io/drm/drm_agpsupport.c

/*
 * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
 * Use is subject to license terms.
 */

/*
 * drm_agpsupport.h -- DRM support for AGP/GART backend -*- linux-c -*-
 * Created: Mon Dec 13 09:56:45 1999 by faith@precisioninsight.com
 */
/*
 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
 * Copyright (c) 2009, Intel Corporation.
 * All Rights Reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 * OTHER DEALINGS IN THE SOFTWARE.
 *
 * Author:
 *    Rickard E. (Rik) Faith <faith@valinux.com>
 *    Gareth Hughes <gareth@valinux.com>
 *
 */

#include "drm.h"
#include "drmP.h"

#ifndef AGP_PAGE_SIZE
#define AGP_PAGE_SIZE 4096
#define AGP_PAGE_SHIFT 12
#endif

/*
 * The agpa_key field of struct agp_allocate_t actually is
 * an index to an array. It can be zero. But we will use
 * this agpa_key as a handle returned to userland. Generally,
 * 0 is not a valid value for a handle, so we add an offset
 * to the key to get a handle.
 */
#define DRM_AGP_KEY_OFFSET  8

extern int drm_supp_device_capability(void *handle, int capid);

/*ARGSUSED*/
int
drm_device_is_agp(drm_device_t *dev)
{
    int ret;

    if (dev->driver->device_is_agp != NULL) {
        /*
         * device_is_agp returns a tristate:
         *  0 = not AGP;
         *  1 = definitely AGP;
         *  2 = fall back to PCI capability
         */
        ret = (*dev->driver->device_is_agp)(dev);
        if (ret != DRM_MIGHT_BE_AGP)
            return (ret);
    }

    return (drm_supp_device_capability(dev->drm_handle, PCIY_AGP));

}

/*ARGSUSED*/
int
drm_device_is_pcie(drm_device_t *dev)
{
    return (drm_supp_device_capability(dev->drm_handle, PCIY_EXPRESS));
}


/*ARGSUSED*/
int
drm_agp_info(DRM_IOCTL_ARGS)
{
    DRM_DEVICE;
    agp_info_t      *agpinfo;
    drm_agp_info_t      info;

    if (!dev->agp || !dev->agp->acquired)
        return (EINVAL);

    agpinfo = &dev->agp->agp_info;
    info.agp_version_major  = agpinfo->agpi_version.agpv_major;
    info.agp_version_minor  = agpinfo->agpi_version.agpv_minor;
    info.mode       = agpinfo->agpi_mode;
    info.aperture_base  = agpinfo->agpi_aperbase;
    info.aperture_size  = agpinfo->agpi_apersize* 1024 * 1024;
    info.memory_allowed = agpinfo->agpi_pgtotal << PAGE_SHIFT;
    info.memory_used    = agpinfo->agpi_pgused << PAGE_SHIFT;
    info.id_vendor      = agpinfo->agpi_devid & 0xffff;
    info.id_device      = agpinfo->agpi_devid >> 16;

    DRM_COPYTO_WITH_RETURN((void *)data, &info, sizeof (info));
    return (0);
}

/*ARGSUSED*/
int
drm_agp_acquire(DRM_IOCTL_ARGS)
{
    DRM_DEVICE;
    int ret, rval;

    if (!dev->agp) {
        DRM_ERROR("drm_agp_acquire : agp isn't initialized yet");
        return (ENODEV);
    }
    ret = ldi_ioctl(dev->agp->agpgart_lh, AGPIOC_ACQUIRE,
        (uintptr_t)0, FKIOCTL, kcred, &rval);
    if (ret) {
        DRM_ERROR("drm_agp_acquired: AGPIOC_ACQUIRE failed\n");
        return (EIO);
    }
    dev->agp->acquired = 1;

    return (0);
}

/*ARGSUSED*/
int
drm_agp_release(DRM_IOCTL_ARGS)
{
    DRM_DEVICE;
    int ret, rval;

    if (!dev->agp)
        return (ENODEV);
    if (!dev->agp->acquired)
        return (EBUSY);

    ret = ldi_ioctl(dev->agp->agpgart_lh, AGPIOC_RELEASE,
        (intptr_t)0, FKIOCTL, kcred, &rval);
    if (ret) {
        DRM_ERROR("drm_agp_release: AGPIOC_RELEASE failed\n");
        return (ENXIO);
    }
    dev->agp->acquired = 0;

    return (ret);
}


int
drm_agp_do_release(drm_device_t *dev)
{
    int ret, rval;

    ret = ldi_ioctl(dev->agp->agpgart_lh, AGPIOC_RELEASE,
        (intptr_t)0, FKIOCTL, kcred, &rval);

    if (ret == 0)
        dev->agp->acquired = 0;

    return (ret);
}

/*ARGSUSED*/
int
drm_agp_enable(DRM_IOCTL_ARGS)
{
    DRM_DEVICE;
    drm_agp_mode_t modes;
    agp_setup_t setup;
    int ret, rval;

    if (!dev->agp)
        return (ENODEV);
    if (!dev->agp->acquired)
        return (EBUSY);

    DRM_COPYFROM_WITH_RETURN(&modes, (void *)data, sizeof (modes));

    dev->agp->mode = modes.mode;
    setup.agps_mode = (uint32_t)modes.mode;


    DRM_DEBUG("drm_agp_enable: dev->agp->mode=%lx", modes.mode);

    ret = ldi_ioctl(dev->agp->agpgart_lh, AGPIOC_SETUP,
        (intptr_t)&setup, FKIOCTL, kcred, &rval);
    if (ret) {
        DRM_ERROR("drm_agp_enable: failed");
        return (EIO);
    }

    dev->agp->base = dev->agp->agp_info.agpi_aperbase;
    dev->agp->enabled = 1;

    DRM_DEBUG("drm_agp_enable: dev->agp->base=0x%lx", dev->agp->base);
    return (0);
}

/*ARGSUSED*/
int
drm_agp_alloc(DRM_IOCTL_ARGS)
{
    DRM_DEVICE;
    drm_agp_mem_t       *entry;
    agp_allocate_t      alloc;
    drm_agp_buffer_t    request;
    int pages;
    int ret, rval;

    if (!dev->agp || !dev->agp->acquired)
        return (EINVAL);

    DRM_COPYFROM_WITH_RETURN(&request, (void *)data, sizeof (request));

    entry = kmem_zalloc(sizeof (*entry), KM_SLEEP);

    pages = btopr(request.size);
    alloc.agpa_pgcount = pages;
    alloc.agpa_type = AGP_NORMAL;
    ret = ldi_ioctl(dev->agp->agpgart_lh, AGPIOC_ALLOCATE,
        (intptr_t)&alloc, FKIOCTL, kcred, &rval);
    if (ret) {
        DRM_ERROR("drm_agp_alloc: AGPIOC_ALLOCATE failed, ret=%d", ret);
        kmem_free(entry, sizeof (*entry));
        return (ret);
    }

    entry->bound = 0;
    entry->pages = pages;
    entry->handle = (void*)(uintptr_t)(alloc.agpa_key + DRM_AGP_KEY_OFFSET);
    entry->prev = NULL;
    entry->phys_addr = (void*)(uintptr_t)alloc.agpa_physical;
    entry->next = dev->agp->memory;
    if (dev->agp->memory)
        dev->agp->memory->prev = entry;
    dev->agp->memory = entry;

    DRM_DEBUG("entry->phys_addr %lx", entry->phys_addr);

    /* physical is used only by i810 driver */
    request.physical = alloc.agpa_physical;
    request.handle = (unsigned long)entry->handle;

    /*
     * If failed to ddi_copyout(), we will free allocated AGP memory
     * when closing drm
     */
    DRM_COPYTO_WITH_RETURN((void *)data, &request, sizeof (request));

    return (0);
}

/*ARGSUSED*/
static drm_agp_mem_t *
drm_agp_lookup_entry(drm_device_t *dev, void *handle)
{
    drm_agp_mem_t *entry;

    for (entry = dev->agp->memory; entry; entry = entry->next) {
        if (entry->handle == handle)
            return (entry);
    }

    return (NULL);
}

/*ARGSUSED*/
int
drm_agp_unbind(DRM_IOCTL_ARGS)
{
    DRM_DEVICE;
    agp_unbind_t unbind;
    drm_agp_binding_t request;
    drm_agp_mem_t *entry;
    int ret, rval;

    if (!dev->agp || !dev->agp->acquired)
        return (EINVAL);

    DRM_COPYFROM_WITH_RETURN(&request, (void *)data, sizeof (request));

    if (!(entry = drm_agp_lookup_entry(dev, (void *)request.handle)))
        return (EINVAL);
    if (!entry->bound)
        return (EINVAL);

    unbind.agpu_pri = 0;
    unbind.agpu_key = (uintptr_t)entry->handle - DRM_AGP_KEY_OFFSET;

    ret = ldi_ioctl(dev->agp->agpgart_lh, AGPIOC_UNBIND,
        (intptr_t)&unbind, FKIOCTL, kcred, &rval);
    if (ret) {
        DRM_ERROR("drm_agp_unbind: AGPIOC_UNBIND failed");
        return (EIO);
    }
    entry->bound = 0;
    return (0);
}

/*ARGSUSED*/
int
drm_agp_bind(DRM_IOCTL_ARGS)
{
    DRM_DEVICE;
    drm_agp_binding_t request;
    drm_agp_mem_t   *entry;
    int         start;
    uint_t      key;

    if (!dev->agp || !dev->agp->acquired)
        return (EINVAL);

    DRM_COPYFROM_WITH_RETURN(&request, (void *)data, sizeof (request));

    entry = drm_agp_lookup_entry(dev, (void *)request.handle);
    if (!entry || entry->bound)
        return (EINVAL);

    key = (uintptr_t)entry->handle - DRM_AGP_KEY_OFFSET;
    start = btopr(request.offset);
    if (drm_agp_bind_memory(key, start, dev)) {
        DRM_ERROR("drm_agp_bind: failed key=%x, start=0x%x, "
            "agp_base=0x%lx", key, start, dev->agp->base);
        return (EIO);
    }

    entry->bound = dev->agp->base + (start << AGP_PAGE_SHIFT);

    return (0);
}

/*ARGSUSED*/
int
drm_agp_free(DRM_IOCTL_ARGS)
{
    DRM_DEVICE;
    drm_agp_buffer_t request;
    drm_agp_mem_t   *entry;
    int ret, rval;
    int agpu_key;

    DRM_COPYFROM_WITH_RETURN(&request, (void *)data, sizeof (request));
    if (!dev->agp || !dev->agp->acquired)
        return (EINVAL);
    if (!(entry = drm_agp_lookup_entry(dev, (void *)request.handle)))
        return (EINVAL);
    if (entry->bound)
        (void) drm_agp_unbind_memory(request.handle, dev);

    if (entry == dev->agp->memory)
        dev->agp->memory = entry->next;
    if (entry->prev)
        entry->prev->next = entry->next;
    if (entry->next)
        entry->next->prev = entry->prev;

    agpu_key = (uintptr_t)entry->handle - DRM_AGP_KEY_OFFSET;
    ret = ldi_ioctl(dev->agp->agpgart_lh, AGPIOC_DEALLOCATE,
        (intptr_t)agpu_key, FKIOCTL, kcred, &rval);
    if (ret) {
        DRM_ERROR("drm_agp_free: AGPIOC_DEALLOCATE failed,"
            "akey=%d, ret=%d", agpu_key, ret);
        return (EIO);
    }
    drm_free(entry, sizeof (*entry), DRM_MEM_AGPLISTS);
    return (0);
}

/*ARGSUSED*/
drm_agp_head_t *
drm_agp_init(drm_device_t *dev)
{
    drm_agp_head_t *agp   = NULL;
    int retval, rval;

    agp = kmem_zalloc(sizeof (drm_agp_head_t), KM_SLEEP);

    retval = ldi_ident_from_dip(dev->dip, &agp->agpgart_li);
    if (retval != 0) {
        DRM_ERROR("drm_agp_init: failed to get layerd ident, retval=%d",
            retval);
        goto err_1;
    }

    retval = ldi_open_by_name(AGP_DEVICE, FEXCL, kcred,
        &agp->agpgart_lh, agp->agpgart_li);
    if (retval != 0) {
        DRM_ERROR("drm_agp_init: failed to open %s, retval=%d",
            AGP_DEVICE, retval);
        goto err_2;
    }

    retval = ldi_ioctl(agp->agpgart_lh, AGPIOC_INFO,
        (intptr_t)&agp->agp_info, FKIOCTL, kcred, &rval);

    if (retval != 0) {
        DRM_ERROR("drm_agp_init: failed to get agpinfo, retval=%d",
            retval);
        goto err_3;
    }

    return (agp);

err_3:
    (void) ldi_close(agp->agpgart_lh, FEXCL, kcred);

err_2:
    ldi_ident_release(agp->agpgart_li);

err_1:
    kmem_free(agp, sizeof (drm_agp_head_t));
    return (NULL);
}

/*ARGSUSED*/
void
drm_agp_fini(drm_device_t *dev)
{
    drm_agp_head_t *agp = dev->agp;
    (void) ldi_close(agp->agpgart_lh, FEXCL, kcred);
    ldi_ident_release(agp->agpgart_li);
    kmem_free(agp, sizeof (drm_agp_head_t));
    dev->agp = NULL;
}


/*ARGSUSED*/
void *
drm_agp_allocate_memory(size_t pages, uint32_t type, drm_device_t *dev)
{
    return (NULL);
}

/*ARGSUSED*/
int
drm_agp_free_memory(agp_allocate_t *handle, drm_device_t *dev)
{
    return (1);
}

/*ARGSUSED*/
int
drm_agp_bind_memory(unsigned int key, uint32_t start, drm_device_t *dev)
{
    agp_bind_t bind;
    int ret, rval;

    bind.agpb_pgstart = start;
    bind.agpb_key = key;
    ret = ldi_ioctl(dev->agp->agpgart_lh, AGPIOC_BIND,
        (intptr_t)&bind, FKIOCTL, kcred, &rval);
    if (ret) {
        DRM_DEBUG("drm_agp_bind_meory: AGPIOC_BIND failed");
        return (EIO);
    }
    return (0);
}

/*ARGSUSED*/
int
drm_agp_unbind_memory(unsigned long handle, drm_device_t *dev)
{
    agp_unbind_t unbind;
    drm_agp_mem_t   *entry;
    int ret, rval;

    if (!dev->agp || !dev->agp->acquired)
        return (EINVAL);

    entry = drm_agp_lookup_entry(dev, (void *)handle);
    if (!entry || !entry->bound)
        return (EINVAL);

    unbind.agpu_pri = 0;
    unbind.agpu_key = (uintptr_t)entry->handle - DRM_AGP_KEY_OFFSET;

    ret = ldi_ioctl(dev->agp->agpgart_lh, AGPIOC_UNBIND,
        (intptr_t)&unbind, FKIOCTL, kcred, &rval);
    if (ret) {
        DRM_ERROR("drm_agp_unbind: AGPIO_UNBIND failed");
        return (EIO);
    }
    entry->bound = 0;
    return (0);
}

/*
 * Binds a collection of pages into AGP memory at the given offset, returning
 * the AGP memory structure containing them.
 *
 * No reference is held on the pages during this time -- it is up to the
 * caller to handle that.
 */
int
drm_agp_bind_pages(drm_device_t *dev,
            pfn_t *pages,
            unsigned long num_pages,
            uint32_t gtt_offset)
{

    agp_bind_pages_t bind;
    int ret, rval;

    bind.agpb_pgstart = gtt_offset / AGP_PAGE_SIZE;
    bind.agpb_pgcount = num_pages;
    bind.agpb_pages = pages;
    ret = ldi_ioctl(dev->agp->agpgart_lh, AGPIOC_PAGES_BIND,
        (intptr_t)&bind, FKIOCTL, kcred, &rval);
    if (ret) {
        DRM_ERROR("AGPIOC_PAGES_BIND failed ret %d", ret);
        return (ret);
    }
    return (0);
}

int
drm_agp_unbind_pages(drm_device_t *dev,
            unsigned long num_pages,
            uint32_t gtt_offset,
            uint32_t type)
{

    agp_unbind_pages_t unbind;
    int ret, rval;

    unbind.agpb_pgstart = gtt_offset / AGP_PAGE_SIZE;
    unbind.agpb_pgcount = num_pages;
    unbind.agpb_type = type;
    ret = ldi_ioctl(dev->agp->agpgart_lh, AGPIOC_PAGES_UNBIND,
        (intptr_t)&unbind, FKIOCTL, kcred, &rval);
    if (ret) {
        DRM_DEBUG("drm_agp_unbind_pages AGPIOC_PAGES_UNBIND failed");
        return (ret);
    }
    return (0);
}

/*
 * Certain Intel chipsets contains a global write buffer, and this can require
 * flushing from the drm or X.org to make sure all data has hit RAM before
 * initiating a GPU transfer, due to a lack of coherency with the integrated
 * graphics device and this buffer.
 */
void
drm_agp_chipset_flush(struct drm_device *dev)
{
    int ret, rval;

    DRM_DEBUG("agp_chipset_flush");
    ret = ldi_ioctl(dev->agp->agpgart_lh, AGPIOC_FLUSHCHIPSET,
        (intptr_t)0, FKIOCTL, kcred, &rval);
    if (ret != 0) {
        DRM_ERROR("Failed to drm_agp_chipset_flush ret %d", ret);
    }
}

/*
 * The pages are evict on suspend, so re-bind it at resume time
 */
void
drm_agp_rebind(struct drm_device *dev)
{
    int ret, rval;

    if (!dev->agp) {
        return;
    }

    ret = ldi_ioctl(dev->agp->agpgart_lh, AGPIOC_PAGES_REBIND,
        (intptr_t)0, FKIOCTL, kcred, &rval);
    if (ret != 0) {
        DRM_ERROR("rebind failed %d", ret);
    }
}