1145132Sanholt/*- 2145132Sanholt * Copyright 1999, 2000 Precision Insight, Inc., Cedar Park, Texas. 3145132Sanholt * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California. 4145132Sanholt * All Rights Reserved. 5145132Sanholt * 6145132Sanholt * Permission is hereby granted, free of charge, to any person obtaining a 7145132Sanholt * copy of this software and associated documentation files (the "Software"), 8145132Sanholt * to deal in the Software without restriction, including without limitation 9145132Sanholt * the rights to use, copy, modify, merge, publish, distribute, sublicense, 10145132Sanholt * and/or sell copies of the Software, and to permit persons to whom the 11145132Sanholt * Software is furnished to do so, subject to the following conditions: 12145132Sanholt * 13145132Sanholt * The above copyright notice and this permission notice (including the next 14145132Sanholt * paragraph) shall be included in all copies or substantial portions of the 15145132Sanholt * Software. 16145132Sanholt * 17145132Sanholt * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 18145132Sanholt * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 19145132Sanholt * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 20145132Sanholt * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR 21145132Sanholt * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 22145132Sanholt * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 23145132Sanholt * OTHER DEALINGS IN THE SOFTWARE. 24145132Sanholt * 25145132Sanholt * Authors: 26145132Sanholt * Rickard E. (Rik) Faith <faith@valinux.com> 27145132Sanholt * Gareth Hughes <gareth@valinux.com> 28145132Sanholt * 29145132Sanholt */ 30145132Sanholt 31152909Sanholt#include <sys/cdefs.h> 32152909Sanholt__FBSDID("$FreeBSD$"); 33152909Sanholt 34182080Srnoland/** @file drm_drv.c 35182080Srnoland * The catch-all file for DRM device support, including module setup/teardown, 36182080Srnoland * open/close, and ioctl dispatch. 37182080Srnoland */ 38182080Srnoland 39182080Srnoland 40182080Srnoland#include <sys/limits.h> 41145132Sanholt#include "dev/drm/drmP.h" 42145132Sanholt#include "dev/drm/drm.h" 43152909Sanholt#include "dev/drm/drm_sarea.h" 44145132Sanholt 45153013Sanholt#ifdef DRM_DEBUG_DEFAULT_ON 46153013Sanholtint drm_debug_flag = 1; 47153013Sanholt#else 48145132Sanholtint drm_debug_flag = 0; 49153013Sanholt#endif 50145132Sanholt 51182080Srnolandstatic int drm_load(struct drm_device *dev); 52182080Srnolandstatic void drm_unload(struct drm_device *dev); 53152909Sanholtstatic drm_pci_id_list_t *drm_find_description(int vendor, int device, 54152909Sanholt drm_pci_id_list_t *idlist); 55145132Sanholt 56145132SanholtMODULE_VERSION(drm, 1); 57145132SanholtMODULE_DEPEND(drm, agp, 1, 1, 1); 58145132SanholtMODULE_DEPEND(drm, pci, 1, 1, 1); 59145132SanholtMODULE_DEPEND(drm, mem, 1, 1, 1); 60145132Sanholt 61145132Sanholtstatic drm_ioctl_desc_t drm_ioctls[256] = { 62182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_VERSION, drm_version, 0), 63182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_GET_UNIQUE, drm_getunique, 0), 64182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_GET_MAGIC, drm_getmagic, 0), 65182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_IRQ_BUSID, drm_irq_by_busid, DRM_MASTER|DRM_ROOT_ONLY), 66182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_GET_MAP, drm_getmap, 0), 67182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_GET_CLIENT, drm_getclient, 0), 68182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_GET_STATS, drm_getstats, 0), 69182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_SET_VERSION, drm_setversion, DRM_MASTER|DRM_ROOT_ONLY), 70145132Sanholt 71182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_SET_UNIQUE, drm_setunique, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 72182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_BLOCK, drm_noop, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 73182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_UNBLOCK, drm_noop, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 74182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AUTH_MAGIC, drm_authmagic, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 75145132Sanholt 76182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_ADD_MAP, drm_addmap_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 77182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_RM_MAP, drm_rmmap_ioctl, DRM_AUTH), 78145132Sanholt 79182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_SET_SAREA_CTX, drm_setsareactx, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 80182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_GET_SAREA_CTX, drm_getsareactx, DRM_AUTH), 81145132Sanholt 82189099Srnoland DRM_IOCTL_DEF(DRM_IOCTL_ADD_CTX, drm_addctx, DRM_AUTH|DRM_ROOT_ONLY), 83182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_RM_CTX, drm_rmctx, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 84182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_MOD_CTX, drm_modctx, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 85182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_GET_CTX, drm_getctx, DRM_AUTH), 86182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_SWITCH_CTX, drm_switchctx, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 87182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_NEW_CTX, drm_newctx, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 88182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_RES_CTX, drm_resctx, DRM_AUTH), 89145132Sanholt 90182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_ADD_DRAW, drm_adddraw, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 91182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_RM_DRAW, drm_rmdraw, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 92145132Sanholt 93182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_LOCK, drm_lock, DRM_AUTH), 94182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_UNLOCK, drm_unlock, DRM_AUTH), 95189099Srnoland 96182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_FINISH, drm_noop, DRM_AUTH), 97145132Sanholt 98189099Srnoland DRM_IOCTL_DEF(DRM_IOCTL_ADD_BUFS, drm_addbufs, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 99189099Srnoland DRM_IOCTL_DEF(DRM_IOCTL_MARK_BUFS, drm_markbufs, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 100182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_INFO_BUFS, drm_infobufs, DRM_AUTH), 101182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_MAP_BUFS, drm_mapbufs, DRM_AUTH), 102182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_FREE_BUFS, drm_freebufs, DRM_AUTH), 103182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_DMA, drm_dma, DRM_AUTH), 104145132Sanholt 105182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_CONTROL, drm_control, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 106145132Sanholt 107182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_ACQUIRE, drm_agp_acquire_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 108182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_RELEASE, drm_agp_release_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 109182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_ENABLE, drm_agp_enable_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 110182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_INFO, drm_agp_info_ioctl, DRM_AUTH), 111182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_ALLOC, drm_agp_alloc_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 112182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_FREE, drm_agp_free_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 113182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_BIND, drm_agp_bind_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 114182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_UNBIND, drm_agp_unbind_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 115145132Sanholt 116182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_SG_ALLOC, drm_sg_alloc_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 117182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_SG_FREE, drm_sg_free, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 118182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_WAIT_VBLANK, drm_wait_vblank, 0), 119182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_MODESET_CTL, drm_modeset_ctl, 0), 120182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_UPDATE_DRAW, drm_update_draw, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 121145132Sanholt}; 122145132Sanholt 123145132Sanholtstatic struct cdevsw drm_cdevsw = { 124145132Sanholt .d_version = D_VERSION, 125145132Sanholt .d_open = drm_open, 126145132Sanholt .d_read = drm_read, 127145132Sanholt .d_ioctl = drm_ioctl, 128145132Sanholt .d_poll = drm_poll, 129145132Sanholt .d_mmap = drm_mmap, 130145132Sanholt .d_name = "drm", 131189053Srnoland .d_flags = D_TRACKCLOSE 132145132Sanholt}; 133145132Sanholt 134191274Srnolandstatic int drm_msi = 1; /* Enable by default. */ 135196466SrnolandSYSCTL_NODE(_hw, OID_AUTO, drm, CTLFLAG_RW, NULL, "DRM device"); 136196466SrnolandSYSCTL_INT(_hw_drm, OID_AUTO, msi, CTLFLAG_RDTUN, &drm_msi, 1, 137196466Srnoland "Enable MSI interrupts for drm devices"); 138189128Srnoland 139189052Srnolandstatic struct drm_msi_blacklist_entry drm_msi_blacklist[] = { 140189052Srnoland {0x8086, 0x2772}, /* Intel i945G */ \ 141189052Srnoland {0x8086, 0x27A2}, /* Intel i945GM */ \ 142189052Srnoland {0x8086, 0x27AE}, /* Intel i945GME */ \ 143189052Srnoland {0, 0} 144189052Srnoland}; 145189052Srnoland 146189052Srnolandstatic int drm_msi_is_blacklisted(int vendor, int device) 147189052Srnoland{ 148189052Srnoland int i = 0; 149189052Srnoland 150189052Srnoland for (i = 0; drm_msi_blacklist[i].vendor != 0; i++) { 151189052Srnoland if ((drm_msi_blacklist[i].vendor == vendor) && 152189052Srnoland (drm_msi_blacklist[i].device == device)) { 153189052Srnoland return 1; 154189052Srnoland } 155189052Srnoland } 156189052Srnoland 157189052Srnoland return 0; 158189052Srnoland} 159189052Srnoland 160189563Srnolandint drm_probe(device_t kdev, drm_pci_id_list_t *idlist) 161145132Sanholt{ 162152909Sanholt drm_pci_id_list_t *id_entry; 163145132Sanholt int vendor, device; 164189563Srnoland vendor = pci_get_vendor(kdev); 165189563Srnoland device = pci_get_device(kdev); 166145132Sanholt 167189563Srnoland if (pci_get_class(kdev) != PCIC_DISPLAY 168189563Srnoland || pci_get_subclass(kdev) != PCIS_DISPLAY_VGA) 169186299Srnoland return ENXIO; 170186299Srnoland 171152909Sanholt id_entry = drm_find_description(vendor, device, idlist); 172152909Sanholt if (id_entry != NULL) { 173189915Srnoland if (!device_get_desc(kdev)) { 174189915Srnoland DRM_DEBUG("desc : %s\n", device_get_desc(kdev)); 175189915Srnoland device_set_desc(kdev, id_entry->name); 176189915Srnoland } 177145132Sanholt return 0; 178145132Sanholt } 179145132Sanholt 180145132Sanholt return ENXIO; 181145132Sanholt} 182145132Sanholt 183189563Srnolandint drm_attach(device_t kdev, drm_pci_id_list_t *idlist) 184145132Sanholt{ 185182080Srnoland struct drm_device *dev; 186152909Sanholt drm_pci_id_list_t *id_entry; 187189052Srnoland int unit, msicount; 188152909Sanholt 189189563Srnoland unit = device_get_unit(kdev); 190189563Srnoland dev = device_get_softc(kdev); 191152909Sanholt 192189563Srnoland dev->device = kdev; 193152909Sanholt dev->devnode = make_dev(&drm_cdevsw, 194196465Srnoland 0, 195152909Sanholt DRM_DEV_UID, 196152909Sanholt DRM_DEV_GID, 197152909Sanholt DRM_DEV_MODE, 198152909Sanholt "dri/card%d", unit); 199196465Srnoland dev->devnode->si_drv1 = dev; 200183573Srnoland 201189052Srnoland dev->pci_domain = pci_get_domain(dev->device); 202189052Srnoland dev->pci_bus = pci_get_bus(dev->device); 203189052Srnoland dev->pci_slot = pci_get_slot(dev->device); 204189052Srnoland dev->pci_func = pci_get_function(dev->device); 205189052Srnoland 206189052Srnoland dev->pci_vendor = pci_get_vendor(dev->device); 207189052Srnoland dev->pci_device = pci_get_device(dev->device); 208189052Srnoland 209191274Srnoland if (drm_core_check_feature(dev, DRIVER_HAVE_IRQ)) { 210191274Srnoland if (drm_msi && 211191274Srnoland !drm_msi_is_blacklisted(dev->pci_vendor, dev->pci_device)) { 212191274Srnoland msicount = pci_msi_count(dev->device); 213191274Srnoland DRM_DEBUG("MSI count = %d\n", msicount); 214191274Srnoland if (msicount > 1) 215191274Srnoland msicount = 1; 216189052Srnoland 217191274Srnoland if (pci_alloc_msi(dev->device, &msicount) == 0) { 218191274Srnoland DRM_INFO("MSI enabled %d message(s)\n", 219191274Srnoland msicount); 220191274Srnoland dev->msi_enabled = 1; 221191274Srnoland dev->irqrid = 1; 222191274Srnoland } 223189052Srnoland } 224189052Srnoland 225191274Srnoland dev->irqr = bus_alloc_resource_any(dev->device, SYS_RES_IRQ, 226191274Srnoland &dev->irqrid, RF_SHAREABLE); 227191274Srnoland if (!dev->irqr) { 228191274Srnoland return ENOENT; 229191274Srnoland } 230191274Srnoland 231191274Srnoland dev->irq = (int) rman_get_start(dev->irqr); 232189052Srnoland } 233189052Srnoland 234182080Srnoland mtx_init(&dev->dev_lock, "drmdev", NULL, MTX_DEF); 235182080Srnoland mtx_init(&dev->irq_lock, "drmirq", NULL, MTX_DEF); 236182080Srnoland mtx_init(&dev->vbl_lock, "drmvbl", NULL, MTX_DEF); 237182080Srnoland mtx_init(&dev->drw_lock, "drmdrw", NULL, MTX_DEF); 238152909Sanholt 239189052Srnoland id_entry = drm_find_description(dev->pci_vendor, 240189052Srnoland dev->pci_device, idlist); 241152909Sanholt dev->id_entry = id_entry; 242152909Sanholt 243152909Sanholt return drm_load(dev); 244145132Sanholt} 245145132Sanholt 246189563Srnolandint drm_detach(device_t kdev) 247145132Sanholt{ 248189052Srnoland struct drm_device *dev; 249189052Srnoland 250189563Srnoland dev = device_get_softc(kdev); 251189052Srnoland 252189052Srnoland drm_unload(dev); 253189052Srnoland 254194749Srnoland if (dev->irqr) { 255194749Srnoland bus_release_resource(dev->device, SYS_RES_IRQ, dev->irqrid, 256194749Srnoland dev->irqr); 257189052Srnoland 258194749Srnoland if (dev->msi_enabled) { 259194749Srnoland pci_release_msi(dev->device); 260194749Srnoland DRM_INFO("MSI released\n"); 261194749Srnoland } 262189052Srnoland } 263189052Srnoland 264145132Sanholt return 0; 265145132Sanholt} 266145132Sanholt 267145132Sanholt#ifndef DRM_DEV_NAME 268145132Sanholt#define DRM_DEV_NAME "drm" 269145132Sanholt#endif 270145132Sanholt 271145132Sanholtdevclass_t drm_devclass; 272145132Sanholt 273152909Sanholtdrm_pci_id_list_t *drm_find_description(int vendor, int device, 274152909Sanholt drm_pci_id_list_t *idlist) 275152909Sanholt{ 276145132Sanholt int i = 0; 277145132Sanholt 278145132Sanholt for (i = 0; idlist[i].vendor != 0; i++) { 279145132Sanholt if ((idlist[i].vendor == vendor) && 280189915Srnoland ((idlist[i].device == device) || 281189915Srnoland (idlist[i].device == 0))) { 282152909Sanholt return &idlist[i]; 283145132Sanholt } 284145132Sanholt } 285145132Sanholt return NULL; 286145132Sanholt} 287145132Sanholt 288182080Srnolandstatic int drm_firstopen(struct drm_device *dev) 289145132Sanholt{ 290152909Sanholt drm_local_map_t *map; 291145132Sanholt int i; 292145132Sanholt 293145132Sanholt DRM_SPINLOCK_ASSERT(&dev->dev_lock); 294145132Sanholt 295152909Sanholt /* prebuild the SAREA */ 296152909Sanholt i = drm_addmap(dev, 0, SAREA_MAX, _DRM_SHM, 297183573Srnoland _DRM_CONTAINS_LOCK, &map); 298152909Sanholt if (i != 0) 299152909Sanholt return i; 300145132Sanholt 301183573Srnoland if (dev->driver->firstopen) 302183573Srnoland dev->driver->firstopen(dev); 303152909Sanholt 304145132Sanholt dev->buf_use = 0; 305145132Sanholt 306183573Srnoland if (drm_core_check_feature(dev, DRIVER_HAVE_DMA)) { 307145132Sanholt i = drm_dma_setup(dev); 308145132Sanholt if (i != 0) 309145132Sanholt return i; 310145132Sanholt } 311145132Sanholt 312183573Srnoland for (i = 0; i < DRM_HASH_SIZE; i++) { 313145132Sanholt dev->magiclist[i].head = NULL; 314145132Sanholt dev->magiclist[i].tail = NULL; 315145132Sanholt } 316145132Sanholt 317145132Sanholt dev->lock.lock_queue = 0; 318145132Sanholt dev->irq_enabled = 0; 319145132Sanholt dev->context_flag = 0; 320145132Sanholt dev->last_context = 0; 321145132Sanholt dev->if_version = 0; 322145132Sanholt 323145132Sanholt dev->buf_sigio = NULL; 324145132Sanholt 325183573Srnoland DRM_DEBUG("\n"); 326145132Sanholt 327145132Sanholt return 0; 328145132Sanholt} 329145132Sanholt 330182080Srnolandstatic int drm_lastclose(struct drm_device *dev) 331145132Sanholt{ 332145132Sanholt drm_magic_entry_t *pt, *next; 333145132Sanholt drm_local_map_t *map, *mapsave; 334145132Sanholt int i; 335145132Sanholt 336145132Sanholt DRM_SPINLOCK_ASSERT(&dev->dev_lock); 337145132Sanholt 338183573Srnoland DRM_DEBUG("\n"); 339145132Sanholt 340183573Srnoland if (dev->driver->lastclose != NULL) 341183573Srnoland dev->driver->lastclose(dev); 342145132Sanholt 343145132Sanholt if (dev->irq_enabled) 344145132Sanholt drm_irq_uninstall(dev); 345145132Sanholt 346183573Srnoland if (dev->unique) { 347183833Srnoland free(dev->unique, DRM_MEM_DRIVER); 348145132Sanholt dev->unique = NULL; 349145132Sanholt dev->unique_len = 0; 350145132Sanholt } 351183573Srnoland /* Clear pid list */ 352183573Srnoland for (i = 0; i < DRM_HASH_SIZE; i++) { 353183573Srnoland for (pt = dev->magiclist[i].head; pt; pt = next) { 354145132Sanholt next = pt->next; 355183833Srnoland free(pt, DRM_MEM_MAGIC); 356145132Sanholt } 357145132Sanholt dev->magiclist[i].head = dev->magiclist[i].tail = NULL; 358145132Sanholt } 359145132Sanholt 360182467Srnoland DRM_UNLOCK(); 361182080Srnoland drm_drawable_free_all(dev); 362182467Srnoland DRM_LOCK(); 363182080Srnoland 364183573Srnoland /* Clear AGP information */ 365183573Srnoland if (dev->agp) { 366145132Sanholt drm_agp_mem_t *entry; 367145132Sanholt drm_agp_mem_t *nexte; 368145132Sanholt 369152909Sanholt /* Remove AGP resources, but leave dev->agp intact until 370152909Sanholt * drm_unload is called. 371152909Sanholt */ 372183573Srnoland for (entry = dev->agp->memory; entry; entry = nexte) { 373145132Sanholt nexte = entry->next; 374183573Srnoland if (entry->bound) 375145132Sanholt drm_agp_unbind_memory(entry->handle); 376145132Sanholt drm_agp_free_memory(entry->handle); 377183833Srnoland free(entry, DRM_MEM_AGPLISTS); 378145132Sanholt } 379145132Sanholt dev->agp->memory = NULL; 380145132Sanholt 381145132Sanholt if (dev->agp->acquired) 382152909Sanholt drm_agp_release(dev); 383145132Sanholt 384145132Sanholt dev->agp->acquired = 0; 385145132Sanholt dev->agp->enabled = 0; 386145132Sanholt } 387145132Sanholt if (dev->sg != NULL) { 388145132Sanholt drm_sg_cleanup(dev->sg); 389145132Sanholt dev->sg = NULL; 390145132Sanholt } 391145132Sanholt 392145132Sanholt TAILQ_FOREACH_SAFE(map, &dev->maplist, link, mapsave) { 393182080Srnoland if (!(map->flags & _DRM_DRIVER)) 394182080Srnoland drm_rmmap(dev, map); 395145132Sanholt } 396145132Sanholt 397145132Sanholt drm_dma_takedown(dev); 398183573Srnoland if (dev->lock.hw_lock) { 399145132Sanholt dev->lock.hw_lock = NULL; /* SHM removed */ 400182080Srnoland dev->lock.file_priv = NULL; 401145132Sanholt DRM_WAKEUP_INT((void *)&dev->lock.lock_queue); 402145132Sanholt } 403145132Sanholt 404145132Sanholt return 0; 405145132Sanholt} 406145132Sanholt 407182080Srnolandstatic int drm_load(struct drm_device *dev) 408145132Sanholt{ 409182080Srnoland int i, retcode; 410152909Sanholt 411183573Srnoland DRM_DEBUG("\n"); 412145132Sanholt 413145132Sanholt TAILQ_INIT(&dev->maplist); 414207066Srnoland dev->map_unrhdr = new_unrhdr(1, ((1 << DRM_MAP_HANDLE_BITS) - 1), NULL); 415207066Srnoland if (dev->map_unrhdr == NULL) { 416207066Srnoland DRM_ERROR("Couldn't allocate map number allocator\n"); 417207066Srnoland return EINVAL; 418207066Srnoland } 419145132Sanholt 420207066Srnoland 421145132Sanholt drm_mem_init(); 422145132Sanholt drm_sysctl_init(dev); 423145132Sanholt TAILQ_INIT(&dev->files); 424145132Sanholt 425182080Srnoland dev->counters = 6; 426182080Srnoland dev->types[0] = _DRM_STAT_LOCK; 427182080Srnoland dev->types[1] = _DRM_STAT_OPENS; 428182080Srnoland dev->types[2] = _DRM_STAT_CLOSES; 429182080Srnoland dev->types[3] = _DRM_STAT_IOCTLS; 430182080Srnoland dev->types[4] = _DRM_STAT_LOCKS; 431182080Srnoland dev->types[5] = _DRM_STAT_UNLOCKS; 432182080Srnoland 433183573Srnoland for (i = 0; i < DRM_ARRAY_SIZE(dev->counts); i++) 434183573Srnoland atomic_set(&dev->counts[i], 0); 435182080Srnoland 436183573Srnoland if (dev->driver->load != NULL) { 437152909Sanholt DRM_LOCK(); 438182080Srnoland /* Shared code returns -errno. */ 439183573Srnoland retcode = -dev->driver->load(dev, 440182080Srnoland dev->id_entry->driver_private); 441182080Srnoland if (pci_enable_busmaster(dev->device)) 442182080Srnoland DRM_ERROR("Request to enable bus-master failed.\n"); 443152909Sanholt DRM_UNLOCK(); 444145132Sanholt if (retcode != 0) 445145132Sanholt goto error; 446145132Sanholt } 447145132Sanholt 448183573Srnoland if (drm_core_has_AGP(dev)) { 449145132Sanholt if (drm_device_is_agp(dev)) 450145132Sanholt dev->agp = drm_agp_init(); 451183573Srnoland if (drm_core_check_feature(dev, DRIVER_REQUIRE_AGP) && 452183573Srnoland dev->agp == NULL) { 453145132Sanholt DRM_ERROR("Card isn't AGP, or couldn't initialize " 454145132Sanholt "AGP.\n"); 455182080Srnoland retcode = ENOMEM; 456145132Sanholt goto error; 457145132Sanholt } 458215367Snwhitehorn if (dev->agp != NULL && dev->agp->info.ai_aperture_base != 0) { 459145132Sanholt if (drm_mtrr_add(dev->agp->info.ai_aperture_base, 460145132Sanholt dev->agp->info.ai_aperture_size, DRM_MTRR_WC) == 0) 461145132Sanholt dev->agp->mtrr = 1; 462145132Sanholt } 463145132Sanholt } 464145132Sanholt 465145132Sanholt retcode = drm_ctxbitmap_init(dev); 466145132Sanholt if (retcode != 0) { 467145132Sanholt DRM_ERROR("Cannot allocate memory for context bitmap.\n"); 468145132Sanholt goto error; 469145132Sanholt } 470182080Srnoland 471182080Srnoland dev->drw_unrhdr = new_unrhdr(1, INT_MAX, NULL); 472182080Srnoland if (dev->drw_unrhdr == NULL) { 473182080Srnoland DRM_ERROR("Couldn't allocate drawable number allocator\n"); 474182080Srnoland goto error; 475182080Srnoland } 476182080Srnoland 477152909Sanholt DRM_INFO("Initialized %s %d.%d.%d %s\n", 478183573Srnoland dev->driver->name, 479183573Srnoland dev->driver->major, 480183573Srnoland dev->driver->minor, 481183573Srnoland dev->driver->patchlevel, 482183573Srnoland dev->driver->date); 483145132Sanholt 484145132Sanholt return 0; 485145132Sanholt 486145132Sanholterror: 487145132Sanholt drm_sysctl_cleanup(dev); 488145132Sanholt DRM_LOCK(); 489152909Sanholt drm_lastclose(dev); 490145132Sanholt DRM_UNLOCK(); 491145132Sanholt destroy_dev(dev->devnode); 492183573Srnoland 493182080Srnoland mtx_destroy(&dev->drw_lock); 494182080Srnoland mtx_destroy(&dev->vbl_lock); 495182080Srnoland mtx_destroy(&dev->irq_lock); 496145132Sanholt mtx_destroy(&dev->dev_lock); 497183573Srnoland 498145132Sanholt return retcode; 499145132Sanholt} 500145132Sanholt 501182080Srnolandstatic void drm_unload(struct drm_device *dev) 502145132Sanholt{ 503152909Sanholt int i; 504145132Sanholt 505183573Srnoland DRM_DEBUG("\n"); 506145132Sanholt 507145132Sanholt drm_sysctl_cleanup(dev); 508145132Sanholt destroy_dev(dev->devnode); 509145132Sanholt 510145132Sanholt drm_ctxbitmap_cleanup(dev); 511145132Sanholt 512145132Sanholt if (dev->agp && dev->agp->mtrr) { 513145132Sanholt int __unused retcode; 514145132Sanholt 515152909Sanholt retcode = drm_mtrr_del(0, dev->agp->info.ai_aperture_base, 516145132Sanholt dev->agp->info.ai_aperture_size, DRM_MTRR_WC); 517145132Sanholt DRM_DEBUG("mtrr_del = %d", retcode); 518145132Sanholt } 519145132Sanholt 520189130Srnoland drm_vblank_cleanup(dev); 521189130Srnoland 522145132Sanholt DRM_LOCK(); 523152909Sanholt drm_lastclose(dev); 524145132Sanholt DRM_UNLOCK(); 525145132Sanholt 526152909Sanholt /* Clean up PCI resources allocated by drm_bufs.c. We're not really 527152909Sanholt * worried about resource consumption while the DRM is inactive (between 528152909Sanholt * lastclose and firstopen or unload) because these aren't actually 529152909Sanholt * taking up KVA, just keeping the PCI resource allocated. 530152909Sanholt */ 531152909Sanholt for (i = 0; i < DRM_MAX_PCI_RESOURCE; i++) { 532152909Sanholt if (dev->pcir[i] == NULL) 533152909Sanholt continue; 534152909Sanholt bus_release_resource(dev->device, SYS_RES_MEMORY, 535152909Sanholt dev->pcirid[i], dev->pcir[i]); 536152909Sanholt dev->pcir[i] = NULL; 537145132Sanholt } 538145132Sanholt 539183573Srnoland if (dev->agp) { 540183833Srnoland free(dev->agp, DRM_MEM_AGPLISTS); 541145132Sanholt dev->agp = NULL; 542145132Sanholt } 543145132Sanholt 544183573Srnoland if (dev->driver->unload != NULL) { 545182468Srnoland DRM_LOCK(); 546183573Srnoland dev->driver->unload(dev); 547182468Srnoland DRM_UNLOCK(); 548182468Srnoland } 549145132Sanholt 550182080Srnoland delete_unrhdr(dev->drw_unrhdr); 551207066Srnoland delete_unrhdr(dev->map_unrhdr); 552182080Srnoland 553145132Sanholt drm_mem_uninit(); 554182080Srnoland 555182080Srnoland if (pci_disable_busmaster(dev->device)) 556182080Srnoland DRM_ERROR("Request to disable bus-master failed.\n"); 557182080Srnoland 558182080Srnoland mtx_destroy(&dev->drw_lock); 559182080Srnoland mtx_destroy(&dev->vbl_lock); 560182080Srnoland mtx_destroy(&dev->irq_lock); 561145132Sanholt mtx_destroy(&dev->dev_lock); 562145132Sanholt} 563145132Sanholt 564182080Srnolandint drm_version(struct drm_device *dev, void *data, struct drm_file *file_priv) 565145132Sanholt{ 566183573Srnoland struct drm_version *version = data; 567145132Sanholt int len; 568145132Sanholt 569145132Sanholt#define DRM_COPY( name, value ) \ 570145132Sanholt len = strlen( value ); \ 571145132Sanholt if ( len > name##_len ) len = name##_len; \ 572145132Sanholt name##_len = strlen( value ); \ 573145132Sanholt if ( len && name ) { \ 574145132Sanholt if ( DRM_COPY_TO_USER( name, value, len ) ) \ 575182080Srnoland return EFAULT; \ 576145132Sanholt } 577145132Sanholt 578183573Srnoland version->version_major = dev->driver->major; 579183573Srnoland version->version_minor = dev->driver->minor; 580183573Srnoland version->version_patchlevel = dev->driver->patchlevel; 581145132Sanholt 582183573Srnoland DRM_COPY(version->name, dev->driver->name); 583183573Srnoland DRM_COPY(version->date, dev->driver->date); 584183573Srnoland DRM_COPY(version->desc, dev->driver->desc); 585145132Sanholt 586145132Sanholt return 0; 587145132Sanholt} 588145132Sanholt 589145132Sanholtint drm_open(struct cdev *kdev, int flags, int fmt, DRM_STRUCTPROC *p) 590145132Sanholt{ 591182080Srnoland struct drm_device *dev = NULL; 592145132Sanholt int retcode = 0; 593145132Sanholt 594196465Srnoland dev = kdev->si_drv1; 595145132Sanholt 596183573Srnoland DRM_DEBUG("open_count = %d\n", dev->open_count); 597145132Sanholt 598145132Sanholt retcode = drm_open_helper(kdev, flags, fmt, p, dev); 599145132Sanholt 600183573Srnoland if (!retcode) { 601183573Srnoland atomic_inc(&dev->counts[_DRM_STAT_OPENS]); 602145132Sanholt DRM_LOCK(); 603145132Sanholt device_busy(dev->device); 604183573Srnoland if (!dev->open_count++) 605152909Sanholt retcode = drm_firstopen(dev); 606145132Sanholt DRM_UNLOCK(); 607145132Sanholt } 608145132Sanholt 609145132Sanholt return retcode; 610145132Sanholt} 611145132Sanholt 612183573Srnolandvoid drm_close(void *data) 613145132Sanholt{ 614183573Srnoland struct drm_file *file_priv = data; 615183573Srnoland struct drm_device *dev = file_priv->dev; 616145132Sanholt int retcode = 0; 617182080Srnoland 618183573Srnoland DRM_DEBUG("open_count = %d\n", dev->open_count); 619145132Sanholt 620145132Sanholt DRM_LOCK(); 621145132Sanholt 622183573Srnoland if (dev->driver->preclose != NULL) 623183573Srnoland dev->driver->preclose(dev, file_priv); 624145132Sanholt 625145132Sanholt /* ======================================================== 626145132Sanholt * Begin inline drm_release 627145132Sanholt */ 628145132Sanholt 629183573Srnoland DRM_DEBUG("pid = %d, device = 0x%lx, open_count = %d\n", 630183573Srnoland DRM_CURRENTPID, (long)dev->device, dev->open_count); 631145132Sanholt 632145132Sanholt if (dev->lock.hw_lock && _DRM_LOCK_IS_HELD(dev->lock.hw_lock->lock) 633182080Srnoland && dev->lock.file_priv == file_priv) { 634145132Sanholt DRM_DEBUG("Process %d dead, freeing lock for context %d\n", 635145132Sanholt DRM_CURRENTPID, 636145132Sanholt _DRM_LOCKING_CONTEXT(dev->lock.hw_lock->lock)); 637183573Srnoland if (dev->driver->reclaim_buffers_locked != NULL) 638183573Srnoland dev->driver->reclaim_buffers_locked(dev, file_priv); 639145132Sanholt 640183573Srnoland drm_lock_free(&dev->lock, 641145132Sanholt _DRM_LOCKING_CONTEXT(dev->lock.hw_lock->lock)); 642145132Sanholt 643145132Sanholt /* FIXME: may require heavy-handed reset of 644145132Sanholt hardware at this point, possibly 645145132Sanholt processed via a callback to the X 646145132Sanholt server. */ 647183573Srnoland } else if (dev->driver->reclaim_buffers_locked != NULL && 648152909Sanholt dev->lock.hw_lock != NULL) { 649145132Sanholt /* The lock is required to reclaim buffers */ 650145132Sanholt for (;;) { 651183573Srnoland if (!dev->lock.hw_lock) { 652145132Sanholt /* Device has been unregistered */ 653182080Srnoland retcode = EINTR; 654145132Sanholt break; 655145132Sanholt } 656183573Srnoland if (drm_lock_take(&dev->lock, DRM_KERNEL_CONTEXT)) { 657182080Srnoland dev->lock.file_priv = file_priv; 658145132Sanholt dev->lock.lock_time = jiffies; 659183573Srnoland atomic_inc(&dev->counts[_DRM_STAT_LOCKS]); 660145132Sanholt break; /* Got lock */ 661145132Sanholt } 662183573Srnoland /* Contention */ 663182080Srnoland retcode = mtx_sleep((void *)&dev->lock.lock_queue, 664189869Srnoland &dev->dev_lock, PCATCH, "drmlk2", 0); 665145132Sanholt if (retcode) 666145132Sanholt break; 667145132Sanholt } 668145132Sanholt if (retcode == 0) { 669183573Srnoland dev->driver->reclaim_buffers_locked(dev, file_priv); 670183573Srnoland drm_lock_free(&dev->lock, DRM_KERNEL_CONTEXT); 671145132Sanholt } 672145132Sanholt } 673145132Sanholt 674183573Srnoland if (drm_core_check_feature(dev, DRIVER_HAVE_DMA) && 675183573Srnoland !dev->driver->reclaim_buffers_locked) 676182080Srnoland drm_reclaim_buffers(dev, file_priv); 677145132Sanholt 678145132Sanholt funsetown(&dev->buf_sigio); 679145132Sanholt 680183573Srnoland if (dev->driver->postclose != NULL) 681183573Srnoland dev->driver->postclose(dev, file_priv); 682182080Srnoland TAILQ_REMOVE(&dev->files, file_priv, link); 683183833Srnoland free(file_priv, DRM_MEM_FILES); 684145132Sanholt 685145132Sanholt /* ======================================================== 686145132Sanholt * End inline drm_release 687145132Sanholt */ 688145132Sanholt 689183573Srnoland atomic_inc(&dev->counts[_DRM_STAT_CLOSES]); 690145132Sanholt device_unbusy(dev->device); 691145132Sanholt if (--dev->open_count == 0) { 692152909Sanholt retcode = drm_lastclose(dev); 693145132Sanholt } 694145132Sanholt 695145132Sanholt DRM_UNLOCK(); 696145132Sanholt} 697145132Sanholt 698145132Sanholt/* drm_ioctl is called whenever a process performs an ioctl on /dev/drm. 699145132Sanholt */ 700145132Sanholtint drm_ioctl(struct cdev *kdev, u_long cmd, caddr_t data, int flags, 701145132Sanholt DRM_STRUCTPROC *p) 702145132Sanholt{ 703182080Srnoland struct drm_device *dev = drm_get_device_from_kdev(kdev); 704145132Sanholt int retcode = 0; 705145132Sanholt drm_ioctl_desc_t *ioctl; 706182080Srnoland int (*func)(struct drm_device *dev, void *data, struct drm_file *file_priv); 707145132Sanholt int nr = DRM_IOCTL_NR(cmd); 708145132Sanholt int is_driver_ioctl = 0; 709183573Srnoland struct drm_file *file_priv; 710145132Sanholt 711183573Srnoland retcode = devfs_get_cdevpriv((void **)&file_priv); 712183573Srnoland if (retcode != 0) { 713145132Sanholt DRM_ERROR("can't find authenticator\n"); 714145132Sanholt return EINVAL; 715145132Sanholt } 716145132Sanholt 717183573Srnoland atomic_inc(&dev->counts[_DRM_STAT_IOCTLS]); 718182080Srnoland ++file_priv->ioctl_count; 719145132Sanholt 720183573Srnoland DRM_DEBUG("pid=%d, cmd=0x%02lx, nr=0x%02x, dev 0x%lx, auth=%d\n", 721182080Srnoland DRM_CURRENTPID, cmd, nr, (long)dev->device, 722183573Srnoland file_priv->authenticated); 723145132Sanholt 724145132Sanholt switch (cmd) { 725145132Sanholt case FIONBIO: 726145132Sanholt case FIOASYNC: 727145132Sanholt return 0; 728145132Sanholt 729145132Sanholt case FIOSETOWN: 730145132Sanholt return fsetown(*(int *)data, &dev->buf_sigio); 731145132Sanholt 732145132Sanholt case FIOGETOWN: 733145132Sanholt *(int *) data = fgetown(&dev->buf_sigio); 734145132Sanholt return 0; 735145132Sanholt } 736145132Sanholt 737145132Sanholt if (IOCGROUP(cmd) != DRM_IOCTL_BASE) { 738145132Sanholt DRM_DEBUG("Bad ioctl group 0x%x\n", (int)IOCGROUP(cmd)); 739145132Sanholt return EINVAL; 740145132Sanholt } 741145132Sanholt 742145132Sanholt ioctl = &drm_ioctls[nr]; 743145132Sanholt /* It's not a core DRM ioctl, try driver-specific. */ 744145132Sanholt if (ioctl->func == NULL && nr >= DRM_COMMAND_BASE) { 745145132Sanholt /* The array entries begin at DRM_COMMAND_BASE ioctl nr */ 746145132Sanholt nr -= DRM_COMMAND_BASE; 747183573Srnoland if (nr > dev->driver->max_ioctl) { 748145132Sanholt DRM_DEBUG("Bad driver ioctl number, 0x%x (of 0x%x)\n", 749183573Srnoland nr, dev->driver->max_ioctl); 750145132Sanholt return EINVAL; 751145132Sanholt } 752183573Srnoland ioctl = &dev->driver->ioctls[nr]; 753145132Sanholt is_driver_ioctl = 1; 754145132Sanholt } 755145132Sanholt func = ioctl->func; 756145132Sanholt 757145132Sanholt if (func == NULL) { 758183573Srnoland DRM_DEBUG("no function\n"); 759145132Sanholt return EINVAL; 760145132Sanholt } 761182080Srnoland 762152909Sanholt if (((ioctl->flags & DRM_ROOT_ONLY) && !DRM_SUSER(p)) || 763182080Srnoland ((ioctl->flags & DRM_AUTH) && !file_priv->authenticated) || 764182080Srnoland ((ioctl->flags & DRM_MASTER) && !file_priv->master)) 765145132Sanholt return EACCES; 766145132Sanholt 767182080Srnoland if (is_driver_ioctl) { 768145132Sanholt DRM_LOCK(); 769182080Srnoland /* shared code returns -errno */ 770182080Srnoland retcode = -func(dev, data, file_priv); 771145132Sanholt DRM_UNLOCK(); 772182080Srnoland } else { 773182080Srnoland retcode = func(dev, data, file_priv); 774182080Srnoland } 775145132Sanholt 776145132Sanholt if (retcode != 0) 777145132Sanholt DRM_DEBUG(" returning %d\n", retcode); 778145132Sanholt 779182080Srnoland return retcode; 780145132Sanholt} 781145132Sanholt 782182080Srnolanddrm_local_map_t *drm_getsarea(struct drm_device *dev) 783182080Srnoland{ 784182080Srnoland drm_local_map_t *map; 785145132Sanholt 786182080Srnoland DRM_SPINLOCK_ASSERT(&dev->dev_lock); 787182080Srnoland TAILQ_FOREACH(map, &dev->maplist, link) { 788182080Srnoland if (map->type == _DRM_SHM && (map->flags & _DRM_CONTAINS_LOCK)) 789182080Srnoland return map; 790182080Srnoland } 791182080Srnoland 792182080Srnoland return NULL; 793182080Srnoland} 794182080Srnoland 795145132Sanholt#if DRM_LINUX 796145132Sanholt 797145132Sanholt#include <sys/sysproto.h> 798145132Sanholt 799145132SanholtMODULE_DEPEND(DRIVER_NAME, linux, 1, 1, 1); 800145132Sanholt 801145132Sanholt#define LINUX_IOCTL_DRM_MIN 0x6400 802145132Sanholt#define LINUX_IOCTL_DRM_MAX 0x64ff 803145132Sanholt 804145132Sanholtstatic linux_ioctl_function_t drm_linux_ioctl; 805145132Sanholtstatic struct linux_ioctl_handler drm_handler = {drm_linux_ioctl, 806145132Sanholt LINUX_IOCTL_DRM_MIN, LINUX_IOCTL_DRM_MAX}; 807145132Sanholt 808145132SanholtSYSINIT(drm_register, SI_SUB_KLD, SI_ORDER_MIDDLE, 809145132Sanholt linux_ioctl_register_handler, &drm_handler); 810145132SanholtSYSUNINIT(drm_unregister, SI_SUB_KLD, SI_ORDER_MIDDLE, 811145132Sanholt linux_ioctl_unregister_handler, &drm_handler); 812145132Sanholt 813145132Sanholt/* The bits for in/out are switched on Linux */ 814145132Sanholt#define LINUX_IOC_IN IOC_OUT 815145132Sanholt#define LINUX_IOC_OUT IOC_IN 816145132Sanholt 817145132Sanholtstatic int 818145132Sanholtdrm_linux_ioctl(DRM_STRUCTPROC *p, struct linux_ioctl_args* args) 819145132Sanholt{ 820145132Sanholt int error; 821145132Sanholt int cmd = args->cmd; 822145132Sanholt 823145132Sanholt args->cmd &= ~(LINUX_IOC_IN | LINUX_IOC_OUT); 824145132Sanholt if (cmd & LINUX_IOC_IN) 825145132Sanholt args->cmd |= IOC_IN; 826145132Sanholt if (cmd & LINUX_IOC_OUT) 827145132Sanholt args->cmd |= IOC_OUT; 828145132Sanholt 829145132Sanholt error = ioctl(p, (struct ioctl_args *)args); 830145132Sanholt 831145132Sanholt return error; 832145132Sanholt} 833145132Sanholt#endif /* DRM_LINUX */ 834