drm_drv.c revision 189915
1145132Sanholt/*- 2145132Sanholt * Copyright 1999, 2000 Precision Insight, Inc., Cedar Park, Texas. 3145132Sanholt * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California. 4145132Sanholt * All Rights Reserved. 5145132Sanholt * 6145132Sanholt * Permission is hereby granted, free of charge, to any person obtaining a 7145132Sanholt * copy of this software and associated documentation files (the "Software"), 8145132Sanholt * to deal in the Software without restriction, including without limitation 9145132Sanholt * the rights to use, copy, modify, merge, publish, distribute, sublicense, 10145132Sanholt * and/or sell copies of the Software, and to permit persons to whom the 11145132Sanholt * Software is furnished to do so, subject to the following conditions: 12145132Sanholt * 13145132Sanholt * The above copyright notice and this permission notice (including the next 14145132Sanholt * paragraph) shall be included in all copies or substantial portions of the 15145132Sanholt * Software. 16145132Sanholt * 17145132Sanholt * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 18145132Sanholt * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 19145132Sanholt * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 20145132Sanholt * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR 21145132Sanholt * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 22145132Sanholt * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 23145132Sanholt * OTHER DEALINGS IN THE SOFTWARE. 24145132Sanholt * 25145132Sanholt * Authors: 26145132Sanholt * Rickard E. (Rik) Faith <faith@valinux.com> 27145132Sanholt * Gareth Hughes <gareth@valinux.com> 28145132Sanholt * 29145132Sanholt */ 30145132Sanholt 31152909Sanholt#include <sys/cdefs.h> 32152909Sanholt__FBSDID("$FreeBSD: head/sys/dev/drm/drm_drv.c 189915 2009-03-17 03:53:44Z rnoland $"); 33152909Sanholt 34182080Srnoland/** @file drm_drv.c 35182080Srnoland * The catch-all file for DRM device support, including module setup/teardown, 36182080Srnoland * open/close, and ioctl dispatch. 37182080Srnoland */ 38182080Srnoland 39182080Srnoland 40182080Srnoland#include <sys/limits.h> 41145132Sanholt#include "dev/drm/drmP.h" 42145132Sanholt#include "dev/drm/drm.h" 43152909Sanholt#include "dev/drm/drm_sarea.h" 44145132Sanholt 45153013Sanholt#ifdef DRM_DEBUG_DEFAULT_ON 46153013Sanholtint drm_debug_flag = 1; 47153013Sanholt#else 48145132Sanholtint drm_debug_flag = 0; 49153013Sanholt#endif 50145132Sanholt 51182080Srnolandstatic int drm_load(struct drm_device *dev); 52182080Srnolandstatic void drm_unload(struct drm_device *dev); 53152909Sanholtstatic drm_pci_id_list_t *drm_find_description(int vendor, int device, 54152909Sanholt drm_pci_id_list_t *idlist); 55145132Sanholt 56145132Sanholt#define DRIVER_SOFTC(unit) \ 57182080Srnoland ((struct drm_device *)devclass_get_softc(drm_devclass, unit)) 58145132Sanholt 59145132SanholtMODULE_VERSION(drm, 1); 60145132SanholtMODULE_DEPEND(drm, agp, 1, 1, 1); 61145132SanholtMODULE_DEPEND(drm, pci, 1, 1, 1); 62145132SanholtMODULE_DEPEND(drm, mem, 1, 1, 1); 63145132Sanholt 64145132Sanholtstatic drm_ioctl_desc_t drm_ioctls[256] = { 65182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_VERSION, drm_version, 0), 66182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_GET_UNIQUE, drm_getunique, 0), 67182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_GET_MAGIC, drm_getmagic, 0), 68182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_IRQ_BUSID, drm_irq_by_busid, DRM_MASTER|DRM_ROOT_ONLY), 69182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_GET_MAP, drm_getmap, 0), 70182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_GET_CLIENT, drm_getclient, 0), 71182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_GET_STATS, drm_getstats, 0), 72182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_SET_VERSION, drm_setversion, DRM_MASTER|DRM_ROOT_ONLY), 73145132Sanholt 74182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_SET_UNIQUE, drm_setunique, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 75182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_BLOCK, drm_noop, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 76182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_UNBLOCK, drm_noop, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 77182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AUTH_MAGIC, drm_authmagic, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 78145132Sanholt 79182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_ADD_MAP, drm_addmap_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 80182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_RM_MAP, drm_rmmap_ioctl, DRM_AUTH), 81145132Sanholt 82182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_SET_SAREA_CTX, drm_setsareactx, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 83182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_GET_SAREA_CTX, drm_getsareactx, DRM_AUTH), 84145132Sanholt 85189099Srnoland DRM_IOCTL_DEF(DRM_IOCTL_ADD_CTX, drm_addctx, DRM_AUTH|DRM_ROOT_ONLY), 86182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_RM_CTX, drm_rmctx, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 87182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_MOD_CTX, drm_modctx, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 88182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_GET_CTX, drm_getctx, DRM_AUTH), 89182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_SWITCH_CTX, drm_switchctx, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 90182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_NEW_CTX, drm_newctx, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 91182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_RES_CTX, drm_resctx, DRM_AUTH), 92145132Sanholt 93182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_ADD_DRAW, drm_adddraw, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 94182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_RM_DRAW, drm_rmdraw, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 95145132Sanholt 96182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_LOCK, drm_lock, DRM_AUTH), 97182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_UNLOCK, drm_unlock, DRM_AUTH), 98189099Srnoland 99182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_FINISH, drm_noop, DRM_AUTH), 100145132Sanholt 101189099Srnoland DRM_IOCTL_DEF(DRM_IOCTL_ADD_BUFS, drm_addbufs, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 102189099Srnoland DRM_IOCTL_DEF(DRM_IOCTL_MARK_BUFS, drm_markbufs, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 103182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_INFO_BUFS, drm_infobufs, DRM_AUTH), 104182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_MAP_BUFS, drm_mapbufs, DRM_AUTH), 105182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_FREE_BUFS, drm_freebufs, DRM_AUTH), 106182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_DMA, drm_dma, DRM_AUTH), 107145132Sanholt 108182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_CONTROL, drm_control, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 109145132Sanholt 110182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_ACQUIRE, drm_agp_acquire_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 111182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_RELEASE, drm_agp_release_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 112182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_ENABLE, drm_agp_enable_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 113182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_INFO, drm_agp_info_ioctl, DRM_AUTH), 114182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_ALLOC, drm_agp_alloc_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 115182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_FREE, drm_agp_free_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 116182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_BIND, drm_agp_bind_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 117182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_AGP_UNBIND, drm_agp_unbind_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 118145132Sanholt 119182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_SG_ALLOC, drm_sg_alloc_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 120182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_SG_FREE, drm_sg_free, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 121182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_WAIT_VBLANK, drm_wait_vblank, 0), 122182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_MODESET_CTL, drm_modeset_ctl, 0), 123182080Srnoland DRM_IOCTL_DEF(DRM_IOCTL_UPDATE_DRAW, drm_update_draw, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY), 124145132Sanholt}; 125145132Sanholt 126145132Sanholtstatic struct cdevsw drm_cdevsw = { 127145132Sanholt .d_version = D_VERSION, 128145132Sanholt .d_open = drm_open, 129145132Sanholt .d_read = drm_read, 130145132Sanholt .d_ioctl = drm_ioctl, 131145132Sanholt .d_poll = drm_poll, 132145132Sanholt .d_mmap = drm_mmap, 133145132Sanholt .d_name = "drm", 134189053Srnoland .d_flags = D_TRACKCLOSE 135145132Sanholt}; 136145132Sanholt 137189128Srnolandint drm_msi = 1; /* Enable by default. */ 138189128SrnolandTUNABLE_INT("hw.drm.msi", &drm_msi); 139189128Srnoland 140189052Srnolandstatic struct drm_msi_blacklist_entry drm_msi_blacklist[] = { 141189052Srnoland {0x8086, 0x2772}, /* Intel i945G */ \ 142189052Srnoland {0x8086, 0x27A2}, /* Intel i945GM */ \ 143189052Srnoland {0x8086, 0x27AE}, /* Intel i945GME */ \ 144189052Srnoland {0, 0} 145189052Srnoland}; 146189052Srnoland 147189052Srnolandstatic int drm_msi_is_blacklisted(int vendor, int device) 148189052Srnoland{ 149189052Srnoland int i = 0; 150189052Srnoland 151189052Srnoland for (i = 0; drm_msi_blacklist[i].vendor != 0; i++) { 152189052Srnoland if ((drm_msi_blacklist[i].vendor == vendor) && 153189052Srnoland (drm_msi_blacklist[i].device == device)) { 154189052Srnoland return 1; 155189052Srnoland } 156189052Srnoland } 157189052Srnoland 158189052Srnoland return 0; 159189052Srnoland} 160189052Srnoland 161189563Srnolandint drm_probe(device_t kdev, drm_pci_id_list_t *idlist) 162145132Sanholt{ 163152909Sanholt drm_pci_id_list_t *id_entry; 164145132Sanholt int vendor, device; 165153579Sjhb#if __FreeBSD_version < 700010 166153033Sanholt device_t realdev; 167145132Sanholt 168189563Srnoland if (!strcmp(device_get_name(kdev), "drmsub")) 169189563Srnoland realdev = device_get_parent(kdev); 170153033Sanholt else 171189563Srnoland realdev = kdev; 172153033Sanholt vendor = pci_get_vendor(realdev); 173153033Sanholt device = pci_get_device(realdev); 174153579Sjhb#else 175189563Srnoland vendor = pci_get_vendor(kdev); 176189563Srnoland device = pci_get_device(kdev); 177153579Sjhb#endif 178145132Sanholt 179189563Srnoland if (pci_get_class(kdev) != PCIC_DISPLAY 180189563Srnoland || pci_get_subclass(kdev) != PCIS_DISPLAY_VGA) 181186299Srnoland return ENXIO; 182186299Srnoland 183152909Sanholt id_entry = drm_find_description(vendor, device, idlist); 184152909Sanholt if (id_entry != NULL) { 185189915Srnoland if (!device_get_desc(kdev)) { 186189915Srnoland DRM_DEBUG("desc : %s\n", device_get_desc(kdev)); 187189915Srnoland device_set_desc(kdev, id_entry->name); 188189915Srnoland } 189145132Sanholt return 0; 190145132Sanholt } 191145132Sanholt 192145132Sanholt return ENXIO; 193145132Sanholt} 194145132Sanholt 195189563Srnolandint drm_attach(device_t kdev, drm_pci_id_list_t *idlist) 196145132Sanholt{ 197182080Srnoland struct drm_device *dev; 198152909Sanholt drm_pci_id_list_t *id_entry; 199189052Srnoland int unit, msicount; 200152909Sanholt 201189563Srnoland unit = device_get_unit(kdev); 202189563Srnoland dev = device_get_softc(kdev); 203152909Sanholt 204153579Sjhb#if __FreeBSD_version < 700010 205189563Srnoland if (!strcmp(device_get_name(kdev), "drmsub")) 206189563Srnoland dev->device = device_get_parent(kdev); 207152909Sanholt else 208189563Srnoland dev->device = kdev; 209153579Sjhb#else 210189563Srnoland dev->device = kdev; 211153579Sjhb#endif 212152909Sanholt dev->devnode = make_dev(&drm_cdevsw, 213152909Sanholt unit, 214152909Sanholt DRM_DEV_UID, 215152909Sanholt DRM_DEV_GID, 216152909Sanholt DRM_DEV_MODE, 217152909Sanholt "dri/card%d", unit); 218183573Srnoland 219189052Srnoland#if __FreeBSD_version >= 700053 220189052Srnoland dev->pci_domain = pci_get_domain(dev->device); 221189052Srnoland#else 222189052Srnoland dev->pci_domain = 0; 223189052Srnoland#endif 224189052Srnoland dev->pci_bus = pci_get_bus(dev->device); 225189052Srnoland dev->pci_slot = pci_get_slot(dev->device); 226189052Srnoland dev->pci_func = pci_get_function(dev->device); 227189052Srnoland 228189052Srnoland dev->pci_vendor = pci_get_vendor(dev->device); 229189052Srnoland dev->pci_device = pci_get_device(dev->device); 230189052Srnoland 231189128Srnoland if (drm_msi && 232189128Srnoland !drm_msi_is_blacklisted(dev->pci_vendor, dev->pci_device)) { 233189052Srnoland msicount = pci_msi_count(dev->device); 234189052Srnoland DRM_DEBUG("MSI count = %d\n", msicount); 235189052Srnoland if (msicount > 1) 236189052Srnoland msicount = 1; 237189052Srnoland 238189052Srnoland if (pci_alloc_msi(dev->device, &msicount) == 0) { 239189052Srnoland DRM_INFO("MSI enabled %d message(s)\n", msicount); 240189052Srnoland dev->msi_enabled = 1; 241189052Srnoland dev->irqrid = 1; 242189052Srnoland } 243189052Srnoland } 244189052Srnoland 245189052Srnoland dev->irqr = bus_alloc_resource_any(dev->device, SYS_RES_IRQ, 246189052Srnoland &dev->irqrid, RF_SHAREABLE); 247189052Srnoland if (!dev->irqr) { 248189052Srnoland return ENOENT; 249189052Srnoland } 250189052Srnoland 251189052Srnoland dev->irq = (int) rman_get_start(dev->irqr); 252189052Srnoland 253182080Srnoland mtx_init(&dev->dev_lock, "drmdev", NULL, MTX_DEF); 254182080Srnoland mtx_init(&dev->irq_lock, "drmirq", NULL, MTX_DEF); 255182080Srnoland mtx_init(&dev->vbl_lock, "drmvbl", NULL, MTX_DEF); 256182080Srnoland mtx_init(&dev->drw_lock, "drmdrw", NULL, MTX_DEF); 257152909Sanholt 258189052Srnoland id_entry = drm_find_description(dev->pci_vendor, 259189052Srnoland dev->pci_device, idlist); 260152909Sanholt dev->id_entry = id_entry; 261152909Sanholt 262152909Sanholt return drm_load(dev); 263145132Sanholt} 264145132Sanholt 265189563Srnolandint drm_detach(device_t kdev) 266145132Sanholt{ 267189052Srnoland struct drm_device *dev; 268189052Srnoland 269189563Srnoland dev = device_get_softc(kdev); 270189052Srnoland 271189052Srnoland drm_unload(dev); 272189052Srnoland 273189052Srnoland bus_release_resource(dev->device, SYS_RES_IRQ, dev->irqrid, dev->irqr); 274189052Srnoland 275189052Srnoland if (dev->msi_enabled) { 276189052Srnoland pci_release_msi(dev->device); 277189052Srnoland DRM_INFO("MSI released\n"); 278189052Srnoland } 279189052Srnoland 280145132Sanholt return 0; 281145132Sanholt} 282145132Sanholt 283145132Sanholt#ifndef DRM_DEV_NAME 284145132Sanholt#define DRM_DEV_NAME "drm" 285145132Sanholt#endif 286145132Sanholt 287145132Sanholtdevclass_t drm_devclass; 288145132Sanholt 289152909Sanholtdrm_pci_id_list_t *drm_find_description(int vendor, int device, 290152909Sanholt drm_pci_id_list_t *idlist) 291152909Sanholt{ 292145132Sanholt int i = 0; 293145132Sanholt 294145132Sanholt for (i = 0; idlist[i].vendor != 0; i++) { 295145132Sanholt if ((idlist[i].vendor == vendor) && 296189915Srnoland ((idlist[i].device == device) || 297189915Srnoland (idlist[i].device == 0))) { 298152909Sanholt return &idlist[i]; 299145132Sanholt } 300145132Sanholt } 301145132Sanholt return NULL; 302145132Sanholt} 303145132Sanholt 304182080Srnolandstatic int drm_firstopen(struct drm_device *dev) 305145132Sanholt{ 306152909Sanholt drm_local_map_t *map; 307145132Sanholt int i; 308145132Sanholt 309145132Sanholt DRM_SPINLOCK_ASSERT(&dev->dev_lock); 310145132Sanholt 311152909Sanholt /* prebuild the SAREA */ 312152909Sanholt i = drm_addmap(dev, 0, SAREA_MAX, _DRM_SHM, 313183573Srnoland _DRM_CONTAINS_LOCK, &map); 314152909Sanholt if (i != 0) 315152909Sanholt return i; 316145132Sanholt 317183573Srnoland if (dev->driver->firstopen) 318183573Srnoland dev->driver->firstopen(dev); 319152909Sanholt 320145132Sanholt dev->buf_use = 0; 321145132Sanholt 322183573Srnoland if (drm_core_check_feature(dev, DRIVER_HAVE_DMA)) { 323145132Sanholt i = drm_dma_setup(dev); 324145132Sanholt if (i != 0) 325145132Sanholt return i; 326145132Sanholt } 327145132Sanholt 328183573Srnoland for (i = 0; i < DRM_HASH_SIZE; i++) { 329145132Sanholt dev->magiclist[i].head = NULL; 330145132Sanholt dev->magiclist[i].tail = NULL; 331145132Sanholt } 332145132Sanholt 333145132Sanholt dev->lock.lock_queue = 0; 334145132Sanholt dev->irq_enabled = 0; 335145132Sanholt dev->context_flag = 0; 336145132Sanholt dev->last_context = 0; 337145132Sanholt dev->if_version = 0; 338145132Sanholt 339145132Sanholt dev->buf_sigio = NULL; 340145132Sanholt 341183573Srnoland DRM_DEBUG("\n"); 342145132Sanholt 343145132Sanholt return 0; 344145132Sanholt} 345145132Sanholt 346182080Srnolandstatic int drm_lastclose(struct drm_device *dev) 347145132Sanholt{ 348145132Sanholt drm_magic_entry_t *pt, *next; 349145132Sanholt drm_local_map_t *map, *mapsave; 350145132Sanholt int i; 351145132Sanholt 352145132Sanholt DRM_SPINLOCK_ASSERT(&dev->dev_lock); 353145132Sanholt 354183573Srnoland DRM_DEBUG("\n"); 355145132Sanholt 356183573Srnoland if (dev->driver->lastclose != NULL) 357183573Srnoland dev->driver->lastclose(dev); 358145132Sanholt 359145132Sanholt if (dev->irq_enabled) 360145132Sanholt drm_irq_uninstall(dev); 361145132Sanholt 362183573Srnoland if (dev->unique) { 363183833Srnoland free(dev->unique, DRM_MEM_DRIVER); 364145132Sanholt dev->unique = NULL; 365145132Sanholt dev->unique_len = 0; 366145132Sanholt } 367183573Srnoland /* Clear pid list */ 368183573Srnoland for (i = 0; i < DRM_HASH_SIZE; i++) { 369183573Srnoland for (pt = dev->magiclist[i].head; pt; pt = next) { 370145132Sanholt next = pt->next; 371183833Srnoland free(pt, DRM_MEM_MAGIC); 372145132Sanholt } 373145132Sanholt dev->magiclist[i].head = dev->magiclist[i].tail = NULL; 374145132Sanholt } 375145132Sanholt 376182467Srnoland DRM_UNLOCK(); 377182080Srnoland drm_drawable_free_all(dev); 378182467Srnoland DRM_LOCK(); 379182080Srnoland 380183573Srnoland /* Clear AGP information */ 381183573Srnoland if (dev->agp) { 382145132Sanholt drm_agp_mem_t *entry; 383145132Sanholt drm_agp_mem_t *nexte; 384145132Sanholt 385152909Sanholt /* Remove AGP resources, but leave dev->agp intact until 386152909Sanholt * drm_unload is called. 387152909Sanholt */ 388183573Srnoland for (entry = dev->agp->memory; entry; entry = nexte) { 389145132Sanholt nexte = entry->next; 390183573Srnoland if (entry->bound) 391145132Sanholt drm_agp_unbind_memory(entry->handle); 392145132Sanholt drm_agp_free_memory(entry->handle); 393183833Srnoland free(entry, DRM_MEM_AGPLISTS); 394145132Sanholt } 395145132Sanholt dev->agp->memory = NULL; 396145132Sanholt 397145132Sanholt if (dev->agp->acquired) 398152909Sanholt drm_agp_release(dev); 399145132Sanholt 400145132Sanholt dev->agp->acquired = 0; 401145132Sanholt dev->agp->enabled = 0; 402145132Sanholt } 403145132Sanholt if (dev->sg != NULL) { 404145132Sanholt drm_sg_cleanup(dev->sg); 405145132Sanholt dev->sg = NULL; 406145132Sanholt } 407145132Sanholt 408145132Sanholt TAILQ_FOREACH_SAFE(map, &dev->maplist, link, mapsave) { 409182080Srnoland if (!(map->flags & _DRM_DRIVER)) 410182080Srnoland drm_rmmap(dev, map); 411145132Sanholt } 412145132Sanholt 413145132Sanholt drm_dma_takedown(dev); 414183573Srnoland if (dev->lock.hw_lock) { 415145132Sanholt dev->lock.hw_lock = NULL; /* SHM removed */ 416182080Srnoland dev->lock.file_priv = NULL; 417145132Sanholt DRM_WAKEUP_INT((void *)&dev->lock.lock_queue); 418145132Sanholt } 419145132Sanholt 420145132Sanholt return 0; 421145132Sanholt} 422145132Sanholt 423182080Srnolandstatic int drm_load(struct drm_device *dev) 424145132Sanholt{ 425182080Srnoland int i, retcode; 426152909Sanholt 427183573Srnoland DRM_DEBUG("\n"); 428145132Sanholt 429145132Sanholt TAILQ_INIT(&dev->maplist); 430145132Sanholt 431145132Sanholt drm_mem_init(); 432145132Sanholt drm_sysctl_init(dev); 433145132Sanholt TAILQ_INIT(&dev->files); 434145132Sanholt 435182080Srnoland dev->counters = 6; 436182080Srnoland dev->types[0] = _DRM_STAT_LOCK; 437182080Srnoland dev->types[1] = _DRM_STAT_OPENS; 438182080Srnoland dev->types[2] = _DRM_STAT_CLOSES; 439182080Srnoland dev->types[3] = _DRM_STAT_IOCTLS; 440182080Srnoland dev->types[4] = _DRM_STAT_LOCKS; 441182080Srnoland dev->types[5] = _DRM_STAT_UNLOCKS; 442182080Srnoland 443183573Srnoland for (i = 0; i < DRM_ARRAY_SIZE(dev->counts); i++) 444183573Srnoland atomic_set(&dev->counts[i], 0); 445182080Srnoland 446183573Srnoland if (dev->driver->load != NULL) { 447152909Sanholt DRM_LOCK(); 448182080Srnoland /* Shared code returns -errno. */ 449183573Srnoland retcode = -dev->driver->load(dev, 450182080Srnoland dev->id_entry->driver_private); 451182080Srnoland if (pci_enable_busmaster(dev->device)) 452182080Srnoland DRM_ERROR("Request to enable bus-master failed.\n"); 453152909Sanholt DRM_UNLOCK(); 454145132Sanholt if (retcode != 0) 455145132Sanholt goto error; 456145132Sanholt } 457145132Sanholt 458183573Srnoland if (drm_core_has_AGP(dev)) { 459145132Sanholt if (drm_device_is_agp(dev)) 460145132Sanholt dev->agp = drm_agp_init(); 461183573Srnoland if (drm_core_check_feature(dev, DRIVER_REQUIRE_AGP) && 462183573Srnoland dev->agp == NULL) { 463145132Sanholt DRM_ERROR("Card isn't AGP, or couldn't initialize " 464145132Sanholt "AGP.\n"); 465182080Srnoland retcode = ENOMEM; 466145132Sanholt goto error; 467145132Sanholt } 468145132Sanholt if (dev->agp != NULL) { 469145132Sanholt if (drm_mtrr_add(dev->agp->info.ai_aperture_base, 470145132Sanholt dev->agp->info.ai_aperture_size, DRM_MTRR_WC) == 0) 471145132Sanholt dev->agp->mtrr = 1; 472145132Sanholt } 473145132Sanholt } 474145132Sanholt 475145132Sanholt retcode = drm_ctxbitmap_init(dev); 476145132Sanholt if (retcode != 0) { 477145132Sanholt DRM_ERROR("Cannot allocate memory for context bitmap.\n"); 478145132Sanholt goto error; 479145132Sanholt } 480182080Srnoland 481182080Srnoland dev->drw_unrhdr = new_unrhdr(1, INT_MAX, NULL); 482182080Srnoland if (dev->drw_unrhdr == NULL) { 483182080Srnoland DRM_ERROR("Couldn't allocate drawable number allocator\n"); 484182080Srnoland goto error; 485182080Srnoland } 486182080Srnoland 487152909Sanholt DRM_INFO("Initialized %s %d.%d.%d %s\n", 488183573Srnoland dev->driver->name, 489183573Srnoland dev->driver->major, 490183573Srnoland dev->driver->minor, 491183573Srnoland dev->driver->patchlevel, 492183573Srnoland dev->driver->date); 493145132Sanholt 494145132Sanholt return 0; 495145132Sanholt 496145132Sanholterror: 497145132Sanholt drm_sysctl_cleanup(dev); 498145132Sanholt DRM_LOCK(); 499152909Sanholt drm_lastclose(dev); 500145132Sanholt DRM_UNLOCK(); 501145132Sanholt destroy_dev(dev->devnode); 502183573Srnoland 503182080Srnoland mtx_destroy(&dev->drw_lock); 504182080Srnoland mtx_destroy(&dev->vbl_lock); 505182080Srnoland mtx_destroy(&dev->irq_lock); 506145132Sanholt mtx_destroy(&dev->dev_lock); 507183573Srnoland 508145132Sanholt return retcode; 509145132Sanholt} 510145132Sanholt 511182080Srnolandstatic void drm_unload(struct drm_device *dev) 512145132Sanholt{ 513152909Sanholt int i; 514145132Sanholt 515183573Srnoland DRM_DEBUG("\n"); 516145132Sanholt 517145132Sanholt drm_sysctl_cleanup(dev); 518145132Sanholt destroy_dev(dev->devnode); 519145132Sanholt 520145132Sanholt drm_ctxbitmap_cleanup(dev); 521145132Sanholt 522145132Sanholt if (dev->agp && dev->agp->mtrr) { 523145132Sanholt int __unused retcode; 524145132Sanholt 525152909Sanholt retcode = drm_mtrr_del(0, dev->agp->info.ai_aperture_base, 526145132Sanholt dev->agp->info.ai_aperture_size, DRM_MTRR_WC); 527145132Sanholt DRM_DEBUG("mtrr_del = %d", retcode); 528145132Sanholt } 529145132Sanholt 530189130Srnoland drm_vblank_cleanup(dev); 531189130Srnoland 532145132Sanholt DRM_LOCK(); 533152909Sanholt drm_lastclose(dev); 534145132Sanholt DRM_UNLOCK(); 535145132Sanholt 536152909Sanholt /* Clean up PCI resources allocated by drm_bufs.c. We're not really 537152909Sanholt * worried about resource consumption while the DRM is inactive (between 538152909Sanholt * lastclose and firstopen or unload) because these aren't actually 539152909Sanholt * taking up KVA, just keeping the PCI resource allocated. 540152909Sanholt */ 541152909Sanholt for (i = 0; i < DRM_MAX_PCI_RESOURCE; i++) { 542152909Sanholt if (dev->pcir[i] == NULL) 543152909Sanholt continue; 544152909Sanholt bus_release_resource(dev->device, SYS_RES_MEMORY, 545152909Sanholt dev->pcirid[i], dev->pcir[i]); 546152909Sanholt dev->pcir[i] = NULL; 547145132Sanholt } 548145132Sanholt 549183573Srnoland if (dev->agp) { 550183833Srnoland free(dev->agp, DRM_MEM_AGPLISTS); 551145132Sanholt dev->agp = NULL; 552145132Sanholt } 553145132Sanholt 554183573Srnoland if (dev->driver->unload != NULL) { 555182468Srnoland DRM_LOCK(); 556183573Srnoland dev->driver->unload(dev); 557182468Srnoland DRM_UNLOCK(); 558182468Srnoland } 559145132Sanholt 560182080Srnoland delete_unrhdr(dev->drw_unrhdr); 561182080Srnoland 562145132Sanholt drm_mem_uninit(); 563182080Srnoland 564182080Srnoland if (pci_disable_busmaster(dev->device)) 565182080Srnoland DRM_ERROR("Request to disable bus-master failed.\n"); 566182080Srnoland 567182080Srnoland mtx_destroy(&dev->drw_lock); 568182080Srnoland mtx_destroy(&dev->vbl_lock); 569182080Srnoland mtx_destroy(&dev->irq_lock); 570145132Sanholt mtx_destroy(&dev->dev_lock); 571145132Sanholt} 572145132Sanholt 573182080Srnolandint drm_version(struct drm_device *dev, void *data, struct drm_file *file_priv) 574145132Sanholt{ 575183573Srnoland struct drm_version *version = data; 576145132Sanholt int len; 577145132Sanholt 578145132Sanholt#define DRM_COPY( name, value ) \ 579145132Sanholt len = strlen( value ); \ 580145132Sanholt if ( len > name##_len ) len = name##_len; \ 581145132Sanholt name##_len = strlen( value ); \ 582145132Sanholt if ( len && name ) { \ 583145132Sanholt if ( DRM_COPY_TO_USER( name, value, len ) ) \ 584182080Srnoland return EFAULT; \ 585145132Sanholt } 586145132Sanholt 587183573Srnoland version->version_major = dev->driver->major; 588183573Srnoland version->version_minor = dev->driver->minor; 589183573Srnoland version->version_patchlevel = dev->driver->patchlevel; 590145132Sanholt 591183573Srnoland DRM_COPY(version->name, dev->driver->name); 592183573Srnoland DRM_COPY(version->date, dev->driver->date); 593183573Srnoland DRM_COPY(version->desc, dev->driver->desc); 594145132Sanholt 595145132Sanholt return 0; 596145132Sanholt} 597145132Sanholt 598145132Sanholtint drm_open(struct cdev *kdev, int flags, int fmt, DRM_STRUCTPROC *p) 599145132Sanholt{ 600182080Srnoland struct drm_device *dev = NULL; 601145132Sanholt int retcode = 0; 602145132Sanholt 603184213Srnoland dev = DRIVER_SOFTC(dev2unit(kdev)); 604145132Sanholt 605183573Srnoland DRM_DEBUG("open_count = %d\n", dev->open_count); 606145132Sanholt 607145132Sanholt retcode = drm_open_helper(kdev, flags, fmt, p, dev); 608145132Sanholt 609183573Srnoland if (!retcode) { 610183573Srnoland atomic_inc(&dev->counts[_DRM_STAT_OPENS]); 611145132Sanholt DRM_LOCK(); 612145132Sanholt device_busy(dev->device); 613183573Srnoland if (!dev->open_count++) 614152909Sanholt retcode = drm_firstopen(dev); 615145132Sanholt DRM_UNLOCK(); 616145132Sanholt } 617145132Sanholt 618145132Sanholt return retcode; 619145132Sanholt} 620145132Sanholt 621183573Srnolandvoid drm_close(void *data) 622145132Sanholt{ 623183573Srnoland struct drm_file *file_priv = data; 624183573Srnoland struct drm_device *dev = file_priv->dev; 625145132Sanholt int retcode = 0; 626182080Srnoland 627183573Srnoland DRM_DEBUG("open_count = %d\n", dev->open_count); 628145132Sanholt 629145132Sanholt DRM_LOCK(); 630145132Sanholt 631183573Srnoland if (dev->driver->preclose != NULL) 632183573Srnoland dev->driver->preclose(dev, file_priv); 633145132Sanholt 634145132Sanholt /* ======================================================== 635145132Sanholt * Begin inline drm_release 636145132Sanholt */ 637145132Sanholt 638183573Srnoland DRM_DEBUG("pid = %d, device = 0x%lx, open_count = %d\n", 639183573Srnoland DRM_CURRENTPID, (long)dev->device, dev->open_count); 640145132Sanholt 641145132Sanholt if (dev->lock.hw_lock && _DRM_LOCK_IS_HELD(dev->lock.hw_lock->lock) 642182080Srnoland && dev->lock.file_priv == file_priv) { 643145132Sanholt DRM_DEBUG("Process %d dead, freeing lock for context %d\n", 644145132Sanholt DRM_CURRENTPID, 645145132Sanholt _DRM_LOCKING_CONTEXT(dev->lock.hw_lock->lock)); 646183573Srnoland if (dev->driver->reclaim_buffers_locked != NULL) 647183573Srnoland dev->driver->reclaim_buffers_locked(dev, file_priv); 648145132Sanholt 649183573Srnoland drm_lock_free(&dev->lock, 650145132Sanholt _DRM_LOCKING_CONTEXT(dev->lock.hw_lock->lock)); 651145132Sanholt 652145132Sanholt /* FIXME: may require heavy-handed reset of 653145132Sanholt hardware at this point, possibly 654145132Sanholt processed via a callback to the X 655145132Sanholt server. */ 656183573Srnoland } else if (dev->driver->reclaim_buffers_locked != NULL && 657152909Sanholt dev->lock.hw_lock != NULL) { 658145132Sanholt /* The lock is required to reclaim buffers */ 659145132Sanholt for (;;) { 660183573Srnoland if (!dev->lock.hw_lock) { 661145132Sanholt /* Device has been unregistered */ 662182080Srnoland retcode = EINTR; 663145132Sanholt break; 664145132Sanholt } 665183573Srnoland if (drm_lock_take(&dev->lock, DRM_KERNEL_CONTEXT)) { 666182080Srnoland dev->lock.file_priv = file_priv; 667145132Sanholt dev->lock.lock_time = jiffies; 668183573Srnoland atomic_inc(&dev->counts[_DRM_STAT_LOCKS]); 669145132Sanholt break; /* Got lock */ 670145132Sanholt } 671183573Srnoland /* Contention */ 672182080Srnoland retcode = mtx_sleep((void *)&dev->lock.lock_queue, 673189869Srnoland &dev->dev_lock, PCATCH, "drmlk2", 0); 674145132Sanholt if (retcode) 675145132Sanholt break; 676145132Sanholt } 677145132Sanholt if (retcode == 0) { 678183573Srnoland dev->driver->reclaim_buffers_locked(dev, file_priv); 679183573Srnoland drm_lock_free(&dev->lock, DRM_KERNEL_CONTEXT); 680145132Sanholt } 681145132Sanholt } 682145132Sanholt 683183573Srnoland if (drm_core_check_feature(dev, DRIVER_HAVE_DMA) && 684183573Srnoland !dev->driver->reclaim_buffers_locked) 685182080Srnoland drm_reclaim_buffers(dev, file_priv); 686145132Sanholt 687145132Sanholt funsetown(&dev->buf_sigio); 688145132Sanholt 689183573Srnoland if (dev->driver->postclose != NULL) 690183573Srnoland dev->driver->postclose(dev, file_priv); 691182080Srnoland TAILQ_REMOVE(&dev->files, file_priv, link); 692183833Srnoland free(file_priv, DRM_MEM_FILES); 693145132Sanholt 694145132Sanholt /* ======================================================== 695145132Sanholt * End inline drm_release 696145132Sanholt */ 697145132Sanholt 698183573Srnoland atomic_inc(&dev->counts[_DRM_STAT_CLOSES]); 699145132Sanholt device_unbusy(dev->device); 700145132Sanholt if (--dev->open_count == 0) { 701152909Sanholt retcode = drm_lastclose(dev); 702145132Sanholt } 703145132Sanholt 704145132Sanholt DRM_UNLOCK(); 705145132Sanholt} 706145132Sanholt 707145132Sanholt/* drm_ioctl is called whenever a process performs an ioctl on /dev/drm. 708145132Sanholt */ 709145132Sanholtint drm_ioctl(struct cdev *kdev, u_long cmd, caddr_t data, int flags, 710145132Sanholt DRM_STRUCTPROC *p) 711145132Sanholt{ 712182080Srnoland struct drm_device *dev = drm_get_device_from_kdev(kdev); 713145132Sanholt int retcode = 0; 714145132Sanholt drm_ioctl_desc_t *ioctl; 715182080Srnoland int (*func)(struct drm_device *dev, void *data, struct drm_file *file_priv); 716145132Sanholt int nr = DRM_IOCTL_NR(cmd); 717145132Sanholt int is_driver_ioctl = 0; 718183573Srnoland struct drm_file *file_priv; 719145132Sanholt 720183573Srnoland retcode = devfs_get_cdevpriv((void **)&file_priv); 721183573Srnoland if (retcode != 0) { 722145132Sanholt DRM_ERROR("can't find authenticator\n"); 723145132Sanholt return EINVAL; 724145132Sanholt } 725145132Sanholt 726183573Srnoland atomic_inc(&dev->counts[_DRM_STAT_IOCTLS]); 727182080Srnoland ++file_priv->ioctl_count; 728145132Sanholt 729183573Srnoland DRM_DEBUG("pid=%d, cmd=0x%02lx, nr=0x%02x, dev 0x%lx, auth=%d\n", 730182080Srnoland DRM_CURRENTPID, cmd, nr, (long)dev->device, 731183573Srnoland file_priv->authenticated); 732145132Sanholt 733145132Sanholt switch (cmd) { 734145132Sanholt case FIONBIO: 735145132Sanholt case FIOASYNC: 736145132Sanholt return 0; 737145132Sanholt 738145132Sanholt case FIOSETOWN: 739145132Sanholt return fsetown(*(int *)data, &dev->buf_sigio); 740145132Sanholt 741145132Sanholt case FIOGETOWN: 742145132Sanholt *(int *) data = fgetown(&dev->buf_sigio); 743145132Sanholt return 0; 744145132Sanholt } 745145132Sanholt 746145132Sanholt if (IOCGROUP(cmd) != DRM_IOCTL_BASE) { 747145132Sanholt DRM_DEBUG("Bad ioctl group 0x%x\n", (int)IOCGROUP(cmd)); 748145132Sanholt return EINVAL; 749145132Sanholt } 750145132Sanholt 751145132Sanholt ioctl = &drm_ioctls[nr]; 752145132Sanholt /* It's not a core DRM ioctl, try driver-specific. */ 753145132Sanholt if (ioctl->func == NULL && nr >= DRM_COMMAND_BASE) { 754145132Sanholt /* The array entries begin at DRM_COMMAND_BASE ioctl nr */ 755145132Sanholt nr -= DRM_COMMAND_BASE; 756183573Srnoland if (nr > dev->driver->max_ioctl) { 757145132Sanholt DRM_DEBUG("Bad driver ioctl number, 0x%x (of 0x%x)\n", 758183573Srnoland nr, dev->driver->max_ioctl); 759145132Sanholt return EINVAL; 760145132Sanholt } 761183573Srnoland ioctl = &dev->driver->ioctls[nr]; 762145132Sanholt is_driver_ioctl = 1; 763145132Sanholt } 764145132Sanholt func = ioctl->func; 765145132Sanholt 766145132Sanholt if (func == NULL) { 767183573Srnoland DRM_DEBUG("no function\n"); 768145132Sanholt return EINVAL; 769145132Sanholt } 770182080Srnoland 771152909Sanholt if (((ioctl->flags & DRM_ROOT_ONLY) && !DRM_SUSER(p)) || 772182080Srnoland ((ioctl->flags & DRM_AUTH) && !file_priv->authenticated) || 773182080Srnoland ((ioctl->flags & DRM_MASTER) && !file_priv->master)) 774145132Sanholt return EACCES; 775145132Sanholt 776182080Srnoland if (is_driver_ioctl) { 777145132Sanholt DRM_LOCK(); 778182080Srnoland /* shared code returns -errno */ 779182080Srnoland retcode = -func(dev, data, file_priv); 780145132Sanholt DRM_UNLOCK(); 781182080Srnoland } else { 782182080Srnoland retcode = func(dev, data, file_priv); 783182080Srnoland } 784145132Sanholt 785145132Sanholt if (retcode != 0) 786145132Sanholt DRM_DEBUG(" returning %d\n", retcode); 787145132Sanholt 788182080Srnoland return retcode; 789145132Sanholt} 790145132Sanholt 791182080Srnolanddrm_local_map_t *drm_getsarea(struct drm_device *dev) 792182080Srnoland{ 793182080Srnoland drm_local_map_t *map; 794145132Sanholt 795182080Srnoland DRM_SPINLOCK_ASSERT(&dev->dev_lock); 796182080Srnoland TAILQ_FOREACH(map, &dev->maplist, link) { 797182080Srnoland if (map->type == _DRM_SHM && (map->flags & _DRM_CONTAINS_LOCK)) 798182080Srnoland return map; 799182080Srnoland } 800182080Srnoland 801182080Srnoland return NULL; 802182080Srnoland} 803182080Srnoland 804145132Sanholt#if DRM_LINUX 805145132Sanholt 806145132Sanholt#include <sys/sysproto.h> 807145132Sanholt 808145132SanholtMODULE_DEPEND(DRIVER_NAME, linux, 1, 1, 1); 809145132Sanholt 810145132Sanholt#define LINUX_IOCTL_DRM_MIN 0x6400 811145132Sanholt#define LINUX_IOCTL_DRM_MAX 0x64ff 812145132Sanholt 813145132Sanholtstatic linux_ioctl_function_t drm_linux_ioctl; 814145132Sanholtstatic struct linux_ioctl_handler drm_handler = {drm_linux_ioctl, 815145132Sanholt LINUX_IOCTL_DRM_MIN, LINUX_IOCTL_DRM_MAX}; 816145132Sanholt 817145132SanholtSYSINIT(drm_register, SI_SUB_KLD, SI_ORDER_MIDDLE, 818145132Sanholt linux_ioctl_register_handler, &drm_handler); 819145132SanholtSYSUNINIT(drm_unregister, SI_SUB_KLD, SI_ORDER_MIDDLE, 820145132Sanholt linux_ioctl_unregister_handler, &drm_handler); 821145132Sanholt 822145132Sanholt/* The bits for in/out are switched on Linux */ 823145132Sanholt#define LINUX_IOC_IN IOC_OUT 824145132Sanholt#define LINUX_IOC_OUT IOC_IN 825145132Sanholt 826145132Sanholtstatic int 827145132Sanholtdrm_linux_ioctl(DRM_STRUCTPROC *p, struct linux_ioctl_args* args) 828145132Sanholt{ 829145132Sanholt int error; 830145132Sanholt int cmd = args->cmd; 831145132Sanholt 832145132Sanholt args->cmd &= ~(LINUX_IOC_IN | LINUX_IOC_OUT); 833145132Sanholt if (cmd & LINUX_IOC_IN) 834145132Sanholt args->cmd |= IOC_IN; 835145132Sanholt if (cmd & LINUX_IOC_OUT) 836145132Sanholt args->cmd |= IOC_OUT; 837145132Sanholt 838145132Sanholt error = ioctl(p, (struct ioctl_args *)args); 839145132Sanholt 840145132Sanholt return error; 841145132Sanholt} 842145132Sanholt#endif /* DRM_LINUX */ 843