1/* 2 * Copyright 2012 Red Hat Inc. 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice shall be included in 12 * all copies or substantial portions of the Software. 13 * 14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20 * OTHER DEALINGS IN THE SOFTWARE. 21 * 22 * Authors: Ben Skeggs 23 */ 24#define nvkm_udevice(p) container_of((p), struct nvkm_udevice, object) 25#include "priv.h" 26#include "ctrl.h" 27 28#include <core/client.h> 29#include <subdev/fb.h> 30#include <subdev/instmem.h> 31#include <subdev/timer.h> 32 33#include <nvif/class.h> 34#include <nvif/cl0080.h> 35#include <nvif/unpack.h> 36 37struct nvkm_udevice { 38 struct nvkm_object object; 39 struct nvkm_device *device; 40}; 41 42static int 43nvkm_udevice_info_subdev(struct nvkm_device *device, u64 mthd, u64 *data) 44{ 45 struct nvkm_subdev *subdev; 46 enum nvkm_subdev_type type; 47 48 switch (mthd & NV_DEVICE_INFO_UNIT) { 49 case NV_DEVICE_HOST(0): type = NVKM_ENGINE_FIFO; break; 50 default: 51 return -EINVAL; 52 } 53 54 subdev = nvkm_device_subdev(device, type, 0); 55 if (subdev) 56 return nvkm_subdev_info(subdev, mthd, data); 57 return -ENODEV; 58} 59 60static void 61nvkm_udevice_info_v1(struct nvkm_device *device, 62 struct nv_device_info_v1_data *args) 63{ 64 if (args->mthd & NV_DEVICE_INFO_UNIT) { 65 if (nvkm_udevice_info_subdev(device, args->mthd, &args->data)) 66 args->mthd = NV_DEVICE_INFO_INVALID; 67 return; 68 } 69 args->mthd = NV_DEVICE_INFO_INVALID; 70} 71 72static int 73nvkm_udevice_info(struct nvkm_udevice *udev, void *data, u32 size) 74{ 75 struct nvkm_object *object = &udev->object; 76 struct nvkm_device *device = udev->device; 77 struct nvkm_fb *fb = device->fb; 78 struct nvkm_instmem *imem = device->imem; 79 union { 80 struct nv_device_info_v0 v0; 81 struct nv_device_info_v1 v1; 82 } *args = data; 83 int ret = -ENOSYS, i; 84 85 nvif_ioctl(object, "device info size %d\n", size); 86 if (!(ret = nvif_unpack(ret, &data, &size, args->v1, 1, 1, true))) { 87 nvif_ioctl(object, "device info vers %d count %d\n", 88 args->v1.version, args->v1.count); 89 if (args->v1.count * sizeof(args->v1.data[0]) == size) { 90 for (i = 0; i < args->v1.count; i++) 91 nvkm_udevice_info_v1(device, &args->v1.data[i]); 92 return 0; 93 } 94 return -EINVAL; 95 } else 96 if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, false))) { 97 nvif_ioctl(object, "device info vers %d\n", args->v0.version); 98 } else 99 return ret; 100 101 switch (device->chipset) { 102 case 0x01a: 103 case 0x01f: 104 case 0x04c: 105 case 0x04e: 106 case 0x063: 107 case 0x067: 108 case 0x068: 109 case 0x0aa: 110 case 0x0ac: 111 case 0x0af: 112 args->v0.platform = NV_DEVICE_INFO_V0_IGP; 113 break; 114 default: 115 switch (device->type) { 116 case NVKM_DEVICE_PCI: 117 args->v0.platform = NV_DEVICE_INFO_V0_PCI; 118 break; 119 case NVKM_DEVICE_AGP: 120 args->v0.platform = NV_DEVICE_INFO_V0_AGP; 121 break; 122 case NVKM_DEVICE_PCIE: 123 args->v0.platform = NV_DEVICE_INFO_V0_PCIE; 124 break; 125 case NVKM_DEVICE_TEGRA: 126 args->v0.platform = NV_DEVICE_INFO_V0_SOC; 127 break; 128 default: 129 WARN_ON(1); 130 break; 131 } 132 break; 133 } 134 135 switch (device->card_type) { 136 case NV_04: args->v0.family = NV_DEVICE_INFO_V0_TNT; break; 137 case NV_10: 138 case NV_11: args->v0.family = NV_DEVICE_INFO_V0_CELSIUS; break; 139 case NV_20: args->v0.family = NV_DEVICE_INFO_V0_KELVIN; break; 140 case NV_30: args->v0.family = NV_DEVICE_INFO_V0_RANKINE; break; 141 case NV_40: args->v0.family = NV_DEVICE_INFO_V0_CURIE; break; 142 case NV_50: args->v0.family = NV_DEVICE_INFO_V0_TESLA; break; 143 case NV_C0: args->v0.family = NV_DEVICE_INFO_V0_FERMI; break; 144 case NV_E0: args->v0.family = NV_DEVICE_INFO_V0_KEPLER; break; 145 case GM100: args->v0.family = NV_DEVICE_INFO_V0_MAXWELL; break; 146 case GP100: args->v0.family = NV_DEVICE_INFO_V0_PASCAL; break; 147 case GV100: args->v0.family = NV_DEVICE_INFO_V0_VOLTA; break; 148 case TU100: args->v0.family = NV_DEVICE_INFO_V0_TURING; break; 149 case GA100: args->v0.family = NV_DEVICE_INFO_V0_AMPERE; break; 150 case AD100: args->v0.family = NV_DEVICE_INFO_V0_ADA; break; 151 default: 152 args->v0.family = 0; 153 break; 154 } 155 156 args->v0.chipset = device->chipset; 157 args->v0.revision = device->chiprev; 158 if (fb && fb->ram) 159 args->v0.ram_size = args->v0.ram_user = fb->ram->size; 160 else 161 args->v0.ram_size = args->v0.ram_user = 0; 162 if (imem && args->v0.ram_size > 0) 163 args->v0.ram_user = args->v0.ram_user - imem->reserved; 164 165 snprintf(args->v0.chip, sizeof(args->v0.chip), "%s", device->chip->name); 166 snprintf(args->v0.name, sizeof(args->v0.name), "%s", device->name); 167 return 0; 168} 169 170static int 171nvkm_udevice_time(struct nvkm_udevice *udev, void *data, u32 size) 172{ 173 struct nvkm_object *object = &udev->object; 174 struct nvkm_device *device = udev->device; 175 union { 176 struct nv_device_time_v0 v0; 177 } *args = data; 178 int ret = -ENOSYS; 179 180 nvif_ioctl(object, "device time size %d\n", size); 181 if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, false))) { 182 nvif_ioctl(object, "device time vers %d\n", args->v0.version); 183 args->v0.time = nvkm_timer_read(device->timer); 184 } 185 186 return ret; 187} 188 189static int 190nvkm_udevice_mthd(struct nvkm_object *object, u32 mthd, void *data, u32 size) 191{ 192 struct nvkm_udevice *udev = nvkm_udevice(object); 193 nvif_ioctl(object, "device mthd %08x\n", mthd); 194 switch (mthd) { 195 case NV_DEVICE_V0_INFO: 196 return nvkm_udevice_info(udev, data, size); 197 case NV_DEVICE_V0_TIME: 198 return nvkm_udevice_time(udev, data, size); 199 default: 200 break; 201 } 202 return -EINVAL; 203} 204 205static int 206nvkm_udevice_rd08(struct nvkm_object *object, u64 addr, u8 *data) 207{ 208 struct nvkm_udevice *udev = nvkm_udevice(object); 209 *data = nvkm_rd08(udev->device, addr); 210 return 0; 211} 212 213static int 214nvkm_udevice_rd16(struct nvkm_object *object, u64 addr, u16 *data) 215{ 216 struct nvkm_udevice *udev = nvkm_udevice(object); 217 *data = nvkm_rd16(udev->device, addr); 218 return 0; 219} 220 221static int 222nvkm_udevice_rd32(struct nvkm_object *object, u64 addr, u32 *data) 223{ 224 struct nvkm_udevice *udev = nvkm_udevice(object); 225 *data = nvkm_rd32(udev->device, addr); 226 return 0; 227} 228 229static int 230nvkm_udevice_wr08(struct nvkm_object *object, u64 addr, u8 data) 231{ 232 struct nvkm_udevice *udev = nvkm_udevice(object); 233 nvkm_wr08(udev->device, addr, data); 234 return 0; 235} 236 237static int 238nvkm_udevice_wr16(struct nvkm_object *object, u64 addr, u16 data) 239{ 240 struct nvkm_udevice *udev = nvkm_udevice(object); 241 nvkm_wr16(udev->device, addr, data); 242 return 0; 243} 244 245static int 246nvkm_udevice_wr32(struct nvkm_object *object, u64 addr, u32 data) 247{ 248 struct nvkm_udevice *udev = nvkm_udevice(object); 249 nvkm_wr32(udev->device, addr, data); 250 return 0; 251} 252 253static int 254nvkm_udevice_map(struct nvkm_object *object, void *argv, u32 argc, 255 enum nvkm_object_map *type, u64 *addr, u64 *size) 256{ 257 struct nvkm_udevice *udev = nvkm_udevice(object); 258 struct nvkm_device *device = udev->device; 259 *type = NVKM_OBJECT_MAP_IO; 260 *addr = device->func->resource_addr(device, 0); 261 *size = device->func->resource_size(device, 0); 262 return 0; 263} 264 265static int 266nvkm_udevice_fini(struct nvkm_object *object, bool suspend) 267{ 268 struct nvkm_udevice *udev = nvkm_udevice(object); 269 struct nvkm_device *device = udev->device; 270 int ret = 0; 271 272 mutex_lock(&device->mutex); 273 if (!--device->refcount) { 274 ret = nvkm_device_fini(device, suspend); 275 if (ret && suspend) { 276 device->refcount++; 277 goto done; 278 } 279 } 280 281done: 282 mutex_unlock(&device->mutex); 283 return ret; 284} 285 286static int 287nvkm_udevice_init(struct nvkm_object *object) 288{ 289 struct nvkm_udevice *udev = nvkm_udevice(object); 290 struct nvkm_device *device = udev->device; 291 int ret = 0; 292 293 mutex_lock(&device->mutex); 294 if (!device->refcount++) { 295 ret = nvkm_device_init(device); 296 if (ret) { 297 device->refcount--; 298 goto done; 299 } 300 } 301 302done: 303 mutex_unlock(&device->mutex); 304 return ret; 305} 306 307static int 308nvkm_udevice_child_new(const struct nvkm_oclass *oclass, 309 void *data, u32 size, struct nvkm_object **pobject) 310{ 311 struct nvkm_udevice *udev = nvkm_udevice(oclass->parent); 312 const struct nvkm_device_oclass *sclass = oclass->priv; 313 return sclass->ctor(udev->device, oclass, data, size, pobject); 314} 315 316static int 317nvkm_udevice_child_get(struct nvkm_object *object, int index, 318 struct nvkm_oclass *oclass) 319{ 320 struct nvkm_udevice *udev = nvkm_udevice(object); 321 struct nvkm_device *device = udev->device; 322 struct nvkm_engine *engine; 323 u64 mask = (1ULL << NVKM_ENGINE_DMAOBJ) | 324 (1ULL << NVKM_ENGINE_FIFO) | 325 (1ULL << NVKM_ENGINE_DISP) | 326 (1ULL << NVKM_ENGINE_PM); 327 const struct nvkm_device_oclass *sclass = NULL; 328 int i; 329 330 for (; i = __ffs64(mask), mask && !sclass; mask &= ~(1ULL << i)) { 331 if (!(engine = nvkm_device_engine(device, i, 0)) || 332 !(engine->func->base.sclass)) 333 continue; 334 oclass->engine = engine; 335 336 index -= engine->func->base.sclass(oclass, index, &sclass); 337 } 338 339 if (!sclass) { 340 if (index-- == 0) 341 sclass = &nvkm_control_oclass; 342 else if (device->mmu && index-- == 0) 343 sclass = &device->mmu->user; 344 else if (device->fault && index-- == 0) 345 sclass = &device->fault->user; 346 else if (device->vfn && index-- == 0) 347 sclass = &device->vfn->user; 348 else 349 return -EINVAL; 350 351 oclass->base = sclass->base; 352 oclass->engine = NULL; 353 } 354 355 oclass->ctor = nvkm_udevice_child_new; 356 oclass->priv = sclass; 357 return 0; 358} 359 360static const struct nvkm_object_func 361nvkm_udevice_super = { 362 .init = nvkm_udevice_init, 363 .fini = nvkm_udevice_fini, 364 .mthd = nvkm_udevice_mthd, 365 .map = nvkm_udevice_map, 366 .rd08 = nvkm_udevice_rd08, 367 .rd16 = nvkm_udevice_rd16, 368 .rd32 = nvkm_udevice_rd32, 369 .wr08 = nvkm_udevice_wr08, 370 .wr16 = nvkm_udevice_wr16, 371 .wr32 = nvkm_udevice_wr32, 372 .sclass = nvkm_udevice_child_get, 373}; 374 375static const struct nvkm_object_func 376nvkm_udevice = { 377 .init = nvkm_udevice_init, 378 .fini = nvkm_udevice_fini, 379 .mthd = nvkm_udevice_mthd, 380 .sclass = nvkm_udevice_child_get, 381}; 382 383static int 384nvkm_udevice_new(const struct nvkm_oclass *oclass, void *data, u32 size, 385 struct nvkm_object **pobject) 386{ 387 union { 388 struct nv_device_v0 v0; 389 } *args = data; 390 struct nvkm_client *client = oclass->client; 391 struct nvkm_object *parent = &client->object; 392 const struct nvkm_object_func *func; 393 struct nvkm_udevice *udev; 394 int ret = -ENOSYS; 395 396 nvif_ioctl(parent, "create device size %d\n", size); 397 if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, false))) { 398 nvif_ioctl(parent, "create device v%d device %016llx\n", 399 args->v0.version, args->v0.device); 400 } else 401 return ret; 402 403 /* give priviledged clients register access */ 404 if (args->v0.priv) 405 func = &nvkm_udevice_super; 406 else 407 func = &nvkm_udevice; 408 409 if (!(udev = kzalloc(sizeof(*udev), GFP_KERNEL))) 410 return -ENOMEM; 411 nvkm_object_ctor(func, oclass, &udev->object); 412 *pobject = &udev->object; 413 414 /* find the device that matches what the client requested */ 415 if (args->v0.device != ~0) 416 udev->device = nvkm_device_find(args->v0.device); 417 else 418 udev->device = nvkm_device_find(client->device); 419 if (!udev->device) 420 return -ENODEV; 421 422 return 0; 423} 424 425const struct nvkm_sclass 426nvkm_udevice_sclass = { 427 .oclass = NV_DEVICE, 428 .minver = 0, 429 .maxver = 0, 430 .ctor = nvkm_udevice_new, 431}; 432