/* * Copyright 2017 Red Hat Inc. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR * OTHER DEALINGS IN THE SOFTWARE. */ #include #include #include int nvif_vmm_unmap(struct nvif_vmm *vmm, u64 addr) { return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_UNMAP, &(struct nvif_vmm_unmap_v0) { .addr = addr }, sizeof(struct nvif_vmm_unmap_v0)); } int nvif_vmm_map(struct nvif_vmm *vmm, u64 addr, u64 size, void *argv, u32 argc, struct nvif_mem *mem, u64 offset) { struct nvif_vmm_map_v0 *args; u8 stack[48]; int ret; if (sizeof(*args) + argc > sizeof(stack)) { if (!(args = kmalloc(sizeof(*args) + argc, GFP_KERNEL))) return -ENOMEM; } else { args = (void *)stack; } args->version = 0; args->addr = addr; args->size = size; args->memory = nvif_handle(&mem->object); args->offset = offset; memcpy(args->data, argv, argc); ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_MAP, args, sizeof(*args) + argc); if (args != (void *)stack) kfree(args); return ret; } void nvif_vmm_put(struct nvif_vmm *vmm, struct nvif_vma *vma) { if (vma->size) { WARN_ON(nvif_object_mthd(&vmm->object, NVIF_VMM_V0_PUT, &(struct nvif_vmm_put_v0) { .addr = vma->addr, }, sizeof(struct nvif_vmm_put_v0))); vma->size = 0; } } int nvif_vmm_get(struct nvif_vmm *vmm, enum nvif_vmm_get type, bool sparse, u8 page, u8 align, u64 size, struct nvif_vma *vma) { struct nvif_vmm_get_v0 args; int ret; args.version = vma->size = 0; args.sparse = sparse; args.page = page; args.align = align; args.size = size; switch (type) { case ADDR: args.type = NVIF_VMM_GET_V0_ADDR; break; case PTES: args.type = NVIF_VMM_GET_V0_PTES; break; case LAZY: args.type = NVIF_VMM_GET_V0_LAZY; break; default: WARN_ON(1); return -EINVAL; } ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_GET, &args, sizeof(args)); if (ret == 0) { vma->addr = args.addr; vma->size = args.size; } return ret; } int nvif_vmm_raw_get(struct nvif_vmm *vmm, u64 addr, u64 size, u8 shift) { struct nvif_vmm_raw_v0 args = { .version = 0, .op = NVIF_VMM_RAW_V0_GET, .addr = addr, .size = size, .shift = shift, }; return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW, &args, sizeof(args)); } int nvif_vmm_raw_put(struct nvif_vmm *vmm, u64 addr, u64 size, u8 shift) { struct nvif_vmm_raw_v0 args = { .version = 0, .op = NVIF_VMM_RAW_V0_PUT, .addr = addr, .size = size, .shift = shift, }; return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW, &args, sizeof(args)); } int nvif_vmm_raw_map(struct nvif_vmm *vmm, u64 addr, u64 size, u8 shift, void *argv, u32 argc, struct nvif_mem *mem, u64 offset) { struct nvif_vmm_raw_v0 args = { .version = 0, .op = NVIF_VMM_RAW_V0_MAP, .addr = addr, .size = size, .shift = shift, .memory = nvif_handle(&mem->object), .offset = offset, .argv = (u64)(uintptr_t)argv, .argc = argc, }; return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW, &args, sizeof(args)); } int nvif_vmm_raw_unmap(struct nvif_vmm *vmm, u64 addr, u64 size, u8 shift, bool sparse) { struct nvif_vmm_raw_v0 args = { .version = 0, .op = NVIF_VMM_RAW_V0_UNMAP, .addr = addr, .size = size, .shift = shift, .sparse = sparse, }; return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW, &args, sizeof(args)); } int nvif_vmm_raw_sparse(struct nvif_vmm *vmm, u64 addr, u64 size, bool ref) { struct nvif_vmm_raw_v0 args = { .version = 0, .op = NVIF_VMM_RAW_V0_SPARSE, .addr = addr, .size = size, .ref = ref, }; return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW, &args, sizeof(args)); } void nvif_vmm_dtor(struct nvif_vmm *vmm) { kfree(vmm->page); nvif_object_dtor(&vmm->object); } int nvif_vmm_ctor(struct nvif_mmu *mmu, const char *name, s32 oclass, enum nvif_vmm_type type, u64 addr, u64 size, void *argv, u32 argc, struct nvif_vmm *vmm) { struct nvif_vmm_v0 *args; u32 argn = sizeof(*args) + argc; int ret = -ENOSYS, i; vmm->object.client = NULL; vmm->page = NULL; if (!(args = kmalloc(argn, GFP_KERNEL))) return -ENOMEM; args->version = 0; args->addr = addr; args->size = size; switch (type) { case UNMANAGED: args->type = NVIF_VMM_V0_TYPE_UNMANAGED; break; case MANAGED: args->type = NVIF_VMM_V0_TYPE_MANAGED; break; case RAW: args->type = NVIF_VMM_V0_TYPE_RAW; break; default: WARN_ON(1); return -EINVAL; } memcpy(args->data, argv, argc); ret = nvif_object_ctor(&mmu->object, name ? name : "nvifVmm", 0, oclass, args, argn, &vmm->object); if (ret) goto done; vmm->start = args->addr; vmm->limit = args->size; vmm->page_nr = args->page_nr; vmm->page = kmalloc_array(vmm->page_nr, sizeof(*vmm->page), GFP_KERNEL); if (!vmm->page) { ret = -ENOMEM; goto done; } for (i = 0; i < vmm->page_nr; i++) { struct nvif_vmm_page_v0 args = { .index = i }; ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_PAGE, &args, sizeof(args)); if (ret) break; vmm->page[i].shift = args.shift; vmm->page[i].sparse = args.sparse; vmm->page[i].vram = args.vram; vmm->page[i].host = args.host; vmm->page[i].comp = args.comp; } done: if (ret) nvif_vmm_dtor(vmm); kfree(args); return ret; }