subdev/mmu/vmmnv50.c

22 #include "vmm.h"
32 nv50_vmm_pgt_pte(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
53 			VMM_WO064(pt, vmm, ptei++ * 8, data);
58 nv50_vmm_pgt_sgl(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
61 	VMM_MAP_ITER_SGL(vmm, pt, ptei, ptes, map, nv50_vmm_pgt_pte);
65 nv50_vmm_pgt_dma(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
69 		VMM_SPAM(vmm, "DMAA %08x %08x PTE(s)", ptei, ptes);
73 			VMM_WO064(pt, vmm, ptei++ * 8, data);
80 	VMM_MAP_ITER_DMA(vmm, pt, ptei, ptes, map, nv50_vmm_pgt_pte);
84 nv50_vmm_pgt_mem(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
87 	VMM_MAP_ITER_MEM(vmm, pt, ptei, ptes, map, nv50_vmm_pgt_pte);
91 nv50_vmm_pgt_unmap(struct nvkm_vmm *vmm,
94 	VMM_FO064(pt, vmm, ptei * 8, 0ULL, ptes);
106 nv50_vmm_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgt, u64 *pdata)
145 nv50_vmm_pgd_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei)
148 	u32 pdeo = vmm->mmu->func->vmm.pd_offset + (pdei * 8);
151 	if (!nv50_vmm_pde(vmm, pgd->pde[pdei], &data))
154 	list_for_each_entry(join, &vmm->join, head) {
181 nv50_vmm_flush(struct nvkm_vmm *vmm, int level)
183 	struct nvkm_subdev *subdev = &vmm->mmu->subdev;
187 	mutex_lock(&vmm->mmu->mutex);
189 		if (!atomic_read(&vmm->engref[i]))
222 	mutex_unlock(&vmm->mmu->mutex);
226 nv50_vmm_valid(struct nvkm_vmm *vmm, void *argv, u32 argc,
234 	struct nvkm_device *device = vmm->mmu->subdev.device;
256 		VMM_DEBUG(vmm, "args");
280 	kindm = vmm->mmu->func->kind(vmm->mmu, &kindn, &kind_inv);
282 		VMM_DEBUG(vmm, "kind %02x", kind);
287 		VMM_DEBUG(vmm, "kind %02x bankswz: %d %d", kind,
295 			VMM_DEBUG(vmm, "comp %d %02x", aper, page->type);
303 				VMM_DEBUG(vmm, "comp %d", ret);
327 nv50_vmm_part(struct nvkm_vmm *vmm, struct nvkm_memory *inst)
331 	list_for_each_entry(join, &vmm->join, head) {
341 nv50_vmm_join(struct nvkm_vmm *vmm, struct nvkm_memory *inst)
343 	const u32 pd_offset = vmm->mmu->func->vmm.pd_offset;
352 	list_add_tail(&join->head, &vmm->join);
355 	for (pdei = vmm->start >> 29; pdei <= (vmm->limit - 1) >> 29; pdei++) {
356 		if (!nv50_vmm_pde(vmm, vmm->pd->pde[pdei], &data)) {