subdev/mmu/vmm.c

79 	struct nvkm_vmm_pt *pt[NVKM_VMM_LEVELS_MAX];
142 	struct nvkm_vmm_pt *pgd = it->pt[it->lvl + 1];
143 	struct nvkm_vmm_pt *pgt = it->pt[it->lvl];
144 	struct nvkm_mmu_pt *pt = pgt->pt[type];
154 		pgt->pt[type] = NULL;
157 			if (pgd->pt[0]) {
159 					func->sparse(vmm, pgd->pt[0], pdei, 1);
162 					func->unmap(vmm, pgd->pt[0], pdei, 1);
190 	nvkm_mmu_ptc_put(vmm->mmu, vmm->bootstrapped, &pt);
244 			pair->func->sparse(vmm, pgt->pt[0], pteb, ptes);
252 			pair->func->invalid(vmm, pgt->pt[0], pteb, ptes);
262 	struct nvkm_vmm_pt *pgt = it->pt[0];
267 		dma = desc->func->pfn_clear(it->vmm, pgt->pt[type], ptei, ptes);
272 			desc->func->pfn_unmap(it->vmm, pgt->pt[type], ptei, ptes);
348 			desc->func->sparse(vmm, pgt->pt[1], spti, sptc);
351 			pair->func->unmap(vmm, pgt->pt[0], pteb, ptes);
358 			pair->func->unmap(vmm, pgt->pt[0], pteb, ptes);
368 	struct nvkm_vmm_pt *pgt = it->pt[0];
396 	struct nvkm_vmm_pt *pt = it->pt[0];
398 		memset(&pt->pde[ptei], 0x00, sizeof(pt->pde[0]) * ptes);
401 		memset(&pt->pte[ptei], 0x00, sizeof(pt->pte[0]) * ptes);
408 	nvkm_vmm_sparse_ptes(it->desc, it->pt[0], ptei, ptes);
421 	struct nvkm_mmu_pt *pt;
428 	pgt->pt[type] = nvkm_mmu_ptc_get(mmu, size, desc->align, zero);
429 	if (!pgt->pt[type]) {
438 	pt = pgt->pt[type];
457 					desc->func->sparse(vmm, pt, pteb, ptes);
459 					desc->func->invalid(vmm, pt, pteb, ptes);
462 				desc->func->unmap(vmm, pt, pteb, ptes);
470 			desc->func->sparse(vmm, pt, 0, pten);
472 			desc->func->invalid(vmm, pt, 0, pten);
523 	it.pt[it.max] = vmm->pd;
532 		struct nvkm_vmm_pt *pgt = it.pt[it.lvl];
548 			it.pt[it.lvl - 1] = pgt = pgd->pde[pdei];
564 			struct nvkm_mmu_pt *pt = pgt->pt[type];
567 					MAP_PTES(vmm, pt, ptei, ptes, map);
569 					CLR_PTES(vmm, pt, ptei, ptes);
1070 		nvkm_mmu_ptc_put(vmm->mmu, true, &vmm->pd->pt[0]);
1141 		vmm->pd->pt[0] = nvkm_mmu_ptc_get(mmu, size, desc->align, true);
1142 		if (!vmm->pd->pt[0])
1919 	nvkm_memory_boot(it->pt[0]->pt[type]->memory, it->vmm);