subdev/mmu/vmmgp100.c

35 		    struct nvkm_mmu_pt *pt, u32 ptei, u32 ptes)
40 	nvkm_kmap(pt->memory);
42 		u32 datalo = nvkm_ro32(pt->memory, pt->base + ptei * 8 + 0);
43 		u32 datahi = nvkm_ro32(pt->memory, pt->base + ptei * 8 + 4);
51 	nvkm_done(pt->memory);
56 		    struct nvkm_mmu_pt *pt, u32 ptei, u32 ptes)
59 	nvkm_kmap(pt->memory);
61 		u32 datalo = nvkm_ro32(pt->memory, pt->base + ptei * 8 + 0);
62 		u32 datahi = nvkm_ro32(pt->memory, pt->base + ptei * 8 + 4);
65 			VMM_WO064(pt, vmm, ptei * 8, data & ~BIT_ULL(0));
70 	nvkm_done(pt->memory);
75 gp100_vmm_pgt_pfn(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
81 	nvkm_kmap(pt->memory);
109 		VMM_WO064(pt, vmm, ptei++ * 8, data);
111 	nvkm_done(pt->memory);
115 gp100_vmm_pgt_pte(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
123 		VMM_WO064(pt, vmm, ptei++ * 8, data);
129 gp100_vmm_pgt_sgl(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
132 	VMM_MAP_ITER_SGL(vmm, pt, ptei, ptes, map, gp100_vmm_pgt_pte);
136 gp100_vmm_pgt_dma(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
141 		nvkm_kmap(pt->memory);
144 			VMM_WO064(pt, vmm, ptei++ * 8, data);
147 		nvkm_done(pt->memory);
151 	VMM_MAP_ITER_DMA(vmm, pt, ptei, ptes, map, gp100_vmm_pgt_pte);
155 gp100_vmm_pgt_mem(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
158 	VMM_MAP_ITER_MEM(vmm, pt, ptei, ptes, map, gp100_vmm_pgt_pte);
163 		     struct nvkm_mmu_pt *pt, u32 ptei, u32 ptes)
166 	VMM_FO064(pt, vmm, ptei * 8, BIT_ULL(3) /* VOL. */, ptes);
183 		      struct nvkm_mmu_pt *pt, u32 ptei, u32 ptes)
186 	VMM_FO064(pt, vmm, ptei * 8, BIT_ULL(5) /* PRIV. */, ptes);
198 gp100_vmm_pd0_pte(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
206 		VMM_WO128(pt, vmm, ptei++ * 0x10, data, 0ULL);
212 gp100_vmm_pd0_mem(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
215 	VMM_MAP_ITER_MEM(vmm, pt, ptei, ptes, map, gp100_vmm_pd0_pte);
219 gp100_vmm_pde(struct nvkm_mmu_pt *pt, u64 *data)
221 	switch (nvkm_memory_target(pt->memory)) {
231 	*data |= pt->addr >> 4;
239 	struct nvkm_mmu_pt *pd = pgd->pt[0];
242 	if (pgt->pt[0] && !gp100_vmm_pde(pgt->pt[0], &data[0]))
244 	if (pgt->pt[1] && !gp100_vmm_pde(pgt->pt[1], &data[1]))
254 		     struct nvkm_mmu_pt *pt, u32 pdei, u32 pdes)
257 	VMM_FO128(pt, vmm, pdei * 0x10, BIT_ULL(3) /* VOL_BIG. */, 0ULL, pdes);
262 		    struct nvkm_mmu_pt *pt, u32 pdei, u32 pdes)
264 	VMM_FO128(pt, vmm, pdei * 0x10, 0ULL, 0ULL, pdes);
269 			struct nvkm_mmu_pt *pt, u32 ptei, u32 ptes)
274 	nvkm_kmap(pt->memory);
276 		u32 datalo = nvkm_ro32(pt->memory, pt->base + ptei * 16 + 0);
277 		u32 datahi = nvkm_ro32(pt->memory, pt->base + ptei * 16 + 4);
286 	nvkm_done(pt->memory);
291 			struct nvkm_mmu_pt *pt, u32 ptei, u32 ptes)
295 	nvkm_kmap(pt->memory);
297 		u32 datalo = nvkm_ro32(pt->memory, pt->base + ptei * 16 + 0);
298 		u32 datahi = nvkm_ro32(pt->memory, pt->base + ptei * 16 + 4);
302 			VMM_WO064(pt, vmm, ptei * 16, data & ~BIT_ULL(0));
307 	nvkm_done(pt->memory);
312 gp100_vmm_pd0_pfn(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
318 	nvkm_kmap(pt->memory);
346 		VMM_WO064(pt, vmm, ptei++ * 16, data);
348 	nvkm_done(pt->memory);
366 	struct nvkm_mmu_pt *pd = pgd->pt[0];
369 	if (!gp100_vmm_pde(pgt->pt[0], &data))