subdev/mmu/vmmnv44.c

27 nv44_vmm_pgt_fill(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
33 	tmp[0] = nvkm_ro32(pt->memory, pteo + 0x0);
34 	tmp[1] = nvkm_ro32(pt->memory, pteo + 0x4);
35 	tmp[2] = nvkm_ro32(pt->memory, pteo + 0x8);
36 	tmp[3] = nvkm_ro32(pt->memory, pteo + 0xc);
66 	VMM_WO032(pt, vmm, pteo + 0x0, tmp[0]);
67 	VMM_WO032(pt, vmm, pteo + 0x4, tmp[1]);
68 	VMM_WO032(pt, vmm, pteo + 0x8, tmp[2]);
69 	VMM_WO032(pt, vmm, pteo + 0xc, tmp[3] | 0x40000000);
73 nv44_vmm_pgt_pte(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
82 		nv44_vmm_pgt_fill(vmm, pt, tmp, ptei, pten);
90 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[0] >>  0 | tmp[1] << 27);
91 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[1] >>  5 | tmp[2] << 22);
92 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[2] >> 10 | tmp[3] << 17);
93 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[3] >> 15 | 0x40000000);
100 		nv44_vmm_pgt_fill(vmm, pt, tmp, ptei, ptes);
105 nv44_vmm_pgt_sgl(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
108 	VMM_MAP_ITER_SGL(vmm, pt, ptei, ptes, map, nv44_vmm_pgt_pte);
112 nv44_vmm_pgt_dma(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt,
116 	nvkm_kmap(pt->memory);
119 		nv44_vmm_pgt_fill(vmm, pt, map->dma, ptei, pten);
129 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[0] >>  0 | tmp[1] << 27);
130 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[1] >>  5 | tmp[2] << 22);
131 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[2] >> 10 | tmp[3] << 17);
132 		VMM_WO032(pt, vmm, ptei++ * 4, tmp[3] >> 15 | 0x40000000);
137 		nv44_vmm_pgt_fill(vmm, pt, map->dma, ptei, ptes);
140 	nvkm_done(pt->memory);
142 	VMM_MAP_ITER_DMA(vmm, pt, ptei, ptes, map, nv44_vmm_pgt_pte);
148 		   struct nvkm_mmu_pt *pt, u32 ptei, u32 ptes)
150 	nvkm_kmap(pt->memory);
153 		nv44_vmm_pgt_fill(vmm, pt, NULL, ptei, pten);
159 		VMM_WO032(pt, vmm, ptei++ * 4, 0x00000000);
160 		VMM_WO032(pt, vmm, ptei++ * 4, 0x00000000);
161 		VMM_WO032(pt, vmm, ptei++ * 4, 0x00000000);
162 		VMM_WO032(pt, vmm, ptei++ * 4, 0x00000000);
167 		nv44_vmm_pgt_fill(vmm, pt, NULL, ptei, ptes);
168 	nvkm_done(pt->memory);