powerpc/booke/pmap.c

149 static int mmu_booke_enter_locked(mmu_t, pmap_t, vm_offset_t, vm_page_t,
231 static pte_t *ptbl_alloc(mmu_t, pmap_t, unsigned int, boolean_t);
232 static void ptbl_free(mmu_t, pmap_t, unsigned int);
233 static void ptbl_hold(mmu_t, pmap_t, unsigned int);
234 static int ptbl_unhold(mmu_t, pmap_t, unsigned int);
236 static vm_paddr_t pte_vatopa(mmu_t, pmap_t, vm_offset_t);
237 static pte_t *pte_find(mmu_t, pmap_t, vm_offset_t);
238 static int pte_enter(mmu_t, pmap_t, vm_page_t, vm_offset_t, uint32_t, boolean_t);
239 static int pte_remove(mmu_t, pmap_t, vm_offset_t, uint8_t);
269 static void		mmu_booke_clear_modify(mmu_t, vm_page_t);
270 static void		mmu_booke_copy(mmu_t, pmap_t, pmap_t, vm_offset_t,
272 static void		mmu_booke_copy_page(mmu_t, vm_page_t, vm_page_t);
273 static void		mmu_booke_copy_pages(mmu_t, vm_page_t *,
275 static int		mmu_booke_enter(mmu_t, pmap_t, vm_offset_t, vm_page_t,
277 static void		mmu_booke_enter_object(mmu_t, pmap_t, vm_offset_t, vm_offset_t,
279 static void		mmu_booke_enter_quick(mmu_t, pmap_t, vm_offset_t, vm_page_t,
281 static vm_paddr_t	mmu_booke_extract(mmu_t, pmap_t, vm_offset_t);
282 static vm_page_t	mmu_booke_extract_and_hold(mmu_t, pmap_t, vm_offset_t,
284 static void		mmu_booke_init(mmu_t);
285 static boolean_t	mmu_booke_is_modified(mmu_t, vm_page_t);
286 static boolean_t	mmu_booke_is_prefaultable(mmu_t, pmap_t, vm_offset_t);
287 static boolean_t	mmu_booke_is_referenced(mmu_t, vm_page_t);
288 static int		mmu_booke_ts_referenced(mmu_t, vm_page_t);
289 static vm_offset_t	mmu_booke_map(mmu_t, vm_offset_t *, vm_paddr_t, vm_paddr_t,
291 static int		mmu_booke_mincore(mmu_t, pmap_t, vm_offset_t,
293 static void		mmu_booke_object_init_pt(mmu_t, pmap_t, vm_offset_t,
295 static boolean_t	mmu_booke_page_exists_quick(mmu_t, pmap_t, vm_page_t);
296 static void		mmu_booke_page_init(mmu_t, vm_page_t);
297 static int		mmu_booke_page_wired_mappings(mmu_t, vm_page_t);
298 static void		mmu_booke_pinit(mmu_t, pmap_t);
299 static void		mmu_booke_pinit0(mmu_t, pmap_t);
300 static void		mmu_booke_protect(mmu_t, pmap_t, vm_offset_t, vm_offset_t,
302 static void		mmu_booke_qenter(mmu_t, vm_offset_t, vm_page_t *, int);
303 static void		mmu_booke_qremove(mmu_t, vm_offset_t, int);
304 static void		mmu_booke_release(mmu_t, pmap_t);
305 static void		mmu_booke_remove(mmu_t, pmap_t, vm_offset_t, vm_offset_t);
306 static void		mmu_booke_remove_all(mmu_t, vm_page_t);
307 static void		mmu_booke_remove_write(mmu_t, vm_page_t);
308 static void		mmu_booke_unwire(mmu_t, pmap_t, vm_offset_t, vm_offset_t);
309 static void		mmu_booke_zero_page(mmu_t, vm_page_t);
310 static void		mmu_booke_zero_page_area(mmu_t, vm_page_t, int, int);
311 static void		mmu_booke_zero_page_idle(mmu_t, vm_page_t);
312 static void		mmu_booke_activate(mmu_t, struct thread *);
313 static void		mmu_booke_deactivate(mmu_t, struct thread *);
314 static void		mmu_booke_bootstrap(mmu_t, vm_offset_t, vm_offset_t);
315 static void		*mmu_booke_mapdev(mmu_t, vm_paddr_t, vm_size_t);
316 static void		*mmu_booke_mapdev_attr(mmu_t, vm_paddr_t, vm_size_t, vm_memattr_t);
317 static void		mmu_booke_unmapdev(mmu_t, vm_offset_t, vm_size_t);
318 static vm_paddr_t	mmu_booke_kextract(mmu_t, vm_offset_t);
319 static void		mmu_booke_kenter(mmu_t, vm_offset_t, vm_paddr_t);
320 static void		mmu_booke_kenter_attr(mmu_t, vm_offset_t, vm_paddr_t, vm_memattr_t);
321 static void		mmu_booke_kremove(mmu_t, vm_offset_t);
322 static boolean_t	mmu_booke_dev_direct_mapped(mmu_t, vm_paddr_t, vm_size_t);
323 static void		mmu_booke_sync_icache(mmu_t, pmap_t, vm_offset_t,
325 static vm_offset_t	mmu_booke_dumpsys_map(mmu_t, struct pmap_md *,
327 static void		mmu_booke_dumpsys_unmap(mmu_t, struct pmap_md *,
329 static struct pmap_md	*mmu_booke_scan_md(mmu_t, struct pmap_md *);
561 ptbl_alloc(mmu_t mmu, pmap_t pmap, unsigned int pdir_idx, boolean_t nosleep)
621 ptbl_free(mmu_t mmu, pmap_t pmap, unsigned int pdir_idx)
672 ptbl_unhold(mmu_t mmu, pmap_t pmap, unsigned int pdir_idx)
721 ptbl_hold(mmu_t mmu, pmap_t pmap, unsigned int pdir_idx)
833 pte_remove(mmu_t mmu, pmap_t pmap, vm_offset_t va, uint8_t flags)
895 pte_enter(mmu_t mmu, pmap_t pmap, vm_page_t m, vm_offset_t va, uint32_t flags,
968 pte_vatopa(mmu_t mmu, pmap_t pmap, vm_offset_t va)
981 pte_find(mmu_t mmu, pmap_t pmap, vm_offset_t va)
1002 mmu_booke_bootstrap(mmu_t mmu, vm_offset_t start, vm_offset_t kernelend)
1350 mmu_booke_extract(mmu_t mmu, pmap_t pmap, vm_offset_t va)
1366 mmu_booke_kextract(mmu_t mmu, vm_offset_t va)
1387 mmu_booke_init(mmu_t mmu)
1420 mmu_booke_qenter(mmu_t mmu, vm_offset_t sva, vm_page_t *m, int count)
1437 mmu_booke_qremove(mmu_t mmu, vm_offset_t sva, int count)
1452 mmu_booke_kenter(mmu_t mmu, vm_offset_t va, vm_paddr_t pa)
1459 mmu_booke_kenter_attr(mmu_t mmu, vm_offset_t va, vm_paddr_t pa, vm_memattr_t ma)
1505 mmu_booke_kremove(mmu_t mmu, vm_offset_t va)
1542 mmu_booke_pinit0(mmu_t mmu, pmap_t pmap)
1555 mmu_booke_pinit(mmu_t mmu, pmap_t pmap)
1578 mmu_booke_release(mmu_t mmu, pmap_t pmap)
1592 mmu_booke_enter(mmu_t mmu, pmap_t pmap, vm_offset_t va, vm_page_t m,
1606 mmu_booke_enter_locked(mmu_t mmu, pmap_t pmap, vm_offset_t va, vm_page_t m,
1784 mmu_booke_enter_object(mmu_t mmu, pmap_t pmap, vm_offset_t start,
1807 mmu_booke_enter_quick(mmu_t mmu, pmap_t pmap, vm_offset_t va, vm_page_t m,
1826 mmu_booke_remove(mmu_t mmu, pmap_t pmap, vm_offset_t va, vm_offset_t endva)
1870 mmu_booke_remove_all(mmu_t mmu, vm_page_t m)
1892 mmu_booke_map(mmu_t mmu, vm_offset_t *virt, vm_paddr_t pa_start,
1917 mmu_booke_activate(mmu_t mmu, struct thread *td)
1952 mmu_booke_deactivate(mmu_t mmu, struct thread *td)
1973 mmu_booke_copy(mmu_t mmu, pmap_t dst_pmap, pmap_t src_pmap,
1983 mmu_booke_protect(mmu_t mmu, pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
2026 mmu_booke_remove_write(mmu_t mmu, vm_page_t m)
2070 mmu_booke_sync_icache(mmu_t mmu, pmap_t pm, vm_offset_t va, vm_size_t sz)
2118 mmu_booke_extract_and_hold(mmu_t mmu, pmap_t pmap, vm_offset_t va,
2154 mmu_booke_page_init(mmu_t mmu, vm_page_t m)
2168 mmu_booke_zero_page_area(mmu_t mmu, vm_page_t m, int off, int size)
2188 mmu_booke_zero_page(mmu_t mmu, vm_page_t m)
2200 mmu_booke_copy_page(mmu_t mmu, vm_page_t sm, vm_page_t dm)
2217 mmu_booke_copy_pages(mmu_t mmu, vm_page_t *ma, vm_offset_t a_offset,
2253 mmu_booke_zero_page_idle(mmu_t mmu, vm_page_t m)
2268 mmu_booke_is_modified(mmu_t mmu, vm_page_t m)
2307 mmu_booke_is_prefaultable(mmu_t mmu, pmap_t pmap, vm_offset_t addr)
2318 mmu_booke_is_referenced(mmu_t mmu, vm_page_t m)
2347 mmu_booke_clear_modify(mmu_t mmu, vm_page_t m)
2398 mmu_booke_ts_referenced(mmu_t mmu, vm_page_t m)
2444 mmu_booke_unwire(mmu_t mmu, pmap_t pmap, vm_offset_t sva, vm_offset_t eva)
2471 mmu_booke_page_exists_quick(mmu_t mmu, pmap_t pmap, vm_page_t m)
2499 mmu_booke_page_wired_mappings(mmu_t mmu, vm_page_t m)
2520 mmu_booke_dev_direct_mapped(mmu_t mmu, vm_paddr_t pa, vm_size_t size)
2538 mmu_booke_dumpsys_map(mmu_t mmu, struct pmap_md *md, vm_size_t ofs,
2570 mmu_booke_dumpsys_unmap(mmu_t mmu, struct pmap_md *md, vm_size_t ofs,
2589 mmu_booke_scan_md(mmu_t mmu, struct pmap_md *prev)
2678 mmu_booke_mapdev(mmu_t mmu, vm_paddr_t pa, vm_size_t size)
2685 mmu_booke_mapdev_attr(mmu_t mmu, vm_paddr_t pa, vm_size_t size, vm_memattr_t ma)
2747 mmu_booke_unmapdev(mmu_t mmu, vm_offset_t va, vm_size_t size)
2770 mmu_booke_object_init_pt(mmu_t mmu, pmap_t pmap, vm_offset_t addr,
2783 mmu_booke_mincore(mmu_t mmu, pmap_t pmap, vm_offset_t addr,