powerpc/booke/pmap.c

334 static vm_offset_t	mmu_booke_quick_enter_page(mmu_t mmu, vm_page_t m);
335 static void		mmu_booke_quick_remove_page(mmu_t mmu, vm_offset_t addr);
336 static int		mmu_booke_change_attr(mmu_t mmu, vm_offset_t addr,
588 ptbl_alloc(mmu_t mmu, pmap_t pmap, unsigned int pdir_idx, boolean_t nosleep)
635 	mmu_booke_qenter(mmu, (vm_offset_t)ptbl, mtbl, PTBL_PAGES);
648 ptbl_free(mmu_t mmu, pmap_t pmap, unsigned int pdir_idx)
682 		pa = pte_vatopa(mmu, kernel_pmap, va);
686 		mmu_booke_kremove(mmu, va);
699 ptbl_unhold(mmu_t mmu, pmap_t pmap, unsigned int pdir_idx)
722 		pa = pte_vatopa(mmu, kernel_pmap,
734 		ptbl_free(mmu, pmap, pdir_idx);
748 ptbl_hold(mmu_t mmu, pmap_t pmap, unsigned int pdir_idx)
768 		pa = pte_vatopa(mmu, kernel_pmap,
860 pte_remove(mmu_t mmu, pmap_t pmap, vm_offset_t va, uint8_t flags)
910 		return (ptbl_unhold(mmu, pmap, pdir_idx));
921 pte_enter(mmu_t mmu, pmap_t pmap, vm_page_t m, vm_offset_t va, uint32_t flags,
936 		ptbl = ptbl_alloc(mmu, pmap, pdir_idx, nosleep);
948 			pte_remove(mmu, pmap, va, PTBL_HOLD);
955 				ptbl_hold(mmu, pmap, pdir_idx);
994 pte_vatopa(mmu_t mmu, pmap_t pmap, vm_offset_t va)
999 	pte = pte_find(mmu, pmap, va);
1007 pte_find(mmu_t mmu, pmap_t pmap, vm_offset_t va)
1055 mmu_booke_bootstrap(mmu_t mmu, vm_offset_t start, vm_offset_t kernelend)
1351 		mmu_booke_kenter(mmu, kstack0, kstack0_phys);
1423 mmu_booke_extract(mmu_t mmu, pmap_t pmap, vm_offset_t va)
1428 	pa = pte_vatopa(mmu, pmap, va);
1439 mmu_booke_kextract(mmu_t mmu, vm_offset_t va)
1453 	return (pte_vatopa(mmu, kernel_pmap, va));
1462 mmu_booke_init(mmu_t mmu)
1495 mmu_booke_qenter(mmu_t mmu, vm_offset_t sva, vm_page_t *m, int count)
1501 		mmu_booke_kenter(mmu, va, VM_PAGE_TO_PHYS(*m));
1512 mmu_booke_qremove(mmu_t mmu, vm_offset_t sva, int count)
1518 		mmu_booke_kremove(mmu, va);
1527 mmu_booke_kenter(mmu_t mmu, vm_offset_t va, vm_paddr_t pa)
1530 	mmu_booke_kenter_attr(mmu, va, pa, VM_MEMATTR_DEFAULT);
1534 mmu_booke_kenter_attr(mmu_t mmu, vm_offset_t va, vm_paddr_t pa, vm_memattr_t ma)
1546 	pte = pte_find(mmu, kernel_pmap, va);
1577 mmu_booke_kremove(mmu_t mmu, vm_offset_t va)
1587 	pte = pte_find(mmu, kernel_pmap, va);
1611 mmu_booke_pinit0(mmu_t mmu, pmap_t pmap)
1615 	mmu_booke_pinit(mmu, pmap);
1624 mmu_booke_pinit(mmu_t mmu, pmap_t pmap)
1647 mmu_booke_release(mmu_t mmu, pmap_t pmap)
1661 mmu_booke_enter(mmu_t mmu, pmap_t pmap, vm_offset_t va, vm_page_t m,
1668 	error = mmu_booke_enter_locked(mmu, pmap, va, m, prot, flags, psind);
1675 mmu_booke_enter_locked(mmu_t mmu, pmap_t pmap, vm_offset_t va, vm_page_t m,
1709 	if (((pte = pte_find(mmu, pmap, va)) != NULL) &&
1820 		error = pte_enter(mmu, pmap, m, va, flags,
1854 mmu_booke_enter_object(mmu_t mmu, pmap_t pmap, vm_offset_t start,
1867 		mmu_booke_enter_locked(mmu, pmap, start + ptoa(diff), m,
1877 mmu_booke_enter_quick(mmu_t mmu, pmap_t pmap, vm_offset_t va, vm_page_t m,
1883 	mmu_booke_enter_locked(mmu, pmap, va, m,
1896 mmu_booke_remove(mmu_t mmu, pmap_t pmap, vm_offset_t va, vm_offset_t endva)
1926 		pte = pte_find(mmu, pmap, va);
1928 			pte_remove(mmu, pmap, va, hold_flag);
1940 mmu_booke_remove_all(mmu_t mmu, vm_page_t m)
1951 		pte_remove(mmu, pv->pv_pmap, pv->pv_va, hold_flag);
1962 mmu_booke_map(mmu_t mmu, vm_offset_t *virt, vm_paddr_t pa_start,
1972 		mmu_booke_kenter(mmu, va, pa_start);
1987 mmu_booke_activate(mmu_t mmu, struct thread *td)
2024 mmu_booke_deactivate(mmu_t mmu, struct thread *td)
2047 mmu_booke_copy(mmu_t mmu, pmap_t dst_pmap, pmap_t src_pmap,
2057 mmu_booke_protect(mmu_t mmu, pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
2065 		mmu_booke_remove(mmu, pmap, sva, eva);
2074 		if ((pte = pte_find(mmu, pmap, va)) != NULL) {
2100 mmu_booke_remove_write(mmu_t mmu, vm_page_t m)
2119 		if ((pte = pte_find(mmu, pv->pv_pmap, pv->pv_va)) != NULL) {
2144 mmu_booke_sync_icache(mmu_t mmu, pmap_t pm, vm_offset_t va, vm_size_t sz)
2161 		pte = pte_find(mmu, pm, va);
2172 				pte_enter(mmu, pmap, m, addr,
2175 				pte_remove(mmu, pmap, addr, PTBL_UNHOLD);
2192 mmu_booke_extract_and_hold(mmu_t mmu, pmap_t pmap, vm_offset_t va,
2204 	pte = pte_find(mmu, pmap, va);
2228 mmu_booke_page_init(mmu_t mmu, vm_page_t m)
2242 mmu_booke_zero_page_area(mmu_t mmu, vm_page_t m, int off, int size)
2251 	mmu_booke_kenter(mmu, va, VM_PAGE_TO_PHYS(m));
2253 	mmu_booke_kremove(mmu, va);
2262 mmu_booke_zero_page(mmu_t mmu, vm_page_t m)
2269 	mmu_booke_kenter(mmu, va, VM_PAGE_TO_PHYS(m));
2272 	mmu_booke_kremove(mmu, va);
2283 mmu_booke_copy_page(mmu_t mmu, vm_page_t sm, vm_page_t dm)
2291 	mmu_booke_kenter(mmu, sva, VM_PAGE_TO_PHYS(sm));
2292 	mmu_booke_kenter(mmu, dva, VM_PAGE_TO_PHYS(dm));
2294 	mmu_booke_kremove(mmu, dva);
2295 	mmu_booke_kremove(mmu, sva);
2300 mmu_booke_copy_pages(mmu_t mmu, vm_page_t *ma, vm_offset_t a_offset,
2311 		mmu_booke_kenter(mmu, copy_page_src_va,
2316 		mmu_booke_kenter(mmu, copy_page_dst_va,
2320 		mmu_booke_kremove(mmu, copy_page_dst_va);
2321 		mmu_booke_kremove(mmu, copy_page_src_va);
2336 mmu_booke_zero_page_idle(mmu_t mmu, vm_page_t m)
2341 	mmu_booke_kenter(mmu, va, VM_PAGE_TO_PHYS(m));
2343 	mmu_booke_kremove(mmu, va);
2347 mmu_booke_quick_enter_page(mmu_t mmu, vm_page_t m)
2363 	pte = pte_find(mmu, kernel_pmap, qaddr);
2385 mmu_booke_quick_remove_page(mmu_t mmu, vm_offset_t addr)
2389 	pte = pte_find(mmu, kernel_pmap, addr);
2405 mmu_booke_is_modified(mmu_t mmu, vm_page_t m)
2426 		if ((pte = pte_find(mmu, pv->pv_pmap, pv->pv_va)) != NULL &&
2444 mmu_booke_is_prefaultable(mmu_t mmu, pmap_t pmap, vm_offset_t addr)
2455 mmu_booke_is_referenced(mmu_t mmu, vm_page_t m)
2467 		if ((pte = pte_find(mmu, pv->pv_pmap, pv->pv_va)) != NULL &&
2484 mmu_booke_clear_modify(mmu_t mmu, vm_page_t m)
2505 		if ((pte = pte_find(mmu, pv->pv_pmap, pv->pv_va)) != NULL &&
2535 mmu_booke_ts_referenced(mmu_t mmu, vm_page_t m)
2547 		if ((pte = pte_find(mmu, pv->pv_pmap, pv->pv_va)) != NULL &&
2581 mmu_booke_unwire(mmu_t mmu, pmap_t pmap, vm_offset_t sva, vm_offset_t eva)
2588 		if ((pte = pte_find(mmu, pmap, va)) != NULL &&
2608 mmu_booke_page_exists_quick(mmu_t mmu, pmap_t pmap, vm_page_t m)
2636 mmu_booke_page_wired_mappings(mmu_t mmu, vm_page_t m)
2647 		if ((pte = pte_find(mmu, pv->pv_pmap, pv->pv_va)) != NULL)
2657 mmu_booke_dev_direct_mapped(mmu_t mmu, vm_paddr_t pa, vm_size_t size)
2675 mmu_booke_dumpsys_map(mmu_t mmu, vm_paddr_t pa, size_t sz, void **va)
2701 mmu_booke_dumpsys_unmap(mmu_t mmu, vm_paddr_t pa, size_t sz, void *va)
2742 mmu_booke_scan_init(mmu_t mmu)
2781 		pte = pte_find(mmu, kernel_pmap, va);
2794 			pte = pte_find(mmu, kernel_pmap, va);
2809 mmu_booke_mapdev(mmu_t mmu, vm_paddr_t pa, vm_size_t size)
2812 	return (mmu_booke_mapdev_attr(mmu, pa, size, VM_MEMATTR_DEFAULT));
2816 mmu_booke_mapdev_attr(mmu_t mmu, vm_paddr_t pa, vm_size_t size, vm_memattr_t ma)
2886 mmu_booke_unmapdev(mmu_t mmu, vm_offset_t va, vm_size_t size)
2909 mmu_booke_object_init_pt(mmu_t mmu, pmap_t pmap, vm_offset_t addr,
2922 mmu_booke_mincore(mmu_t mmu, pmap_t pmap, vm_offset_t addr,
2931 mmu_booke_change_attr(mmu_t mmu, vm_offset_t addr, vm_size_t sz,
2972 		pte = pte_find(mmu, kernel_pmap, va);
2980 		pte = pte_find(mmu, kernel_pmap, va);
2988 	return (pte_vatopa(mmu, kernel_pmap, va));