riscv/riscv/pmap.c

298 	pd_entry_t *l2;
301 	l2 = (pd_entry_t *)PHYS_TO_DMAP(phys);
303 	return (&l2[pmap_l2_index(va)]);
323 pmap_l2_to_l3(pd_entry_t *l2, vm_offset_t va)
328 	phys = PTE_TO_PHYS(pmap_load(l2));
337 	pd_entry_t *l2;
339 	l2 = pmap_l2(pmap, va);
340 	if (l2 == NULL)
342 	if ((pmap_load(l2) & PTE_VALID) == 0)
344 	if ((pmap_load(l2) & PTE_TYPE_M) != (PTE_TYPE_PTR << PTE_TYPE_S))
347 	return (pmap_l2_to_l3(l2, va));
438 	pt_entry_t *l2;
449 	l2 = (pt_entry_t *)init_pt_va;
452 	return (l2);
459 	pt_entry_t *l2;
462 	l2 = pmap_early_page_idx(l1pt, va, &l1_slot, &l2_slot);
465 	ret = (l2[l2_slot] >> PTE_PPN1_S) << L2_SHIFT;
506 	pd_entry_t *l2;
513 	l2 = pmap_l2(kernel_pmap, va);
514 	l2 = (pd_entry_t *)((uintptr_t)l2 & ~(PAGE_SIZE - 1));
515 	l2pt = (vm_offset_t)l2;
526 		pmap_load_store(&l2[l2_slot], entry);
534 	cpu_dcache_wb_range((vm_offset_t)l2, PAGE_SIZE);
547 	pt_entry_t *l2;
623 	l2 = pmap_early_page_idx(l1pt, KERNBASE, &l1_slot, &l2_slot);
630 		if ((l2[l2_slot] & PTE_VALID) == 0)
634 		KASSERT((l2[l2_slot] & PTE_TYPE_M) != (PTE_TYPE_PTR << PTE_TYPE_S),
787 	pd_entry_t *l2p, l2;
794 	 * Start with the l2 tabel. We are unable to allocate
799 		l2 = pmap_load(l2p);
800 		if ((l2 & PTE_TYPE_M) == (PTE_TYPE_PTR << PTE_TYPE_S)) {
809 			pa = (l2 >> PTE_PPN1_S) << L2_SHIFT;
854 	pd_entry_t *l2;
861 		l2 = pmap_l2(kernel_pmap, va);
862 		if (l2 == NULL)
863 			panic("pmap_kextract: No l2");
864 		if ((pmap_load(l2) & PTE_TYPE_M) != (PTE_TYPE_PTR << PTE_TYPE_S)) {
866 			pa = (pmap_load(l2) >> PTE_PPN1_S) << L2_SHIFT;
871 		l3 = pmap_l2_to_l3(l2, va);
1114 		pd_entry_t *l2;
1115 		l2 = pmap_l2(pmap, va);
1116 		pmap_load_clear(l2);
1117 		PTE_SYNC(l2);
1273 		pd_entry_t *l1, *l2;
1293 		l2 = (pd_entry_t *)PHYS_TO_DMAP(phys);
1294 		l2 = &l2[ptepindex & Ln_ADDR_MASK];
1299 		pmap_load_store(l2, entry);
1301 		PTE_SYNC(l2);
1313 	pd_entry_t *l2;
1325 	l2 = pmap_l2(pmap, va);
1331 	if (l2 != NULL && pmap_load(l2) != 0) {
1332 		phys = PTE_TO_PHYS(pmap_load(l2));
1408 	pd_entry_t *l1, *l2;
1440 		l2 = pmap_l1_to_l2(l1, kernel_vm_end);
1441 		if ((pmap_load(l2) & PTE_REF) != 0) {
1462 		pmap_load_store(l2, entry);
1464 		PTE_SYNC(l2);
1777 	pd_entry_t *l1, *l2;
1814 		l2 = pmap_l1_to_l2(l1, sva);
1815 		if (l2 == NULL)
1818 		l3_pte = pmap_load(l2);
1825 		if ((pmap_load(l2) & PTE_TYPE_M) != (PTE_TYPE_PTR << PTE_TYPE_S))
1837 		for (l3 = pmap_l2_to_l3(l2, sva); sva != va_next; l3++,
1887 	pd_entry_t *l2, tl2;
1898 		l2 = pmap_l2(pmap, pv->pv_va);
1899 		KASSERT(l2 != NULL, ("pmap_remove_all: no l2 table found"));
1900 		tl2 = pmap_load(l2);
1906 		l3 = pmap_l2_to_l3(l2, pv->pv_va);
1923 		pmap_unuse_l3(pmap, pv->pv_va, pmap_load(l2), &free);
1942 	pd_entry_t *l1, *l2;
1969 		l2 = pmap_l1_to_l2(l1, sva);
1970 		if (l2 == NULL)
1972 		if ((pmap_load(l2) & PTE_TYPE_M) != (PTE_TYPE_PTR << PTE_TYPE_S))
1979 		for (l3p = pmap_l2_to_l3(l2, sva); sva != va_next; l3p++,
2015 	pd_entry_t *l1, *l2;
2075 			l2 = pmap_l2(pmap, va);
2076 			if (l2 == NULL) {
2081 					panic("pmap_enter: l2 pte_m == NULL");
2095 				l2 = pmap_l1_to_l2(l1, va);
2098 			KASSERT(l2 != NULL,
2099 			    ("No l2 table after allocating one"));
2112 			pmap_load_store(l2, entry);
2113 			PTE_SYNC(l2);
2114 			l3 = pmap_l2_to_l3(l2, va);
2298 	pd_entry_t *l2;
2326 			 * Get the l2 entry
2328 			l2 = pmap_l2(pmap, va);
2336 			if (l2 != NULL && pmap_load(l2) != 0) {
2337 				phys = PTE_TO_PHYS(pmap_load(l2));
2434 	pd_entry_t *l1, *l2;
2453 		l2 = pmap_l1_to_l2(l1, sva);
2454 		if (pmap_load(l2) == 0)
2459 		for (l3 = pmap_l2_to_l3(l2, sva); sva != va_next; l3++,
2702 	pd_entry_t ptepde, *l2;
2731 				l2 = pmap_l2(pmap, pv->pv_va);
2732 				ptepde = pmap_load(l2);
2733 				l3 = pmap_l2_to_l3(l2, pv->pv_va);
3015 	pd_entry_t *l2;
3048 		l2 = pmap_l2(pmap, pv->pv_va);
3050 		KASSERT((pmap_load(l2) & PTE_TYPE_M) == (PTE_TYPE_PTR << PTE_TYPE_S),
3051 		    ("pmap_ts_referenced: found an invalid l2 table"));
3053 		l3 = pmap_l2_to_l3(l2, pv->pv_va);
3073 				    pmap_load(l2), &free, &lock);