arm64/arm64/pmap.c

321 pmap_l0_to_l1(pd_entry_t *l0, vm_offset_t va)
325 	l1 = (pd_entry_t *)PHYS_TO_DMAP(pmap_load(l0) & ~ATTR_MASK);
332 	pd_entry_t *l0;
334 	l0 = pmap_l0(pmap, va);
335 	if ((pmap_load(l0) & ATTR_DESCR_MASK) != L0_TABLE)
338 	return (pmap_l0_to_l1(l0, va));
378 	pd_entry_t *l0, *l1, *l2, desc;
380 	l0 = pmap_l0(pmap, va);
381 	desc = pmap_load(l0) & ATTR_DESCR_MASK;
387 	l1 = pmap_l0_to_l1(l0, va);
391 		return (l0);
460 pmap_get_tables(pmap_t pmap, vm_offset_t va, pd_entry_t **l0, pd_entry_t **l1,
469 	*l0 = l0p;
1368 		pd_entry_t *l0;
1370 		l0 = pmap_l0(pmap, va);
1371 		pmap_load_clear(l0);
1372 		PTE_SYNC(l0);
1400 		pd_entry_t *l0, tl0;
1403 		l0 = pmap_l0(pmap, va);
1404 		tl0 = pmap_load(l0);
1458 	 * allocate the l0 page
1521 		pd_entry_t *l0;
1525 		l0 = &pmap->pm_l0[l0index];
1526 		pmap_load_store(l0, VM_PAGE_TO_PHYS(m) | L0_TABLE);
1527 		PTE_SYNC(l0);
1530 		pd_entry_t *l0, *l1;
1536 		l0 = &pmap->pm_l0[l0index];
1537 		tl0 = pmap_load(l0);
1553 		l1 = (pd_entry_t *)PHYS_TO_DMAP(pmap_load(l0) & ~ATTR_MASK);
1559 		pd_entry_t *l0, *l1, *l2;
1565 		l0 = &pmap->pm_l0[l0index];
1566 		tl0 = pmap_load(l0);
1576 			tl0 = pmap_load(l0);
1644 		    ("pmap_alloc_l3: TODO: l0 superpages"));
1732 	pd_entry_t *l0, *l1, *l2;
1740 		l0 = pmap_l0(kernel_pmap, kernel_vm_end);
1741 		KASSERT(pmap_load(l0) != 0,
1744 		l1 = pmap_l0_to_l1(l0, kernel_vm_end);
2400 	pd_entry_t *l0, *l1, *l2;
2420 		l0 = pmap_l0(pmap, sva);
2421 		if (pmap_load(l0) == 0) {
2428 		l1 = pmap_l0_to_l1(l0, sva);
2617 	pd_entry_t *l0, *l1, *l2;
2633 		l0 = pmap_l0(pmap, sva);
2634 		if (pmap_load(l0) == 0) {
2641 		l1 = pmap_l0_to_l1(l0, sva);
2964 				/* Get the l0 pde to update */
3362 	pd_entry_t *l0, *l1, *l2;
3367 		l0 = pmap_l0(pmap, sva);
3368 		if (pmap_load(l0) == 0) {
3375 		l1 = pmap_l0_to_l1(l0, sva);