osfmk/i386/pmap_x86_common.c

75 	vm_map_offset_t	vaddr, nvaddr;
135 	vaddr = (vm_map_offset_t)va_start;
142 		if (((vaddr & PDPTMASK) == 0) && ((num_pde - i) >= NPDEPG) && cpu_64bit) {
143 			npde = pmap64_pdpt(subord, vaddr);
145 				panic("pmap_nest: no PDPT, subord %p nstart 0x%llx", subord, vaddr);
147 			pde = pmap64_pdpt(grand, vaddr);
150 				pmap_expand_pml4(grand, vaddr, PMAP_EXPAND_OPTIONS_NONE);
152 				pde = pmap64_pdpt(grand, vaddr);
155 				panic("pmap_nest: no PDPT, grand  %p vaddr 0x%llx", grand, vaddr);
157 			vaddr += NBPDPT;
166 			pde = pmap_pde(grand, vaddr);
169 				pmap_expand_pdpt(grand, vaddr, PMAP_EXPAND_OPTIONS_NONE);
171 				pde = pmap_pde(grand, vaddr);
175 				panic("pmap_nest: no pde, grand  %p vaddr 0x%llx", grand, vaddr);
176 			vaddr += NBPDE;
190  *	kern_return_t pmap_unnest(grand, vaddr)
193  *	vaddr  = start of range in pmap to be unnested
198 kern_return_t pmap_unnest(pmap_t grand, addr64_t vaddr, uint64_t size) {
208 	    (uintptr_t) (vaddr>>32), (uintptr_t) vaddr, 0, 0);
211 	    (vaddr & (pmap_nesting_size_min-1))) {
213 		    grand, vaddr, size);
217 	va_start = vaddr & ~(NBPDE-1);
218 	va_end = (vaddr + size + NBPDE - 1) & ~(NBPDE-1);
224 	vaddr = va_start;
227 		if ((pdptnum(grand, vaddr) != npdpt) && cpu_64bit) {
228 			npdpt = pdptnum(grand, vaddr);
229 			pde = pmap64_pdpt(grand, vaddr);
233 				vaddr += NBPDPT;
237 		pde = pmap_pde(grand, (vm_map_offset_t)vaddr);
239 			panic("pmap_unnest: no pde, grand %p vaddr 0x%llx\n", grand, vaddr);
242 		vaddr += NBPDE;
338 	vm_map_offset_t vaddr;
361 			vaddr = pv_e->va;
362 			ptep = pmap_pte(pmap, vaddr);
365 				panic("pmap_update_cache_attributes_locked: Missing PTE, pmap: %p, pn: 0x%x vaddr: 0x%llx kernel_pmap: %p", pmap, pn, vaddr, kernel_pmap);
369 			PMAP_UPDATE_TLBS(pmap, vaddr, vaddr + PAGE_SIZE);
405  	vm_map_offset_t		vaddr,
412 	(void) pmap_enter_options(pmap, vaddr, pn, prot, fault_type, flags, wired, PMAP_EXPAND_OPTIONS_NONE);
418  	vm_map_offset_t		vaddr,
460 	    (uint32_t) (vaddr >> 32), (uint32_t) vaddr,
492 	 	while ((pte = pmap64_pde(pmap, vaddr)) == PD_ENTRY_NULL) {
495 			kr_expand = pmap_expand_pdpt(pmap, vaddr, options);
501 		while ((pte = pmap_pte(pmap, vaddr)) == PT_ENTRY_NULL) {
507 			kr_expand = pmap_expand(pmap, vaddr, options);
525 		delpage_pde_index = (int)pdeidx(pmap, vaddr);
634 		PMAP_UPDATE_TLBS(pmap, vaddr, vaddr + PAGE_SIZE);
660 			pvh_e = pmap_pv_remove(pmap, vaddr, (ppnum_t *) &pai, &old_pte);
700 			pv_h->va = vaddr;
737 			pvh_e->va = vaddr;
808 		PMAP_UPDATE_TLBS(pmap, vaddr, vaddr + PAGE_SIZE);
862 	vm_map_offset_t		vaddr;
882 	for (cpte = spte, vaddr = start_vaddr;
884 	     cpte++, vaddr += PAGE_SIZE_64) {
920 	PMAP_UPDATE_TLBS(pmap, start_vaddr, vaddr);
922 	for (cpte = spte, vaddr = start_vaddr;
924 	     cpte++, vaddr += PAGE_SIZE_64) {
952 		pvh_e = pmap_pv_remove(pmap, vaddr, (ppnum_t *) &pai, cpte);
1171 		vm_map_offset_t vaddr;
1174 		vaddr = pv_e->va;
1175 		pte = pmap_pte(pmap, vaddr);
1178 		    "pmap_page_protect: PTE mismatch, pn: 0x%x, pmap: %p, vaddr: 0x%llx, pte: 0x%llx", pn, pmap, vaddr, *pte);
1182 				"pmap=%p pn=0x%x vaddr=0x%llx\n",
1183 				pmap, pn, vaddr);
1202 			PMAP_UPDATE_TLBS(pmap, vaddr, vaddr+PAGE_SIZE);
1242 			PMAP_UPDATE_TLBS(pmap, vaddr, vaddr+PAGE_SIZE);
1450 	vm_map_offset_t	vaddr,
1457 	if ((pte = pmap_pte(map, vaddr)) == PT_ENTRY_NULL)