Lines Matching defs:vaddr
92 vm_map_offset_t vaddr, nvaddr;
152 vaddr = (vm_map_offset_t)va_start;
159 if (((vaddr & PDPTMASK) == 0) && ((num_pde - i) >= NPDEPG) && cpu_64bit) {
160 npde = pmap64_pdpt(subord, vaddr);
162 panic("pmap_nest: no PDPT, subord %p nstart 0x%llx", subord, vaddr);
164 pde = pmap64_pdpt(grand, vaddr);
167 pmap_expand_pml4(grand, vaddr, PMAP_EXPAND_OPTIONS_NONE);
169 pde = pmap64_pdpt(grand, vaddr);
172 panic("pmap_nest: no PDPT, grand %p vaddr 0x%llx", grand, vaddr);
174 vaddr += NBPDPT;
183 pde = pmap_pde(grand, vaddr);
186 pmap_expand_pdpt(grand, vaddr, PMAP_EXPAND_OPTIONS_NONE);
188 pde = pmap_pde(grand, vaddr);
192 panic("pmap_nest: no pde, grand %p vaddr 0x%llx", grand, vaddr);
193 vaddr += NBPDE;
207 * kern_return_t pmap_unnest(grand, vaddr)
210 * vaddr = start of range in pmap to be unnested
215 kern_return_t pmap_unnest(pmap_t grand, addr64_t vaddr, uint64_t size) {
225 (uintptr_t) (vaddr>>32), (uintptr_t) vaddr, 0, 0);
228 (vaddr & (pmap_nesting_size_min-1))) {
230 grand, vaddr, size);
234 va_start = vaddr & ~(NBPDE-1);
235 va_end = (vaddr + size + NBPDE - 1) & ~(NBPDE-1);
241 vaddr = va_start;
244 if ((pdptnum(grand, vaddr) != npdpt) && cpu_64bit) {
245 npdpt = pdptnum(grand, vaddr);
246 pde = pmap64_pdpt(grand, vaddr);
250 vaddr += NBPDPT;
254 pde = pmap_pde(grand, (vm_map_offset_t)vaddr);
256 panic("pmap_unnest: no pde, grand %p vaddr 0x%llx\n", grand, vaddr);
259 vaddr += NBPDE;
355 vm_map_offset_t vaddr;
378 vaddr = pv_e->va;
379 ptep = pmap_pte(pmap, vaddr);
382 panic("pmap_update_cache_attributes_locked: Missing PTE, pmap: %p, pn: 0x%x vaddr: 0x%llx kernel_pmap: %p", pmap, pn, vaddr, kernel_pmap);
386 PMAP_UPDATE_TLBS(pmap, vaddr, vaddr + PAGE_SIZE);
422 vm_map_offset_t vaddr,
429 (void) pmap_enter_options(pmap, vaddr, pn, prot, fault_type, flags, wired, PMAP_EXPAND_OPTIONS_NONE, NULL);
436 vm_map_offset_t vaddr,
479 (uint32_t) (vaddr >> 32), (uint32_t) vaddr,
511 while ((pte = pmap64_pde(pmap, vaddr)) == PD_ENTRY_NULL) {
514 kr_expand = pmap_expand_pdpt(pmap, vaddr, options);
520 while ((pte = pmap_pte(pmap, vaddr)) == PT_ENTRY_NULL) {
526 kr_expand = pmap_expand(pmap, vaddr, options);
544 delpage_pde_index = pdeidx(pmap, vaddr);
671 PMAP_UPDATE_TLBS(pmap, vaddr, vaddr + PAGE_SIZE);
710 pvh_e = pmap_pv_remove(pmap, vaddr, (ppnum_t *) &pai, &old_pte);
756 pv_h->va = vaddr;
804 pvh_e->va = vaddr;
896 PMAP_UPDATE_TLBS_DELAYED(pmap, vaddr, vaddr + PAGE_SIZE, (pmap_flush_context *)arg);
898 PMAP_UPDATE_TLBS(pmap, vaddr, vaddr + PAGE_SIZE);
965 vm_map_offset_t vaddr;
977 for (cpte = spte, vaddr = start_vaddr;
979 cpte++, vaddr += PAGE_SIZE_64) {
1026 PMAP_UPDATE_TLBS(pmap, start_vaddr, vaddr);
1028 for (cpte = spte, vaddr = start_vaddr;
1030 cpte++, vaddr += PAGE_SIZE_64) {
1065 pvh_e = pmap_pv_remove(pmap, vaddr, (ppnum_t *) &pai, cpte);
1335 vm_map_offset_t vaddr;
1338 vaddr = pv_e->va;
1339 pte = pmap_pte(pmap, vaddr);
1342 "pmap_page_protect: PTE mismatch, pn: 0x%x, pmap: %p, vaddr: 0x%llx, pte: 0x%llx", pn, pmap, vaddr, *pte);
1346 "pmap=%p pn=0x%x vaddr=0x%llx\n",
1347 pmap, pn, vaddr);
1379 PMAP_UPDATE_TLBS_DELAYED(pmap, vaddr, vaddr + PAGE_SIZE, (pmap_flush_context *)arg);
1381 PMAP_UPDATE_TLBS(pmap, vaddr, vaddr + PAGE_SIZE);
1388 PMAP_UPDATE_TLBS(pmap, vaddr, vaddr+PAGE_SIZE);
1453 PMAP_UPDATE_TLBS_DELAYED(pmap, vaddr, vaddr + PAGE_SIZE, (pmap_flush_context *)arg);
1455 PMAP_UPDATE_TLBS(pmap, vaddr, vaddr+PAGE_SIZE);
1746 vm_map_offset_t vaddr,
1753 if ((pte = pmap_pte(map, vaddr)) == PT_ENTRY_NULL)