osfmk/arm/pmap.c

295             if (this pv is for this pmap/vaddr) {
315 hash list via a hash of [pmap, vaddr].  These have been designed with the two goals of
810     vm_map_offset_t vaddr;
826 static inline void pmap_pagetable_corruption_log(pmap_pv_assertion_t incident, pmap_pagetable_corruption_t suppress_reason, pmap_pagetable_corruption_action_t action, pmap_t pmap, vm_map_offset_t vaddr, pt_entry_t * ptep, ppnum_t ppn, pmap_t pvpmap, vm_map_offset_t pvva)
834     pmap_pagetable_corruption_records[pmap_pagetable_corruption_log_index].vaddr = vaddr;
846 static inline pmap_pagetable_corruption_action_t pmap_classify_pagetable_corruption(pmap_t pmap, vm_map_offset_t vaddr, ppnum_t * ppnp, pt_entry_t * ptep, pmap_pv_assertion_t incident)
875         if ((popcnt1((uintptr_t) pv_e->pmap ^ (uintptr_t) pmap) && pv_e->va == vaddr) || (pv_e->pmap == pmap && popcnt1(pv_e->va ^ vaddr))) {
877             pv_e->va = vaddr;
893             if (npv_h->va == vaddr && npv_h->pmap == pmap) {
930     pmap_pagetable_corruption_log(incident, suppress_reason, action, pmap, vaddr, &cpte, *ppnp, pvpmap, pvva);
939 static inline __attribute__ ((always_inline)) pv_hashed_entry_t pmap_pv_remove(pmap_t pmap, vm_map_offset_t vaddr, ppnum_t * ppnp, pt_entry_t * pte)
954         pmap_pagetable_corruption_action_t pac = pmap_classify_pagetable_corruption(pmap, vaddr, ppnp, pte, ROOT_ABSENT);
958             panic("pmap_pv_remove(%p,0x%x,0x%x, 0x%x, %p, %p): null pv_list!", pmap, vaddr, ppn, *pte, ppnp, pte);
966     if (pv_h->va == vaddr && pv_h->pmap == pmap) {
986                 panic("pmap_pv_remove(%p,0x%x,0x%x): " "empty hash, removing rooted", pmap, vaddr, ppn);
1005         pvhash_idx = pvhashidx(pmap, vaddr);
1009             panic("pmap_pv_remove(%p,0x%x,0x%x, 0x%x, %p): empty hash", pmap, vaddr, ppn, *pte, pte);
1016             if (pvh_e->pmap == pmap && pvh_e->va == vaddr && pvh_e->ppn == ppn)
1023             pmap_pagetable_corruption_action_t pac = pmap_classify_pagetable_corruption(pmap, vaddr, ppnp, pte, ROOT_PRESENT);
1026                 panic("pmap_pv_remove(%p, 0x%x, 0x%x, 0x%x, %p, %p): pv not on hash, head: %p, 0x%x", pmap, vaddr, ppn, *pte, ppnp, pte, pv_h->pmap, pv_h->va);
1321     vm_map_offset_t vaddr;
1343             vaddr = pv_e->va;
1344             ptep = (pt_entry_t *)pmap_pte(pmap, vaddr);
1347                 panic("pmap_update_cache_attributes_locked: Missing PTE, pmap: %p, pn: 0x%x vaddr: 0x%x kernel_pmap: %p", pmap, pn, vaddr, kernel_pmap);
1357             pmap_flush_tlbs(pmap, vaddr, vaddr + PAGE_SIZE);
3339     vm_map_offset_t vaddr = start_vaddr;
3355     for (cpte = spte, vaddr = start_vaddr; cpte < epte; cpte++, vaddr += our_page_size) {
3398             pvh_e = pmap_pv_remove(pmap, vaddr, (ppnum_t *) & pai, cpte);
3419     pmap_flush_tlbs(pmap, start_vaddr, vaddr);
3633             register vm_map_offset_t vaddr;
3636             vaddr = pv_e->va;
3637             pte = (pt_entry_t *)pmap_pte(pmap, vaddr);
3640                 panic("pmap_page_protect(): null PTE pmap=%p pn=0x%x vaddr=0x%08x shadow=0x%08x\n", pmap, pn, vaddr, pv_e->flags);
3653                 pmap_flush_tlbs(pmap, vaddr, vaddr + PAGE_SIZE);
3687                 pmap_flush_tlbs(pmap, vaddr, vaddr + PAGE_SIZE);
3962     vm_map_offset_t nvaddr, vaddr;
4019     vaddr = (vm_map_offset_t) va_start;
4026         ntte = (vm_offset_t *)pmap_tte(subord, vaddr);
4036         tte = (vm_offset_t *)pmap_tte(grand, vaddr);
4038             panic("pmap_nest: no tte, grand %p vaddr 0x%x", grand, vaddr);
4044         vaddr += (_1MB);
4061 kern_return_t pmap_unnest(pmap_t grand, addr64_t vaddr, uint64_t size)
4071     if ((size & (pmap_nesting_size_min - 1)) || (vaddr & (pmap_nesting_size_min - 1))) {
4072         panic("pmap_unnest(%p,0x%llx,0x%llx): unaligned addresses\n", grand, vaddr, size);
4078     vstart = vaddr & ~((_1MB) - 1);
4079     vend = (vaddr + size + (_1MB) - 1) & ~((_1MB) - 1);
4088     vaddr = vstart;
4090         tte = (vm_offset_t *)pmap_tte(grand, (vm_map_offset_t) vaddr);
4092             panic("pmap_unnest: no tte, grand %p vaddr 0x%llx\n", grand, vaddr);
4094         vaddr += (_1MB);
4100     pmap_flush_tlbs(grand, vaddr, vaddr + size);