Lines Matching refs:kernel_pmap
223 pmap_t kernel_pmap;
273 pmap_enter(kernel_pmap, (vm_map_offset_t)virt,
309 cdp->cpu_kernel_cr3 = kernel_pmap->pm_cr3;
310 cdp->cpu_active_cr3 = kernel_pmap->pm_cr3;
355 kernel_pmap = &kernel_pmap_store;
356 kernel_pmap->ref_count = 1;
357 kernel_pmap->nx_enabled = TRUE;
358 kernel_pmap->pm_task_map = TASK_MAP_64BIT;
359 kernel_pmap->pm_obj = (vm_object_t) NULL;
360 kernel_pmap->dirbase = (pd_entry_t *)((uintptr_t)IdlePTD);
361 kernel_pmap->pm_pdpt = (pd_entry_t *) ((uintptr_t)IdlePDPT);
362 kernel_pmap->pm_pml4 = IdlePML4;
363 kernel_pmap->pm_cr3 = (uintptr_t)ID_MAP_VTOP(IdlePML4);
364 pmap_pcid_initialize_kernel(kernel_pmap);
368 current_cpu_datap()->cpu_kernel_cr3 = (addr64_t) kernel_pmap->pm_cr3;
424 simple_lock_init(&kernel_pmap->lock, 0);
511 kernel_pmap->pm_obj_pml4 = &kpml4obj_object_store;
514 kernel_pmap->pm_obj_pdpt = &kpdptobj_object_store;
517 kernel_pmap->pm_obj = &kptobj_object_store;
589 ppn = pmap_find_phys(kernel_pmap, vaddr);
630 pv_e->pmap = kernel_pmap;
641 pmap_expand_pml4(kernel_pmap, KERNEL_BASEMENT, PMAP_EXPAND_OPTIONS_NONE);
733 PMAP_ZINFO_PALLOC(kernel_pmap, bootstrap_wired_pages * PAGE_SIZE);
787 pmap_remove(kernel_pmap, LOWGLOBAL_ALIAS + PAGE_SIZE, vm_kernel_base);
822 ptep = pmap_pte(kernel_pmap, (vm_map_offset_t)myva);
850 pdep = pmap_pde(kernel_pmap, (vm_map_offset_t)myva);
851 ptep = pmap_pte(kernel_pmap, (vm_map_offset_t)myva);
912 pt_entry_t dpte, *dptep = pmap_pte(kernel_pmap, dva);
945 pmap_mark_range(kernel_pmap, sec->addr, round_page(sec->size), FALSE, TRUE);
947 pmap_mark_range(kernel_pmap, sec->addr, round_page(sec->size), TRUE, FALSE);
951 pmap_mark_range(kernel_pmap, seg->vmaddr, round_page_64(seg->vmsize), TRUE, FALSE);
961 if (0 == (pte = pmap_pte(kernel_pmap, LOWGLOBAL_ALIAS)))
973 pmap_remove(kernel_pmap,
1131 kpml4 = kernel_pmap->pm_pml4;
1182 pmap_assert(p == kernel_pmap);
1561 if (map == kernel_pmap &&
1755 if (p == kernel_pmap)
1907 else if (no_shared_cr3 && (ccr3 != kernel_pmap->pm_cr3))
2061 boolean_t pmap_is_shared = (pmap->pm_shared || (pmap == kernel_pmap));
2179 if (__improbable((pmap == kernel_pmap) && (flush_self != TRUE))) {
2180 panic("pmap_flush_tlbs: pmap == kernel_pmap && flush_self != TRUE; kernel CR3: 0x%llX, CPU active CR3: 0x%llX, CPU Task Map: %d", kernel_pmap->pm_cr3, current_cpu_datap()->cpu_active_cr3, current_cpu_datap()->cpu_task_map);