osfmk/x86_64/pmap.c

223 pmap_t		kernel_pmap;
273 		pmap_enter(kernel_pmap, (vm_map_offset_t)virt,
309 	cdp->cpu_kernel_cr3 = kernel_pmap->pm_cr3;
310 	cdp->cpu_active_cr3 = kernel_pmap->pm_cr3;
355 	kernel_pmap = &kernel_pmap_store;
356 	kernel_pmap->ref_count = 1;
357 	kernel_pmap->nx_enabled = TRUE;
358 	kernel_pmap->pm_task_map = TASK_MAP_64BIT;
359 	kernel_pmap->pm_obj = (vm_object_t) NULL;
360 	kernel_pmap->dirbase = (pd_entry_t *)((uintptr_t)IdlePTD);
361 	kernel_pmap->pm_pdpt = (pd_entry_t *) ((uintptr_t)IdlePDPT);
362 	kernel_pmap->pm_pml4 = IdlePML4;
363 	kernel_pmap->pm_cr3 = (uintptr_t)ID_MAP_VTOP(IdlePML4);
364 	pmap_pcid_initialize_kernel(kernel_pmap);
368 	current_cpu_datap()->cpu_kernel_cr3 = (addr64_t) kernel_pmap->pm_cr3;
424 	simple_lock_init(&kernel_pmap->lock, 0);
511 	kernel_pmap->pm_obj_pml4 = &kpml4obj_object_store;
514 	kernel_pmap->pm_obj_pdpt = &kpdptobj_object_store;
517 	kernel_pmap->pm_obj = &kptobj_object_store;
589 		ppn = pmap_find_phys(kernel_pmap, vaddr);
630 		pv_e->pmap = kernel_pmap;
641 	pmap_expand_pml4(kernel_pmap, KERNEL_BASEMENT, PMAP_EXPAND_OPTIONS_NONE);
733 	PMAP_ZINFO_PALLOC(kernel_pmap, bootstrap_wired_pages * PAGE_SIZE);
787 	pmap_remove(kernel_pmap, LOWGLOBAL_ALIAS + PAGE_SIZE, vm_kernel_base);
822 			ptep = pmap_pte(kernel_pmap, (vm_map_offset_t)myva);
850 			pdep = pmap_pde(kernel_pmap, (vm_map_offset_t)myva);
851 			ptep = pmap_pte(kernel_pmap, (vm_map_offset_t)myva);
912 		pt_entry_t dpte, *dptep = pmap_pte(kernel_pmap, dva);
945 					pmap_mark_range(kernel_pmap, sec->addr, round_page(sec->size), FALSE, TRUE);
947 					pmap_mark_range(kernel_pmap, sec->addr, round_page(sec->size), TRUE, FALSE);
951 			pmap_mark_range(kernel_pmap, seg->vmaddr, round_page_64(seg->vmsize), TRUE, FALSE);
961 		if (0 == (pte = pmap_pte(kernel_pmap, LOWGLOBAL_ALIAS)))
973 		pmap_remove(kernel_pmap,
1131 	kpml4 = kernel_pmap->pm_pml4;
1182 		pmap_assert(p == kernel_pmap);
1561 	if (map == kernel_pmap &&
1755 	if (p == kernel_pmap)
1907 	else if (no_shared_cr3 && (ccr3 != kernel_pmap->pm_cr3))
2061 	boolean_t	pmap_is_shared = (pmap->pm_shared || (pmap == kernel_pmap));
2179 	if (__improbable((pmap == kernel_pmap) && (flush_self != TRUE))) {
2180 		panic("pmap_flush_tlbs: pmap == kernel_pmap && flush_self != TRUE; kernel CR3: 0x%llX, CPU active CR3: 0x%llX, CPU Task Map: %d", kernel_pmap->pm_cr3, current_cpu_datap()->cpu_active_cr3, current_cpu_datap()->cpu_task_map);