osfmk/i386/pmap.c

258 pmap_t		kernel_pmap;
296 	if (!cpu_64bit || (m == kernel_pmap)) {
445 	    if (pmap == kernel_pmap)
496 		pmap_enter(kernel_pmap, (vm_map_offset_t)virt,
525 	current_cpu_datap()->cpu_active_cr3 = kernel_pmap->pm_cr3;
540   ptep = pmap_pte(kernel_pmap, (vm_map_offset_t)ve);
590 	pte_unique_base = pmap_pte(kernel_pmap, (vm_map_offset_t)pmap_index_to_virt(HIGH_FIXED_CPUS_BEGIN));
681 	kernel_pmap = &kernel_pmap_store;
682 	kernel_pmap->ref_count = 1;
683 	kernel_pmap->nx_enabled = FALSE;
684 	kernel_pmap->pm_task_map = TASK_MAP_32BIT;
685 	kernel_pmap->pm_obj = (vm_object_t) NULL;
686 	kernel_pmap->dirbase = (pd_entry_t *)((unsigned int)IdlePTD | KERNBASE);
687 	kernel_pmap->pdirbase = (pmap_paddr_t)((int)IdlePTD);
689 	kernel_pmap->pm_pdpt = pdpt;
690 	kernel_pmap->pm_cr3 = (pmap_paddr_t)((int)IdlePDPT);
693 	va = (vm_offset_t)kernel_pmap->dirbase;
699 	    (pd_entry_t *) (kernel_pmap->dirbase + PTDPTDI + i),
710 	lo_kernel_cr3 = kernel_pmap->pm_cr3;
711 	current_cpu_datap()->cpu_kernel_cr3 = (addr64_t) kernel_pmap->pm_cr3;
714 	high_shared_pde = *pmap_pde(kernel_pmap, HIGH_MEM_BASE);
718 	pmap_store_pte(pmap_pde(kernel_pmap, HIGH_MEM_BASE), high_shared_pde);
763 	simple_lock_init(&kernel_pmap->lock, 0);
785 	  kernel_pmap->pm_cr3 = (pmap_paddr_t)((int)IdlePML4); /* setup in start.s for us */
786 	  kernel_pmap->pm_pml4 = IdlePML4;
787 	  kernel_pmap->pm_pdpt = (pd_entry_t *)
790 	  pmap_store_pte(kernel_pmap->pm_pml4,
803 	  kernel64_cr3 = (addr64_t) kernel_pmap->pm_cr3;
821 	kernel_pmap->pm_hold = (vm_offset_t)kernel_pmap->pm_pml4;
944 		ppn = pmap_find_phys(kernel_pmap, vaddr);
970 	kernel_pmap->pm_obj = kptobj;
983 	  pv_e->pmap = kernel_pmap;
1059 	PMAP_ZINFO_PALLOC(kernel_pmap, bootstrap_wired_pages * PAGE_SIZE);
1121 			ptep = pmap_pte(kernel_pmap, (vm_map_offset_t)myva);
1149 			pdep = pmap_pde(kernel_pmap, (vm_map_offset_t)myva);
1150 			ptep = pmap_pte(kernel_pmap, (vm_map_offset_t)myva);
1185 	pmap_store_pte(pmap_pte(kernel_pmap, 0), INTEL_PTE_INVALID);
1189 	if (0 == (pte = pmap_pte(kernel_pmap,
1262 			if (pmap != kernel_pmap &&
1408 		pmap_store_pte((pml4p+KERNEL_UBER_PML4_INDEX),*kernel_pmap->pm_pml4);
1491 	kern_pdptp = kernel_pmap->pm_pdpt;
1807 	if (kernel_pmap == map) panic("expand kernel pml4");
1894 	if (kernel_pmap == map) panic("expand kernel pdpt");
2009 	if (cpu_64bit && (map != kernel_pmap)) {
2148 	if (p == kernel_pmap)
2369 		opte = pmap_pte(kernel_pmap, (vm_map_offset_t)kernel_commpage);
2374 		npte = pmap_pte(kernel_pmap, (vm_map_offset_t)user_commpage);
2394     PMAP_LOCK(kernel_pmap);
2397         kptep = pmap_pte(kernel_pmap, (uint64_t)kernel_commpage + (i*PAGE_SIZE));
2402     PMAP_UNLOCK(kernel_pmap);
2449 			while ((pte = pmap_pte(kernel_pmap, (vm_map_offset_t)address)) == 0)
2450 				pmap_expand(kernel_pmap, (vm_map_offset_t)address, PMAP_EXPAND_OPTIONS_NONE);
2631 		    ((pmap == kernel_pmap) &&
2696 	if ((pmap == kernel_pmap) && (flush_self != TRUE)) {
2697 		panic("pmap_flush_tlbs: pmap == kernel_pmap && flush_self != TRUE; kernel CR3: 0x%llX, CPU active CR3: 0x%llX, CPU Task Map: %d", kernel_pmap->pm_cr3, current_cpu_datap()->cpu_active_cr3, current_cpu_datap()->cpu_task_map);
2762 	kern_pdptp = kernel_pmap->pm_pdpt;
2800 		kernel_pmap->pm_cr3, kernel_pmap->pm_hold, kernel_pmap->pm_pml4);
2801 	pml4p = (pdpt_entry_t *)kernel_pmap->pm_hold;