Lines Matching refs:kernel_pmap
258 pmap_t kernel_pmap;
296 if (!cpu_64bit || (m == kernel_pmap)) {
445 if (pmap == kernel_pmap)
496 pmap_enter(kernel_pmap, (vm_map_offset_t)virt,
525 current_cpu_datap()->cpu_active_cr3 = kernel_pmap->pm_cr3;
540 ptep = pmap_pte(kernel_pmap, (vm_map_offset_t)ve);
590 pte_unique_base = pmap_pte(kernel_pmap, (vm_map_offset_t)pmap_index_to_virt(HIGH_FIXED_CPUS_BEGIN));
681 kernel_pmap = &kernel_pmap_store;
682 kernel_pmap->ref_count = 1;
683 kernel_pmap->nx_enabled = FALSE;
684 kernel_pmap->pm_task_map = TASK_MAP_32BIT;
685 kernel_pmap->pm_obj = (vm_object_t) NULL;
686 kernel_pmap->dirbase = (pd_entry_t *)((unsigned int)IdlePTD | KERNBASE);
687 kernel_pmap->pdirbase = (pmap_paddr_t)((int)IdlePTD);
689 kernel_pmap->pm_pdpt = pdpt;
690 kernel_pmap->pm_cr3 = (pmap_paddr_t)((int)IdlePDPT);
693 va = (vm_offset_t)kernel_pmap->dirbase;
699 (pd_entry_t *) (kernel_pmap->dirbase + PTDPTDI + i),
710 lo_kernel_cr3 = kernel_pmap->pm_cr3;
711 current_cpu_datap()->cpu_kernel_cr3 = (addr64_t) kernel_pmap->pm_cr3;
714 high_shared_pde = *pmap_pde(kernel_pmap, HIGH_MEM_BASE);
718 pmap_store_pte(pmap_pde(kernel_pmap, HIGH_MEM_BASE), high_shared_pde);
763 simple_lock_init(&kernel_pmap->lock, 0);
785 kernel_pmap->pm_cr3 = (pmap_paddr_t)((int)IdlePML4); /* setup in start.s for us */
786 kernel_pmap->pm_pml4 = IdlePML4;
787 kernel_pmap->pm_pdpt = (pd_entry_t *)
790 pmap_store_pte(kernel_pmap->pm_pml4,
803 kernel64_cr3 = (addr64_t) kernel_pmap->pm_cr3;
821 kernel_pmap->pm_hold = (vm_offset_t)kernel_pmap->pm_pml4;
944 ppn = pmap_find_phys(kernel_pmap, vaddr);
970 kernel_pmap->pm_obj = kptobj;
983 pv_e->pmap = kernel_pmap;
1059 PMAP_ZINFO_PALLOC(kernel_pmap, bootstrap_wired_pages * PAGE_SIZE);
1121 ptep = pmap_pte(kernel_pmap, (vm_map_offset_t)myva);
1149 pdep = pmap_pde(kernel_pmap, (vm_map_offset_t)myva);
1150 ptep = pmap_pte(kernel_pmap, (vm_map_offset_t)myva);
1185 pmap_store_pte(pmap_pte(kernel_pmap, 0), INTEL_PTE_INVALID);
1189 if (0 == (pte = pmap_pte(kernel_pmap,
1262 if (pmap != kernel_pmap &&
1408 pmap_store_pte((pml4p+KERNEL_UBER_PML4_INDEX),*kernel_pmap->pm_pml4);
1491 kern_pdptp = kernel_pmap->pm_pdpt;
1807 if (kernel_pmap == map) panic("expand kernel pml4");
1894 if (kernel_pmap == map) panic("expand kernel pdpt");
2009 if (cpu_64bit && (map != kernel_pmap)) {
2148 if (p == kernel_pmap)
2369 opte = pmap_pte(kernel_pmap, (vm_map_offset_t)kernel_commpage);
2374 npte = pmap_pte(kernel_pmap, (vm_map_offset_t)user_commpage);
2394 PMAP_LOCK(kernel_pmap);
2397 kptep = pmap_pte(kernel_pmap, (uint64_t)kernel_commpage + (i*PAGE_SIZE));
2402 PMAP_UNLOCK(kernel_pmap);
2449 while ((pte = pmap_pte(kernel_pmap, (vm_map_offset_t)address)) == 0)
2450 pmap_expand(kernel_pmap, (vm_map_offset_t)address, PMAP_EXPAND_OPTIONS_NONE);
2631 ((pmap == kernel_pmap) &&
2696 if ((pmap == kernel_pmap) && (flush_self != TRUE)) {
2697 panic("pmap_flush_tlbs: pmap == kernel_pmap && flush_self != TRUE; kernel CR3: 0x%llX, CPU active CR3: 0x%llX, CPU Task Map: %d", kernel_pmap->pm_cr3, current_cpu_datap()->cpu_active_cr3, current_cpu_datap()->cpu_task_map);
2762 kern_pdptp = kernel_pmap->pm_pdpt;
2800 kernel_pmap->pm_cr3, kernel_pmap->pm_hold, kernel_pmap->pm_pml4);
2801 pml4p = (pdpt_entry_t *)kernel_pmap->pm_hold;