amd64/amd64/pmap.c

656     vm_page_t m, vm_prot_t prot, vm_page_t mpte, struct rwlock **lockp);
658 static int pmap_insert_pt_page(pmap_t pmap, vm_page_t mpte);
1283 	vm_page_t mpte;
1327 		mpte = PHYS_TO_VM_PAGE(KPTphys + (i << PAGE_SHIFT));
1328 		KASSERT(mpte >= vm_page_array &&
1329 		    mpte < &vm_page_array[vm_page_array_size],
1331 		mpte->pindex = pmap_pde_pindex(KERNBASE) + i;
1332 		mpte->phys_addr = KPTphys + (i << PAGE_SHIFT);
1333 		mpte->wire_count = 1;
1335 		    pmap_insert_pt_page(kernel_pmap, mpte))
2516 pmap_insert_pt_page(pmap_t pmap, vm_page_t mpte)
2520 	return (vm_radix_insert(&pmap->pm_root, mpte));
2614 	vm_page_t mpte;
2619 	mpte = PHYS_TO_VM_PAGE(ptepde & PG_FRAME);
2620 	return (pmap_unwire_ptp(pmap, va, mpte, free));
3884 	vm_page_t mpte;
3900 	if ((oldpde & PG_A) == 0 || (mpte = pmap_remove_pt_page(pmap, va)) ==
3918 		if ((oldpde & PG_A) == 0 || (mpte = vm_page_alloc(NULL,
3935 	mptepa = VM_PAGE_TO_PHYS(mpte);
3948 	if (mpte->wire_count == 1) {
3949 		mpte->wire_count = NPTEPG;
4012 	vm_page_t mpte;
4016 	mpte = pmap_remove_pt_page(pmap, va);
4017 	if (mpte == NULL)
4020 	mptepa = VM_PAGE_TO_PHYS(mpte);
4052 	vm_page_t m, mpte;
4089 		mpte = pmap_remove_pt_page(pmap, sva);
4090 		if (mpte != NULL) {
4092 			KASSERT(mpte->wire_count == NPTEPG,
4094 			mpte->wire_count = 0;
4095 			pmap_add_delayed_free_list(mpte, free, FALSE);
4648 	vm_page_t mpte;
4727 	mpte = PHYS_TO_VM_PAGE(*pde & PG_FRAME);
4728 	KASSERT(mpte >= vm_page_array &&
4729 	    mpte < &vm_page_array[vm_page_array_size],
4731 	KASSERT(mpte->pindex == pmap_pde_pindex(va),
4733 	if (pmap_insert_pt_page(pmap, mpte)) {
4792 	vm_page_t mpte, om;
4852 	mpte = NULL;
4863 		if (va < VM_MAXUSER_ADDRESS && mpte == NULL) {
4864 			mpte = PHYS_TO_VM_PAGE(*pde & PG_FRAME);
4865 			mpte->wire_count++;
4873 		mpte = _pmap_allocpte(pmap, pmap_pde_pindex(va),
4875 		if (mpte == NULL && nosleep) {
4904 		if (mpte != NULL) {
4905 			mpte->wire_count--;
4906 			KASSERT(mpte->wire_count > 0,
5025 	if ((mpte == NULL || mpte->wire_count == NPTEPG) &&
5217 	vm_page_t m, mpte;
5223 	mpte = NULL;
5235 			mpte = pmap_enter_quick_locked(pmap, va, m, prot,
5236 			    mpte, &lock);
5268     vm_prot_t prot, vm_page_t mpte, struct rwlock **lockp)
5291 		if (mpte && (mpte->pindex == ptepindex)) {
5292 			mpte->wire_count++;
5308 				mpte = PHYS_TO_VM_PAGE(*ptepa & PG_FRAME);
5309 				mpte->wire_count++;
5315 				mpte = _pmap_allocpte(pmap, ptepindex, NULL);
5316 				if (mpte == NULL)
5317 					return (mpte);
5320 		pte = (pt_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(mpte));
5323 		mpte = NULL;
5327 		if (mpte != NULL) {
5328 			mpte->wire_count--;
5329 			mpte = NULL;
5331 		return (mpte);
5339 		if (mpte != NULL) {
5341 			if (pmap_unwire_ptp(pmap, va, mpte, &free)) {
5351 			mpte = NULL;
5353 		return (mpte);
5370 	return (mpte);
5996 	vm_page_t m, mpte, mt;
6127 					mpte = pmap_remove_pt_page(pmap, pv->pv_va);
6128 					if (mpte != NULL) {
6130 						KASSERT(mpte->wire_count == NPTEPG,
6132 						mpte->wire_count = 0;
6133 						pmap_add_delayed_free_list(mpte, &free, FALSE);
7716 	vm_page_t m, mpte;
7775 		mpte = PHYS_TO_VM_PAGE(*pde & PG_FRAME);
7777 		mpte = NULL;
7781 	if ((mpte == NULL || mpte->wire_count == NPTEPG) &&