linux-master/mm/memory.c

120 	return pte_marker_uffd_wp(vmf->orig_pte);
712 	pte_t orig_pte;
716 	orig_pte = ptep_get(ptep);
718 	if (pte_swp_soft_dirty(orig_pte))
721 	entry = pte_to_swp_entry(orig_pte);
722 	if (pte_swp_uffd_wp(orig_pte))
784 	pte_t orig_pte = ptep_get(src_pte);
785 	pte_t pte = orig_pte;
788 	swp_entry_t entry = pte_to_swp_entry(orig_pte);
803 		if (pte_swp_exclusive(orig_pte)) {
804 			pte = pte_swp_clear_exclusive(orig_pte);
823 			if (pte_swp_soft_dirty(orig_pte))
825 			if (pte_swp_uffd_wp(orig_pte))
859 			if (pte_swp_uffd_wp(orig_pte))
2945 		same = pte_same(ptep_get(vmf->pte), vmf->orig_pte);
2993 	if (!arch_has_hw_pte_young() && !pte_young(vmf->orig_pte)) {
2997 		if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {
3008 		entry = pte_mkyoung(vmf->orig_pte);
3025 		if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {
3185 	flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte));
3186 	entry = pte_mkyoung(vmf->orig_pte);
3262 	pfn_is_zero = is_zero_pfn(pte_pfn(vmf->orig_pte));
3300 	if (likely(vmf->pte && pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {
3307 			ksm_might_unmap_zero_page(mm, vmf->orig_pte);
3310 		flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte));
3314 			if (pte_soft_dirty(vmf->orig_pte))
3316 			if (pte_uffd_wp(vmf->orig_pte))
3425 	if (!pte_same(ptep_get(vmf->pte), vmf->orig_pte)) {
3597 			vmf->orig_pte = pte;
3609 	vmf->page = vm_normal_page(vma, vmf->address, vmf->orig_pte);
3824 	if (likely(vmf->pte && pte_same(ptep_get(vmf->pte), vmf->orig_pte)))
3869 	if (pte_same(vmf->orig_pte, ptep_get(vmf->pte)))
3901 	swp_entry_t entry = pte_to_swp_entry(vmf->orig_pte);
3947 	entry = pte_to_swp_entry(vmf->orig_pte);
3971 							vmf->orig_pte)))
3987 			print_bad_pte(vma, vmf->address, vmf->orig_pte, NULL);
4063 				   pte_same(ptep_get(vmf->pte), vmf->orig_pte)))
4133 	if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte)))
4157 		exclusive = pte_swp_exclusive(vmf->orig_pte);
4223 	if (pte_swp_soft_dirty(vmf->orig_pte))
4225 	if (pte_swp_uffd_wp(vmf->orig_pte))
4227 	vmf->orig_pte = pte;
4241 	arch_do_swap_page(vma->vm_mm, vma, vmf->address, pte, vmf->orig_pte);
4693 		return !pte_same(ptep_get(vmf->pte), vmf->orig_pte);
5074 	if (unlikely(!pte_same(old_pte, vmf->orig_pte))) {
5144 		if (unlikely(!pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {
5290 		vmf->orig_pte = ptep_get_lockless(vmf->pte);
5293 		if (pte_none(vmf->orig_pte)) {
5302 	if (!pte_present(vmf->orig_pte))
5305 	if (pte_protnone(vmf->orig_pte) && vma_is_accessible(vmf->vma))
5309 	entry = vmf->orig_pte;