/linux-master/arch/powerpc/mm/book3s64/ |
H A D | hash_4k.c | 28 unsigned long old_pte, new_pte; local 38 old_pte = pte_val(pte); 40 if (unlikely(old_pte & H_PAGE_BUSY)) 43 if (unlikely(!check_pte_access(access, old_pte))) 50 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; 53 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); 60 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); 64 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); 67 if (unlikely(old_pte & H_PAGE_HASHPTE)) { 76 old_pte [all...] |
H A D | hash_64k.c | 46 unsigned long old_pte, new_pte, subpg_pte; local 56 old_pte = pte_val(pte); 58 if (unlikely(old_pte & H_PAGE_BUSY)) 61 if (unlikely(!check_pte_access(access, old_pte))) 68 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED | H_PAGE_COMBO; 71 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); 86 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); 91 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); 95 if (!(old_pte & H_PAGE_HASHPTE)) 101 if (!(old_pte 235 unsigned long old_pte, new_pte; local [all...] |
H A D | hugetlbpage.c | 26 unsigned long old_pte, new_pte; local 36 * At this point, we have a pte (old_pte) which can be used to build 49 old_pte = pte_val(*ptep); 51 if (unlikely(old_pte & H_PAGE_BUSY)) 54 if (unlikely(!check_pte_access(access, old_pte))) 61 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; 64 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); 67 if (old_pte & (H_PAGE_THP_HUGE | _PAGE_DEVMAP)) 75 rpte = __real_pte(__pte(old_pte), ptep, offset); 82 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), tra 143 huge_ptep_modify_prot_commit(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t old_pte, pte_t pte) argument [all...] |
H A D | radix_hugetlbpage.c | 47 pte_t old_pte, pte_t pte) 58 is_pte_rw_upgrade(pte_val(old_pte), pte_val(pte)) && 45 radix__huge_ptep_modify_prot_commit(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t old_pte, pte_t pte) argument
|
H A D | pgtable.c | 537 pte_t *ptep, pte_t old_pte, pte_t pte) 541 ptep, old_pte, pte); 536 ptep_modify_prot_commit(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t old_pte, pte_t pte) argument
|
H A D | radix_pgtable.c | 1488 unsigned long old_pte, new_pte; local 1490 old_pte = __radix_pte_update(ptep, _PAGE_PRESENT, _PAGE_INVALID); 1491 new_pte = old_pte | set; 1511 pte_t old_pte, pte_t pte) 1521 is_pte_rw_upgrade(pte_val(old_pte), pte_val(pte)) && 1509 radix__ptep_modify_prot_commit(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t old_pte, pte_t pte) argument
|
/linux-master/arch/sparc/include/asm/ |
H A D | hugetlb.h | 36 pte_t old_pte = *ptep; local 37 __set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte));
|
/linux-master/arch/powerpc/include/asm/book3s/64/ |
H A D | radix.h | 152 pte_t old_pte, pte_t pte); 178 unsigned long old_pte; local 180 old_pte = __radix_pte_update(ptep, clr, set); 184 return old_pte; 191 unsigned long old_pte; local 194 old_pte = pte_val(*ptep); 197 old_pte = radix__pte_update(mm, addr, ptep, ~0ul, 0, 0); 199 return __pte(old_pte);
|
H A D | hugetlb.h | 17 pte_t old_pte, pte_t pte); 62 pte_t old_pte, pte_t new_pte);
|
/linux-master/mm/ |
H A D | mapping_dirty_helpers.c | 41 pte_t old_pte = ptep_modify_prot_start(walk->vma, addr, pte); local 43 ptent = pte_wrprotect(old_pte); 44 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); 99 pte_t old_pte = ptep_modify_prot_start(walk->vma, addr, pte); local 101 ptent = pte_mkclean(old_pte); 102 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent);
|
H A D | mremap.c | 142 pte_t *old_pte, *new_pte, pte; local 173 old_pte = pte_offset_map_lock(mm, old_pmd, old_addr, &old_ptl); 174 if (!old_pte) { 180 pte_unmap_unlock(old_pte, old_ptl); 189 for (; old_addr < old_end; old_pte++, old_addr += PAGE_SIZE, 191 if (pte_none(ptep_get(old_pte))) 194 pte = ptep_get_and_clear(mm, old_addr, old_pte); 219 pte_unmap_unlock(old_pte - 1, old_ptl);
|
H A D | migrate.c | 190 pte_t old_pte; local 213 old_pte = ptep_get(pvmw.pte); 215 entry = pte_to_swp_entry(old_pte); 220 if (pte_swp_soft_dirty(old_pte)) 227 else if (pte_swp_uffd_wp(old_pte)) 241 if (pte_swp_soft_dirty(old_pte)) 243 if (pte_swp_uffd_wp(old_pte))
|
H A D | hugetlb.c | 6197 pte_t *ptep, pte_t old_pte) 6203 same = pte_same(huge_ptep_get(ptep), old_pte); 6213 pte_t old_pte, unsigned int flags, 6268 if (!hugetlb_pte_stable(h, mm, ptep, old_pte)) { 6291 if (hugetlb_pte_stable(h, mm, ptep, old_pte)) 6341 if (!hugetlb_pte_stable(h, mm, ptep, old_pte)) { 6368 if (!pte_same(huge_ptep_get(ptep), old_pte)) 6381 if (unlikely(pte_marker_uffd_wp(old_pte))) 7057 pte_t old_pte; local 7060 old_pte 6196 hugetlb_pte_stable(struct hstate *h, struct mm_struct *mm, pte_t *ptep, pte_t old_pte) argument 6209 hugetlb_no_page(struct mm_struct *mm, struct vm_area_struct *vma, struct address_space *mapping, pgoff_t idx, unsigned long address, pte_t *ptep, pte_t old_pte, unsigned int flags, struct vm_fault *vmf) argument [all...] |
/linux-master/arch/parisc/mm/ |
H A D | hugetlbpage.c | 164 pte_t old_pte; local 166 old_pte = *ptep; 167 __set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte));
|
/linux-master/arch/powerpc/include/asm/ |
H A D | kvm_book3s_64.h | 424 pte_t old_pte, new_pte = __pte(0); local 430 old_pte = READ_ONCE(*ptep); 434 if (unlikely(pte_val(old_pte) & H_PAGE_BUSY)) { 439 if (unlikely(!pte_present(old_pte))) 442 new_pte = pte_mkyoung(old_pte); 443 if (writing && pte_write(old_pte)) 446 if (pte_xchg(ptep, old_pte, new_pte))
|
/linux-master/arch/arm64/include/asm/ |
H A D | hugetlb.h | 60 pte_t old_pte, pte_t new_pte);
|
H A D | pgtable.h | 315 pte_t old_pte; local 320 old_pte = __ptep_get(ptep); 322 if (!pte_valid(old_pte) || !pte_valid(pte)) 334 __func__, pte_val(old_pte), pte_val(pte)); 335 VM_WARN_ONCE(pte_write(old_pte) && !pte_dirty(pte), 337 __func__, pte_val(old_pte), pte_val(pte)); 338 VM_WARN_ONCE(!pgattr_change_is_safe(pte_val(old_pte), pte_val(pte)), 340 __func__, pte_val(old_pte), pte_val(pte)); 1100 pte_t old_pte, pte; local 1104 old_pte 1201 pte_t old_pte; local [all...] |
/linux-master/arch/mips/kvm/ |
H A D | mmu.c | 452 pte_t old_pte; local 458 old_pte = *gpa_pte; 459 if (range->slot->flags & KVM_MEM_LOG_DIRTY_PAGES && !pte_dirty(old_pte)) 467 if (!pte_present(old_pte) || !pte_young(old_pte)) 473 pte_pfn(old_pte) != pte_pfn(hva_pte) || 474 (pte_dirty(old_pte) && !pte_dirty(hva_pte));
|
/linux-master/arch/parisc/include/asm/ |
H A D | pgtable.h | 469 pte_t old_pte; local 471 old_pte = *ptep; 474 return old_pte;
|
/linux-master/arch/x86/mm/pat/ |
H A D | set_memory.c | 1596 pte_t *kpte, old_pte; local 1604 old_pte = *kpte; 1605 if (pte_none(old_pte)) 1610 pgprot_t old_prot = pte_pgprot(old_pte); 1611 pgprot_t new_prot = pte_pgprot(old_pte); 1612 unsigned long pfn = pte_pfn(old_pte); 1636 if (pte_val(old_pte) != pte_val(new_pte)) {
|
/linux-master/arch/x86/include/asm/ |
H A D | pgtable.h | 1311 pte_t old_pte, new_pte; local 1313 old_pte = READ_ONCE(*ptep); 1315 new_pte = pte_wrprotect(old_pte); 1316 } while (!try_cmpxchg((long *)&ptep->pte, (long *)&old_pte, *(long *)&new_pte));
|
H A D | paravirt.h | 428 pte_t *ptep, pte_t old_pte, pte_t pte) 427 ptep_modify_prot_commit(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t old_pte, pte_t pte) argument
|
/linux-master/include/linux/ |
H A D | pgtable.h | 744 pte_t old_pte = ptep_get(ptep); local 745 set_pte_at(mm, address, ptep, pte_wrprotect(old_pte)); 1241 pte_t *ptep, pte_t old_pte, pte_t pte) 1239 ptep_modify_prot_commit(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t old_pte, pte_t pte) argument
|
/linux-master/fs/proc/ |
H A D | task_mmu.c | 1107 pte_t old_pte; local 1111 old_pte = ptep_modify_prot_start(vma, addr, pte); 1112 ptent = pte_wrprotect(old_pte); 1114 ptep_modify_prot_commit(vma, addr, pte, old_pte, ptent); 1825 pte_t old_pte; local 1827 old_pte = ptep_modify_prot_start(vma, addr, pte); 1829 ptep_modify_prot_commit(vma, addr, pte, old_pte, ptent);
|
/linux-master/arch/arm64/mm/ |
H A D | mmu.c | 182 pte_t old_pte = __ptep_get(ptep); local 190 BUG_ON(!pgattr_change_is_safe(pte_val(old_pte), 1502 pte_t old_pte, pte_t pte) 1501 ptep_modify_prot_commit(struct vm_area_struct *vma, unsigned long addr, pte_t *ptep, pte_t old_pte, pte_t pte) argument
|