/linux-master/arch/riscv/mm/ |
H A D | hugetlbpage.c | 10 pte_t orig_pte = ptep_get(ptep); local 12 if (!pte_present(orig_pte) || !pte_napot(orig_pte)) 13 return orig_pte; 15 pte_num = napot_pte_num(napot_cont_order(orig_pte)); 21 orig_pte = pte_mkdirty(orig_pte); 24 orig_pte = pte_mkyoung(orig_pte); 27 return orig_pte; 153 pte_t orig_pte = ptep_get(ptep); local 174 pte_t orig_pte = get_clear_contig(mm, addr, ptep, pte_num); local 271 pte_t orig_pte; local 298 pte_t orig_pte = ptep_get(ptep); local 315 pte_t orig_pte; local [all...] |
/linux-master/arch/arm64/mm/ |
H A D | contpte.c | 155 pte_t contpte_ptep_get(pte_t *ptep, pte_t orig_pte) argument 173 orig_pte = pte_mkdirty(orig_pte); 176 orig_pte = pte_mkyoung(orig_pte); 179 return orig_pte; 204 pte_t orig_pte; local 211 orig_pte = __ptep_get(orig_ptep); 213 if (!pte_valid_cont(orig_pte)) 214 return orig_pte; 369 pte_t orig_pte; local [all...] |
H A D | hugetlbpage.c | 148 pte_t orig_pte = __ptep_get(ptep); local 150 if (!pte_present(orig_pte) || !pte_cont(orig_pte)) 151 return orig_pte; 153 ncontig = num_contig_ptes(page_size(pte_page(orig_pte)), &pgsize); 158 orig_pte = pte_mkdirty(orig_pte); 161 orig_pte = pte_mkyoung(orig_pte); 163 return orig_pte; 180 pte_t orig_pte = __ptep_get(ptep); local 206 pte_t orig_pte = get_clear_contig(mm, addr, ptep, pgsize, ncontig); local 407 pte_t orig_pte = __ptep_get(ptep); local 434 pte_t orig_pte = __ptep_get(ptep + i); local 455 pte_t orig_pte; local [all...] |
/linux-master/arch/powerpc/kvm/ |
H A D | book3s_32_mmu_host.c | 130 int kvmppc_mmu_map_page(struct kvm_vcpu *vcpu, struct kvmppc_pte *orig_pte, argument 138 u32 eaddr = orig_pte->eaddr; 148 hpaddr = kvmppc_gpa_to_pfn(vcpu, orig_pte->raddr, iswrite, &writable); 151 orig_pte->raddr); 158 vcpu->arch.mmu.esid_to_vsid(vcpu, orig_pte->eaddr >> SID_SHIFT, &vsid); 198 if (orig_pte->may_write && writable) { 200 mark_page_dirty(vcpu->kvm, orig_pte->raddr >> PAGE_SHIFT); 205 if (orig_pte->may_execute) 241 orig_pte->may_write ? 'w' : '-', 242 orig_pte [all...] |
H A D | book3s_64_mmu_host.c | 71 int kvmppc_mmu_map_page(struct kvm_vcpu *vcpu, struct kvmppc_pte *orig_pte, argument 89 unsigned long gfn = orig_pte->raddr >> PAGE_SHIFT; 97 pfn = kvmppc_gpa_to_pfn(vcpu, orig_pte->raddr, iswrite, &writable); 100 orig_pte->raddr); 107 vcpu->arch.mmu.esid_to_vsid(vcpu, orig_pte->eaddr >> SID_SHIFT, &vsid); 110 ret = kvmppc_mmu_map_segment(vcpu, orig_pte->eaddr); 116 vsid, orig_pte->eaddr); 122 vpn = hpt_vpn(orig_pte->eaddr, map->host_vsid, MMU_SEGSIZE_256M); 125 if (!orig_pte->may_write || !writable) 132 if (!orig_pte [all...] |
H A D | trace_pr.h | 33 struct kvmppc_pte *orig_pte), 34 TP_ARGS(rflags, hpteg, va, hpaddr, orig_pte), 49 __entry->eaddr = orig_pte->eaddr; 52 __entry->vpage = orig_pte->vpage;
|
H A D | book3s_hv_rm_mmu.c | 492 u64 pte, orig_pte, pte_r; local 501 pte = orig_pte = be64_to_cpu(hpte[0]); 510 __unlock_hpte(hpte, orig_pte);
|
/linux-master/mm/ |
H A D | memory.c | 120 return pte_marker_uffd_wp(vmf->orig_pte); 712 pte_t orig_pte; local 716 orig_pte = ptep_get(ptep); 718 if (pte_swp_soft_dirty(orig_pte)) 721 entry = pte_to_swp_entry(orig_pte); 722 if (pte_swp_uffd_wp(orig_pte)) 784 pte_t orig_pte = ptep_get(src_pte); local 785 pte_t pte = orig_pte; 788 swp_entry_t entry = pte_to_swp_entry(orig_pte); 803 if (pte_swp_exclusive(orig_pte)) { [all...] |
H A D | migrate_device.c | 581 pte_t orig_pte; local 637 orig_pte = ptep_get(ptep); 642 if (pte_present(orig_pte)) { 643 unsigned long pfn = pte_pfn(orig_pte); 648 } else if (!pte_none(orig_pte)) 665 flush_cache_page(vma, addr, pte_pfn(orig_pte));
|
H A D | ksm.c | 1279 pte_t *orig_pte) 1350 *orig_pte = entry; 1366 * @orig_pte: the original value of the pte 1371 struct page *kpage, pte_t orig_pte) 1408 if (!pte_same(ptep_get(ptep), orig_pte)) { 1478 pte_t orig_pte = __pte(0); local 1508 if (write_protect_page(vma, page, &orig_pte) == 0) { 1525 err = replace_page(vma, page, kpage, orig_pte); 1278 write_protect_page(struct vm_area_struct *vma, struct page *page, pte_t *orig_pte) argument 1370 replace_page(struct vm_area_struct *vma, struct page *page, struct page *kpage, pte_t orig_pte) argument
|
H A D | khugepaged.c | 1020 vmf.orig_pte = ptep_get_lockless(pte); 1021 if (!is_swap_pte(vmf.orig_pte))
|
/linux-master/arch/arm64/include/asm/ |
H A D | pgtable.h | 1377 extern pte_t contpte_ptep_get(pte_t *ptep, pte_t orig_pte); 1484 pte_t orig_pte = __ptep_get(ptep); local 1486 WARN_ON_ONCE(pte_valid_cont(orig_pte)); 1553 pte_t orig_pte = __ptep_get(ptep); local 1555 if (likely(!pte_valid_cont(orig_pte))) 1565 pte_t orig_pte = __ptep_get(ptep); local 1567 if (likely(!pte_valid_cont(orig_pte))) 1585 pte_t orig_pte = __ptep_get(ptep); local 1587 if (unlikely(pte_cont(orig_pte))) { 1588 __contpte_try_unfold(mm, addr, ptep, orig_pte); 1609 pte_t orig_pte = __ptep_get(ptep); local [all...] |
/linux-master/arch/sparc/mm/ |
H A D | tlb.c | 210 pte_t orig_pte = __pte(pmd_val(orig)); local 211 bool exec = pte_exec(orig_pte);
|
/linux-master/arch/x86/kvm/mmu/ |
H A D | paging_tmpl.h | 203 pt_element_t pte, orig_pte; local 213 pte = orig_pte = walker->ptes[level - 1]; 230 if (pte == orig_pte) 249 ret = __try_cmpxchg_user(ptep_user, &orig_pte, pte, fault);
|
/linux-master/fs/proc/ |
H A D | task_mmu.c | 1463 pte_t *pte, *orig_pte; local 1540 orig_pte = pte = pte_offset_map_lock(walk->mm, pmdp, addr, &ptl); 1553 pte_unmap_unlock(orig_pte, ptl); 2629 pte_t *orig_pte; local 2645 orig_pte = pte = pte_offset_map_lock(walk->mm, pmd, addr, &ptl); 2658 pte_unmap_unlock(orig_pte, ptl);
|
/linux-master/arch/arm64/kvm/hyp/ |
H A D | pgtable.c | 1241 kvm_pte_t attr_clr, kvm_pte_t *orig_pte, 1260 if (orig_pte) 1261 *orig_pte = data.pte; 1239 stage2_update_leaf_attrs(struct kvm_pgtable *pgt, u64 addr, u64 size, kvm_pte_t attr_set, kvm_pte_t attr_clr, kvm_pte_t *orig_pte, s8 *level, enum kvm_pgtable_walk_flags flags) argument
|
/linux-master/include/linux/ |
H A D | pgtable.h | 1043 pte_t orig_pte) 1040 arch_unmap_one(struct mm_struct *mm, struct vm_area_struct *vma, unsigned long addr, pte_t orig_pte) argument
|
H A D | mm.h | 536 pte_t orig_pte; /* Value of PTE at the time of fault */ member in union:vm_fault::__anon153
|