| /linux-master/mm/ |
| H A D | userfaultfd.c | 999 pte_t *dst_pte, pte_t *src_pte,
1008 if (!pte_same(ptep_get(src_pte), orig_src_pte) ||
1020 orig_src_pte = ptep_clear_flush(src_vma, src_addr, src_pte);
1023 set_pte_at(mm, src_addr, src_pte, orig_src_pte);
1043 pte_t *dst_pte, pte_t *src_pte,
1052 if (!pte_same(ptep_get(src_pte), orig_src_pte) ||
1058 orig_src_pte = ptep_get_and_clear(mm, src_addr, src_pte);
1069 pte_t *dst_pte, pte_t *src_pte,
1076 if (!pte_same(ptep_get(src_pte), orig_src_pte) ||
1084 ptep_clear_flush(src_vma, src_addr, src_pte);
995 move_present_pte(struct mm_struct *mm, struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, unsigned long dst_addr, unsigned long src_addr, pte_t *dst_pte, pte_t *src_pte, pte_t orig_dst_pte, pte_t orig_src_pte, spinlock_t *dst_ptl, spinlock_t *src_ptl, struct folio *src_folio) argument
1041 move_swap_pte(struct mm_struct *mm, unsigned long dst_addr, unsigned long src_addr, pte_t *dst_pte, pte_t *src_pte, pte_t orig_dst_pte, pte_t orig_src_pte, spinlock_t *dst_ptl, spinlock_t *src_ptl) argument
1065 move_zeropage_pte(struct mm_struct *mm, struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, unsigned long dst_addr, unsigned long src_addr, pte_t *dst_pte, pte_t *src_pte, pte_t orig_dst_pte, pte_t orig_src_pte, spinlock_t *dst_ptl, spinlock_t *src_ptl) argument
1107 pte_t *src_pte = NULL; local
[all...] |
| H A D | memory.c | 757 try_restore_exclusive_pte(pte_t *src_pte, struct vm_area_struct *vma, argument
760 swp_entry_t entry = pte_to_swp_entry(ptep_get(src_pte));
764 restore_exclusive_pte(vma, page, addr, src_pte);
780 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma,
784 pte_t orig_pte = ptep_get(src_pte);
805 set_pte_at(src_mm, addr, src_pte, pte);
827 set_pte_at(src_mm, addr, src_pte, pte);
861 set_pte_at(src_mm, addr, src_pte, pte);
871 if (try_restore_exclusive_pte(src_pte, src_vma, addr))
902 pte_t *dst_pte, pte_t *src_pte, unsigne
779 copy_nonpresent_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm, pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, unsigned long addr, int *rss) argument
901 copy_present_page(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, struct folio **prealloc, struct page *page) argument
933 __copy_present_ptes(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte, pte_t pte, unsigned long addr, int nr) argument
964 copy_present_ptes(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte, pte_t pte, unsigned long addr, int max_nr, int *rss, struct folio **prealloc) argument
1071 pte_t *src_pte, *dst_pte; local
[all...] |
| H A D | hugetlb.c | 5387 pte_t *src_pte, *dst_pte, entry; local
5418 src_pte = hugetlb_walk(src_vma, addr, sz);
5419 if (!src_pte) {
5432 * dst_pte == src_pte is the common case of src/dest sharing.
5443 src_ptl = huge_pte_lockptr(h, src, src_pte);
5445 entry = huge_ptep_get(src_pte);
5470 set_huge_pte_at(src, addr, src_pte, entry, sz);
5483 entry = huge_ptep_get(src_pte);
5523 src_ptl = huge_pte_lockptr(h, src, src_pte);
5525 entry = huge_ptep_get(src_pte);
5572 move_huge_pte(struct vm_area_struct *vma, unsigned long old_addr, unsigned long new_addr, pte_t *src_pte, pte_t *dst_pte, unsigned long sz) argument
5610 pte_t *src_pte, *dst_pte; local
[all...] |