linux-master/mm/userfaultfd.c

104 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm,
110 	dst_vma = lock_vma(dst_mm, dst_start);
125 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm,
131 	mmap_read_lock(dst_mm);
132 	dst_vma = find_vma_and_prepare_anon(dst_mm, dst_start);
141 	mmap_read_unlock(dst_mm);
179 	struct mm_struct *dst_mm = dst_vma->vm_mm;
197 	dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl);
230 	inc_mm_counter(dst_mm, mm_counter(folio));
232 	set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte);
401 	struct mm_struct *dst_mm = dst_vma->vm_mm;
407 	dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl);
421 	set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte);
467 	struct mm_struct *dst_mm = dst_vma->vm_mm;
509 		dst_vma = uffd_mfill_lock(dst_mm, dst_start, len);
550 		dst_pte = huge_pte_alloc(dst_mm, dst_vma, dst_addr, vma_hpagesize);
674 	struct mm_struct *dst_mm = ctx->mm;
701 	dst_vma = uffd_mfill_lock(dst_mm, dst_start, len);
751 		dst_pmd = mm_alloc_pmd(dst_mm, dst_addr);
767 		    unlikely(__pte_alloc(dst_mm, dst_pmd))) {
900 	struct mm_struct *dst_mm = ctx->mm;
906 	VMA_ITERATOR(vmi, dst_mm, start);
917 	mmap_read_lock(dst_mm);
956 	mmap_read_unlock(dst_mm);