linux-master/mm/userfaultfd.c

243 				 unsigned long src_addr,
275 		ret = copy_from_user(kaddr, (const void __user *) src_addr,
502 	unsigned long src_addr, dst_addr;
522 	src_addr = src_start;
566 	while (src_addr < src_start + len) {
598 					       src_addr, flags, &folio);
611 						   (const void __user *)src_addr, true);
624 			src_addr += vma_hpagesize;
659 						unsigned long src_addr,
686 						    dst_addr, src_addr,
693 					     dst_addr, src_addr,
710 	unsigned long src_addr, dst_addr;
724 	src_addr = src_start;
778 	while (src_addr < src_start + len) {
813 				       src_addr, flags, &folio);
825 					     (const void __user *) src_addr,
839 			src_addr += PAGE_SIZE;
1030 			    unsigned long dst_addr, unsigned long src_addr,
1052 	orig_src_pte = ptep_clear_flush(src_vma, src_addr, src_pte);
1055 		set_pte_at(mm, src_addr, src_pte, orig_src_pte);
1074 			 unsigned long dst_addr, unsigned long src_addr,
1090 	orig_src_pte = ptep_get_and_clear(mm, src_addr, src_pte);
1100 			     unsigned long dst_addr, unsigned long src_addr,
1116 	ptep_clear_flush(src_vma, src_addr, src_pte);
1132 			  unsigned long dst_addr, unsigned long src_addr,
1147 	flush_cache_range(src_vma, src_addr, src_addr + PAGE_SIZE);
1149 				src_addr, src_addr + PAGE_SIZE);
1160 	src_pte = pte_offset_map_nolock(mm, src_pmd, src_addr, &src_ptl);
1208 					       dst_addr, src_addr, dst_pte, src_pte,
1233 			folio = vm_normal_folio(src_vma, src_addr, orig_src_pte);
1299 				       dst_addr, src_addr, dst_pte, src_pte,
1309 				migration_entry_wait(mm, src_pmd, src_addr);
1316 		err = move_swap_pte(mm, dst_addr, src_addr,
1342 					unsigned long src_addr,
1345 	return (src_addr & ~HPAGE_PMD_MASK) || (dst_addr & ~HPAGE_PMD_MASK) ||
1346 		src_end - src_addr < HPAGE_PMD_SIZE;
1350 					unsigned long src_addr,
1600 	unsigned long src_addr, dst_addr;
1645 	for (src_addr = src_start, dst_addr = dst_start;
1646 	     src_addr < src_start + len;) {
1656 		src_pmd = mm_find_pmd(mm, src_addr);
1662 			src_pmd = mm_alloc_pmd(mm, src_addr);
1695 			if (move_splits_huge_pmd(dst_addr, src_addr, src_start + len) ||
1707 				split_huge_pmd(src_vma, src_pmd, src_addr);
1714 						  dst_addr, src_addr);
1735 					     dst_addr, src_addr, mode);
1756 		src_addr += step_size;