linux-master/mm/hugetlb.c

5371 			    struct vm_area_struct *dst_vma,
5410 		dst_pte = huge_pte_alloc(dst, dst_vma, addr, sz);
5440 			if (!userfaultfd_wp(dst_vma))
5459 			if (!userfaultfd_wp(dst_vma))
5464 				pte_to_swp_entry(entry), dst_vma);
5493 				new_folio = alloc_hugetlb_folio(dst_vma, addr, 1);
5501 							    addr, dst_vma);
5514 					restore_reserve_on_error(h, dst_vma, addr,
5520 				hugetlb_install_folio(dst_vma, dst_pte, addr,
5539 			if (!userfaultfd_wp(dst_vma))
6657 			     struct vm_area_struct *dst_vma,
6663 	struct mm_struct *dst_mm = dst_vma->vm_mm;
6666 	struct hstate *h = hstate_vma(dst_vma);
6667 	struct address_space *mapping = dst_vma->vm_file->f_mapping;
6668 	pgoff_t idx = vma_hugecache_offset(h, dst_vma, dst_addr);
6670 	int vm_shared = dst_vma->vm_flags & VM_SHARED;
6692 		update_mmu_cache(dst_vma, dst_addr, dst_pte);
6709 		    hugetlbfs_pagecache_present(h, dst_vma, dst_addr)) {
6714 		folio = alloc_hugetlb_folio(dst_vma, dst_addr, 0);
6729 			restore_reserve_on_error(h, dst_vma, dst_addr, folio);
6735 			folio = alloc_hugetlb_folio_vma(h, dst_vma, dst_addr);
6749 		    hugetlbfs_pagecache_present(h, dst_vma, dst_addr)) {
6756 		folio = alloc_hugetlb_folio(dst_vma, dst_addr, 0);
6763 		ret = copy_user_large_folio(folio, *foliop, dst_addr, dst_vma);
6825 		hugetlb_add_new_anon_rmap(folio, dst_vma, dst_addr);
6834 		writable = dst_vma->vm_flags & VM_WRITE;
6836 	_dst_pte = make_huge_pte(dst_vma, &folio->page, writable);
6854 	update_mmu_cache(dst_vma, dst_addr, dst_pte);
6870 		restore_reserve_on_error(h, dst_vma, dst_addr, folio);