linux-master/mm/memory.c

1415 static inline bool should_zap_cows(struct zap_details *details)
1418 	if (!details)
1422 	return details->even_cows;
1426 static inline bool should_zap_folio(struct zap_details *details,
1430 	if (should_zap_cows(details))
1437 static inline bool zap_drop_file_uffd_wp(struct zap_details *details)
1439 	if (!details)
1442 	return details->zap_flags & ZAP_FLAG_DROP_MARKER;
1452 			      struct zap_details *details, pte_t pteval)
1458 	if (zap_drop_file_uffd_wp(details))
1474 		unsigned long addr, struct zap_details *details, int *rss,
1501 		zap_install_uffd_wp_if_needed(vma, addr, pte, nr, details,
1531 		struct zap_details *details, int *rss, bool *force_flush,
1548 						      details, ptent);
1554 	if (unlikely(!should_zap_folio(details, folio)))
1566 				       addr, details, rss, force_flush,
1571 			       details, rss, force_flush, force_break);
1578 				struct zap_details *details)
1613 					      addr, details, rss, &force_flush,
1627 			if (unlikely(!should_zap_folio(details, folio)))
1644 			if (!should_zap_cows(details))
1650 			if (!should_zap_folio(details, folio))
1659 			    !zap_drop_file_uffd_wp(details))
1663 			if (!should_zap_cows(details))
1671 		zap_install_uffd_wp_if_needed(vma, addr, pte, nr, details, ptent);
1699 				struct zap_details *details)
1715 		} else if (details && details->single_folio &&
1716 			   folio_test_pmd_mappable(details->single_folio) &&
1730 		addr = zap_pte_range(tlb, vma, pmd, addr, next, details);
1741 				struct zap_details *details)
1759 		next = zap_pmd_range(tlb, vma, pud, addr, next, details);
1770 				struct zap_details *details)
1780 		next = zap_pud_range(tlb, vma, p4d, addr, next, details);
1789 			     struct zap_details *details)
1801 		next = zap_p4d_range(tlb, vma, pgd, addr, next, details);
1810 		struct zap_details *details, bool mm_wr_locked)
1841 				zap_flags_t zap_flags = details ?
1842 				    details->zap_flags : 0;
1847 			unmap_page_range(tlb, vma, start, end, details);
1878 	struct zap_details details = {
1891 		unmap_single_vma(tlb, vma, start, end, &details,
1893 		hugetlb_zap_end(vma, &details);
1904  * @details: details of shared cache invalidation
1909 		unsigned long size, struct zap_details *details)
1926 	unmap_single_vma(&tlb, vma, address, end, details, false);
1929 	hugetlb_zap_end(vma, details);
2622 	 * See vm_normal_page() for details.
2686  * whatever write-combining details or similar.
3688 		struct zap_details *details)
3690 	zap_page_range_single(vma, start_addr, end_addr - start_addr, details);
3696 					    struct zap_details *details)
3710 				details);
3728 	struct zap_details details = { };
3737 	details.even_cows = false;
3738 	details.single_folio = folio;
3739 	details.zap_flags = ZAP_FLAG_DROP_MARKER;
3744 					 last_index, &details);
3763 	struct zap_details details = { };
3767 	details.even_cows = even_cows;
3774 					 last_index, &details);