linux-master/mm/mmap.c

299 		if (VM_WARN_ON_ONCE_MM(vma->vm_end != vmi_end, mm))
339  * Before updating the vma's vm_start / vm_end / vm_pgoff fields, the
376 		unsigned long vm_end = min(end, vma->vm_end);
378 		nr_pages += PHYS_PFN(vm_end - vm_start);
412 	vma_iter_config(&vmi, vma->vm_start, vma->vm_end);
470 		uprobe_munmap(vp->vma, vp->vma->vm_start, vp->vma->vm_end);
474 				      vp->adj_next->vm_end);
559 				      vp->remove->vm_end);
567 			WARN_ON_ONCE(vp->vma->vm_end < vp->remove->vm_end);
627  * expand over @next if it's different from @vma and @end == @next->vm_end.
642 	if (next && (vma != next) && (end == next->vm_end)) {
657 	VM_WARN_ON(vma->vm_start < start || vma->vm_end > end);
692 	WARN_ON((vma->vm_start != start) && (vma->vm_end != end));
697 		vma_iter_config(vmi, end, vma->vm_end);
894 	curr = find_vma_intersection(mm, prev ? prev->vm_end : 0, end);
897 	    end == curr->vm_end)	/* cases 6 - 8, adjacent VMA */
907 		if (addr == prev->vm_end && mpol_equal(vma_policy(prev), policy)
924 	VM_WARN_ON(curr && (addr != curr->vm_start || end > curr->vm_end));
941 		vma_end = next->vm_end;
958 			if (end == curr->vm_end) {	/* case 7 */
977 		if (prev && addr < prev->vm_end) {	/* case 4 */
981 			adj_start = -(prev->vm_end - addr);
990 			vma_end = next->vm_end;
1005 	if (vma_start < vma->vm_start || vma_end > vma->vm_end)
1012 				adjust->vm_end);
1067 	return a->vm_end == b->vm_start &&
1117 	MA_STATE(mas, &vma->vm_mm->mm_mt, vma->vm_end, vma->vm_end);
1602 			low_limit = tmp->vm_end;
1951 			vma->vm_end - size;
1968  * vma is the last one with address > vma->vm_end.  Have to extend vma.
1994 	next = find_vma_intersection(mm, vma->vm_end, gap_addr);
2017 	 * vma->vm_start/vm_end cannot change under us because the caller
2024 	if (address > vma->vm_end) {
2028 		grow = (address - vma->vm_end) >> PAGE_SHIFT;
2048 				vma->vm_end = address;
2089 		    (address - prev->vm_end < stack_guard_gap))
2096 	__mas_set_range(&mas, address, vma->vm_end - 1);
2109 	 * vma->vm_start/vm_end cannot change under us because the caller
2119 		size = vma->vm_end - address;
2192 		populate_vma_page_range(prev, addr, prev->vm_end, NULL);
2314 	free_pgtables(&tlb, mas, vma, prev ? prev->vm_end : FIRST_USER_ADDRESS,
2333 	WARN_ON(vma->vm_end <= addr);
2346 		new->vm_end = addr;
2353 	vma_iter_config(vmi, new->vm_start, new->vm_end);
2383 		vma->vm_end = addr;
2453 	if (vma->vm_end > end) {
2487 	return vma_merge(vmi, vma, vma, vma->vm_end, vma->vm_end + delta,
2536 		if (end < vma->vm_end && mm->map_count >= sysctl_max_map_count)
2551 		if (next->vm_end > end) {
2775 		merge_end = next->vm_end;
2781 	if (prev && prev->vm_end == addr && !vma_policy(prev) &&
2849 						  vma->vm_start, vma->vm_end,
2948 		vma_iter_set(&vmi, vma->vm_end);
2951 			     vma->vm_end, vma->vm_end, true);
3031 	if (start + size > vma->vm_end) {
3032 		VMA_ITERATOR(vmi, mm, vma->vm_end);
3037 			if (next->vm_start != prev->vm_end)
3046 			if (start + size <= next->vm_end)
3139 	if (vma && vma->vm_end == addr && !vma_policy(vma) &&
3151 		vma->vm_end = addr + len;
3279 	mas_set(&mas, vma->vm_end);
3289 	mas_set(&mas, vma->vm_end);
3317 	if (find_vma_intersection(mm, vma->vm_start, vma->vm_end))
3384 			     vma_start < new_vma->vm_end)) {