sys/vm/vm_map.c

111  *	Since portions of maps are specified by start/end addresses,
113  *	routines merely "clip" entries to these start/end values.
115  *	start or end value.]  Note that these clippings may not
167 #define	VM_MAP_RANGE_CHECK(map, start, end)		\
171 		if (end > vm_map_max(map))		\
172 			end = vm_map_max(map);		\
173 		if (start > end)			\
174 			start = end;			\
525 			    entry->end);
788 	map->header.end = min;
923 		} else if (addr >= root->end) {
927 			if (addr >= y->end && y->right != NULL) {
992 	KASSERT(after_where->end <= entry->start,
993 	    ("vm_map_entry_link: prev end %jx new start %jx overlap",
994 	    (uintmax_t)after_where->end, (uintmax_t)entry->start));
995 	KASSERT(entry->end <= after_where->next->start,
996 	    ("vm_map_entry_link: new end %jx next start %jx overlap",
997 	    (uintmax_t)entry->end, (uintmax_t)after_where->next->start));
1011 		after_where->adj_free = entry->start - after_where->end;
1017 	entry->adj_free = entry->next->start - entry->end;
1036 		root->adj_free = entry->next->start - root->end;
1072 	entry->adj_free = entry->next->start - entry->end;
1102 	else if (address >= cur->start && cur->end > address) {
1124 			if (cur->end > address)
1140 			} else if (cur->end > address) {
1168     vm_offset_t start, vm_offset_t end, vm_prot_t prot, vm_prot_t max, int cow)
1185 	 * Check that the start and end points are not bogus.
1187 	if (start < vm_map_min(map) || end > vm_map_max(map) ||
1188 	    start >= end)
1201 	 * Assert that the next entry doesn't overlap the end point.
1203 	if (prev_entry->next->start < end)
1241 		if (!(cow & MAP_ACC_CHARGED) && !swap_reserve(end - start))
1252 	if (map == kernel_map && end > kernel_vm_end)
1253 		pmap_growkernel(end);
1269 	    prev_entry->end == start && prev_entry->wired_count == 0 &&
1275 	    (vm_size_t)(prev_entry->end - prev_entry->start),
1276 	    (vm_size_t)(end - prev_entry->end), cred != NULL &&
1287 				map->size += end - prev_entry->end;
1288 			prev_entry->end = end;
1302 		    (prev_entry->end - prev_entry->start);
1318 	new_entry->end = end;
1342 		map->size += new_entry->end - new_entry->start;
1354 		    end - start, cow & MAP_PREFAULT_PARTIAL);
1413 	st = (start > map->root->end) ? start : map->root->end;
1414 	if (length <= map->root->end + map->root->adj_free - st) {
1433 			*addr = entry->end;
1448 	vm_offset_t end;
1451 	end = start + length;
1456 	VM_MAP_RANGE_CHECK(map, start, end);
1458 		vm_map_delete(map, start, end);
1463 		result = vm_map_insert(map, object, offset, start, end,
1610 		prevsize = prev->end - prev->start;
1611 		if ( (prev->end == entry->start) &&
1651 		esize = entry->end - entry->start;
1652 		if ((entry->end == next->start) &&
1663 			entry->end = next->end;
1700 	KASSERT(entry->end > start && entry->start < start,
1721 				atop(entry->end - entry->start));
1726 			object->charge = entry->end - entry->start;
1736 		entry->object.vm_object->charge = entry->end - entry->start;
1744 	new_entry->end = start;
1773 	if ((endaddr) < (entry->end)) \
1782 _vm_map_clip_end(vm_map_t map, vm_map_entry_t entry, vm_offset_t end)
1787 	KASSERT(entry->start < end && entry->end > end,
1801 				atop(entry->end - entry->start));
1806 			object->charge = entry->end - entry->start;
1816 		entry->object.vm_object->charge = entry->end - entry->start;
1827 	new_entry->start = entry->end = end;
1828 	new_entry->offset += (end - entry->start);
1861 	vm_offset_t end,
1869 	VM_MAP_RANGE_CHECK(map, start, end);
1876 	vm_map_clip_end(map, entry, end);
1878 	if ((entry->start == start) && (entry->end == end) &&
1902  *	limited number of page mappings are created at the low-end of the
1999 vm_map_protect(vm_map_t map, vm_offset_t start, vm_offset_t end,
2007 	if (start == end)
2017 	 * doing so, and the VM object may end up in an inconsistent state if we
2022 	VM_MAP_RANGE_CHECK(map, start, end);
2033 	for (current = entry; current->start < end; current = current->next) {
2066 	for (current = entry; current->start < end; current = current->next) {
2068 		vm_map_clip_end(map, current, end);
2081 			if (!swap_reserve(current->end - current->start)) {
2120 	for (current = entry; current->start < end; current = current->next) {
2152 			    current->end,
2174 	vm_offset_t end,
2194 		if (start == end)
2202 		if (start == end)
2213 	VM_MAP_RANGE_CHECK(map, start, end);
2229 		for (current = entry; current->start < end;
2234 			vm_map_clip_end(map, current, end);
2274 		for (current = entry; current->start < end;
2294 			pend = pstart + atop(current->end - current->start);
2296 			useEnd = current->end;
2302 			if (current->end > end) {
2303 				pend -= atop(current->end - end);
2304 				useEnd = end;
2359 vm_map_inherit(vm_map_t map, vm_offset_t start, vm_offset_t end,
2374 	if (start == end)
2377 	VM_MAP_RANGE_CHECK(map, start, end);
2383 	while (entry->start < end) {
2384 		vm_map_clip_end(map, entry, end);
2401 vm_map_unwire(vm_map_t map, vm_offset_t start, vm_offset_t end,
2410 	if (start == end)
2414 	VM_MAP_RANGE_CHECK(map, start, end);
2425 	while (entry->start < end) {
2458 						end = saved_start;
2473 		vm_map_clip_end(map, entry, end);
2488 		    (entry->end < end && entry->next->start > entry->end)) {
2489 			end = entry->end;
2498 			end = entry->end;
2514 	for (entry = first_entry; entry->start < end; entry = entry->next) {
2574 	KASSERT(failed_addr < entry->end,
2600 vm_map_wire(vm_map_t map, vm_offset_t start, vm_offset_t end,
2610 	if (start == end)
2617 	VM_MAP_RANGE_CHECK(map, start, end);
2628 	while (entry->start < end) {
2661 						end = saved_start;
2676 		vm_map_clip_end(map, entry, end);
2690 				end = entry->end;
2699 			saved_end = entry->end;
2735 				while (entry->end < saved_end) {
2743 					    faddr < entry->end)
2752 				end = entry->end;
2765 		    entry->end < end && entry->next->start > entry->end) {
2766 			end = entry->end;
2782 	for (entry = first_entry; entry->start < end; entry = entry->next) {
2849  * If the size of the region from start to end is zero, we are
2862 	vm_offset_t end,
2875 	VM_MAP_RANGE_CHECK(map, start, end);
2879 	} else if (start == end) {
2881 		end = entry->end;
2886 	for (current = entry; current->start < end; current = current->next) {
2891 		if (end > current->end &&
2892 		    current->end != current->next->start) {
2899 		pmap_remove(map->pmap, start, end);
2906 	for (current = entry; current->start < end;) {
2908 		size = (end <= current->end ? end : current->end) - start;
2917 			tsize = tentry->end - offset;
2958 	pmap_unwire(map->pmap, entry->start, entry->end);
2959 	vm_object_unwire(entry->object.vm_object, entry->offset, entry->end -
2996 	size = entry->end - entry->start;
3061 vm_map_delete(vm_map_t map, vm_offset_t start, vm_offset_t end)
3067 	if (start == end)
3083 	while (entry->start < end) {
3121 		vm_map_clip_end(map, entry, end);
3139 			pmap_remove(map->pmap, entry->start, entry->end);
3160 vm_map_remove(vm_map_t map, vm_offset_t start, vm_offset_t end)
3165 	VM_MAP_RANGE_CHECK(map, start, end);
3166 	result = vm_map_delete(map, start, end);
3186 vm_map_check_protection(vm_map_t map, vm_offset_t start, vm_offset_t end,
3196 	while (start < end) {
3208 		start = entry->end;
3249 			    src_entry->end,
3256 		size = src_entry->end - src_entry->start;
3317 				fake_entry->end = src_entry->end;
3323 			    dst_entry->start, dst_entry->end - dst_entry->start,
3360 	entrysize = entry->end - entry->start;
3366 		newend = MIN(entry->end,
3371 		newend = MIN(entry->end,
3436 					atop(old_entry->end - old_entry->start));
3441 					object->charge = old_entry->end -
3455 				    old_entry->end - old_entry->start);
3474 				object->charge = old_entry->end - old_entry->start;
3506 				    new_entry->start, new_entry->end);
3511 			 * inserting at the end of the new map.
3522 			    (old_entry->end - old_entry->start),
3557 			new_entry->end = old_entry->end;
3571 			*fork_charge += (new_entry->end - new_entry->start);
3690 	KASSERT(new_entry->end == top || new_entry->start == bot,
3691 	    ("Bad entry start/end for new stack entry"));
3769 		    stack_entry->start != gap_entry->end)
3776 		    stack_entry->end != gap_entry->start)
3778 		grow_amount = round_page(addr + 1 - stack_entry->end);
3785 	max_grow = gap_entry->end - gap_entry->start;
3872 		grow_start = gap_entry->end - grow_amount;
3873 		if (gap_entry->start + grow_amount == gap_entry->end) {
3875 			gap_end = gap_entry->end;
3879 			MPASS(gap_entry->start < gap_entry->end - grow_amount);
3880 			gap_entry->end -= grow_amount;
3895 				gap_entry->end += grow_amount;
3900 		grow_start = stack_entry->end;
3910 		    (vm_size_t)(stack_entry->end - stack_entry->start),
3912 			if (gap_entry->start + grow_amount == gap_entry->end)
3916 			stack_entry->end += grow_amount;
4121 	size = entry->end - entry->start;
4353 		db_iprintf("map entry %p: start=%p, end=%p, eflags=%#x, \n",
4354 		    (void *)entry, (void *)entry->start, (void *)entry->end,