osfmk/vm/vm_pageout.c

4366 	upl->vector_upl = NULL;
4464 	upl->vector_upl = (vector_upl_t) 0xfeedbeef;
5798 	upl_t			vector_upl = NULL;
5809 		vector_upl = upl;
5811 		upl_lock(vector_upl);
5813 			upl =  vector_upl_subupl_byindex(vector_upl, curr_upl );
5825 				upl_unlock(vector_upl);
5830 		kr = kmem_suballoc(map, &vector_upl_dst_addr, vector_upl->size, FALSE, VM_FLAGS_ANYWHERE, &vector_upl_submap);
5834 		vector_upl_set_submap(vector_upl, vector_upl_submap, vector_upl_dst_addr);
5844 			upl_unlock(vector_upl);
5847 		upl =  vector_upl_subupl_byindex(vector_upl, curr_upl++ );
5851 		vector_upl_get_iostate(vector_upl, upl, &subupl_offset, &subupl_size);
6045 	upl_t		vector_upl = NULL;
6052 		vector_upl = upl;
6053 		upl_lock(vector_upl);
6055 			upl =  vector_upl_subupl_byindex(vector_upl, curr_upl );
6067 				upl_unlock(vector_upl);
6081 			vector_upl_get_submap(vector_upl, &v_upl_submap, &v_upl_submap_dst_addr);
6083 			vm_map_remove(map, v_upl_submap_dst_addr, v_upl_submap_dst_addr + vector_upl->size, VM_MAP_NO_FLAGS);
6085 			upl_unlock(vector_upl);
6089 		upl =  vector_upl_subupl_byindex(vector_upl, curr_upl++ );
6156 	upl_t			vector_upl = NULL;
6176 		vector_upl = upl;
6177 		upl_lock(vector_upl);
6188 			upl_unlock(vector_upl);
6191 		upl =  vector_upl_subupl_byoffset(vector_upl, &offset, &size);
6193 			upl_unlock(vector_upl);
6219 			upl_unlock(vector_upl);
6826 			*empty = vector_upl_set_subupl(vector_upl, upl, 0);
6861 	upl_t			vector_upl = NULL;
6872 		vector_upl = upl;
6873 		upl_lock(vector_upl);
6883 			upl_unlock(vector_upl);
6886 		upl =  vector_upl_subupl_byoffset(vector_upl, &offset, &size);
6888 			upl_unlock(vector_upl);
6916 			upl_unlock(vector_upl);
7233 			*empty = vector_upl_set_subupl(vector_upl, upl,0);
9046 	upl_t			vector_upl = NULL;
9049 		vector_upl = upl;
9055 		upl =  vector_upl_subupl_byoffset(vector_upl, &crypt_offset, &crypt_size);
9205 	vector_upl_t vector_upl = (vector_upl_t)kalloc(vector_upl_size);
9208 	upl->vector_upl = vector_upl;
9210 	vector_upl->size = 0;
9211 	vector_upl->offset = upl_offset;
9212 	vector_upl->invalid_upls=0;
9213 	vector_upl->num_upls=0;
9214 	vector_upl->pagelist = NULL;
9217 		vector_upl->upl_iostates[i].size = 0;
9218 		vector_upl->upl_iostates[i].offset = 0;
9228 		vector_upl_t vector_upl = upl->vector_upl;
9229 		if(vector_upl) {
9230 			if(vector_upl->invalid_upls != vector_upl->num_upls)
9232 			kfree(vector_upl->pagelist,(sizeof(struct upl_page_info)*(vector_upl->size/PAGE_SIZE)));
9233 			vector_upl->invalid_upls=0;
9234 			vector_upl->num_upls = 0;
9235 			vector_upl->pagelist = NULL;
9236 			vector_upl->size = 0;
9237 			vector_upl->offset = 0;
9238 			kfree(vector_upl, sizeof(struct _vector_upl));
9239 			vector_upl = (vector_upl_t)0xfeedfeed;
9252 		vector_upl_t vector_upl = upl->vector_upl;
9253 		if(vector_upl == NULL || vector_upl == (vector_upl_t)0xfeedfeed || vector_upl == (vector_upl_t)0xfeedbeef)
9265 		vector_upl_t vector_upl = upl->vector_upl;
9267 		if(vector_upl) {
9272 					subupl->vector_upl = (void*)vector_upl;
9273 					vector_upl->upl_elems[vector_upl->num_upls++] = subupl;
9274 					vector_upl->size += io_size;
9279 					for(i = 0; i < vector_upl->num_upls; i++) {
9280 						if(vector_upl->upl_elems[i] == subupl)
9283 					if(i == vector_upl->num_upls)
9286 					vector_upl->upl_elems[i] = NULL;
9287 					invalid_upls = hw_atomic_add(&(vector_upl)->invalid_upls, 1);
9288 					if(invalid_upls == vector_upl->num_upls)
9311 		vector_upl_t vector_upl = upl->vector_upl;
9313 		if(vector_upl) {
9316 			vector_upl->pagelist = (upl_page_info_array_t)kalloc(sizeof(struct upl_page_info)*(vector_upl->size/PAGE_SIZE));
9318 			for(i=0; i < vector_upl->num_upls; i++) {
9319 				cur_upl_pagelist_size = sizeof(struct upl_page_info) * vector_upl->upl_elems[i]->size/PAGE_SIZE;
9320 				bcopy(UPL_GET_INTERNAL_PAGE_LIST_SIMPLE(vector_upl->upl_elems[i]), (char*)vector_upl->pagelist + pagelist_size, cur_upl_pagelist_size);
9322 				if(vector_upl->upl_elems[i]->highest_page > upl->highest_page)
9323 					upl->highest_page = vector_upl->upl_elems[i]->highest_page;
9325 			assert( pagelist_size == (sizeof(struct upl_page_info)*(vector_upl->size/PAGE_SIZE)) );
9339 		vector_upl_t vector_upl = upl->vector_upl;
9340 		if(vector_upl) {
9341 			if(index < vector_upl->num_upls)
9342 				return vector_upl->upl_elems[index];
9355 		vector_upl_t vector_upl = upl->vector_upl;
9357 		if(vector_upl) {
9361 			for(i=0; i < vector_upl->num_upls; i++) {
9362 				subupl = vector_upl->upl_elems[i];
9363 				subupl_state = vector_upl->upl_iostates[i];
9396 		vector_upl_t vector_upl = upl->vector_upl;
9397 		if(vector_upl) {
9398 			*v_upl_submap = vector_upl->submap;
9399 			*submap_dst_addr = vector_upl->submap_dst_addr;
9412 		vector_upl_t vector_upl = upl->vector_upl;
9413 		if(vector_upl) {
9414 			vector_upl->submap = submap;
9415 			vector_upl->submap_dst_addr = submap_dst_addr;
9429 		vector_upl_t vector_upl = upl->vector_upl;
9431 		if(vector_upl) {
9432 			for(i = 0; i < vector_upl->num_upls; i++) {
9433 				if(vector_upl->upl_elems[i] == subupl)
9437 			if(i == vector_upl->num_upls)
9440 			vector_upl->upl_iostates[i].offset = offset;
9443 			vector_upl->upl_iostates[i].size = size;
9457 		vector_upl_t vector_upl = upl->vector_upl;
9459 		if(vector_upl) {
9460 			for(i = 0; i < vector_upl->num_upls; i++) {
9461 				if(vector_upl->upl_elems[i] == subupl)
9465 			if(i == vector_upl->num_upls)
9468 			*offset = vector_upl->upl_iostates[i].offset;
9469 			*size = vector_upl->upl_iostates[i].size;
9482 		vector_upl_t vector_upl = upl->vector_upl;
9483 		if(vector_upl) {
9484 			if(index < vector_upl->num_upls) {
9485 				*offset = vector_upl->upl_iostates[index].offset;
9486 				*size = vector_upl->upl_iostates[index].size;
9501 	return ((vector_upl_t)(upl->vector_upl))->pagelist;
9507 	return upl->vector_upl;