osfmk/vm/vm_pageout.c

3240 upl_create(int type, int flags, upl_size_t size)
3265 	upl->flags = upl_flags | flags;
3304 	if ( !(upl->flags & UPL_VECTOR)) {
3307 		if (upl->flags & UPL_SHADOWED) {
3323 	if (upl->flags & UPL_SHADOWED)
3326         if (upl->flags & UPL_DEVICE_MEMORY)
3332 	if (upl->flags & UPL_LITE) {
3339 	if (upl->flags & UPL_INTERNAL) {
3521 		upl->flags |= UPL_SHADOWED;
3531 		upl->flags |= UPL_ENCRYPTED;
3534 		upl->flags |= UPL_PAGEOUT;
3601 		        upl->flags |= UPL_PAGE_SYNC_DONE;
4063 				upl->flags &= ~UPL_CLEAR_DIRTY;
4064 				upl->flags |= UPL_SET_DIRTY;
4066 				upl->flags |= UPL_SET_DIRTY;
4076 				upl->flags |= UPL_CLEAR_DIRTY;
4115 			upl->flags |= UPL_HAS_BUSY;
4175 	        if (upl->flags & UPL_INTERNAL)
4314 	int			*flags)
4325 	caller_flags = *flags;
4351 		        *flags = 0;
4355 				        *flags = UPL_DEV_MEMORY;
4358 					*flags |= UPL_PHYS_CONTIG;
4377 						upl_size, upl, page_list, count, flags);
4523 		        *flags = UPL_DEV_MEMORY;
4525 		        *flags = 0;
4528 		        *flags |= UPL_PHYS_CONTIG;
4590 			if (UPL_PAGE_LIST_MAPPED & upl->flags)
4630 		if (UPL_PAGE_LIST_MAPPED & upl->flags) {
4635 	if ((!(upl->flags & UPL_SHADOWED)) &&
4636 	    ((upl->flags & UPL_HAS_BUSY) ||
4637 	     !((upl->flags & (UPL_DEVICE_MEMORY | UPL_IO_WIRE)) || (upl->map_object->phys_contiguous)))) {
4645 		if (upl->flags & UPL_INTERNAL) {
4667 		upl->flags |= UPL_SHADOWED;
4734 	if (upl->flags & UPL_SHADOWED)
4788 	upl->flags |= UPL_PAGE_LIST_MAPPED;
4832 			if (!(UPL_PAGE_LIST_MAPPED & upl->flags))
4867 	if (upl->flags & UPL_PAGE_LIST_MAPPED) {
4874 		upl->flags &= ~UPL_PAGE_LIST_MAPPED;
4907 	int			flags,
4974 	if (upl->flags & UPL_DEVICE_MEMORY)
4986 	if (upl->flags & UPL_SET_DIRTY)
4987 		flags |= UPL_COMMIT_SET_DIRTY;
4988 	if (upl->flags & UPL_CLEAR_DIRTY)
4989 	        flags |= UPL_COMMIT_CLEAR_DIRTY;
4991 	if (upl->flags & UPL_INTERNAL)
4999 	if (upl->flags & UPL_SHADOWED) {
5008 	if (upl->flags & UPL_KERNEL_OBJECT)
5013 	if (upl->flags & UPL_ACCESS_BLOCKED) {
5027 		flags &= ~UPL_COMMIT_CS_VALIDATED;
5033 		flags &= ~UPL_COMMIT_CS_VALIDATED;
5050 		if (upl->flags & UPL_LITE) {
5059 				if (!(upl->flags & UPL_KERNEL_OBJECT))
5063 		if (upl->flags & UPL_SHADOWED) {
5074 		if ((upl->flags & UPL_KERNEL_OBJECT) || m == VM_PAGE_NULL)
5077 		if (flags & UPL_COMMIT_CS_VALIDATED) {
5086 		if (upl->flags & UPL_IO_WIRE) {
5091 			if (flags & UPL_COMMIT_SET_DIRTY) {
5093 			} else if (flags & UPL_COMMIT_CLEAR_DIRTY) {
5096 				if (! (flags & UPL_COMMIT_CS_VALIDATED) &&
5113 			if (flags & UPL_COMMIT_INACTIVATE) {
5117 			if (upl->flags & UPL_ACCESS_BLOCKED) {
5126 				if (flags & UPL_COMMIT_FREE_ABSENT)
5150 		if (flags & UPL_COMMIT_CLEAR_DIRTY) {
5161 		if (! (flags & UPL_COMMIT_CS_VALIDATED) &&
5209 			assert(!(flags & UPL_PAGEOUT));
5215 			if ((flags & UPL_COMMIT_SET_DIRTY) ||
5227 				if (upl->flags & UPL_PAGEOUT) {
5264 		if ((upl->flags & UPL_PAGE_SYNC_DONE) || (flags & UPL_COMMIT_CLEAR_PRECIOUS))
5267 		if (flags & UPL_COMMIT_SET_DIRTY) {
5274 		if (hibernate_cleaning_in_progress == FALSE && !m->dirty && (upl->flags & UPL_PAGEOUT)) {
5293 			if ((flags & UPL_COMMIT_INACTIVATE) && !m->clustered && !m->speculative) {
5298 				if (m->clustered || (flags & UPL_COMMIT_SPECULATE))
5308 		if (upl->flags & UPL_ACCESS_BLOCKED) {
5353 	if (upl->flags & UPL_DEVICE_MEMORY)  {
5355 	} else if (upl->flags & UPL_LITE) {
5382 		if ((upl->flags & UPL_COMMIT_NOTIFY_EMPTY) || isVectorUPL)
5385 		if (object == shadow_object && !(upl->flags & UPL_KERNEL_OBJECT)) {
5461 	if ( (upl->flags & UPL_IO_WIRE) && !(error & UPL_ABORT_DUMP_PAGES) )
5501 	if (upl->flags & UPL_DEVICE_MEMORY)
5514 	if (upl->flags & UPL_INTERNAL) {
5526 	if (upl->flags & UPL_SHADOWED) {
5535 	if (upl->flags & UPL_KERNEL_OBJECT)
5540 	if (upl->flags & UPL_ACCESS_BLOCKED) {
5550 	if ((error & UPL_ABORT_DUMP_PAGES) && (upl->flags & UPL_KERNEL_OBJECT))
5569 		if (upl->flags & UPL_LITE) {
5574 				if ( !(upl->flags & UPL_KERNEL_OBJECT))
5579 		if (upl->flags & UPL_SHADOWED) {
5589 		if ((upl->flags & UPL_KERNEL_OBJECT))
5672 				if (upl->flags & UPL_ACCESS_BLOCKED) {
5758 	if (upl->flags & UPL_DEVICE_MEMORY)  {
5760 	} else if (upl->flags & UPL_LITE) {
5787 		if ((upl->flags & UPL_COMMIT_NOTIFY_EMPTY) || isVectorUPL)
5790 		if (object == shadow_object && !(upl->flags & UPL_KERNEL_OBJECT)) {
5992 		upl->flags |= UPL_KERNEL_OBJECT;
6012 		upl->flags |= UPL_ACCESS_BLOCKED;
6021 		if (upl->flags & UPL_ACCESS_BLOCKED) {
6032 		upl->flags |= UPL_DEVICE_MEMORY;
6041 		        if (upl->flags & UPL_INTERNAL)
6250 		if (upl->flags & UPL_KERNEL_OBJECT)
6356 			upl->flags |= UPL_HAS_BUSY;
6409 	        if (upl->flags & UPL_INTERNAL)
6486 	if (! (upl->flags & UPL_KERNEL_OBJECT)) {
6505 	if (upl1 == UPL_NULL || upl2 == UPL_NULL || upl1 == upl2  || ((upl1->flags & UPL_VECTOR)==UPL_VECTOR)  || ((upl2->flags & UPL_VECTOR)==UPL_VECTOR)) {
6584 	if ( !(upl->flags & UPL_INTERNAL) || count <= 0)
7508 	 * the laundry and pageout_queue flags are cleared...
7571 	if(upl &&  ((upl->flags & UPL_VECTOR)==UPL_VECTOR)) {
7842 		upl->flags |= UPL_CLEAR_DIRTY;
7844 		upl->flags &= ~UPL_CLEAR_DIRTY;