bsd/vfs/vfs_cluster.c

158 static void cluster_complete_transaction(buf_t *cbp_head, void *callback_arg, int *retval, int flags, int needwait);
163 		      int flags, buf_t real_bp, struct clios *iostate, int (*)(buf_t, void *), void *callback_arg);
164 static int cluster_iodone(buf_t bp, void *callback_arg);
170 static void cluster_syncup(vnode_t vp, off_t newEOF, int (*)(buf_t, void *), void *callback_arg);
176 			     int (*)(buf_t, void *), void *callback_arg);
178 			       int flags, int (*)(buf_t, void *), void *callback_arg);
180 			       int (*)(buf_t, void *), void *callback_arg, int flags);
183 			      off_t headOff, off_t tailOff, int flags, int (*)(buf_t, void *), void *callback_arg);
185 				int *write_type, u_int32_t *write_length, int flags, int (*)(buf_t, void *), void *callback_arg);
187 				int *write_type, u_int32_t *write_length, int (*)(buf_t, void *), void *callback_arg, int bflag);
189 static int cluster_align_phys_io(vnode_t vp, struct uio *uio, addr64_t usr_paddr, u_int32_t xsize, int flags, int (*)(buf_t, void *), void *callback_arg);
191 static int 	cluster_read_prefetch(vnode_t vp, off_t f_offset, u_int size, off_t filesize, int (*callback)(buf_t, void *), void *callback_arg, int bflag);
192 static void	cluster_read_ahead(vnode_t vp, struct cl_extent *extent, off_t filesize, struct cl_readahead *ra, int (*callback)(buf_t, void *), void *callback_arg, int bflag);
194 static int	cluster_push_now(vnode_t vp, struct cl_extent *, off_t EOF, int flags, int (*)(buf_t, void *), void *callback_arg);
196 static int	cluster_try_push(struct cl_writebehind *, vnode_t vp, off_t EOF, int push_flag, int flags, int (*)(buf_t, void *), void *callback_arg);
198 static void	sparse_cluster_switch(struct cl_writebehind *, vnode_t vp, off_t EOF, int (*)(buf_t, void *), void *callback_arg);
199 static void	sparse_cluster_push(void **cmapp, vnode_t vp, off_t EOF, int push_flag, int io_flags, int (*)(buf_t, void *), void *callback_arg);
200 static void	sparse_cluster_add(void **cmapp, vnode_t vp, struct cl_extent *, off_t EOF, int (*)(buf_t, void *), void *callback_arg);
463 cluster_syncup(vnode_t vp, off_t newEOF, int (*callback)(buf_t, void *), void *callback_arg)
472 			cluster_try_push(wbp, vp, newEOF, PUSH_ALL | PUSH_SYNC, 0, callback, callback_arg);
588 cluster_iodone(buf_t bp, void *callback_arg)
702 		        error = (*cliodone_func)(cbp_head, callback_arg);
878 cluster_complete_transaction(buf_t *cbp_head, void *callback_arg, int *retval, int flags, int needwait)
900 	error = cluster_iodone(*cbp_head, callback_arg);
912 	   int flags, buf_t real_bp, struct clios *iostate, int (*callback)(buf_t, void *), void *callback_arg)
1223 					cluster_complete_transaction(&cbp_head, callback_arg, &retval, flags, 0);
1390 				cluster_complete_transaction(&cbp_head, callback_arg, &retval, flags, 0);
1462 		        if (buf_setcallback(cbp, (void *)cluster_iodone, callback_arg))
1573 			        cluster_complete_transaction(&cbp_head, callback_arg, &retval, flags, 1);
1674 	   int io_flag, buf_t real_bp, struct clios *iostate, int (*callback)(buf_t, void *), void *callback_arg)
1684 	return (cluster_io(vp, vector_upl, vector_upl_offset, v_upl_uio_offset, vector_upl_iosize, io_flag, real_bp, iostate, callback, callback_arg));
1689 cluster_read_prefetch(vnode_t vp, off_t f_offset, u_int size, off_t filesize, int (*callback)(buf_t, void *), void *callback_arg, int bflag)
1705 	advisory_read_ext(vp, filesize, f_offset, size, callback, callback_arg, bflag);
1716 cluster_read_ahead(vnode_t vp, struct cl_extent *extent, off_t filesize, struct cl_readahead *rap, int (*callback)(buf_t, void *), void *callback_arg,
1785 		size_of_prefetch = cluster_read_prefetch(vp, f_offset, rap->cl_ralen * PAGE_SIZE, filesize, callback, callback_arg, bflag);
1806 		int size, off_t filesize, int flags, int (*callback)(buf_t, void *), void *callback_arg)
1868 			   local_flags, (buf_t)NULL, (struct clios *)NULL, callback, callback_arg));
1882 	       int size, off_t filesize, int flags, int (*callback)(buf_t, void *), void *callback_arg)
1932 			    local_flags | CL_READ | CL_PAGEIN, (buf_t)NULL, (struct clios *)NULL, callback, callback_arg);
1946 cluster_bp_ext(buf_t bp, int (*callback)(buf_t, void *), void *callback_arg)
1963         return (cluster_io(bp->b_vp, bp->b_upl, 0, f_offset, bp->b_bcount, flags, bp, (struct clios *)NULL, callback, callback_arg));
1977 		  int xflags, int (*callback)(buf_t, void *), void *callback_arg)
2003 	        retval = cluster_write_copy(vp, NULL, (u_int32_t)0, oldEOF, newEOF, headOff, tailOff, flags, callback, callback_arg);
2054 			retval = cluster_write_copy(vp, uio, write_length, oldEOF, newEOF, headOff, tailOff, zflags, callback, callback_arg);
2067 							    headOff, (off_t)0, zflags | IO_HEADZEROFILL | IO_SYNC, callback, callback_arg);
2071 			retval = cluster_write_contig(vp, uio, newEOF, &write_type, &write_length, callback, callback_arg, bflag);
2081 							    (off_t)0, zflags | IO_HEADZEROFILL | IO_SYNC, callback, callback_arg);
2089 			retval = cluster_write_direct(vp, uio, oldEOF, newEOF, &write_type, &write_length, flags, callback, callback_arg);
2115 		     int flags, int (*callback)(buf_t, void *), void *callback_arg)
2245 		        cluster_syncup(vp, newEOF, callback, callback_arg);
2261 				retval = vector_cluster_io(vp, vector_upl, vector_upl_offset, v_upl_uio_offset, vector_upl_iosize, io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
2403 				   io_size, io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
2419 				retval = vector_cluster_io(vp, vector_upl, vector_upl_offset, v_upl_uio_offset, vector_upl_iosize, io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
2465 		retval = vector_cluster_io(vp, vector_upl, vector_upl_offset, v_upl_uio_offset, vector_upl_iosize, io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
2495 	        retval = cluster_write_copy(vp, uio, io_req_size, oldEOF, newEOF, (off_t)0, (off_t)0, flags, callback, callback_arg);
2508 		     int (*callback)(buf_t, void *), void *callback_arg, int bflag)
2536 	cluster_syncup(vp, newEOF, callback, callback_arg);
2596 		error = cluster_align_phys_io(vp, uio, src_paddr, head_size, 0, callback, callback_arg);
2652 				   xsize, CL_DEV_MEMORY | CL_ASYNC | bflag, (buf_t)NULL, (struct clios *)&iostate, callback, callback_arg);
2691 	        error = cluster_align_phys_io(vp, uio, src_paddr, tail_size, 0, callback, callback_arg);
2742 		   off_t tailOff, int flags, int (*callback)(buf_t, void *), void *callback_arg)
2971 					    CL_READ | bflag, (buf_t)NULL, (struct clios *)NULL, callback, callback_arg);
3007 						    CL_READ | bflag, (buf_t)NULL, (struct clios *)NULL, callback, callback_arg);
3139 					sparse_cluster_add(&(wbp->cl_scmap), vp, &cl, newEOF, callback, callback_arg);
3154 				sparse_cluster_push(&(wbp->cl_scmap), vp, newEOF, PUSH_ALL, 0, callback, callback_arg);
3299 					cluster_try_push(wbp, vp, newEOF, 0, 0, callback, callback_arg);
3326 				ret_cluster_try_push = cluster_try_push(wbp, vp, newEOF, (flags & IO_NOCACHE) ? 0 : PUSH_DELAY, 0, callback, callback_arg);
3338 			        sparse_cluster_switch(wbp, vp, newEOF, callback, callback_arg);
3339 				sparse_cluster_add(&(wbp->cl_scmap), vp, &cl, newEOF, callback, callback_arg);
3372 			retval = cluster_push_now(vp, &cl, newEOF, flags, callback, callback_arg);
3390 cluster_read_ext(vnode_t vp, struct uio *uio, off_t filesize, int xflags, int (*callback)(buf_t, void *), void *callback_arg)
3448 			retval = cluster_read_copy(vp, uio, io_size, filesize, flags, callback, callback_arg);
3452 		        retval = cluster_read_direct(vp, uio, filesize, &read_type, &read_length, flags, callback, callback_arg);
3456 		        retval = cluster_read_contig(vp, uio, filesize, &read_type, &read_length, callback, callback_arg, flags);
3485 cluster_read_copy(vnode_t vp, struct uio *uio, u_int32_t io_req_size, off_t filesize, int flags, int (*callback)(buf_t, void *), void *callback_arg)
3621 					        size_of_prefetch = cluster_read_prefetch(vp, last_ioread_offset, size_of_prefetch, filesize, callback, callback_arg, bflag);
3661 				        cluster_read_ahead(vp, &extent, filesize, rap, callback, callback_arg, bflag);
3789 					   io_size, CL_READ | CL_ASYNC | bflag, (buf_t)NULL, &iostate, callback, callback_arg);
3856 					size_of_prefetch = cluster_read_prefetch(vp, last_ioread_offset, size_of_prefetch, filesize, callback, callback_arg, bflag);
3872 					cluster_read_ahead(vp, &extent, filesize, rap, callback, callback_arg, bflag);
4011 		    int flags, int (*callback)(buf_t, void *), void *callback_arg)
4191 				retval = vector_cluster_io(vp, vector_upl, vector_upl_offset, v_upl_uio_offset, vector_upl_iosize, io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
4433 			retval = cluster_io(vp, upl, upl_offset, uio->uio_offset, io_size, io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
4450 				retval = vector_cluster_io(vp, vector_upl, vector_upl_offset, v_upl_uio_offset, vector_upl_iosize,  io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
4497 		retval = vector_cluster_io(vp, vector_upl, vector_upl_offset, v_upl_uio_offset, vector_upl_iosize,  io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
4520 	        retval = cluster_read_copy(vp, uio, io_req_size, filesize, flags, callback, callback_arg);
4533 		    int (*callback)(buf_t, void *), void *callback_arg, int flags)
4571 	cluster_syncup(vp, filesize, callback, callback_arg);
4639 		error = cluster_align_phys_io(vp, uio, dst_paddr, head_size, CL_READ, callback, callback_arg);
4694 				   (buf_t)NULL, &iostate, callback, callback_arg);
4732 	        error = cluster_align_phys_io(vp, uio, dst_paddr, tail_size, CL_READ, callback, callback_arg);
4821 advisory_read_ext(vnode_t vp, off_t filesize, off_t f_offset, int resid, int (*callback)(buf_t, void *), void *callback_arg, int bflag)
4982 						    CL_ASYNC | CL_READ | CL_COMMIT | CL_AGE | bflag, (buf_t)NULL, (struct clios *)NULL, callback, callback_arg);
5013 cluster_push_ext(vnode_t vp, int flags, int (*callback)(buf_t, void *), void *callback_arg)
5084 			sparse_cluster_push(&scmap, vp, ubc_getsize(vp), PUSH_ALL, flags | IO_PASSIVE, callback, callback_arg);
5093 			sparse_cluster_push(&(wbp->cl_scmap), vp, ubc_getsize(vp), PUSH_ALL, flags | IO_PASSIVE, callback, callback_arg);
5097 		retval = cluster_try_push(wbp, vp, ubc_getsize(vp), PUSH_ALL, flags | IO_PASSIVE, callback, callback_arg);
5158 cluster_try_push(struct cl_writebehind *wbp, vnode_t vp, off_t EOF, int push_flag, int io_flags, int (*callback)(buf_t, void *), void *callback_arg)
5258 	        cluster_push_now(vp, &cl, EOF, flags, callback, callback_arg);
5284 		        sparse_cluster_switch(wbp, vp, EOF, callback, callback_arg);
5304 		        sparse_cluster_switch(wbp, vp, EOF, callback, callback_arg);
5334 cluster_push_now(vnode_t vp, struct cl_extent *cl, off_t EOF, int flags, int (*callback)(buf_t, void *), void *callback_arg)
5490 				    io_flags, (buf_t)NULL, (struct clios *)NULL, callback, callback_arg);
5507 sparse_cluster_switch(struct cl_writebehind *wbp, vnode_t vp, off_t EOF, int (*callback)(buf_t, void *), void *callback_arg)
5523 				        sparse_cluster_add(&(wbp->cl_scmap), vp, &cl, EOF, callback, callback_arg);
5540 sparse_cluster_push(void **scmap, vnode_t vp, off_t EOF, int push_flag, int io_flags, int (*callback)(buf_t, void *), void *callback_arg)
5558 		cluster_push_now(vp, &cl, EOF, io_flags & (IO_PASSIVE|IO_CLOSE), callback, callback_arg);
5571 sparse_cluster_add(void **scmap, vnode_t vp, struct cl_extent *cl, off_t EOF, int (*callback)(buf_t, void *), void *callback_arg)
5588 	        sparse_cluster_push(scmap, vp, EOF, 0, 0, callback, callback_arg);
5598 cluster_align_phys_io(vnode_t vp, struct uio *uio, addr64_t usr_paddr, u_int32_t xsize, int flags, int (*callback)(buf_t, void *), void *callback_arg)
5650 				   CL_READ | bflag, (buf_t)NULL, (struct clios *)NULL, callback, callback_arg);
5678 				   bflag, (buf_t)NULL, (struct clios *)NULL, callback, callback_arg);