bsd/vfs/vfs_cluster.c

163 		      int flags, buf_t real_bp, struct clios *iostate, int (*)(buf_t, void *), void *callback_arg);
168 static void cluster_iostate_wait(struct clios *iostate, u_int target, const char *wait_name);
527 cluster_iostate_wait(struct clios *iostate, u_int target, const char *wait_name)
530 	lck_mtx_lock(&iostate->io_mtxp);
532 	while ((iostate->io_issued - iostate->io_completed) > target) {
535 			     iostate->io_issued, iostate->io_completed, target, 0, 0);
537 		iostate->io_wanted = 1;
538 		msleep((caddr_t)&iostate->io_wanted, &iostate->io_mtxp, PRIBIO + 1, wait_name, NULL);
541 			     iostate->io_issued, iostate->io_completed, target, 0, 0);
543 	lck_mtx_unlock(&iostate->io_mtxp);
605 	struct	clios *iostate;
665 	iostate    = (struct clios *)cbp->b_iostate;
710 	if (iostate) {
717 		lck_mtx_lock_spin(&iostate->io_mtxp);
719 	        if (error && iostate->io_error == 0)
720 		        iostate->io_error = error;
722 		iostate->io_completed += total_size;
724 		if (iostate->io_wanted) {
729 		        iostate->io_wanted = 0;
732 		lck_mtx_unlock(&iostate->io_mtxp);
735 		        wakeup((caddr_t)&iostate->io_wanted);
912 	   int flags, buf_t real_bp, struct clios *iostate, int (*callback)(buf_t, void *), void *callback_arg)
1479 		if ((cbp->b_iostate = (void *)iostate))
1484 		        iostate->io_issued += io_size;
1609 		if (iostate) {
1617 		        lck_mtx_lock_spin(&iostate->io_mtxp);
1619 		        if (iostate->io_error == 0)
1620 			        iostate->io_error = error;
1621 			iostate->io_issued -= io_size;
1623 			if (iostate->io_wanted) {
1628 			        iostate->io_wanted = 0;
1631 		        lck_mtx_unlock(&iostate->io_mtxp);
1634 			        wakeup((caddr_t)&iostate->io_wanted);
1674 	   int io_flag, buf_t real_bp, struct clios *iostate, int (*callback)(buf_t, void *), void *callback_arg)
1684 	return (cluster_io(vp, vector_upl, vector_upl_offset, v_upl_uio_offset, vector_upl_iosize, io_flag, real_bp, iostate, callback, callback_arg));
2135 	struct clios     iostate;
2168 	iostate.io_completed = 0;
2169 	iostate.io_issued = 0;
2170 	iostate.io_error = 0;
2171 	iostate.io_wanted = 0;
2173 	lck_mtx_init(&iostate.io_mtxp, cl_mtx_grp, cl_mtx_attr);
2261 				retval = vector_cluster_io(vp, vector_upl, vector_upl_offset, v_upl_uio_offset, vector_upl_iosize, io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
2382 		if (iostate.io_issued > iostate.io_completed)
2383 			cluster_iostate_wait(&iostate, max_upl_size * IO_SCALE(vp, 2), "cluster_write_direct");
2385 		if (iostate.io_error) {
2403 				   io_size, io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
2419 				retval = vector_cluster_io(vp, vector_upl, vector_upl_offset, v_upl_uio_offset, vector_upl_iosize, io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
2449         if (retval == 0 && iostate.io_error == 0 && io_req_size == 0) {
2464 	if (retval == 0 && iostate.io_error == 0 && useVectorUPL && vector_upl_index) {
2465 		retval = vector_cluster_io(vp, vector_upl, vector_upl_offset, v_upl_uio_offset, vector_upl_iosize, io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
2469 	if (iostate.io_issued > iostate.io_completed) {
2474 		cluster_iostate_wait(&iostate, 0, "cluster_write_direct");
2476 	if (iostate.io_error)
2477 	        retval = iostate.io_error;
2479 	lck_mtx_destroy(&iostate.io_mtxp, cl_mtx_grp);
2522         struct clios     iostate;
2541         iostate.io_completed = 0;
2542         iostate.io_issued = 0;
2543         iostate.io_error = 0;
2544         iostate.io_wanted = 0;
2546 	lck_mtx_init(&iostate.io_mtxp, cl_mtx_grp, cl_mtx_attr);
2636 		if (iostate.io_issued > iostate.io_completed)
2637 			cluster_iostate_wait(&iostate, MAX_IO_CONTIG_SIZE * IO_SCALE(vp, 2), "cluster_write_contig");
2639                 if (iostate.io_error) {
2652 				   xsize, CL_DEV_MEMORY | CL_ASYNC | bflag, (buf_t)NULL, (struct clios *)&iostate, callback, callback_arg);
2666         if (error == 0 && iostate.io_error == 0 && tail_size == 0 && num_upl < MAX_VECTS) {
2682 	if (iostate.io_issued > iostate.io_completed)
2683 		cluster_iostate_wait(&iostate, 0, "cluster_write_contig");
2685         if (iostate.io_error)
2686 	        error = iostate.io_error;
2688 	lck_mtx_destroy(&iostate.io_mtxp, cl_mtx_grp);
3512 	struct clios		iostate;
3681 		iostate.io_completed = 0;
3682 		iostate.io_issued = 0;
3683 		iostate.io_error = 0;
3684 		iostate.io_wanted = 0;
3774 				lck_mtx_init(&iostate.io_mtxp, cl_mtx_grp, cl_mtx_attr);
3789 					   io_size, CL_READ | CL_ASYNC | bflag, (buf_t)NULL, &iostate, callback, callback_arg);
3880 			if (iostate.io_issued > iostate.io_completed)
3881 				cluster_iostate_wait(&iostate, 0, "cluster_read_copy");
3883 			if (iostate.io_error)
3884 			        error = iostate.io_error;
3895 			if (iostate.io_issued > iostate.io_completed)
3896 				cluster_iostate_wait(&iostate, 0, "cluster_read_copy");
3982 		if (iostate.io_issued > iostate.io_completed) {
3987 			 * we can destroy the iostate mutex...
3989 			 * so no need to pick it up from iostate.io_error
3991 			cluster_iostate_wait(&iostate, 0, "cluster_read_copy");
3993 		lck_mtx_destroy(&iostate.io_mtxp, cl_mtx_grp);
4028 	struct clios     iostate;
4072 	iostate.io_completed = 0;
4073 	iostate.io_issued = 0;
4074 	iostate.io_error = 0;
4075 	iostate.io_wanted = 0;
4077 	lck_mtx_init(&iostate.io_mtxp, cl_mtx_grp, cl_mtx_attr);
4191 				retval = vector_cluster_io(vp, vector_upl, vector_upl_offset, v_upl_uio_offset, vector_upl_iosize, io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
4408 		if (iostate.io_issued > iostate.io_completed)
4409 			cluster_iostate_wait(&iostate, max_rd_ahead, "cluster_read_direct");
4411 		if (iostate.io_error) {
4433 			retval = cluster_io(vp, upl, upl_offset, uio->uio_offset, io_size, io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
4450 				retval = vector_cluster_io(vp, vector_upl, vector_upl_offset, v_upl_uio_offset, vector_upl_iosize,  io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
4481 	if (retval == 0 && iostate.io_error == 0 && io_req_size == 0 && uio->uio_offset < filesize) {
4496 	if(retval == 0 && iostate.io_error == 0 && useVectorUPL && vector_upl_index) {
4497 		retval = vector_cluster_io(vp, vector_upl, vector_upl_offset, v_upl_uio_offset, vector_upl_iosize,  io_flag, (buf_t)NULL, &iostate, callback, callback_arg);
4504 	if (iostate.io_issued > iostate.io_completed)
4505 		cluster_iostate_wait(&iostate, 0, "cluster_read_direct");
4507 	if (iostate.io_error)
4508 	        retval = iostate.io_error;
4510 	lck_mtx_destroy(&iostate.io_mtxp, cl_mtx_grp);
4546 	struct clios     iostate;
4576 	iostate.io_completed = 0;
4577 	iostate.io_issued = 0;
4578 	iostate.io_error = 0;
4579 	iostate.io_wanted = 0;
4581 	lck_mtx_init(&iostate.io_mtxp, cl_mtx_grp, cl_mtx_attr);
4680 		if (iostate.io_issued > iostate.io_completed)
4681 			cluster_iostate_wait(&iostate, MAX_IO_CONTIG_SIZE * IO_SCALE(vp, 2), "cluster_read_contig");
4683 		if (iostate.io_error) {
4694 				   (buf_t)NULL, &iostate, callback, callback_arg);
4707 	if (error == 0 && iostate.io_error == 0 && tail_size == 0 && num_upl < MAX_VECTS && uio->uio_offset < filesize) {
4723 	if (iostate.io_issued > iostate.io_completed)
4724 		cluster_iostate_wait(&iostate, 0, "cluster_read_contig");
4726 	if (iostate.io_error)
4727 	        error = iostate.io_error;
4729 	lck_mtx_destroy(&iostate.io_mtxp, cl_mtx_grp);