linux-master/block/blk-throttle.c

106 	if (sq && sq->parent_sq)
407 	sq->parent_sq = &td->service_queue;
409 		sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue;
420 	struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq);
500 throtl_rb_first(struct throtl_service_queue *parent_sq)
504 	n = rb_first_cached(&parent_sq->pending_tree);
512 			    struct throtl_service_queue *parent_sq)
514 	rb_erase_cached(n, &parent_sq->pending_tree);
518 static void update_min_dispatch_time(struct throtl_service_queue *parent_sq)
522 	tg = throtl_rb_first(parent_sq);
526 	parent_sq->first_pending_disptime = tg->disptime;
531 	struct throtl_service_queue *parent_sq = tg->service_queue.parent_sq;
532 	struct rb_node **node = &parent_sq->pending_tree.rb_root.rb_node;
551 	rb_insert_color_cached(&tg->rb_node, &parent_sq->pending_tree,
560 		tg->service_queue.parent_sq->nr_pending++;
567 		struct throtl_service_queue *parent_sq =
568 			tg->service_queue.parent_sq;
570 		throtl_rb_erase(&tg->rb_node, parent_sq);
571 		--parent_sq->nr_pending;
1027 	throtl_rb_erase(&tg->rb_node, tg->service_queue.parent_sq);
1048 	struct throtl_service_queue *parent_sq = sq->parent_sq;
1049 	struct throtl_grp *parent_tg = sq_to_tg(parent_sq);
1054 	 * @bio is being transferred from @tg to @parent_sq.  Popping a bio
1055 	 * from @tg may put its reference and @parent_sq might end up
1057 	 * after @bio is transferred to @parent_sq.
1077 				     &parent_sq->queued[rw]);
1121 static int throtl_select_dispatch(struct throtl_service_queue *parent_sq)
1129 		if (!parent_sq->nr_pending)
1132 		tg = throtl_rb_first(parent_sq);
1176 	struct throtl_service_queue *parent_sq;
1196 	parent_sq = sq->parent_sq;
1222 	if (parent_sq) {
1223 		/* @parent_sq is another throl_grp, propagate dispatch */
1226 			if (!throtl_schedule_next_dispatch(parent_sq, false)) {
1228 				sq = parent_sq;
1366 		throtl_schedule_next_dispatch(sq->parent_sq, true);
1778 	struct throtl_service_queue *parent_sq;
1783 		parent_sq = parent->service_queue.parent_sq;
1784 		parent = sq_to_tg(parent_sq);
1866 		tg = sq_to_tg(tg->service_queue.parent_sq);
1987 		tg = sq_to_tg(tg->service_queue.parent_sq);
2239 		sq = sq->parent_sq;
2269 		throtl_schedule_next_dispatch(tg->service_queue.parent_sq, true);