linux-master/block/blk-throttle.c

59 struct throtl_data
102  * embedded in throtl_data, %NULL is returned.
113  * sq_to_td - return throtl_data the specified service queue belongs to
116  * A service_queue can be embedded in either a throtl_grp or throtl_data.
117  * Determine the associated throtl_data accordingly and return it.
119 static struct throtl_data *sq_to_td(struct throtl_service_queue *sq)
126 		return container_of(sq, struct throtl_data, service_queue);
137 static uint64_t throtl_adjusted_limit(uint64_t low, struct throtl_data *td)
150 	struct throtl_data *td;
180 	struct throtl_data *td;
223 	struct throtl_data *__td = sq_to_td((sq));			\
390 	struct throtl_data *td = blkg->q->td;
403 	 * they're all separate root groups right below throtl_data.
421 	struct throtl_data *td = tg->td;
447 static void blk_throtl_update_limit_valid(struct throtl_data *td)
468 static inline void blk_throtl_update_limit_valid(struct throtl_data *td)
473 static void throtl_upgrade_state(struct throtl_data *td);
1154 static bool throtl_can_upgrade(struct throtl_data *td,
1168  * the top-level service_tree is reached, throtl_data->dispatch_work is
1175 	struct throtl_data *td = sq_to_td(sq);
1181 	/* throtl_data may be gone, so figure out request queue by blkg */
1242  * blk_throtl_dispatch_work_fn - work function for throtl_data->dispatch_work
1246  * of throtl_data->service_queue.  Those bios are ready and issued by this
1251 	struct throtl_data *td = container_of(work, struct throtl_data,
1703 	struct throtl_data *td = q->td;
1873 static bool throtl_can_upgrade(struct throtl_data *td,
1922 static void throtl_upgrade_state(struct throtl_data *td)
1946 static void throtl_downgrade_state(struct throtl_data *td)
1962 	struct throtl_data *td = tg->td;
1979 	struct throtl_data *td = tg->td;
2072 static void throtl_update_latency_buckets(struct throtl_data *td)
2149 static inline void throtl_update_latency_buckets(struct throtl_data *td)
2165 static bool throtl_can_upgrade(struct throtl_data *td,
2171 static void throtl_upgrade_state(struct throtl_data *td)
2185 	struct throtl_data *td = tg->td;
2284 static void throtl_track_latency(struct throtl_data *td, sector_t size,
2307 	struct throtl_data *td = q->td;
2371 	struct throtl_data *td;
2428 	struct throtl_data *td;