linux-master/block/blk-throttle.c

159 		/* intermediate node or iops isn't 0 */
161 		    tg->iops[rw][td->limit_index])
187 	ret = tg->iops[rw][td->limit_index];
197 	if (td->limit_index == LIMIT_MAX && tg->iops[rw][LIMIT_LOW] &&
198 	    tg->iops[rw][LIMIT_LOW] != tg->iops[rw][LIMIT_MAX]) {
201 		adjusted = throtl_adjusted_limit(tg->iops[rw][LIMIT_LOW], td);
204 		ret = min_t(unsigned int, tg->iops[rw][LIMIT_MAX], adjusted);
364 	tg->iops[READ][LIMIT_MAX] = UINT_MAX;
365 	tg->iops[WRITE][LIMIT_MAX] = UINT_MAX;
458 		    tg->iops[READ][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW]) {
480 	tg->iops[READ][LIMIT_LOW] = 0;
481 	tg->iops[WRITE][LIMIT_LOW] = 0;
707 	 * jiffy_elapsed should not be a big value as minimum iops can be
1459 		.private = offsetof(struct throtl_grp, iops[READ][LIMIT_MAX]),
1465 		.private = offsetof(struct throtl_grp, iops[WRITE][LIMIT_MAX]),
1637 		tg->iops[READ][index] = v[2];
1638 		tg->iops[WRITE][index] = v[3];
1644 	tg->iops[READ][LIMIT_LOW] = min(tg->iops_conf[READ][LIMIT_LOW],
1646 	tg->iops[WRITE][LIMIT_LOW] = min(tg->iops_conf[WRITE][LIMIT_LOW],
1652 	if (!(tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW] ||
1653 	      tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW]) ||
1658 		tg->iops[READ][LIMIT_LOW] = 0;
1659 		tg->iops[WRITE][LIMIT_LOW] = 0;
1769 	if (tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW])
1771 	if (tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW])
1793 		    !parent->iops[READ][LIMIT_LOW] &&
1795 		    !parent->iops[WRITE][LIMIT_LOW])
1832 	bool limit = tg->bps[rw][LIMIT_LOW] || tg->iops[rw][LIMIT_LOW];
1997 	unsigned int iops;
2030 	if (tg->iops[READ][LIMIT_LOW]) {
2031 		iops = tg->last_io_disp[READ] * HZ / elapsed_time;
2032 		if (iops >= tg->iops[READ][LIMIT_LOW])
2036 	if (tg->iops[WRITE][LIMIT_LOW]) {
2037 		iops = tg->last_io_disp[WRITE] * HZ / elapsed_time;
2038 		if (iops >= tg->iops[WRITE][LIMIT_LOW])
2248 	throtl_log(sq, "[%c] bio. bdisp=%llu sz=%u bps=%llu iodisp=%u iops=%u queued=%d/%d",