linux-master/block/blk-throttle.c

157 	ret = tg->bps[rw][td->limit_index];
167 	if (td->limit_index == LIMIT_MAX && tg->bps[rw][LIMIT_LOW] &&
168 	    tg->bps[rw][LIMIT_LOW] != tg->bps[rw][LIMIT_MAX]) {
171 		adjusted = throtl_adjusted_limit(tg->bps[rw][LIMIT_LOW], td);
172 		ret = min(tg->bps[rw][LIMIT_MAX], adjusted);
189 		/* intermediate node or bps isn't 0 */
191 		    tg->bps[rw][td->limit_index])
362 	tg->bps[READ][LIMIT_MAX] = U64_MAX;
363 	tg->bps[WRITE][LIMIT_MAX] = U64_MAX;
397 	 * read_bps limit is set on a parent group, summary bps of
457 		if (tg->bps[READ][LIMIT_LOW] || tg->bps[WRITE][LIMIT_LOW] ||
478 	tg->bps[READ][LIMIT_LOW] = 0;
479 	tg->bps[WRITE][LIMIT_LOW] = 0;
745 	 * If bps are unlimited (-1), then time slice don't get
918 	/* If tg->bps = -1, then BW is unlimited */
1447 		.private = offsetof(struct throtl_grp, bps[READ][LIMIT_MAX]),
1453 		.private = offsetof(struct throtl_grp, bps[WRITE][LIMIT_MAX]),
1635 		tg->bps[READ][index] = v[0];
1636 		tg->bps[WRITE][index] = v[1];
1640 	tg->bps[READ][LIMIT_LOW] = min(tg->bps_conf[READ][LIMIT_LOW],
1642 	tg->bps[WRITE][LIMIT_LOW] = min(tg->bps_conf[WRITE][LIMIT_LOW],
1652 	if (!(tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW] ||
1653 	      tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW]) ||
1656 		tg->bps[READ][LIMIT_LOW] = 0;
1657 		tg->bps[WRITE][LIMIT_LOW] = 0;
1769 	if (tg->bps[READ][LIMIT_LOW] || tg->iops[READ][LIMIT_LOW])
1771 	if (tg->bps[WRITE][LIMIT_LOW] || tg->iops[WRITE][LIMIT_LOW])
1792 		if (!parent->bps[READ][LIMIT_LOW] &&
1794 		    !parent->bps[WRITE][LIMIT_LOW] &&
1832 	bool limit = tg->bps[rw][LIMIT_LOW] || tg->iops[rw][LIMIT_LOW];
1996 	uint64_t bps;
2016 	if (tg->bps[READ][LIMIT_LOW]) {
2017 		bps = tg->last_bytes_disp[READ] * HZ;
2018 		do_div(bps, elapsed_time);
2019 		if (bps >= tg->bps[READ][LIMIT_LOW])
2023 	if (tg->bps[WRITE][LIMIT_LOW]) {
2024 		bps = tg->last_bytes_disp[WRITE] * HZ;
2025 		do_div(bps, elapsed_time);
2026 		if (bps >= tg->bps[WRITE][LIMIT_LOW])
2248 	throtl_log(sq, "[%c] bio. bdisp=%llu sz=%u bps=%llu iodisp=%u iops=%u queued=%d/%d",