kernel/sched/rt.c

96 	rt_b->rt_runtime = runtime;
127 	if (!rt_bandwidth_enabled() || rt_b->rt_runtime == RUNTIME_INF)
157 	rt_rq->rt_runtime = 0;
271 		rt_rq->rt_runtime = tg->rt_bandwidth.rt_runtime;
491 	return rt_rq->rt_runtime;
611 	return rt_rq->rt_runtime;
676 		rt_rq->rt_time < rt_b->rt_runtime);
707 		if (iter->rt_runtime == RUNTIME_INF)
714 		diff = iter->rt_runtime - iter->rt_time;
717 			if (rt_rq->rt_runtime + diff > rt_period)
718 				diff = rt_period - rt_rq->rt_runtime;
719 			iter->rt_runtime -= diff;
720 			rt_rq->rt_runtime += diff;
721 			if (rt_rq->rt_runtime == rt_period) {
756 		if (rt_rq->rt_runtime == RUNTIME_INF ||
757 				rt_rq->rt_runtime == rt_b->rt_runtime)
766 		want = rt_b->rt_runtime - rt_rq->rt_runtime;
778 			if (iter == rt_rq || iter->rt_runtime == RUNTIME_INF)
783 				diff = min_t(s64, iter->rt_runtime, want);
784 				iter->rt_runtime -= diff;
787 				iter->rt_runtime -= want;
807 		rt_rq->rt_runtime = RUNTIME_INF;
833 		rt_rq->rt_runtime = rt_b->rt_runtime;
846 	if (rt_rq->rt_time > rt_rq->rt_runtime) {
887 		if (!sched_feat(RT_RUNTIME_SHARE) && rt_rq->rt_runtime != RUNTIME_INF)
888 			rt_rq->rt_runtime = rt_b->rt_runtime;
903 			runtime = rt_rq->rt_runtime;
935 	if (!throttled && (!rt_bandwidth_enabled() || rt_b->rt_runtime == RUNTIME_INF))
975 		if (likely(rt_b->rt_runtime)) {
2718 	u64 rt_runtime;
2729 	runtime = tg->rt_bandwidth.rt_runtime;
2733 		runtime = d->rt_runtime;
2746 	    tg->rt_bandwidth.rt_runtime && tg_has_rt_tasks(tg))
2762 		runtime = child->rt_bandwidth.rt_runtime;
2766 			runtime = d->rt_runtime;
2785 		.rt_runtime = runtime,
2796 		u64 rt_period, u64 rt_runtime)
2804 	if (tg == &root_task_group && rt_runtime == 0)
2814 	if (rt_runtime != RUNTIME_INF && rt_runtime > max_rt_runtime)
2818 	err = __rt_schedulable(tg, rt_period, rt_runtime);
2824 	tg->rt_bandwidth.rt_runtime = rt_runtime;
2830 		rt_rq->rt_runtime = rt_runtime;
2842 	u64 rt_runtime, rt_period;
2845 	rt_runtime = (u64)rt_runtime_us * NSEC_PER_USEC;
2847 		rt_runtime = RUNTIME_INF;
2851 	return tg_set_rt_bandwidth(tg, rt_period, rt_runtime);
2858 	if (tg->rt_bandwidth.rt_runtime == RUNTIME_INF)
2861 	rt_runtime_us = tg->rt_bandwidth.rt_runtime;
2868 	u64 rt_runtime, rt_period;
2874 	rt_runtime = tg->rt_bandwidth.rt_runtime;
2876 	return tg_set_rt_bandwidth(tg, rt_period, rt_runtime);
2904 	if (rt_task(tsk) && tg->rt_bandwidth.rt_runtime == 0)
2923 		rt_rq->rt_runtime = global_rt_runtime();
2950 	def_rt_bandwidth.rt_runtime = global_rt_runtime();