kernel/sched/fair.c

115  * Amount of runtime to allocate from global (tg) to local (per-cfs_rq) pool
118  * Note: in the case that the slice exceeds the runtime remaining (either due
1139  * Used by other classes to account runtime.
1154  * Update the current task's runtime statistics.
2688 	u64 runtime, delta, now;
2691 	runtime = p->se.sum_exec_runtime;
2694 		delta = runtime - p->last_sum_exec_runtime;
2705 	p->last_sum_exec_runtime = runtime;
2805 	u64 runtime, period;
2822 	runtime = numa_get_avg_runtime(p, &period);
2854 			 * number of faults. Tasks with little runtime have
2858 			f_weight = div64_u64(runtime << 16, period + 1);
3205 	u64 runtime = p->se.sum_exec_runtime;
3436 	if (unlikely(p->se.sum_exec_runtime != runtime)) {
3437 		u64 diff = p->se.sum_exec_runtime - runtime;
3504 	 * Using runtime rather than walltime has the dual advantage that
3689 	 * COROLLARY #1: The virtual runtime of the entity needs to be
5404 	/* return excess runtime on last dequeue */
5496 	/* throttle cfs_rqs exceeding runtime */
5590  * Replenish runtime according to assigned quota. We use sched_clock_cpu
5598 	s64 runtime;
5603 	cfs_b->runtime += cfs_b->quota;
5604 	runtime = cfs_b->runtime_snap - cfs_b->runtime;
5605 	if (runtime > 0) {
5606 		cfs_b->burst_time += runtime;
5610 	cfs_b->runtime = min(cfs_b->runtime, cfs_b->quota + cfs_b->burst);
5611 	cfs_b->runtime_snap = cfs_b->runtime;
5619 /* returns 0 on failure to allocate runtime */
5635 		if (cfs_b->runtime > 0) {
5636 			amount = min(cfs_b->runtime, min_amount);
5637 			cfs_b->runtime -= amount;
5647 /* returns 0 on failure to allocate runtime */
5671 	 * if we're unable to extend our runtime we resched so that the active
5779 		 * for 1ns of runtime rather than just check cfs_b.
6018 	u64 runtime, remaining = 1;
6047 		runtime = -cfs_rq->runtime_remaining + 1;
6048 		if (runtime > cfs_b->runtime)
6049 			runtime = cfs_b->runtime;
6050 		cfs_b->runtime -= runtime;
6051 		remaining = cfs_b->runtime;
6054 		cfs_rq->runtime_remaining += runtime;
6136 	while (throttled && cfs_b->runtime > 0) {
6206 /* we know any runtime found here is valid as update_curr() precedes return */
6217 		cfs_b->runtime += slack_runtime;
6220 		if (cfs_b->runtime > sched_cfs_bandwidth_slice() &&
6247 	u64 runtime = 0, slice = sched_cfs_bandwidth_slice();
6259 	if (cfs_b->quota != RUNTIME_INF && cfs_b->runtime > slice)
6260 		runtime = cfs_b->runtime;
6264 	if (!runtime)
6273  * runtime as update_curr() throttling can not trigger until it's on-rq.
6288 	/* update runtime allocation */
6400 	cfs_b->runtime = 0;
8736  * this makes (5) the runtime complexity of the balancer.