kernel/sched/fair.c

526 static inline u64 max_vruntime(u64 max_vruntime, u64 vruntime)
528 	s64 delta = (s64)(vruntime - max_vruntime);
530 		max_vruntime = vruntime;
535 static inline u64 min_vruntime(u64 min_vruntime, u64 vruntime)
537 	s64 delta = (s64)(vruntime - min_vruntime);
539 		min_vruntime = vruntime;
548 	 * Tiebreak on vruntime seems unnecessary since it can
556 	return (s64)(se->vruntime - cfs_rq->min_vruntime);
581  * se->vruntime):
696 	vlag = avruntime - se->vruntime;
723  * Note: using 'avg_vruntime() > se->vruntime' is inaccurate due
726 static int vruntime_eligible(struct cfs_rq *cfs_rq, u64 vruntime)
739 	return avg >= (s64)(vruntime - cfs_rq->min_vruntime) * load;
744 	return vruntime_eligible(cfs_rq, se->vruntime);
747 static u64 __update_min_vruntime(struct cfs_rq *cfs_rq, u64 vruntime)
753 	s64 delta = (s64)(vruntime - min_vruntime);
756 		min_vruntime = vruntime;
765 	u64 vruntime = cfs_rq->min_vruntime;
769 			vruntime = curr->vruntime;
776 			vruntime = se->min_vruntime;
778 			vruntime = min_vruntime(vruntime, se->min_vruntime);
783 		      __update_min_vruntime(cfs_rq, vruntime));
803  * se->min_vruntime = min(se->vruntime, {left,right}->min_vruntime)
810 	se->min_vruntime = se->vruntime;
826 	se->min_vruntime = se->vruntime;
871  * heap based on the vruntime by keeping:
873  *  se->min_vruntime = min(se->vruntime, se->{left,right}->min_vruntime)
979 	if ((s64)(se->vruntime - se->deadline) < 0)
992 	se->deadline = se->vruntime + calc_delta_fair(se->slice, se);
1167 	curr->vruntime += calc_delta_fair(delta_exec, curr);
3692 	 * re-weight without changing vruntime at !0-lag point.
3723 	 * So the cfs_rq contains only one entity, hence vruntime of
3725 	 * average vruntime @V, which means we will always re-weight
3730 	 * vruntime of all the entities.
3754 	 * on vruntime should be:
3761 	if (avruntime != se->vruntime) {
3764 		se->vruntime = avruntime - vlag;
3827 		 * The entity's vruntime has been adjusted, so let's check
5178 	u64 vslice, vruntime = avg_vruntime(cfs_rq);
5260 	se->vruntime = vruntime - lag;
5273 	se->deadline = se->vruntime + vslice;
8489 		 * entity, update_curr() will update its vruntime, otherwise
12645 	 * Find delta after normalizing se's vruntime with its cfs_rq's
12649 	delta = (s64)(sea->vruntime - seb->vruntime) +