kernel/sched/fair.c

533 static inline u64 max_vruntime(u64 max_vruntime, u64 vruntime)
535 	s64 delta = (s64)(vruntime - max_vruntime);
537 		max_vruntime = vruntime;
542 static inline u64 min_vruntime(u64 min_vruntime, u64 vruntime)
544 	s64 delta = (s64)(vruntime - min_vruntime);
546 		min_vruntime = vruntime;
555 	 * Tiebreak on vruntime seems unnecessary since it can
563 	return (s64)(se->vruntime - cfs_rq->min_vruntime);
588  * se->vruntime):
703 	vlag = avruntime - se->vruntime;
730  * Note: using 'avg_vruntime() > se->vruntime' is inacurate due
733 static int vruntime_eligible(struct cfs_rq *cfs_rq, u64 vruntime)
746 	return avg >= (s64)(vruntime - cfs_rq->min_vruntime) * load;
751 	return vruntime_eligible(cfs_rq, se->vruntime);
754 static u64 __update_min_vruntime(struct cfs_rq *cfs_rq, u64 vruntime)
760 	s64 delta = (s64)(vruntime - min_vruntime);
763 		min_vruntime = vruntime;
772 	u64 vruntime = cfs_rq->min_vruntime;
776 			vruntime = curr->vruntime;
783 			vruntime = se->min_vruntime;
785 			vruntime = min_vruntime(vruntime, se->min_vruntime);
790 		      __update_min_vruntime(cfs_rq, vruntime));
810  * se->min_vruntime = min(se->vruntime, {left,right}->min_vruntime)
817 	se->min_vruntime = se->vruntime;
833 	se->min_vruntime = se->vruntime;
878  * heap based on the vruntime by keeping:
880  *  se->min_vruntime = min(se->vruntime, se->{left,right}->min_vruntime)
986 	if ((s64)(se->vruntime - se->deadline) < 0)
999 	se->deadline = se->vruntime + calc_delta_fair(se->slice, se);
1174 	curr->vruntime += calc_delta_fair(delta_exec, curr);
3699 	 * re-weight without changing vruntime at !0-lag point.
3730 	 * So the cfs_rq contains only one entity, hence vruntime of
3732 	 * average vruntime @V, which means we will always re-weight
3737 	 * vruntime of all the entities.
3761 	 * on vruntime should be:
3768 	if (avruntime != se->vruntime) {
3771 		se->vruntime = avruntime - vlag;
3834 		 * The entity's vruntime has been adjusted, so let's check
5172 	u64 vslice, vruntime = avg_vruntime(cfs_rq);
5254 	se->vruntime = vruntime - lag;
5267 	se->deadline = se->vruntime + vslice;
8427 		 * entity, update_curr() will update its vruntime, otherwise
12577 	 * Find delta after normalizing se's vruntime with its cfs_rq's
12581 	delta = (s64)(sea->vruntime - seb->vruntime) +