kernel/sched/pelt.h

5 int __update_load_avg_se(u64 now, struct cfs_rq *cfs_rq, struct sched_entity *se);
6 int __update_load_avg_cfs_rq(u64 now, struct cfs_rq *cfs_rq);
156 static inline void update_idle_cfs_rq_clock_pelt(struct cfs_rq *cfs_rq)
160 	if (unlikely(cfs_rq->throttle_count))
163 		throttled = cfs_rq->throttled_clock_pelt_time;
165 	u64_u32_store(cfs_rq->throttled_pelt_idle, throttled);
168 /* rq->task_clock normalized against any time this cfs_rq has spent throttled */
169 static inline u64 cfs_rq_clock_pelt(struct cfs_rq *cfs_rq)
171 	if (unlikely(cfs_rq->throttle_count))
172 		return cfs_rq->throttled_clock_pelt - cfs_rq->throttled_clock_pelt_time;
174 	return rq_clock_pelt(rq_of(cfs_rq)) - cfs_rq->throttled_clock_pelt_time;
177 static inline void update_idle_cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) { }
178 static inline u64 cfs_rq_clock_pelt(struct cfs_rq *cfs_rq)
180 	return rq_clock_pelt(rq_of(cfs_rq));
187 update_cfs_rq_load_avg(u64 now, struct cfs_rq *cfs_rq)
232 static inline void update_idle_cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) { }