H A D | fair.c | 316 static inline bool list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq) argument 384 list_del_leaf_cfs_rq(struct cfs_rq *cfs_rq) argument 466 cfs_rq_is_idle(struct cfs_rq *cfs_rq) argument 483 list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq) argument 488 list_del_leaf_cfs_rq(struct cfs_rq *cfs_rq) argument 514 cfs_rq_is_idle(struct cfs_rq *cfs_rq) argument 561 entity_key(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 628 avg_vruntime_add(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 638 avg_vruntime_sub(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 648 avg_vruntime_update(struct cfs_rq *cfs_rq, s64 delta) argument 660 avg_vruntime(struct cfs_rq *cfs_rq) argument 699 update_entity_lag(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 727 vruntime_eligible(struct cfs_rq *cfs_rq, u64 vruntime) argument 743 entity_eligible(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 748 __update_min_vruntime(struct cfs_rq *cfs_rq, u64 vruntime) argument 762 update_min_vruntime(struct cfs_rq *cfs_rq) argument 824 __enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 832 __dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 839 __pick_root_entity(struct cfs_rq *cfs_rq) argument 849 __pick_first_entity(struct cfs_rq *cfs_rq) argument 878 pick_eevdf(struct cfs_rq *cfs_rq) argument 944 __pick_last_entity(struct cfs_rq *cfs_rq) argument 978 update_deadline(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 1059 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 1101 update_tg_load_avg(struct cfs_rq *cfs_rq) argument 1156 update_curr(struct cfs_rq *cfs_rq) argument 1184 update_stats_wait_start_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 1201 update_stats_wait_end_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 1227 update_stats_enqueue_sleeper_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 1247 update_stats_enqueue_fair(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) argument 1264 update_stats_dequeue_fair(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) argument 1296 update_stats_curr_start(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 3576 account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 3593 account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 3657 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 3664 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 3674 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 3676 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 3679 reweight_eevdf(struct cfs_rq *cfs_rq, struct sched_entity *se, unsigned long weight) argument 3786 reweight_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, unsigned long weight) argument 3841 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 3926 calc_group_shares(struct cfs_rq *cfs_rq) argument 3991 cfs_rq_util_change(struct cfs_rq *cfs_rq, int flags) argument 4038 cfs_rq_last_update_time(struct cfs_rq *cfs_rq) argument 4052 child_cfs_rq_on_list(struct cfs_rq *cfs_rq) argument 4070 cfs_rq_is_decayed(struct cfs_rq *cfs_rq) argument 4098 update_tg_load_avg(struct cfs_rq *cfs_rq) argument 4129 clear_tg_load_avg(struct cfs_rq *cfs_rq) argument 4163 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; local 4271 update_tg_cfs_util(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) argument 4303 update_tg_cfs_runnable(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) argument 4333 update_tg_cfs_load(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) argument 4400 add_tg_cfs_propagate(struct cfs_rq *cfs_rq, long runnable_sum) argument 4409 struct cfs_rq *cfs_rq, *gcfs_rq; local 4466 update_tg_load_avg(struct cfs_rq *cfs_rq) argument 4475 add_tg_cfs_propagate(struct cfs_rq *cfs_rq, long runnable_sum) argument 4483 struct cfs_rq *cfs_rq; local 4578 update_cfs_rq_load_avg(u64 now, struct cfs_rq *cfs_rq) argument 4649 attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 4704 detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 4735 update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) argument 4783 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 4796 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 4815 cfs_rq_runnable_avg(struct cfs_rq *cfs_rq) argument 4820 cfs_rq_load_avg(struct cfs_rq *cfs_rq) argument 4847 util_est_enqueue(struct cfs_rq *cfs_rq, struct task_struct *p) argument 4863 util_est_dequeue(struct cfs_rq *cfs_rq, struct task_struct *p) argument 4881 util_est_update(struct cfs_rq *cfs_rq, struct task_struct *p, bool task_sleep) argument 5123 cfs_rq_is_decayed(struct cfs_rq *cfs_rq) argument 5133 update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int not_used1) argument 5141 attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 5143 detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 5151 util_est_enqueue(struct cfs_rq *cfs_rq, struct task_struct *p) argument 5154 util_est_dequeue(struct cfs_rq *cfs_rq, struct task_struct *p) argument 5157 util_est_update(struct cfs_rq *cfs_rq, struct task_struct *p, bool task_sleep) argument 5164 place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) argument 5270 enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) argument 5340 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 5348 clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 5357 dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) argument 5410 set_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 5460 pick_next_entity(struct cfs_rq *cfs_rq) argument 5474 put_prev_entity(struct cfs_rq *cfs_rq, struct sched_entity *prev) argument 5497 entity_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr, int queued) argument 5607 __assign_cfs_rq_runtime(struct cfs_bandwidth *cfs_b, struct cfs_rq *cfs_rq, u64 target_runtime) argument 5635 assign_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 5647 __account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) argument 5666 account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) argument 5674 cfs_rq_throttled(struct cfs_rq *cfs_rq) argument 5680 throttled_hierarchy(struct cfs_rq *cfs_rq) argument 5705 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; local 5734 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; local 5750 throttle_cfs_rq(struct cfs_rq *cfs_rq) argument 5839 unthrottle_cfs_rq(struct cfs_rq *cfs_rq) argument 5965 __unthrottle_cfs_rq_async(struct cfs_rq *cfs_rq) argument 5985 __unthrottle_cfs_rq_async(struct cfs_rq *cfs_rq) argument 5991 unthrottle_cfs_rq_async(struct cfs_rq *cfs_rq) argument 6007 struct cfs_rq *cfs_rq, *tmp; local 6194 __return_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 6217 return_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 6262 check_enqueue_throttle(struct cfs_rq *cfs_rq) argument 6283 struct cfs_rq *pcfs_rq, *cfs_rq; local 6299 check_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 6405 init_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 6477 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; local 6502 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; local 6528 struct cfs_rq *cfs_rq = task_cfs_rq(p); local 6573 account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) argument 6574 check_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 6575 check_enqueue_throttle(struct cfs_rq *cfs_rq) argument 6577 return_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 6579 cfs_rq_throttled(struct cfs_rq *cfs_rq) argument 6584 throttled_hierarchy(struct cfs_rq *cfs_rq) argument 6597 init_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 6712 struct cfs_rq *cfs_rq; local 6805 struct cfs_rq *cfs_rq; local 6913 struct cfs_rq *cfs_rq; local 6936 struct cfs_rq *cfs_rq; local 7674 struct cfs_rq *cfs_rq = &cpu_rq(cpu)->cfs; local 8284 struct cfs_rq *cfs_rq = task_cfs_rq(curr); local 8362 struct cfs_rq *cfs_rq; local 8394 struct cfs_rq *cfs_rq = &rq->cfs; local 8547 struct cfs_rq *cfs_rq; local 8561 struct cfs_rq *cfs_rq = task_cfs_rq(curr); local 9239 cfs_rq_has_blocked(struct cfs_rq *cfs_rq) argument 9278 cfs_rq_has_blocked(struct cfs_rq *cfs_rq) argument 9314 struct cfs_rq *cfs_rq, *pos; local 9360 update_cfs_rq_h_load(struct cfs_rq *cfs_rq) argument 9395 struct cfs_rq *cfs_rq = task_cfs_rq(p); local 9404 struct cfs_rq *cfs_rq = &rq->cfs; local 12511 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 12583 struct cfs_rq *cfs_rq; local 12606 struct cfs_rq *cfs_rq; local 12631 struct cfs_rq *cfs_rq; local 12678 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 12707 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 12729 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 12794 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 12802 init_cfs_rq(struct cfs_rq *cfs_rq) argument 12849 struct cfs_rq *cfs_rq; local 12932 init_tg_cfs_entry(struct task_group *tg, struct cfs_rq *cfs_rq, struct sched_entity *se, int cpu, struct sched_entity *parent) argument 13062 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 13162 struct cfs_rq *cfs_rq, *pos; local 13165 for_each_leaf_cfs_rq_safe(cpu_rq(cpu), cfs_rq, pos) local [all...] |