kernel/time/tick-sched.c

40 static DEFINE_PER_CPU(struct tick_sched, tick_cpu_sched);
42 struct tick_sched *tick_get_tick_sched(int cpu)
184 static inline int tick_sched_flag_test(struct tick_sched *ts,
190 static inline void tick_sched_flag_set(struct tick_sched *ts,
197 static inline void tick_sched_flag_clear(struct tick_sched *ts,
206 static void tick_sched_do_timer(struct tick_sched *ts, ktime_t now)
253 static void tick_sched_handle(struct tick_sched *ts, struct pt_regs *regs)
286 	struct tick_sched *ts =	container_of(timer, struct tick_sched, sched_timer);
314 static void tick_sched_timer_cancel(struct tick_sched *ts)
366 static bool can_stop_full_tick(int cpu, struct tick_sched *ts)
510 	struct tick_sched *ts;
532 	struct tick_sched *ts = per_cpu_ptr(&tick_cpu_sched, cpu);
587 	struct tick_sched *ts;
689 	struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched);
696 	struct tick_sched *ts = per_cpu_ptr(&tick_cpu_sched, cpu);
725 static void tick_nohz_stop_idle(struct tick_sched *ts, ktime_t now)
747 static void tick_nohz_start_idle(struct tick_sched *ts)
757 static u64 get_cpu_sleep_time_us(struct tick_sched *ts, ktime_t *sleeptime,
805 	struct tick_sched *ts = &per_cpu(tick_cpu_sched, cpu);
831 	struct tick_sched *ts = &per_cpu(tick_cpu_sched, cpu);
838 static void tick_nohz_restart(struct tick_sched *ts, ktime_t now)
885  * @ts:		pointer to tick_sched struct
893 static ktime_t tick_nohz_next_event(struct tick_sched *ts, int cpu)
971 static void tick_nohz_stop_tick(struct tick_sched *ts, int cpu)
1071 static void tick_nohz_retain_tick(struct tick_sched *ts)
1077 static void tick_nohz_full_stop_tick(struct tick_sched *ts, int cpu)
1086 static void tick_nohz_restart_sched_tick(struct tick_sched *ts, ktime_t now)
1105 static void __tick_nohz_full_update_tick(struct tick_sched *ts,
1118 static void tick_nohz_full_update_tick(struct tick_sched *ts)
1168 static bool can_stop_idle_tick(int cpu, struct tick_sched *ts)
1206 	struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched);
1252 	struct tick_sched *ts;
1289 	struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched);
1304 	struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched);
1342 	struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched);
1383 	struct tick_sched *ts = tick_get_tick_sched(cpu);
1397 	struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched);
1402 static void tick_nohz_account_idle_time(struct tick_sched *ts,
1426 	struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched);
1435 static void tick_nohz_idle_update_tick(struct tick_sched *ts, ktime_t now)
1463 	struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched);
1496 	struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched);
1504 static inline void tick_nohz_activate(struct tick_sched *ts)
1534 	struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched);
1557 static inline void tick_nohz_activate(struct tick_sched *ts) { }
1586 	struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched);
1622 	struct tick_sched *ts = &per_cpu(tick_cpu_sched, cpu);
1664 	struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched);
1679 	struct tick_sched *ts = this_cpu_ptr(&tick_cpu_sched);