linux-master/kernel/cpu.c

67 	enum cpuhp_state	state;
68 	enum cpuhp_state	target;
69 	enum cpuhp_state	fail;
78 	enum cpuhp_state	cb_state;
86 static DEFINE_PER_CPU(struct cpuhp_cpu_state, cpuhp_state) = {
96 	STATIC_LOCKDEP_MAP_INIT("cpuhp_state-up", &cpuhp_state_up_map);
98 	STATIC_LOCKDEP_MAP_INIT("cpuhp_state-down", &cpuhp_state_down_map);
147 static struct cpuhp_step *cpuhp_get_step(enum cpuhp_state state)
169 static int cpuhp_invoke_callback(unsigned int cpu, enum cpuhp_state state,
173 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
252 static bool cpuhp_is_ap_state(enum cpuhp_state state)
276 static bool cpuhp_is_atomic_state(enum cpuhp_state state)
301 	atomic_t *st = this_cpu_ptr(&cpuhp_state.ap_sync_state);
311 	atomic_t *st = per_cpu_ptr(&cpuhp_state.ap_sync_state, cpu);
357  * Late CPU shutdown synchronization point. Cannot use cpuhp_state::done_down
362 	atomic_t *st = per_cpu_ptr(&cpuhp_state.ap_sync_state, cpu);
393 	atomic_t *st = this_cpu_ptr(&cpuhp_state.ap_sync_state);
404 	atomic_t *st = per_cpu_ptr(&cpuhp_state.ap_sync_state, cpu);
433  * Early CPU bringup synchronization point. Cannot use cpuhp_state::done_up
698 static inline enum cpuhp_state
699 cpuhp_set_state(int cpu, struct cpuhp_cpu_state *st, enum cpuhp_state target)
701 	enum cpuhp_state prev_state = st->state;
718 		  enum cpuhp_state prev_state)
767 			 enum cpuhp_state target)
769 	enum cpuhp_state prev_state;
784 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
817 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
849 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
919 			     enum cpuhp_state *state_to_run,
921 			     enum cpuhp_state target)
946 					 enum cpuhp_state target,
949 	enum cpuhp_state state;
977 					      enum cpuhp_state target)
985 						      enum cpuhp_state target)
1005 			      enum cpuhp_state target)
1007 	enum cpuhp_state prev_state = st->state;
1029 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);
1050 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);
1052 	enum cpuhp_state state;
1115 cpuhp_invoke_ap_callback(int cpu, enum cpuhp_state state, bool bringup,
1118 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
1167 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
1168 	enum cpuhp_state prev_state = st->state;
1185 	.store			= &cpuhp_state.thread,
1198 		st = per_cpu_ptr(&cpuhp_state, cpu);
1208 	kthread_unpark(this_cpu_read(cpuhp_state.thread));
1260 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);
1261 	enum cpuhp_state target = max((int)st->target, CPUHP_AP_OFFLINE);
1287 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
1352 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);
1367 				enum cpuhp_state target)
1369 	enum cpuhp_state prev_state = st->state;
1390 			   enum cpuhp_state target)
1392 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
1456 	enum cpuhp_state	target;
1466 static int cpu_down_maps_locked(unsigned int cpu, enum cpuhp_state target)
1492 static int cpu_down(unsigned int cpu, enum cpuhp_state target)
1584 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
1585 	enum cpuhp_state target = min((int)st->target, CPUHP_AP_ONLINE);
1601 void cpuhp_online_idle(enum cpuhp_state state)
1603 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);
1622 static int _cpu_up(unsigned int cpu, int tasks_frozen, enum cpuhp_state target)
1624 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
1687 static int cpu_up(unsigned int cpu, enum cpuhp_state target)
1771 				      enum cpuhp_state target)
1776 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
2242 static int cpuhp_cb_check(enum cpuhp_state state)
2254 static int cpuhp_reserve_state(enum cpuhp_state state)
2256 	enum cpuhp_state i, end;
2280 static int cpuhp_store_callbacks(enum cpuhp_state state, const char *name,
2317 static void *cpuhp_get_teardown_cb(enum cpuhp_state state)
2326 static int cpuhp_issue_call(int cpu, enum cpuhp_state state, bool bringup,
2359 static void cpuhp_rollback_install(int failedcpu, enum cpuhp_state state,
2366 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
2378 int __cpuhp_state_add_instance_cpuslocked(enum cpuhp_state state,
2402 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
2423 int __cpuhp_state_add_instance(enum cpuhp_state state, struct hlist_node *node,
2453 int __cpuhp_setup_state_cpuslocked(enum cpuhp_state state,
2486 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
2512 int __cpuhp_setup_state(enum cpuhp_state state,
2528 int __cpuhp_state_remove_instance(enum cpuhp_state state,
2550 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
2576 void __cpuhp_remove_state_cpuslocked(enum cpuhp_state state, bool invoke)
2602 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);
2614 void __cpuhp_remove_state(enum cpuhp_state state, bool invoke)
2706 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);
2715 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);
2756 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);
2765 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);
2815 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);
3145 	atomic_set(this_cpu_ptr(&cpuhp_state.ap_sync_state), SYNC_STATE_ONLINE);
3147 	this_cpu_write(cpuhp_state.state, CPUHP_ONLINE);
3148 	this_cpu_write(cpuhp_state.target, CPUHP_ONLINE);