kernel/trace/trace_sched_wakeup.c

36 static void wakeup_reset(struct trace_array *tr);
37 static void __wakeup_reset(struct trace_array *tr);
38 static int start_func_tracer(struct trace_array *tr, int graph);
39 static void stop_func_tracer(struct trace_array *tr, int graph);
44 # define is_graph(tr) ((tr)->trace_flags & TRACE_ITER_DISPLAY_GRAPH)
46 # define is_graph(tr) false
68 func_prolog_preempt_disable(struct trace_array *tr,
85 	*data = per_cpu_ptr(tr->array_buffer.data, cpu);
102 static int wakeup_display_graph(struct trace_array *tr, int set)
104 	if (!(is_graph(tr) ^ set))
107 	stop_func_tracer(tr, !set);
110 	tr->max_latency = 0;
112 	return start_func_tracer(tr, set);
117 	struct trace_array *tr = wakeup_trace;
134 	if (!func_prolog_preempt_disable(tr, &data, &trace_ctx))
137 	ret = __trace_graph_entry(tr, trace, trace_ctx);
146 	struct trace_array *tr = wakeup_trace;
152 	if (!func_prolog_preempt_disable(tr, &data, &trace_ctx))
155 	__trace_graph_return(tr, trace, trace_ctx);
169 	if (is_graph(iter->tr))
194 	if (is_graph(iter->tr))
216 	struct trace_array *tr = wakeup_trace;
221 	if (!func_prolog_preempt_disable(tr, &data, &trace_ctx))
225 	trace_function(tr, ip, parent_ip, trace_ctx);
232 static int register_wakeup_function(struct trace_array *tr, int graph, int set)
237 	if (function_enabled || (!set && !(tr->trace_flags & TRACE_ITER_FUNCTION)))
243 		ret = register_ftrace_function(tr->ops);
251 static void unregister_wakeup_function(struct trace_array *tr, int graph)
259 		unregister_ftrace_function(tr->ops);
264 static int wakeup_function_set(struct trace_array *tr, u32 mask, int set)
270 		register_wakeup_function(tr, is_graph(tr), 1);
272 		unregister_wakeup_function(tr, is_graph(tr));
276 static int register_wakeup_function(struct trace_array *tr, int graph, int set)
280 static void unregister_wakeup_function(struct trace_array *tr, int graph) { }
281 static int wakeup_function_set(struct trace_array *tr, u32 mask, int set)
303 __trace_function(struct trace_array *tr,
307 	if (is_graph(tr))
308 		trace_graph_function(tr, ip, parent_ip, trace_ctx);
310 		trace_function(tr, ip, parent_ip, trace_ctx);
313 static int wakeup_flag_changed(struct trace_array *tr, u32 mask, int set)
315 	struct tracer *tracer = tr->current_trace;
317 	if (wakeup_function_set(tr, mask, set))
322 		return wakeup_display_graph(tr, set);
328 static int start_func_tracer(struct trace_array *tr, int graph)
332 	ret = register_wakeup_function(tr, graph, 0);
342 static void stop_func_tracer(struct trace_array *tr, int graph)
346 	unregister_wakeup_function(tr, graph);
352 static bool report_latency(struct trace_array *tr, u64 delta)
358 		if (delta <= tr->max_latency)
374 tracing_sched_switch_trace(struct trace_array *tr,
380 	struct trace_buffer *buffer = tr->array_buffer.buffer;
398 		trace_buffer_unlock_commit(tr, buffer, event, trace_ctx);
402 tracing_sched_wakeup_trace(struct trace_array *tr,
410 	struct trace_buffer *buffer = tr->array_buffer.buffer;
426 		trace_buffer_unlock_commit(tr, buffer, event, trace_ctx);
500 static void __wakeup_reset(struct trace_array *tr)
512 static void wakeup_reset(struct trace_array *tr)
516 	tracing_reset_online_cpus(&tr->array_buffer);
520 	__wakeup_reset(tr);
602 static void start_wakeup_tracer(struct trace_array *tr)
634 	wakeup_reset(tr);
645 	if (start_func_tracer(tr, is_graph(tr)))
657 static void stop_wakeup_tracer(struct trace_array *tr)
660 	stop_func_tracer(tr, is_graph(tr));
669 static int __wakeup_tracer_init(struct trace_array *tr)
671 	save_flags = tr->trace_flags;
674 	set_tracer_flag(tr, TRACE_ITER_OVERWRITE, 1);
675 	set_tracer_flag(tr, TRACE_ITER_LATENCY_FMT, 1);
677 	tr->max_latency = 0;
678 	wakeup_trace = tr;
679 	ftrace_init_array_ops(tr, wakeup_tracer_call);
680 	start_wakeup_tracer(tr);
686 static int wakeup_tracer_init(struct trace_array *tr)
693 	return __wakeup_tracer_init(tr);
696 static int wakeup_rt_tracer_init(struct trace_array *tr)
703 	return __wakeup_tracer_init(tr);
706 static int wakeup_dl_tracer_init(struct trace_array *tr)
713 	return __wakeup_tracer_init(tr);
716 static void wakeup_tracer_reset(struct trace_array *tr)
721 	stop_wakeup_tracer(tr);
723 	wakeup_reset(tr);
725 	set_tracer_flag(tr, TRACE_ITER_LATENCY_FMT, lat_flag);
726 	set_tracer_flag(tr, TRACE_ITER_OVERWRITE, overwrite_flag);
727 	ftrace_reset_array_ops(tr);
731 static void wakeup_tracer_start(struct trace_array *tr)
733 	wakeup_reset(tr);
737 static void wakeup_tracer_stop(struct trace_array *tr)