35 static void wakeup_reset(struct trace_array *tr);
36 static void __wakeup_reset(struct trace_array *tr);
77 func_prolog_preempt_disable(struct trace_array *tr,  in func_prolog_preempt_disable()  argument
94 	*data = per_cpu_ptr(tr->trace_buffer.data, cpu);  in func_prolog_preempt_disable()
116 	struct trace_array *tr = wakeup_trace;  in wakeup_tracer_call()  local
121 	if (!func_prolog_preempt_disable(tr, &data, &pc))  in wakeup_tracer_call()
125 	trace_function(tr, ip, parent_ip, flags, pc);  in wakeup_tracer_call()
133 static int register_wakeup_function(struct trace_array *tr, int graph, int set)  in register_wakeup_function()  argument
145 		ret = register_ftrace_function(tr->ops);  in register_wakeup_function()
153 static void unregister_wakeup_function(struct trace_array *tr, int graph)  in unregister_wakeup_function()  argument
161 		unregister_ftrace_function(tr->ops);  in unregister_wakeup_function()
166 static void wakeup_function_set(struct trace_array *tr, int set)  in wakeup_function_set()  argument
169 		register_wakeup_function(tr, is_graph(), 1);  in wakeup_function_set()
171 		unregister_wakeup_function(tr, is_graph());  in wakeup_function_set()
174 static int wakeup_flag_changed(struct trace_array *tr, u32 mask, int set)  in wakeup_flag_changed()  argument
176 	struct tracer *tracer = tr->current_trace;  in wakeup_flag_changed()
179 		wakeup_function_set(tr, set);  in wakeup_flag_changed()
184 static int start_func_tracer(struct trace_array *tr, int graph)  in start_func_tracer()  argument
188 	ret = register_wakeup_function(tr, graph, 0);  in start_func_tracer()
198 static void stop_func_tracer(struct trace_array *tr, int graph)  in stop_func_tracer()  argument
202 	unregister_wakeup_function(tr, graph);  in stop_func_tracer()
207 wakeup_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set)  in wakeup_set_flag()  argument
216 	stop_func_tracer(tr, !set);  in wakeup_set_flag()
219 	tr->max_latency = 0;  in wakeup_set_flag()
221 	return start_func_tracer(tr, set);  in wakeup_set_flag()
226 	struct trace_array *tr = wakeup_trace;  in wakeup_graph_entry()  local
231 	if (!func_prolog_preempt_disable(tr, &data, &pc))  in wakeup_graph_entry()
235 	ret = __trace_graph_entry(tr, trace, flags, pc);  in wakeup_graph_entry()
244 	struct trace_array *tr = wakeup_trace;  in wakeup_graph_return()  local
249 	if (!func_prolog_preempt_disable(tr, &data, &pc))  in wakeup_graph_return()
253 	__trace_graph_return(tr, trace, flags, pc);  in wakeup_graph_return()
297 __trace_function(struct trace_array *tr,  in __trace_function()  argument
302 		trace_graph_function(tr, ip, parent_ip, flags, pc);  in __trace_function()
304 		trace_function(tr, ip, parent_ip, flags, pc);  in __trace_function()
310 wakeup_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set)  in wakeup_set_flag()  argument
345 static int report_latency(struct trace_array *tr, cycle_t delta)  in report_latency()  argument
351 		if (delta <= tr->max_latency)  in report_latency()
367 tracing_sched_switch_trace(struct trace_array *tr,  in tracing_sched_switch_trace()  argument
373 	struct ring_buffer *buffer = tr->trace_buffer.buffer;  in tracing_sched_switch_trace()
395 tracing_sched_wakeup_trace(struct trace_array *tr,  in tracing_sched_wakeup_trace()  argument
403 	struct ring_buffer *buffer = tr->trace_buffer.buffer;  in tracing_sched_wakeup_trace()
491 static void __wakeup_reset(struct trace_array *tr)  in __wakeup_reset()  argument
503 static void wakeup_reset(struct trace_array *tr)  in wakeup_reset()  argument
507 	tracing_reset_online_cpus(&tr->trace_buffer);  in wakeup_reset()
511 	__wakeup_reset(tr);  in wakeup_reset()
595 static void start_wakeup_tracer(struct trace_array *tr)  in start_wakeup_tracer()  argument
627 	wakeup_reset(tr);  in start_wakeup_tracer()
638 	if (start_func_tracer(tr, is_graph()))  in start_wakeup_tracer()
648 static void stop_wakeup_tracer(struct trace_array *tr)  in stop_wakeup_tracer()  argument
651 	stop_func_tracer(tr, is_graph());  in stop_wakeup_tracer()
660 static int __wakeup_tracer_init(struct trace_array *tr)  in __wakeup_tracer_init()  argument
665 	set_tracer_flag(tr, TRACE_ITER_OVERWRITE, 1);  in __wakeup_tracer_init()
666 	set_tracer_flag(tr, TRACE_ITER_LATENCY_FMT, 1);  in __wakeup_tracer_init()
668 	tr->max_latency = 0;  in __wakeup_tracer_init()
669 	wakeup_trace = tr;  in __wakeup_tracer_init()
670 	ftrace_init_array_ops(tr, wakeup_tracer_call);  in __wakeup_tracer_init()
671 	start_wakeup_tracer(tr);  in __wakeup_tracer_init()
677 static int wakeup_tracer_init(struct trace_array *tr)  in wakeup_tracer_init()  argument
684 	return __wakeup_tracer_init(tr);  in wakeup_tracer_init()
687 static int wakeup_rt_tracer_init(struct trace_array *tr)  in wakeup_rt_tracer_init()  argument
694 	return __wakeup_tracer_init(tr);  in wakeup_rt_tracer_init()
697 static int wakeup_dl_tracer_init(struct trace_array *tr)  in wakeup_dl_tracer_init()  argument
704 	return __wakeup_tracer_init(tr);  in wakeup_dl_tracer_init()
707 static void wakeup_tracer_reset(struct trace_array *tr)  in wakeup_tracer_reset()  argument
712 	stop_wakeup_tracer(tr);  in wakeup_tracer_reset()
714 	wakeup_reset(tr);  in wakeup_tracer_reset()
716 	set_tracer_flag(tr, TRACE_ITER_LATENCY_FMT, lat_flag);  in wakeup_tracer_reset()
717 	set_tracer_flag(tr, TRACE_ITER_OVERWRITE, overwrite_flag);  in wakeup_tracer_reset()
718 	ftrace_reset_array_ops(tr);  in wakeup_tracer_reset()
722 static void wakeup_tracer_start(struct trace_array *tr)  in wakeup_tracer_start()  argument
724 	wakeup_reset(tr);  in wakeup_tracer_start()
728 static void wakeup_tracer_stop(struct trace_array *tr)  in wakeup_tracer_stop()  argument