kernel/trace/trace_uprobe.c

66 	struct trace_probe		tp;
273 	return trace_probe_is_enabled(&tu->tp);
301 	return trace_probe_match_command_args(&tu->tp, argc, argv);
310 		strcmp(trace_probe_name(&tu->tp), event) == 0) &&
311 	   (!system || strcmp(trace_probe_group_name(&tu->tp), system) == 0) &&
318 	struct trace_probe *tp;
320 	tp = trace_probe_primary_from_call(call);
321 	if (WARN_ON_ONCE(!tp))
324 	return container_of(tp, struct trace_uprobe, tp);
336 	tu = kzalloc(struct_size(tu, tp.args, nargs), GFP_KERNEL);
340 	ret = trace_probe_init(&tu->tp, event, group, true, nargs);
348 	init_trace_uprobe_filter(tu->tp.event->filter);
363 	trace_probe_cleanup(&tu->tp);
374 		if (strcmp(trace_probe_name(&tu->tp), event) == 0 &&
375 		    strcmp(trace_probe_group_name(&tu->tp), group) == 0)
386 	if (trace_probe_has_sibling(&tu->tp))
390 	if (trace_event_dyn_busy(trace_probe_event_call(&tu->tp)))
399 	trace_probe_unlink(&tu->tp);
407 	struct trace_probe_event *tpe = orig->tp.event;
411 	list_for_each_entry(orig, &tpe->probes, tp.list) {
420 		for (i = 0; i < orig->tp.nr_args; i++) {
421 			if (strcmp(orig->tp.args[i].comm,
422 				   comp->tp.args[i].comm))
426 		if (i == orig->tp.nr_args)
437 	ret = trace_probe_compare_arg_type(&tu->tp, &to->tp);
451 	ret = trace_probe_append(&tu->tp, &to->tp);
453 		dyn_event_add(&tu->devent, trace_probe_event_call(&tu->tp));
497 	old_tu = find_probe_event(trace_probe_name(&tu->tp),
498 				  trace_probe_group_name(&tu->tp));
520 	dyn_event_add(&tu->devent, trace_probe_event_call(&tu->tp));
690 		ret = traceprobe_parse_probe_arg(&tu->tp, i, argv[i], &ctx);
697 	ret = traceprobe_set_print_fmt(&tu->tp, ptype);
749 	seq_printf(m, "%c:%s/%s %s:0x%0*lx", c, trace_probe_group_name(&tu->tp),
750 			trace_probe_name(&tu->tp), tu->filename,
756 	for (i = 0; i < tu->tp.nr_args; i++)
757 		seq_printf(m, " %s=%s", tu->tp.args[i].name, tu->tp.args[i].comm);
824 			trace_probe_name(&tu->tp), tu->nhit);
955 	struct trace_event_call *call = trace_probe_event_call(&tu->tp);
959 	if (WARN_ON_ONCE(tu->tp.size + dsize > PAGE_SIZE))
966 	size = esize + tu->tp.size + dsize;
980 	memcpy(data, ucb->buf, tu->tp.size + dsize);
995 	trace_probe_for_each_link_rcu(link, &tu->tp)
1009 	trace_probe_for_each_link_rcu(link, &tu->tp)
1031 				 trace_probe_name(&tu->tp),
1036 				 trace_probe_name(&tu->tp),
1041 	if (trace_probe_print_args(s, tu->tp.args, tu->tp.nr_args, data, entry) < 0)
1073 static void __probe_event_disable(struct trace_probe *tp)
1077 	tu = container_of(tp, struct trace_uprobe, tp);
1078 	WARN_ON(!uprobe_filter_is_empty(tu->tp.event->filter));
1080 	list_for_each_entry(tu, trace_probe_probe_list(tp), tp.list) {
1092 	struct trace_probe *tp;
1097 	tp = trace_probe_primary_from_call(call);
1098 	if (WARN_ON_ONCE(!tp))
1100 	enabled = trace_probe_is_enabled(tp);
1104 		if (trace_probe_test_flag(tp, TP_FLAG_PROFILE))
1107 		ret = trace_probe_add_file(tp, file);
1111 		if (trace_probe_test_flag(tp, TP_FLAG_TRACE))
1114 		trace_probe_set_flag(tp, TP_FLAG_PROFILE);
1117 	tu = container_of(tp, struct trace_uprobe, tp);
1118 	WARN_ON(!uprobe_filter_is_empty(tu->tp.event->filter));
1127 	list_for_each_entry(tu, trace_probe_probe_list(tp), tp.list) {
1130 			__probe_event_disable(tp);
1142 		trace_probe_remove_file(tp, file);
1144 		trace_probe_clear_flag(tp, TP_FLAG_PROFILE);
1152 	struct trace_probe *tp;
1154 	tp = trace_probe_primary_from_call(call);
1155 	if (WARN_ON_ONCE(!tp))
1158 	if (!trace_probe_is_enabled(tp))
1162 		if (trace_probe_remove_file(tp, file) < 0)
1165 		if (trace_probe_is_enabled(tp))
1168 		trace_probe_clear_flag(tp, TP_FLAG_PROFILE);
1170 	__probe_event_disable(tp);
1193 	return traceprobe_define_arg_fields(event_call, size, &tu->tp);
1272 	struct trace_probe *tp;
1276 	tp = trace_probe_primary_from_call(call);
1277 	if (WARN_ON_ONCE(!tp))
1280 	tu = container_of(tp, struct trace_uprobe, tp);
1281 	if (trace_uprobe_filter_remove(tu->tp.event->filter, event))
1284 	list_for_each_entry(tu, trace_probe_probe_list(tp), tp.list) {
1296 	struct trace_probe *tp;
1300 	tp = trace_probe_primary_from_call(call);
1301 	if (WARN_ON_ONCE(!tp))
1304 	tu = container_of(tp, struct trace_uprobe, tp);
1305 	if (trace_uprobe_filter_add(tu->tp.event->filter, event))
1308 	list_for_each_entry(tu, trace_probe_probe_list(tp), tp.list) {
1327 	filter = tu->tp.event->filter;
1340 	struct trace_event_call *call = trace_probe_event_call(&tu->tp);
1359 	size = esize + tu->tp.size + dsize;
1382 	memcpy(data, ucb->buf, tu->tp.size + dsize);
1384 	if (size - esize > tu->tp.size + dsize) {
1385 		int len = tu->tp.size + dsize;
1493 	dsize = __get_data_size(&tu->tp, regs, NULL);
1497 	store_trace_args(ucb->buf, &tu->tp, regs, NULL, esize, dsize);
1499 	if (trace_probe_test_flag(&tu->tp, TP_FLAG_TRACE))
1503 	if (trace_probe_test_flag(&tu->tp, TP_FLAG_PROFILE))
1528 	dsize = __get_data_size(&tu->tp, regs, NULL);
1532 	store_trace_args(ucb->buf, &tu->tp, regs, NULL, esize, dsize);
1534 	if (trace_probe_test_flag(&tu->tp, TP_FLAG_TRACE))
1538 	if (trace_probe_test_flag(&tu->tp, TP_FLAG_PROFILE))
1557 	struct trace_event_call *call = trace_probe_event_call(&tu->tp);
1569 	return trace_probe_register_event_call(&tu->tp);
1574 	return trace_probe_unregister_event_call(&tu->tp);
1623 	if (traceprobe_set_print_fmt(&tu->tp, ptype) < 0) {
1628 	return trace_probe_event_call(&tu->tp);