41 static bool trace_uprobe_match(const char *system, const char *event,
313 static bool trace_uprobe_match(const char *system, const char *event,  in trace_uprobe_match()  argument
318 	return strcmp(trace_probe_name(&tu->tp), event) == 0 &&  in trace_uprobe_match()
339 alloc_trace_uprobe(const char *group, const char *event, int nargs, bool is_ret)  in alloc_trace_uprobe()  argument
348 	ret = trace_probe_init(&tu->tp, event, group, true);  in alloc_trace_uprobe()
356 	init_trace_uprobe_filter(tu->tp.event->filter);  in alloc_trace_uprobe()
376 static struct trace_uprobe *find_probe_event(const char *event, const char *group)  in find_probe_event()  argument
382 		if (strcmp(trace_probe_name(&tu->tp), event) == 0 &&  in find_probe_event()
411 	struct trace_probe_event *tpe = orig->tp.event;  in trace_uprobe_has_same_uprobe()
541 	const char *event = NULL, *group = UPROBE_EVENT_SYSTEM;  in trace_uprobe_create()  local
566 		event = &argv[0][2];  in trace_uprobe_create()
647 	if (event) {  in trace_uprobe_create()
648 		ret = traceprobe_parse_event_name(&event, &group, buf,  in trace_uprobe_create()
649 						  event - argv[0]);  in trace_uprobe_create()
667 		event = buf;  in trace_uprobe_create()
674 	tu = alloc_trace_uprobe(group, event, argc, is_return);  in trace_uprobe_create()
953 	struct ring_buffer_event *event;  in __uprobe_trace_func()  local
968 	event = trace_event_buffer_lock_reserve(&buffer, trace_file,  in __uprobe_trace_func()
969 						call->event.type, size, 0, 0);  in __uprobe_trace_func()
970 	if (!event)  in __uprobe_trace_func()
973 	entry = ring_buffer_event_data(event);  in __uprobe_trace_func()
985 	event_trigger_unlock_commit(trace_file, buffer, event, entry, 0, 0);  in __uprobe_trace_func()
1019 print_uprobe_event(struct trace_iterator *iter, int flags, struct trace_event *event)  in print_uprobe_event()  argument
1028 		container_of(event, struct trace_event_call, event));  in print_uprobe_event()
1082 	WARN_ON(!uprobe_filter_is_empty(tu->tp.event->filter));  in __probe_event_disable()
1123 	WARN_ON(!uprobe_filter_is_empty(tu->tp.event->filter));  in probe_event_enable()
1206 	struct perf_event *event;  in __uprobe_perf_filter()  local
1211 	list_for_each_entry(event, &filter->perf_events, hw.tp_list) {  in __uprobe_perf_filter()
1212 		if (event->hw.target->mm == mm)  in __uprobe_perf_filter()
1221 			  struct perf_event *event)  in trace_uprobe_filter_event()  argument
1223 	return __uprobe_perf_filter(filter, event->hw.target->mm);  in trace_uprobe_filter_event()
1227 				       struct perf_event *event)  in trace_uprobe_filter_remove()  argument
1232 	if (event->hw.target) {  in trace_uprobe_filter_remove()
1233 		list_del(&event->hw.tp_list);  in trace_uprobe_filter_remove()
1235 			(event->hw.target->flags & PF_EXITING) ||  in trace_uprobe_filter_remove()
1236 			trace_uprobe_filter_event(filter, event);  in trace_uprobe_filter_remove()
1248 				    struct perf_event *event)  in trace_uprobe_filter_add()  argument
1253 	if (event->hw.target) {  in trace_uprobe_filter_add()
1263 			event->parent || event->attr.enable_on_exec ||  in trace_uprobe_filter_add()
1264 			trace_uprobe_filter_event(filter, event);  in trace_uprobe_filter_add()
1265 		list_add(&event->hw.tp_list, &filter->perf_events);  in trace_uprobe_filter_add()
1276 			     struct perf_event *event)  in uprobe_perf_close()  argument
1287 	if (trace_uprobe_filter_remove(tu->tp.event->filter, event))  in uprobe_perf_close()
1301 			    struct perf_event *event)  in uprobe_perf_open()  argument
1312 	if (trace_uprobe_filter_add(tu->tp.event->filter, event))  in uprobe_perf_open()
1319 			uprobe_perf_close(call, event);  in uprobe_perf_open()
1335 	filter = tu->tp.event->filter;  in uprobe_perf_filter()
1398 	perf_trace_buf_submit(entry, size, rctx, call->event.type, 1, regs,  in __uprobe_perf_func()
1423 int bpf_get_uprobe_info(const struct perf_event *event, u32 *fd_type,  in bpf_get_uprobe_info()  argument
1427 	const char *pevent = trace_event_name(event->tp_event);  in bpf_get_uprobe_info()
1428 	const char *group = event->tp_event->class->system;  in bpf_get_uprobe_info()
1434 		tu = trace_uprobe_primary_from_call(event->tp_event);  in bpf_get_uprobe_info()
1448 trace_uprobe_register(struct trace_event_call *event, enum trace_reg type,  in trace_uprobe_register()  argument
1455 		return probe_event_enable(event, file, NULL);  in trace_uprobe_register()
1458 		probe_event_disable(event, file);  in trace_uprobe_register()
1463 		return probe_event_enable(event, NULL, uprobe_perf_filter);  in trace_uprobe_register()
1466 		probe_event_disable(event, NULL);  in trace_uprobe_register()
1470 		return uprobe_perf_open(event, data);  in trace_uprobe_register()
1473 		return uprobe_perf_close(event, data);  in trace_uprobe_register()
1566 	call->event.funcs = &uprobe_funcs;  in init_trace_event_call()