98 static int uprobe_dispatcher(struct uprobe_consumer *con, struct pt_regs *regs);
100 				unsigned long func, struct pt_regs *regs);
114 static unsigned long get_user_stack_nth(struct pt_regs *regs, unsigned int n)  in get_user_stack_nth()  argument
117 	unsigned long addr = user_stack_pointer(regs);  in get_user_stack_nth()
223 	struct pt_regs *regs = rec;  in process_fetch_insn()  local
229 		val = regs_get_register(regs, code->param);  in process_fetch_insn()
232 		val = get_user_stack_nth(regs, code->param);  in process_fetch_insn()
235 		val = user_stack_pointer(regs);  in process_fetch_insn()
238 		val = regs_return_value(regs);  in process_fetch_insn()
947 				unsigned long func, struct pt_regs *regs,  in __uprobe_trace_func()  argument
976 		entry->vaddr[1] = instruction_pointer(regs);  in __uprobe_trace_func()
979 		entry->vaddr[0] = instruction_pointer(regs);  in __uprobe_trace_func()
989 static int uprobe_trace_func(struct trace_uprobe *tu, struct pt_regs *regs,  in uprobe_trace_func()  argument
999 		__uprobe_trace_func(tu, 0, regs, ucb, dsize, link->file);  in uprobe_trace_func()
1006 				 struct pt_regs *regs,  in uretprobe_trace_func()  argument
1013 		__uprobe_trace_func(tu, func, regs, ucb, dsize, link->file);  in uretprobe_trace_func()
1345 			       unsigned long func, struct pt_regs *regs,  in __uprobe_perf_func()  argument
1359 		ret = trace_call_bpf(call, regs);  in __uprobe_perf_func()
1383 		entry->vaddr[1] = instruction_pointer(regs);  in __uprobe_perf_func()
1386 		entry->vaddr[0] = instruction_pointer(regs);  in __uprobe_perf_func()
1398 	perf_trace_buf_submit(entry, size, rctx, call->event.type, 1, regs,  in __uprobe_perf_func()
1405 static int uprobe_perf_func(struct trace_uprobe *tu, struct pt_regs *regs,  in uprobe_perf_func()  argument
1412 		__uprobe_perf_func(tu, 0, regs, ucb, dsize);  in uprobe_perf_func()
1417 				struct pt_regs *regs,  in uretprobe_perf_func()  argument
1420 	__uprobe_perf_func(tu, func, regs, ucb, dsize);  in uretprobe_perf_func()
1481 static int uprobe_dispatcher(struct uprobe_consumer *con, struct pt_regs *regs)  in uprobe_dispatcher()  argument
1494 	udd.bp_addr = instruction_pointer(regs);  in uprobe_dispatcher()
1501 	dsize = __get_data_size(&tu->tp, regs);  in uprobe_dispatcher()
1505 	store_trace_args(ucb->buf, &tu->tp, regs, esize, dsize);  in uprobe_dispatcher()
1508 		ret |= uprobe_trace_func(tu, regs, ucb, dsize);  in uprobe_dispatcher()
1512 		ret |= uprobe_perf_func(tu, regs, ucb, dsize);  in uprobe_dispatcher()
1519 				unsigned long func, struct pt_regs *regs)  in uretprobe_dispatcher()  argument
1536 	dsize = __get_data_size(&tu->tp, regs);  in uretprobe_dispatcher()
1540 	store_trace_args(ucb->buf, &tu->tp, regs, esize, dsize);  in uretprobe_dispatcher()
1543 		uretprobe_trace_func(tu, func, regs, ucb, dsize);  in uretprobe_dispatcher()
1547 		uretprobe_perf_func(tu, func, regs, ucb, dsize);  in uretprobe_dispatcher()