Lines Matching refs:regs
6478 struct pt_regs *regs, u64 mask) in perf_output_sample_regs() argument
6487 val = perf_reg_value(regs, bit); in perf_output_sample_regs()
6493 struct pt_regs *regs) in perf_sample_regs_user() argument
6495 if (user_mode(regs)) { in perf_sample_regs_user()
6497 regs_user->regs = regs; in perf_sample_regs_user()
6499 perf_get_regs_user(regs_user, regs); in perf_sample_regs_user()
6502 regs_user->regs = NULL; in perf_sample_regs_user()
6507 struct pt_regs *regs) in perf_sample_regs_intr() argument
6509 regs_intr->regs = regs; in perf_sample_regs_intr()
6521 static u64 perf_ustack_task_size(struct pt_regs *regs) in perf_ustack_task_size() argument
6523 unsigned long addr = perf_user_stack_pointer(regs); in perf_ustack_task_size()
6533 struct pt_regs *regs) in perf_sample_ustack_size() argument
6538 if (!regs) in perf_sample_ustack_size()
6551 task_size = min((u64) USHRT_MAX, perf_ustack_task_size(regs)); in perf_sample_ustack_size()
6572 struct pt_regs *regs) in perf_output_sample_ustack() argument
6575 if (!regs) { in perf_output_sample_ustack()
6599 sp = perf_user_stack_pointer(regs); in perf_output_sample_ustack()
7014 data->regs_user.regs, in perf_output_sample()
7022 data->regs_user.regs); in perf_output_sample()
7046 data->regs_intr.regs, in perf_output_sample()
7117 perf_callchain(struct perf_event *event, struct pt_regs *regs) in perf_callchain() argument
7129 callchain = get_perf_callchain(regs, 0, kernel, user, in perf_callchain()
7137 struct pt_regs *regs) in perf_prepare_sample() argument
7145 header->misc |= perf_misc_flags(regs); in perf_prepare_sample()
7150 data->ip = perf_instruction_pointer(regs); in perf_prepare_sample()
7156 data->callchain = perf_callchain(event, regs); in perf_prepare_sample()
7201 perf_sample_regs_user(&data->regs_user, regs); in perf_prepare_sample()
7207 if (data->regs_user.regs) { in perf_prepare_sample()
7226 data->regs_user.regs); in perf_prepare_sample()
7244 perf_sample_regs_intr(&data->regs_intr, regs); in perf_prepare_sample()
7246 if (data->regs_intr.regs) { in perf_prepare_sample()
7301 struct pt_regs *regs, in __perf_event_output() argument
7314 perf_prepare_sample(&header, data, event, regs); in __perf_event_output()
7332 struct pt_regs *regs) in perf_event_output_forward() argument
7334 __perf_event_output(event, data, regs, perf_output_begin_forward); in perf_event_output_forward()
7340 struct pt_regs *regs) in perf_event_output_backward() argument
7342 __perf_event_output(event, data, regs, perf_output_begin_backward); in perf_event_output_backward()
7348 struct pt_regs *regs) in perf_event_output() argument
7350 return __perf_event_output(event, data, regs, perf_output_begin); in perf_event_output()
8963 struct pt_regs *regs) in __perf_event_overflow() argument
8990 READ_ONCE(event->overflow_handler)(event, data, regs); in __perf_event_overflow()
9002 struct pt_regs *regs) in perf_event_overflow() argument
9004 return __perf_event_overflow(event, 1, data, regs); in perf_event_overflow()
9054 struct pt_regs *regs) in perf_swevent_overflow() argument
9067 data, regs)) { in perf_swevent_overflow()
9080 struct pt_regs *regs) in perf_swevent_event() argument
9086 if (!regs) in perf_swevent_event()
9094 return perf_swevent_overflow(event, 1, data, regs); in perf_swevent_event()
9099 return perf_swevent_overflow(event, 1, data, regs); in perf_swevent_event()
9104 perf_swevent_overflow(event, 0, data, regs); in perf_swevent_event()
9108 struct pt_regs *regs) in perf_exclude_event() argument
9113 if (regs) { in perf_exclude_event()
9114 if (event->attr.exclude_user && user_mode(regs)) in perf_exclude_event()
9117 if (event->attr.exclude_kernel && !user_mode(regs)) in perf_exclude_event()
9128 struct pt_regs *regs) in perf_swevent_match() argument
9136 if (perf_exclude_event(event, regs)) in perf_swevent_match()
9194 struct pt_regs *regs) in do_perf_sw_event() argument
9206 if (perf_swevent_match(event, type, event_id, data, regs)) in do_perf_sw_event()
9207 perf_swevent_event(event, nr, data, regs); in do_perf_sw_event()
9230 void ___perf_sw_event(u32 event_id, u64 nr, struct pt_regs *regs, u64 addr) in ___perf_sw_event() argument
9234 if (WARN_ON_ONCE(!regs)) in ___perf_sw_event()
9238 do_perf_sw_event(PERF_TYPE_SOFTWARE, event_id, nr, &data, regs); in ___perf_sw_event()
9241 void __perf_sw_event(u32 event_id, u64 nr, struct pt_regs *regs, u64 addr) in __perf_sw_event() argument
9250 ___perf_sw_event(event_id, nr, regs, addr); in __perf_sw_event()
9468 struct pt_regs *regs) in perf_tp_event_match() argument
9475 if (event->attr.exclude_kernel && !user_mode(regs)) in perf_tp_event_match()
9486 struct pt_regs *regs, struct hlist_head *head, in perf_trace_run_bpf_submit() argument
9490 *(struct pt_regs **)raw_data = regs; in perf_trace_run_bpf_submit()
9496 perf_tp_event(call->event.type, count, raw_data, size, regs, head, in perf_trace_run_bpf_submit()
9502 struct pt_regs *regs, struct hlist_head *head, int rctx, in perf_tp_event() argument
9521 if (perf_tp_event_match(event, &data, regs)) in perf_tp_event()
9522 perf_swevent_event(event, count, &data, regs); in perf_tp_event()
9545 if (perf_tp_event_match(event, &data, regs)) in perf_tp_event()
9546 perf_swevent_event(event, count, &data, regs); in perf_tp_event()
9754 struct pt_regs *regs) in bpf_overflow_handler() argument
9762 ctx.regs = perf_arch_bpf_user_pt_regs(regs); in bpf_overflow_handler()
9773 event->orig_overflow_handler(event, data, regs); in bpf_overflow_handler()
9938 struct pt_regs *regs = data; in perf_bp_event() local
9942 if (!bp->hw.state && !perf_exclude_event(bp, regs)) in perf_bp_event()
9943 perf_swevent_event(bp, 1, &sample, regs); in perf_bp_event()
10377 struct pt_regs *regs; in perf_swevent_hrtimer() local
10389 regs = get_irq_regs(); in perf_swevent_hrtimer()
10391 if (regs && !perf_exclude_event(event, regs)) { in perf_swevent_hrtimer()
10393 if (__perf_event_overflow(event, 1, &data, regs)) in perf_swevent_hrtimer()