| /kernel/trace/ |
| D | trace_syscalls.c | 65 trace_get_syscall_nr(struct task_struct *task, struct pt_regs *regs) in trace_get_syscall_nr() argument
67 if (unlikely(arch_trace_is_compat_syscall(regs))) in trace_get_syscall_nr()
70 return syscall_get_nr(task, regs); in trace_get_syscall_nr()
74 trace_get_syscall_nr(struct task_struct *task, struct pt_regs *regs) in trace_get_syscall_nr() argument
76 return syscall_get_nr(task, regs); in trace_get_syscall_nr()
308 static void ftrace_syscall_enter(void *data, struct pt_regs *regs, long id) in ftrace_syscall_enter() argument
322 syscall_nr = trace_get_syscall_nr(current, regs); in ftrace_syscall_enter()
351 syscall_get_arguments(current, regs, args); in ftrace_syscall_enter()
358 static void ftrace_syscall_exit(void *data, struct pt_regs *regs, long ret) in ftrace_syscall_exit() argument
370 syscall_nr = trace_get_syscall_nr(current, regs); in ftrace_syscall_exit()
[all …]
|
| D | bpf_trace.c | 125 BPF_CALL_2(bpf_override_return, struct pt_regs *, regs, unsigned long, rc) in BPF_CALL_2() argument
127 regs_set_return_value(regs, rc); in BPF_CALL_2()
128 override_function_with_return(regs); in BPF_CALL_2()
420 __bpf_perf_event_output(struct pt_regs *regs, struct bpf_map *map, in __bpf_perf_event_output() argument
446 return perf_event_output(event, sd, regs); in __bpf_perf_event_output()
459 BPF_CALL_5(bpf_perf_event_output, struct pt_regs *, regs, struct bpf_map *, map, in BPF_CALL_5() argument
488 err = __bpf_perf_event_output(regs, map, flags, sd); in BPF_CALL_5()
508 struct pt_regs regs[3]; member
532 struct pt_regs *regs; in bpf_event_output() local
540 regs = this_cpu_ptr(&bpf_pt_regs.regs[nest_level - 1]); in bpf_event_output()
[all …]
|
| D | trace_uprobe.c | 104 static int uprobe_dispatcher(struct uprobe_consumer *con, struct pt_regs *regs);
106 unsigned long func, struct pt_regs *regs);
120 static unsigned long get_user_stack_nth(struct pt_regs *regs, unsigned int n) in get_user_stack_nth() argument
123 unsigned long addr = user_stack_pointer(regs); in get_user_stack_nth()
226 process_fetch_insn(struct fetch_insn *code, struct pt_regs *regs, void *dest, in process_fetch_insn() argument
234 val = regs_get_register(regs, code->param); in process_fetch_insn()
237 val = get_user_stack_nth(regs, code->param); in process_fetch_insn()
240 val = user_stack_pointer(regs); in process_fetch_insn()
243 val = regs_return_value(regs); in process_fetch_insn()
944 unsigned long func, struct pt_regs *regs, in __uprobe_trace_func() argument
[all …]
|
| D | trace_kprobe.c | 239 static int kprobe_dispatcher(struct kprobe *kp, struct pt_regs *regs);
241 struct pt_regs *regs);
1126 process_fetch_insn(struct fetch_insn *code, struct pt_regs *regs, void *dest, in process_fetch_insn() argument
1135 val = regs_get_register(regs, code->param); in process_fetch_insn()
1138 val = regs_get_kernel_stack_nth(regs, code->param); in process_fetch_insn()
1141 val = kernel_stack_pointer(regs); in process_fetch_insn()
1144 val = regs_return_value(regs); in process_fetch_insn()
1157 val = regs_get_kernel_argument(regs, code->param); in process_fetch_insn()
1174 __kprobe_trace_func(struct trace_kprobe *tk, struct pt_regs *regs, in NOKPROBE_SYMBOL()
1192 dsize = __get_data_size(&tk->tp, regs); in NOKPROBE_SYMBOL()
[all …]
|
| D | trace_event_perf.c | 395 void *perf_trace_buf_alloc(int size, struct pt_regs **regs, int *rctxp) in perf_trace_buf_alloc() argument
410 if (regs) in perf_trace_buf_alloc()
411 *regs = this_cpu_ptr(&__perf_regs[rctx]); in perf_trace_buf_alloc()
440 struct pt_regs regs; in perf_ftrace_function_call() local
461 memset(®s, 0, sizeof(regs)); in perf_ftrace_function_call()
462 perf_fetch_caller_regs(®s); in perf_ftrace_function_call()
471 1, ®s, &head, NULL); in perf_ftrace_function_call()
|
| D | trace_probe_tmpl.h | 57 process_fetch_insn(struct fetch_insn *code, struct pt_regs *regs,
172 __get_data_size(struct trace_probe *tp, struct pt_regs *regs) in __get_data_size() argument
180 len = process_fetch_insn(arg->code, regs, NULL, NULL); in __get_data_size()
191 store_trace_args(void *data, struct trace_probe *tp, struct pt_regs *regs, in store_trace_args() argument
206 ret = process_fetch_insn(arg->code, regs, dl, base); in store_trace_args()
|
| D | ftrace_internal.h | 36 int ftrace_ops_test(struct ftrace_ops *ops, unsigned long ip, void *regs);
58 ftrace_ops_test(struct ftrace_ops *ops, unsigned long ip, void *regs) in ftrace_ops_test() argument
|
| /kernel/events/ |
| D | callchain.c | 39 struct pt_regs *regs) in perf_callchain_kernel() argument
44 struct pt_regs *regs) in perf_callchain_user() argument
178 get_perf_callchain(struct pt_regs *regs, u32 init_nr, bool kernel, bool user, in get_perf_callchain() argument
198 if (kernel && !user_mode(regs)) { in get_perf_callchain()
201 perf_callchain_kernel(&ctx, regs); in get_perf_callchain()
205 if (!user_mode(regs)) { in get_perf_callchain()
207 regs = task_pt_regs(current); in get_perf_callchain()
209 regs = NULL; in get_perf_callchain()
212 if (regs) { in get_perf_callchain()
223 perf_callchain_user(&ctx, regs); in get_perf_callchain()
|
| D | uprobes.c | 1691 unsigned long __weak uprobe_get_swbp_addr(struct pt_regs *regs) in uprobe_get_swbp_addr() argument
1693 return instruction_pointer(regs) - UPROBE_SWBP_INSN_SIZE; in uprobe_get_swbp_addr()
1696 unsigned long uprobe_get_trap_addr(struct pt_regs *regs) in uprobe_get_trap_addr() argument
1703 return instruction_pointer(regs); in uprobe_get_trap_addr()
1850 struct pt_regs *regs) in cleanup_return_instances() argument
1855 while (ri && !arch_uretprobe_is_alive(ri, ctx, regs)) { in cleanup_return_instances()
1862 static void prepare_uretprobe(struct uprobe *uprobe, struct pt_regs *regs) in prepare_uretprobe() argument
1888 orig_ret_vaddr = arch_uretprobe_hijack_return_addr(trampoline_vaddr, regs); in prepare_uretprobe()
1894 cleanup_return_instances(utask, chained, regs); in prepare_uretprobe()
1914 ri->func = instruction_pointer(regs); in prepare_uretprobe()
[all …]
|
| D | core.c | 6057 struct pt_regs *regs, u64 mask) in perf_output_sample_regs() argument
6066 val = perf_reg_value(regs, bit); in perf_output_sample_regs()
6072 struct pt_regs *regs, in perf_sample_regs_user() argument
6075 if (user_mode(regs)) { in perf_sample_regs_user()
6077 regs_user->regs = regs; in perf_sample_regs_user()
6079 perf_get_regs_user(regs_user, regs, regs_user_copy); in perf_sample_regs_user()
6082 regs_user->regs = NULL; in perf_sample_regs_user()
6087 struct pt_regs *regs) in perf_sample_regs_intr() argument
6089 regs_intr->regs = regs; in perf_sample_regs_intr()
6101 static u64 perf_ustack_task_size(struct pt_regs *regs) in perf_ustack_task_size() argument
[all …]
|
| D | internal.h | 239 #define perf_user_stack_pointer(regs) user_stack_pointer(regs) argument
246 #define perf_user_stack_pointer(regs) 0 argument
|
| /kernel/ |
| D | test_kprobes.c | 26 static int kp_pre_handler(struct kprobe *p, struct pt_regs *regs) in kp_pre_handler() argument
36 static void kp_post_handler(struct kprobe *p, struct pt_regs *regs, in kp_post_handler() argument
87 static int kp_pre_handler2(struct kprobe *p, struct pt_regs *regs) in kp_pre_handler2() argument
93 static void kp_post_handler2(struct kprobe *p, struct pt_regs *regs, in kp_post_handler2() argument
159 static int entry_handler(struct kretprobe_instance *ri, struct pt_regs *regs) in entry_handler() argument
169 static int return_handler(struct kretprobe_instance *ri, struct pt_regs *regs) in return_handler() argument
171 unsigned long ret = regs_return_value(regs); in return_handler()
216 static int return_handler2(struct kretprobe_instance *ri, struct pt_regs *regs) in return_handler2() argument
218 unsigned long ret = regs_return_value(regs); in return_handler2()
|
| D | rseq.c | 221 static int rseq_ip_fixup(struct pt_regs *regs) in rseq_ip_fixup() argument
223 unsigned long ip = instruction_pointer(regs); in rseq_ip_fixup()
247 instruction_pointer_set(regs, (unsigned long)rseq_cs.abort_ip); in rseq_ip_fixup()
262 void __rseq_handle_notify_resume(struct ksignal *ksig, struct pt_regs *regs) in __rseq_handle_notify_resume() argument
271 ret = rseq_ip_fixup(regs); in __rseq_handle_notify_resume()
289 void rseq_syscall(struct pt_regs *regs) in rseq_syscall() argument
291 unsigned long ip = instruction_pointer(regs); in rseq_syscall()
|
| D | panic.c | 85 void __weak nmi_panic_self_stop(struct pt_regs *regs) in nmi_panic_self_stop() argument
124 void nmi_panic(struct pt_regs *regs, const char *msg) in nmi_panic() argument
134 nmi_panic_self_stop(regs); in nmi_panic()
559 struct pt_regs *regs, struct warn_args *args) in __warn() argument
587 if (regs) in __warn()
588 show_regs(regs); in __warn()
675 void refcount_error_report(struct pt_regs *regs, const char *err) in refcount_error_report() argument
678 err, (void *)instruction_pointer(regs), in refcount_error_report()
|
| D | stacktrace.c | 165 unsigned int stack_trace_save_regs(struct pt_regs *regs, unsigned long *store, in stack_trace_save_regs() argument
175 arch_stack_walk(consume_entry, &c, current, regs); in stack_trace_save_regs()
259 save_stack_trace_regs(struct pt_regs *regs, struct stack_trace *trace) in save_stack_trace_regs() argument
319 unsigned int stack_trace_save_regs(struct pt_regs *regs, unsigned long *store, in stack_trace_save_regs() argument
328 save_stack_trace_regs(regs, &trace); in stack_trace_save_regs()
|
| D | watchdog_hld.c | 112 struct pt_regs *regs) in watchdog_overflow_callback() argument
142 if (regs) in watchdog_overflow_callback()
143 show_regs(regs); in watchdog_overflow_callback()
156 nmi_panic(regs, "Hard LOCKUP"); in watchdog_overflow_callback()
|
| D | ptrace.c | 909 ptrace_get_syscall_info_entry(struct task_struct *child, struct pt_regs *regs, in ptrace_get_syscall_info_entry() argument
916 info->entry.nr = syscall_get_nr(child, regs); in ptrace_get_syscall_info_entry()
917 syscall_get_arguments(child, regs, args); in ptrace_get_syscall_info_entry()
926 ptrace_get_syscall_info_seccomp(struct task_struct *child, struct pt_regs *regs, in ptrace_get_syscall_info_seccomp() argument
936 ptrace_get_syscall_info_entry(child, regs, info); in ptrace_get_syscall_info_seccomp()
945 ptrace_get_syscall_info_exit(struct task_struct *child, struct pt_regs *regs, in ptrace_get_syscall_info_exit() argument
949 info->exit.rval = syscall_get_error(child, regs); in ptrace_get_syscall_info_exit()
952 info->exit.rval = syscall_get_return_value(child, regs); in ptrace_get_syscall_info_exit()
962 struct pt_regs *regs = task_pt_regs(child); in ptrace_get_syscall_info() local
966 .instruction_pointer = instruction_pointer(regs), in ptrace_get_syscall_info()
[all …]
|
| D | fail_function.c | 15 static int fei_kprobe_handler(struct kprobe *kp, struct pt_regs *regs);
17 static void fei_post_handler(struct kprobe *kp, struct pt_regs *regs, in fei_post_handler() argument
172 static int fei_kprobe_handler(struct kprobe *kp, struct pt_regs *regs) in fei_kprobe_handler() argument
177 regs_set_return_value(regs, attr->retval); in fei_kprobe_handler()
178 override_function_with_return(regs); in fei_kprobe_handler()
|
| D | kprobes.c | 338 static int aggr_pre_handler(struct kprobe *p, struct pt_regs *regs);
370 void opt_pre_handler(struct kprobe *p, struct pt_regs *regs) in opt_pre_handler() argument
377 kp->pre_handler(kp, regs); in opt_pre_handler()
1095 static int aggr_pre_handler(struct kprobe *p, struct pt_regs *regs) in aggr_pre_handler() argument
1102 if (kp->pre_handler(kp, regs)) in aggr_pre_handler()
1111 static void aggr_post_handler(struct kprobe *p, struct pt_regs *regs, in aggr_post_handler() argument
1119 kp->post_handler(kp, regs, flags); in aggr_post_handler()
1126 static int aggr_fault_handler(struct kprobe *p, struct pt_regs *regs, in aggr_fault_handler() argument
1136 if (cur->fault_handler(cur, regs, trapnr)) in aggr_fault_handler()
1837 static int pre_handler_kretprobe(struct kprobe *p, struct pt_regs *regs) in pre_handler_kretprobe() argument
[all …]
|
| /kernel/bpf/ |
| D | verifier.c | 443 reg = &state->regs[i]; in print_verifier_state()
888 struct bpf_reg_state *regs, u32 regno) in mark_reg_known_zero() argument
894 __mark_reg_not_init(env, regs + regno); in mark_reg_known_zero()
897 __mark_reg_known_zero(regs + regno); in mark_reg_known_zero()
1020 struct bpf_reg_state *regs, u32 regno) in mark_reg_unknown() argument
1026 __mark_reg_not_init(env, regs + regno); in mark_reg_unknown()
1029 __mark_reg_unknown(env, regs + regno); in mark_reg_unknown()
1040 struct bpf_reg_state *regs, u32 regno) in mark_reg_not_init() argument
1046 __mark_reg_not_init(env, regs + regno); in mark_reg_not_init()
1049 __mark_reg_not_init(env, regs + regno); in mark_reg_not_init()
[all …]
|
| D | core.c | 37 #define BPF_R0 regs[BPF_REG_0]
38 #define BPF_R1 regs[BPF_REG_1]
39 #define BPF_R2 regs[BPF_REG_2]
40 #define BPF_R3 regs[BPF_REG_3]
41 #define BPF_R4 regs[BPF_REG_4]
42 #define BPF_R5 regs[BPF_REG_5]
43 #define BPF_R6 regs[BPF_REG_6]
44 #define BPF_R7 regs[BPF_REG_7]
45 #define BPF_R8 regs[BPF_REG_8]
46 #define BPF_R9 regs[BPF_REG_9]
[all …]
|
| /kernel/debug/ |
| D | debug_core.c | 209 unsigned long __weak kgdb_arch_pc(int exception, struct pt_regs *regs) in kgdb_arch_pc() argument
211 return instruction_pointer(regs); in kgdb_arch_pc()
219 int __weak kgdb_skipexception(int exception, struct pt_regs *regs) in kgdb_skipexception() argument
525 static int kgdb_cpu_enter(struct kgdb_state *ks, struct pt_regs *regs, in kgdb_cpu_enter() argument
545 arch_kgdb_ops.disable_hw_break(regs); in kgdb_cpu_enter()
555 kgdb_info[cpu].debuggerinfo = regs; in kgdb_cpu_enter()
753 kgdb_handle_exception(int evector, int signo, int ecode, struct pt_regs *regs) in kgdb_handle_exception() argument
775 ks->linux_regs = regs; in kgdb_handle_exception()
782 ret = kgdb_cpu_enter(ks, regs, DCPU_WANT_MASTER); in kgdb_handle_exception()
802 int kgdb_nmicallback(int cpu, void *regs) in kgdb_nmicallback() argument
[all …]
|
| /kernel/debug/kdb/ |
| D | kdb_bp.c | 27 static void kdb_setsinglestep(struct pt_regs *regs) in kdb_setsinglestep() argument
108 static void kdb_handle_bp(struct pt_regs *regs, kdb_bp_t *bp) in kdb_handle_bp() argument
111 kdb_printf("regs->ip = 0x%lx\n", instruction_pointer(regs)); in kdb_handle_bp()
116 kdb_setsinglestep(regs); in kdb_handle_bp()
125 static int _kdb_bp_install(struct pt_regs *regs, kdb_bp_t *bp) in _kdb_bp_install() argument
142 kdb_handle_bp(regs, bp); in _kdb_bp_install()
174 void kdb_bp_install(struct pt_regs *regs) in kdb_bp_install() argument
186 _kdb_bp_install(regs, bp); in kdb_bp_install()
|
| /kernel/irq/ |
| D | generic-chip.c | 43 irq_reg_writel(gc, mask, ct->regs.disable); in irq_gc_mask_disable_reg()
63 irq_reg_writel(gc, *ct->mask_cache, ct->regs.mask); in irq_gc_mask_set_bit()
83 irq_reg_writel(gc, *ct->mask_cache, ct->regs.mask); in irq_gc_mask_clr_bit()
102 irq_reg_writel(gc, mask, ct->regs.enable); in irq_gc_unmask_enable_reg()
118 irq_reg_writel(gc, mask, ct->regs.ack); in irq_gc_ack_set_bit()
134 irq_reg_writel(gc, mask, ct->regs.ack); in irq_gc_ack_clr_bit()
157 irq_reg_writel(gc, mask, ct->regs.disable); in irq_gc_mask_disable_and_ack_set()
159 irq_reg_writel(gc, mask, ct->regs.ack); in irq_gc_mask_disable_and_ack_set()
174 irq_reg_writel(gc, mask, ct->regs.eoi); in irq_gc_eoi()
257 u32 *mskptr = &gc->mask_cache, mskreg = ct->regs.mask; in irq_gc_init_mask_cache()
[all …]
|
| /kernel/time/ |
| D | tick-sched.c | 148 static void tick_sched_handle(struct tick_sched *ts, struct pt_regs *regs) in tick_sched_handle() argument
171 update_process_times(user_mode(regs)); in tick_sched_handle()
1196 struct pt_regs *regs = get_irq_regs(); in tick_nohz_handler() local
1202 tick_sched_handle(ts, regs); in tick_nohz_handler()
1293 struct pt_regs *regs = get_irq_regs(); in tick_sched_timer() local
1302 if (regs) in tick_sched_timer()
1303 tick_sched_handle(ts, regs); in tick_sched_timer()
|