| /kernel/trace/ |
| D | trace_functions.c | 25 function_trace_call(unsigned long ip, unsigned long parent_ip,
28 function_stack_trace_call(unsigned long ip, unsigned long parent_ip,
31 function_no_repeats_trace_call(unsigned long ip, unsigned long parent_ip,
34 function_stack_no_repeats_trace_call(unsigned long ip, unsigned long parent_ip,
172 function_trace_call(unsigned long ip, unsigned long parent_ip, in function_trace_call() argument
184 bit = ftrace_test_recursion_trylock(ip, parent_ip); in function_trace_call()
194 trace_function(tr, ip, parent_ip, trace_ctx); in function_trace_call()
219 function_stack_trace_call(unsigned long ip, unsigned long parent_ip, in function_stack_trace_call() argument
243 trace_function(tr, ip, parent_ip, trace_ctx); in function_stack_trace_call()
253 unsigned long ip, unsigned long parent_ip) in is_repeat_check() argument
[all …]
|
| D | trace_recursion_record.c | 12 unsigned long ip; member
25 void ftrace_record_recursion(unsigned long ip, unsigned long parent_ip) in ftrace_record_recursion() argument
33 if (ip == cached_function) in ftrace_record_recursion()
64 if (recursed_functions[i].ip == ip) { in ftrace_record_recursion()
65 cached_function = ip; in ftrace_record_recursion()
70 cached_function = ip; in ftrace_record_recursion()
78 old = cmpxchg(&recursed_functions[index].ip, 0, ip); in ftrace_record_recursion()
81 if (old == ip) in ftrace_record_recursion()
112 cmpxchg(&recursed_functions[index].ip, ip, 0); in ftrace_record_recursion()
166 trace_seq_print_sym(tseq, record->ip, true); in recursed_function_seq_show()
|
| D | ftrace.c | 123 static void ftrace_ops_list_func(unsigned long ip, unsigned long parent_ip,
127 static void ftrace_ops_no_ops(unsigned long ip, unsigned long parent_ip);
142 static void ftrace_pid_func(unsigned long ip, unsigned long parent_ip, in ftrace_pid_func() argument
157 op->saved_func(ip, parent_ip, op, fregs); in ftrace_pid_func()
387 unsigned long ip; member
528 kallsyms_lookup(rec->ip, NULL, NULL, NULL, str); in function_stat_show()
690 ftrace_find_profiled_func(struct ftrace_profile_stat *stat, unsigned long ip) in ftrace_find_profiled_func() argument
696 key = hash_long(ip, FTRACE_PROFILE_HASH_BITS); in ftrace_find_profiled_func()
703 if (rec->ip == ip) in ftrace_find_profiled_func()
715 key = hash_long(rec->ip, FTRACE_PROFILE_HASH_BITS); in ftrace_add_profile()
[all …]
|
| D | trace_entries.h | 64 __field_fn( unsigned long, ip )
69 (void *)__entry->ip, (void *)__entry->parent_ip),
205 __field( unsigned long, ip )
211 (void *)__entry->ip, __entry->fmt)
219 __field( unsigned long, ip )
224 (void *)__entry->ip, __entry->buf),
247 __field( unsigned long, ip )
252 (void *)__entry->ip, __entry->str)
350 __field( unsigned long, ip )
358 (void *)__entry->ip,
|
| D | trace_printk.c | 200 int __trace_bprintk(unsigned long ip, const char *fmt, ...) in __trace_bprintk() argument
212 ret = trace_vbprintk(ip, fmt, ap); in __trace_bprintk()
218 int __ftrace_vbprintk(unsigned long ip, const char *fmt, va_list ap) in __ftrace_vbprintk() argument
226 return trace_vbprintk(ip, fmt, ap); in __ftrace_vbprintk()
230 int __trace_printk(unsigned long ip, const char *fmt, ...) in __trace_printk() argument
239 ret = trace_vprintk(ip, fmt, ap); in __trace_printk()
245 int __ftrace_vprintk(unsigned long ip, const char *fmt, va_list ap) in __ftrace_vprintk() argument
250 return trace_vprintk(ip, fmt, ap); in __ftrace_vprintk()
|
| D | trace_output.c | 394 unsigned long ip, unsigned long sym_flags) in seq_print_user_ip() argument
407 vma = find_vma(mm, ip); in seq_print_user_ip()
416 ip - vmstart); in seq_print_user_ip()
421 trace_seq_printf(s, " <" IP_FMT ">", ip); in seq_print_user_ip()
426 seq_print_ip_sym(struct trace_seq *s, unsigned long ip, unsigned long sym_flags) in seq_print_ip_sym() argument
428 if (!ip) { in seq_print_ip_sym()
433 trace_seq_print_sym(s, ip, sym_flags & TRACE_ITER_SYM_OFFSET); in seq_print_ip_sym()
436 trace_seq_printf(s, " <" IP_FMT ">", ip); in seq_print_ip_sym()
853 static void print_fn_trace(struct trace_seq *s, unsigned long ip, in print_fn_trace() argument
856 seq_print_ip_sym(s, ip, flags); in print_fn_trace()
[all …]
|
| D | trace_irqsoff.c | 140 irqsoff_tracer_call(unsigned long ip, unsigned long parent_ip, in irqsoff_tracer_call() argument
153 trace_function(tr, ip, parent_ip, trace_ctx); in irqsoff_tracer_call()
273 unsigned long ip, unsigned long parent_ip, in __trace_function() argument
277 trace_graph_function(tr, ip, parent_ip, trace_ctx); in __trace_function()
279 trace_function(tr, ip, parent_ip, trace_ctx); in __trace_function()
372 start_critical_timing(unsigned long ip, unsigned long parent_ip) in start_critical_timing() argument
395 data->critical_start = parent_ip ? : ip; in start_critical_timing()
397 __trace_function(tr, ip, parent_ip, tracing_gen_ctx()); in start_critical_timing()
405 stop_critical_timing(unsigned long ip, unsigned long parent_ip) in stop_critical_timing() argument
431 __trace_function(tr, ip, parent_ip, trace_ctx); in stop_critical_timing()
[all …]
|
| D | trace.h | 140 unsigned long ip; member
288 unsigned long ip; member
641 unsigned long ip,
645 unsigned long ip,
783 trace_vbprintk(unsigned long ip, const char *fmt, va_list args);
785 trace_vprintk(unsigned long ip, const char *fmt, va_list args);
788 unsigned long ip, const char *fmt, va_list args);
790 unsigned long ip, const char *fmt, ...);
818 ftrace_lookup_ip(struct ftrace_hash *hash, unsigned long ip);
1047 void (*func)(unsigned long ip,
[all …]
|
| D | trace_stack.c | 155 static void check_stack(unsigned long ip, unsigned long *stack) in check_stack() argument
197 if (stack_dump_trace[i] == ip) in check_stack()
292 stack_trace_call(unsigned long ip, unsigned long parent_ip, in stack_trace_call() argument
308 ip += MCOUNT_INSN_SIZE; in stack_trace_call()
310 check_stack(ip, &stack); in stack_trace_call()
|
| D | trace_selftest.c | 107 static void trace_selftest_test_probe1_func(unsigned long ip, in trace_selftest_test_probe1_func() argument
116 static void trace_selftest_test_probe2_func(unsigned long ip, in trace_selftest_test_probe2_func() argument
125 static void trace_selftest_test_probe3_func(unsigned long ip, in trace_selftest_test_probe3_func() argument
134 static void trace_selftest_test_global_func(unsigned long ip, in trace_selftest_test_global_func() argument
143 static void trace_selftest_test_dyn_func(unsigned long ip, in trace_selftest_test_dyn_func() argument
414 static void trace_selftest_test_recursion_func(unsigned long ip, in trace_selftest_test_recursion_func() argument
429 static void trace_selftest_test_recursion_safe_func(unsigned long ip, in trace_selftest_test_recursion_safe_func() argument
548 static void trace_selftest_test_regs_func(unsigned long ip, in trace_selftest_test_regs_func() argument
|
| D | ftrace_internal.h | 14 int ftrace_ops_test(struct ftrace_ops *ops, unsigned long ip, void *regs);
36 ftrace_ops_test(struct ftrace_ops *ops, unsigned long ip, void *regs) in ftrace_ops_test() argument
|
| D | trace_event_perf.c | 432 perf_ftrace_function_call(unsigned long ip, unsigned long parent_ip, in perf_ftrace_function_call() argument
445 bit = ftrace_test_recursion_trylock(ip, parent_ip); in perf_ftrace_function_call()
474 entry->ip = ip; in perf_ftrace_function_call()
|
| D | trace_sched_wakeup.c | 213 wakeup_tracer_call(unsigned long ip, unsigned long parent_ip, in wakeup_tracer_call() argument
225 trace_function(tr, ip, parent_ip, trace_ctx); in wakeup_tracer_call()
304 unsigned long ip, unsigned long parent_ip, in __trace_function() argument
308 trace_graph_function(tr, ip, parent_ip, trace_ctx); in __trace_function()
310 trace_function(tr, ip, parent_ip, trace_ctx); in __trace_function()
|
| D | trace.c | 995 int __trace_array_puts(struct trace_array *tr, unsigned long ip, in __trace_array_puts() argument
1023 entry->ip = ip; in __trace_array_puts()
1048 int __trace_puts(unsigned long ip, const char *str, int size) in __trace_puts() argument
1050 return __trace_array_puts(&global_trace, ip, str, size); in __trace_puts()
1059 int __trace_bputs(unsigned long ip, const char *str) in __trace_bputs() argument
1084 entry->ip = ip; in __trace_bputs()
2974 trace_function(struct trace_array *tr, unsigned long ip, unsigned long in trace_function() argument
2987 entry->ip = ip; in trace_function()
3223 entry->ip = last_info->ip; in trace_last_func_repeats()
3347 int trace_vbprintk(unsigned long ip, const char *fmt, va_list args) in trace_vbprintk() argument
[all …]
|
| /kernel/bpf/ |
| D | trampoline.c | 111 static int is_ftrace_location(void *ip) in is_ftrace_location() argument
115 addr = ftrace_location((long)ip); in is_ftrace_location()
118 if (WARN_ON_ONCE(addr != (long)ip)) in is_ftrace_location()
125 void *ip = tr->func.addr; in unregister_fentry() local
129 ret = unregister_ftrace_direct((long)ip, (long)old_addr); in unregister_fentry()
131 ret = bpf_arch_text_poke(ip, BPF_MOD_CALL, old_addr, NULL); in unregister_fentry()
140 void *ip = tr->func.addr; in modify_fentry() local
144 ret = modify_ftrace_direct((long)ip, (long)old_addr, (long)new_addr); in modify_fentry()
146 ret = bpf_arch_text_poke(ip, BPF_MOD_CALL, old_addr, new_addr); in modify_fentry()
153 void *ip = tr->func.addr; in register_fentry() local
[all …]
|
| D | stackmap.c | 186 id_offs[i].ip = ips[i]; in stack_map_get_build_id_offset()
197 id_offs[i].ip = ips[i]; in stack_map_get_build_id_offset()
232 entry->nr = stack_trace_save_tsk(task, (unsigned long *)entry->ip, in get_callchain_entry_for_task()
240 unsigned long *from = (unsigned long *) entry->ip; in get_callchain_entry_for_task()
241 u64 *to = entry->ip; in get_callchain_entry_for_task()
274 ips = trace->ip + skip; in __bpf_get_stackid()
368 if (trace->ip[nr_kernel] == PERF_CONTEXT_USER) in count_kernel_ip()
491 ips = trace->ip + skip; in __bpf_get_stack()
|
| /kernel/ |
| D | rseq.c | 232 static bool in_rseq_cs(unsigned long ip, struct rseq_cs *rseq_cs) in in_rseq_cs() argument
234 return ip - rseq_cs->start_ip < rseq_cs->post_commit_offset; in in_rseq_cs()
239 unsigned long ip = instruction_pointer(regs); in rseq_ip_fixup() local
253 if (!in_rseq_cs(ip, &rseq_cs)) in rseq_ip_fixup()
261 trace_rseq_ip_fixup(ip, rseq_cs.start_ip, rseq_cs.post_commit_offset, in rseq_ip_fixup()
313 unsigned long ip = instruction_pointer(regs); in rseq_syscall() local
319 if (rseq_get_rseq_cs(t, &rseq_cs) || in_rseq_cs(ip, &rseq_cs)) in rseq_syscall()
|
| D | softirq.c | 158 void __local_bh_disable_ip(unsigned long ip, unsigned int cnt) in __local_bh_disable_ip() argument
189 lockdep_softirqs_off(ip); in __local_bh_disable_ip()
218 void __local_bh_enable_ip(unsigned long ip, unsigned int cnt) in __local_bh_enable_ip() argument
304 void __local_bh_disable_ip(unsigned long ip, unsigned int cnt) in __local_bh_disable_ip() argument
323 lockdep_softirqs_off(ip); in __local_bh_disable_ip()
360 void __local_bh_enable_ip(unsigned long ip, unsigned int cnt) in __local_bh_enable_ip() argument
371 lockdep_softirqs_on(ip); in __local_bh_enable_ip()
|
| D | kcov.c | 177 static notrace unsigned long canonicalize_ip(unsigned long ip) in canonicalize_ip() argument
180 ip -= kaslr_offset(); in canonicalize_ip()
182 return ip; in canonicalize_ip()
193 unsigned long ip = canonicalize_ip(_RET_IP_); in __sanitizer_cov_trace_pc() local
204 area[pos] = ip; in __sanitizer_cov_trace_pc()
211 static void notrace write_comp_data(u64 type, u64 arg1, u64 arg2, u64 ip) in write_comp_data() argument
221 ip = canonicalize_ip(ip); in write_comp_data()
239 area[start_index + 3] = ip; in write_comp_data()
|
| /kernel/locking/ |
| D | mutex.c | 535 static noinline void __sched __mutex_unlock_slowpath(struct mutex *lock, unsigned long ip);
582 struct lockdep_map *nest_lock, unsigned long ip, in __mutex_lock_common() argument
615 mutex_acquire_nest(&lock->dep_map, subclass, 0, nest_lock, ip); in __mutex_lock_common()
620 lock_acquired(&lock->dep_map, ip); in __mutex_lock_common()
644 lock_contended(&lock->dep_map, ip); in __mutex_lock_common()
727 lock_acquired(&lock->dep_map, ip); in __mutex_lock_common()
744 mutex_release(&lock->dep_map, ip); in __mutex_lock_common()
751 struct lockdep_map *nest_lock, unsigned long ip) in __mutex_lock() argument
753 return __mutex_lock_common(lock, state, subclass, nest_lock, ip, NULL, false); in __mutex_lock()
758 unsigned long ip, struct ww_acquire_ctx *ww_ctx) in __ww_mutex_lock() argument
[all …]
|
| D | lockdep.c | 220 static int lock_point(unsigned long points[], unsigned long ip) in lock_point() argument
226 points[i] = ip; in lock_point()
229 if (points[i] == ip) in lock_point()
4283 void noinstr lockdep_hardirqs_on(unsigned long ip) in lockdep_hardirqs_on() argument
4341 trace->hardirq_enable_ip = ip; in lockdep_hardirqs_on()
4350 void noinstr lockdep_hardirqs_off(unsigned long ip) in lockdep_hardirqs_off() argument
4380 trace->hardirq_disable_ip = ip; in lockdep_hardirqs_off()
4392 void lockdep_softirqs_on(unsigned long ip) in lockdep_softirqs_on() argument
4416 trace->softirq_enable_ip = ip; in lockdep_softirqs_on()
4432 void lockdep_softirqs_off(unsigned long ip) in lockdep_softirqs_off() argument
[all …]
|
| D | ww_rt_mutex.c | 14 unsigned int state, unsigned long ip) in __ww_rt_mutex_lock() argument
38 mutex_acquire_nest(&rtm->dep_map, 0, 0, nest_lock, ip); in __ww_rt_mutex_lock()
49 mutex_release(&rtm->dep_map, ip); in __ww_rt_mutex_lock()
|
| D | lockdep_proc.c | 534 char ip[32]; in seq_stats() local
542 snprintf(ip, sizeof(ip), "[<%p>]", in seq_stats()
546 ip, (void *)class->contention_point[i]); in seq_stats()
549 char ip[32]; in seq_stats() local
557 snprintf(ip, sizeof(ip), "[<%p>]", in seq_stats()
561 ip, (void *)class->contending_point[i]); in seq_stats()
|
| D | rtmutex_api.c | 489 unsigned long ip) in __mutex_lock_common() argument
494 mutex_acquire_nest(&lock->dep_map, subclass, 0, nest_lock, ip); in __mutex_lock_common()
497 mutex_release(&lock->dep_map, ip); in __mutex_lock_common()
499 lock_acquired(&lock->dep_map, ip); in __mutex_lock_common()
|
| /kernel/livepatch/ |
| D | patch.c | 40 static void notrace klp_ftrace_handler(unsigned long ip, in klp_ftrace_handler() argument
52 bit = ftrace_test_recursion_trylock(ip, parent_ip); in klp_ftrace_handler()
|