Lines Matching refs:op
124 struct ftrace_ops *op, struct pt_regs *regs);
143 struct ftrace_ops *op, struct pt_regs *regs) in ftrace_pid_func() argument
145 struct trace_array *tr = op->private; in ftrace_pid_func()
157 op->saved_func(ip, parent_ip, op, regs); in ftrace_pid_func()
367 struct ftrace_ops *op; in ftrace_update_pid_func() local
373 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_update_pid_func()
374 if (op->flags & FTRACE_OPS_FL_PID) { in ftrace_update_pid_func()
375 op->func = ftrace_pids_enabled(op) ? in ftrace_update_pid_func()
376 ftrace_pid_func : op->saved_func; in ftrace_update_pid_func()
377 ftrace_update_trampoline(op); in ftrace_update_pid_func()
379 } while_for_each_ftrace_op(op); in ftrace_update_pid_func()
1053 struct ftrace_ops *op = NULL; in ftrace_ops_trampoline() local
1061 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_ops_trampoline()
1067 if (op->trampoline && op->trampoline_size) in ftrace_ops_trampoline()
1068 if (addr >= op->trampoline && in ftrace_ops_trampoline()
1069 addr < op->trampoline + op->trampoline_size) { in ftrace_ops_trampoline()
1071 return op; in ftrace_ops_trampoline()
1073 } while_for_each_ftrace_op(op); in ftrace_ops_trampoline()
1823 struct ftrace_ops *op; in ftrace_hash_rec_update_modify() local
1834 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_hash_rec_update_modify()
1836 if (op == ops) in ftrace_hash_rec_update_modify()
1838 if (op->func_hash == &global_ops.local_hash) in ftrace_hash_rec_update_modify()
1839 __ftrace_hash_rec_update(op, filter_hash, inc); in ftrace_hash_rec_update_modify()
1840 } while_for_each_ftrace_op(op); in ftrace_hash_rec_update_modify()
2242 struct ftrace_ops *op; in ftrace_find_tramp_ops_any() local
2245 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_find_tramp_ops_any()
2247 if (!op->trampoline) in ftrace_find_tramp_ops_any()
2250 if (hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_any()
2251 return op; in ftrace_find_tramp_ops_any()
2252 } while_for_each_ftrace_op(op); in ftrace_find_tramp_ops_any()
2260 struct ftrace_ops *op; in ftrace_find_tramp_ops_any_other() local
2263 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_find_tramp_ops_any_other()
2265 if (op == op_exclude || !op->trampoline) in ftrace_find_tramp_ops_any_other()
2268 if (hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_any_other()
2269 return op; in ftrace_find_tramp_ops_any_other()
2270 } while_for_each_ftrace_op(op); in ftrace_find_tramp_ops_any_other()
2277 struct ftrace_ops *op) in ftrace_find_tramp_ops_next() argument
2281 while_for_each_ftrace_op(op) { in ftrace_find_tramp_ops_next()
2283 if (!op->trampoline) in ftrace_find_tramp_ops_next()
2286 if (hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_next()
2287 return op; in ftrace_find_tramp_ops_next()
2296 struct ftrace_ops *op; in ftrace_find_tramp_ops_curr() local
2328 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_find_tramp_ops_curr()
2330 if (!op->trampoline) in ftrace_find_tramp_ops_curr()
2337 if (op->flags & FTRACE_OPS_FL_ADDING) in ftrace_find_tramp_ops_curr()
2346 if ((op->flags & FTRACE_OPS_FL_MODIFYING) && in ftrace_find_tramp_ops_curr()
2347 hash_contains_ip(ip, &op->old_hash)) in ftrace_find_tramp_ops_curr()
2348 return op; in ftrace_find_tramp_ops_curr()
2354 if (!(op->flags & FTRACE_OPS_FL_MODIFYING) && in ftrace_find_tramp_ops_curr()
2355 hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_curr()
2356 return op; in ftrace_find_tramp_ops_curr()
2358 } while_for_each_ftrace_op(op); in ftrace_find_tramp_ops_curr()
2366 struct ftrace_ops *op; in ftrace_find_tramp_ops_new() local
2369 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_find_tramp_ops_new()
2371 if (hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_new()
2372 return op; in ftrace_find_tramp_ops_new()
2373 } while_for_each_ftrace_op(op); in ftrace_find_tramp_ops_new()
4079 struct ftrace_ops *op; in ftrace_ops_update_code() local
4097 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_ops_update_code()
4098 if (op->func_hash == &global_ops.local_hash && in ftrace_ops_update_code()
4099 op->flags & FTRACE_OPS_FL_ENABLED) { in ftrace_ops_update_code()
4100 ftrace_run_modify_code(op, FTRACE_UPDATE_CALLS, old_hash); in ftrace_ops_update_code()
4104 } while_for_each_ftrace_op(op); in ftrace_ops_update_code()
4331 struct ftrace_ops *op, struct pt_regs *pt_regs) in function_trace_probe_call() argument
4336 probe = container_of(op, struct ftrace_func_probe, ops); in function_trace_probe_call()
6329 struct ftrace_ops *op; in ftrace_get_trampoline_kallsym() local
6331 list_for_each_entry_rcu(op, &ftrace_ops_trampoline_list, list) { in ftrace_get_trampoline_kallsym()
6332 if (!op->trampoline || symnum--) in ftrace_get_trampoline_kallsym()
6334 *value = op->trampoline; in ftrace_get_trampoline_kallsym()
7009 struct ftrace_ops *op; in __ftrace_ops_list_func() local
7022 do_for_each_ftrace_op(op, ftrace_ops_list) { in __ftrace_ops_list_func()
7024 if (op->flags & FTRACE_OPS_FL_STUB) in __ftrace_ops_list_func()
7035 if ((!(op->flags & FTRACE_OPS_FL_RCU) || rcu_is_watching()) && in __ftrace_ops_list_func()
7036 ftrace_ops_test(op, ip, regs)) { in __ftrace_ops_list_func()
7037 if (FTRACE_WARN_ON(!op->func)) { in __ftrace_ops_list_func()
7038 pr_warn("op=%p %pS\n", op, op); in __ftrace_ops_list_func()
7041 op->func(ip, parent_ip, op, regs); in __ftrace_ops_list_func()
7043 } while_for_each_ftrace_op(op); in __ftrace_ops_list_func()
7064 struct ftrace_ops *op, struct pt_regs *regs) in ftrace_ops_list_func() argument
7083 struct ftrace_ops *op, struct pt_regs *regs) in ftrace_ops_assist_func() argument
7093 if (!(op->flags & FTRACE_OPS_FL_RCU) || rcu_is_watching()) in ftrace_ops_assist_func()
7094 op->func(ip, parent_ip, op, regs); in ftrace_ops_assist_func()
7614 struct ftrace_ops *op; in is_permanent_ops_registered() local
7616 do_for_each_ftrace_op(op, ftrace_ops_list) { in is_permanent_ops_registered()
7617 if (op->flags & FTRACE_OPS_FL_PERMANENT) in is_permanent_ops_registered()
7619 } while_for_each_ftrace_op(op); in is_permanent_ops_registered()