Lines Matching refs:op
126 struct ftrace_ops *op, struct ftrace_regs *fregs);
140 struct ftrace_ops *op, struct ftrace_regs *fregs) in ftrace_pid_func() argument
142 struct trace_array *tr = op->private; in ftrace_pid_func()
154 op->saved_func(ip, parent_ip, op, fregs); in ftrace_pid_func()
364 struct ftrace_ops *op; in ftrace_update_pid_func() local
370 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_update_pid_func()
371 if (op->flags & FTRACE_OPS_FL_PID) { in ftrace_update_pid_func()
372 op->func = ftrace_pids_enabled(op) ? in ftrace_update_pid_func()
373 ftrace_pid_func : op->saved_func; in ftrace_update_pid_func()
374 ftrace_update_trampoline(op); in ftrace_update_pid_func()
376 } while_for_each_ftrace_op(op); in ftrace_update_pid_func()
1047 struct ftrace_ops *op = NULL; in ftrace_ops_trampoline() local
1055 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_ops_trampoline()
1061 if (op->trampoline && op->trampoline_size) in ftrace_ops_trampoline()
1062 if (addr >= op->trampoline && in ftrace_ops_trampoline()
1063 addr < op->trampoline + op->trampoline_size) { in ftrace_ops_trampoline()
1065 return op; in ftrace_ops_trampoline()
1067 } while_for_each_ftrace_op(op); in ftrace_ops_trampoline()
1851 struct ftrace_ops *op; in ftrace_hash_rec_update_modify() local
1862 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_hash_rec_update_modify()
1864 if (op == ops) in ftrace_hash_rec_update_modify()
1866 if (op->func_hash == &global_ops.local_hash) in ftrace_hash_rec_update_modify()
1867 __ftrace_hash_rec_update(op, filter_hash, inc); in ftrace_hash_rec_update_modify()
1868 } while_for_each_ftrace_op(op); in ftrace_hash_rec_update_modify()
2304 struct ftrace_ops *op; in ftrace_find_tramp_ops_any() local
2307 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_find_tramp_ops_any()
2309 if (!op->trampoline) in ftrace_find_tramp_ops_any()
2312 if (hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_any()
2313 return op; in ftrace_find_tramp_ops_any()
2314 } while_for_each_ftrace_op(op); in ftrace_find_tramp_ops_any()
2322 struct ftrace_ops *op; in ftrace_find_tramp_ops_any_other() local
2325 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_find_tramp_ops_any_other()
2327 if (op == op_exclude || !op->trampoline) in ftrace_find_tramp_ops_any_other()
2330 if (hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_any_other()
2331 return op; in ftrace_find_tramp_ops_any_other()
2332 } while_for_each_ftrace_op(op); in ftrace_find_tramp_ops_any_other()
2339 struct ftrace_ops *op) in ftrace_find_tramp_ops_next() argument
2343 while_for_each_ftrace_op(op) { in ftrace_find_tramp_ops_next()
2345 if (!op->trampoline) in ftrace_find_tramp_ops_next()
2348 if (hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_next()
2349 return op; in ftrace_find_tramp_ops_next()
2358 struct ftrace_ops *op; in ftrace_find_tramp_ops_curr() local
2390 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_find_tramp_ops_curr()
2392 if (!op->trampoline) in ftrace_find_tramp_ops_curr()
2399 if (op->flags & FTRACE_OPS_FL_ADDING) in ftrace_find_tramp_ops_curr()
2408 if ((op->flags & FTRACE_OPS_FL_MODIFYING) && in ftrace_find_tramp_ops_curr()
2409 hash_contains_ip(ip, &op->old_hash)) in ftrace_find_tramp_ops_curr()
2410 return op; in ftrace_find_tramp_ops_curr()
2416 if (!(op->flags & FTRACE_OPS_FL_MODIFYING) && in ftrace_find_tramp_ops_curr()
2417 hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_curr()
2418 return op; in ftrace_find_tramp_ops_curr()
2420 } while_for_each_ftrace_op(op); in ftrace_find_tramp_ops_curr()
2428 struct ftrace_ops *op; in ftrace_find_tramp_ops_new() local
2431 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_find_tramp_ops_new()
2433 if (hash_contains_ip(ip, op->func_hash)) in ftrace_find_tramp_ops_new()
2434 return op; in ftrace_find_tramp_ops_new()
2435 } while_for_each_ftrace_op(op); in ftrace_find_tramp_ops_new()
4224 struct ftrace_ops *op; in ftrace_ops_update_code() local
4242 do_for_each_ftrace_op(op, ftrace_ops_list) { in ftrace_ops_update_code()
4243 if (op->func_hash == &global_ops.local_hash && in ftrace_ops_update_code()
4244 op->flags & FTRACE_OPS_FL_ENABLED) { in ftrace_ops_update_code()
4245 ftrace_run_modify_code(op, FTRACE_UPDATE_CALLS, old_hash); in ftrace_ops_update_code()
4249 } while_for_each_ftrace_op(op); in ftrace_ops_update_code()
4474 struct ftrace_ops *op, struct ftrace_regs *fregs) in function_trace_probe_call() argument
4479 probe = container_of(op, struct ftrace_func_probe, ops); in function_trace_probe_call()
6814 struct ftrace_ops *op; in ftrace_get_trampoline_kallsym() local
6816 list_for_each_entry_rcu(op, &ftrace_ops_trampoline_list, list) { in ftrace_get_trampoline_kallsym()
6817 if (!op->trampoline || symnum--) in ftrace_get_trampoline_kallsym()
6819 *value = op->trampoline; in ftrace_get_trampoline_kallsym()
7545 struct ftrace_ops *op; in __ftrace_ops_list_func() local
7557 do_for_each_ftrace_op(op, ftrace_ops_list) { in __ftrace_ops_list_func()
7559 if (op->flags & FTRACE_OPS_FL_STUB) in __ftrace_ops_list_func()
7570 if ((!(op->flags & FTRACE_OPS_FL_RCU) || rcu_is_watching()) && in __ftrace_ops_list_func()
7571 ftrace_ops_test(op, ip, regs)) { in __ftrace_ops_list_func()
7572 if (FTRACE_WARN_ON(!op->func)) { in __ftrace_ops_list_func()
7573 pr_warn("op=%p %pS\n", op, op); in __ftrace_ops_list_func()
7576 op->func(ip, parent_ip, op, fregs); in __ftrace_ops_list_func()
7578 } while_for_each_ftrace_op(op); in __ftrace_ops_list_func()
7601 struct ftrace_ops *op, struct ftrace_regs *fregs) in arch_ftrace_ops_list_func() argument
7619 struct ftrace_ops *op, struct ftrace_regs *fregs) in ftrace_ops_assist_func() argument
7627 if (!(op->flags & FTRACE_OPS_FL_RCU) || rcu_is_watching()) in ftrace_ops_assist_func()
7628 op->func(ip, parent_ip, op, fregs); in ftrace_ops_assist_func()
8121 struct ftrace_ops *op; in prepare_direct_functions_for_ipmodify() local
8137 do_for_each_ftrace_op(op, ftrace_ops_list) { in prepare_direct_functions_for_ipmodify()
8138 if (!(op->flags & FTRACE_OPS_FL_DIRECT)) in prepare_direct_functions_for_ipmodify()
8140 if (ops_references_ip(op, ip)) { in prepare_direct_functions_for_ipmodify()
8144 } while_for_each_ftrace_op(op); in prepare_direct_functions_for_ipmodify()
8148 if (!op->ops_func) in prepare_direct_functions_for_ipmodify()
8151 ret = op->ops_func(op, FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEER); in prepare_direct_functions_for_ipmodify()
8170 struct ftrace_ops *op; in cleanup_direct_functions_after_ipmodify() local
8186 do_for_each_ftrace_op(op, ftrace_ops_list) { in cleanup_direct_functions_after_ipmodify()
8187 if (!(op->flags & FTRACE_OPS_FL_DIRECT)) in cleanup_direct_functions_after_ipmodify()
8189 if (ops_references_ip(op, ip)) { in cleanup_direct_functions_after_ipmodify()
8193 } while_for_each_ftrace_op(op); in cleanup_direct_functions_after_ipmodify()
8197 if (found_op && op->ops_func) in cleanup_direct_functions_after_ipmodify()
8198 op->ops_func(op, FTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEER); in cleanup_direct_functions_after_ipmodify()
8401 struct ftrace_ops *op; in is_permanent_ops_registered() local
8403 do_for_each_ftrace_op(op, ftrace_ops_list) { in is_permanent_ops_registered()
8404 if (op->flags & FTRACE_OPS_FL_PERMANENT) in is_permanent_ops_registered()
8406 } while_for_each_ftrace_op(op); in is_permanent_ops_registered()