126 				 struct ftrace_ops *op, struct pt_regs *regs);
145 			    struct ftrace_ops *op, struct pt_regs *regs)  in ftrace_pid_func()  argument
147 	struct trace_array *tr = op->private;  in ftrace_pid_func()
152 	op->saved_func(ip, parent_ip, op, regs);  in ftrace_pid_func()
371 	struct ftrace_ops *op;  in ftrace_update_pid_func()  local
377 	do_for_each_ftrace_op(op, ftrace_ops_list) {  in ftrace_update_pid_func()
378 		if (op->flags & FTRACE_OPS_FL_PID) {  in ftrace_update_pid_func()
379 			op->func = ftrace_pids_enabled(op) ?  in ftrace_update_pid_func()
380 				ftrace_pid_func : op->saved_func;  in ftrace_update_pid_func()
381 			ftrace_update_trampoline(op);  in ftrace_update_pid_func()
383 	} while_for_each_ftrace_op(op);  in ftrace_update_pid_func()
1062 	struct ftrace_ops *op = NULL;  in ftrace_ops_trampoline()  local
1070 	do_for_each_ftrace_op(op, ftrace_ops_list) {  in ftrace_ops_trampoline()
1076 		if (op->trampoline && op->trampoline_size)  in ftrace_ops_trampoline()
1077 			if (addr >= op->trampoline &&  in ftrace_ops_trampoline()
1078 			    addr < op->trampoline + op->trampoline_size) {  in ftrace_ops_trampoline()
1080 				return op;  in ftrace_ops_trampoline()
1082 	} while_for_each_ftrace_op(op);  in ftrace_ops_trampoline()
1804 	struct ftrace_ops *op;  in ftrace_hash_rec_update_modify()  local
1815 	do_for_each_ftrace_op(op, ftrace_ops_list) {  in ftrace_hash_rec_update_modify()
1817 		if (op == ops)  in ftrace_hash_rec_update_modify()
1819 		if (op->func_hash == &global_ops.local_hash)  in ftrace_hash_rec_update_modify()
1820 			__ftrace_hash_rec_update(op, filter_hash, inc);  in ftrace_hash_rec_update_modify()
1821 	} while_for_each_ftrace_op(op);  in ftrace_hash_rec_update_modify()
2179 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_any()  local
2182 	do_for_each_ftrace_op(op, ftrace_ops_list) {  in ftrace_find_tramp_ops_any()
2184 		if (!op->trampoline)  in ftrace_find_tramp_ops_any()
2187 		if (hash_contains_ip(ip, op->func_hash))  in ftrace_find_tramp_ops_any()
2188 			return op;  in ftrace_find_tramp_ops_any()
2189 	} while_for_each_ftrace_op(op);  in ftrace_find_tramp_ops_any()
2196 			   struct ftrace_ops *op)  in ftrace_find_tramp_ops_next()  argument
2200 	while_for_each_ftrace_op(op) {  in ftrace_find_tramp_ops_next()
2202 		if (!op->trampoline)  in ftrace_find_tramp_ops_next()
2205 		if (hash_contains_ip(ip, op->func_hash))  in ftrace_find_tramp_ops_next()
2206 			return op;  in ftrace_find_tramp_ops_next()
2215 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_curr()  local
2247 	do_for_each_ftrace_op(op, ftrace_ops_list) {  in ftrace_find_tramp_ops_curr()
2249 		if (!op->trampoline)  in ftrace_find_tramp_ops_curr()
2256 		if (op->flags & FTRACE_OPS_FL_ADDING)  in ftrace_find_tramp_ops_curr()
2265 		if ((op->flags & FTRACE_OPS_FL_MODIFYING) &&  in ftrace_find_tramp_ops_curr()
2266 		    hash_contains_ip(ip, &op->old_hash))  in ftrace_find_tramp_ops_curr()
2267 			return op;  in ftrace_find_tramp_ops_curr()
2273 		if (!(op->flags & FTRACE_OPS_FL_MODIFYING) &&  in ftrace_find_tramp_ops_curr()
2274 		    hash_contains_ip(ip, op->func_hash))  in ftrace_find_tramp_ops_curr()
2275 			return op;  in ftrace_find_tramp_ops_curr()
2277 	} while_for_each_ftrace_op(op);  in ftrace_find_tramp_ops_curr()
2285 	struct ftrace_ops *op;  in ftrace_find_tramp_ops_new()  local
2288 	do_for_each_ftrace_op(op, ftrace_ops_list) {  in ftrace_find_tramp_ops_new()
2290 		if (hash_contains_ip(ip, op->func_hash))  in ftrace_find_tramp_ops_new()
2291 			return op;  in ftrace_find_tramp_ops_new()
2292 	} while_for_each_ftrace_op(op);  in ftrace_find_tramp_ops_new()
3861 	struct ftrace_ops *op;  in ftrace_ops_update_code()  local
3879 	do_for_each_ftrace_op(op, ftrace_ops_list) {  in ftrace_ops_update_code()
3880 		if (op->func_hash == &global_ops.local_hash &&  in ftrace_ops_update_code()
3881 		    op->flags & FTRACE_OPS_FL_ENABLED) {  in ftrace_ops_update_code()
3882 			ftrace_run_modify_code(op, FTRACE_UPDATE_CALLS, old_hash);  in ftrace_ops_update_code()
3886 	} while_for_each_ftrace_op(op);  in ftrace_ops_update_code()
4113 				      struct ftrace_ops *op, struct pt_regs *pt_regs)  in function_trace_probe_call()  argument
4118 	probe = container_of(op, struct ftrace_func_probe, ops);  in function_trace_probe_call()
6297 	struct ftrace_ops *op;  in __ftrace_ops_list_func()  local
6310 	do_for_each_ftrace_op(op, ftrace_ops_list) {  in __ftrace_ops_list_func()
6312 		if (op->flags & FTRACE_OPS_FL_STUB)  in __ftrace_ops_list_func()
6323 		if ((!(op->flags & FTRACE_OPS_FL_RCU) || rcu_is_watching()) &&  in __ftrace_ops_list_func()
6324 		    ftrace_ops_test(op, ip, regs)) {  in __ftrace_ops_list_func()
6325 			if (FTRACE_WARN_ON(!op->func)) {  in __ftrace_ops_list_func()
6326 				pr_warn("op=%p %pS\n", op, op);  in __ftrace_ops_list_func()
6329 			op->func(ip, parent_ip, op, regs);  in __ftrace_ops_list_func()
6331 	} while_for_each_ftrace_op(op);  in __ftrace_ops_list_func()
6352 				 struct ftrace_ops *op, struct pt_regs *regs)  in ftrace_ops_list_func()  argument
6371 				   struct ftrace_ops *op, struct pt_regs *regs)  in ftrace_ops_assist_func()  argument
6375 	if ((op->flags & FTRACE_OPS_FL_RCU) && !rcu_is_watching())  in ftrace_ops_assist_func()
6384 	op->func(ip, parent_ip, op, regs);  in ftrace_ops_assist_func()