| /kernel/bpf/ |
| D | trampoline.c | 108 bool bpf_prog_has_trampoline(const struct bpf_prog *prog) in bpf_prog_has_trampoline()
523 static enum bpf_tramp_prog_type bpf_attach_type_to_tramp(struct bpf_prog *prog) in bpf_attach_type_to_tramp()
658 static struct bpf_shim_tramp_link *cgroup_shim_alloc(const struct bpf_prog *prog, in cgroup_shim_alloc()
711 int bpf_trampoline_link_cgroup_shim(struct bpf_prog *prog, in bpf_trampoline_link_cgroup_shim()
777 void bpf_trampoline_unlink_cgroup_shim(struct bpf_prog *prog) in bpf_trampoline_unlink_cgroup_shim()
880 static u64 notrace __bpf_prog_enter_recur(struct bpf_prog *prog, struct bpf_tramp_run_ctx *run_ctx) in __bpf_prog_enter_recur()
895 static void notrace update_prog_stats(struct bpf_prog *prog, in update_prog_stats()
917 static void notrace __bpf_prog_exit_recur(struct bpf_prog *prog, u64 start, in __bpf_prog_exit_recur()
929 static u64 notrace __bpf_prog_enter_lsm_cgroup(struct bpf_prog *prog, in __bpf_prog_enter_lsm_cgroup()
944 static void notrace __bpf_prog_exit_lsm_cgroup(struct bpf_prog *prog, u64 start, in __bpf_prog_exit_lsm_cgroup()
[all …]
|
| D | offload.c | 80 int bpf_prog_offload_init(struct bpf_prog *prog, union bpf_attr *attr) in bpf_prog_offload_init()
127 int bpf_prog_offload_verifier_prep(struct bpf_prog *prog) in bpf_prog_offload_verifier_prep()
212 static void __bpf_prog_offload_destroy(struct bpf_prog *prog) in __bpf_prog_offload_destroy()
224 void bpf_prog_offload_destroy(struct bpf_prog *prog) in bpf_prog_offload_destroy()
232 static int bpf_prog_offload_translate(struct bpf_prog *prog) in bpf_prog_offload_translate()
253 int bpf_prog_offload_compile(struct bpf_prog *prog) in bpf_prog_offload_compile()
261 struct bpf_prog *prog; member
292 struct bpf_prog *prog) in bpf_prog_offload_info_fill()
543 static bool __bpf_offload_dev_match(struct bpf_prog *prog, in __bpf_offload_dev_match()
564 bool bpf_offload_dev_match(struct bpf_prog *prog, struct net_device *netdev) in bpf_offload_dev_match()
[all …]
|
| D | cgroup.c | 37 const struct bpf_prog *prog; in bpf_prog_run_array_cg() local
209 struct bpf_prog *prog, in bpf_cgroup_storages_alloc()
557 struct bpf_prog *prog, in find_attach_entry()
608 struct bpf_prog *prog, struct bpf_prog *replace_prog, in __cgroup_bpf_attach()
725 struct bpf_prog *prog, struct bpf_prog *replace_prog, in cgroup_bpf_attach()
851 struct bpf_prog *prog, in find_detach_entry()
892 static void purge_effective_progs(struct cgroup *cgrp, struct bpf_prog *prog, in purge_effective_progs()
949 static int __cgroup_bpf_detach(struct cgroup *cgrp, struct bpf_prog *prog, in __cgroup_bpf_detach()
1007 static int cgroup_bpf_detach(struct cgroup *cgrp, struct bpf_prog *prog, in cgroup_bpf_detach()
1086 struct bpf_prog *prog; in __cgroup_bpf_query() local
[all …]
|
| D | syscall.c | 1930 static int find_prog_type(enum bpf_prog_type type, struct bpf_prog *prog) in find_prog_type()
1960 static void bpf_audit_prog(const struct bpf_prog *prog, unsigned int op) in bpf_audit_prog()
1979 static int bpf_prog_alloc_id(struct bpf_prog *prog) in bpf_prog_alloc_id()
1998 void bpf_prog_free_id(struct bpf_prog *prog, bool do_idr_lock) in bpf_prog_free_id()
2035 static void __bpf_prog_put_noref(struct bpf_prog *prog, bool deferred) in __bpf_prog_put_noref()
2058 struct bpf_prog *prog; in bpf_prog_put_deferred() local
2068 static void __bpf_prog_put(struct bpf_prog *prog, bool do_idr_lock) in __bpf_prog_put()
2082 void bpf_prog_put(struct bpf_prog *prog) in bpf_prog_put()
2090 struct bpf_prog *prog = filp->private_data; in bpf_prog_release() local
2102 void notrace bpf_prog_inc_misses_counter(struct bpf_prog *prog) in bpf_prog_inc_misses_counter()
[all …]
|
| D | prog_iter.c | 16 struct bpf_prog *prog; in bpf_prog_seq_start() local
42 DEFINE_BPF_ITER_FUNC(bpf_prog, struct bpf_iter_meta *meta, struct bpf_prog *prog) in DEFINE_BPF_ITER_FUNC()
48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
|
| D | bpf_iter.c | 25 struct bpf_prog *prog; member
334 struct bpf_prog *prog) in cache_btf_id()
339 bool bpf_iter_prog_supported(struct bpf_prog *prog) in bpf_iter_prog_supported()
373 bpf_iter_get_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_iter_get_func_proto()
508 struct bpf_prog *prog) in bpf_iter_link_attach()
581 struct bpf_prog *prog) in init_seq_meta()
596 struct bpf_prog *prog; in prepare_seq_file() local
695 int bpf_iter_run_prog(struct bpf_prog *prog, void *ctx) in bpf_iter_run_prog()
|
| D | dispatcher.c | 26 struct bpf_dispatcher *d, struct bpf_prog *prog) in bpf_dispatcher_find_prog()
44 struct bpf_prog *prog) in bpf_dispatcher_add_prog()
69 struct bpf_prog *prog) in bpf_dispatcher_remove_prog()
|
| D | core.c | 127 struct bpf_prog *prog; in bpf_prog_alloc() local
152 int bpf_prog_alloc_jited_linfo(struct bpf_prog *prog) in bpf_prog_alloc_jited_linfo()
166 void bpf_prog_jit_attempt_done(struct bpf_prog *prog) in bpf_prog_jit_attempt_done()
202 void bpf_prog_fill_jited_linfo(struct bpf_prog *prog, in bpf_prog_fill_jited_linfo()
383 static int bpf_adj_branches(struct bpf_prog *prog, u32 pos, s32 end_old, in bpf_adj_branches()
430 static void bpf_adj_linfo(struct bpf_prog *prog, u32 off, u32 delta) in bpf_adj_linfo()
450 struct bpf_prog *bpf_patch_insn_single(struct bpf_prog *prog, u32 off, in bpf_patch_insn_single()
511 int bpf_remove_insns(struct bpf_prog *prog, u32 off, u32 cnt) in bpf_remove_insns()
546 bpf_prog_ksym_set_addr(struct bpf_prog *prog) in bpf_prog_ksym_set_addr()
555 bpf_prog_ksym_set_name(struct bpf_prog *prog) in bpf_prog_ksym_set_name()
[all …]
|
| D | bpf_fuse.c | 8 fuse_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in fuse_prog_func_proto()
34 const struct bpf_prog *prog, in fuse_prog_is_valid_access()
|
| D | bpf_lsm.c | 98 const struct bpf_prog *prog) in bpf_lsm_verify_prog()
143 static bool bpf_ima_inode_hash_allowed(const struct bpf_prog *prog) in bpf_ima_inode_hash_allowed()
195 bpf_lsm_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_lsm_func_proto()
|
| D | map_iter.c | 48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
101 static int bpf_iter_attach_map(struct bpf_prog *prog, in bpf_iter_attach_map()
|
| D | cgroup_iter.c | 126 struct bpf_prog *prog; in __cgroup_iter_seq_show() local
194 static int bpf_iter_attach_cgroup(struct bpf_prog *prog, in bpf_iter_attach_cgroup()
|
| D | net_namespace.c | 297 int netns_bpf_prog_attach(const union bpf_attr *attr, struct bpf_prog *prog) in netns_bpf_prog_attach()
386 struct bpf_prog *prog; in netns_bpf_prog_detach() local
477 int netns_bpf_link_create(const union bpf_attr *attr, struct bpf_prog *prog) in netns_bpf_link_create()
|
| D | task_iter.c | 201 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
226 static int bpf_iter_attach_task(struct bpf_prog *prog, in bpf_iter_attach_task()
378 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
640 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
|
| D | link_iter.c | 48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
|
| D | cpumap.c | 69 struct bpf_prog *prog; member
412 struct bpf_prog *prog; in __cpu_map_load_bpf_program() local
|
| D | verifier.c | 277 const struct bpf_prog *prog; in find_linfo() local
1931 find_kfunc_desc(const struct bpf_prog *prog, u32 func_id, u16 offset) in find_kfunc_desc()
2157 static void sort_kfunc_descs_by_imm(struct bpf_prog *prog) in sort_kfunc_descs_by_imm()
2169 bool bpf_prog_has_kfunc_call(const struct bpf_prog *prog) in bpf_prog_has_kfunc_call()
2175 bpf_jit_find_kfunc_model(const struct bpf_prog *prog, in bpf_jit_find_kfunc_model()
10812 const struct bpf_prog *prog = env->prog; in check_return_code() local
11276 struct bpf_prog *prog; in check_btf_func() local
11420 struct bpf_prog *prog; in check_btf_line() local
11547 struct bpf_prog *prog = env->prog; in check_core_relo() local
12973 struct bpf_prog *prog) in check_map_prog_compatibility()
[all …]
|
| D | inode.c | 561 struct bpf_prog *prog; in __get_prog_inode() local
588 struct bpf_prog *prog; in bpf_prog_get_type_path() local
|
| D | helpers.c | 1091 struct bpf_prog *prog; member
1218 struct bpf_prog *prev, *prog = aux->prog; in BPF_CALL_3() local
1300 struct bpf_prog *prog = t->prog; in drop_prog_refcnt() local
|
| D | local_storage.c | 492 struct bpf_cgroup_storage *bpf_cgroup_storage_alloc(struct bpf_prog *prog, in bpf_cgroup_storage_alloc()
|
| D | arraymap.c | 605 struct bpf_prog *prog; in __bpf_array_map_seq_show() local
888 struct bpf_prog *prog = bpf_prog_get(fd); in prog_fd_array_get_ptr() local
|
| D | bpf_struct_ops.c | 407 struct bpf_prog *prog; in bpf_struct_ops_map_update_elem() local
|
| /kernel/trace/ |
| D | bpf_trace.c | 1405 bpf_tracing_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_tracing_func_proto()
1533 kprobe_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in kprobe_prog_func_proto()
1561 const struct bpf_prog *prog, in kprobe_prog_is_valid_access()
1655 tp_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in tp_prog_func_proto()
1672 const struct bpf_prog *prog, in tp_prog_is_valid_access()
1759 pe_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in pe_prog_func_proto()
1894 raw_tp_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in raw_tp_prog_func_proto()
1909 tracing_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in tracing_prog_func_proto()
1976 const struct bpf_prog *prog, in raw_tp_prog_is_valid_access()
1984 const struct bpf_prog *prog, in tracing_prog_is_valid_access()
[all …]
|
| D | trace_events_filter.c | 154 static void update_preds(struct prog_entry *prog, int N, int invert) in update_preds()
452 struct prog_entry *prog; in predicate_parse() local
1040 struct prog_entry *prog; in filter_match_preds() local
1150 struct prog_entry *prog; in free_prog() local
1728 struct prog_entry *prog; in process_preds() local
2204 static bool is_or(struct prog_entry *prog, int i) in is_or()
2225 struct prog_entry *prog = rcu_dereference_protected(filter->prog, in ftrace_function_set_filter() local
2388 struct prog_entry *prog = rcu_dereference_protected(filter->prog, in update_pred_fn() local
|
| /kernel/bpf/preload/iterators/ |
| D | iterators.bpf.c | 55 struct bpf_prog *prog; member
98 struct bpf_prog *prog = ctx->prog; in dump_bpf_prog() local
|