| /kernel/bpf/ |
| D | trampoline.c | 107 bool bpf_prog_has_trampoline(const struct bpf_prog *prog) in bpf_prog_has_trampoline()
509 static enum bpf_tramp_prog_type bpf_attach_type_to_tramp(struct bpf_prog *prog) in bpf_attach_type_to_tramp()
675 static struct bpf_shim_tramp_link *cgroup_shim_alloc(const struct bpf_prog *prog, in cgroup_shim_alloc()
728 int bpf_trampoline_link_cgroup_shim(struct bpf_prog *prog, in bpf_trampoline_link_cgroup_shim()
794 void bpf_trampoline_unlink_cgroup_shim(struct bpf_prog *prog) in bpf_trampoline_unlink_cgroup_shim()
897 static u64 notrace __bpf_prog_enter_recur(struct bpf_prog *prog, struct bpf_tramp_run_ctx *run_ctx) in __bpf_prog_enter_recur()
912 static void notrace update_prog_stats(struct bpf_prog *prog, in update_prog_stats()
935 static void notrace __bpf_prog_exit_recur(struct bpf_prog *prog, u64 start, in __bpf_prog_exit_recur()
947 static u64 notrace __bpf_prog_enter_lsm_cgroup(struct bpf_prog *prog, in __bpf_prog_enter_lsm_cgroup()
962 static void notrace __bpf_prog_exit_lsm_cgroup(struct bpf_prog *prog, u64 start, in __bpf_prog_exit_lsm_cgroup()
[all …]
|
| D | offload.c | 108 static void __bpf_prog_offload_destroy(struct bpf_prog *prog) in __bpf_prog_offload_destroy()
188 static int __bpf_prog_dev_bound_init(struct bpf_prog *prog, struct net_device *netdev) in __bpf_prog_dev_bound_init()
228 int bpf_prog_dev_bound_init(struct bpf_prog *prog, union bpf_attr *attr) in bpf_prog_dev_bound_init()
296 int bpf_prog_offload_verifier_prep(struct bpf_prog *prog) in bpf_prog_offload_verifier_prep()
381 void bpf_prog_dev_bound_destroy(struct bpf_prog *prog) in bpf_prog_dev_bound_destroy()
402 static int bpf_prog_offload_translate(struct bpf_prog *prog) in bpf_prog_offload_translate()
423 int bpf_prog_offload_compile(struct bpf_prog *prog) in bpf_prog_offload_compile()
431 struct bpf_prog *prog; member
462 struct bpf_prog *prog) in bpf_prog_offload_info_fill()
694 static bool __bpf_offload_dev_match(struct bpf_prog *prog, in __bpf_offload_dev_match()
[all …]
|
| D | cgroup.c | 54 const struct bpf_prog *prog; in bpf_prog_run_array_cg() local
226 struct bpf_prog *prog, in bpf_cgroup_storages_alloc()
590 struct bpf_prog *prog, in find_attach_entry()
641 struct bpf_prog *prog, struct bpf_prog *replace_prog, in __cgroup_bpf_attach()
759 struct bpf_prog *prog, struct bpf_prog *replace_prog, in cgroup_bpf_attach()
886 struct bpf_prog *prog, in find_detach_entry()
927 static void purge_effective_progs(struct cgroup *cgrp, struct bpf_prog *prog, in purge_effective_progs()
984 static int __cgroup_bpf_detach(struct cgroup *cgrp, struct bpf_prog *prog, in __cgroup_bpf_detach()
1042 static int cgroup_bpf_detach(struct cgroup *cgrp, struct bpf_prog *prog, in cgroup_bpf_detach()
1121 struct bpf_prog *prog; in __cgroup_bpf_query() local
[all …]
|
| D | syscall.c | 2109 static int find_prog_type(enum bpf_prog_type type, struct bpf_prog *prog) in find_prog_type()
2139 static void bpf_audit_prog(const struct bpf_prog *prog, unsigned int op) in bpf_audit_prog()
2158 static int bpf_prog_alloc_id(struct bpf_prog *prog) in bpf_prog_alloc_id()
2177 void bpf_prog_free_id(struct bpf_prog *prog) in bpf_prog_free_id()
2206 static void __bpf_prog_put_noref(struct bpf_prog *prog, bool deferred) in __bpf_prog_put_noref()
2230 struct bpf_prog *prog; in bpf_prog_put_deferred() local
2240 static void __bpf_prog_put(struct bpf_prog *prog) in __bpf_prog_put()
2254 void bpf_prog_put(struct bpf_prog *prog) in bpf_prog_put()
2262 struct bpf_prog *prog = filp->private_data; in bpf_prog_release() local
2274 void notrace bpf_prog_inc_misses_counter(struct bpf_prog *prog) in bpf_prog_inc_misses_counter()
[all …]
|
| D | bpf_lsm.c | 115 const struct bpf_prog *prog) in bpf_lsm_verify_prog()
169 static bool bpf_ima_inode_hash_allowed(const struct bpf_prog *prog) in bpf_ima_inode_hash_allowed()
223 bpf_lsm_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_lsm_func_proto()
403 bool bpf_lsm_is_trusted(const struct bpf_prog *prog) in bpf_lsm_is_trusted()
|
| D | prog_iter.c | 16 struct bpf_prog *prog; in bpf_prog_seq_start() local
42 DEFINE_BPF_ITER_FUNC(bpf_prog, struct bpf_iter_meta *meta, struct bpf_prog *prog) in DEFINE_BPF_ITER_FUNC()
48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
|
| D | bpf_iter.c | 25 struct bpf_prog *prog; member
333 struct bpf_prog *prog) in cache_btf_id()
338 bool bpf_iter_prog_supported(struct bpf_prog *prog) in bpf_iter_prog_supported()
372 bpf_iter_get_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_iter_get_func_proto()
507 struct bpf_prog *prog) in bpf_iter_link_attach()
580 struct bpf_prog *prog) in init_seq_meta()
595 struct bpf_prog *prog; in prepare_seq_file() local
694 int bpf_iter_run_prog(struct bpf_prog *prog, void *ctx) in bpf_iter_run_prog()
|
| D | dispatcher.c | 26 struct bpf_dispatcher *d, struct bpf_prog *prog) in bpf_dispatcher_find_prog()
44 struct bpf_prog *prog) in bpf_dispatcher_add_prog()
69 struct bpf_prog *prog) in bpf_dispatcher_remove_prog()
|
| D | tcx.c | 10 int tcx_prog_attach(const union bpf_attr *attr, struct bpf_prog *prog) in tcx_prog_attach()
59 int tcx_prog_detach(const union bpf_attr *attr, struct bpf_prog *prog) in tcx_prog_detach()
302 struct bpf_prog *prog) in tcx_link_init()
310 int tcx_link_attach(const union bpf_attr *attr, struct bpf_prog *prog) in tcx_link_attach()
|
| D | core.c | 152 struct bpf_prog *prog; in bpf_prog_alloc() local
177 int bpf_prog_alloc_jited_linfo(struct bpf_prog *prog) in bpf_prog_alloc_jited_linfo()
191 void bpf_prog_jit_attempt_done(struct bpf_prog *prog) in bpf_prog_jit_attempt_done()
227 void bpf_prog_fill_jited_linfo(struct bpf_prog *prog, in bpf_prog_fill_jited_linfo()
421 static int bpf_adj_branches(struct bpf_prog *prog, u32 pos, s32 end_old, in bpf_adj_branches()
468 static void bpf_adj_linfo(struct bpf_prog *prog, u32 off, u32 delta) in bpf_adj_linfo()
488 struct bpf_prog *bpf_patch_insn_single(struct bpf_prog *prog, u32 off, in bpf_patch_insn_single()
549 int bpf_remove_insns(struct bpf_prog *prog, u32 off, u32 cnt) in bpf_remove_insns()
588 bpf_prog_ksym_set_addr(struct bpf_prog *prog) in bpf_prog_ksym_set_addr()
597 bpf_prog_ksym_set_name(struct bpf_prog *prog) in bpf_prog_ksym_set_name()
[all …]
|
| D | bpf_fuse.c | 8 fuse_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in fuse_prog_func_proto()
34 const struct bpf_prog *prog, in fuse_prog_is_valid_access()
|
| D | mprog.c | 34 struct bpf_prog *prog = ERR_PTR(-EINVAL); in bpf_mprog_prog() local
303 struct bpf_prog *prog; in bpf_mprog_fetch() local
330 struct bpf_prog *prog, struct bpf_link *link, in bpf_mprog_detach()
402 struct bpf_prog *prog; in bpf_mprog_query() local
|
| D | map_iter.c | 48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
100 static int bpf_iter_attach_map(struct bpf_prog *prog, in bpf_iter_attach_map()
|
| D | net_namespace.c | 297 int netns_bpf_prog_attach(const union bpf_attr *attr, struct bpf_prog *prog) in netns_bpf_prog_attach()
386 struct bpf_prog *prog; in netns_bpf_prog_detach() local
477 int netns_bpf_link_create(const union bpf_attr *attr, struct bpf_prog *prog) in netns_bpf_link_create()
|
| D | cgroup_iter.c | 126 struct bpf_prog *prog; in __cgroup_iter_seq_show() local
194 static int bpf_iter_attach_cgroup(struct bpf_prog *prog, in bpf_iter_attach_cgroup()
|
| D | task_iter.c | 181 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
206 static int bpf_iter_attach_task(struct bpf_prog *prog, in bpf_iter_attach_task()
353 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
615 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
|
| D | link_iter.c | 48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
|
| D | dmabuf_iter.c | 40 struct bpf_prog *prog = bpf_iter_get_info(&meta, in_stop); in __dmabuf_seq_show() local
|
| D | cpumap.c | 70 struct bpf_prog *prog; member
375 struct bpf_prog *prog; in __cpu_map_load_bpf_program() local
|
| D | arraymap.c | 636 struct bpf_prog *prog; in __bpf_array_map_seq_show() local
949 struct bpf_prog *prog = bpf_prog_get(fd); in prog_fd_array_get_ptr() local
981 struct bpf_prog *prog = ptr; in prog_fd_array_put_ptr() local
|
| D | verifier.c | 2700 find_kfunc_desc(const struct bpf_prog *prog, u32 func_id, u16 offset) in find_kfunc_desc()
2713 int bpf_get_kfunc_addr(const struct bpf_prog *prog, u32 func_id, in bpf_get_kfunc_addr()
2957 static void sort_kfunc_descs_by_imm_off(struct bpf_prog *prog) in sort_kfunc_descs_by_imm_off()
2969 bool bpf_prog_has_kfunc_call(const struct bpf_prog *prog) in bpf_prog_has_kfunc_call()
2975 bpf_jit_find_kfunc_model(const struct bpf_prog *prog, in bpf_jit_find_kfunc_model()
6928 static bool get_func_retval_range(struct bpf_prog *prog, in get_func_retval_range()
9718 struct bpf_prog *prog = env->prog; in btf_check_subprog_call() local
15874 const struct bpf_prog *prog = env->prog; in check_return_code() local
16685 struct bpf_prog *prog; in check_btf_func_early() local
16787 struct bpf_prog *prog; in check_btf_func() local
[all …]
|
| D | inode.c | 558 struct bpf_prog *prog; in __get_prog_inode() local
585 struct bpf_prog *prog; in bpf_prog_get_type_path() local
|
| /kernel/trace/ |
| D | bpf_trace.c | 1423 bpf_tracing_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_tracing_func_proto()
1551 static bool is_kprobe_multi(const struct bpf_prog *prog) in is_kprobe_multi()
1557 static inline bool is_kprobe_session(const struct bpf_prog *prog) in is_kprobe_session()
1563 kprobe_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in kprobe_prog_func_proto()
1595 const struct bpf_prog *prog, in kprobe_prog_is_valid_access()
1689 tp_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in tp_prog_func_proto()
1706 const struct bpf_prog *prog, in tp_prog_is_valid_access()
1793 pe_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in pe_prog_func_proto()
1928 raw_tp_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in raw_tp_prog_func_proto()
1945 tracing_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in tracing_prog_func_proto()
[all …]
|
| D | trace_events_filter.c | 168 static void update_preds(struct prog_entry *prog, int N, int invert) in update_preds()
475 struct prog_entry *prog; in predicate_parse() local
1173 struct prog_entry *prog; in filter_match_preds() local
1283 struct prog_entry *prog; in free_prog() local
2080 struct prog_entry *prog; in process_preds() local
2559 static bool is_or(struct prog_entry *prog, int i) in is_or()
2580 struct prog_entry *prog = rcu_dereference_protected(filter->prog, in ftrace_function_set_filter() local
2743 struct prog_entry *prog = rcu_dereference_protected(filter->prog, in update_pred_fn() local
|
| /kernel/bpf/preload/iterators/ |
| D | iterators.bpf.c | 55 struct bpf_prog *prog; member
103 struct bpf_prog *prog = ctx->prog; in dump_bpf_prog() local
|