| /kernel/bpf/ |
| D | trampoline.c | 107 bool bpf_prog_has_trampoline(const struct bpf_prog *prog) in bpf_prog_has_trampoline()
491 static enum bpf_tramp_prog_type bpf_attach_type_to_tramp(struct bpf_prog *prog) in bpf_attach_type_to_tramp()
626 static struct bpf_shim_tramp_link *cgroup_shim_alloc(const struct bpf_prog *prog, in cgroup_shim_alloc()
679 int bpf_trampoline_link_cgroup_shim(struct bpf_prog *prog, in bpf_trampoline_link_cgroup_shim()
745 void bpf_trampoline_unlink_cgroup_shim(struct bpf_prog *prog) in bpf_trampoline_unlink_cgroup_shim()
848 static u64 notrace __bpf_prog_enter_recur(struct bpf_prog *prog, struct bpf_tramp_run_ctx *run_ctx) in __bpf_prog_enter_recur()
863 static void notrace update_prog_stats(struct bpf_prog *prog, in update_prog_stats()
885 static void notrace __bpf_prog_exit_recur(struct bpf_prog *prog, u64 start, in __bpf_prog_exit_recur()
897 static u64 notrace __bpf_prog_enter_lsm_cgroup(struct bpf_prog *prog, in __bpf_prog_enter_lsm_cgroup()
912 static void notrace __bpf_prog_exit_lsm_cgroup(struct bpf_prog *prog, u64 start, in __bpf_prog_exit_lsm_cgroup()
[all …]
|
| D | offload.c | 108 static void __bpf_prog_offload_destroy(struct bpf_prog *prog) in __bpf_prog_offload_destroy()
188 static int __bpf_prog_dev_bound_init(struct bpf_prog *prog, struct net_device *netdev) in __bpf_prog_dev_bound_init()
228 int bpf_prog_dev_bound_init(struct bpf_prog *prog, union bpf_attr *attr) in bpf_prog_dev_bound_init()
289 int bpf_prog_offload_verifier_prep(struct bpf_prog *prog) in bpf_prog_offload_verifier_prep()
374 void bpf_prog_dev_bound_destroy(struct bpf_prog *prog) in bpf_prog_dev_bound_destroy()
395 static int bpf_prog_offload_translate(struct bpf_prog *prog) in bpf_prog_offload_translate()
416 int bpf_prog_offload_compile(struct bpf_prog *prog) in bpf_prog_offload_compile()
424 struct bpf_prog *prog; member
455 struct bpf_prog *prog) in bpf_prog_offload_info_fill()
687 static bool __bpf_offload_dev_match(struct bpf_prog *prog, in __bpf_offload_dev_match()
[all …]
|
| D | cgroup.c | 37 const struct bpf_prog *prog; in bpf_prog_run_array_cg() local
209 struct bpf_prog *prog, in bpf_cgroup_storages_alloc()
557 struct bpf_prog *prog, in find_attach_entry()
608 struct bpf_prog *prog, struct bpf_prog *replace_prog, in __cgroup_bpf_attach()
725 struct bpf_prog *prog, struct bpf_prog *replace_prog, in cgroup_bpf_attach()
852 struct bpf_prog *prog, in find_detach_entry()
893 static void purge_effective_progs(struct cgroup *cgrp, struct bpf_prog *prog, in purge_effective_progs()
950 static int __cgroup_bpf_detach(struct cgroup *cgrp, struct bpf_prog *prog, in __cgroup_bpf_detach()
1008 static int cgroup_bpf_detach(struct cgroup *cgrp, struct bpf_prog *prog, in cgroup_bpf_detach()
1087 struct bpf_prog *prog; in __cgroup_bpf_query() local
[all …]
|
| D | syscall.c | 2049 static int find_prog_type(enum bpf_prog_type type, struct bpf_prog *prog) in find_prog_type()
2079 static void bpf_audit_prog(const struct bpf_prog *prog, unsigned int op) in bpf_audit_prog()
2098 static int bpf_prog_alloc_id(struct bpf_prog *prog) in bpf_prog_alloc_id()
2117 void bpf_prog_free_id(struct bpf_prog *prog) in bpf_prog_free_id()
2146 static void __bpf_prog_put_noref(struct bpf_prog *prog, bool deferred) in __bpf_prog_put_noref()
2170 struct bpf_prog *prog; in bpf_prog_put_deferred() local
2180 static void __bpf_prog_put(struct bpf_prog *prog) in __bpf_prog_put()
2194 void bpf_prog_put(struct bpf_prog *prog) in bpf_prog_put()
2202 struct bpf_prog *prog = filp->private_data; in bpf_prog_release() local
2214 void notrace bpf_prog_inc_misses_counter(struct bpf_prog *prog) in bpf_prog_inc_misses_counter()
[all …]
|
| D | bpf_lsm.c | 98 const struct bpf_prog *prog) in bpf_lsm_verify_prog()
143 static bool bpf_ima_inode_hash_allowed(const struct bpf_prog *prog) in bpf_ima_inode_hash_allowed()
197 bpf_lsm_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_lsm_func_proto()
365 bool bpf_lsm_is_trusted(const struct bpf_prog *prog) in bpf_lsm_is_trusted()
|
| D | prog_iter.c | 16 struct bpf_prog *prog; in bpf_prog_seq_start() local
42 DEFINE_BPF_ITER_FUNC(bpf_prog, struct bpf_iter_meta *meta, struct bpf_prog *prog) in DEFINE_BPF_ITER_FUNC()
48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
|
| D | bpf_iter.c | 25 struct bpf_prog *prog; member
334 struct bpf_prog *prog) in cache_btf_id()
339 bool bpf_iter_prog_supported(struct bpf_prog *prog) in bpf_iter_prog_supported()
373 bpf_iter_get_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_iter_get_func_proto()
508 struct bpf_prog *prog) in bpf_iter_link_attach()
581 struct bpf_prog *prog) in init_seq_meta()
596 struct bpf_prog *prog; in prepare_seq_file() local
695 int bpf_iter_run_prog(struct bpf_prog *prog, void *ctx) in bpf_iter_run_prog()
|
| D | dispatcher.c | 26 struct bpf_dispatcher *d, struct bpf_prog *prog) in bpf_dispatcher_find_prog()
44 struct bpf_prog *prog) in bpf_dispatcher_add_prog()
69 struct bpf_prog *prog) in bpf_dispatcher_remove_prog()
|
| D | core.c | 133 struct bpf_prog *prog; in bpf_prog_alloc() local
158 int bpf_prog_alloc_jited_linfo(struct bpf_prog *prog) in bpf_prog_alloc_jited_linfo()
172 void bpf_prog_jit_attempt_done(struct bpf_prog *prog) in bpf_prog_jit_attempt_done()
208 void bpf_prog_fill_jited_linfo(struct bpf_prog *prog, in bpf_prog_fill_jited_linfo()
402 static int bpf_adj_branches(struct bpf_prog *prog, u32 pos, s32 end_old, in bpf_adj_branches()
449 static void bpf_adj_linfo(struct bpf_prog *prog, u32 off, u32 delta) in bpf_adj_linfo()
469 struct bpf_prog *bpf_patch_insn_single(struct bpf_prog *prog, u32 off, in bpf_patch_insn_single()
530 int bpf_remove_insns(struct bpf_prog *prog, u32 off, u32 cnt) in bpf_remove_insns()
565 bpf_prog_ksym_set_addr(struct bpf_prog *prog) in bpf_prog_ksym_set_addr()
574 bpf_prog_ksym_set_name(struct bpf_prog *prog) in bpf_prog_ksym_set_name()
[all …]
|
| D | tcx.c | 10 int tcx_prog_attach(const union bpf_attr *attr, struct bpf_prog *prog) in tcx_prog_attach()
59 int tcx_prog_detach(const union bpf_attr *attr, struct bpf_prog *prog) in tcx_prog_detach()
302 struct bpf_prog *prog) in tcx_link_init()
310 int tcx_link_attach(const union bpf_attr *attr, struct bpf_prog *prog) in tcx_link_attach()
|
| D | bpf_fuse.c | 8 fuse_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in fuse_prog_func_proto()
34 const struct bpf_prog *prog, in fuse_prog_is_valid_access()
|
| D | mprog.c | 34 struct bpf_prog *prog = ERR_PTR(-EINVAL); in bpf_mprog_prog() local
303 struct bpf_prog *prog; in bpf_mprog_fetch() local
330 struct bpf_prog *prog, struct bpf_link *link, in bpf_mprog_detach()
402 struct bpf_prog *prog; in bpf_mprog_query() local
|
| D | map_iter.c | 48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
100 static int bpf_iter_attach_map(struct bpf_prog *prog, in bpf_iter_attach_map()
|
| D | cgroup_iter.c | 126 struct bpf_prog *prog; in __cgroup_iter_seq_show() local
194 static int bpf_iter_attach_cgroup(struct bpf_prog *prog, in bpf_iter_attach_cgroup()
|
| D | net_namespace.c | 297 int netns_bpf_prog_attach(const union bpf_attr *attr, struct bpf_prog *prog) in netns_bpf_prog_attach()
386 struct bpf_prog *prog; in netns_bpf_prog_detach() local
477 int netns_bpf_link_create(const union bpf_attr *attr, struct bpf_prog *prog) in netns_bpf_link_create()
|
| D | task_iter.c | 201 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
226 static int bpf_iter_attach_task(struct bpf_prog *prog, in bpf_iter_attach_task()
378 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
640 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
|
| D | link_iter.c | 48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
|
| D | cpumap.c | 69 struct bpf_prog *prog; member
370 struct bpf_prog *prog; in __cpu_map_load_bpf_program() local
|
| D | inode.c | 558 struct bpf_prog *prog; in __get_prog_inode() local
585 struct bpf_prog *prog; in bpf_prog_get_type_path() local
|
| D | verifier.c | 344 const struct bpf_prog *prog; in find_linfo() local
2724 find_kfunc_desc(const struct bpf_prog *prog, u32 func_id, u16 offset) in find_kfunc_desc()
2737 int bpf_get_kfunc_addr(const struct bpf_prog *prog, u32 func_id, in bpf_get_kfunc_addr()
2975 static void sort_kfunc_descs_by_imm_off(struct bpf_prog *prog) in sort_kfunc_descs_by_imm_off()
2987 bool bpf_prog_has_kfunc_call(const struct bpf_prog *prog) in bpf_prog_has_kfunc_call()
2993 bpf_jit_find_kfunc_model(const struct bpf_prog *prog, in bpf_jit_find_kfunc_model()
14935 const struct bpf_prog *prog = env->prog; in check_return_code() local
15453 struct bpf_prog *prog; in check_btf_func() local
15597 struct bpf_prog *prog; in check_btf_line() local
15724 struct bpf_prog *prog = env->prog; in check_core_relo() local
[all …]
|
| D | local_storage.c | 499 struct bpf_cgroup_storage *bpf_cgroup_storage_alloc(struct bpf_prog *prog, in bpf_cgroup_storage_alloc()
|
| D | btf.c | 5865 struct btf *bpf_prog_get_target_btf(const struct bpf_prog *prog) in bpf_prog_get_target_btf()
5911 static bool prog_args_trusted(const struct bpf_prog *prog) in prog_args_trusted()
5928 const struct bpf_prog *prog, in btf_ctx_access()
6739 int btf_check_type_match(struct bpf_verifier_log *log, const struct bpf_prog *prog, in btf_check_type_match()
6874 struct bpf_prog *prog = env->prog; in btf_check_subprog_arg_match() local
6917 struct bpf_prog *prog = env->prog; in btf_check_subprog_call() local
6956 struct bpf_prog *prog = env->prog; in btf_prepare_func_args() local
7794 const struct bpf_prog *prog) in __btf_kfunc_id_set_contains()
7865 const struct bpf_prog *prog) in btf_kfunc_id_set_contains()
7880 const struct bpf_prog *prog) in btf_kfunc_is_modify_return()
|
| /kernel/trace/ |
| D | bpf_trace.c | 1434 bpf_tracing_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_tracing_func_proto()
1566 kprobe_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in kprobe_prog_func_proto()
1598 const struct bpf_prog *prog, in kprobe_prog_is_valid_access()
1692 tp_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in tp_prog_func_proto()
1709 const struct bpf_prog *prog, in tp_prog_is_valid_access()
1796 pe_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in pe_prog_func_proto()
1931 raw_tp_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in raw_tp_prog_func_proto()
1946 tracing_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in tracing_prog_func_proto()
2013 const struct bpf_prog *prog, in raw_tp_prog_is_valid_access()
2021 const struct bpf_prog *prog, in tracing_prog_is_valid_access()
[all …]
|
| D | trace_events_filter.c | 168 static void update_preds(struct prog_entry *prog, int N, int invert) in update_preds()
475 struct prog_entry *prog; in predicate_parse() local
1173 struct prog_entry *prog; in filter_match_preds() local
1283 struct prog_entry *prog; in free_prog() local
2080 struct prog_entry *prog; in process_preds() local
2559 static bool is_or(struct prog_entry *prog, int i) in is_or()
2580 struct prog_entry *prog = rcu_dereference_protected(filter->prog, in ftrace_function_set_filter() local
2743 struct prog_entry *prog = rcu_dereference_protected(filter->prog, in update_pred_fn() local
|
| /kernel/bpf/preload/iterators/ |
| D | iterators.bpf.c | 55 struct bpf_prog *prog; member
103 struct bpf_prog *prog = ctx->prog; in dump_bpf_prog() local
|