| /kernel/bpf/ |
| D | prog_iter.c | 16 struct bpf_prog *prog; in bpf_prog_seq_start()
33 bpf_prog_put((struct bpf_prog *)v); in bpf_prog_seq_next()
39 __bpf_md_ptr(struct bpf_prog *, prog);
42 DEFINE_BPF_ITER_FUNC(bpf_prog, struct bpf_iter_meta *meta, struct bpf_prog *prog) in DEFINE_BPF_ITER_FUNC() argument
48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC()
71 bpf_prog_put((struct bpf_prog *)v); in bpf_prog_seq_stop()
82 BTF_ID(struct, bpf_prog)
|
| D | core.c | 85 struct bpf_prog *bpf_prog_alloc_no_stats(unsigned int size, gfp_t gfp_extra_flags) in bpf_prog_alloc_no_stats()
89 struct bpf_prog *fp; in bpf_prog_alloc_no_stats()
114 struct bpf_prog *bpf_prog_alloc(unsigned int size, gfp_t gfp_extra_flags) in bpf_prog_alloc()
117 struct bpf_prog *prog; in bpf_prog_alloc()
141 int bpf_prog_alloc_jited_linfo(struct bpf_prog *prog) in bpf_prog_alloc_jited_linfo()
155 void bpf_prog_free_jited_linfo(struct bpf_prog *prog) in bpf_prog_free_jited_linfo()
161 void bpf_prog_free_unused_jited_linfo(struct bpf_prog *prog) in bpf_prog_free_unused_jited_linfo()
191 void bpf_prog_fill_jited_linfo(struct bpf_prog *prog, in bpf_prog_fill_jited_linfo()
220 void bpf_prog_free_linfo(struct bpf_prog *prog) in bpf_prog_free_linfo()
226 struct bpf_prog *bpf_prog_realloc(struct bpf_prog *fp_old, unsigned int size, in bpf_prog_realloc()
[all …]
|
| D | cgroup.c | 42 struct bpf_prog *prog, in bpf_cgroup_storages_alloc()
169 static struct bpf_prog *prog_list_prog(struct bpf_prog_list *pl) in prog_list_prog()
383 struct bpf_prog *prog, in find_attach_entry()
385 struct bpf_prog *replace_prog, in find_attach_entry()
434 struct bpf_prog *prog, struct bpf_prog *replace_prog, in __cgroup_bpf_attach()
440 struct bpf_prog *old_prog = NULL; in __cgroup_bpf_attach()
575 struct bpf_prog *new_prog) in __cgroup_bpf_replace()
578 struct bpf_prog *old_prog; in __cgroup_bpf_replace()
600 static int cgroup_bpf_replace(struct bpf_link *link, struct bpf_prog *new_prog, in cgroup_bpf_replace()
601 struct bpf_prog *old_prog) in cgroup_bpf_replace()
[all …]
|
| D | dispatcher.c | 25 struct bpf_dispatcher *d, struct bpf_prog *prog) in bpf_dispatcher_find_prog()
43 struct bpf_prog *prog) in bpf_dispatcher_add_prog()
68 struct bpf_prog *prog) in bpf_dispatcher_remove_prog()
132 void bpf_dispatcher_change_prog(struct bpf_dispatcher *d, struct bpf_prog *from, in bpf_dispatcher_change_prog()
133 struct bpf_prog *to) in bpf_dispatcher_change_prog()
|
| D | offload.c | 80 int bpf_prog_offload_init(struct bpf_prog *prog, union bpf_attr *attr) in bpf_prog_offload_init()
127 int bpf_prog_offload_verifier_prep(struct bpf_prog *prog) in bpf_prog_offload_verifier_prep()
212 static void __bpf_prog_offload_destroy(struct bpf_prog *prog) in __bpf_prog_offload_destroy()
227 void bpf_prog_offload_destroy(struct bpf_prog *prog) in bpf_prog_offload_destroy()
235 static int bpf_prog_offload_translate(struct bpf_prog *prog) in bpf_prog_offload_translate()
256 int bpf_prog_offload_compile(struct bpf_prog *prog) in bpf_prog_offload_compile()
264 struct bpf_prog *prog;
295 struct bpf_prog *prog) in bpf_prog_offload_info_fill()
546 static bool __bpf_offload_dev_match(struct bpf_prog *prog, in __bpf_offload_dev_match()
567 bool bpf_offload_dev_match(struct bpf_prog *prog, struct net_device *netdev) in bpf_offload_dev_match()
[all …]
|
| D | bpf_iter.c | 24 struct bpf_prog *prog;
310 struct bpf_prog *prog) in cache_btf_id()
315 bool bpf_iter_prog_supported(struct bpf_prog *prog) in bpf_iter_prog_supported()
367 struct bpf_prog *new_prog, in bpf_iter_link_replace()
368 struct bpf_prog *old_prog) in bpf_iter_link_replace()
462 int bpf_iter_link_attach(const union bpf_attr *attr, struct bpf_prog *prog) in bpf_iter_link_attach()
532 struct bpf_prog *prog) in init_seq_meta()
547 struct bpf_prog *prog; in prepare_seq_file()
623 struct bpf_prog *bpf_iter_get_info(struct bpf_iter_meta *meta, bool in_stop) in bpf_iter_get_info()
646 int bpf_iter_run_prog(struct bpf_prog *prog, void *ctx) in bpf_iter_run_prog()
|
| D | net_namespace.c | 164 struct bpf_prog *new_prog, in bpf_netns_link_update_prog()
165 struct bpf_prog *old_prog) in bpf_netns_link_update_prog()
296 int netns_bpf_prog_attach(const union bpf_attr *attr, struct bpf_prog *prog) in netns_bpf_prog_attach()
300 struct bpf_prog *attached; in netns_bpf_prog_attach()
365 struct bpf_prog *old) in __netns_bpf_prog_detach()
367 struct bpf_prog *attached; in __netns_bpf_prog_detach()
385 struct bpf_prog *prog; in netns_bpf_prog_detach()
476 int netns_bpf_link_create(const union bpf_attr *attr, struct bpf_prog *prog) in netns_bpf_link_create()
|
| D | syscall.c | 1611 static int find_prog_type(enum bpf_prog_type type, struct bpf_prog *prog) in find_prog_type()
1641 static void bpf_audit_prog(const struct bpf_prog *prog, unsigned int op) in bpf_audit_prog()
1682 static int bpf_prog_charge_memlock(struct bpf_prog *prog) in bpf_prog_charge_memlock()
1697 static void bpf_prog_uncharge_memlock(struct bpf_prog *prog) in bpf_prog_uncharge_memlock()
1705 static int bpf_prog_alloc_id(struct bpf_prog *prog) in bpf_prog_alloc_id()
1724 void bpf_prog_free_id(struct bpf_prog *prog, bool do_idr_lock) in bpf_prog_free_id()
1759 static void __bpf_prog_put_noref(struct bpf_prog *prog, bool deferred) in __bpf_prog_put_noref()
1775 static void __bpf_prog_put(struct bpf_prog *prog, bool do_idr_lock) in __bpf_prog_put()
1786 void bpf_prog_put(struct bpf_prog *prog) in bpf_prog_put()
1794 struct bpf_prog *prog = filp->private_data; in bpf_prog_release()
[all …]
|
| D | devmap.c | 67 struct bpf_prog *xdp_prog;
121 valsize != offsetofend(struct bpf_devmap_val, bpf_prog.fd)) || in dev_map_init_map()
469 struct bpf_prog *xdp_prog) in dev_map_run_prog()
515 struct bpf_prog *xdp_prog) in dev_map_generic_redirect()
602 struct bpf_prog *prog = NULL; in __dev_map_alloc_node()
614 if (val->bpf_prog.fd > 0) { in __dev_map_alloc_node()
615 prog = bpf_prog_get_type_dev(val->bpf_prog.fd, in __dev_map_alloc_node()
627 dev->val.bpf_prog.id = prog->aux->id; in __dev_map_alloc_node()
630 dev->val.bpf_prog.id = 0; in __dev_map_alloc_node()
665 if (val.bpf_prog.fd > 0) in __dev_map_update_elem()
|
| D | bpf_lsm.c | 37 const struct bpf_prog *prog) in BTF_SET_END()
55 bpf_lsm_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_lsm_func_proto()
|
| D | trampoline.c | 151 struct bpf_prog **progs; in bpf_trampoline_get_progs()
358 static enum bpf_tramp_prog_type bpf_attach_type_to_tramp(struct bpf_prog *prog) in bpf_attach_type_to_tramp()
380 int bpf_trampoline_link_prog(struct bpf_prog *prog, struct bpf_trampoline *tr) in bpf_trampoline_link_prog()
432 int bpf_trampoline_unlink_prog(struct bpf_prog *prog, struct bpf_trampoline *tr) in bpf_trampoline_unlink_prog()
520 void notrace __bpf_prog_exit(struct bpf_prog *prog, u64 start) in __bpf_prog_exit()
|
| D | cpumap.c | 66 struct bpf_prog *prog;
96 value_size != offsetofend(struct bpf_cpumap_val, bpf_prog.fd)) || in cpu_map_alloc()
397 struct bpf_prog *prog; in __cpu_map_load_bpf_program()
408 rcpu->value.bpf_prog.id = prog->aux->id; in __cpu_map_load_bpf_program()
417 int numa, err, i, fd = value->bpf_prog.fd; in __cpu_map_entry_alloc()
|
| D | map_iter.c | 48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC()
101 static int bpf_iter_attach_map(struct bpf_prog *prog, in bpf_iter_attach_map()
|
| D | bpf_struct_ops.c | 39 struct bpf_prog **progs;
369 struct bpf_prog *prog; in bpf_struct_ops_map_update_elem()
588 btf_type_vlen(t) * sizeof(struct bpf_prog *); in bpf_struct_ops_map_alloc()
603 bpf_map_area_alloc(btf_type_vlen(t) * sizeof(struct bpf_prog *), in bpf_struct_ops_map_alloc()
|
| D | inode.c | 558 static struct bpf_prog *__get_prog_inode(struct inode *inode, enum bpf_prog_type type) in __get_prog_inode()
560 struct bpf_prog *prog; in __get_prog_inode()
585 struct bpf_prog *bpf_prog_get_type_path(const char *name, enum bpf_prog_type type) in bpf_prog_get_type_path()
587 struct bpf_prog *prog; in bpf_prog_get_type_path()
|
| D | task_iter.c | 94 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC()
252 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC()
|
| D | arraymap.c | 558 struct bpf_prog *prog; in __bpf_array_map_seq_show()
801 struct bpf_prog *prog = bpf_prog_get(fd); in prog_fd_array_get_ptr()
821 return ((struct bpf_prog *)ptr)->aux->id; in prog_fd_array_sys_lookup_elem()
914 struct bpf_prog *old, in prog_array_map_poke_run()
915 struct bpf_prog *new) in prog_array_map_poke_run()
|
| D | verifier.c | 253 const struct bpf_prog *prog; in find_linfo()
3145 static enum bpf_prog_type resolve_prog_type(struct bpf_prog *prog) in resolve_prog_type()
8530 const struct bpf_prog *prog = env->prog; in check_return_code()
8918 struct bpf_prog *prog; in check_btf_func()
9061 struct bpf_prog *prog; in check_btf_line()
10445 struct bpf_prog *prog) in check_map_prog_compatibility()
10715 struct bpf_prog *new_prog, u32 off, u32 cnt) in adjust_insn_aux_data()
10759 static void adjust_poke_descs(struct bpf_prog *prog, u32 off, u32 len) in adjust_poke_descs()
10773 static struct bpf_prog *bpf_patch_insn_data(struct bpf_verifier_env *env, u32 off, in bpf_patch_insn_data()
10776 struct bpf_prog *new_prog; in bpf_patch_insn_data()
[all …]
|
| D | btf.c | 4414 struct btf *bpf_prog_get_target_btf(const struct bpf_prog *prog) in bpf_prog_get_target_btf()
4416 struct bpf_prog *tgt_prog = prog->aux->dst_prog; in bpf_prog_get_target_btf()
4439 const struct bpf_prog *prog, in btf_ctx_access()
4443 struct bpf_prog *tgt_prog = prog->aux->dst_prog; in btf_ctx_access()
5117 int btf_check_type_match(struct bpf_verifier_log *log, const struct bpf_prog *prog, in btf_check_type_match()
5151 struct bpf_prog *prog = env->prog; in btf_check_func_arg_match()
5248 struct bpf_prog *prog = env->prog; in btf_prepare_func_args()
|
| D | local_storage.c | 497 struct bpf_cgroup_storage *bpf_cgroup_storage_alloc(struct bpf_prog *prog, in bpf_cgroup_storage_alloc()
|
| /kernel/bpf/preload/iterators/ |
| D | iterators.bpf.c | 45 struct bpf_prog *dst_prog;
50 struct bpf_prog { struct
56 struct bpf_prog *prog;
99 struct bpf_prog *prog = ctx->prog; in dump_bpf_prog()
|
| /kernel/trace/ |
| D | bpf_trace.c | 1178 static bool bpf_d_path_allowed(const struct bpf_prog *prog) in BTF_ID()
1256 bpf_tracing_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_tracing_func_proto()
1358 kprobe_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in kprobe_prog_func_proto()
1378 const struct bpf_prog *prog, in kprobe_prog_is_valid_access()
1472 tp_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in tp_prog_func_proto()
1487 const struct bpf_prog *prog, in tp_prog_is_valid_access()
1571 pe_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in pe_prog_func_proto()
1703 raw_tp_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in raw_tp_prog_func_proto()
1718 tracing_prog_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in tracing_prog_func_proto()
1758 const struct bpf_prog *prog, in raw_tp_prog_is_valid_access()
[all …]
|
| /kernel/events/ |
| D | core.c | 8687 struct bpf_prog *prog;
8725 static void perf_event_bpf_emit_ksymbols(struct bpf_prog *prog, in perf_event_bpf_emit_ksymbols()
8738 struct bpf_prog *subprog = prog->aux->func[i]; in perf_event_bpf_emit_ksymbols()
8749 void perf_event_bpf_event(struct bpf_prog *prog, in perf_event_bpf_event()
9778 struct bpf_prog *prog; in perf_event_set_bpf_handler()
9817 struct bpf_prog *prog = event->prog; in perf_event_free_bpf_handler()
9858 struct bpf_prog *prog; in perf_event_set_bpf_prog()
11347 struct bpf_prog *prog = parent_event->prog; in perf_event_alloc()
|
| /kernel/cgroup/ |
| D | cgroup.c | 6705 struct bpf_prog *prog, struct bpf_prog *replace_prog, in cgroup_bpf_attach()
6718 int cgroup_bpf_detach(struct cgroup *cgrp, struct bpf_prog *prog, in cgroup_bpf_detach()
|
| /kernel/ |
| D | seccomp.c | 221 struct bpf_prog *prog;
|