• Home
  • Raw
  • Download

Lines Matching refs:prog

665 	struct bpf_prog	*prog;  member
680 static __always_inline u32 __bpf_prog_run(const struct bpf_prog *prog, in __bpf_prog_run() argument
692 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
695 stats = this_cpu_ptr(prog->stats); in __bpf_prog_run()
701 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
706 static __always_inline u32 bpf_prog_run(const struct bpf_prog *prog, const void *ctx) in bpf_prog_run() argument
708 return __bpf_prog_run(prog, ctx, bpf_dispatcher_nop_func); in bpf_prog_run()
719 static inline u32 bpf_prog_run_pin_on_cpu(const struct bpf_prog *prog, in bpf_prog_run_pin_on_cpu() argument
725 ret = bpf_prog_run(prog, ctx); in bpf_prog_run_pin_on_cpu()
925 static inline u32 __bpf_prog_run_save_cb(const struct bpf_prog *prog, in __bpf_prog_run_save_cb() argument
933 if (unlikely(prog->cb_access)) { in __bpf_prog_run_save_cb()
938 res = bpf_prog_run(prog, skb); in __bpf_prog_run_save_cb()
940 if (unlikely(prog->cb_access)) in __bpf_prog_run_save_cb()
946 static inline u32 bpf_prog_run_save_cb(const struct bpf_prog *prog, in bpf_prog_run_save_cb() argument
952 res = __bpf_prog_run_save_cb(prog, skb); in bpf_prog_run_save_cb()
957 static inline u32 bpf_prog_run_clear_cb(const struct bpf_prog *prog, in bpf_prog_run_clear_cb() argument
963 if (unlikely(prog->cb_access)) in bpf_prog_run_clear_cb()
966 res = bpf_prog_run_pin_on_cpu(prog, skb); in bpf_prog_run_clear_cb()
976 void bpf_prog_change_xdp(struct bpf_prog *prev_prog, struct bpf_prog *prog);
978 static inline u32 bpf_prog_insn_size(const struct bpf_prog *prog) in bpf_prog_insn_size() argument
980 return prog->len * sizeof(struct bpf_insn); in bpf_prog_insn_size()
983 static inline u32 bpf_prog_tag_scratch_size(const struct bpf_prog *prog) in bpf_prog_tag_scratch_size() argument
985 return round_up(bpf_prog_insn_size(prog) + in bpf_prog_tag_scratch_size()
995 static inline bool bpf_prog_was_classic(const struct bpf_prog *prog) in bpf_prog_was_classic() argument
1002 return prog->type == BPF_PROG_TYPE_UNSPEC; in bpf_prog_was_classic()
1070 void bpf_prog_fill_jited_linfo(struct bpf_prog *prog,
1072 int bpf_prog_alloc_jited_linfo(struct bpf_prog *prog);
1073 void bpf_prog_jit_attempt_done(struct bpf_prog *prog);
1098 void sk_reuseport_prog_free(struct bpf_prog *prog);
1110 struct bpf_prog *bpf_int_jit_compile(struct bpf_prog *prog);
1111 void bpf_jit_compile(struct bpf_prog *prog);
1134 struct bpf_prog *bpf_patch_insn_single(struct bpf_prog *prog, u32 off,
1136 int bpf_remove_insns(struct bpf_prog *prog, u32 off, u32 cnt);
1181 struct xdp_buff *xdp, struct bpf_prog *prog);
1184 struct bpf_prog *prog);
1188 struct bpf_prog *prog);
1191 void bpf_warn_invalid_xdp_action(struct net_device *dev, struct bpf_prog *prog, u32 act);
1195 struct bpf_prog *prog, struct sk_buff *skb,
1201 struct bpf_prog *prog, struct sk_buff *skb, in bpf_run_sk_reuseport() argument
1252 int bpf_jit_add_poke_descriptor(struct bpf_prog *prog,
1255 int bpf_jit_get_func_addr(const struct bpf_prog *prog,
1292 static inline bool bpf_jit_blinding_enabled(struct bpf_prog *prog) in bpf_jit_blinding_enabled() argument
1300 if (!prog->jit_requested) in bpf_jit_blinding_enabled()
1304 if (bpf_jit_harden == 1 && bpf_token_capable(prog->aux->token, CAP_BPF)) in bpf_jit_blinding_enabled()
1353 static inline bool bpf_jit_blinding_enabled(struct bpf_prog *prog) in bpf_jit_blinding_enabled() argument
1364 bpf_jit_add_poke_descriptor(struct bpf_prog *prog, in bpf_jit_add_poke_descriptor() argument
1608 while ((_prog = READ_ONCE(_item->prog))) { \