• Home
  • Raw
  • Download

Lines Matching refs:prog

565 	struct bpf_prog	*prog;  member
581 static __always_inline u32 __bpf_prog_run(const struct bpf_prog *prog, in __bpf_prog_run() argument
593 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
594 stats = this_cpu_ptr(prog->stats); in __bpf_prog_run()
600 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
605 static __always_inline u32 bpf_prog_run(const struct bpf_prog *prog, const void *ctx) in bpf_prog_run() argument
607 return __bpf_prog_run(prog, ctx, bpf_dispatcher_nop_func); in bpf_prog_run()
618 static inline u32 bpf_prog_run_pin_on_cpu(const struct bpf_prog *prog, in bpf_prog_run_pin_on_cpu() argument
624 ret = bpf_prog_run(prog, ctx); in bpf_prog_run_pin_on_cpu()
717 static inline u32 __bpf_prog_run_save_cb(const struct bpf_prog *prog, in __bpf_prog_run_save_cb() argument
725 if (unlikely(prog->cb_access)) { in __bpf_prog_run_save_cb()
730 res = bpf_prog_run(prog, skb); in __bpf_prog_run_save_cb()
732 if (unlikely(prog->cb_access)) in __bpf_prog_run_save_cb()
738 static inline u32 bpf_prog_run_save_cb(const struct bpf_prog *prog, in bpf_prog_run_save_cb() argument
744 res = __bpf_prog_run_save_cb(prog, skb); in bpf_prog_run_save_cb()
749 static inline u32 bpf_prog_run_clear_cb(const struct bpf_prog *prog, in bpf_prog_run_clear_cb() argument
755 if (unlikely(prog->cb_access)) in bpf_prog_run_clear_cb()
758 res = bpf_prog_run_pin_on_cpu(prog, skb); in bpf_prog_run_clear_cb()
768 static __always_inline u32 bpf_prog_run_xdp(const struct bpf_prog *prog, in bpf_prog_run_xdp() argument
775 u32 act = __bpf_prog_run(prog, xdp, BPF_DISPATCHER_FUNC(xdp)); in bpf_prog_run_xdp()
785 void bpf_prog_change_xdp(struct bpf_prog *prev_prog, struct bpf_prog *prog);
787 static inline u32 bpf_prog_insn_size(const struct bpf_prog *prog) in bpf_prog_insn_size() argument
789 return prog->len * sizeof(struct bpf_insn); in bpf_prog_insn_size()
792 static inline u32 bpf_prog_tag_scratch_size(const struct bpf_prog *prog) in bpf_prog_tag_scratch_size() argument
794 return round_up(bpf_prog_insn_size(prog) + in bpf_prog_tag_scratch_size()
804 static inline bool bpf_prog_was_classic(const struct bpf_prog *prog) in bpf_prog_was_classic() argument
811 return prog->type == BPF_PROG_TYPE_UNSPEC; in bpf_prog_was_classic()
878 void bpf_prog_free_linfo(struct bpf_prog *prog);
879 void bpf_prog_fill_jited_linfo(struct bpf_prog *prog,
881 int bpf_prog_alloc_jited_linfo(struct bpf_prog *prog);
882 void bpf_prog_jit_attempt_done(struct bpf_prog *prog);
907 void sk_reuseport_prog_free(struct bpf_prog *prog);
919 struct bpf_prog *bpf_int_jit_compile(struct bpf_prog *prog);
920 void bpf_jit_compile(struct bpf_prog *prog);
934 struct bpf_prog *bpf_patch_insn_single(struct bpf_prog *prog, u32 off,
936 int bpf_remove_insns(struct bpf_prog *prog, u32 off, u32 cnt);
983 struct xdp_buff *xdp, struct bpf_prog *prog);
986 struct bpf_prog *prog);
990 struct bpf_prog *prog);
999 void bpf_warn_invalid_xdp_action(struct net_device *dev, struct bpf_prog *prog, u32 act);
1003 struct bpf_prog *prog, struct sk_buff *skb,
1009 struct bpf_prog *prog, struct sk_buff *skb, in bpf_run_sk_reuseport() argument
1055 int bpf_jit_binary_pack_finalize(struct bpf_prog *prog,
1061 int bpf_jit_add_poke_descriptor(struct bpf_prog *prog,
1064 int bpf_jit_get_func_addr(const struct bpf_prog *prog,
1101 static inline bool bpf_jit_blinding_enabled(struct bpf_prog *prog) in bpf_jit_blinding_enabled() argument
1109 if (!prog->jit_requested) in bpf_jit_blinding_enabled()
1161 static inline bool bpf_jit_blinding_enabled(struct bpf_prog *prog) in bpf_jit_blinding_enabled() argument
1172 bpf_jit_add_poke_descriptor(struct bpf_prog *prog, in bpf_jit_add_poke_descriptor() argument
1410 while ((_prog = READ_ONCE(_item->prog))) { \