| /arch/um/drivers/ |
| D | vector_user.c | 778 struct sock_fprog *bpf_prog; in uml_vector_default_bpf() local
780 bpf_prog = uml_kmalloc(sizeof(struct sock_fprog), UM_GFP_KERNEL); in uml_vector_default_bpf()
781 if (bpf_prog) { in uml_vector_default_bpf()
782 bpf_prog->len = DEFAULT_BPF_LEN; in uml_vector_default_bpf()
783 bpf_prog->filter = NULL; in uml_vector_default_bpf()
790 bpf_prog->filter = bpf; in uml_vector_default_bpf()
804 kfree(bpf_prog); in uml_vector_default_bpf()
805 bpf_prog = NULL; in uml_vector_default_bpf()
807 return bpf_prog; in uml_vector_default_bpf()
815 struct sock_fprog *bpf_prog; in uml_vector_user_bpf() local
[all …]
|
| /arch/riscv/net/ |
| D | bpf_jit_core.c | 18 const struct bpf_prog *prog = ctx->prog; in build_body()
42 struct bpf_prog *bpf_int_jit_compile(struct bpf_prog *prog) in bpf_int_jit_compile()
45 struct bpf_prog *tmp, *orig_prog = prog; in bpf_int_jit_compile()
|
| D | bpf_jit.h | 69 struct bpf_prog *prog;
|
| D | bpf_jit_comp64.c | 335 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
|
| D | bpf_jit_comp32.c | 828 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
|
| /arch/x86/net/ |
| D | bpf_jit_comp.c | 491 offsetof(struct bpf_prog, bpf_func)); in emit_bpf_tail_call_indirect()
549 static void bpf_tail_call_direct_fixup(struct bpf_prog *prog) in bpf_tail_call_direct_fixup()
553 struct bpf_prog *target; in bpf_tail_call_direct_fixup()
783 static int do_jit(struct bpf_prog *bpf_prog, int *addrs, u8 *image, in do_jit() argument
786 bool tail_call_reachable = bpf_prog->aux->tail_call_reachable; in do_jit()
787 struct bpf_insn *insn = bpf_prog->insnsi; in do_jit()
789 int insn_cnt = bpf_prog->len; in do_jit()
803 emit_prologue(&prog, bpf_prog->aux->stack_depth, in do_jit()
804 bpf_prog_was_classic(bpf_prog), tail_call_reachable, in do_jit()
805 bpf_prog->aux->func_idx != 0); in do_jit()
[all …]
|
| D | bpf_jit_comp32.c | 1369 offsetof(struct bpf_prog, bpf_func)); in emit_bpf_tail_call()
1478 static int do_jit(struct bpf_prog *bpf_prog, int *addrs, u8 *image, in do_jit() argument
1481 struct bpf_insn *insn = bpf_prog->insnsi; in do_jit()
1482 int insn_cnt = bpf_prog->len; in do_jit()
1489 emit_prologue(&prog, bpf_prog->aux->stack_depth); in do_jit()
1520 &prog, bpf_prog->aux); in do_jit()
1561 bpf_prog->aux); in do_jit()
1566 bpf_prog->aux); in do_jit()
1585 if (!bpf_prog->aux->verifier_zext) in do_jit()
1606 if (!bpf_prog->aux->verifier_zext) in do_jit()
[all …]
|
| /arch/powerpc/net/ |
| D | bpf_jit_comp64.c | 275 PPC_BPF_LL(b2p[TMP_REG_1], b2p[TMP_REG_1], offsetof(struct bpf_prog, bpf_func)); in bpf_jit_emit_tail_call()
317 static int bpf_jit_build_body(struct bpf_prog *fp, u32 *image, in bpf_jit_build_body()
1091 static int bpf_jit_fixup_subprog_calls(struct bpf_prog *fp, u32 *image, in bpf_jit_fixup_subprog_calls()
1152 struct bpf_prog *bpf_int_jit_compile(struct bpf_prog *fp) in bpf_int_jit_compile()
1164 struct bpf_prog *org_fp = fp; in bpf_int_jit_compile()
1165 struct bpf_prog *tmp_fp; in bpf_int_jit_compile()
1325 void bpf_jit_free(struct bpf_prog *fp) in bpf_jit_free()
|
| D | bpf_jit_comp.c | 24 static void bpf_jit_build_prologue(struct bpf_prog *fp, u32 *image, in bpf_jit_build_prologue()
110 static int bpf_jit_build_body(struct bpf_prog *fp, u32 *image, in bpf_jit_build_body()
550 void bpf_jit_compile(struct bpf_prog *fp) in bpf_jit_compile()
677 void bpf_jit_free(struct bpf_prog *fp) in bpf_jit_free()
|
| /arch/arm64/net/ |
| D | bpf_jit_comp.c | 57 const struct bpf_prog *prog;
194 const struct bpf_prog *prog = ctx->prog; in build_prologue()
312 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
925 const struct bpf_prog *prog = ctx->prog; in build_body()
992 struct bpf_prog *bpf_int_jit_compile(struct bpf_prog *prog) in bpf_int_jit_compile()
995 struct bpf_prog *tmp, *orig_prog = prog; in bpf_int_jit_compile()
|
| /arch/s390/net/ |
| D | bpf_jit_comp.c | 641 static int bpf_jit_probe_mem(struct bpf_jit *jit, struct bpf_prog *fp, in bpf_jit_probe_mem()
693 static noinline int bpf_jit_insn(struct bpf_jit *jit, struct bpf_prog *fp, in bpf_jit_insn()
1366 offsetof(struct bpf_prog, bpf_func)); in bpf_jit_insn()
1652 static int bpf_jit_prog(struct bpf_jit *jit, struct bpf_prog *fp, in bpf_jit_prog()
1706 struct bpf_prog *fp) in bpf_jit_alloc()
1731 struct bpf_prog *bpf_int_jit_compile(struct bpf_prog *fp) in bpf_int_jit_compile()
1734 struct bpf_prog *tmp, *orig_fp = fp; in bpf_int_jit_compile()
|
| /arch/mips/net/ |
| D | ebpf_jit.c | 101 const struct bpf_prog *skf;
354 const struct bpf_prog *prog = ctx->skf; in build_int_epilogue()
644 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
1523 const struct bpf_prog *prog = ctx->skf; in build_int_body()
1565 const struct bpf_prog *prog = ctx->skf; in reg_val_propagate_range()
1741 const struct bpf_prog *prog = ctx->skf; in reg_val_propagate()
1800 struct bpf_prog *bpf_int_jit_compile(struct bpf_prog *prog) in bpf_int_jit_compile()
1802 struct bpf_prog *orig_prog = prog; in bpf_int_jit_compile()
1804 struct bpf_prog *tmp; in bpf_int_jit_compile()
|
| D | bpf_jit.c | 98 const struct bpf_prog *skf;
672 const struct bpf_prog *prog = ctx->skf; in build_body()
1236 void bpf_jit_compile(struct bpf_prog *fp) in bpf_jit_compile()
1293 void bpf_jit_free(struct bpf_prog *fp) in bpf_jit_free()
|
| /arch/sparc/net/ |
| D | bpf_jit_comp_64.c | 190 struct bpf_prog *prog;
802 struct bpf_prog *prog = ctx->prog; in build_prologue()
887 off = offsetof(struct bpf_prog, bpf_func); in emit_tail_call()
1429 const struct bpf_prog *prog = ctx->prog; in build_body()
1469 struct bpf_prog *bpf_int_jit_compile(struct bpf_prog *prog) in bpf_int_jit_compile()
1471 struct bpf_prog *tmp, *orig_prog = prog; in bpf_int_jit_compile()
|
| D | bpf_jit_comp_32.c | 326 void bpf_jit_compile(struct bpf_prog *fp) in bpf_jit_compile()
758 void bpf_jit_free(struct bpf_prog *fp) in bpf_jit_free()
|
| /arch/arm/net/ |
| D | bpf_jit_32.c | 201 const struct bpf_prog *prog;
1228 BUILD_BUG_ON(offsetof(struct bpf_prog, bpf_func) > in emit_bpf_tail_call()
1230 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
1847 const struct bpf_prog *prog = ctx->prog; in build_body()
1886 void bpf_jit_compile(struct bpf_prog *prog) in bpf_jit_compile()
1896 struct bpf_prog *bpf_int_jit_compile(struct bpf_prog *prog) in bpf_int_jit_compile()
1898 struct bpf_prog *tmp, *orig_prog = prog; in bpf_int_jit_compile()
|