Lines Matching refs:bpf_prog
491 offsetof(struct bpf_prog, bpf_func)); in emit_bpf_tail_call_indirect()
549 static void bpf_tail_call_direct_fixup(struct bpf_prog *prog) in bpf_tail_call_direct_fixup()
553 struct bpf_prog *target; in bpf_tail_call_direct_fixup()
783 static int do_jit(struct bpf_prog *bpf_prog, int *addrs, u8 *image, in do_jit() argument
786 bool tail_call_reachable = bpf_prog->aux->tail_call_reachable; in do_jit()
787 struct bpf_insn *insn = bpf_prog->insnsi; in do_jit()
789 int insn_cnt = bpf_prog->len; in do_jit()
803 emit_prologue(&prog, bpf_prog->aux->stack_depth, in do_jit()
804 bpf_prog_was_classic(bpf_prog), tail_call_reachable, in do_jit()
805 bpf_prog->aux->func_idx != 0); in do_jit()
1191 if (!bpf_prog->aux->extable) in do_jit()
1194 if (excnt >= bpf_prog->aux->num_exentries) { in do_jit()
1198 ex = &bpf_prog->aux->extable[excnt++]; in do_jit()
1253 -round_up(bpf_prog->aux->stack_depth, 8) - 8); in do_jit()
1264 emit_bpf_tail_call_direct(&bpf_prog->aux->poke_tab[imm32 - 1], in do_jit()
1267 bpf_prog->aux->stack_depth, in do_jit()
1272 bpf_prog->aux->stack_depth, in do_jit()
1500 if (image && excnt != bpf_prog->aux->num_exentries) { in do_jit()
1541 struct bpf_prog *p, int stack_size, bool save_ret) in invoke_bpf_prog()
2009 struct bpf_prog *bpf_int_jit_compile(struct bpf_prog *prog) in bpf_int_jit_compile()
2012 struct bpf_prog *tmp, *orig_prog = prog; in bpf_int_jit_compile()