258 static void push_callee_regs(u8 **pprog, bool *callee_regs_used)  in push_callee_regs()
273 static void pop_callee_regs(u8 **pprog, bool *callee_regs_used)  in pop_callee_regs()
293 static void emit_prologue(u8 **pprog, u32 stack_depth, bool ebpf_from_cbpf,  in emit_prologue()
324 static int emit_patch(u8 **pprog, void *func, void *ip, u8 opcode)  in emit_patch()
339 static int emit_call(u8 **pprog, void *func, void *ip)  in emit_call()
344 static int emit_rsb_call(u8 **pprog, void *func, void *ip)  in emit_rsb_call()
351 static int emit_jump(u8 **pprog, void *func, void *ip)  in emit_jump()
419 static void emit_indirect_jump(u8 **pprog, int reg, u8 *ip)  in emit_indirect_jump()
441 static void emit_return(u8 **pprog, u8 *ip)  in emit_return()
470 static void emit_bpf_tail_call_indirect(u8 **pprog, bool *callee_regs_used,  in emit_bpf_tail_call_indirect()
545 				      u8 **pprog, u8 *ip,  in emit_bpf_tail_call_direct()
624 static void emit_mov_imm32(u8 **pprog, bool sign_propagate,  in emit_mov_imm32()
664 static void emit_mov_imm64(u8 **pprog, u32 dst_reg,  in emit_mov_imm64()
687 static void emit_mov_reg(u8 **pprog, bool is64, u32 dst_reg, u32 src_reg)  in emit_mov_reg()
704 static void emit_movsx_reg(u8 **pprog, int num_bits, bool is64, u32 dst_reg,  in emit_movsx_reg()
737 static void emit_insn_suffix(u8 **pprog, u32 ptr_reg, u32 val_reg, int off)  in emit_insn_suffix()
759 static void maybe_emit_mod(u8 **pprog, u32 dst_reg, u32 src_reg, bool is64)  in maybe_emit_mod()
773 static void maybe_emit_1mod(u8 **pprog, u32 reg, bool is64)  in maybe_emit_1mod()
785 static void emit_ldx(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, int off)  in emit_ldx()
815 static void emit_ldsx(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, int off)  in emit_ldsx()
838 static void emit_stx(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, int off)  in emit_stx()
871 static int emit_atomic(u8 **pprog, u8 atomic_op,  in emit_atomic()
941 static void emit_nops(u8 **pprog, int len)  in emit_nops()
971 static void emit_3vex(u8 **pprog, bool r, bool x, bool b, u8 m,  in emit_3vex()
1008 static void emit_shiftx(u8 **pprog, u32 dst_reg, u8 src_reg, bool is64, u8 op)  in emit_shiftx()
1956 				u8 **pprog, int nr_stack_slots,  in clean_stack_garbage()
2129 static int invoke_bpf_prog(const struct btf_func_model *m, u8 **pprog,  in invoke_bpf_prog()
2217 static void emit_align(u8 **pprog, u32 align)  in emit_align()
2228 static int emit_cond_near_jump(u8 **pprog, void *func, void *ip, u8 jmp_cond)  in emit_cond_near_jump()
2243 static int invoke_bpf(const struct btf_func_model *m, u8 **pprog,  in invoke_bpf()
2259 static int invoke_bpf_mod_ret(const struct btf_func_model *m, u8 **pprog,  in invoke_bpf_mod_ret()
2611 static int emit_bpf_dispatcher(u8 **pprog, int a, int b, s64 *progs, u8 *image, u8 *buf)  in emit_bpf_dispatcher()