257 static const struct bpf_line_info *find_linfo(const struct bpf_verifier_env *env, u32 insn_off)  in find_linfo()
320 __printf(2, 3) void bpf_verifier_log_write(struct bpf_verifier_env *env, const char *fmt, ...)  in bpf_verifier_log_write()
336     struct bpf_verifier_env *env = private_data;  in verbose()  local
370 __printf(3, 4) static void verbose_linfo(struct bpf_verifier_env *env, u32 insn_off, const char *pr…  in verbose_linfo()
481 static const char *reg_type_str(struct bpf_verifier_env *env, enum bpf_reg_type type)  in reg_type_str()
532 static void print_liveness(struct bpf_verifier_env *env, enum bpf_reg_liveness live)  in print_liveness()
548 static struct bpf_func_state *func(struct bpf_verifier_env *env, const struct bpf_reg_state *reg)  in func()
560 static void print_verifier_state(struct bpf_verifier_env *env, const struct bpf_func_state *state)  in print_verifier_state()
759 static int acquire_reference_state(struct bpf_verifier_env *env, int insn_idx)  in acquire_reference_state()
903 static void update_branch_counts(struct bpf_verifier_env *env, struct bpf_verifier_state *st)  in update_branch_counts()
919 static int pop_stack(struct bpf_verifier_env *env, int *prev_insn_idx, int *insn_idx, bool pop_log)  in pop_stack()
952 static struct bpf_verifier_state *push_stack(struct bpf_verifier_env *env, int insn_idx, int prev_i…  in push_stack()
1055 static void mark_reg_known_zero(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno)  in mark_reg_known_zero()
1318 static void __mark_reg_unknown(const struct bpf_verifier_env *env, struct bpf_reg_state *reg)  in __mark_reg_unknown()
1332 static void mark_reg_unknown(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno)  in mark_reg_unknown()
1345 static void verifier_mark_reg_not_init(const struct bpf_verifier_env *env, struct bpf_reg_state *re…  in verifier_mark_reg_not_init()
1351 static void mark_reg_not_init(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno)  in mark_reg_not_init()
1364 static void mark_btf_ld_reg(struct bpf_verifier_env *env, struct bpf_reg_state *regs, u32 regno,  in mark_btf_ld_reg()
1377 static void init_reg_state(struct bpf_verifier_env *env, struct bpf_func_state *state)  in init_reg_state()
1396 static void init_func_state(struct bpf_verifier_env *env, struct bpf_func_state *state, int callsit…  in init_func_state()
1416 static int find_subprog(struct bpf_verifier_env *env, int off)  in find_subprog()
1427 static int add_subprog(struct bpf_verifier_env *env, int off)  in add_subprog()
1449 static int check_subprogs(struct bpf_verifier_env *env)  in check_subprogs()
1537 static int mark_reg_read(struct bpf_verifier_env *env, const struct bpf_reg_state *state, struct bp…  in mark_reg_read()
1590 static bool is_reg64(struct bpf_verifier_env *env, struct bpf_insn *insn, u32 regno, struct bpf_reg…  in is_reg64()
1689 static bool insn_has_def32(struct bpf_verifier_env *env, struct bpf_insn *insn)  in insn_has_def32()
1698 static void mark_insn_zext(struct bpf_verifier_env *env, struct bpf_reg_state *reg)  in mark_insn_zext()
1711 static int check_reg_arg(struct bpf_verifier_env *env, u32 regno, enum reg_arg_type t)  in check_reg_arg()
1758 static int push_jmp_history(struct bpf_verifier_env *env, struct bpf_verifier_state *cur)  in push_jmp_history()
1795 static int backtrack_insn(struct bpf_verifier_env *env, int idx, u32 *reg_mask, u64 *stack_mask)  in backtrack_insn()
1996 static void mark_all_scalars_precise(struct bpf_verifier_env *env, struct bpf_verifier_state *st)  in mark_all_scalars_precise()
2029 static int __mark_chain_precision(struct bpf_verifier_env *env, int regno, int spi)  in __mark_chain_precision()
2204 static int mark_chain_precision(struct bpf_verifier_env *env, int regno)  in mark_chain_precision()
2209 static int mark_chain_precision_stack(struct bpf_verifier_env *env, int spi)  in mark_chain_precision_stack()
2286 static int check_stack_write_fixed_off(struct bpf_verifier_env *env,  in check_stack_write_fixed_off()
2413 static int check_stack_write_var_off(struct bpf_verifier_env *env,  in check_stack_write_var_off()
2506 static void mark_reg_stack_read(struct bpf_verifier_env *env,  in mark_reg_stack_read()
2557 static int check_stack_read_fixed_off(struct bpf_verifier_env *env,  in check_stack_read_fixed_off()
2641 static struct bpf_reg_state *reg_state(struct bpf_verifier_env *env, int regno)  in reg_state()
2659 static int check_stack_read_var_off(struct bpf_verifier_env *env, int ptr_regno, int off, int size,…  in check_stack_read_var_off()
2689 static int check_stack_read(struct bpf_verifier_env *env, int ptr_regno, int off, int size, int dst…  in check_stack_read()
2743 static int check_stack_write(struct bpf_verifier_env *env, int ptr_regno, int off, int size, int va…  in check_stack_write()
2762 static int check_map_access_type(struct bpf_verifier_env *env, u32 regno, int off, int size, enum b…  in check_map_access_type()
2780 static int __check_mem_access(struct bpf_verifier_env *env, int regno, int off, int size, u32 mem_s…  in __check_mem_access()
2810 static int check_mem_region_access(struct bpf_verifier_env *env, u32 regno, int off, int size, u32 …  in check_mem_region_access()
2862 static int check_map_access(struct bpf_verifier_env *env, u32 regno, int off, int size, bool zero_s…  in check_map_access()
2898 static bool may_access_direct_pkt_data(struct bpf_verifier_env *env, const struct bpf_call_arg_meta…  in may_access_direct_pkt_data()
2942 static int check_packet_access(struct bpf_verifier_env *env, u32 regno, int off, int size, bool zer…  in check_packet_access()
2978 static int check_ctx_access(struct bpf_verifier_env *env, int insn_idx, int off, int size, enum bpf…  in check_ctx_access()
3012 static int check_flow_keys_access(struct bpf_verifier_env *env, int off, int size)  in check_flow_keys_access()
3021 static int check_sock_access(struct bpf_verifier_env *env, int insn_idx, u32 regno, int off, int si…  in check_sock_access()
3061 static bool is_pointer_value(struct bpf_verifier_env *env, int regno)  in is_pointer_value()
3066 static bool is_ctx_reg(struct bpf_verifier_env *env, int regno)  in is_ctx_reg()
3073 static bool is_sk_reg(struct bpf_verifier_env *env, int regno)  in is_sk_reg()
3080 static bool is_pkt_reg(struct bpf_verifier_env *env, int regno)  in is_pkt_reg()
3087 static bool is_flow_key_reg(struct bpf_verifier_env *env, int regno)  in is_flow_key_reg()
3095 static int check_pkt_ptr_alignment(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, i…  in check_pkt_ptr_alignment()
3128 static int check_generic_ptr_alignment(struct bpf_verifier_env *env, const struct bpf_reg_state *re…  in check_generic_ptr_alignment()
3150 static int check_ptr_alignment(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int o…  in check_ptr_alignment()
3198 static int update_stack_depth(struct bpf_verifier_env *env, const struct bpf_func_state *func, int …  in update_stack_depth()
3217 static int check_max_stack_depth(struct bpf_verifier_env *env)  in check_max_stack_depth()
3336 static int get_callee_stack_depth(struct bpf_verifier_env *env, const struct bpf_insn *insn, int id…  in get_callee_stack_depth()
3349 static int __check_ptr_off_reg(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int r…  in __check_ptr_off_reg()
3373 int check_ptr_off_reg(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int regno)  in check_ptr_off_reg()
3378 static int __check_buffer_access(struct bpf_verifier_env *env, const char *buf_info, const struct b…  in __check_buffer_access()
3396 static int check_tp_buffer_access(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, in…  in check_tp_buffer_access()
3413 static int check_buffer_access(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, int r…  in check_buffer_access()
3505 static int check_ptr_to_btf_access(struct bpf_verifier_env *env, struct bpf_reg_state *regs, int re…  in check_ptr_to_btf_access()
3548 static int check_ptr_to_map_access(struct bpf_verifier_env *env, struct bpf_reg_state *regs, int re…  in check_ptr_to_map_access()
3625 static int check_stack_access_within_bounds(struct bpf_verifier_env *env, int regno, int off, int a…  in check_stack_access_within_bounds()
3689 static int check_mem_access(struct bpf_verifier_env *env, int insn_idx, u32 regno, int off, int bpf…  in check_mem_access()
3895 static int check_xadd(struct bpf_verifier_env *env, int insn_idx, struct bpf_insn *insn)  in check_xadd()
3947 static int check_stack_range_initialized(struct bpf_verifier_env *env, int regno, int off, int acce…  in check_stack_range_initialized()
4073 static int check_helper_mem_access(struct bpf_verifier_env *env, int regno, int access_size, bool z…  in check_helper_mem_access()
4139 static int process_spin_lock(struct bpf_verifier_env *env, int regno, bool is_lock)  in process_spin_lock()
4220 static int resolve_map_arg_type(struct bpf_verifier_env *env, const struct bpf_call_arg_meta *meta,  in resolve_map_arg_type()
4341 static int check_reg_type(struct bpf_verifier_env *env, u32 regno, enum bpf_arg_type arg_type, cons…  in check_reg_type()
4409 static int check_func_arg(struct bpf_verifier_env *env, u32 arg, struct bpf_call_arg_meta *meta,  in check_func_arg()
4619 static bool may_update_sockmap(struct bpf_verifier_env *env, int func_id)  in may_update_sockmap()
4653 static bool allow_tail_call_in_subprogs(struct bpf_verifier_env *env)  in allow_tail_call_in_subprogs()
4658 static int check_map_func_compatibility(struct bpf_verifier_env *env, struct bpf_map *map, int func…  in check_map_func_compatibility()
4976 static void __clear_all_pkt_pointers(struct bpf_verifier_env *env, struct bpf_func_state *state)  in __clear_all_pkt_pointers()
4998 static void clear_all_pkt_pointers(struct bpf_verifier_env *env)  in clear_all_pkt_pointers()
5008 static void release_reg_references(struct bpf_verifier_env *env, struct bpf_func_state *state, int …  in release_reg_references()
5033 static int release_reference(struct bpf_verifier_env *env, int ref_obj_id)  in release_reference()
5051 static void clear_caller_saved_regs(struct bpf_verifier_env *env, struct bpf_reg_state *regs)  in clear_caller_saved_regs()
5062 static int check_func_call(struct bpf_verifier_env *env, struct bpf_insn *insn, int *insn_idx)  in check_func_call()
5160 static int prepare_func_exit(struct bpf_verifier_env *env, int *insn_idx)  in prepare_func_exit()
5222 static int record_func_map(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta, int func_i…  in record_func_map()
5257 static int record_func_key(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta, int func_i…  in record_func_key()
5295 static int check_reference_leak(struct bpf_verifier_env *env)  in check_reference_leak()
5306 static int check_helper_call(struct bpf_verifier_env *env, int func_id, int insn_idx)  in check_helper_call()
5598 static bool check_reg_sane_offset(struct bpf_verifier_env *env, const struct bpf_reg_state *reg, en…  in check_reg_sane_offset()
5628 static struct bpf_insn_aux_data *cur_aux(struct bpf_verifier_env *env)  in cur_aux()
5670 static bool can_skip_alu_sanitation(const struct bpf_verifier_env *env, const struct bpf_insn *insn)  in can_skip_alu_sanitation()
5690 static int sanitize_val_alu(struct bpf_verifier_env *env, struct bpf_insn *insn)  in sanitize_val_alu()
5711 static struct bpf_verifier_state *sanitize_speculative_path(struct bpf_verifier_env *env, const str…  in sanitize_speculative_path()
5730 static int sanitize_ptr_alu(struct bpf_verifier_env *env, struct bpf_insn *insn, const struct bpf_r…  in sanitize_ptr_alu()
5826 static void sanitize_mark_insn_seen(struct bpf_verifier_env *env)  in sanitize_mark_insn_seen()
5840 static int sanitize_err(struct bpf_verifier_env *env, const struct bpf_insn *insn, int reason,  in sanitize_err()
5881 static int check_stack_access_for_ptr_arithmetic(struct bpf_verifier_env *env, int regno,  in check_stack_access_for_ptr_arithmetic()
5903 static int sanitize_check_bounds(struct bpf_verifier_env *env, const struct bpf_insn *insn,  in sanitize_check_bounds()
5942 static int adjust_ptr_min_max_vals(struct bpf_verifier_env *env, struct bpf_insn *insn,  in adjust_ptr_min_max_vals()
6712 static int adjust_scalar_min_max_vals(struct bpf_verifier_env *env, struct bpf_insn *insn,  in adjust_scalar_min_max_vals()
6874 static int adjust_reg_min_max_vals(struct bpf_verifier_env *env, struct bpf_insn *insn)  in adjust_reg_min_max_vals()
6954 static int check_alu_op(struct bpf_verifier_env *env, struct bpf_insn *insn)  in check_alu_op()
7822 static int check_cond_jmp_op(struct bpf_verifier_env *env, struct bpf_insn *insn, int *insn_idx)  in check_cond_jmp_op()
7982 static int check_ld_imm(struct bpf_verifier_env *env, struct bpf_insn *insn)  in check_ld_imm()
8082 static int check_ld_abs(struct bpf_verifier_env *env, struct bpf_insn *insn)  in check_ld_abs()
8160 static int check_return_code(struct bpf_verifier_env *env)  in check_return_code()
8323 static u32 state_htab_size(struct bpf_verifier_env *env)  in state_htab_size()
8328 static struct bpf_verifier_state_list **explored_state(struct bpf_verifier_env *env, int idx)  in explored_state()
8336 static void init_explored_state(struct bpf_verifier_env *env, int idx)  in init_explored_state()
8346 static int push_insn(int t, int w, int e, struct bpf_verifier_env *env, bool loop_ok)  in push_insn()
8400 static int check_cfg(struct bpf_verifier_env *env)  in check_cfg()
8531 static int check_abnormal_return(struct bpf_verifier_env *env)  in check_abnormal_return()
8552 static int check_btf_func(struct bpf_verifier_env *env, const union bpf_attr *attr, union bpf_attr …  in check_btf_func()
8677 static void adjust_btf_func(struct bpf_verifier_env *env)  in adjust_btf_func()
8695 static int check_btf_line(struct bpf_verifier_env *env, const union bpf_attr *attr, union bpf_attr …  in check_btf_line()
8812 static int check_btf_info(struct bpf_verifier_env *env, const union bpf_attr *attr, union bpf_attr …  in check_btf_info()
8882 static void clean_func_state(struct bpf_verifier_env *env, struct bpf_func_state *st)  in clean_func_state()
8912 static void clean_verifier_state(struct bpf_verifier_env *env, struct bpf_verifier_state *st)  in clean_verifier_state()
8957 static void clean_live_states(struct bpf_verifier_env *env, int insn, struct bpf_verifier_state *cu…  in clean_live_states()
8982 static bool regsafe(struct bpf_verifier_env *env, struct bpf_reg_state *rold, struct bpf_reg_state …  in regsafe()
9109 static bool stacksafe(struct bpf_verifier_env *env, struct bpf_func_state *old, struct bpf_func_sta…  in stacksafe()
9211 static bool func_states_equal(struct bpf_verifier_env *env, struct bpf_func_state *old, struct bpf_…  in func_states_equal()
9233 static bool states_equal(struct bpf_verifier_env *env, struct bpf_verifier_state *old, struct bpf_v…  in states_equal()
9269 static int propagate_liveness_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg,  in propagate_liveness_reg()
9303 static int propagate_liveness(struct bpf_verifier_env *env, const struct bpf_verifier_state *vstate,  in propagate_liveness()
9348 static int propagate_precision(struct bpf_verifier_env *env, const struct bpf_verifier_state *old)  in propagate_precision()
9407 static int is_state_visited(struct bpf_verifier_env *env, int insn_idx)  in is_state_visited()
9652 static int do_check(struct bpf_verifier_env *env)  in do_check()
9959 static int check_pseudo_btf_id(struct bpf_verifier_env *env, struct bpf_insn *insn, struct bpf_insn…  in check_pseudo_btf_id()
10071 static int check_map_prog_compatibility(struct bpf_verifier_env *env, struct bpf_map *map, struct b…  in check_map_prog_compatibility()
10153 static int resolve_pseudo_ldimm64(struct bpf_verifier_env *env)  in resolve_pseudo_ldimm64()
10308 static void release_maps(struct bpf_verifier_env *env)  in release_maps()
10314 static void convert_pseudo_ld_imm64(struct bpf_verifier_env *env)  in convert_pseudo_ld_imm64()
10331 static void adjust_insn_aux_data(struct bpf_verifier_env *env, struct bpf_insn_aux_data *new_data,  in adjust_insn_aux_data()
10362 static void adjust_subprog_starts(struct bpf_verifier_env *env, u32 off, u32 len)  in adjust_subprog_starts()
10393 static struct bpf_prog *bpf_patch_insn_data(struct bpf_verifier_env *env, u32 off, const struct bpf…  in bpf_patch_insn_data()
10420 static int adjust_subprog_starts_after_remove(struct bpf_verifier_env *env, u32 off, u32 cnt)  in adjust_subprog_starts_after_remove()
10478 static int bpf_adj_linfo_after_remove(struct bpf_verifier_env *env, u32 off, u32 cnt)  in bpf_adj_linfo_after_remove()
10547 static int verifier_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt)  in verifier_remove_insns()
10588 static void sanitize_dead_code(struct bpf_verifier_env *env)  in sanitize_dead_code()
10621 static void opt_hard_wire_dead_code_branches(struct bpf_verifier_env *env)  in opt_hard_wire_dead_code_branches()
10650 static int opt_remove_dead_code(struct bpf_verifier_env *env)  in opt_remove_dead_code()
10677 static int opt_remove_nops(struct bpf_verifier_env *env)  in opt_remove_nops()
10700 static int opt_subreg_zext_lo32_rnd_hi32(struct bpf_verifier_env *env, const union bpf_attr *attr)  in opt_subreg_zext_lo32_rnd_hi32()
10786 static int convert_ctx_accesses(struct bpf_verifier_env *env)  in convert_ctx_accesses()
10964 static int jit_subprogs(struct bpf_verifier_env *env)  in jit_subprogs()
11178 static int fixup_call_args(struct bpf_verifier_env *env)  in fixup_call_args()
11224 static int fixup_bpf_calls(struct bpf_verifier_env *env)  in fixup_bpf_calls()
11555 static void free_states(struct bpf_verifier_env *env)  in free_states()
11586 static int do_check_common(struct bpf_verifier_env *env, int subprog)  in do_check_common()
11679 static int do_check_subprogs(struct bpf_verifier_env *env)  in do_check_subprogs()
11704 static int do_check_main(struct bpf_verifier_env *env)  in do_check_main()
11716 static void print_verification_stats(struct bpf_verifier_env *env)  in print_verification_stats()
11740 static int check_struct_ops_btf_id(struct bpf_verifier_env *env)  in check_struct_ops_btf_id()
12062 static int check_attach_btf_id(struct bpf_verifier_env *env)  in check_attach_btf_id()
12150     struct bpf_verifier_env *env;  in bpf_check()  local