213 find_linfo(const struct bpf_verifier_env *env, u32 insn_off)  in find_linfo()
256 __printf(2, 3) void bpf_verifier_log_write(struct bpf_verifier_env *env,  in bpf_verifier_log_write()
272 	struct bpf_verifier_env *env = private_data;  in verbose()  local
291 __printf(3, 4) static void verbose_linfo(struct bpf_verifier_env *env,  in verbose_linfo()
412 static void print_liveness(struct bpf_verifier_env *env,  in print_liveness()
425 static struct bpf_func_state *func(struct bpf_verifier_env *env,  in func()
433 static void print_verifier_state(struct bpf_verifier_env *env,  in print_verifier_state()
620 static int acquire_reference_state(struct bpf_verifier_env *env, int insn_idx)  in acquire_reference_state()
759 static void update_branch_counts(struct bpf_verifier_env *env, struct bpf_verifier_state *st)  in update_branch_counts()
776 static int pop_stack(struct bpf_verifier_env *env, int *prev_insn_idx,  in pop_stack()
803 static struct bpf_verifier_state *push_stack(struct bpf_verifier_env *env,  in push_stack()
887 static void mark_reg_known_zero(struct bpf_verifier_env *env,  in mark_reg_known_zero()
1003 static void __mark_reg_unknown(const struct bpf_verifier_env *env,  in __mark_reg_unknown()
1019 static void mark_reg_unknown(struct bpf_verifier_env *env,  in mark_reg_unknown()
1032 static void __mark_reg_not_init(const struct bpf_verifier_env *env,  in __mark_reg_not_init()
1039 static void mark_reg_not_init(struct bpf_verifier_env *env,  in mark_reg_not_init()
1053 static void init_reg_state(struct bpf_verifier_env *env,  in init_reg_state()
1077 static void init_func_state(struct bpf_verifier_env *env,  in init_func_state()
1099 static int find_subprog(struct bpf_verifier_env *env, int off)  in find_subprog()
1111 static int add_subprog(struct bpf_verifier_env *env, int off)  in add_subprog()
1133 static int check_subprogs(struct bpf_verifier_env *env)  in check_subprogs()
1207 static int mark_reg_read(struct bpf_verifier_env *env,  in mark_reg_read()
1259 static bool is_reg64(struct bpf_verifier_env *env, struct bpf_insn *insn,  in is_reg64()
1349 static bool insn_has_def32(struct bpf_verifier_env *env, struct bpf_insn *insn)  in insn_has_def32()
1357 static void mark_insn_zext(struct bpf_verifier_env *env,  in mark_insn_zext()
1370 static int check_reg_arg(struct bpf_verifier_env *env, u32 regno,  in check_reg_arg()
1416 static int push_jmp_history(struct bpf_verifier_env *env,  in push_jmp_history()
1454 static int backtrack_insn(struct bpf_verifier_env *env, int idx,  in backtrack_insn()
1642 static void mark_all_scalars_precise(struct bpf_verifier_env *env,  in mark_all_scalars_precise()
1672 static int __mark_chain_precision(struct bpf_verifier_env *env, int regno,  in __mark_chain_precision()
1835 static int mark_chain_precision(struct bpf_verifier_env *env, int regno)  in mark_chain_precision()
1840 static int mark_chain_precision_stack(struct bpf_verifier_env *env, int spi)  in mark_chain_precision_stack()
1896 static int check_stack_write(struct bpf_verifier_env *env,  in check_stack_write()
2024 static int check_stack_read(struct bpf_verifier_env *env,  in check_stack_read()
2115 static int check_stack_access(struct bpf_verifier_env *env,  in check_stack_access()
2140 static int check_map_access_type(struct bpf_verifier_env *env, u32 regno,  in check_map_access_type()
2163 static int __check_map_access(struct bpf_verifier_env *env, u32 regno, int off,  in __check_map_access()
2179 static int check_map_access(struct bpf_verifier_env *env, u32 regno,  in check_map_access()
2250 static bool may_access_direct_pkt_data(struct bpf_verifier_env *env,  in may_access_direct_pkt_data()
2290 static int __check_packet_access(struct bpf_verifier_env *env, u32 regno,  in __check_packet_access()
2305 static int check_packet_access(struct bpf_verifier_env *env, u32 regno, int off,  in check_packet_access()
2345 static int check_ctx_access(struct bpf_verifier_env *env, int insn_idx, int off, int size,  in check_ctx_access()
2374 static int check_flow_keys_access(struct bpf_verifier_env *env, int off,  in check_flow_keys_access()
2386 static int check_sock_access(struct bpf_verifier_env *env, int insn_idx,  in check_sock_access()
2440 static struct bpf_reg_state *reg_state(struct bpf_verifier_env *env, int regno)  in reg_state()
2445 static bool is_pointer_value(struct bpf_verifier_env *env, int regno)  in is_pointer_value()
2450 static bool is_ctx_reg(struct bpf_verifier_env *env, int regno)  in is_ctx_reg()
2457 static bool is_sk_reg(struct bpf_verifier_env *env, int regno)  in is_sk_reg()
2464 static bool is_pkt_reg(struct bpf_verifier_env *env, int regno)  in is_pkt_reg()
2471 static bool is_flow_key_reg(struct bpf_verifier_env *env, int regno)  in is_flow_key_reg()
2479 static int check_pkt_ptr_alignment(struct bpf_verifier_env *env,  in check_pkt_ptr_alignment()
2514 static int check_generic_ptr_alignment(struct bpf_verifier_env *env,  in check_generic_ptr_alignment()
2538 static int check_ptr_alignment(struct bpf_verifier_env *env,  in check_ptr_alignment()
2588 static int update_stack_depth(struct bpf_verifier_env *env,  in update_stack_depth()
2608 static int check_max_stack_depth(struct bpf_verifier_env *env)  in check_max_stack_depth()
2666 static int get_callee_stack_depth(struct bpf_verifier_env *env,  in get_callee_stack_depth()
2681 static int check_ctx_reg(struct bpf_verifier_env *env,  in check_ctx_reg()
2705 static int check_tp_buffer_access(struct bpf_verifier_env *env,  in check_tp_buffer_access()
2760 static int check_mem_access(struct bpf_verifier_env *env, int insn_idx, u32 regno,  in check_mem_access()
2899 static int check_xadd(struct bpf_verifier_env *env, int insn_idx, struct bpf_insn *insn)  in check_xadd()
2945 static int __check_stack_boundary(struct bpf_verifier_env *env, u32 regno,  in __check_stack_boundary()
2974 static int check_stack_boundary(struct bpf_verifier_env *env, int regno,  in check_stack_boundary()
3099 static int check_helper_mem_access(struct bpf_verifier_env *env, int regno,  in check_helper_mem_access()
3142 static int process_spin_lock(struct bpf_verifier_env *env, int regno,  in process_spin_lock()
3237 static int check_func_arg(struct bpf_verifier_env *env, u32 regno,  in check_func_arg()
3445 static int check_map_func_compatibility(struct bpf_verifier_env *env,  in check_map_func_compatibility()
3696 static void __clear_all_pkt_pointers(struct bpf_verifier_env *env,  in __clear_all_pkt_pointers()
3714 static void clear_all_pkt_pointers(struct bpf_verifier_env *env)  in clear_all_pkt_pointers()
3723 static void release_reg_references(struct bpf_verifier_env *env,  in release_reg_references()
3745 static int release_reference(struct bpf_verifier_env *env,  in release_reference()
3762 static int check_func_call(struct bpf_verifier_env *env, struct bpf_insn *insn,  in check_func_call()
3837 static int prepare_func_exit(struct bpf_verifier_env *env, int *insn_idx)  in prepare_func_exit()
3898 record_func_map(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta,  in record_func_map()
3940 static int check_reference_leak(struct bpf_verifier_env *env)  in check_reference_leak()
3952 static int check_helper_call(struct bpf_verifier_env *env, int func_id, int insn_idx)  in check_helper_call()
4175 static bool check_reg_sane_offset(struct bpf_verifier_env *env,  in check_reg_sane_offset()
4210 static struct bpf_insn_aux_data *cur_aux(struct bpf_verifier_env *env)  in cur_aux()
4246 static bool can_skip_alu_sanitation(const struct bpf_verifier_env *env,  in can_skip_alu_sanitation()
4269 static int sanitize_val_alu(struct bpf_verifier_env *env,  in sanitize_val_alu()
4280 static int sanitize_ptr_alu(struct bpf_verifier_env *env,  in sanitize_ptr_alu()
4337 static int adjust_ptr_min_max_vals(struct bpf_verifier_env *env,  in adjust_ptr_min_max_vals()
4578 static int adjust_scalar_min_max_vals(struct bpf_verifier_env *env,  in adjust_scalar_min_max_vals()
4863 static int adjust_reg_min_max_vals(struct bpf_verifier_env *env,  in adjust_reg_min_max_vals()
4939 static int check_alu_op(struct bpf_verifier_env *env, struct bpf_insn *insn)  in check_alu_op()
5816 static int check_cond_jmp_op(struct bpf_verifier_env *env,  in check_cond_jmp_op()
5972 static int check_ld_imm(struct bpf_verifier_env *env, struct bpf_insn *insn)  in check_ld_imm()
6046 static int check_ld_abs(struct bpf_verifier_env *env, struct bpf_insn *insn)  in check_ld_abs()
6135 static int check_return_code(struct bpf_verifier_env *env)  in check_return_code()
6231 static u32 state_htab_size(struct bpf_verifier_env *env)  in state_htab_size()
6237 					struct bpf_verifier_env *env,  in explored_state()
6246 static void init_explored_state(struct bpf_verifier_env *env, int idx)  in init_explored_state()
6256 static int push_insn(int t, int w, int e, struct bpf_verifier_env *env,  in push_insn()
6306 static int check_cfg(struct bpf_verifier_env *env)  in check_cfg()
6434 static int check_btf_func(struct bpf_verifier_env *env,  in check_btf_func()
6539 static void adjust_btf_func(struct bpf_verifier_env *env)  in adjust_btf_func()
6554 static int check_btf_line(struct bpf_verifier_env *env,  in check_btf_line()
6676 static int check_btf_info(struct bpf_verifier_env *env,  in check_btf_info()
6748 static void clean_func_state(struct bpf_verifier_env *env,  in clean_func_state()
6777 static void clean_verifier_state(struct bpf_verifier_env *env,  in clean_verifier_state()
6822 static void clean_live_states(struct bpf_verifier_env *env, int insn,  in clean_live_states()
7088 static bool states_equal(struct bpf_verifier_env *env,  in states_equal()
7121 static int propagate_liveness_reg(struct bpf_verifier_env *env,  in propagate_liveness_reg()
7154 static int propagate_liveness(struct bpf_verifier_env *env,  in propagate_liveness()
7201 static int propagate_precision(struct bpf_verifier_env *env,  in propagate_precision()
7257 static int is_state_visited(struct bpf_verifier_env *env, int insn_idx)  in is_state_visited()
7499 static int do_check(struct bpf_verifier_env *env)  in do_check()
7877 static int check_map_prog_compatibility(struct bpf_verifier_env *env,  in check_map_prog_compatibility()
7924 static int replace_map_fd_with_map_ptr(struct bpf_verifier_env *env)  in replace_map_fd_with_map_ptr()
8081 static void release_maps(struct bpf_verifier_env *env)  in release_maps()
8098 static void convert_pseudo_ld_imm64(struct bpf_verifier_env *env)  in convert_pseudo_ld_imm64()
8113 static int adjust_insn_aux_data(struct bpf_verifier_env *env,  in adjust_insn_aux_data()
8146 static void adjust_subprog_starts(struct bpf_verifier_env *env, u32 off, u32 len)  in adjust_subprog_starts()
8160 static struct bpf_prog *bpf_patch_insn_data(struct bpf_verifier_env *env, u32 off,  in bpf_patch_insn_data()
8179 static int adjust_subprog_starts_after_remove(struct bpf_verifier_env *env,  in adjust_subprog_starts_after_remove()
8235 static int bpf_adj_linfo_after_remove(struct bpf_verifier_env *env, u32 off,  in bpf_adj_linfo_after_remove()
8299 static int verifier_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt)  in verifier_remove_insns()
8337 static void sanitize_dead_code(struct bpf_verifier_env *env)  in sanitize_dead_code()
8366 static void opt_hard_wire_dead_code_branches(struct bpf_verifier_env *env)  in opt_hard_wire_dead_code_branches()
8392 static int opt_remove_dead_code(struct bpf_verifier_env *env)  in opt_remove_dead_code()
8416 static int opt_remove_nops(struct bpf_verifier_env *env)  in opt_remove_nops()
8437 static int opt_subreg_zext_lo32_rnd_hi32(struct bpf_verifier_env *env,  in opt_subreg_zext_lo32_rnd_hi32()
8520 static int convert_ctx_accesses(struct bpf_verifier_env *env)  in convert_ctx_accesses()
8692 static int jit_subprogs(struct bpf_verifier_env *env)  in jit_subprogs()
8866 static int fixup_call_args(struct bpf_verifier_env *env)  in fixup_call_args()
8903 static int fixup_bpf_calls(struct bpf_verifier_env *env)  in fixup_bpf_calls()
9189 static void free_states(struct bpf_verifier_env *env)  in free_states()
9219 static void print_verification_stats(struct bpf_verifier_env *env)  in print_verification_stats()
9247 	struct bpf_verifier_env *env;  in bpf_check()  local