Lines Matching defs:reg
411 struct bpf_reg_state *reg, in verbose_invalid_scalar()
448 static bool reg_not_null(const struct bpf_reg_state *reg) in reg_not_null()
476 static struct btf_record *reg_btf_record(const struct bpf_reg_state *reg) in reg_btf_record()
498 static bool reg_may_point_to_spin_lock(const struct bpf_reg_state *reg) in reg_may_point_to_spin_lock()
685 const struct bpf_reg_state *reg) in func()
706 static int stack_slot_obj_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in stack_slot_obj_get_spi()
733 static int dynptr_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in dynptr_get_spi()
738 static int iter_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg, int nr_slots) in iter_get_spi()
885 struct bpf_reg_state *reg, in mark_dynptr_cb_reg()
894 static int mark_stack_slots_dynptr(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in mark_stack_slots_dynptr()
992 static int unmark_stack_slots_dynptr(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in unmark_stack_slots_dynptr()
1041 static void mark_reg_invalid(const struct bpf_verifier_env *env, struct bpf_reg_state *reg) in mark_reg_invalid()
1105 static bool is_dynptr_reg_valid_uninit(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in is_dynptr_reg_valid_uninit()
1133 static bool is_dynptr_reg_valid_init(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in is_dynptr_reg_valid_init()
1162 static bool is_dynptr_type_expected(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in is_dynptr_type_expected()
1187 struct bpf_reg_state *reg, int insn_idx, in mark_stack_slots_iter()
1224 struct bpf_reg_state *reg, int nr_slots) in unmark_stack_slots_iter()
1255 struct bpf_reg_state *reg, int nr_slots) in is_iter_reg_valid_uninit()
1281 static bool is_iter_reg_valid_init(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in is_iter_reg_valid_init()
1359 const struct bpf_reg_state *reg; in print_verifier_state() local
2095 static void ___mark_reg_known(struct bpf_reg_state *reg, u64 imm) in ___mark_reg_known()
2112 static void __mark_reg_known(struct bpf_reg_state *reg, u64 imm) in __mark_reg_known()
2122 static void __mark_reg32_known(struct bpf_reg_state *reg, u64 imm) in __mark_reg32_known()
2134 static void __mark_reg_known_zero(struct bpf_reg_state *reg) in __mark_reg_known_zero()
2139 static void __mark_reg_const_zero(struct bpf_reg_state *reg) in __mark_reg_const_zero()
2158 static void __mark_dynptr_reg(struct bpf_reg_state *reg, enum bpf_dynptr_type type, in __mark_dynptr_reg()
2173 static void mark_ptr_not_null_reg(struct bpf_reg_state *reg) in mark_ptr_not_null_reg()
2210 static bool reg_is_pkt_pointer(const struct bpf_reg_state *reg) in reg_is_pkt_pointer()
2215 static bool reg_is_pkt_pointer_any(const struct bpf_reg_state *reg) in reg_is_pkt_pointer_any()
2221 static bool reg_is_dynptr_slice_pkt(const struct bpf_reg_state *reg) in reg_is_dynptr_slice_pkt()
2228 static bool reg_is_init_pkt_pointer(const struct bpf_reg_state *reg, in reg_is_init_pkt_pointer()
2242 static void __mark_reg_unbounded(struct bpf_reg_state *reg) in __mark_reg_unbounded()
2255 static void __mark_reg64_unbounded(struct bpf_reg_state *reg) in __mark_reg64_unbounded()
2263 static void __mark_reg32_unbounded(struct bpf_reg_state *reg) in __mark_reg32_unbounded()
2271 static void __update_reg32_bounds(struct bpf_reg_state *reg) in __update_reg32_bounds()
2286 static void __update_reg64_bounds(struct bpf_reg_state *reg) in __update_reg64_bounds()
2299 static void __update_reg_bounds(struct bpf_reg_state *reg) in __update_reg_bounds()
2306 static void __reg32_deduce_bounds(struct bpf_reg_state *reg) in __reg32_deduce_bounds()
2340 static void __reg64_deduce_bounds(struct bpf_reg_state *reg) in __reg64_deduce_bounds()
2374 static void __reg_deduce_bounds(struct bpf_reg_state *reg) in __reg_deduce_bounds()
2381 static void __reg_bound_offset(struct bpf_reg_state *reg) in __reg_bound_offset()
2393 static void reg_bounds_sync(struct bpf_reg_state *reg) in reg_bounds_sync()
2413 static void __reg_assign_32_into_64(struct bpf_reg_state *reg) in __reg_assign_32_into_64()
2432 static void __reg_combine_32_into_64(struct bpf_reg_state *reg) in __reg_combine_32_into_64()
2463 static void __reg_combine_64_into_32(struct bpf_reg_state *reg) in __reg_combine_64_into_32()
2479 struct bpf_reg_state *reg) in __mark_reg_unknown()
2509 struct bpf_reg_state *reg) in __mark_reg_not_init()
3156 static int mark_dynptr_read(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in mark_dynptr_read()
3182 static int mark_iter_read(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in mark_iter_read()
3206 u32 regno, struct bpf_reg_state *reg, enum reg_arg_type t) in is_reg64()
3326 struct bpf_reg_state *reg) in mark_insn_zext()
3342 struct bpf_reg_state *reg; in __check_reg_arg() local
3521 static inline void bt_set_frame_reg(struct backtrack_state *bt, u32 frame, u32 reg) in bt_set_frame_reg()
3526 static inline void bt_clear_frame_reg(struct backtrack_state *bt, u32 frame, u32 reg) in bt_clear_frame_reg()
3531 static inline void bt_set_reg(struct backtrack_state *bt, u32 reg) in bt_set_reg()
3536 static inline void bt_clear_reg(struct backtrack_state *bt, u32 reg) in bt_clear_reg()
3581 static inline bool bt_is_reg_set(struct backtrack_state *bt, u32 reg) in bt_is_reg_set()
3977 struct bpf_reg_state *reg; in mark_all_scalars_precise() local
4023 struct bpf_reg_state *reg; in mark_all_scalars_imprecise() local
4077 struct bpf_reg_state *reg; in mark_precise_scalar_ids() local
4230 struct bpf_reg_state *reg; in __mark_chain_precision() local
4476 static bool register_is_null(struct bpf_reg_state *reg) in register_is_null()
4481 static bool register_is_const(struct bpf_reg_state *reg) in register_is_const()
4486 static bool __is_scalar_unbounded(struct bpf_reg_state *reg) in __is_scalar_unbounded()
4495 static bool register_is_bounded(struct bpf_reg_state *reg) in register_is_bounded()
4501 const struct bpf_reg_state *reg) in __is_pointer_value()
4521 int spi, struct bpf_reg_state *reg, in save_register_state()
4555 struct bpf_reg_state *reg = NULL; in check_stack_write_fixed_off() local
4850 struct bpf_reg_state *reg; in check_stack_read_fixed_off() local
4975 struct bpf_reg_state *reg = reg_state(env, ptr_regno); in check_stack_read_var_off() local
5006 struct bpf_reg_state *reg = reg_state(env, ptr_regno); in check_stack_read() local
5063 struct bpf_reg_state *reg = reg_state(env, ptr_regno); in check_stack_write() local
5110 struct bpf_reg_state *reg; in __check_mem_access() local
5147 struct bpf_reg_state *reg = &state->regs[regno]; in check_mem_region_access() local
5197 const struct bpf_reg_state *reg, int regno, in __check_ptr_off_reg()
5229 const struct bpf_reg_state *reg, int regno) in check_ptr_off_reg()
5236 struct bpf_reg_state *reg, u32 regno) in map_kptr_match_type()
5403 struct bpf_reg_state *reg = &state->regs[regno]; in check_map_access() local
5505 struct bpf_reg_state *reg = ®s[regno]; in check_packet_access() local
5597 struct bpf_reg_state *reg = ®s[regno]; in check_sock_access() local
5644 const struct bpf_reg_state *reg = reg_state(env, regno); in is_ctx_reg() local
5651 const struct bpf_reg_state *reg = reg_state(env, regno); in is_sk_reg() local
5658 const struct bpf_reg_state *reg = reg_state(env, regno); in is_pkt_reg() local
5665 const struct bpf_reg_state *reg = reg_state(env, regno); in is_flow_key_reg() local
5680 static bool is_trusted_reg(const struct bpf_reg_state *reg) in is_trusted_reg()
5704 static bool is_rcu_reg(const struct bpf_reg_state *reg) in is_rcu_reg()
5715 const struct bpf_reg_state *reg, in check_pkt_ptr_alignment()
5750 const struct bpf_reg_state *reg, in check_generic_ptr_alignment()
5774 const struct bpf_reg_state *reg, int off, in check_ptr_alignment()
5977 const struct bpf_reg_state *reg, in __check_buffer_access()
6000 const struct bpf_reg_state *reg, in check_tp_buffer_access()
6016 const struct bpf_reg_state *reg, in check_buffer_access()
6035 static void zext_32_to_64(struct bpf_reg_state *reg) in zext_32_to_64()
6044 static void coerce_reg_to_size(struct bpf_reg_state *reg, int size) in coerce_reg_to_size()
6072 static void set_sext64_default_val(struct bpf_reg_state *reg, int size) in set_sext64_default_val()
6091 static void coerce_reg_to_size_sx(struct bpf_reg_state *reg, int size) in coerce_reg_to_size_sx()
6150 static void set_sext32_default_val(struct bpf_reg_state *reg, int size) in set_sext32_default_val()
6165 static void coerce_subreg_to_size_sx(struct bpf_reg_state *reg, int size) in coerce_subreg_to_size_sx()
6338 struct bpf_reg_state *reg, in type_is_rcu()
6349 struct bpf_reg_state *reg, in type_is_rcu_or_null()
6360 struct bpf_reg_state *reg, in type_is_trusted()
6373 struct bpf_reg_state *reg, in type_is_trusted_or_null()
6388 struct bpf_reg_state *reg = regs + regno; in check_ptr_to_btf_access() local
6538 struct bpf_reg_state *reg = regs + regno; in check_ptr_to_map_access() local
6626 struct bpf_reg_state *reg = regs + regno; in check_stack_access_within_bounds() local
6691 struct bpf_reg_state *reg = regs + regno; in check_mem_access() local
7041 struct bpf_reg_state *reg = reg_state(env, regno); in check_stack_range_initialized() local
7196 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in check_helper_mem_access() local
7286 struct bpf_reg_state *reg, u32 regno, in check_mem_size_reg()
7340 int check_mem_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in check_mem_reg()
7372 static int check_kfunc_mem_size_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in check_kfunc_mem_size_reg()
7425 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_spin_lock() local
7502 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_timer_func() local
7539 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_kptr_func() local
7603 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_dynptr_func() local
7673 static u32 iter_ref_obj_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg, int spi) in iter_ref_obj_id()
7711 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_iter_arg() local
8160 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in check_reg_type() local
8296 reg_find_field_offset(const struct bpf_reg_state *reg, s32 off, u32 fields) in reg_find_field_offset()
8313 const struct bpf_reg_state *reg, int regno, in check_func_arg_reg_off()
8404 static int dynptr_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in dynptr_id()
8417 static int dynptr_ref_obj_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in dynptr_ref_obj_id()
8431 struct bpf_reg_state *reg) in dynptr_get_type()
8454 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in check_func_arg() local
9127 struct bpf_reg_state *reg; in clear_all_pkt_pointers() local
9143 struct bpf_reg_state *reg = &state->regs[regn]; in mark_pkt_end() local
9168 struct bpf_reg_state *reg; in release_reference() local
9186 struct bpf_reg_state *reg; in invalidate_non_owning_refs() local
9813 struct bpf_reg_state *regs = cur_regs(env), *reg; in record_func_key() local
9931 struct bpf_reg_state *reg = ®s[BPF_REG_4]; in loop_flag_is_zero() local
10158 struct bpf_reg_state *reg; in check_helper_call() local
10195 struct bpf_reg_state *reg; in check_helper_call() local
10425 struct bpf_reg_state *reg = &cur_regs(env)[regno]; in mark_btf_func_reg_size() local
10493 const struct bpf_reg_state *reg) in is_kfunc_arg_mem_size()
10506 const struct bpf_reg_state *reg) in is_kfunc_arg_const_mem_size()
10783 struct bpf_reg_state *reg = ®s[regno]; in get_kfunc_ptr_arg_type() local
10854 struct bpf_reg_state *reg, in process_kf_arg_ptr_to_btf_id()
10916 static int ref_set_non_owning(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in ref_set_non_owning()
10941 struct bpf_reg_state *reg; in ref_convert_owning_non_owning() local
11016 static int check_reg_allocation_locked(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in check_reg_allocation_locked()
11129 struct bpf_reg_state *reg, u32 regno, in __process_kf_arg_ptr_to_graph_root()
11179 struct bpf_reg_state *reg, u32 regno, in process_kf_arg_ptr_to_list_head()
11187 struct bpf_reg_state *reg, u32 regno, in process_kf_arg_ptr_to_rbtree_root()
11196 struct bpf_reg_state *reg, u32 regno, in __process_kf_arg_ptr_to_graph_node()
11260 struct bpf_reg_state *reg, u32 regno, in process_kf_arg_ptr_to_list_node()
11269 struct bpf_reg_state *reg, u32 regno, in process_kf_arg_ptr_to_rbtree_node()
11299 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[i + 1]; in check_kfunc_args() local
11789 struct bpf_reg_state *reg; in check_kfunc_call() local
12116 const struct bpf_reg_state *reg, in check_reg_sane_offset()
12415 const struct bpf_reg_state *reg, in check_stack_access_for_ptr_arithmetic()
13761 struct bpf_reg_state *reg; in find_good_pkt_pointers() local
13834 static int is_branch32_taken(struct bpf_reg_state *reg, u32 val, u8 opcode) in is_branch32_taken()
13912 static int is_branch64_taken(struct bpf_reg_state *reg, u64 val, u8 opcode) in is_branch64_taken()
13995 static int is_branch_taken(struct bpf_reg_state *reg, u64 val, u8 opcode, in is_branch_taken()
14297 struct bpf_reg_state *reg, u32 id, in mark_ptr_or_null_reg()
14350 struct bpf_reg_state *regs = state->regs, *reg; in mark_ptr_or_null_regs() local
14475 struct bpf_reg_state *reg; in find_equal_scalars() local
14936 struct bpf_reg_state *reg; in check_return_code() local
16341 struct bpf_reg_state *reg, in propagate_liveness_reg()