Lines Matching refs:bpf_reg_state
196 struct bpf_reg_state *reg);
418 struct bpf_reg_state *reg, in verbose_invalid_scalar()
469 static struct btf_record *reg_btf_record(const struct bpf_reg_state *reg) in reg_btf_record()
484 static bool reg_may_point_to_spin_lock(const struct bpf_reg_state *reg) in reg_may_point_to_spin_lock()
657 const struct bpf_reg_state *reg) in func()
678 static int dynptr_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in dynptr_get_spi()
764 static void __mark_dynptr_reg(struct bpf_reg_state *reg,
769 struct bpf_reg_state *reg);
772 struct bpf_reg_state *sreg1, in mark_dynptr_stack_regs()
773 struct bpf_reg_state *sreg2, in mark_dynptr_stack_regs()
783 struct bpf_reg_state *reg, in mark_dynptr_cb_reg()
792 static int mark_stack_slots_dynptr(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in mark_stack_slots_dynptr()
847 static int unmark_stack_slots_dynptr(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in unmark_stack_slots_dynptr()
896 struct bpf_reg_state *reg);
902 struct bpf_reg_state *dreg; in destroy_if_dynptr_stack_slot()
958 static bool is_dynptr_reg_valid_uninit(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in is_dynptr_reg_valid_uninit()
981 static bool is_dynptr_reg_valid_init(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in is_dynptr_reg_valid_init()
1005 static bool is_dynptr_type_expected(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in is_dynptr_type_expected()
1045 const struct bpf_reg_state *reg; in print_verifier_state()
1541 static void ___mark_reg_known(struct bpf_reg_state *reg, u64 imm) in ___mark_reg_known()
1558 static void __mark_reg_known(struct bpf_reg_state *reg, u64 imm) in __mark_reg_known()
1562 offsetof(struct bpf_reg_state, var_off) - sizeof(reg->type)); in __mark_reg_known()
1568 static void __mark_reg32_known(struct bpf_reg_state *reg, u64 imm) in __mark_reg32_known()
1580 static void __mark_reg_known_zero(struct bpf_reg_state *reg) in __mark_reg_known_zero()
1585 static void __mark_reg_const_zero(struct bpf_reg_state *reg) in __mark_reg_const_zero()
1592 struct bpf_reg_state *regs, u32 regno) in mark_reg_known_zero()
1604 static void __mark_dynptr_reg(struct bpf_reg_state *reg, enum bpf_dynptr_type type, in __mark_dynptr_reg()
1619 static void mark_ptr_not_null_reg(struct bpf_reg_state *reg) in mark_ptr_not_null_reg()
1646 static void mark_reg_graph_node(struct bpf_reg_state *regs, u32 regno, in mark_reg_graph_node()
1656 static bool reg_is_pkt_pointer(const struct bpf_reg_state *reg) in reg_is_pkt_pointer()
1661 static bool reg_is_pkt_pointer_any(const struct bpf_reg_state *reg) in reg_is_pkt_pointer_any()
1668 static bool reg_is_init_pkt_pointer(const struct bpf_reg_state *reg, in reg_is_init_pkt_pointer()
1682 static void __mark_reg_unbounded(struct bpf_reg_state *reg) in __mark_reg_unbounded()
1695 static void __mark_reg64_unbounded(struct bpf_reg_state *reg) in __mark_reg64_unbounded()
1703 static void __mark_reg32_unbounded(struct bpf_reg_state *reg) in __mark_reg32_unbounded()
1711 static void __update_reg32_bounds(struct bpf_reg_state *reg) in __update_reg32_bounds()
1726 static void __update_reg64_bounds(struct bpf_reg_state *reg) in __update_reg64_bounds()
1739 static void __update_reg_bounds(struct bpf_reg_state *reg) in __update_reg_bounds()
1746 static void __reg32_deduce_bounds(struct bpf_reg_state *reg) in __reg32_deduce_bounds()
1780 static void __reg64_deduce_bounds(struct bpf_reg_state *reg) in __reg64_deduce_bounds()
1814 static void __reg_deduce_bounds(struct bpf_reg_state *reg) in __reg_deduce_bounds()
1821 static void __reg_bound_offset(struct bpf_reg_state *reg) in __reg_bound_offset()
1833 static void reg_bounds_sync(struct bpf_reg_state *reg) in reg_bounds_sync()
1853 static void __reg_assign_32_into_64(struct bpf_reg_state *reg) in __reg_assign_32_into_64()
1872 static void __reg_combine_32_into_64(struct bpf_reg_state *reg) in __reg_combine_32_into_64()
1903 static void __reg_combine_64_into_32(struct bpf_reg_state *reg) in __reg_combine_64_into_32()
1919 struct bpf_reg_state *reg) in __mark_reg_unknown()
1925 memset(reg, 0, offsetof(struct bpf_reg_state, var_off)); in __mark_reg_unknown()
1936 struct bpf_reg_state *regs, u32 regno) in mark_reg_unknown()
1949 struct bpf_reg_state *reg) in __mark_reg_not_init()
1956 struct bpf_reg_state *regs, u32 regno) in mark_reg_not_init()
1969 struct bpf_reg_state *regs, u32 regno, in mark_btf_ld_reg()
1988 struct bpf_reg_state *regs = state->regs; in init_reg_state()
2517 const struct bpf_reg_state *state, in mark_reg_read()
2518 struct bpf_reg_state *parent, u8 flag) in mark_reg_read()
2564 static int mark_dynptr_read(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in mark_dynptr_read()
2595 u32 regno, struct bpf_reg_state *reg, enum reg_arg_type t) in is_reg64()
2713 struct bpf_reg_state *reg) in mark_insn_zext()
2731 struct bpf_reg_state *reg, *regs = state->regs; in check_reg_arg()
3042 struct bpf_reg_state *reg; in mark_all_scalars_precise()
3075 struct bpf_reg_state *reg; in mark_all_scalars_imprecise()
3191 struct bpf_reg_state *reg; in __mark_chain_precision()
3414 static bool register_is_null(struct bpf_reg_state *reg) in register_is_null()
3419 static bool register_is_const(struct bpf_reg_state *reg) in register_is_const()
3424 static bool __is_scalar_unbounded(struct bpf_reg_state *reg) in __is_scalar_unbounded()
3433 static bool register_is_bounded(struct bpf_reg_state *reg) in register_is_bounded()
3439 const struct bpf_reg_state *reg) in __is_pointer_value()
3448 static void copy_register_state(struct bpf_reg_state *dst, const struct bpf_reg_state *src) in copy_register_state()
3450 struct bpf_reg_state *parent = dst->parent; in copy_register_state()
3459 int spi, struct bpf_reg_state *reg, in save_register_state()
3493 struct bpf_reg_state *reg = NULL; in check_stack_write_fixed_off()
3549 struct bpf_reg_state fake_reg = {}; in check_stack_write_fixed_off()
3633 struct bpf_reg_state *ptr_reg = NULL, *value_reg = NULL; in check_stack_write_var_off()
3791 struct bpf_reg_state *reg; in check_stack_read_fixed_off()
3888 static struct bpf_reg_state *reg_state(struct bpf_verifier_env *env, int regno) in reg_state()
3910 struct bpf_reg_state *reg = reg_state(env, ptr_regno); in check_stack_read_var_off()
3941 struct bpf_reg_state *reg = reg_state(env, ptr_regno); in check_stack_read()
4002 struct bpf_reg_state *reg = reg_state(env, ptr_regno); in check_stack_write()
4024 struct bpf_reg_state *regs = cur_regs(env); in check_map_access_type()
4049 struct bpf_reg_state *reg; in __check_mem_access()
4086 struct bpf_reg_state *reg = &state->regs[regno]; in check_mem_region_access()
4136 const struct bpf_reg_state *reg, int regno, in __check_ptr_off_reg()
4168 const struct bpf_reg_state *reg, int regno) in check_ptr_off_reg()
4175 struct bpf_reg_state *reg, u32 regno) in map_kptr_match_type()
4251 struct bpf_reg_state *val_reg; in check_map_kptr_access()
4307 struct bpf_reg_state *reg = &state->regs[regno]; in check_map_access()
4408 struct bpf_reg_state *regs = cur_regs(env); in check_packet_access()
4409 struct bpf_reg_state *reg = ®s[regno]; in check_packet_access()
4500 struct bpf_reg_state *regs = cur_regs(env); in check_sock_access()
4501 struct bpf_reg_state *reg = ®s[regno]; in check_sock_access()
4548 const struct bpf_reg_state *reg = reg_state(env, regno); in is_ctx_reg()
4555 const struct bpf_reg_state *reg = reg_state(env, regno); in is_sk_reg()
4562 const struct bpf_reg_state *reg = reg_state(env, regno); in is_pkt_reg()
4569 const struct bpf_reg_state *reg = reg_state(env, regno); in is_flow_key_reg()
4575 static bool is_trusted_reg(const struct bpf_reg_state *reg) in is_trusted_reg()
4594 static bool is_rcu_reg(const struct bpf_reg_state *reg) in is_rcu_reg()
4600 const struct bpf_reg_state *reg, in check_pkt_ptr_alignment()
4635 const struct bpf_reg_state *reg, in check_generic_ptr_alignment()
4659 const struct bpf_reg_state *reg, int off, in check_ptr_alignment()
4857 const struct bpf_reg_state *reg, in __check_buffer_access()
4880 const struct bpf_reg_state *reg, in check_tp_buffer_access()
4896 const struct bpf_reg_state *reg, in check_buffer_access()
4915 static void zext_32_to_64(struct bpf_reg_state *reg) in zext_32_to_64()
4924 static void coerce_reg_to_size(struct bpf_reg_state *reg, int size) in coerce_reg_to_size()
5009 struct bpf_reg_state *reg, in nested_ptr_is_trusted()
5022 struct bpf_reg_state *regs, in check_ptr_to_btf_access()
5027 struct bpf_reg_state *reg = regs + regno; in check_ptr_to_btf_access()
5148 struct bpf_reg_state *regs, in check_ptr_to_map_access()
5153 struct bpf_reg_state *reg = regs + regno; in check_ptr_to_map_access()
5155 struct bpf_reg_state map_reg; in check_ptr_to_map_access()
5239 struct bpf_reg_state *regs = cur_regs(env); in check_stack_access_within_bounds()
5240 struct bpf_reg_state *reg = regs + regno; in check_stack_access_within_bounds()
5303 struct bpf_reg_state *regs = cur_regs(env); in check_mem_access()
5304 struct bpf_reg_state *reg = regs + regno; in check_mem_access()
5656 struct bpf_reg_state *reg = reg_state(env, regno); in check_stack_range_initialized()
5808 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in check_helper_mem_access()
5895 struct bpf_reg_state *reg, u32 regno, in check_mem_size_reg()
5949 int check_mem_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in check_mem_reg()
5953 struct bpf_reg_state saved_reg; in check_mem_reg()
5981 static int check_kfunc_mem_size_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in check_kfunc_mem_size_reg()
5984 struct bpf_reg_state *mem_reg = &cur_regs(env)[regno - 1]; in check_kfunc_mem_size_reg()
5986 struct bpf_reg_state saved_reg; in check_kfunc_mem_size_reg()
6034 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_spin_lock()
6111 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_timer_func()
6148 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_kptr_func()
6212 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_dynptr_func()
6483 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in check_reg_type()
6572 reg_find_field_offset(const struct bpf_reg_state *reg, s32 off, u32 fields) in reg_find_field_offset()
6589 const struct bpf_reg_state *reg, int regno, in check_func_arg_reg_off()
6669 static int dynptr_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in dynptr_id()
6682 static int dynptr_ref_obj_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in dynptr_ref_obj_id()
6700 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in check_func_arg()
7362 struct bpf_reg_state *reg; in clear_all_pkt_pointers()
7378 struct bpf_reg_state *reg = &state->regs[regn]; in mark_pkt_end()
7403 struct bpf_reg_state *reg; in release_reference()
7425 struct bpf_reg_state *reg; in invalidate_non_owning_refs()
7434 struct bpf_reg_state *regs) in clear_caller_saved_regs()
7847 struct bpf_reg_state *r0; in prepare_func_exit()
7906 static void do_refine_retval_range(struct bpf_reg_state *regs, int ret_type, in do_refine_retval_range()
7910 struct bpf_reg_state *ret_reg = ®s[BPF_REG_0]; in do_refine_retval_range()
7978 struct bpf_reg_state *regs = cur_regs(env), *reg; in record_func_key()
8030 struct bpf_reg_state *regs) in check_bpf_snprintf_call()
8032 struct bpf_reg_state *fmt_reg = ®s[BPF_REG_3]; in check_bpf_snprintf_call()
8033 struct bpf_reg_state *data_len_reg = ®s[BPF_REG_5]; in check_bpf_snprintf_call()
8095 struct bpf_reg_state *regs = cur_regs(env); in loop_flag_is_zero()
8096 struct bpf_reg_state *reg = ®s[BPF_REG_4]; in loop_flag_is_zero()
8130 struct bpf_reg_state *regs; in check_helper_call()
8335 struct bpf_reg_state *reg = ®s[BPF_REG_1 + i]; in check_helper_call()
8580 struct bpf_reg_state *reg = &cur_regs(env)[regno]; in mark_btf_func_reg_size()
8688 const struct bpf_reg_state *reg) in is_kfunc_arg_mem_size()
8929 struct bpf_reg_state *regs = cur_regs(env); in get_kfunc_ptr_arg_type()
8930 struct bpf_reg_state *reg = ®s[regno]; in get_kfunc_ptr_arg_type()
9007 struct bpf_reg_state *reg, in process_kf_arg_ptr_to_btf_id()
9070 struct bpf_reg_state *reg, in process_kf_arg_ptr_to_kptr()
9103 static int ref_set_non_owning(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in ref_set_non_owning()
9124 struct bpf_reg_state *reg; in ref_convert_owning_non_owning()
9199 static int check_reg_allocation_locked(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in check_reg_allocation_locked()
9312 struct bpf_reg_state *reg, u32 regno, in __process_kf_arg_ptr_to_graph_root()
9362 struct bpf_reg_state *reg, u32 regno, in process_kf_arg_ptr_to_list_head()
9370 struct bpf_reg_state *reg, u32 regno, in process_kf_arg_ptr_to_rbtree_root()
9379 struct bpf_reg_state *reg, u32 regno, in __process_kf_arg_ptr_to_graph_node()
9441 struct bpf_reg_state *reg, u32 regno, in process_kf_arg_ptr_to_list_node()
9450 struct bpf_reg_state *reg, u32 regno, in process_kf_arg_ptr_to_rbtree_node()
9478 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[i + 1]; in check_kfunc_args()
9780 struct bpf_reg_state *regs = cur_regs(env); in check_kfunc_call()
9838 struct bpf_reg_state *reg; in check_kfunc_call()
10110 const struct bpf_reg_state *reg, in check_reg_sane_offset()
10152 static int retrieve_ptr_limit(const struct bpf_reg_state *ptr_reg, in retrieve_ptr_limit()
10233 struct bpf_reg_state *regs; in sanitize_speculative_path()
10250 const struct bpf_reg_state *ptr_reg, in sanitize_ptr_alu()
10251 const struct bpf_reg_state *off_reg, in sanitize_ptr_alu()
10252 struct bpf_reg_state *dst_reg, in sanitize_ptr_alu()
10263 struct bpf_reg_state tmp; in sanitize_ptr_alu()
10359 const struct bpf_reg_state *off_reg, in sanitize_err()
10360 const struct bpf_reg_state *dst_reg) in sanitize_err()
10409 const struct bpf_reg_state *reg, in check_stack_access_for_ptr_arithmetic()
10432 const struct bpf_reg_state *dst_reg) in sanitize_check_bounds()
10469 const struct bpf_reg_state *ptr_reg, in adjust_ptr_min_max_vals()
10470 const struct bpf_reg_state *off_reg) in adjust_ptr_min_max_vals()
10474 struct bpf_reg_state *regs = state->regs, *dst_reg; in adjust_ptr_min_max_vals()
10693 static void scalar32_min_max_add(struct bpf_reg_state *dst_reg, in scalar32_min_max_add()
10694 struct bpf_reg_state *src_reg) in scalar32_min_max_add()
10719 static void scalar_min_max_add(struct bpf_reg_state *dst_reg, in scalar_min_max_add()
10720 struct bpf_reg_state *src_reg) in scalar_min_max_add()
10745 static void scalar32_min_max_sub(struct bpf_reg_state *dst_reg, in scalar32_min_max_sub()
10746 struct bpf_reg_state *src_reg) in scalar32_min_max_sub()
10773 static void scalar_min_max_sub(struct bpf_reg_state *dst_reg, in scalar_min_max_sub()
10774 struct bpf_reg_state *src_reg) in scalar_min_max_sub()
10801 static void scalar32_min_max_mul(struct bpf_reg_state *dst_reg, in scalar32_min_max_mul()
10802 struct bpf_reg_state *src_reg) in scalar32_min_max_mul()
10833 static void scalar_min_max_mul(struct bpf_reg_state *dst_reg, in scalar_min_max_mul()
10834 struct bpf_reg_state *src_reg) in scalar_min_max_mul()
10865 static void scalar32_min_max_and(struct bpf_reg_state *dst_reg, in scalar32_min_max_and()
10866 struct bpf_reg_state *src_reg) in scalar32_min_max_and()
10899 static void scalar_min_max_and(struct bpf_reg_state *dst_reg, in scalar_min_max_and()
10900 struct bpf_reg_state *src_reg) in scalar_min_max_and()
10934 static void scalar32_min_max_or(struct bpf_reg_state *dst_reg, in scalar32_min_max_or()
10935 struct bpf_reg_state *src_reg) in scalar32_min_max_or()
10968 static void scalar_min_max_or(struct bpf_reg_state *dst_reg, in scalar_min_max_or()
10969 struct bpf_reg_state *src_reg) in scalar_min_max_or()
11003 static void scalar32_min_max_xor(struct bpf_reg_state *dst_reg, in scalar32_min_max_xor()
11004 struct bpf_reg_state *src_reg) in scalar32_min_max_xor()
11032 static void scalar_min_max_xor(struct bpf_reg_state *dst_reg, in scalar_min_max_xor()
11033 struct bpf_reg_state *src_reg) in scalar_min_max_xor()
11063 static void __scalar32_min_max_lsh(struct bpf_reg_state *dst_reg, in __scalar32_min_max_lsh()
11081 static void scalar32_min_max_lsh(struct bpf_reg_state *dst_reg, in scalar32_min_max_lsh()
11082 struct bpf_reg_state *src_reg) in scalar32_min_max_lsh()
11099 static void __scalar64_min_max_lsh(struct bpf_reg_state *dst_reg, in __scalar64_min_max_lsh()
11129 static void scalar_min_max_lsh(struct bpf_reg_state *dst_reg, in scalar_min_max_lsh()
11130 struct bpf_reg_state *src_reg) in scalar_min_max_lsh()
11144 static void scalar32_min_max_rsh(struct bpf_reg_state *dst_reg, in scalar32_min_max_rsh()
11145 struct bpf_reg_state *src_reg) in scalar32_min_max_rsh()
11176 static void scalar_min_max_rsh(struct bpf_reg_state *dst_reg, in scalar_min_max_rsh()
11177 struct bpf_reg_state *src_reg) in scalar_min_max_rsh()
11210 static void scalar32_min_max_arsh(struct bpf_reg_state *dst_reg, in scalar32_min_max_arsh()
11211 struct bpf_reg_state *src_reg) in scalar32_min_max_arsh()
11233 static void scalar_min_max_arsh(struct bpf_reg_state *dst_reg, in scalar_min_max_arsh()
11234 struct bpf_reg_state *src_reg) in scalar_min_max_arsh()
11266 struct bpf_reg_state *dst_reg, in adjust_scalar_min_max_vals()
11267 struct bpf_reg_state src_reg) in adjust_scalar_min_max_vals()
11269 struct bpf_reg_state *regs = cur_regs(env); in adjust_scalar_min_max_vals()
11430 struct bpf_reg_state *regs = state->regs, *dst_reg, *src_reg; in adjust_reg_min_max_vals()
11431 struct bpf_reg_state *ptr_reg = NULL, off_reg = {0}; in adjust_reg_min_max_vals()
11513 struct bpf_reg_state *regs = cur_regs(env); in check_alu_op()
11575 struct bpf_reg_state *src_reg = regs + insn->src_reg; in check_alu_op()
11576 struct bpf_reg_state *dst_reg = regs + insn->dst_reg; in check_alu_op()
11685 struct bpf_reg_state *dst_reg, in find_good_pkt_pointers()
11690 struct bpf_reg_state *reg; in find_good_pkt_pointers()
11763 static int is_branch32_taken(struct bpf_reg_state *reg, u32 val, u8 opcode) in is_branch32_taken()
11837 static int is_branch64_taken(struct bpf_reg_state *reg, u64 val, u8 opcode) in is_branch64_taken()
11916 static int is_branch_taken(struct bpf_reg_state *reg, u64 val, u8 opcode, in is_branch_taken()
11965 static int is_pkt_ptr_branch_taken(struct bpf_reg_state *dst_reg, in is_pkt_ptr_branch_taken()
11966 struct bpf_reg_state *src_reg, in is_pkt_ptr_branch_taken()
11969 struct bpf_reg_state *pkt; in is_pkt_ptr_branch_taken()
12010 static void reg_set_min_max(struct bpf_reg_state *true_reg, in reg_set_min_max()
12011 struct bpf_reg_state *false_reg, in reg_set_min_max()
12170 static void reg_set_min_max_inv(struct bpf_reg_state *true_reg, in reg_set_min_max_inv()
12171 struct bpf_reg_state *false_reg, in reg_set_min_max_inv()
12184 static void __reg_combine_min_max(struct bpf_reg_state *src_reg, in __reg_combine_min_max()
12185 struct bpf_reg_state *dst_reg) in __reg_combine_min_max()
12201 static void reg_combine_min_max(struct bpf_reg_state *true_src, in reg_combine_min_max()
12202 struct bpf_reg_state *true_dst, in reg_combine_min_max()
12203 struct bpf_reg_state *false_src, in reg_combine_min_max()
12204 struct bpf_reg_state *false_dst, in reg_combine_min_max()
12218 struct bpf_reg_state *reg, u32 id, in mark_ptr_or_null_reg()
12271 struct bpf_reg_state *regs = state->regs, *reg; in mark_ptr_or_null_regs()
12288 struct bpf_reg_state *dst_reg, in try_match_pkt_pointers()
12289 struct bpf_reg_state *src_reg, in try_match_pkt_pointers()
12393 struct bpf_reg_state *known_reg) in find_equal_scalars()
12396 struct bpf_reg_state *reg; in find_equal_scalars()
12409 struct bpf_reg_state *regs = this_branch->frame[this_branch->curframe]->regs; in check_cond_jmp_op()
12410 struct bpf_reg_state *dst_reg, *other_branch_regs, *src_reg = NULL; in check_cond_jmp_op()
12411 struct bpf_reg_state *eq_branch_regs; in check_cond_jmp_op()
12526 struct bpf_reg_state *src_reg = ®s[insn->src_reg]; in check_cond_jmp_op()
12638 struct bpf_reg_state *regs = cur_regs(env); in check_ld_imm()
12639 struct bpf_reg_state *dst_reg; in check_ld_imm()
12756 struct bpf_reg_state *regs = cur_regs(env); in check_ld_abs()
12840 struct bpf_reg_state *reg; in check_return_code()
13676 static bool range_within(struct bpf_reg_state *old, in range_within()
13677 struct bpf_reg_state *cur) in range_within()
13821 static bool regs_exact(const struct bpf_reg_state *rold, in regs_exact()
13822 const struct bpf_reg_state *rcur, in regs_exact()
13825 return memcmp(rold, rcur, offsetof(struct bpf_reg_state, id)) == 0 && in regs_exact()
13831 static bool regsafe(struct bpf_verifier_env *env, struct bpf_reg_state *rold, in regsafe()
13832 struct bpf_reg_state *rcur, struct bpf_id_pair *idmap) in regsafe()
13883 return memcmp(rold, rcur, offsetof(struct bpf_reg_state, var_off)) == 0 && in regsafe()
13981 const struct bpf_reg_state *old_reg, *cur_reg; in stacksafe()
14113 struct bpf_reg_state *reg, in propagate_liveness_reg()
14114 struct bpf_reg_state *parent_reg) in propagate_liveness_reg()
14149 struct bpf_reg_state *state_reg, *parent_reg; in propagate_liveness()
14195 struct bpf_reg_state *state_reg; in propagate_precision()
14244 offsetof(struct bpf_reg_state, parent))) in states_maybe_looping()
14508 struct bpf_reg_state *regs; in do_check()
17028 struct bpf_reg_state *regs; in do_check_common()