Lines Matching defs:reg
379 struct bpf_reg_state *reg, in verbose_invalid_scalar()
399 static bool reg_not_null(const struct bpf_reg_state *reg) in reg_not_null()
418 static struct btf_record *reg_btf_record(const struct bpf_reg_state *reg) in reg_btf_record()
465 static bool reg_may_point_to_spin_lock(const struct bpf_reg_state *reg) in reg_may_point_to_spin_lock()
603 const struct bpf_reg_state *reg) in func()
624 static int stack_slot_obj_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in stack_slot_obj_get_spi()
651 static int dynptr_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in dynptr_get_spi()
656 static int iter_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg, int nr_slots) in iter_get_spi()
661 static int irq_flag_get_spi(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in irq_flag_get_spi()
722 struct bpf_reg_state *reg, in mark_dynptr_cb_reg()
731 static int mark_stack_slots_dynptr(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in mark_stack_slots_dynptr()
829 static int unmark_stack_slots_dynptr(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in unmark_stack_slots_dynptr()
878 static void mark_reg_invalid(const struct bpf_verifier_env *env, struct bpf_reg_state *reg) in mark_reg_invalid()
942 static bool is_dynptr_reg_valid_uninit(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in is_dynptr_reg_valid_uninit()
970 static bool is_dynptr_reg_valid_init(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in is_dynptr_reg_valid_init()
999 static bool is_dynptr_type_expected(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in is_dynptr_type_expected()
1029 struct bpf_reg_state *reg, int insn_idx, in mark_stack_slots_iter()
1072 struct bpf_reg_state *reg, int nr_slots) in unmark_stack_slots_iter()
1103 struct bpf_reg_state *reg, int nr_slots) in is_iter_reg_valid_uninit()
1129 static int is_iter_reg_valid_init(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in is_iter_reg_valid_init()
1166 struct bpf_reg_state *reg, int insn_idx, in mark_stack_slot_irq_flag()
1198 static int unmark_stack_slot_irq_flag(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in unmark_stack_slot_irq_flag()
1251 static bool is_irq_flag_reg_valid_uninit(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in is_irq_flag_reg_valid_uninit()
1275 static int is_irq_flag_reg_valid_init(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in is_irq_flag_reg_valid_init()
2142 static void ___mark_reg_known(struct bpf_reg_state *reg, u64 imm) in ___mark_reg_known()
2159 static void __mark_reg_known(struct bpf_reg_state *reg, u64 imm) in __mark_reg_known()
2169 static void __mark_reg32_known(struct bpf_reg_state *reg, u64 imm) in __mark_reg32_known()
2181 static void __mark_reg_known_zero(struct bpf_reg_state *reg) in __mark_reg_known_zero()
2186 static void __mark_reg_const_zero(const struct bpf_verifier_env *env, struct bpf_reg_state *reg) in __mark_reg_const_zero()
2209 static void __mark_dynptr_reg(struct bpf_reg_state *reg, enum bpf_dynptr_type type, in __mark_dynptr_reg()
2224 static void mark_ptr_not_null_reg(struct bpf_reg_state *reg) in mark_ptr_not_null_reg()
2263 static bool reg_is_pkt_pointer(const struct bpf_reg_state *reg) in reg_is_pkt_pointer()
2268 static bool reg_is_pkt_pointer_any(const struct bpf_reg_state *reg) in reg_is_pkt_pointer_any()
2274 static bool reg_is_dynptr_slice_pkt(const struct bpf_reg_state *reg) in reg_is_dynptr_slice_pkt()
2281 static bool reg_is_init_pkt_pointer(const struct bpf_reg_state *reg, in reg_is_init_pkt_pointer()
2295 static void __mark_reg_unbounded(struct bpf_reg_state *reg) in __mark_reg_unbounded()
2308 static void __mark_reg64_unbounded(struct bpf_reg_state *reg) in __mark_reg64_unbounded()
2316 static void __mark_reg32_unbounded(struct bpf_reg_state *reg) in __mark_reg32_unbounded()
2324 static void __update_reg32_bounds(struct bpf_reg_state *reg) in __update_reg32_bounds()
2339 static void __update_reg64_bounds(struct bpf_reg_state *reg) in __update_reg64_bounds()
2352 static void __update_reg_bounds(struct bpf_reg_state *reg) in __update_reg_bounds()
2359 static void __reg32_deduce_bounds(struct bpf_reg_state *reg) in __reg32_deduce_bounds()
2446 static void __reg64_deduce_bounds(struct bpf_reg_state *reg) in __reg64_deduce_bounds()
2581 static void __reg_deduce_mixed_bounds(struct bpf_reg_state *reg) in __reg_deduce_mixed_bounds()
2648 static void __reg_deduce_bounds(struct bpf_reg_state *reg) in __reg_deduce_bounds()
2656 static void __reg_bound_offset(struct bpf_reg_state *reg) in __reg_bound_offset()
2668 static void reg_bounds_sync(struct bpf_reg_state *reg) in reg_bounds_sync()
2686 struct bpf_reg_state *reg, const char *ctx) in reg_bounds_sanity_check()
2740 static void __reg_assign_32_into_64(struct bpf_reg_state *reg) in __reg_assign_32_into_64()
2760 static void __mark_reg_unknown_imprecise(struct bpf_reg_state *reg) in __mark_reg_unknown_imprecise()
2780 struct bpf_reg_state *reg) in __mark_reg_unknown()
2805 struct bpf_reg_state *reg = regs + regno; in __mark_reg_s32_range() local
2819 struct bpf_reg_state *reg) in __mark_reg_not_init()
3608 static int mark_stack_slot_obj_read(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in mark_stack_slot_obj_read()
3626 static int mark_dynptr_read(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in mark_dynptr_read()
3646 static int mark_iter_read(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in mark_iter_read()
3652 static int mark_irq_flag_read(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in mark_irq_flag_read()
3667 u32 regno, struct bpf_reg_state *reg, enum reg_arg_type t) in is_reg64()
3788 struct bpf_reg_state *reg) in mark_insn_zext()
3804 struct bpf_reg_state *reg; in __check_reg_arg() local
4113 static inline void bt_set_frame_reg(struct backtrack_state *bt, u32 frame, u32 reg) in bt_set_frame_reg()
4118 static inline void bt_clear_frame_reg(struct backtrack_state *bt, u32 frame, u32 reg) in bt_clear_frame_reg()
4123 static inline void bt_set_reg(struct backtrack_state *bt, u32 reg) in bt_set_reg()
4128 static inline void bt_clear_reg(struct backtrack_state *bt, u32 reg) in bt_clear_reg()
4163 static inline bool bt_is_reg_set(struct backtrack_state *bt, u32 reg) in bt_is_reg_set()
4168 static inline bool bt_is_frame_reg_set(struct backtrack_state *bt, u32 frame, u32 reg) in bt_is_frame_reg_set()
4608 struct bpf_reg_state *reg; in mark_all_scalars_precise() local
4654 struct bpf_reg_state *reg; in mark_all_scalars_imprecise() local
4775 struct bpf_reg_state *reg; in __mark_chain_precision() local
4990 static bool register_is_null(struct bpf_reg_state *reg) in register_is_null()
4996 static bool is_reg_const(struct bpf_reg_state *reg, bool subreg32) in is_reg_const()
5003 static u64 reg_const_value(struct bpf_reg_state *reg, bool subreg32) in reg_const_value()
5009 const struct bpf_reg_state *reg) in __is_pointer_value()
5054 int spi, struct bpf_reg_state *reg, in save_register_state()
5076 static int get_reg_width(struct bpf_reg_state *reg) in get_reg_width()
5118 struct bpf_reg_state *reg = NULL; in check_stack_write_fixed_off() local
5421 struct bpf_reg_state *reg; in check_stack_read_fixed_off() local
5575 struct bpf_reg_state *reg = reg_state(env, ptr_regno); in check_stack_read_var_off() local
5607 struct bpf_reg_state *reg = reg_state(env, ptr_regno); in check_stack_read() local
5664 struct bpf_reg_state *reg = reg_state(env, ptr_regno); in check_stack_write() local
5711 struct bpf_reg_state *reg; in __check_mem_access() local
5748 struct bpf_reg_state *reg = &state->regs[regno]; in check_mem_region_access() local
5798 const struct bpf_reg_state *reg, int regno, in __check_ptr_off_reg()
5830 const struct bpf_reg_state *reg, int regno) in check_ptr_off_reg()
5837 struct bpf_reg_state *reg, u32 regno) in map_kptr_match_type()
5998 struct bpf_reg_state *reg; in mark_uptr_ld_reg() local
6082 struct bpf_reg_state *reg = &state->regs[regno]; in check_map_access() local
6190 struct bpf_reg_state *reg = ®s[regno]; in check_packet_access() local
6278 struct bpf_reg_state *reg = ®s[regno]; in check_sock_access() local
6325 const struct bpf_reg_state *reg = reg_state(env, regno); in is_ctx_reg() local
6332 const struct bpf_reg_state *reg = reg_state(env, regno); in is_sk_reg() local
6339 const struct bpf_reg_state *reg = reg_state(env, regno); in is_pkt_reg() local
6346 const struct bpf_reg_state *reg = reg_state(env, regno); in is_flow_key_reg() local
6354 const struct bpf_reg_state *reg = reg_state(env, regno); in is_arena_reg() local
6388 static bool is_trusted_reg(const struct bpf_reg_state *reg) in is_trusted_reg()
6412 static bool is_rcu_reg(const struct bpf_reg_state *reg) in is_rcu_reg()
6423 const struct bpf_reg_state *reg, in check_pkt_ptr_alignment()
6458 const struct bpf_reg_state *reg, in check_generic_ptr_alignment()
6482 const struct bpf_reg_state *reg, int off, in check_ptr_alignment()
6801 const struct bpf_reg_state *reg, in __check_buffer_access()
6824 const struct bpf_reg_state *reg, in check_tp_buffer_access()
6840 const struct bpf_reg_state *reg, in check_buffer_access()
6859 static void zext_32_to_64(struct bpf_reg_state *reg) in zext_32_to_64()
6868 static void coerce_reg_to_size(struct bpf_reg_state *reg, int size) in coerce_reg_to_size()
6897 static void set_sext64_default_val(struct bpf_reg_state *reg, int size) in set_sext64_default_val()
6916 static void coerce_reg_to_size_sx(struct bpf_reg_state *reg, int size) in coerce_reg_to_size_sx()
6975 static void set_sext32_default_val(struct bpf_reg_state *reg, int size) in set_sext32_default_val()
6990 static void coerce_subreg_to_size_sx(struct bpf_reg_state *reg, int size) in coerce_subreg_to_size_sx()
7166 struct bpf_reg_state *reg, in type_is_rcu()
7178 struct bpf_reg_state *reg, in type_is_rcu_or_null()
7189 struct bpf_reg_state *reg, in type_is_trusted()
7201 struct bpf_reg_state *reg, in type_is_trusted_or_null()
7217 struct bpf_reg_state *reg = regs + regno; in check_ptr_to_btf_access() local
7370 struct bpf_reg_state *reg = regs + regno; in check_ptr_to_map_access() local
7464 struct bpf_reg_state *reg = regs + regno; in check_stack_access_within_bounds() local
7540 struct bpf_reg_state *reg = regs + regno; in check_mem_access() local
8031 struct bpf_reg_state *reg = reg_state(env, regno); in check_stack_range_initialized() local
8177 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in check_helper_mem_access() local
8270 struct bpf_reg_state *reg, u32 regno, in check_mem_size_reg()
8319 static int check_mem_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in check_mem_reg()
8347 static int check_kfunc_mem_size_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in check_kfunc_mem_size_reg()
8406 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_spin_lock() local
8521 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_timer_func() local
8558 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_wq_func() local
8575 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_kptr_func() local
8648 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_dynptr_func() local
8725 static u32 iter_ref_obj_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg, int spi) in iter_ref_obj_id()
8768 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_iter_arg() local
9238 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in check_reg_type() local
9381 reg_find_field_offset(const struct bpf_reg_state *reg, s32 off, u32 fields) in reg_find_field_offset()
9398 const struct bpf_reg_state *reg, int regno, in check_func_arg_reg_off()
9490 static int dynptr_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in dynptr_id()
9503 static int dynptr_ref_obj_id(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in dynptr_ref_obj_id()
9517 struct bpf_reg_state *reg) in dynptr_get_type()
9535 struct bpf_reg_state *reg, u32 regno) in check_reg_const_str()
9589 struct bpf_reg_state *reg; in get_constant_map_key() local
9651 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in check_func_arg() local
10300 struct bpf_reg_state *reg; in clear_all_pkt_pointers() local
10316 struct bpf_reg_state *reg = &state->regs[regn]; in mark_pkt_end() local
10358 struct bpf_reg_state *reg; in release_reference() local
10376 struct bpf_reg_state *reg; in invalidate_non_owning_refs() local
10471 struct bpf_reg_state *reg = ®s[regno]; in btf_check_func_arg_match() local
10957 static bool retval_range_within(struct bpf_retval_range range, const struct bpf_reg_state *reg, in retval_range_within()
11146 struct bpf_reg_state *regs = cur_regs(env), *reg; in record_func_key() local
11182 struct bpf_reg_state *reg = reg_state(env, BPF_REG_0); in check_reference_leak() local
11305 struct bpf_reg_state *reg = ®s[BPF_REG_4]; in loop_flag_is_zero() local
11497 struct bpf_reg_state *reg; in check_helper_call() local
11597 struct bpf_reg_state *reg; in check_helper_call() local
11634 struct bpf_reg_state *reg; in check_helper_call() local
11655 struct bpf_reg_state *reg = ®s[BPF_REG_1]; in check_helper_call() local
11895 struct bpf_reg_state *reg = ®s[regno]; in __mark_btf_func_reg_size() local
11956 const struct bpf_reg_state *reg) in is_kfunc_arg_mem_size()
11969 const struct bpf_reg_state *reg) in is_kfunc_arg_const_mem_size()
12361 struct bpf_reg_state *reg = ®s[regno]; in get_kfunc_ptr_arg_type() local
12449 struct bpf_reg_state *reg, in process_kf_arg_ptr_to_btf_id()
12523 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[regno]; in process_irq_flag() local
12574 static int ref_set_non_owning(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in ref_set_non_owning()
12599 struct bpf_reg_state *reg; in ref_convert_owning_non_owning() local
12671 static int check_reg_allocation_locked(struct bpf_verifier_env *env, struct bpf_reg_state *reg) in check_reg_allocation_locked()
12835 struct bpf_reg_state *reg, u32 regno, in __process_kf_arg_ptr_to_graph_root()
12885 struct bpf_reg_state *reg, u32 regno, in process_kf_arg_ptr_to_list_head()
12893 struct bpf_reg_state *reg, u32 regno, in process_kf_arg_ptr_to_rbtree_root()
12902 struct bpf_reg_state *reg, u32 regno, in __process_kf_arg_ptr_to_graph_node()
12966 struct bpf_reg_state *reg, u32 regno, in process_kf_arg_ptr_to_list_node()
12975 struct bpf_reg_state *reg, u32 regno, in process_kf_arg_ptr_to_rbtree_node()
13027 struct bpf_reg_state *regs = cur_regs(env), *reg = ®s[i + 1]; in check_kfunc_args() local
13853 struct bpf_reg_state *reg; in check_kfunc_call() local
14092 const struct bpf_reg_state *reg, in check_reg_sane_offset()
14392 const struct bpf_reg_state *reg, in check_stack_access_for_ptr_arithmetic()
15792 struct bpf_reg_state *reg; in find_good_pkt_pointers() local
16342 struct bpf_reg_state *reg, u32 id, in mark_ptr_or_null_reg()
16395 struct bpf_reg_state *regs = state->regs, *reg; in mark_ptr_or_null_regs() local
16516 static void __collect_linked_regs(struct linked_regs *reg_set, struct bpf_reg_state *reg, in __collect_linked_regs()
16542 struct bpf_reg_state *reg; in collect_linked_regs() local
16568 struct bpf_reg_state *reg; in sync_linked_regs() local
17062 struct bpf_reg_state *reg = reg_state(env, regno); in check_return_code() local
18999 struct bpf_reg_state *reg, in propagate_liveness_reg()
23175 struct bpf_reg_state *reg; in do_check_common() local