Lines Matching refs:bpf_verifier_state
181 struct bpf_verifier_state st;
586 struct bpf_verifier_state *cur = env->cur_state; in func()
1376 static void clear_jmp_history(struct bpf_verifier_state *state) in clear_jmp_history()
1383 static void free_verifier_state(struct bpf_verifier_state *state, in free_verifier_state()
1412 static int copy_verifier_state(struct bpf_verifier_state *dst_state, in copy_verifier_state()
1413 const struct bpf_verifier_state *src) in copy_verifier_state()
1469 struct bpf_verifier_state *cur = env->cur_state; in explored_state()
1475 static bool same_callsites(struct bpf_verifier_state *a, struct bpf_verifier_state *b) in same_callsites()
1611 static struct bpf_verifier_state *get_loop_entry(struct bpf_verifier_state *st) in get_loop_entry()
1613 struct bpf_verifier_state *topmost = st->loop_entry, *old; in get_loop_entry()
1628 static void update_loop_entry(struct bpf_verifier_state *cur, struct bpf_verifier_state *hdr) in update_loop_entry()
1630 struct bpf_verifier_state *cur1, *hdr1; in update_loop_entry()
1646 static void update_branch_counts(struct bpf_verifier_env *env, struct bpf_verifier_state *st) in update_branch_counts()
1674 struct bpf_verifier_state *cur = env->cur_state; in pop_stack()
1700 static struct bpf_verifier_state *push_stack(struct bpf_verifier_env *env, in push_stack()
1704 struct bpf_verifier_state *cur = env->cur_state; in push_stack()
2468 static struct bpf_verifier_state *push_async_cb(struct bpf_verifier_env *env, in push_async_cb()
3367 struct bpf_verifier_state *vstate = env->cur_state; in check_reg_arg()
3477 static int push_jmp_history(struct bpf_verifier_env *env, struct bpf_verifier_state *cur, in push_jmp_history()
3519 static struct bpf_jmp_history_entry *get_jmp_hist_entry(struct bpf_verifier_state *st, in get_jmp_hist_entry()
3540 static int get_prev_insn_idx(struct bpf_verifier_state *st, int i, in get_prev_insn_idx()
4116 struct bpf_verifier_state *st) in mark_all_scalars_precise()
4162 static void mark_all_scalars_imprecise(struct bpf_verifier_env *env, struct bpf_verifier_state *st) in mark_all_scalars_imprecise()
4277 struct bpf_verifier_state *st = env->cur_state; in __mark_chain_precision()
4880 struct bpf_verifier_state *vstate = env->cur_state; in mark_reg_stack_read()
4921 struct bpf_verifier_state *vstate = env->cur_state; in check_stack_read_fixed_off()
5249 struct bpf_verifier_state *vstate = env->cur_state; in check_mem_region_access()
5553 struct bpf_verifier_state *vstate = env->cur_state; in check_map_access()
7658 struct bpf_verifier_state *cur = env->cur_state; in process_spin_lock()
8062 static struct bpf_verifier_state *find_prev_entry(struct bpf_verifier_env *env, in find_prev_entry()
8063 struct bpf_verifier_state *cur, in find_prev_entry()
8067 struct bpf_verifier_state *st; in find_prev_entry()
8103 struct bpf_verifier_state *old, in widen_imprecise_scalars()
8104 struct bpf_verifier_state *cur) in widen_imprecise_scalars()
8134 static struct bpf_reg_state *get_iter_from_state(struct bpf_verifier_state *cur_st, in get_iter_from_state()
8224 struct bpf_verifier_state *cur_st = env->cur_state, *queued_st, *prev_st; in process_iter_next_call()
9443 static void mark_pkt_end(struct bpf_verifier_state *vstate, int regn, bool range_open) in mark_pkt_end()
9520 struct bpf_verifier_state *state) in setup_func_entry()
9697 struct bpf_verifier_state *state = env->cur_state, *callback_state; in push_callback_call()
9724 struct bpf_verifier_state *async_cb; in push_callback_call()
9765 struct bpf_verifier_state *state = env->cur_state; in check_func_call()
10049 struct bpf_verifier_state *state = env->cur_state; in in_rbtree_lock_required_cb()
10077 struct bpf_verifier_state *state = env->cur_state, *prev_st; in prepare_func_exit()
11515 struct bpf_verifier_state *state = env->cur_state; in ref_set_non_owning()
13013 static struct bpf_verifier_state *
13018 struct bpf_verifier_state *branch; in sanitize_speculative_path()
13043 struct bpf_verifier_state *vstate = env->cur_state; in sanitize_ptr_alu()
13132 struct bpf_verifier_state *vstate = env->cur_state; in sanitize_mark_insn_seen()
13258 struct bpf_verifier_state *vstate = env->cur_state; in adjust_ptr_min_max_vals()
14160 struct bpf_verifier_state *vstate = env->cur_state; in adjust_reg_min_max_vals()
14531 static void find_good_pkt_pointers(struct bpf_verifier_state *vstate, in find_good_pkt_pointers()
15132 static void mark_ptr_or_null_regs(struct bpf_verifier_state *vstate, u32 regno, in mark_ptr_or_null_regs()
15155 struct bpf_verifier_state *this_branch, in try_match_pkt_pointers()
15156 struct bpf_verifier_state *other_branch) in try_match_pkt_pointers()
15279 static void collect_linked_regs(struct bpf_verifier_state *vstate, u32 id, in collect_linked_regs()
15305 static void sync_linked_regs(struct bpf_verifier_state *vstate, struct bpf_reg_state *known_reg, in sync_linked_regs()
15353 struct bpf_verifier_state *this_branch = env->cur_state; in check_cond_jmp_op()
15354 struct bpf_verifier_state *other_branch; in check_cond_jmp_op()
15371 struct bpf_verifier_state *cur_st = env->cur_state, *queued_st, *prev_st; in check_cond_jmp_op()
17139 struct bpf_verifier_state *st) in clean_verifier_state()
17184 struct bpf_verifier_state *cur) in clean_live_states()
17578 struct bpf_verifier_state *old, in states_equal()
17579 struct bpf_verifier_state *cur, in states_equal()
17666 const struct bpf_verifier_state *vstate, in propagate_liveness()
17667 struct bpf_verifier_state *vparent) in propagate_liveness()
17713 const struct bpf_verifier_state *old) in propagate_precision()
17768 static bool states_maybe_looping(struct bpf_verifier_state *old, in states_maybe_looping()
17769 struct bpf_verifier_state *cur) in states_maybe_looping()
17849 static bool iter_active_depths_differ(struct bpf_verifier_state *old, struct bpf_verifier_state *cu… in iter_active_depths_differ()
17877 struct bpf_verifier_state *cur = env->cur_state, *new, *loop_entry; in is_state_visited()
18294 struct bpf_verifier_state *state = env->cur_state; in do_check()
21508 struct bpf_verifier_state *state; in do_check_common()
21515 state = kzalloc(sizeof(struct bpf_verifier_state), GFP_KERNEL); in do_check_common()