Lines Matching refs:bpf_func_state
583 static struct bpf_func_state *func(struct bpf_verifier_env *env, in func()
591 static bool is_spi_bounds_valid(struct bpf_func_state *state, int spi, int nr_slots) in is_spi_bounds_valid()
705 struct bpf_func_state *state, int spi);
710 struct bpf_func_state *state = func(env, reg); in mark_stack_slots_dynptr()
768 static void invalidate_dynptr(struct bpf_verifier_env *env, struct bpf_func_state *state, int spi) in invalidate_dynptr()
807 struct bpf_func_state *state = func(env, reg); in unmark_stack_slots_dynptr()
863 struct bpf_func_state *state, int spi) in destroy_if_dynptr_stack_slot()
865 struct bpf_func_state *fstate; in destroy_if_dynptr_stack_slot()
948 struct bpf_func_state *state = func(env, reg); in is_dynptr_reg_valid_init()
978 struct bpf_func_state *state = func(env, reg); in is_dynptr_type_expected()
1008 struct bpf_func_state *state = func(env, reg); in mark_stack_slots_iter()
1050 struct bpf_func_state *state = func(env, reg); in unmark_stack_slots_iter()
1081 struct bpf_func_state *state = func(env, reg); in is_iter_reg_valid_uninit()
1108 struct bpf_func_state *state = func(env, reg); in is_iter_reg_valid_init()
1261 static int copy_reference_state(struct bpf_func_state *dst, const struct bpf_func_state *src) in copy_reference_state()
1272 static int copy_stack_state(struct bpf_func_state *dst, const struct bpf_func_state *src) in copy_stack_state()
1285 static int resize_reference_state(struct bpf_func_state *state, size_t n) in resize_reference_state()
1299 static int grow_stack_state(struct bpf_verifier_env *env, struct bpf_func_state *state, int size) in grow_stack_state()
1330 struct bpf_func_state *state = cur_func(env); in acquire_reference_state()
1346 static int release_reference_state(struct bpf_func_state *state, int ptr_id) in release_reference_state()
1367 static void free_func_state(struct bpf_func_state *state) in free_func_state()
1400 static int copy_func_state(struct bpf_func_state *dst, in copy_func_state()
1401 const struct bpf_func_state *src) in copy_func_state()
1405 memcpy(dst, src, offsetof(struct bpf_func_state, acquired_refs)); in copy_func_state()
1415 struct bpf_func_state *dst; in copy_verifier_state()
1470 struct bpf_func_state *state = cur->frame[cur->curframe]; in explored_state()
2431 struct bpf_func_state *state) in init_reg_state()
2456 struct bpf_func_state *state, in init_func_state()
2473 struct bpf_func_state *frame; in push_async_cb()
3138 struct bpf_func_state *state = func(env, reg); in mark_dynptr_read()
3165 struct bpf_func_state *state = func(env, reg); in mark_iter_read()
3368 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in check_reg_arg()
4118 struct bpf_func_state *func; in mark_all_scalars_precise()
4164 struct bpf_func_state *func; in mark_all_scalars_imprecise()
4281 struct bpf_func_state *func; in __mark_chain_precision()
4557 struct bpf_func_state *state, in save_register_state()
4587 struct bpf_func_state *state, int insn_idx, int off) in check_fastcall_stack_contract()
4615 struct bpf_func_state *state, in check_stack_write_fixed_off()
4619 struct bpf_func_state *cur; /* state of the current function */ in check_stack_write_fixed_off()
4759 struct bpf_func_state *state, in check_stack_write_var_off()
4763 struct bpf_func_state *cur; /* state of the current function */ in check_stack_write_var_off()
4877 struct bpf_func_state *ptr_state, in mark_reg_stack_read()
4881 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in mark_reg_stack_read()
4918 struct bpf_func_state *reg_state, in check_stack_read_fixed_off()
4922 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in check_stack_read_fixed_off()
5079 struct bpf_func_state *ptr_state = func(env, reg); in check_stack_read_var_off()
5111 struct bpf_func_state *state = func(env, reg); in check_stack_read()
5168 struct bpf_func_state *state = func(env, reg); in check_stack_write()
5250 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in check_mem_region_access()
5554 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in check_map_access()
6804 struct bpf_func_state *state, in check_stack_slot_within_bounds()
6831 struct bpf_func_state *state = func(env, reg); in check_stack_access_within_bounds()
7280 struct bpf_func_state *state = func(env, reg); in check_stack_range_initialized()
7940 struct bpf_func_state *state = func(env, reg); in iter_ref_obj_id()
8106 struct bpf_func_state *fold, *fcur; in widen_imprecise_scalars()
8225 struct bpf_func_state *cur_fr = cur_st->frame[cur_st->curframe], *queued_fr; in process_iter_next_call()
8698 struct bpf_func_state *state = func(env, reg); in dynptr_id()
8711 struct bpf_func_state *state = func(env, reg); in dynptr_ref_obj_id()
8725 struct bpf_func_state *state = func(env, reg); in dynptr_get_type()
8850 struct bpf_func_state *state = func(env, reg); in check_func_arg()
9429 struct bpf_func_state *state; in clear_all_pkt_pointers()
9445 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in mark_pkt_end()
9470 struct bpf_func_state *state; in release_reference()
9488 struct bpf_func_state *unused; in invalidate_non_owning_refs()
9510 struct bpf_func_state *caller,
9511 struct bpf_func_state *callee,
9515 struct bpf_func_state *caller,
9516 struct bpf_func_state *callee, int insn_idx);
9522 struct bpf_func_state *caller, *callee; in setup_func_entry()
9698 struct bpf_func_state *caller, *callee; in push_callback_call()
9766 struct bpf_func_state *caller; in check_func_call()
9840 struct bpf_func_state *caller, in map_set_for_each_callback_args()
9841 struct bpf_func_state *callee) in map_set_for_each_callback_args()
9867 struct bpf_func_state *caller, in set_callee_state()
9868 struct bpf_func_state *callee, int insn_idx) in set_callee_state()
9881 struct bpf_func_state *caller, in set_map_elem_callback_state()
9882 struct bpf_func_state *callee, in set_map_elem_callback_state()
9907 struct bpf_func_state *caller, in set_loop_callback_state()
9908 struct bpf_func_state *callee, in set_loop_callback_state()
9929 struct bpf_func_state *caller, in set_timer_callback_state()
9930 struct bpf_func_state *callee, in set_timer_callback_state()
9959 struct bpf_func_state *caller, in set_find_vma_callback_state()
9960 struct bpf_func_state *callee, in set_find_vma_callback_state()
9987 struct bpf_func_state *caller, in set_user_ringbuf_callback_state()
9988 struct bpf_func_state *callee, in set_user_ringbuf_callback_state()
10010 struct bpf_func_state *caller, in set_rbtree_add_callback_state()
10011 struct bpf_func_state *callee, in set_rbtree_add_callback_state()
10051 struct bpf_func_state *callee; in in_rbtree_lock_required_cb()
10078 struct bpf_func_state *caller, *callee; in prepare_func_exit()
10301 struct bpf_func_state *state = cur_func(env); in check_reference_leak()
10552 struct bpf_func_state *state; in check_helper_call()
11537 struct bpf_func_state *state, *unused; in ref_convert_owning_non_owning()
12512 struct bpf_func_state *state; in check_kfunc_call()
13259 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in adjust_ptr_min_max_vals()
14161 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in adjust_reg_min_max_vals()
14536 struct bpf_func_state *state; in find_good_pkt_pointers()
15082 static void mark_ptr_or_null_reg(struct bpf_func_state *state, in mark_ptr_or_null_reg()
15135 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in mark_ptr_or_null_regs()
15282 struct bpf_func_state *func; in collect_linked_regs()
15810 struct bpf_func_state *frame = env->cur_state->frame[0]; in check_return_code()
17110 struct bpf_func_state *st) in clean_func_state()
17382 static bool stacksafe(struct bpf_verifier_env *env, struct bpf_func_state *old, in stacksafe()
17383 struct bpf_func_state *cur, struct bpf_idmap *idmap, in stacksafe()
17507 static bool refsafe(struct bpf_func_state *old, struct bpf_func_state *cur, in refsafe()
17549 static bool func_states_equal(struct bpf_verifier_env *env, struct bpf_func_state *old, in func_states_equal()
17550 struct bpf_func_state *cur, enum exact_level exact) in func_states_equal()
17670 struct bpf_func_state *state, *parent; in propagate_liveness()
17716 struct bpf_func_state *state; in propagate_precision()
17771 struct bpf_func_state *fold, *fcur; in states_maybe_looping()
17852 struct bpf_func_state *state; in iter_active_depths_differ()
17909 struct bpf_func_state *frame = sl->state.frame[sl->state.curframe]; in is_state_visited()
17964 struct bpf_func_state *cur_frame; in is_state_visited()
18206 struct bpf_func_state *frame = cur->frame[j]; in is_state_visited()
18207 struct bpf_func_state *newframe = new->frame[j]; in is_state_visited()
21521 state->frame[0] = kzalloc(sizeof(struct bpf_func_state), GFP_KERNEL); in do_check_common()