Lines Matching defs:env
266 find_linfo(const struct bpf_verifier_env *env, u32 insn_off) in find_linfo()
325 __printf(2, 3) void bpf_verifier_log_write(struct bpf_verifier_env *env, in bpf_verifier_log_write()
341 struct bpf_verifier_env *env = private_data; in verbose() local
373 __printf(3, 4) static void verbose_linfo(struct bpf_verifier_env *env, in verbose_linfo()
401 static void verbose_invalid_scalar(struct bpf_verifier_env *env, in verbose_invalid_scalar()
583 static void print_liveness(struct bpf_verifier_env *env, in print_liveness()
596 static struct bpf_func_state *func(struct bpf_verifier_env *env, in func()
623 static void print_verifier_state(struct bpf_verifier_env *env, in print_verifier_state()
858 static int acquire_reference_state(struct bpf_verifier_env *env, int insn_idx) in acquire_reference_state()
978 static void update_branch_counts(struct bpf_verifier_env *env, struct bpf_verifier_state *st) in update_branch_counts()
995 static int pop_stack(struct bpf_verifier_env *env, int *prev_insn_idx, in pop_stack()
1024 static struct bpf_verifier_state *push_stack(struct bpf_verifier_env *env, in push_stack()
1129 static void mark_reg_known_zero(struct bpf_verifier_env *env, in mark_reg_known_zero()
1455 static void __mark_reg_unknown(const struct bpf_verifier_env *env, in __mark_reg_unknown()
1470 static void mark_reg_unknown(struct bpf_verifier_env *env, in mark_reg_unknown()
1483 static void __mark_reg_not_init(const struct bpf_verifier_env *env, in __mark_reg_not_init()
1490 static void mark_reg_not_init(struct bpf_verifier_env *env, in mark_reg_not_init()
1503 static void mark_btf_ld_reg(struct bpf_verifier_env *env, in mark_btf_ld_reg()
1519 static void init_reg_state(struct bpf_verifier_env *env, in init_reg_state()
1539 static void init_func_state(struct bpf_verifier_env *env, in init_func_state()
1550 static struct bpf_verifier_state *push_async_cb(struct bpf_verifier_env *env, in push_async_cb()
1609 static int find_subprog(struct bpf_verifier_env *env, int off) in find_subprog()
1621 static int add_subprog(struct bpf_verifier_env *env, int off) in add_subprog()
1701 static struct btf *__find_kfunc_desc_btf(struct bpf_verifier_env *env, in __find_kfunc_desc_btf()
1773 static struct btf *find_kfunc_desc_btf(struct bpf_verifier_env *env, in find_kfunc_desc_btf()
1791 static int add_kfunc_call(struct bpf_verifier_env *env, u32 func_id, s16 offset) in add_kfunc_call()
1943 static int add_subprog_and_kfunc(struct bpf_verifier_env *env) in add_subprog_and_kfunc()
1985 static int check_subprogs(struct bpf_verifier_env *env) in check_subprogs()
2037 static int mark_reg_read(struct bpf_verifier_env *env, in mark_reg_read()
2089 static bool is_reg64(struct bpf_verifier_env *env, struct bpf_insn *insn, in is_reg64()
2197 static bool insn_has_def32(struct bpf_verifier_env *env, struct bpf_insn *insn) in insn_has_def32()
2207 static void mark_insn_zext(struct bpf_verifier_env *env, in mark_insn_zext()
2220 static int check_reg_arg(struct bpf_verifier_env *env, u32 regno, in check_reg_arg()
2266 static int push_jmp_history(struct bpf_verifier_env *env, in push_jmp_history()
2320 static int backtrack_insn(struct bpf_verifier_env *env, int idx, in backtrack_insn()
2505 static void mark_all_scalars_precise(struct bpf_verifier_env *env, in mark_all_scalars_precise()
2535 static int __mark_chain_precision(struct bpf_verifier_env *env, int regno, in __mark_chain_precision()
2697 static int mark_chain_precision(struct bpf_verifier_env *env, int regno) in mark_chain_precision()
2702 static int mark_chain_precision_stack(struct bpf_verifier_env *env, int spi) in mark_chain_precision_stack()
2798 static int check_stack_write_fixed_off(struct bpf_verifier_env *env, in check_stack_write_fixed_off()
2922 static int check_stack_write_var_off(struct bpf_verifier_env *env, in check_stack_write_var_off()
3016 static void mark_reg_stack_read(struct bpf_verifier_env *env, in mark_reg_stack_read()
3067 static int check_stack_read_fixed_off(struct bpf_verifier_env *env, in check_stack_read_fixed_off()
3172 static struct bpf_reg_state *reg_state(struct bpf_verifier_env *env, int regno) in reg_state()
3190 static int check_stack_read_var_off(struct bpf_verifier_env *env, in check_stack_read_var_off()
3221 static int check_stack_read(struct bpf_verifier_env *env, in check_stack_read()
3282 static int check_stack_write(struct bpf_verifier_env *env, in check_stack_write()
3305 static int check_map_access_type(struct bpf_verifier_env *env, u32 regno, in check_map_access_type()
3328 static int __check_mem_access(struct bpf_verifier_env *env, int regno, in __check_mem_access()
3364 static int check_mem_region_access(struct bpf_verifier_env *env, u32 regno, in check_mem_region_access()
3423 static int check_map_access(struct bpf_verifier_env *env, u32 regno, in check_map_access()
3470 static bool may_access_direct_pkt_data(struct bpf_verifier_env *env, in may_access_direct_pkt_data()
3512 static int check_packet_access(struct bpf_verifier_env *env, u32 regno, int off, in check_packet_access()
3555 static int check_ctx_access(struct bpf_verifier_env *env, int insn_idx, int off, int size, in check_ctx_access()
3591 static int check_flow_keys_access(struct bpf_verifier_env *env, int off, in check_flow_keys_access()
3603 static int check_sock_access(struct bpf_verifier_env *env, int insn_idx, in check_sock_access()
3648 static bool is_pointer_value(struct bpf_verifier_env *env, int regno) in is_pointer_value()
3653 static bool is_ctx_reg(struct bpf_verifier_env *env, int regno) in is_ctx_reg()
3660 static bool is_sk_reg(struct bpf_verifier_env *env, int regno) in is_sk_reg()
3667 static bool is_pkt_reg(struct bpf_verifier_env *env, int regno) in is_pkt_reg()
3674 static bool is_flow_key_reg(struct bpf_verifier_env *env, int regno) in is_flow_key_reg()
3682 static int check_pkt_ptr_alignment(struct bpf_verifier_env *env, in check_pkt_ptr_alignment()
3717 static int check_generic_ptr_alignment(struct bpf_verifier_env *env, in check_generic_ptr_alignment()
3741 static int check_ptr_alignment(struct bpf_verifier_env *env, in check_ptr_alignment()
3794 static int update_stack_depth(struct bpf_verifier_env *env, in update_stack_depth()
3814 static int check_max_stack_depth(struct bpf_verifier_env *env) in check_max_stack_depth()
3923 static int get_callee_stack_depth(struct bpf_verifier_env *env, in get_callee_stack_depth()
3938 int check_ctx_reg(struct bpf_verifier_env *env, in check_ctx_reg()
3962 static int __check_buffer_access(struct bpf_verifier_env *env, in __check_buffer_access()
3986 static int check_tp_buffer_access(struct bpf_verifier_env *env, in check_tp_buffer_access()
4002 static int check_buffer_access(struct bpf_verifier_env *env, in check_buffer_access()
4109 static int check_ptr_to_btf_access(struct bpf_verifier_env *env, in check_ptr_to_btf_access()
4159 static int check_ptr_to_map_access(struct bpf_verifier_env *env, in check_ptr_to_map_access()
4242 struct bpf_verifier_env *env, in check_stack_access_within_bounds()
4306 static int check_mem_access(struct bpf_verifier_env *env, int insn_idx, u32 regno, in check_mem_access()
4517 static int check_atomic(struct bpf_verifier_env *env, int insn_idx, struct bpf_insn *insn) in check_atomic()
4631 struct bpf_verifier_env *env, int regno, int off, in check_stack_range_initialized()
4757 static int check_helper_mem_access(struct bpf_verifier_env *env, int regno, in check_helper_mem_access()
4812 int check_mem_reg(struct bpf_verifier_env *env, struct bpf_reg_state *reg, in check_mem_reg()
4854 static int process_spin_lock(struct bpf_verifier_env *env, int regno, in process_spin_lock()
4916 static int process_timer_func(struct bpf_verifier_env *env, int regno, in process_timer_func()
4998 static int resolve_map_arg_type(struct bpf_verifier_env *env, in resolve_map_arg_type()
5134 static int check_reg_type(struct bpf_verifier_env *env, u32 regno, in check_reg_type()
5192 static int check_func_arg(struct bpf_verifier_env *env, u32 arg, in check_func_arg()
5450 static bool may_update_sockmap(struct bpf_verifier_env *env, int func_id) in may_update_sockmap()
5482 static bool allow_tail_call_in_subprogs(struct bpf_verifier_env *env) in allow_tail_call_in_subprogs()
5487 static int check_map_func_compatibility(struct bpf_verifier_env *env, in check_map_func_compatibility()
5808 static void __clear_all_pkt_pointers(struct bpf_verifier_env *env, in __clear_all_pkt_pointers()
5826 static void clear_all_pkt_pointers(struct bpf_verifier_env *env) in clear_all_pkt_pointers()
5861 static void release_reg_references(struct bpf_verifier_env *env, in release_reg_references()
5883 static int release_reference(struct bpf_verifier_env *env, in release_reference()
5900 static void clear_caller_saved_regs(struct bpf_verifier_env *env, in clear_caller_saved_regs()
5917 static int __check_func_call(struct bpf_verifier_env *env, struct bpf_insn *insn, in __check_func_call()
6033 int map_set_for_each_callback_args(struct bpf_verifier_env *env, in map_set_for_each_callback_args()
6060 static int set_callee_state(struct bpf_verifier_env *env, in set_callee_state()
6074 static int check_func_call(struct bpf_verifier_env *env, struct bpf_insn *insn, in check_func_call()
6090 static int set_map_elem_callback_state(struct bpf_verifier_env *env, in set_map_elem_callback_state()
6119 static int set_timer_callback_state(struct bpf_verifier_env *env, in set_timer_callback_state()
6148 static int prepare_func_exit(struct bpf_verifier_env *env, int *insn_idx) in prepare_func_exit()
6229 record_func_map(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta, in record_func_map()
6274 record_func_key(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta, in record_func_key()
6312 static int check_reference_leak(struct bpf_verifier_env *env) in check_reference_leak()
6324 static int check_bpf_snprintf_call(struct bpf_verifier_env *env, in check_bpf_snprintf_call()
6361 static int check_get_func_ip(struct bpf_verifier_env *env) in check_get_func_ip()
6384 static int check_helper_call(struct bpf_verifier_env *env, struct bpf_insn *insn, in check_helper_call()
6676 static void mark_btf_func_reg_size(struct bpf_verifier_env *env, u32 regno, in mark_btf_func_reg_size()
6697 static int check_kfunc_call(struct bpf_verifier_env *env, struct bpf_insn *insn) in check_kfunc_call()
6815 static bool check_reg_sane_offset(struct bpf_verifier_env *env, in check_reg_sane_offset()
6850 static struct bpf_insn_aux_data *cur_aux(struct bpf_verifier_env *env) in cur_aux()
6894 static bool can_skip_alu_sanitation(const struct bpf_verifier_env *env, in can_skip_alu_sanitation()
6917 static int sanitize_val_alu(struct bpf_verifier_env *env, in sanitize_val_alu()
6939 sanitize_speculative_path(struct bpf_verifier_env *env, in sanitize_speculative_path()
6959 static int sanitize_ptr_alu(struct bpf_verifier_env *env, in sanitize_ptr_alu()
7055 static void sanitize_mark_insn_seen(struct bpf_verifier_env *env) in sanitize_mark_insn_seen()
7068 static int sanitize_err(struct bpf_verifier_env *env, in sanitize_err()
7118 struct bpf_verifier_env *env, in check_stack_access_for_ptr_arithmetic()
7141 static int sanitize_check_bounds(struct bpf_verifier_env *env, in sanitize_check_bounds()
7178 static int adjust_ptr_min_max_vals(struct bpf_verifier_env *env, in adjust_ptr_min_max_vals()
7980 static int adjust_scalar_min_max_vals(struct bpf_verifier_env *env, in adjust_scalar_min_max_vals()
8144 static int adjust_reg_min_max_vals(struct bpf_verifier_env *env, in adjust_reg_min_max_vals()
8225 static int check_alu_op(struct bpf_verifier_env *env, struct bpf_insn *insn) in check_alu_op()
9168 static int check_cond_jmp_op(struct bpf_verifier_env *env, in check_cond_jmp_op()
9361 static int check_ld_imm(struct bpf_verifier_env *env, struct bpf_insn *insn) in check_ld_imm()
9478 static int check_ld_abs(struct bpf_verifier_env *env, struct bpf_insn *insn) in check_ld_abs()
9555 static int check_return_code(struct bpf_verifier_env *env) in check_return_code()
9727 static u32 state_htab_size(struct bpf_verifier_env *env) in state_htab_size()
9733 struct bpf_verifier_env *env, in explored_state()
9742 static void init_explored_state(struct bpf_verifier_env *env, int idx) in init_explored_state()
9757 static int push_insn(int t, int w, int e, struct bpf_verifier_env *env, in push_insn()
9806 struct bpf_verifier_env *env, in visit_func_call_insn()
9834 static int visit_insn(int t, int insn_cnt, struct bpf_verifier_env *env) in visit_insn()
9899 static int check_cfg(struct bpf_verifier_env *env) in check_cfg()
9962 static int check_abnormal_return(struct bpf_verifier_env *env) in check_abnormal_return()
9983 static int check_btf_func(struct bpf_verifier_env *env, in check_btf_func()
10114 static void adjust_btf_func(struct bpf_verifier_env *env) in adjust_btf_func()
10130 static int check_btf_line(struct bpf_verifier_env *env, in check_btf_line()
10255 static int check_btf_info(struct bpf_verifier_env *env, in check_btf_info()
10331 static void clean_func_state(struct bpf_verifier_env *env, in clean_func_state()
10360 static void clean_verifier_state(struct bpf_verifier_env *env, in clean_verifier_state()
10405 static void clean_live_states(struct bpf_verifier_env *env, int insn, in clean_live_states()
10428 static bool regsafe(struct bpf_verifier_env *env, struct bpf_reg_state *rold, in regsafe()
10547 static bool stacksafe(struct bpf_verifier_env *env, struct bpf_func_state *old, in stacksafe()
10644 static bool func_states_equal(struct bpf_verifier_env *env, struct bpf_func_state *old, in func_states_equal()
10664 static bool states_equal(struct bpf_verifier_env *env, in states_equal()
10697 static int propagate_liveness_reg(struct bpf_verifier_env *env, in propagate_liveness_reg()
10730 static int propagate_liveness(struct bpf_verifier_env *env, in propagate_liveness()
10777 static int propagate_precision(struct bpf_verifier_env *env, in propagate_precision()
10833 static int is_state_visited(struct bpf_verifier_env *env, int insn_idx) in is_state_visited()
11093 static int do_check(struct bpf_verifier_env *env) in do_check()
11456 static int check_pseudo_btf_id(struct bpf_verifier_env *env, in check_pseudo_btf_id()
11616 static int check_map_prog_compatibility(struct bpf_verifier_env *env, in check_map_prog_compatibility()
11727 static int resolve_pseudo_ldimm64(struct bpf_verifier_env *env) in resolve_pseudo_ldimm64()
11911 static void release_maps(struct bpf_verifier_env *env) in release_maps()
11918 static void release_btfs(struct bpf_verifier_env *env) in release_btfs()
11925 static void convert_pseudo_ld_imm64(struct bpf_verifier_env *env) in convert_pseudo_ld_imm64()
11944 static void adjust_insn_aux_data(struct bpf_verifier_env *env, in adjust_insn_aux_data()
11976 static void adjust_subprog_starts(struct bpf_verifier_env *env, u32 off, u32 len) in adjust_subprog_starts()
12004 static struct bpf_prog *bpf_patch_insn_data(struct bpf_verifier_env *env, u32 off, in bpf_patch_insn_data()
12032 static int adjust_subprog_starts_after_remove(struct bpf_verifier_env *env, in adjust_subprog_starts_after_remove()
12088 static int bpf_adj_linfo_after_remove(struct bpf_verifier_env *env, u32 off, in bpf_adj_linfo_after_remove()
12152 static int verifier_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt) in verifier_remove_insns()
12190 static void sanitize_dead_code(struct bpf_verifier_env *env) in sanitize_dead_code()
12220 static void opt_hard_wire_dead_code_branches(struct bpf_verifier_env *env) in opt_hard_wire_dead_code_branches()
12246 static int opt_remove_dead_code(struct bpf_verifier_env *env) in opt_remove_dead_code()
12270 static int opt_remove_nops(struct bpf_verifier_env *env) in opt_remove_nops()
12291 static int opt_subreg_zext_lo32_rnd_hi32(struct bpf_verifier_env *env, in opt_subreg_zext_lo32_rnd_hi32()
12391 static int convert_ctx_accesses(struct bpf_verifier_env *env) in convert_ctx_accesses()
12578 static int jit_subprogs(struct bpf_verifier_env *env) in jit_subprogs()
12805 static int fixup_call_args(struct bpf_verifier_env *env) in fixup_call_args()
12856 static int fixup_kfunc_call(struct bpf_verifier_env *env, in fixup_kfunc_call()
12884 static int do_misc_fixups(struct bpf_verifier_env *env) in do_misc_fixups()
13308 static void free_states(struct bpf_verifier_env *env) in free_states()
13338 static int do_check_common(struct bpf_verifier_env *env, int subprog) in do_check_common()
13434 static int do_check_subprogs(struct bpf_verifier_env *env) in do_check_subprogs()
13459 static int do_check_main(struct bpf_verifier_env *env) in do_check_main()
13471 static void print_verification_stats(struct bpf_verifier_env *env) in print_verification_stats()
13495 static int check_struct_ops_btf_id(struct bpf_verifier_env *env) in check_struct_ops_btf_id()
13919 struct bpf_verifier_env *env; in bpf_check() local