Home
last modified time | relevance | path

Searched refs:aux (Results 1 – 25 of 34) sorted by relevance

12

/kernel/bpf/
A Dcore.c121 fp->aux = aux; in bpf_prog_alloc_no_stats()
177 prog->aux->jited_linfo = kvcalloc(prog->aux->nr_linfo, in bpf_prog_alloc_jited_linfo()
229 if (!prog->aux->jited_linfo || prog->aux->func_idx > prog->aux->func_cnt) in bpf_prog_fill_jited_linfo()
614 if (prog->aux->func_info_cnt && prog->aux->func_idx < prog->aux->func_info_cnt) { in bpf_prog_ksym_set_name()
1520 memcpy(aux, insn, sizeof(aux)); in bpf_jit_blind_constants()
2380 struct bpf_prog_aux *aux = fp->aux; in __bpf_prog_map_compatible() local
2450 struct bpf_prog_aux *aux = fp->aux; in bpf_check_tail_call() local
2862 __bpf_free_used_maps(aux, aux->used_maps, aux->used_map_cnt); in bpf_free_used_maps()
2916 aux->func[i]->aux->poke_tab = NULL; in bpf_prog_free_deferred()
2929 struct bpf_prog_aux *aux = fp->aux; in bpf_prog_free() local
[all …]
A Doffload.c118 prog->aux->offload = NULL; in __bpf_prog_offload_destroy()
281 new_prog->aux->dev_bound = old_prog->aux->dev_bound; in bpf_prog_dev_bound_inherit()
282 new_prog->aux->offload_requested = old_prog->aux->offload_requested; in bpf_prog_dev_bound_inherit()
389 if (prog->aux->offload) { in bpf_prog_dev_bound_destroy()
439 struct bpf_prog_aux *aux = args->prog->aux; in bpf_prog_offload_info_fill_ns() local
446 if (aux->offload) { in bpf_prog_offload_info_fill_ns()
469 struct bpf_prog_aux *aux = prog->aux; in bpf_prog_offload_info_fill() local
485 if (!aux->offload) { in bpf_prog_offload_info_fill()
736 if (bpf_prog_is_offloaded(lhs->aux) != bpf_prog_is_offloaded(rhs->aux)) in bpf_prog_dev_bound_match()
740 ret = lhs->aux->offload && rhs->aux->offload && in bpf_prog_dev_bound_match()
[all …]
A Darraymap.c1033 aux = container_of(map, struct bpf_array, map)->aux; in prog_array_map_poke_track()
1065 aux = container_of(map, struct bpf_array, map)->aux; in prog_array_map_poke_untrack()
1090 aux = container_of(map, struct bpf_array, map)->aux; in prog_array_map_poke_run()
1143 map)->aux; in prog_array_map_clear()
1153 aux = kzalloc(sizeof(*aux), GFP_KERNEL_ACCOUNT); in prog_array_map_alloc()
1154 if (!aux) in prog_array_map_alloc()
1163 kfree(aux); in prog_array_map_alloc()
1167 container_of(map, struct bpf_array, map)->aux = aux; in prog_array_map_alloc()
1168 aux->map = map; in prog_array_map_alloc()
1178 aux = container_of(map, struct bpf_array, map)->aux; in prog_array_map_free()
[all …]
A Dcgroup_iter.c165 struct cgroup *cgrp = aux->cgroup.start; in BTF_ID_LIST_GLOBAL_SINGLE()
176 p->order = aux->cgroup.order; in BTF_ID_LIST_GLOBAL_SINGLE()
196 struct bpf_iter_aux_info *aux) in bpf_iter_attach_cgroup() argument
222 aux->cgroup.start = cgrp; in bpf_iter_attach_cgroup()
223 aux->cgroup.order = order; in bpf_iter_attach_cgroup()
229 cgroup_put(aux->cgroup.start); in bpf_iter_detach_cgroup()
248 cgroup_path_ns(aux->cgroup.start, buf, PATH_MAX, in bpf_iter_cgroup_show_fdinfo()
254 if (aux->cgroup.order == BPF_CGROUP_ITER_DESCENDANTS_PRE) in bpf_iter_cgroup_show_fdinfo()
258 else if (aux->cgroup.order == BPF_CGROUP_ITER_ANCESTORS_UP) in bpf_iter_cgroup_show_fdinfo()
267 info->iter.cgroup.order = aux->cgroup.order; in bpf_iter_cgroup_fill_link_info()
[all …]
A Dsyscall.c2295 prog->aux->id = id; in bpf_prog_alloc_id()
2315 if (!prog->aux->id) in bpf_prog_free_id()
2320 prog->aux->id = 0; in bpf_prog_free_id()
2330 free_uid(aux->user); in __bpf_prog_put_rcu()
2363 prog = aux->prog; in bpf_prog_put_deferred()
2372 struct bpf_prog_aux *aux = prog->aux; in __bpf_prog_put() local
2465 prog->aux->id, in bpf_prog_show_fdinfo()
3260 prog->aux->id); in bpf_link_show_fdinfo()
3630 if (prog->aux->dst_trampoline && tr != prog->aux->dst_trampoline) in bpf_tracing_prog_attach()
4890 memcpy(info.name, prog->aux->name, sizeof(prog->aux->name)); in bpf_prog_get_info_by_fd()
[all …]
A Dmap_iter.c102 struct bpf_iter_aux_info *aux) in bpf_iter_attach_map() argument
125 key_acc_size = prog->aux->max_rdonly_access; in bpf_iter_attach_map()
126 value_acc_size = prog->aux->max_rdwr_access; in bpf_iter_attach_map()
138 aux->map = map; in bpf_iter_attach_map()
146 static void bpf_iter_detach_map(struct bpf_iter_aux_info *aux) in bpf_iter_detach_map() argument
148 bpf_map_put_with_uref(aux->map); in bpf_iter_detach_map()
151 void bpf_iter_map_show_fdinfo(const struct bpf_iter_aux_info *aux, in bpf_iter_map_show_fdinfo() argument
154 seq_printf(seq, "map_id:\t%u\n", aux->map->id); in bpf_iter_map_show_fdinfo()
157 int bpf_iter_map_fill_link_info(const struct bpf_iter_aux_info *aux, in bpf_iter_map_fill_link_info() argument
160 info->iter.map.map_id = aux->map->id; in bpf_iter_map_fill_link_info()
A Dstream.c229 return &aux->stream[stream_id - 1]; in bpf_stream_get()
346 stream = bpf_stream_get(stream_id, prog->aux); in bpf_prog_stream_read()
364 struct bpf_prog_aux *aux = aux__prog; in bpf_stream_vprintk() local
370 stream = bpf_stream_get(stream_id, aux); in bpf_stream_vprintk()
400 atomic_set(&prog->aux->stream[i].capacity, 0); in bpf_prog_stream_init()
401 init_llist_head(&prog->aux->stream[i].log); in bpf_prog_stream_init()
402 mutex_init(&prog->aux->stream[i].lock); in bpf_prog_stream_init()
403 prog->aux->stream[i].backlog_head = NULL; in bpf_prog_stream_init()
404 prog->aux->stream[i].backlog_tail = NULL; in bpf_prog_stream_init()
414 list = llist_del_all(&prog->aux->stream[i].log); in bpf_prog_stream_free()
[all …]
A Dtrampoline.c533 struct bpf_prog_aux *aux = tgt_prog->aux; in bpf_freplace_check_tgt_prog() local
535 guard(mutex)(&aux->ext_mutex); in bpf_freplace_check_tgt_prog()
536 if (aux->prog_array_member_cnt) in bpf_freplace_check_tgt_prog()
545 aux->is_extended = true; in bpf_freplace_check_tgt_prog()
697 p->aux->attach_func_proto = prog->aux->attach_func_proto; in cgroup_shim_alloc()
698 p->aux->attach_btf_id = prog->aux->attach_btf_id; in cgroup_shim_alloc()
699 p->aux->attach_btf = prog->aux->attach_btf; in cgroup_shim_alloc()
700 btf_get(p->aux->attach_btf); in cgroup_shim_alloc()
741 prog->aux->attach_btf_id, in bpf_trampoline_link_cgroup_shim()
747 prog->aux->attach_btf_id); in bpf_trampoline_link_cgroup_shim()
[all …]
A Dbpf_lsm.c94 if (btf_type_vlen(prog->aux->attach_func_proto) < 1 || in BTF_SET_END()
96 prog->aux->attach_btf_id)) { in BTF_SET_END()
102 args = btf_params(prog->aux->attach_func_proto); in BTF_SET_END()
117 u32 btf_id = prog->aux->attach_btf_id; in bpf_lsm_verify_prog()
118 const char *func_name = prog->aux->attach_func_name; in bpf_lsm_verify_prog()
171 return bpf_lsm_is_sleepable_hook(prog->aux->attach_btf_id); in bpf_ima_inode_hash_allowed()
261 prog->aux->attach_btf_id)) in bpf_lsm_func_proto()
264 prog->aux->attach_btf_id)) in bpf_lsm_func_proto()
271 prog->aux->attach_btf_id)) in bpf_lsm_func_proto()
274 prog->aux->attach_btf_id)) in bpf_lsm_func_proto()
[all …]
A Dtask_iter.c207 struct bpf_iter_aux_info *aux) in bpf_iter_attach_task() argument
216 aux->task.type = BPF_TASK_ITER_ALL; in bpf_iter_attach_task()
218 aux->task.type = BPF_TASK_ITER_TID; in bpf_iter_attach_task()
219 aux->task.pid = linfo->task.tid; in bpf_iter_attach_task()
222 aux->task.type = BPF_TASK_ITER_TGID; in bpf_iter_attach_task()
223 aux->task.pid = linfo->task.pid; in bpf_iter_attach_task()
226 aux->task.type = BPF_TASK_ITER_TGID; in bpf_iter_attach_task()
233 aux->task.pid = tgid; in bpf_iter_attach_task()
386 common->type = aux->task.type; in init_seq_pidns()
387 common->pid = aux->task.pid; in init_seq_pidns()
[all …]
A Dverifier.c3017 struct bpf_prog_aux *aux = env->prog->aux; in bpf_find_exception_callback_insn_off() local
16918 struct bpf_prog_aux *aux = env->prog->aux; in check_ld_imm() local
18120 struct bpf_prog_aux *aux = env->prog->aux; in adjust_btf_func() local
21576 func[i]->aux->btf = prog->aux->btf; in jit_subprogs()
21588 poke->aux = func[i]->aux; in jit_subprogs()
21600 func[i]->aux->linfo = prog->aux->linfo; in jit_subprogs()
21604 func[i]->aux->arena = prog->aux->arena; in jit_subprogs()
23144 struct bpf_prog_aux *aux = env->prog->aux; in do_check_common() local
23290 struct bpf_prog_aux *aux = env->prog->aux; in do_check_subprogs() local
23564 struct bpf_prog_aux *aux = tgt_prog->aux; in bpf_check_attach_target() local
[all …]
A Dbpf_iter.c18 struct bpf_iter_aux_info aux; member
246 if (link->aux.map) { in __get_seq_info()
247 seq_info = link->aux.map->ops->iter_seq_info; in __get_seq_info()
334 tinfo->btf_id = prog->aux->attach_btf_id; in cache_btf_id()
339 const char *attach_fname = prog->aux->attach_func_name; in bpf_iter_prog_supported()
341 u32 prog_btf_id = prog->aux->attach_btf_id; in bpf_iter_prog_supported()
377 if (tinfo->btf_id == prog->aux->attach_btf_id) { in bpf_iter_get_func_proto()
422 link->prog->aux->attach_btf_id != new_prog->aux->attach_btf_id) { in bpf_iter_link_replace()
448 show_fdinfo(&iter_link->aux, seq); in bpf_iter_link_show_fdinfo()
486 return fill_link_info(&iter_link->aux, info); in bpf_iter_link_fill_link_info()
[all …]
A Dlocal_storage.c463 int bpf_cgroup_storage_assign(struct bpf_prog_aux *aux, struct bpf_map *_map) in bpf_cgroup_storage_assign() argument
467 if (aux->cgroup_storage[stype] && in bpf_cgroup_storage_assign()
468 aux->cgroup_storage[stype] != _map) in bpf_cgroup_storage_assign()
471 aux->cgroup_storage[stype] = _map; in bpf_cgroup_storage_assign()
501 map = prog->aux->cgroup_storage[stype]; in bpf_cgroup_storage_alloc()
A Dhelpers.c1356 struct bpf_prog_aux *aux, unsigned int flags, in __bpf_async_set_callback() argument
1359 struct bpf_prog *prev, *prog = aux->prog; in __bpf_async_set_callback()
1402 struct bpf_prog_aux *, aux) in BPF_CALL_3() argument
1974 if (!bpf_token_capable(prog->aux->token, CAP_BPF)) in bpf_base_func_proto()
2046 if (!bpf_token_capable(prog->aux->token, CAP_PERFMON)) in bpf_base_func_proto()
2978 struct bpf_prog_aux *aux; member
3002 ctx->aux = prog->aux; in bpf_stack_walker()
3013 WARN_ON_ONCE(!ctx.aux); in bpf_throw()
3014 if (ctx.aux) in bpf_throw()
3015 WARN_ON_ONCE(!ctx.aux->exception_boundary); in bpf_throw()
[all …]
A Dcgroup.c113 shim_prog->aux->cgroup_atype, in __cgroup_bpf_run_lsm_sock()
135 shim_prog->aux->cgroup_atype, in __cgroup_bpf_run_lsm_socket()
154 shim_prog->aux->cgroup_atype, in __cgroup_bpf_run_lsm_current()
250 map = prog->aux->cgroup_storage[stype]; in bpf_cgroup_storages_alloc()
816 atype = bpf_cgroup_atype_find(type, new_prog->aux->attach_btf_id); in __cgroup_bpf_attach()
987 atype = bpf_cgroup_atype_find(link->link.attach_type, new_prog->aux->attach_btf_id); in __cgroup_bpf_replace()
1148 attach_btf_id = prog->aux->attach_btf_id; in __cgroup_bpf_detach()
1150 attach_btf_id = link->link.prog->aux->attach_btf_id; in __cgroup_bpf_detach()
1291 id = prog->aux->id; in __cgroup_bpf_query()
A Ddmabuf_iter.c68 static void bpf_iter_dmabuf_show_fdinfo(const struct bpf_iter_aux_info *aux, in bpf_iter_dmabuf_show_fdinfo() argument
A Dlog.c341 nr_linfo = prog->aux->nr_linfo; in find_linfo()
346 linfo = prog->aux->linfo; in find_linfo()
417 btf = env->prog->aux->btf; in verbose_linfo()
A Dkmem_cache_iter.c211 static void bpf_iter_kmem_cache_show_fdinfo(const struct bpf_iter_aux_info *aux, in bpf_iter_kmem_cache_show_fdinfo() argument
A Dbtf.c6399 return tgt_prog->aux->btf; in bpf_prog_get_target_btf()
6401 return prog->aux->attach_btf; in bpf_prog_get_target_btf()
6698 if (prog->aux->attach_btf_trace) { in btf_ctx_access()
6830 struct btf *btf = prog->aux->attach_btf; in btf_ctx_access()
7547 struct btf *btf1 = prog->aux->btf; in btf_check_type_match()
7551 if (!prog->aux->func_info) { in btf_check_type_match()
7556 btf_id = prog->aux->func_info[0].type_id; in btf_check_type_match()
7677 struct btf *btf = prog->aux->btf; in btf_prepare_func_args()
7686 if (!prog->aux->func_info) { in btf_prepare_func_args()
7691 btf_id = prog->aux->func_info[subprog].type_id; in btf_prepare_func_args()
[all …]
/kernel/bpf/preload/iterators/
A Diterators.bpf.c50 struct bpf_prog_aux *aux; member
104 struct bpf_prog_aux *aux; in dump_bpf_prog() local
109 aux = prog->aux; in dump_bpf_prog()
113 BPF_SEQ_PRINTF(seq, "%4u %-16s %s %s\n", aux->id, in dump_bpf_prog()
114 get_name(aux->btf, aux->func_info[0].type_id, aux->name), in dump_bpf_prog()
115 aux->attach_func_name, aux->dst_prog->aux->name); in dump_bpf_prog()
/kernel/futex/
A Dsyscalls.c197 struct futex_waitv aux; in futex_parse_waitv() local
203 if (copy_from_user(&aux, &uwaitv[i], sizeof(aux))) in futex_parse_waitv()
206 if ((aux.flags & ~FUTEX2_VALID_MASK) || aux.__reserved) in futex_parse_waitv()
209 flags = futex2_to_flags(aux.flags); in futex_parse_waitv()
213 if (!futex_validate_input(flags, aux.val)) in futex_parse_waitv()
217 futexv[i].w.val = aux.val; in futex_parse_waitv()
218 futexv[i].w.uaddr = aux.uaddr; in futex_parse_waitv()
/kernel/
A Dauditsc.c949 struct audit_aux_data *aux; in audit_free_aux() local
951 while ((aux = context->aux)) { in audit_free_aux()
952 context->aux = aux->next; in audit_free_aux()
953 kfree(aux); in audit_free_aux()
955 context->aux = NULL; in audit_free_aux()
958 kfree(aux); in audit_free_aux()
1717 for (aux = context->aux; aux; aux = aux->next) { in audit_log_exit()
1723 switch (aux->type) { in audit_log_exit()
1771 for (aux = context->aux_pids; aux; aux = aux->next) { in audit_log_exit()
2804 ax->d.next = context->aux; in __audit_log_bprm_fcaps()
[all …]
A Daudit.h132 struct audit_aux_data *aux; member
/kernel/power/
A Dwakelock.c105 struct wakelock *wl, *aux; in __wakelocks_gc() local
111 list_for_each_entry_safe_reverse(wl, aux, &wakelocks_lru_list, lru) { in __wakelocks_gc()
A Dsnapshot.c613 struct mem_extent *ext, *aux; in free_mem_extents() local
615 list_for_each_entry_safe(ext, aux, list, hook) { in free_mem_extents()
636 struct mem_extent *ext, *cur, *aux; in create_mem_extents() local
668 list_for_each_entry_safe_continue(cur, aux, list, hook) { in create_mem_extents()

Completed in 125 milliseconds

12