| /kernel/bpf/ |
| A D | kmem_cache_iter.c | 106 __bpf_md_ptr(struct bpf_iter_meta *, meta); 154 struct bpf_iter_meta meta; in kmem_cache_iter_seq_stop() local 156 .meta = &meta, in kmem_cache_iter_seq_stop() 162 meta.seq = seq; in kmem_cache_iter_seq_stop() 163 prog = bpf_iter_get_info(&meta, true); in kmem_cache_iter_seq_stop() 181 struct bpf_iter_meta meta; in kmem_cache_iter_seq_show() local 183 .meta = &meta, in kmem_cache_iter_seq_show() 189 meta.seq = seq; in kmem_cache_iter_seq_show() 190 prog = bpf_iter_get_info(&meta, false); in kmem_cache_iter_seq_show() 217 DEFINE_BPF_ITER_FUNC(kmem_cache, struct bpf_iter_meta *meta,
|
| A D | link_iter.c | 38 __bpf_md_ptr(struct bpf_iter_meta *, meta); 42 DEFINE_BPF_ITER_FUNC(bpf_link, struct bpf_iter_meta *meta, struct bpf_link *link) in DEFINE_BPF_ITER_FUNC() argument 47 struct bpf_iter_meta meta; in DEFINE_BPF_ITER_FUNC() local 51 ctx.meta = &meta; in DEFINE_BPF_ITER_FUNC() 53 meta.seq = seq; in DEFINE_BPF_ITER_FUNC() 54 prog = bpf_iter_get_info(&meta, in_stop); in DEFINE_BPF_ITER_FUNC()
|
| A D | prog_iter.c | 38 __bpf_md_ptr(struct bpf_iter_meta *, meta); 42 DEFINE_BPF_ITER_FUNC(bpf_prog, struct bpf_iter_meta *meta, struct bpf_prog *prog) in DEFINE_BPF_ITER_FUNC() argument 47 struct bpf_iter_meta meta; in DEFINE_BPF_ITER_FUNC() local 51 ctx.meta = &meta; in DEFINE_BPF_ITER_FUNC() 53 meta.seq = seq; in DEFINE_BPF_ITER_FUNC() 54 prog = bpf_iter_get_info(&meta, in_stop); in DEFINE_BPF_ITER_FUNC()
|
| A D | verifier.c | 427 if (meta) in reg_btf_record() 5961 return meta ? meta->record : NULL; in kptr_pointee_btf_record() 6169 if (meta) in may_access_direct_pkt_data() 8074 if (meta && meta->raw_mode) in check_stack_range_initialized() 8081 if (meta && meta->raw_mode) { in check_stack_range_initialized() 8358 memset(&meta, 0, sizeof(meta)); in check_kfunc_mem_size_reg() 11411 memset(&meta, 0, sizeof(meta)); in check_helper_call() 11714 meta.const_map_key < meta.map_ptr->max_entries) in check_helper_call() 13109 if (is_kfunc_release(meta) && meta->ref_obj_id) { in check_kfunc_args() 13513 if (is_kfunc_release(meta) && !meta->release_regno) { in check_kfunc_args() [all …]
|
| A D | map_iter.c | 38 __bpf_md_ptr(struct bpf_iter_meta *, meta); 42 DEFINE_BPF_ITER_FUNC(bpf_map, struct bpf_iter_meta *meta, struct bpf_map *map) in DEFINE_BPF_ITER_FUNC() argument 47 struct bpf_iter_meta meta; in DEFINE_BPF_ITER_FUNC() local 51 ctx.meta = &meta; in DEFINE_BPF_ITER_FUNC() 53 meta.seq = seq; in DEFINE_BPF_ITER_FUNC() 54 prog = bpf_iter_get_info(&meta, in_stop); in DEFINE_BPF_ITER_FUNC() 164 DEFINE_BPF_ITER_FUNC(bpf_map_elem, struct bpf_iter_meta *meta,
|
| A D | dmabuf_iter.c | 27 __bpf_md_ptr(struct bpf_iter_meta *, meta); 33 struct bpf_iter_meta meta = { in __dmabuf_seq_show() local 37 .meta = &meta, in __dmabuf_seq_show() 40 struct bpf_prog *prog = bpf_iter_get_info(&meta, in_stop); in __dmabuf_seq_show() 93 DEFINE_BPF_ITER_FUNC(dmabuf, struct bpf_iter_meta *meta, struct dma_buf *dmabuf) in DEFINE_BPF_ITER_FUNC() argument
|
| A D | task_iter.c | 178 struct bpf_iter_meta meta; in DEFINE_BPF_ITER_FUNC() local 182 meta.seq = seq; in DEFINE_BPF_ITER_FUNC() 183 prog = bpf_iter_get_info(&meta, in_stop); in DEFINE_BPF_ITER_FUNC() 187 ctx.meta = &meta; in DEFINE_BPF_ITER_FUNC() 348 struct bpf_iter_meta meta; in DEFINE_BPF_ITER_FUNC() local 351 meta.seq = seq; in DEFINE_BPF_ITER_FUNC() 352 prog = bpf_iter_get_info(&meta, in_stop); in DEFINE_BPF_ITER_FUNC() 356 ctx.meta = &meta; in DEFINE_BPF_ITER_FUNC() 610 struct bpf_iter_meta meta; in DEFINE_BPF_ITER_FUNC() local 613 meta.seq = seq; in DEFINE_BPF_ITER_FUNC() [all …]
|
| A D | cgroup_iter.c | 46 __bpf_md_ptr(struct bpf_iter_meta *, meta); 125 struct bpf_iter_meta meta; in __cgroup_iter_seq_show() local 133 ctx.meta = &meta; in __cgroup_iter_seq_show() 135 meta.seq = seq; in __cgroup_iter_seq_show() 136 prog = bpf_iter_get_info(&meta, in_stop); in __cgroup_iter_seq_show() 272 DEFINE_BPF_ITER_FUNC(cgroup, struct bpf_iter_meta *meta,
|
| A D | helpers.c | 2176 struct btf_struct_meta *meta = meta__ign; in bpf_obj_new_impl() local 2183 if (meta) in bpf_obj_new_impl() 2184 bpf_obj_init(meta->record, p); in bpf_obj_new_impl() 2221 struct btf_struct_meta *meta = meta__ign; in bpf_obj_drop_impl() local 2224 __bpf_obj_drop_impl(p, meta ? meta->record : NULL, false); in bpf_obj_drop_impl() 2235 struct btf_struct_meta *meta = meta__ign; in bpf_refcount_acquire_impl() local 2283 struct btf_struct_meta *meta = meta__ign; in bpf_list_push_front_impl() local 2285 return __bpf_list_add(n, head, false, meta ? meta->record : NULL, off); in bpf_list_push_front_impl() 2293 struct btf_struct_meta *meta = meta__ign; in bpf_list_push_back_impl() local 2295 return __bpf_list_add(n, head, true, meta ? meta->record : NULL, off); in bpf_list_push_back_impl() [all …]
|
| A D | bpf_iter.c | 670 struct bpf_prog *bpf_iter_get_info(struct bpf_iter_meta *meta, bool in_stop) in bpf_iter_get_info() argument 676 seq = meta->seq; in bpf_iter_get_info() 687 meta->session_id = iter_priv->session_id; in bpf_iter_get_info() 688 meta->seq_num = iter_priv->seq_num; in bpf_iter_get_info()
|
| A D | arraymap.c | 630 struct bpf_iter_meta meta; in __bpf_array_map_seq_show() local 636 meta.seq = seq; in __bpf_array_map_seq_show() 637 prog = bpf_iter_get_info(&meta, v == NULL); in __bpf_array_map_seq_show() 641 ctx.meta = &meta; in __bpf_array_map_seq_show()
|
| A D | hashtab.c | 2068 struct bpf_iter_meta meta; in __bpf_hash_map_seq_show() local 2074 meta.seq = seq; in __bpf_hash_map_seq_show() 2075 prog = bpf_iter_get_info(&meta, elem == NULL); in __bpf_hash_map_seq_show() 2077 ctx.meta = &meta; in __bpf_hash_map_seq_show()
|
| A D | btf.c | 4104 struct btf_struct_meta *meta; in btf_check_and_fixup_fields() local 4126 meta = btf_find_struct_meta(btf, btf_id); in btf_check_and_fixup_fields() 4127 if (!meta) in btf_check_and_fixup_fields() 4129 rec->fields[i].graph_root.value_rec = meta->record; in btf_check_and_fixup_fields() 4171 if (meta->record->field_mask & BPF_GRAPH_ROOT) in btf_check_and_fixup_fields() 7201 struct btf_struct_meta *meta; in btf_struct_access() local 7205 meta = btf_find_struct_meta(btf, id); in btf_struct_access() 7206 if (!meta) in btf_struct_access() 7208 rec = meta->record; in btf_struct_access()
|
| A D | core.c | 3018 bpf_event_output(struct bpf_map *map, u64 flags, void *meta, u64 meta_size, in bpf_event_output() argument
|
| /kernel/trace/ |
| A D | ring_buffer.c | 1786 meta->buffers[i] >= meta->nr_subbufs) { in rb_cpu_meta_valid() 1883 if (!meta || !meta->head_buffer) in rb_meta_validate_events() 2086 memset(meta, 0, next_meta - (void *)meta); in rb_range_meta_init() 2393 if (!meta || !meta->head_buffer || in rb_allocate_cpu_buffer() 2395 if (meta && meta->head_buffer && in rb_allocate_cpu_buffer() 2413 meta->commit_buffer = meta->head_buffer; in rb_allocate_cpu_buffer() 2639 meta = buffer->meta; in ring_buffer_meta_scratch() 2644 *size = (void *)meta + meta->buffers_offset - ptr; in ring_buffer_meta_scratch() 6172 meta->commit_buffer = meta->head_buffer; in rb_reset_cpu() 7034 meta->meta_struct_len = sizeof(*meta); in rb_setup_ids_meta_page() [all …]
|
| A D | trace_syscalls.c | 273 struct syscall_metadata *meta = call->data; in syscall_enter_define_fields() local 278 for (i = 0; i < meta->nb_args; i++) { in syscall_enter_define_fields() 279 ret = trace_define_field(call, meta->types[i], in syscall_enter_define_fields() 280 meta->args[i], offset, in syscall_enter_define_fields() 525 struct syscall_metadata *meta; in init_ftrace_syscalls() local 542 meta = find_syscall_meta(addr); in init_ftrace_syscalls() 543 if (!meta) in init_ftrace_syscalls() 546 meta->syscall_nr = i; in init_ftrace_syscalls() 549 syscalls_metadata[i] = meta; in init_ftrace_syscalls() 551 ret = xa_store(&syscalls_metadata_sparse, i, meta, in init_ftrace_syscalls()
|
| A D | bpf_trace.c | 714 u64 bpf_event_output(struct bpf_map *map, u64 flags, void *meta, u64 meta_size, in bpf_event_output() argument 728 .data = meta, in bpf_event_output()
|
| /kernel/bpf/preload/iterators/ |
| A D | iterators.bpf.c | 22 struct bpf_iter_meta *meta; member 54 struct bpf_iter_meta *meta; member 81 struct seq_file *seq = ctx->meta->seq; in dump_bpf_map() 82 __u64 seq_num = ctx->meta->seq_num; in dump_bpf_map() 101 struct seq_file *seq = ctx->meta->seq; in dump_bpf_prog() 102 __u64 seq_num = ctx->meta->seq_num; in dump_bpf_prog()
|
| /kernel/ |
| A D | kallsyms.c | 758 __bpf_md_ptr(struct bpf_iter_meta *, meta); 765 struct bpf_iter_meta meta; in ksym_prog_seq_show() local 768 meta.seq = m; in ksym_prog_seq_show() 769 prog = bpf_iter_get_info(&meta, in_stop); in ksym_prog_seq_show() 773 ctx.meta = &meta; in ksym_prog_seq_show() 812 DEFINE_BPF_ITER_FUNC(ksym, struct bpf_iter_meta *meta, struct kallsym_iter *ksym)
|