| /kernel/ |
| A D | kallsyms.c | 571 &iter->value, &iter->type, in get_ksymbol_mod() 572 iter->name, iter->module_name, in get_ksymbol_mod() 575 iter->pos_mod_end = iter->pos; in get_ksymbol_mod() 590 &iter->value, &iter->type, in get_ksymbol_ftrace_mod() 591 iter->name, iter->module_name, in get_ksymbol_ftrace_mod() 594 iter->pos_ftrace_mod_end = iter->pos; in get_ksymbol_ftrace_mod() 608 &iter->value, &iter->type, in get_ksymbol_bpf() 611 iter->pos_bpf_end = iter->pos; in get_ksymbol_bpf() 628 &iter->value, &iter->type, in get_ksymbol_kprobe() 694 iter->nameoff += get_ksymbol_core(iter); in update_iter() [all …]
|
| A D | ucount.c | 220 for (iter = ucounts; iter; iter = tns->ucounts) { in inc_ucount() 222 tns = iter->ns; in inc_ucount() 229 bad = iter; in inc_ucount() 230 for (iter = ucounts; iter != bad; iter = iter->ns->ucounts) in inc_ucount() 240 for (iter = ucounts; iter; iter = iter->ns->ucounts) { in dec_ucount() 253 for (iter = ucounts; iter; iter = iter->ns->ucounts) { in inc_rlimit_ucounts() 268 for (iter = ucounts; iter; iter = iter->ns->ucounts) { in dec_rlimit_ucounts() 281 for (iter = ucounts; iter != last; iter = next) { in do_dec_rlimit_put_ucounts() 286 put_ucounts(iter); in do_dec_rlimit_put_ucounts() 303 for (iter = ucounts; iter; iter = iter->ns->ucounts) { in inc_rlimit_get_ucounts() [all …]
|
| A D | jump_label.c | 387 struct jump_entry *iter; in __jump_label_text_reserved() local 389 iter = iter_start; in __jump_label_text_reserved() 395 iter++; in __jump_label_text_reserved() 530 struct jump_entry *iter; in jump_label_init() local 548 for (iter = iter_start; iter < iter_stop; iter++) { in jump_label_init() 586 struct jump_entry *iter; in jump_label_init_ro() local 594 for (iter = iter_start; iter < iter_stop; iter++) { in jump_label_init_ro() 713 for (iter = iter_start; iter < iter_stop; iter++) { in jump_label_add_module() 757 jlm->entries = iter; in jump_label_add_module() 764 if (jump_label_type(iter) != jump_label_init_type(iter)) in jump_label_add_module() [all …]
|
| A D | tracepoint.c | 515 tracepoint_ptr_t *iter; in for_each_tracepoint_range() local 519 for (iter = begin; iter < end; iter++) in for_each_tracepoint_range() 520 fct(tracepoint_ptr_deref(iter), priv); in for_each_tracepoint_range() 703 tracepoint_ptr_t *begin, *end, *iter; in for_each_tracepoint_in_module() local 713 for (iter = begin; iter < end; iter++) in for_each_tracepoint_in_module() 714 fct(tracepoint_ptr_deref(iter), mod, priv); in for_each_tracepoint_in_module()
|
| A D | static_call_inline.c | 308 struct static_call_site *iter = iter_start; in __static_call_text_reserved() local 310 while (iter < iter_stop) { in __static_call_text_reserved() 311 if (init || !static_call_is_init(iter)) { in __static_call_text_reserved() 312 if (addr_conflict(iter, start, end)) in __static_call_text_reserved() 315 iter++; in __static_call_text_reserved()
|
| /kernel/trace/ |
| A D | trace_output.c | 309 entry = iter->ent; in trace_raw_output_prep() 328 if (ignore_event(iter)) in trace_event_printf() 574 unsigned long long abs_ts = iter->ts - iter->array_buffer->time_start; in lat_print_timestamp() 591 ns2usecs(iter->ts), in lat_print_timestamp() 653 trace_print_time(s, iter, iter->ts); in trace_print_context() 669 next_ts = iter->ts; in trace_print_lat_context() 672 entry = iter->ent; in trace_print_lat_context() 984 if (!iter->fmt_size) in print_fields() 993 pos, iter->fmt); in print_fields() 1114 trace_seq_printf(&iter->seq, "type: %d\n", iter->ent->type); in trace_nop_print() [all …]
|
| A D | trace_kdb.c | 20 static struct trace_iterator iter; variable 29 tr = iter.tr; in ftrace_dump_buf() 40 trace_iterator_reset(&iter); in ftrace_dump_buf() 45 iter.buffer_iter[cpu] = in ftrace_dump_buf() 51 iter.cpu_file = cpu_file; in ftrace_dump_buf() 52 iter.buffer_iter[cpu_file] = in ftrace_dump_buf() 64 print_trace_line(&iter); in ftrace_dump_buf() 65 trace_printk_seq(&iter.seq); in ftrace_dump_buf() 83 if (iter.buffer_iter[cpu]) { in ftrace_dump_buf() 85 iter.buffer_iter[cpu] = NULL; in ftrace_dump_buf() [all …]
|
| A D | trace.c | 2124 pwait.iter = iter; in wait_on_pipe() 3843 if (iter->ent && iter->ent != iter->temp) { in trace_find_next_entry() 3844 if ((!iter->temp || iter->temp_size < iter->ent_size) && in trace_find_next_entry() 3854 memcpy(iter->temp, iter->ent, iter->ent_size); in trace_find_next_entry() 3855 iter->ent = iter->temp; in trace_find_next_entry() 3867 iter->ent = __find_next_entry(iter, &iter->cpu, in trace_find_next_entry_inc() 3957 iter->trace->close(iter); in s_start() 3961 iter->trace->open(iter); in s_start() 4661 iter->trace->open(iter); in __tracing_open() 4812 iter->trace->close(iter); in tracing_release() [all …]
|
| A D | trace_functions_graph.c | 604 ring_iter = trace_buffer_iter(iter, iter->cpu); in get_return_for_leaf() 614 ring_buffer_consume(iter->array_buffer->buffer, iter->cpu, in get_return_for_leaf() 616 event = ring_buffer_peek(iter->array_buffer->buffer, iter->cpu, in get_return_for_leaf() 676 usecs = iter->ts - iter->array_buffer->time_start; in print_graph_rel_time() 910 int cpu = iter->cpu; in print_graph_entry_leaf() 1038 int cpu = iter->cpu; in print_graph_prologue() 1090 int cpu = iter->cpu; in check_irq_entry() 1138 int cpu = iter->cpu; in check_irq_return() 1187 int cpu = iter->cpu; in print_graph_entry() 1245 int cpu = iter->cpu; in print_graph_return() [all …]
|
| A D | trace_mmiotrace.c | 100 struct trace_seq *s = &iter->seq; in mmio_pipe_open() 109 iter->private = hiter; in mmio_pipe_open() 117 iter->private = NULL; in mmio_close() 136 struct trace_seq *s = &iter->seq; in mmio_read() 139 n = count_overruns(iter); in mmio_read() 157 iter->private = NULL; in mmio_read() 170 struct trace_seq *s = &iter->seq; in mmio_print_rw() 262 switch (iter->ent->type) { in mmio_print_line() 264 return mmio_print_rw(iter); in mmio_print_line() 266 return mmio_print_map(iter); in mmio_print_line() [all …]
|
| A D | ftrace.c | 2770 while (iter->pg && !iter->pg->index) in ftrace_rec_iter_start() 2771 iter->pg = iter->pg->next; in ftrace_rec_iter_start() 2789 if (iter->index >= iter->pg->index) { in ftrace_rec_iter_next() 2790 iter->pg = iter->pg->next; in ftrace_rec_iter_next() 2794 while (iter->pg && !iter->pg->index) in ftrace_rec_iter_next() 2795 iter->pg = iter->pg->next; in ftrace_rec_iter_next() 4053 iter->mod_list = iter->mod_list->next; in t_mod_next() 4075 iter->mod_pos = iter->func_pos; in t_mod_start() 4129 if (iter->idx >= iter->pg->index) { in t_func_next() 4131 iter->pg = iter->pg->next; in t_func_next() [all …]
|
| A D | trace_output.h | 9 trace_print_bputs_msg_only(struct trace_iterator *iter); 11 trace_print_bprintk_msg_only(struct trace_iterator *iter); 13 trace_print_printk_msg_only(struct trace_iterator *iter); 20 extern int trace_print_context(struct trace_iterator *iter); 21 extern int trace_print_lat_context(struct trace_iterator *iter); 22 extern enum print_line_t print_event_fields(struct trace_iterator *iter, 29 extern enum print_line_t trace_nop_print(struct trace_iterator *iter,
|
| A D | ring_buffer.c | 3164 if (iter->head != iter->next_event) in rb_iter_head_event() 3204 iter->next_event = iter->head + length; in rb_iter_head_event() 3208 iter->page_stamp = iter->read_stamp = iter->head_page->page->time_stamp; in rb_iter_head_event() 3252 iter->page_stamp = iter->read_stamp = iter->head_page->page->time_stamp; in rb_inc_iter() 5243 iter->next_event = iter->head; in rb_iter_reset() 5245 iter->cache_reader_page = iter->head_page; in rb_iter_reset() 5254 iter->page_stamp = iter->read_stamp; in rb_iter_reset() 5591 if (iter->head == iter->next_event) { in rb_advance_iter() 5597 iter->head = iter->next_event; in rb_advance_iter() 5610 rb_update_iter_read_stamp(iter, iter->event); in rb_advance_iter() [all …]
|
| A D | trace_printk.c | 55 const char **iter; in hold_module_trace_bprintk_format() local 63 for (iter = start; iter < end; iter++) { in hold_module_trace_bprintk_format() 64 struct trace_bprintk_fmt *tb_fmt = lookup_format(*iter); in hold_module_trace_bprintk_format() 67 *iter = tb_fmt->fmt; in hold_module_trace_bprintk_format() 74 fmt = kmalloc(strlen(*iter) + 1, GFP_KERNEL); in hold_module_trace_bprintk_format() 77 strcpy(fmt, *iter); in hold_module_trace_bprintk_format() 82 *iter = fmt; in hold_module_trace_bprintk_format()
|
| A D | blktrace.c | 1209 unsigned long long ts = iter->ts; in blk_log_action_classic() 1216 trace_seq_printf(&iter->seq, in blk_log_action_classic() 1230 u64 id = t_cgid(iter->ent); in blk_log_action() 1254 trace_seq_printf(&iter->seq, in blk_log_action() 1445 struct trace_array *tr = iter->tr; in print_one_line() 1446 struct trace_seq *s = &iter->seq; in print_one_line() 1453 t = te_blk_io_trace(iter->ent); in print_one_line() 1461 blk_log_msg(s, iter->ent, has_cg); in print_one_line() 1483 struct trace_seq *s = &iter->seq; in blk_trace_synthesize_old_trace() 1488 .time = iter->ts, in blk_trace_synthesize_old_trace() [all …]
|
| A D | trace_irqsoff.c | 249 static void irqsoff_trace_open(struct trace_iterator *iter) in irqsoff_trace_open() argument 251 if (is_graph(iter->tr)) in irqsoff_trace_open() 252 graph_trace_open(iter); in irqsoff_trace_open() 255 static void irqsoff_trace_close(struct trace_iterator *iter) in irqsoff_trace_close() argument 257 if (iter->private) in irqsoff_trace_close() 258 graph_trace_close(iter); in irqsoff_trace_close() 266 static enum print_line_t irqsoff_print_line(struct trace_iterator *iter) in irqsoff_print_line() argument 272 if (is_graph(iter->tr)) in irqsoff_print_line() 273 return print_graph_function_flags(iter, GRAPH_TRACER_FLAGS); in irqsoff_print_line() 313 static void irqsoff_trace_open(struct trace_iterator *iter) { } in irqsoff_trace_open() argument [all …]
|
| A D | trace.h | 610 void (*open)(struct trace_iterator *iter); 611 void (*pipe_open)(struct trace_iterator *iter); 612 void (*close)(struct trace_iterator *iter); 613 void (*pipe_close)(struct trace_iterator *iter); 614 ssize_t (*read)(struct trace_iterator *iter, 617 ssize_t (*splice_read)(struct trace_iterator *iter, 650 return iter->buffer_iter ? iter->buffer_iter[cpu] : NULL; in trace_buffer_iter() 715 bool ignore_event(struct trace_iterator *iter); 717 int trace_empty(struct trace_iterator *iter); 2174 memset_startat(iter, 0, seq); in trace_iterator_reset() [all …]
|
| A D | trace_sched_wakeup.c | 187 static void wakeup_trace_open(struct trace_iterator *iter) in wakeup_trace_open() argument 189 if (is_graph(iter->tr)) in wakeup_trace_open() 190 graph_trace_open(iter); in wakeup_trace_open() 193 static void wakeup_trace_close(struct trace_iterator *iter) in wakeup_trace_close() argument 195 if (iter->private) in wakeup_trace_close() 196 graph_trace_close(iter); in wakeup_trace_close() 206 static enum print_line_t wakeup_print_line(struct trace_iterator *iter) in wakeup_print_line() argument 212 if (is_graph(iter->tr)) in wakeup_print_line() 213 return print_graph_function_flags(iter, GRAPH_TRACER_FLAGS); in wakeup_print_line() 311 static void wakeup_trace_open(struct trace_iterator *iter) { } in wakeup_trace_open() argument [all …]
|
| A D | trace_events.c | 1597 file = iter->file; in s_next() 1601 return iter; in s_next() 1612 return iter; in s_next() 1621 kfree(iter); in s_next() 1631 iter = kzalloc(sizeof(*iter), GFP_KERNEL); in s_start() 1632 if (!iter) in s_start() 1641 iter = s_next(m, iter, &l); in s_start() 1642 if (!iter) in s_start() 1645 return iter; in s_start() 2805 system = iter; in event_subsystem_dir() [all …]
|
| /kernel/gcov/ |
| A D | fs.c | 120 if (!iter) in gcov_iter_new() 127 return iter; in gcov_iter_new() 137 kvfree(iter); in gcov_iter_free() 166 if (iter->pos < iter->size) in gcov_iter_next() 169 if (iter->pos >= iter->size) in gcov_iter_next() 186 if (iter->pos >= iter->size) in gcov_iter_write() 190 if (iter->pos + len > iter->size) in gcov_iter_write() 191 len = iter->size - iter->pos; in gcov_iter_write() 193 seq_write(seq, iter->buffer + iter->pos, len); in gcov_iter_write() 225 return iter; in gcov_seq_next() [all …]
|
| /kernel/time/ |
| A D | timer_list.c | 292 if (iter->cpu == -1 && !iter->second_pass) in timer_list_show() 295 print_cpu(m, iter->cpu, iter->now); in timer_list_show() 297 else if (iter->cpu == -1 && iter->second_pass) in timer_list_show() 300 print_tickdevice(m, tick_get_device(iter->cpu), iter->cpu); in timer_list_show() 308 iter->cpu = cpumask_next(iter->cpu, cpu_online_mask); in move_iter() 311 if (!iter->second_pass) { in move_iter() 312 iter->cpu = -1; in move_iter() 321 return iter; in move_iter() 330 iter->cpu = -1; in timer_list_start() 331 iter->second_pass = false; in timer_list_start() [all …]
|
| /kernel/bpf/ |
| A D | bpf_iter.c | 340 struct bpf_iter_target_info *tinfo = NULL, *iter; in bpf_iter_prog_supported() local 349 list_for_each_entry(iter, &targets, list) { in bpf_iter_prog_supported() 350 if (iter->btf_id && iter->btf_id == prog_btf_id) { in bpf_iter_prog_supported() 351 tinfo = iter; in bpf_iter_prog_supported() 355 cache_btf_id(iter, prog); in bpf_iter_prog_supported() 356 tinfo = iter; in bpf_iter_prog_supported() 458 u32 ulen = info->iter.target_name_len; in bpf_iter_link_fill_link_info() 467 info->iter.target_name_len = target_len + 1; in bpf_iter_link_fill_link_info() 537 list_for_each_entry(iter, &targets, list) { in bpf_iter_link_attach() 538 if (iter->btf_id == prog_btf_id) { in bpf_iter_link_attach() [all …]
|
| A D | inode.c | 189 if (iter) { in map_iter_free() 190 kfree(iter->key); in map_iter_free() 191 kfree(iter); in map_iter_free() 199 iter = kzalloc(sizeof(*iter), GFP_KERNEL | __GFP_NOWARN); in map_iter_alloc() 200 if (!iter) in map_iter_alloc() 204 if (!iter->key) in map_iter_alloc() 207 return iter; in map_iter_alloc() 210 map_iter_free(iter); in map_iter_alloc() 280 if (!iter) in bpffs_map_open() 285 map_iter_free(iter); in bpffs_map_open() [all …]
|
| /kernel/sched/ |
| A D | rt.c | 513 iter && (rt_rq = iter->rt_rq[cpu_of(rq)]); \ 514 iter = next_task_group(iter)) 623 if (iter == rt_rq) in do_balance_runtime() 639 diff = iter->rt_runtime - iter->rt_time; in do_balance_runtime() 644 iter->rt_runtime -= diff; in do_balance_runtime() 663 rt_rq_iter_t iter; in __disable_runtime() local 703 if (iter == rt_rq || iter->rt_runtime == RUNTIME_INF) in __disable_runtime() 709 iter->rt_runtime -= diff; in __disable_runtime() 712 iter->rt_runtime -= want; in __disable_runtime() 744 rt_rq_iter_t iter; in __enable_runtime() local [all …]
|
| /kernel/locking/ |
| A D | lockdep_proc.c | 602 struct lock_stat_data *iter; in ls_start() local 607 iter = data->stats + (*pos - 1); in ls_start() 608 if (iter >= data->iter_end) in ls_start() 609 iter = NULL; in ls_start() 611 return iter; in ls_start() 652 struct lock_stat_data *iter = data->stats; in lock_stat_open() local 659 iter->class = class; in lock_stat_open() 660 lock_stats(class, &iter->stats); in lock_stat_open() 661 iter++; in lock_stat_open() 664 data->iter_end = iter; in lock_stat_open()
|