Lines Matching refs:array_buffer
804 static u64 buffer_ftrace_now(struct array_buffer *buf, int cpu) in buffer_ftrace_now()
820 return buffer_ftrace_now(&global_trace.array_buffer, cpu); in ftrace_now()
997 if (tr->array_buffer.buffer) in tracer_tracing_on()
998 ring_buffer_record_on(tr->array_buffer.buffer); in tracer_tracing_on()
1060 buffer = tr->array_buffer.buffer; in __trace_array_puts()
1122 buffer = global_trace.array_buffer.buffer; in __trace_bputs()
1253 static int resize_buffer_duplicate_size(struct array_buffer *trace_buf,
1254 struct array_buffer *size_buf, int cpu_id);
1255 static void set_buffer_entries(struct array_buffer *buf, unsigned long val);
1265 &tr->array_buffer, RING_BUFFER_ALL_CPUS); in tracing_alloc_snapshot_instance()
1473 if (tr->array_buffer.buffer) in tracer_tracing_off()
1474 ring_buffer_record_off(tr->array_buffer.buffer); in tracer_tracing_off()
1505 trace_array_printk_buf(global_trace.array_buffer.buffer, _THIS_IP_, in disable_trace_on_warning()
1519 if (tr->array_buffer.buffer) in tracer_tracing_is_on()
1520 return ring_buffer_record_is_on(tr->array_buffer.buffer); in tracer_tracing_is_on()
1814 struct array_buffer *trace_buf = &tr->array_buffer; in __update_max_tr()
1815 struct array_buffer *max_buf = &tr->max_buffer; in __update_max_tr()
1874 if (ring_buffer_record_is_set_on(tr->array_buffer.buffer)) in update_max_tr()
1885 swap(tr->array_buffer.buffer, tr->max_buffer.buffer); in update_max_tr()
1917 ret = ring_buffer_swap_cpu(tr->max_buffer.buffer, tr->array_buffer.buffer, cpu); in update_max_tr_single()
1944 return ring_buffer_wait(iter->array_buffer->buffer, iter->cpu_file, in wait_on_pipe()
2001 tracing_reset_online_cpus(&tr->array_buffer); in run_tracer_selftest()
2027 tracing_reset_online_cpus(&tr->array_buffer); in run_tracer_selftest()
2192 static void tracing_reset_cpu(struct array_buffer *buf, int cpu) in tracing_reset_cpu()
2208 void tracing_reset_online_cpus(struct array_buffer *buf) in tracing_reset_online_cpus()
2238 tracing_reset_online_cpus(&tr->array_buffer); in tracing_reset_all_online_cpus_unlocked()
2363 buffer = global_trace.array_buffer.buffer; in tracing_start()
2402 buffer = tr->array_buffer.buffer; in tracing_start_tr()
2428 buffer = global_trace.array_buffer.buffer; in tracing_stop()
2457 buffer = tr->array_buffer.buffer; in tracing_stop_tr()
2837 *current_rb = tr->array_buffer.buffer; in trace_event_buffer_lock_reserve()
3048 struct trace_buffer *buffer = tr->array_buffer.buffer; in trace_function()
3169 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_stack()
3206 __ftrace_trace_stack(global_trace.array_buffer.buffer, in trace_dump_stack()
3282 struct trace_buffer *buffer = tr->array_buffer.buffer; in trace_last_func_repeats()
3390 if (global_trace.array_buffer.buffer) in trace_printk_init_buffers()
3452 buffer = tr->array_buffer.buffer; in trace_vbprintk()
3541 return __trace_array_vprintk(tr->array_buffer.buffer, ip, fmt, args); in trace_array_vprintk()
3654 event = ring_buffer_peek(iter->array_buffer->buffer, cpu, ts, in peek_next_entry()
3670 struct trace_buffer *buffer = iter->array_buffer->buffer; in __find_next_entry()
4090 ring_buffer_consume(iter->array_buffer->buffer, iter->cpu, &iter->ts, in trace_consume()
4127 per_cpu_ptr(iter->array_buffer->data, cpu)->skipped_entries = 0; in tracing_iter_reset()
4141 if (ts >= iter->array_buffer->time_start) in tracing_iter_reset()
4147 per_cpu_ptr(iter->array_buffer->data, cpu)->skipped_entries = entries; in tracing_iter_reset()
4226 get_total_entries_cpu(struct array_buffer *buf, unsigned long *total, in get_total_entries_cpu()
4248 get_total_entries(struct array_buffer *buf, in get_total_entries()
4271 get_total_entries_cpu(&tr->array_buffer, &total, &entries, cpu); in trace_total_entries_cpu()
4283 get_total_entries(&tr->array_buffer, &total, &entries); in trace_total_entries()
4301 static void print_event_info(struct array_buffer *buf, struct seq_file *m) in print_event_info()
4312 static void print_func_help_header(struct array_buffer *buf, struct seq_file *m, in print_func_help_header()
4323 static void print_func_help_header_irq(struct array_buffer *buf, struct seq_file *m, in print_func_help_header_irq()
4346 struct array_buffer *buf = iter->array_buffer; in print_trace_header()
4413 if (per_cpu_ptr(iter->array_buffer->data, iter->cpu)->skipped_entries) in test_cpu_buff_start()
4547 if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu)) in trace_empty()
4559 if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu)) in trace_empty()
4653 print_func_help_header_irq(iter->array_buffer, in trace_default_header()
4656 print_func_help_header(iter->array_buffer, m, in trace_default_header()
4836 iter->array_buffer = &tr->max_buffer; in __tracing_open()
4839 iter->array_buffer = &tr->array_buffer; in __tracing_open()
4850 if (ring_buffer_overruns(iter->array_buffer->buffer)) in __tracing_open()
4867 ring_buffer_read_prepare(iter->array_buffer->buffer, in __tracing_open()
4878 ring_buffer_read_prepare(iter->array_buffer->buffer, in __tracing_open()
5013 struct array_buffer *trace_buf = &tr->array_buffer; in tracing_open()
5227 atomic_inc(&per_cpu_ptr(tr->array_buffer.data, cpu)->disabled); in tracing_set_cpumask()
5228 ring_buffer_record_disable_cpu(tr->array_buffer.buffer, cpu); in tracing_set_cpumask()
5232 atomic_dec(&per_cpu_ptr(tr->array_buffer.data, cpu)->disabled); in tracing_set_cpumask()
5233 ring_buffer_record_enable_cpu(tr->array_buffer.buffer, cpu); in tracing_set_cpumask()
5409 ring_buffer_change_overwrite(tr->array_buffer.buffer, enabled); in set_tracer_flag()
6234 tracing_reset_online_cpus(&tr->array_buffer); in tracer_init()
6238 static void set_buffer_entries(struct array_buffer *buf, unsigned long val) in set_buffer_entries()
6248 static int resize_buffer_duplicate_size(struct array_buffer *trace_buf, in resize_buffer_duplicate_size()
6249 struct array_buffer *size_buf, int cpu_id) in resize_buffer_duplicate_size()
6287 if (!tr->array_buffer.buffer) in __tracing_resize_ring_buffer()
6290 ret = ring_buffer_resize(tr->array_buffer.buffer, size, cpu); in __tracing_resize_ring_buffer()
6301 int r = resize_buffer_duplicate_size(&tr->array_buffer, in __tracing_resize_ring_buffer()
6302 &tr->array_buffer, cpu); in __tracing_resize_ring_buffer()
6333 set_buffer_entries(&tr->array_buffer, size); in __tracing_resize_ring_buffer()
6335 per_cpu_ptr(tr->array_buffer.data, cpu)->entries = size; in __tracing_resize_ring_buffer()
6685 iter->array_buffer = &tr->array_buffer; in tracing_open_pipe()
6746 return ring_buffer_poll_wait(iter->array_buffer->buffer, iter->cpu_file, in trace_poll()
7066 size = per_cpu_ptr(tr->array_buffer.data, cpu)->entries; in tracing_entries_read()
7067 if (size != per_cpu_ptr(tr->array_buffer.data, cpu)->entries) { in tracing_entries_read()
7083 r = sprintf(buf, "%lu\n", per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10); in tracing_entries_read()
7130 size += per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10; in tracing_total_entries_read()
7207 buffer = tr->array_buffer.buffer; in tracing_mark_write()
7283 buffer = tr->array_buffer.buffer; in tracing_mark_raw_write()
7335 ring_buffer_set_clock(tr->array_buffer.buffer, trace_clocks[i].func); in tracing_set_clock()
7341 tracing_reset_online_cpus(&tr->array_buffer); in tracing_set_clock()
7404 if (ring_buffer_time_stamp_abs(tr->array_buffer.buffer)) in tracing_time_stamp_mode_show()
7501 iter->array_buffer = &tr->max_buffer; in tracing_snapshot_open()
7566 &tr->array_buffer, iter->cpu_file); in tracing_snapshot_write()
7641 info->iter.array_buffer = &info->iter.tr->max_buffer; in snapshot_raw_open()
8130 info->iter.array_buffer = &tr->array_buffer; in tracing_buffers_open()
8175 info->spare = ring_buffer_alloc_read_page(iter->array_buffer->buffer, in tracing_buffers_read()
8193 ret = ring_buffer_read_page(iter->array_buffer->buffer, in tracing_buffers_read()
8246 ring_buffer_wake_waiters(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_release()
8249 ring_buffer_free_read_page(iter->array_buffer->buffer, in tracing_buffers_release()
8352 entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_splice_read()
8365 ref->buffer = iter->array_buffer->buffer; in tracing_buffers_splice_read()
8393 entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_splice_read()
8450 ring_buffer_wake_waiters(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_ioctl()
8472 struct array_buffer *trace_buf = &tr->array_buffer; in tracing_stats_read()
9131 struct trace_buffer *buffer = tr->array_buffer.buffer; in rb_simple_write()
9220 allocate_trace_buffer(struct trace_array *tr, struct array_buffer *buf, int size) in allocate_trace_buffer()
9240 set_buffer_entries(&tr->array_buffer, in allocate_trace_buffer()
9241 ring_buffer_size(tr->array_buffer.buffer, 0)); in allocate_trace_buffer()
9246 static void free_trace_buffer(struct array_buffer *buf) in free_trace_buffer()
9260 ret = allocate_trace_buffer(tr, &tr->array_buffer, size); in allocate_trace_buffers()
9268 free_trace_buffer(&tr->array_buffer); in allocate_trace_buffers()
9284 free_trace_buffer(&tr->array_buffer); in free_trace_buffers()
9994 iter->array_buffer = &global_trace.array_buffer; in trace_init_global_iter()
10000 if (ring_buffer_overruns(iter->array_buffer->buffer)) in trace_init_global_iter()
10046 atomic_inc(&per_cpu_ptr(iter.array_buffer->data, cpu)->disabled); in ftrace_dump()
10114 atomic_dec(&per_cpu_ptr(iter.array_buffer->data, cpu)->disabled); in ftrace_dump()