Lines Matching refs:array_buffer
847 static u64 buffer_ftrace_now(struct array_buffer *buf, int cpu) in buffer_ftrace_now()
863 return buffer_ftrace_now(&global_trace.array_buffer, cpu); in ftrace_now()
1040 if (tr->array_buffer.buffer) in tracer_tracing_on()
1041 ring_buffer_record_on(tr->array_buffer.buffer); in tracer_tracing_on()
1106 buffer = tr->array_buffer.buffer; in __trace_array_puts()
1172 buffer = tr->array_buffer.buffer; in __trace_bputs()
1309 static int resize_buffer_duplicate_size(struct array_buffer *trace_buf,
1310 struct array_buffer *size_buf, int cpu_id);
1311 static void set_buffer_entries(struct array_buffer *buf, unsigned long val);
1321 order = ring_buffer_subbuf_order_get(tr->array_buffer.buffer); in tracing_alloc_snapshot_instance()
1328 &tr->array_buffer, RING_BUFFER_ALL_CPUS); in tracing_alloc_snapshot_instance()
1584 if (tr->array_buffer.buffer) in tracer_tracing_off()
1585 ring_buffer_record_off(tr->array_buffer.buffer); in tracer_tracing_off()
1616 trace_array_printk_buf(global_trace.array_buffer.buffer, _THIS_IP_, in disable_trace_on_warning()
1630 if (tr->array_buffer.buffer) in tracer_tracing_is_on()
1631 return ring_buffer_record_is_set_on(tr->array_buffer.buffer); in tracer_tracing_is_on()
1925 struct array_buffer *trace_buf = &tr->array_buffer; in __update_max_tr()
1926 struct array_buffer *max_buf = &tr->max_buffer; in __update_max_tr()
1985 if (ring_buffer_record_is_set_on(tr->array_buffer.buffer)) in update_max_tr()
1996 swap(tr->array_buffer.buffer, tr->max_buffer.buffer); in update_max_tr()
2003 ring_buffer_wake_waiters(tr->array_buffer.buffer, RING_BUFFER_ALL_CPUS); in update_max_tr()
2031 ret = ring_buffer_swap_cpu(tr->max_buffer.buffer, tr->array_buffer.buffer, cpu); in update_max_tr_single()
2081 ret = ring_buffer_wait(iter->array_buffer->buffer, iter->cpu_file, full, in wait_on_pipe()
2090 iter->array_buffer = &iter->tr->max_buffer; in wait_on_pipe()
2148 tracing_reset_online_cpus(&tr->array_buffer); in run_tracer_selftest()
2174 tracing_reset_online_cpus(&tr->array_buffer); in run_tracer_selftest()
2354 static void tracing_reset_cpu(struct array_buffer *buf, int cpu) in tracing_reset_cpu()
2370 void tracing_reset_online_cpus(struct array_buffer *buf) in tracing_reset_online_cpus()
2389 static void tracing_reset_all_cpus(struct array_buffer *buf) in tracing_reset_all_cpus()
2419 tracing_reset_online_cpus(&tr->array_buffer); in tracing_reset_all_online_cpus_unlocked()
2458 buffer = tr->array_buffer.buffer; in tracing_start_tr()
2498 buffer = tr->array_buffer.buffer; in tracing_stop_tr()
2701 *current_rb = tr->array_buffer.buffer; in trace_event_buffer_lock_reserve()
2912 struct trace_buffer *buffer = tr->array_buffer.buffer; in trace_function()
3033 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_stack()
3070 __ftrace_trace_stack(printk_trace->array_buffer.buffer, in trace_dump_stack()
3146 struct trace_buffer *buffer = tr->array_buffer.buffer; in trace_last_func_repeats()
3254 if (global_trace.array_buffer.buffer) in trace_printk_init_buffers()
3319 buffer = tr->array_buffer.buffer; in trace_vbprintk()
3411 return __trace_array_vprintk(tr->array_buffer.buffer, ip, fmt, args); in trace_array_vprintk()
3524 event = ring_buffer_peek(iter->array_buffer->buffer, cpu, ts, in peek_next_entry()
3540 struct trace_buffer *buffer = iter->array_buffer->buffer; in __find_next_entry()
3998 ring_buffer_consume(iter->array_buffer->buffer, iter->cpu, &iter->ts, in trace_consume()
4035 per_cpu_ptr(iter->array_buffer->data, cpu)->skipped_entries = 0; in tracing_iter_reset()
4049 if (ts >= iter->array_buffer->time_start) in tracing_iter_reset()
4057 per_cpu_ptr(iter->array_buffer->data, cpu)->skipped_entries = entries; in tracing_iter_reset()
4137 get_total_entries_cpu(struct array_buffer *buf, unsigned long *total, in get_total_entries_cpu()
4159 get_total_entries(struct array_buffer *buf, in get_total_entries()
4182 get_total_entries_cpu(&tr->array_buffer, &total, &entries, cpu); in trace_total_entries_cpu()
4194 get_total_entries(&tr->array_buffer, &total, &entries); in trace_total_entries()
4212 static void print_event_info(struct array_buffer *buf, struct seq_file *m) in print_event_info()
4223 static void print_func_help_header(struct array_buffer *buf, struct seq_file *m, in print_func_help_header()
4234 static void print_func_help_header_irq(struct array_buffer *buf, struct seq_file *m, in print_func_help_header_irq()
4257 struct array_buffer *buf = iter->array_buffer; in print_trace_header()
4324 if (per_cpu_ptr(iter->array_buffer->data, iter->cpu)->skipped_entries) in test_cpu_buff_start()
4461 if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu)) in trace_empty()
4473 if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu)) in trace_empty()
4567 print_func_help_header_irq(iter->array_buffer, in trace_default_header()
4570 print_func_help_header(iter->array_buffer, m, in trace_default_header()
4765 iter->array_buffer = &tr->max_buffer; in __tracing_open()
4768 iter->array_buffer = &tr->array_buffer; in __tracing_open()
4779 if (ring_buffer_overruns(iter->array_buffer->buffer)) in __tracing_open()
4796 ring_buffer_read_prepare(iter->array_buffer->buffer, in __tracing_open()
4807 ring_buffer_read_prepare(iter->array_buffer->buffer, in __tracing_open()
4983 struct array_buffer *trace_buf = &tr->array_buffer; in tracing_open()
5204 atomic_inc(&per_cpu_ptr(tr->array_buffer.data, cpu)->disabled); in tracing_set_cpumask()
5205 ring_buffer_record_disable_cpu(tr->array_buffer.buffer, cpu); in tracing_set_cpumask()
5212 atomic_dec(&per_cpu_ptr(tr->array_buffer.data, cpu)->disabled); in tracing_set_cpumask()
5213 ring_buffer_record_enable_cpu(tr->array_buffer.buffer, cpu); in tracing_set_cpumask()
5398 ring_buffer_change_overwrite(tr->array_buffer.buffer, enabled); in set_tracer_flag()
6025 tracing_reset_online_cpus(&tr->array_buffer); in tracer_init()
6029 static void set_buffer_entries(struct array_buffer *buf, unsigned long val) in set_buffer_entries()
6037 static void update_buffer_entries(struct array_buffer *buf, int cpu) in update_buffer_entries()
6048 static int resize_buffer_duplicate_size(struct array_buffer *trace_buf, in resize_buffer_duplicate_size()
6049 struct array_buffer *size_buf, int cpu_id) in resize_buffer_duplicate_size()
6087 if (!tr->array_buffer.buffer) in __tracing_resize_ring_buffer()
6093 ret = ring_buffer_resize(tr->array_buffer.buffer, size, cpu); in __tracing_resize_ring_buffer()
6103 int r = resize_buffer_duplicate_size(&tr->array_buffer, in __tracing_resize_ring_buffer()
6104 &tr->array_buffer, cpu); in __tracing_resize_ring_buffer()
6131 update_buffer_entries(&tr->array_buffer, cpu); in __tracing_resize_ring_buffer()
6173 tracing_reset_all_cpus(&tr->array_buffer); in update_last_data()
6544 iter->array_buffer = &tr->array_buffer; in tracing_open_pipe()
6606 return ring_buffer_poll_wait(iter->array_buffer->buffer, iter->cpu_file, in trace_poll()
6926 size = per_cpu_ptr(tr->array_buffer.data, cpu)->entries; in tracing_entries_read()
6927 if (size != per_cpu_ptr(tr->array_buffer.data, cpu)->entries) { in tracing_entries_read()
6943 r = sprintf(buf, "%lu\n", per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10); in tracing_entries_read()
6990 size += per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10; in tracing_total_entries_read()
7028 ret = ring_buffer_meta_seq_init(filp, tr->array_buffer.buffer, cpu); in tracing_buffer_meta_open()
7104 buffer = tr->array_buffer.buffer; in tracing_mark_write()
7188 buffer = tr->array_buffer.buffer; in tracing_mark_raw_write()
7244 ring_buffer_set_clock(tr->array_buffer.buffer, trace_clocks[i].func); in tracing_set_clock()
7250 tracing_reset_online_cpus(&tr->array_buffer); in tracing_set_clock()
7313 if (ring_buffer_time_stamp_abs(tr->array_buffer.buffer)) in tracing_time_stamp_mode_show()
7411 iter->array_buffer = &tr->max_buffer; in tracing_snapshot_open()
7481 &tr->array_buffer, iter->cpu_file); in tracing_snapshot_write()
7560 info->iter.array_buffer = &info->iter.tr->max_buffer; in snapshot_raw_open()
8063 info->iter.array_buffer = &tr->array_buffer; in tracing_buffers_open()
8109 page_size = ring_buffer_subbuf_size_get(iter->array_buffer->buffer); in tracing_buffers_read()
8114 ring_buffer_free_read_page(iter->array_buffer->buffer, in tracing_buffers_read()
8121 info->spare = ring_buffer_alloc_read_page(iter->array_buffer->buffer, in tracing_buffers_read()
8140 ret = ring_buffer_read_page(iter->array_buffer->buffer, in tracing_buffers_read()
8187 ring_buffer_wake_waiters(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_flush()
8204 ring_buffer_free_read_page(iter->array_buffer->buffer, in tracing_buffers_release()
8295 page_size = ring_buffer_subbuf_size_get(iter->array_buffer->buffer); in tracing_buffers_splice_read()
8310 entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_splice_read()
8323 ref->buffer = iter->array_buffer->buffer; in tracing_buffers_splice_read()
8351 entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_splice_read()
8399 err = ring_buffer_wait(iter->array_buffer->buffer, in tracing_buffers_ioctl()
8407 return ring_buffer_map_get_reader(iter->array_buffer->buffer, in tracing_buffers_ioctl()
8422 ring_buffer_wake_waiters(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_ioctl()
8471 WARN_ON(ring_buffer_unmap(iter->array_buffer->buffer, iter->cpu_file)); in tracing_buffers_mmap_close()
8489 ret = ring_buffer_map(iter->array_buffer->buffer, iter->cpu_file, vma); in tracing_buffers_mmap()
8515 struct array_buffer *trace_buf = &tr->array_buffer; in tracing_stats_read()
9206 struct trace_buffer *buffer = tr->array_buffer.buffer; in rb_simple_write()
9298 order = ring_buffer_subbuf_order_get(tr->array_buffer.buffer); in buffer_subbuf_size_read()
9333 old_order = ring_buffer_subbuf_order_get(tr->array_buffer.buffer); in buffer_subbuf_size_write()
9337 ret = ring_buffer_subbuf_order_set(tr->array_buffer.buffer, order); in buffer_subbuf_size_write()
9349 cnt = ring_buffer_subbuf_order_set(tr->array_buffer.buffer, old_order); in buffer_subbuf_size_write()
9392 allocate_trace_buffer(struct trace_array *tr, struct array_buffer *buf, int size) in allocate_trace_buffer()
9426 set_buffer_entries(&tr->array_buffer, in allocate_trace_buffer()
9427 ring_buffer_size(tr->array_buffer.buffer, 0)); in allocate_trace_buffer()
9432 static void free_trace_buffer(struct array_buffer *buf) in free_trace_buffer()
9446 ret = allocate_trace_buffer(tr, &tr->array_buffer, size); in allocate_trace_buffers()
9458 free_trace_buffer(&tr->array_buffer); in allocate_trace_buffers()
9474 free_trace_buffer(&tr->array_buffer); in free_trace_buffers()
10247 iter->array_buffer = &tr->array_buffer; in trace_init_iter()
10253 if (ring_buffer_overruns(iter->array_buffer->buffer)) in trace_init_iter()
10296 atomic_inc(&per_cpu_ptr(iter.array_buffer->data, cpu)->disabled); in ftrace_dump_one()
10357 atomic_dec(&per_cpu_ptr(iter.array_buffer->data, cpu)->disabled); in ftrace_dump_one()