Lines Matching refs:array_buffer
759 static u64 buffer_ftrace_now(struct array_buffer *buf, int cpu) in buffer_ftrace_now()
775 return buffer_ftrace_now(&global_trace.array_buffer, cpu); in ftrace_now()
952 if (tr->array_buffer.buffer) in tracer_tracing_on()
953 ring_buffer_record_on(tr->array_buffer.buffer); in tracer_tracing_on()
1013 buffer = tr->array_buffer.buffer; in __trace_array_puts()
1075 buffer = global_trace.array_buffer.buffer; in __trace_bputs()
1206 static int resize_buffer_duplicate_size(struct array_buffer *trace_buf,
1207 struct array_buffer *size_buf, int cpu_id);
1208 static void set_buffer_entries(struct array_buffer *buf, unsigned long val);
1218 &tr->array_buffer, RING_BUFFER_ALL_CPUS); in tracing_alloc_snapshot_instance()
1426 if (tr->array_buffer.buffer) in tracer_tracing_off()
1427 ring_buffer_record_off(tr->array_buffer.buffer); in tracer_tracing_off()
1458 trace_array_printk_buf(global_trace.array_buffer.buffer, _THIS_IP_, in disable_trace_on_warning()
1472 if (tr->array_buffer.buffer) in tracer_tracing_is_on()
1473 return ring_buffer_record_is_on(tr->array_buffer.buffer); in tracer_tracing_is_on()
1765 struct array_buffer *trace_buf = &tr->array_buffer; in __update_max_tr()
1766 struct array_buffer *max_buf = &tr->max_buffer; in __update_max_tr()
1825 if (ring_buffer_record_is_set_on(tr->array_buffer.buffer)) in update_max_tr()
1836 swap(tr->array_buffer.buffer, tr->max_buffer.buffer); in update_max_tr()
1843 ring_buffer_wake_waiters(tr->array_buffer.buffer, RING_BUFFER_ALL_CPUS); in update_max_tr()
1871 ret = ring_buffer_swap_cpu(tr->max_buffer.buffer, tr->array_buffer.buffer, cpu); in update_max_tr_single()
1901 ret = ring_buffer_wait(iter->array_buffer->buffer, iter->cpu_file, full); in wait_on_pipe()
1909 iter->array_buffer = &iter->tr->max_buffer; in wait_on_pipe()
1967 tracing_reset_online_cpus(&tr->array_buffer); in run_tracer_selftest()
1993 tracing_reset_online_cpus(&tr->array_buffer); in run_tracer_selftest()
2158 static void tracing_reset_cpu(struct array_buffer *buf, int cpu) in tracing_reset_cpu()
2174 void tracing_reset_online_cpus(struct array_buffer *buf) in tracing_reset_online_cpus()
2204 tracing_reset_online_cpus(&tr->array_buffer); in tracing_reset_all_online_cpus_unlocked()
2335 buffer = tr->array_buffer.buffer; in tracing_start_tr()
2375 buffer = tr->array_buffer.buffer; in tracing_stop_tr()
2771 *current_rb = tr->array_buffer.buffer; in trace_event_buffer_lock_reserve()
2977 struct trace_buffer *buffer = tr->array_buffer.buffer; in trace_function()
3098 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_stack()
3132 __ftrace_trace_stack(global_trace.array_buffer.buffer, in trace_dump_stack()
3208 struct trace_buffer *buffer = tr->array_buffer.buffer; in trace_last_func_repeats()
3316 if (global_trace.array_buffer.buffer) in trace_printk_init_buffers()
3378 buffer = tr->array_buffer.buffer; in trace_vbprintk()
3467 return __trace_array_vprintk(tr->array_buffer.buffer, ip, fmt, args); in trace_array_vprintk()
3580 event = ring_buffer_peek(iter->array_buffer->buffer, cpu, ts, in peek_next_entry()
3596 struct trace_buffer *buffer = iter->array_buffer->buffer; in __find_next_entry()
4016 ring_buffer_consume(iter->array_buffer->buffer, iter->cpu, &iter->ts, in trace_consume()
4053 per_cpu_ptr(iter->array_buffer->data, cpu)->skipped_entries = 0; in tracing_iter_reset()
4067 if (ts >= iter->array_buffer->time_start) in tracing_iter_reset()
4073 per_cpu_ptr(iter->array_buffer->data, cpu)->skipped_entries = entries; in tracing_iter_reset()
4159 get_total_entries_cpu(struct array_buffer *buf, unsigned long *total, in get_total_entries_cpu()
4181 get_total_entries(struct array_buffer *buf, in get_total_entries()
4204 get_total_entries_cpu(&tr->array_buffer, &total, &entries, cpu); in trace_total_entries_cpu()
4216 get_total_entries(&tr->array_buffer, &total, &entries); in trace_total_entries()
4234 static void print_event_info(struct array_buffer *buf, struct seq_file *m) in print_event_info()
4245 static void print_func_help_header(struct array_buffer *buf, struct seq_file *m, in print_func_help_header()
4256 static void print_func_help_header_irq(struct array_buffer *buf, struct seq_file *m, in print_func_help_header_irq()
4279 struct array_buffer *buf = iter->array_buffer; in print_trace_header()
4354 if (per_cpu_ptr(iter->array_buffer->data, iter->cpu)->skipped_entries) in test_cpu_buff_start()
4488 if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu)) in trace_empty()
4500 if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu)) in trace_empty()
4594 print_func_help_header_irq(iter->array_buffer, in trace_default_header()
4597 print_func_help_header(iter->array_buffer, m, in trace_default_header()
4781 iter->array_buffer = &tr->max_buffer; in __tracing_open()
4784 iter->array_buffer = &tr->array_buffer; in __tracing_open()
4795 if (ring_buffer_overruns(iter->array_buffer->buffer)) in __tracing_open()
4812 ring_buffer_read_prepare(iter->array_buffer->buffer, in __tracing_open()
4823 ring_buffer_read_prepare(iter->array_buffer->buffer, in __tracing_open()
4991 struct array_buffer *trace_buf = &tr->array_buffer; in tracing_open()
5207 atomic_inc(&per_cpu_ptr(tr->array_buffer.data, cpu)->disabled); in tracing_set_cpumask()
5208 ring_buffer_record_disable_cpu(tr->array_buffer.buffer, cpu); in tracing_set_cpumask()
5215 atomic_dec(&per_cpu_ptr(tr->array_buffer.data, cpu)->disabled); in tracing_set_cpumask()
5216 ring_buffer_record_enable_cpu(tr->array_buffer.buffer, cpu); in tracing_set_cpumask()
5395 ring_buffer_change_overwrite(tr->array_buffer.buffer, enabled); in set_tracer_flag()
6203 tracing_reset_online_cpus(&tr->array_buffer); in tracer_init()
6207 static void set_buffer_entries(struct array_buffer *buf, unsigned long val) in set_buffer_entries()
6215 static void update_buffer_entries(struct array_buffer *buf, int cpu) in update_buffer_entries()
6226 static int resize_buffer_duplicate_size(struct array_buffer *trace_buf, in resize_buffer_duplicate_size()
6227 struct array_buffer *size_buf, int cpu_id) in resize_buffer_duplicate_size()
6265 if (!tr->array_buffer.buffer) in __tracing_resize_ring_buffer()
6271 ret = ring_buffer_resize(tr->array_buffer.buffer, size, cpu); in __tracing_resize_ring_buffer()
6281 int r = resize_buffer_duplicate_size(&tr->array_buffer, in __tracing_resize_ring_buffer()
6282 &tr->array_buffer, cpu); in __tracing_resize_ring_buffer()
6309 update_buffer_entries(&tr->array_buffer, cpu); in __tracing_resize_ring_buffer()
6666 iter->array_buffer = &tr->array_buffer; in tracing_open_pipe()
6728 return ring_buffer_poll_wait(iter->array_buffer->buffer, iter->cpu_file, in trace_poll()
7051 size = per_cpu_ptr(tr->array_buffer.data, cpu)->entries; in tracing_entries_read()
7052 if (size != per_cpu_ptr(tr->array_buffer.data, cpu)->entries) { in tracing_entries_read()
7068 r = sprintf(buf, "%lu\n", per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10); in tracing_entries_read()
7115 size += per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10; in tracing_total_entries_read()
7192 buffer = tr->array_buffer.buffer; in tracing_mark_write()
7268 buffer = tr->array_buffer.buffer; in tracing_mark_raw_write()
7320 ring_buffer_set_clock(tr->array_buffer.buffer, trace_clocks[i].func); in tracing_set_clock()
7326 tracing_reset_online_cpus(&tr->array_buffer); in tracing_set_clock()
7389 if (ring_buffer_time_stamp_abs(tr->array_buffer.buffer)) in tracing_time_stamp_mode_show()
7486 iter->array_buffer = &tr->max_buffer; in tracing_snapshot_open()
7556 &tr->array_buffer, iter->cpu_file); in tracing_snapshot_write()
7633 info->iter.array_buffer = &info->iter.tr->max_buffer; in snapshot_raw_open()
8094 info->iter.array_buffer = &tr->array_buffer; in tracing_buffers_open()
8139 info->spare = ring_buffer_alloc_read_page(iter->array_buffer->buffer, in tracing_buffers_read()
8157 ret = ring_buffer_read_page(iter->array_buffer->buffer, in tracing_buffers_read()
8207 ring_buffer_free_read_page(iter->array_buffer->buffer, in tracing_buffers_release()
8310 entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_splice_read()
8323 ref->buffer = iter->array_buffer->buffer; in tracing_buffers_splice_read()
8351 entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_splice_read()
8399 struct array_buffer *trace_buf = &tr->array_buffer; in tracing_stats_read()
9079 struct trace_buffer *buffer = tr->array_buffer.buffer; in rb_simple_write()
9168 allocate_trace_buffer(struct trace_array *tr, struct array_buffer *buf, int size) in allocate_trace_buffer()
9188 set_buffer_entries(&tr->array_buffer, in allocate_trace_buffer()
9189 ring_buffer_size(tr->array_buffer.buffer, 0)); in allocate_trace_buffer()
9198 ret = allocate_trace_buffer(tr, &tr->array_buffer, size); in allocate_trace_buffers()
9206 ring_buffer_free(tr->array_buffer.buffer); in allocate_trace_buffers()
9207 tr->array_buffer.buffer = NULL; in allocate_trace_buffers()
9208 free_percpu(tr->array_buffer.data); in allocate_trace_buffers()
9209 tr->array_buffer.data = NULL; in allocate_trace_buffers()
9224 static void free_trace_buffer(struct array_buffer *buf) in free_trace_buffer()
9239 free_trace_buffer(&tr->array_buffer); in free_trace_buffers()
9958 iter->array_buffer = &global_trace.array_buffer; in trace_init_global_iter()
9964 if (ring_buffer_overruns(iter->array_buffer->buffer)) in trace_init_global_iter()
10012 atomic_inc(&per_cpu_ptr(iter.array_buffer->data, cpu)->disabled); in ftrace_dump()
10013 size = ring_buffer_size(iter.array_buffer->buffer, cpu); in ftrace_dump()
10088 atomic_dec(&per_cpu_ptr(iter.array_buffer->data, cpu)->disabled); in ftrace_dump()