Lines Matching refs:buffer
180 struct trace_buffer *buffer,
498 struct trace_buffer *buffer, in call_filter_check_discard() argument
503 __trace_event_discard_commit(buffer, event); in call_filter_check_discard()
737 if (kstrtoul(parser.buffer, 0, &val)) in trace_pid_write()
774 if (!buf->buffer) in buffer_ftrace_now()
777 ts = ring_buffer_time_stamp(buf->buffer, cpu); in buffer_ftrace_now()
778 ring_buffer_normalize_time_stamp(buf->buffer, cpu, &ts); in buffer_ftrace_now()
913 static void __ftrace_trace_stack(struct trace_buffer *buffer,
917 struct trace_buffer *buffer,
922 static inline void __ftrace_trace_stack(struct trace_buffer *buffer, in __ftrace_trace_stack() argument
928 struct trace_buffer *buffer, in ftrace_trace_stack() argument
946 __trace_buffer_lock_reserve(struct trace_buffer *buffer, in __trace_buffer_lock_reserve() argument
953 event = ring_buffer_lock_reserve(buffer, len); in __trace_buffer_lock_reserve()
962 if (tr->array_buffer.buffer) in tracer_tracing_on()
963 ring_buffer_record_on(tr->array_buffer.buffer); in tracer_tracing_on()
991 __buffer_unlock_commit(struct trace_buffer *buffer, struct ring_buffer_event *event) in __buffer_unlock_commit() argument
998 ring_buffer_write(buffer, event->array[0], &event->array[1]); in __buffer_unlock_commit()
1002 ring_buffer_unlock_commit(buffer, event); in __buffer_unlock_commit()
1014 struct trace_buffer *buffer; in __trace_puts() local
1031 buffer = global_trace.array_buffer.buffer; in __trace_puts()
1032 ring_buffer_nest_start(buffer); in __trace_puts()
1033 event = __trace_buffer_lock_reserve(buffer, TRACE_PRINT, alloc, in __trace_puts()
1052 __buffer_unlock_commit(buffer, event); in __trace_puts()
1053 ftrace_trace_stack(&global_trace, buffer, irq_flags, 4, pc, NULL); in __trace_puts()
1055 ring_buffer_nest_end(buffer); in __trace_puts()
1068 struct trace_buffer *buffer; in __trace_bputs() local
1084 buffer = global_trace.array_buffer.buffer; in __trace_bputs()
1086 ring_buffer_nest_start(buffer); in __trace_bputs()
1087 event = __trace_buffer_lock_reserve(buffer, TRACE_BPUTS, size, in __trace_bputs()
1096 __buffer_unlock_commit(buffer, event); in __trace_bputs()
1097 ftrace_trace_stack(&global_trace, buffer, irq_flags, 4, pc, NULL); in __trace_bputs()
1101 ring_buffer_nest_end(buffer); in __trace_bputs()
1244 ring_buffer_resize(tr->max_buffer.buffer, 1, RING_BUFFER_ALL_CPUS); in free_snapshot()
1434 if (tr->array_buffer.buffer) in tracer_tracing_off()
1435 ring_buffer_record_off(tr->array_buffer.buffer); in tracer_tracing_off()
1466 trace_array_printk_buf(global_trace.array_buffer.buffer, _THIS_IP_, in disable_trace_on_warning()
1480 if (tr->array_buffer.buffer) in tracer_tracing_is_on()
1481 return ring_buffer_record_is_on(tr->array_buffer.buffer); in tracer_tracing_is_on()
1577 parser->buffer = kmalloc(size, GFP_KERNEL); in trace_parser_get_init()
1578 if (!parser->buffer) in trace_parser_get_init()
1590 kfree(parser->buffer); in trace_parser_put()
1591 parser->buffer = NULL; in trace_parser_put()
1649 parser->buffer[parser->idx++] = ch; in trace_get_user()
1663 parser->buffer[parser->idx] = 0; in trace_get_user()
1667 parser->buffer[parser->idx++] = ch; in trace_get_user()
1669 parser->buffer[parser->idx] = 0; in trace_get_user()
1693 memcpy(buf, s->buffer + s->seq.readpos, cnt); in trace_seq_to_buffer()
1837 if (ring_buffer_record_is_set_on(tr->array_buffer.buffer)) in update_max_tr()
1838 ring_buffer_record_on(tr->max_buffer.buffer); in update_max_tr()
1840 ring_buffer_record_off(tr->max_buffer.buffer); in update_max_tr()
1846 swap(tr->array_buffer.buffer, tr->max_buffer.buffer); in update_max_tr()
1879 ret = ring_buffer_swap_cpu(tr->max_buffer.buffer, tr->array_buffer.buffer, cpu); in update_max_tr_single()
1889 trace_array_printk_buf(tr->max_buffer.buffer, _THIS_IP_, in update_max_tr_single()
1899 ring_buffer_wake_waiters(tr->array_buffer.buffer, RING_BUFFER_ALL_CPUS); in update_max_tr_single()
1911 ret = ring_buffer_wait(iter->array_buffer->buffer, iter->cpu_file, full); in wait_on_pipe()
1979 ring_buffer_resize(tr->max_buffer.buffer, trace_buf_size, in run_tracer_selftest()
2005 ring_buffer_resize(tr->max_buffer.buffer, 1, in run_tracer_selftest()
2164 struct trace_buffer *buffer = buf->buffer; in tracing_reset_cpu() local
2166 if (!buffer) in tracing_reset_cpu()
2169 ring_buffer_record_disable(buffer); in tracing_reset_cpu()
2173 ring_buffer_reset_cpu(buffer, cpu); in tracing_reset_cpu()
2175 ring_buffer_record_enable(buffer); in tracing_reset_cpu()
2180 struct trace_buffer *buffer = buf->buffer; in tracing_reset_online_cpus() local
2182 if (!buffer) in tracing_reset_online_cpus()
2185 ring_buffer_record_disable(buffer); in tracing_reset_online_cpus()
2192 ring_buffer_reset_online_cpus(buffer); in tracing_reset_online_cpus()
2194 ring_buffer_record_enable(buffer); in tracing_reset_online_cpus()
2321 struct trace_buffer *buffer; in tracing_start_tr() local
2339 buffer = tr->array_buffer.buffer; in tracing_start_tr()
2340 if (buffer) in tracing_start_tr()
2341 ring_buffer_record_enable(buffer); in tracing_start_tr()
2344 buffer = tr->max_buffer.buffer; in tracing_start_tr()
2345 if (buffer) in tracing_start_tr()
2346 ring_buffer_record_enable(buffer); in tracing_start_tr()
2369 struct trace_buffer *buffer; in tracing_stop_tr() local
2379 buffer = tr->array_buffer.buffer; in tracing_stop_tr()
2380 if (buffer) in tracing_stop_tr()
2381 ring_buffer_record_disable(buffer); in tracing_stop_tr()
2384 buffer = tr->max_buffer.buffer; in tracing_stop_tr()
2385 if (buffer) in tracing_stop_tr()
2386 ring_buffer_record_disable(buffer); in tracing_stop_tr()
2637 trace_buffer_lock_reserve(struct trace_buffer *buffer, in trace_buffer_lock_reserve() argument
2642 return __trace_buffer_lock_reserve(buffer, type, len, flags, pc); in trace_buffer_lock_reserve()
2766 *current_rb = trace_file->tr->array_buffer.buffer; in trace_event_buffer_lock_reserve()
2831 printk("%s", iter->seq.buffer); in output_printk()
2837 void *buffer, size_t *lenp, in tracepoint_printk_sysctl() argument
2846 ret = proc_dointvec(table, write, buffer, lenp, ppos); in tracepoint_printk_sysctl()
2876 event_trigger_unlock_commit_regs(fbuffer->trace_file, fbuffer->buffer, in trace_event_buffer_commit()
2892 struct trace_buffer *buffer, in trace_buffer_unlock_commit_regs() argument
2897 __buffer_unlock_commit(buffer, event); in trace_buffer_unlock_commit_regs()
2905 ftrace_trace_stack(tr, buffer, flags, regs ? 0 : STACK_SKIP, pc, regs); in trace_buffer_unlock_commit_regs()
2906 ftrace_trace_userstack(tr, buffer, flags, pc); in trace_buffer_unlock_commit_regs()
2913 trace_buffer_unlock_commit_nostack(struct trace_buffer *buffer, in trace_buffer_unlock_commit_nostack() argument
2916 __buffer_unlock_commit(buffer, event); in trace_buffer_unlock_commit_nostack()
2925 struct trace_buffer *buffer = tr->array_buffer.buffer; in trace_function() local
2929 event = __trace_buffer_lock_reserve(buffer, TRACE_FN, sizeof(*entry), in trace_function()
2937 if (!call_filter_check_discard(call, entry, buffer, event)) { in trace_function()
2940 __buffer_unlock_commit(buffer, event); in trace_function()
2963 static void __ftrace_trace_stack(struct trace_buffer *buffer, in __ftrace_trace_stack() argument
3011 event = __trace_buffer_lock_reserve(buffer, TRACE_STACK, in __ftrace_trace_stack()
3021 if (!call_filter_check_discard(call, entry, buffer, event)) in __ftrace_trace_stack()
3022 __buffer_unlock_commit(buffer, event); in __ftrace_trace_stack()
3033 struct trace_buffer *buffer, in ftrace_trace_stack() argument
3040 __ftrace_trace_stack(buffer, flags, skip, pc, regs); in ftrace_trace_stack()
3046 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_stack() local
3049 __ftrace_trace_stack(buffer, flags, skip, pc, NULL); in __trace_stack()
3063 __ftrace_trace_stack(buffer, flags, skip, pc, NULL); in __trace_stack()
3084 __ftrace_trace_stack(global_trace.array_buffer.buffer, in trace_dump_stack()
3094 struct trace_buffer *buffer, unsigned long flags, int pc) in ftrace_trace_userstack() argument
3120 event = __trace_buffer_lock_reserve(buffer, TRACE_USER_STACK, in ftrace_trace_userstack()
3130 if (!call_filter_check_discard(call, entry, buffer, event)) in ftrace_trace_userstack()
3131 __buffer_unlock_commit(buffer, event); in ftrace_trace_userstack()
3140 struct trace_buffer *buffer, in ftrace_trace_userstack() argument
3151 char buffer[4][TRACE_BUF_SIZE]; member
3162 struct trace_buffer_struct *buffer = this_cpu_ptr(trace_percpu_buffer); in get_trace_buf() local
3164 if (!trace_percpu_buffer || buffer->nesting >= 4) in get_trace_buf()
3167 buffer->nesting++; in get_trace_buf()
3171 return &buffer->buffer[buffer->nesting - 1][0]; in get_trace_buf()
3234 if (global_trace.array_buffer.buffer) in trace_printk_init_buffers()
3268 struct trace_buffer *buffer; in trace_vbprintk() local
3297 buffer = tr->array_buffer.buffer; in trace_vbprintk()
3298 ring_buffer_nest_start(buffer); in trace_vbprintk()
3299 event = __trace_buffer_lock_reserve(buffer, TRACE_BPRINT, size, in trace_vbprintk()
3308 if (!call_filter_check_discard(call, entry, buffer, event)) { in trace_vbprintk()
3309 __buffer_unlock_commit(buffer, event); in trace_vbprintk()
3310 ftrace_trace_stack(tr, buffer, flags, 6, pc, NULL); in trace_vbprintk()
3314 ring_buffer_nest_end(buffer); in trace_vbprintk()
3328 __trace_array_vprintk(struct trace_buffer *buffer, in __trace_array_vprintk() argument
3358 ring_buffer_nest_start(buffer); in __trace_array_vprintk()
3359 event = __trace_buffer_lock_reserve(buffer, TRACE_PRINT, size, in __trace_array_vprintk()
3367 if (!call_filter_check_discard(call, entry, buffer, event)) { in __trace_array_vprintk()
3368 __buffer_unlock_commit(buffer, event); in __trace_array_vprintk()
3369 ftrace_trace_stack(&global_trace, buffer, flags, 6, pc, NULL); in __trace_array_vprintk()
3373 ring_buffer_nest_end(buffer); in __trace_array_vprintk()
3387 return __trace_array_vprintk(tr->array_buffer.buffer, ip, fmt, args); in trace_array_vprintk()
3456 int trace_array_printk_buf(struct trace_buffer *buffer, in trace_array_printk_buf() argument
3466 ret = __trace_array_vprintk(buffer, ip, fmt, ap); in trace_array_printk_buf()
3500 event = ring_buffer_peek(iter->array_buffer->buffer, cpu, ts, in peek_next_entry()
3516 struct trace_buffer *buffer = iter->array_buffer->buffer; in __find_next_entry() local
3530 if (ring_buffer_empty_cpu(buffer, cpu_file)) in __find_next_entry()
3541 if (ring_buffer_empty_cpu(buffer, cpu)) in __find_next_entry()
3635 ring_buffer_consume(iter->array_buffer->buffer, iter->cpu, &iter->ts, in trace_consume()
3783 count = ring_buffer_entries_cpu(buf->buffer, cpu); in get_total_entries_cpu()
3795 ring_buffer_overrun_cpu(buf->buffer, cpu); in get_total_entries_cpu()
4105 if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu)) in trace_empty()
4117 if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu)) in trace_empty()
4402 if (ring_buffer_overruns(iter->array_buffer->buffer)) in __tracing_open()
4419 ring_buffer_read_prepare(iter->array_buffer->buffer, in __tracing_open()
4430 ring_buffer_read_prepare(iter->array_buffer->buffer, in __tracing_open()
4802 ring_buffer_record_disable_cpu(tr->array_buffer.buffer, cpu); in tracing_set_cpumask()
4804 ring_buffer_record_disable_cpu(tr->max_buffer.buffer, cpu); in tracing_set_cpumask()
4810 ring_buffer_record_enable_cpu(tr->array_buffer.buffer, cpu); in tracing_set_cpumask()
4812 ring_buffer_record_enable_cpu(tr->max_buffer.buffer, cpu); in tracing_set_cpumask()
4989 ring_buffer_change_overwrite(tr->array_buffer.buffer, enabled); in set_tracer_flag()
4991 ring_buffer_change_overwrite(tr->max_buffer.buffer, enabled); in set_tracer_flag()
5797 set_buffer_entries(buf, ring_buffer_size(buf->buffer, 0)); in update_buffer_entries()
5799 per_cpu_ptr(buf->data, cpu)->entries = ring_buffer_size(buf->buffer, cpu); in update_buffer_entries()
5812 ret = ring_buffer_resize(trace_buf->buffer, in resize_buffer_duplicate_size()
5820 ret = ring_buffer_resize(trace_buf->buffer, in resize_buffer_duplicate_size()
5844 if (!tr->array_buffer.buffer) in __tracing_resize_ring_buffer()
5850 ret = ring_buffer_resize(tr->array_buffer.buffer, size, cpu); in __tracing_resize_ring_buffer()
5858 ret = ring_buffer_resize(tr->max_buffer.buffer, size, cpu); in __tracing_resize_ring_buffer()
6302 return ring_buffer_poll_wait(iter->array_buffer->buffer, iter->cpu_file, in trace_poll()
6739 struct trace_buffer *buffer; in tracing_mark_write() local
6768 buffer = tr->array_buffer.buffer; in tracing_mark_write()
6769 event = __trace_buffer_lock_reserve(buffer, TRACE_PRINT, size, in tracing_mark_write()
6800 __buffer_unlock_commit(buffer, event); in tracing_mark_write()
6820 struct trace_buffer *buffer; in tracing_mark_raw_write() local
6849 buffer = tr->array_buffer.buffer; in tracing_mark_raw_write()
6850 event = __trace_buffer_lock_reserve(buffer, TRACE_RAW_DATA, size, in tracing_mark_raw_write()
6866 __buffer_unlock_commit(buffer, event); in tracing_mark_raw_write()
6904 ring_buffer_set_clock(tr->array_buffer.buffer, trace_clocks[i].func); in tracing_set_clock()
6913 if (tr->max_buffer.buffer) in tracing_set_clock()
6914 ring_buffer_set_clock(tr->max_buffer.buffer, trace_clocks[i].func); in tracing_set_clock()
6973 if (ring_buffer_time_stamp_abs(tr->array_buffer.buffer)) in tracing_time_stamp_mode_show()
7018 ring_buffer_set_time_stamp_abs(tr->array_buffer.buffer, abs); in tracing_set_time_stamp_abs()
7021 if (tr->max_buffer.buffer) in tracing_set_time_stamp_abs()
7022 ring_buffer_set_time_stamp_abs(tr->max_buffer.buffer, abs); in tracing_set_time_stamp_abs()
7544 const char __user *buffer, in tracing_err_log_write() argument
7636 info->spare = ring_buffer_alloc_read_page(iter->array_buffer->buffer, in tracing_buffers_read()
7654 ret = ring_buffer_read_page(iter->array_buffer->buffer, in tracing_buffers_read()
7704 ring_buffer_free_read_page(iter->array_buffer->buffer, in tracing_buffers_release()
7714 struct trace_buffer *buffer; member
7724 ring_buffer_free_read_page(ref->buffer, ref->cpu, ref->page); in buffer_ref_release()
7807 entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_splice_read()
7820 ref->buffer = iter->array_buffer->buffer; in tracing_buffers_splice_read()
7821 ref->page = ring_buffer_alloc_read_page(ref->buffer, iter->cpu_file); in tracing_buffers_splice_read()
7830 r = ring_buffer_read_page(ref->buffer, &ref->page, in tracing_buffers_splice_read()
7833 ring_buffer_free_read_page(ref->buffer, ref->cpu, in tracing_buffers_splice_read()
7848 entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_splice_read()
7905 cnt = ring_buffer_entries_cpu(trace_buf->buffer, cpu); in tracing_stats_read()
7908 cnt = ring_buffer_overrun_cpu(trace_buf->buffer, cpu); in tracing_stats_read()
7911 cnt = ring_buffer_commit_overrun_cpu(trace_buf->buffer, cpu); in tracing_stats_read()
7914 cnt = ring_buffer_bytes_cpu(trace_buf->buffer, cpu); in tracing_stats_read()
7919 t = ns2usecs(ring_buffer_oldest_event_ts(trace_buf->buffer, cpu)); in tracing_stats_read()
7924 t = ns2usecs(ring_buffer_time_stamp(trace_buf->buffer, cpu)); in tracing_stats_read()
7930 ring_buffer_oldest_event_ts(trace_buf->buffer, cpu)); in tracing_stats_read()
7933 ring_buffer_time_stamp(trace_buf->buffer, cpu)); in tracing_stats_read()
7936 cnt = ring_buffer_dropped_events_cpu(trace_buf->buffer, cpu); in tracing_stats_read()
7939 cnt = ring_buffer_read_events_cpu(trace_buf->buffer, cpu); in tracing_stats_read()
7943 s->buffer, trace_seq_used(s)); in tracing_stats_read()
8572 struct trace_buffer *buffer = tr->array_buffer.buffer; in rb_simple_write() local
8580 if (buffer) { in rb_simple_write()
8667 buf->buffer = ring_buffer_alloc(size, rb_flags); in allocate_trace_buffer()
8668 if (!buf->buffer) in allocate_trace_buffer()
8673 ring_buffer_free(buf->buffer); in allocate_trace_buffer()
8674 buf->buffer = NULL; in allocate_trace_buffer()
8680 ring_buffer_size(tr->array_buffer.buffer, 0)); in allocate_trace_buffer()
8697 ring_buffer_free(tr->array_buffer.buffer); in allocate_trace_buffers()
8698 tr->array_buffer.buffer = NULL; in allocate_trace_buffers()
8717 if (buf->buffer) { in free_trace_buffer()
8718 ring_buffer_free(buf->buffer); in free_trace_buffer()
8719 buf->buffer = NULL; in free_trace_buffer()
9408 s->buffer[s->seq.len] = 0; in trace_printk_seq()
9412 printk(KERN_TRACE "%s", s->buffer); in trace_printk_seq()
9428 if (ring_buffer_overruns(iter->array_buffer->buffer)) in trace_init_global_iter()
9475 size = ring_buffer_size(iter.array_buffer->buffer, cpu); in ftrace_dump()
9579 ssize_t trace_parse_run_command(struct file *file, const char __user *buffer, in trace_parse_run_command() argument
9598 if (copy_from_user(kbuf, buffer + done, size)) { in trace_parse_run_command()