Lines Matching refs:buffer
182 struct trace_buffer *buffer,
509 struct trace_buffer *buffer, in call_filter_check_discard() argument
514 __trace_event_discard_commit(buffer, event); in call_filter_check_discard()
727 if (kstrtoul(parser.buffer, 0, &val)) in trace_pid_write()
764 if (!buf->buffer) in buffer_ftrace_now()
767 ts = ring_buffer_time_stamp(buf->buffer); in buffer_ftrace_now()
768 ring_buffer_normalize_time_stamp(buf->buffer, cpu, &ts); in buffer_ftrace_now()
903 static void __ftrace_trace_stack(struct trace_buffer *buffer,
907 struct trace_buffer *buffer,
912 static inline void __ftrace_trace_stack(struct trace_buffer *buffer, in __ftrace_trace_stack() argument
918 struct trace_buffer *buffer, in ftrace_trace_stack() argument
936 __trace_buffer_lock_reserve(struct trace_buffer *buffer, in __trace_buffer_lock_reserve() argument
943 event = ring_buffer_lock_reserve(buffer, len); in __trace_buffer_lock_reserve()
952 if (tr->array_buffer.buffer) in tracer_tracing_on()
953 ring_buffer_record_on(tr->array_buffer.buffer); in tracer_tracing_on()
981 __buffer_unlock_commit(struct trace_buffer *buffer, struct ring_buffer_event *event) in __buffer_unlock_commit() argument
988 ring_buffer_write(buffer, event->array[0], &event->array[1]); in __buffer_unlock_commit()
992 ring_buffer_unlock_commit(buffer, event); in __buffer_unlock_commit()
999 struct trace_buffer *buffer; in __trace_array_puts() local
1013 buffer = tr->array_buffer.buffer; in __trace_array_puts()
1014 ring_buffer_nest_start(buffer); in __trace_array_puts()
1015 event = __trace_buffer_lock_reserve(buffer, TRACE_PRINT, alloc, in __trace_array_puts()
1034 __buffer_unlock_commit(buffer, event); in __trace_array_puts()
1035 ftrace_trace_stack(tr, buffer, trace_ctx, 4, NULL); in __trace_array_puts()
1037 ring_buffer_nest_end(buffer); in __trace_array_puts()
1062 struct trace_buffer *buffer; in __trace_bputs() local
1075 buffer = global_trace.array_buffer.buffer; in __trace_bputs()
1077 ring_buffer_nest_start(buffer); in __trace_bputs()
1078 event = __trace_buffer_lock_reserve(buffer, TRACE_BPUTS, size, in __trace_bputs()
1087 __buffer_unlock_commit(buffer, event); in __trace_bputs()
1088 ftrace_trace_stack(&global_trace, buffer, trace_ctx, 4, NULL); in __trace_bputs()
1092 ring_buffer_nest_end(buffer); in __trace_bputs()
1235 ring_buffer_resize(tr->max_buffer.buffer, 1, RING_BUFFER_ALL_CPUS); in free_snapshot()
1426 if (tr->array_buffer.buffer) in tracer_tracing_off()
1427 ring_buffer_record_off(tr->array_buffer.buffer); in tracer_tracing_off()
1458 trace_array_printk_buf(global_trace.array_buffer.buffer, _THIS_IP_, in disable_trace_on_warning()
1472 if (tr->array_buffer.buffer) in tracer_tracing_is_on()
1473 return ring_buffer_record_is_on(tr->array_buffer.buffer); in tracer_tracing_is_on()
1569 parser->buffer = kmalloc(size, GFP_KERNEL); in trace_parser_get_init()
1570 if (!parser->buffer) in trace_parser_get_init()
1582 kfree(parser->buffer); in trace_parser_put()
1583 parser->buffer = NULL; in trace_parser_put()
1641 parser->buffer[parser->idx++] = ch; in trace_get_user()
1655 parser->buffer[parser->idx] = 0; in trace_get_user()
1659 parser->buffer[parser->idx++] = ch; in trace_get_user()
1661 parser->buffer[parser->idx] = 0; in trace_get_user()
1685 memcpy(buf, s->buffer + s->seq.readpos, cnt); in trace_seq_to_buffer()
1826 if (ring_buffer_record_is_set_on(tr->array_buffer.buffer)) in update_max_tr()
1827 ring_buffer_record_on(tr->max_buffer.buffer); in update_max_tr()
1829 ring_buffer_record_off(tr->max_buffer.buffer); in update_max_tr()
1837 swap(tr->array_buffer.buffer, tr->max_buffer.buffer); in update_max_tr()
1844 ring_buffer_wake_waiters(tr->array_buffer.buffer, RING_BUFFER_ALL_CPUS); in update_max_tr()
1872 ret = ring_buffer_swap_cpu(tr->max_buffer.buffer, tr->array_buffer.buffer, cpu); in update_max_tr_single()
1882 trace_array_printk_buf(tr->max_buffer.buffer, _THIS_IP_, in update_max_tr_single()
1902 ret = ring_buffer_wait(iter->array_buffer->buffer, iter->cpu_file, full); in wait_on_pipe()
1976 ring_buffer_resize(tr->max_buffer.buffer, trace_buf_size, in run_tracer_selftest()
2002 ring_buffer_resize(tr->max_buffer.buffer, 1, in run_tracer_selftest()
2161 struct trace_buffer *buffer = buf->buffer; in tracing_reset_cpu() local
2163 if (!buffer) in tracing_reset_cpu()
2166 ring_buffer_record_disable(buffer); in tracing_reset_cpu()
2170 ring_buffer_reset_cpu(buffer, cpu); in tracing_reset_cpu()
2172 ring_buffer_record_enable(buffer); in tracing_reset_cpu()
2177 struct trace_buffer *buffer = buf->buffer; in tracing_reset_online_cpus() local
2179 if (!buffer) in tracing_reset_online_cpus()
2182 ring_buffer_record_disable(buffer); in tracing_reset_online_cpus()
2189 ring_buffer_reset_online_cpus(buffer); in tracing_reset_online_cpus()
2191 ring_buffer_record_enable(buffer); in tracing_reset_online_cpus()
2318 struct trace_buffer *buffer; in tracing_start_tr() local
2336 buffer = tr->array_buffer.buffer; in tracing_start_tr()
2337 if (buffer) in tracing_start_tr()
2338 ring_buffer_record_enable(buffer); in tracing_start_tr()
2341 buffer = tr->max_buffer.buffer; in tracing_start_tr()
2342 if (buffer) in tracing_start_tr()
2343 ring_buffer_record_enable(buffer); in tracing_start_tr()
2366 struct trace_buffer *buffer; in tracing_stop_tr() local
2376 buffer = tr->array_buffer.buffer; in tracing_stop_tr()
2377 if (buffer) in tracing_stop_tr()
2378 ring_buffer_record_disable(buffer); in tracing_stop_tr()
2381 buffer = tr->max_buffer.buffer; in tracing_stop_tr()
2382 if (buffer) in tracing_stop_tr()
2383 ring_buffer_record_disable(buffer); in tracing_stop_tr()
2642 trace_buffer_lock_reserve(struct trace_buffer *buffer, in trace_buffer_lock_reserve() argument
2647 return __trace_buffer_lock_reserve(buffer, type, len, trace_ctx); in trace_buffer_lock_reserve()
2772 *current_rb = tr->array_buffer.buffer; in trace_event_buffer_lock_reserve()
2873 printk("%s", iter->seq.buffer); in output_printk()
2879 void *buffer, size_t *lenp, in tracepoint_printk_sysctl() argument
2888 ret = proc_dointvec(table, write, buffer, lenp, ppos); in tracepoint_printk_sysctl()
2916 if (__event_trigger_test_discard(file, fbuffer->buffer, fbuffer->event, in trace_event_buffer_commit()
2926 trace_buffer_unlock_commit_regs(file->tr, fbuffer->buffer, in trace_event_buffer_commit()
2946 struct trace_buffer *buffer, in trace_buffer_unlock_commit_regs() argument
2951 __buffer_unlock_commit(buffer, event); in trace_buffer_unlock_commit_regs()
2959 ftrace_trace_stack(tr, buffer, trace_ctx, regs ? 0 : STACK_SKIP, regs); in trace_buffer_unlock_commit_regs()
2960 ftrace_trace_userstack(tr, buffer, trace_ctx); in trace_buffer_unlock_commit_regs()
2967 trace_buffer_unlock_commit_nostack(struct trace_buffer *buffer, in trace_buffer_unlock_commit_nostack() argument
2970 __buffer_unlock_commit(buffer, event); in trace_buffer_unlock_commit_nostack()
2978 struct trace_buffer *buffer = tr->array_buffer.buffer; in trace_function() local
2982 event = __trace_buffer_lock_reserve(buffer, TRACE_FN, sizeof(*entry), in trace_function()
2990 if (!call_filter_check_discard(call, entry, buffer, event)) { in trace_function()
2993 __buffer_unlock_commit(buffer, event); in trace_function()
3016 static void __ftrace_trace_stack(struct trace_buffer *buffer, in __ftrace_trace_stack() argument
3064 event = __trace_buffer_lock_reserve(buffer, TRACE_STACK, in __ftrace_trace_stack()
3074 if (!call_filter_check_discard(call, entry, buffer, event)) in __ftrace_trace_stack()
3075 __buffer_unlock_commit(buffer, event); in __ftrace_trace_stack()
3086 struct trace_buffer *buffer, in ftrace_trace_stack() argument
3093 __ftrace_trace_stack(buffer, trace_ctx, skip, regs); in ftrace_trace_stack()
3099 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_stack() local
3102 __ftrace_trace_stack(buffer, trace_ctx, skip, NULL); in __trace_stack()
3116 __ftrace_trace_stack(buffer, trace_ctx, skip, NULL); in __trace_stack()
3133 __ftrace_trace_stack(global_trace.array_buffer.buffer, in trace_dump_stack()
3143 struct trace_buffer *buffer, unsigned int trace_ctx) in ftrace_trace_userstack() argument
3169 event = __trace_buffer_lock_reserve(buffer, TRACE_USER_STACK, in ftrace_trace_userstack()
3179 if (!call_filter_check_discard(call, entry, buffer, event)) in ftrace_trace_userstack()
3180 __buffer_unlock_commit(buffer, event); in ftrace_trace_userstack()
3189 struct trace_buffer *buffer, in ftrace_trace_userstack() argument
3209 struct trace_buffer *buffer = tr->array_buffer.buffer; in trace_last_func_repeats() local
3214 event = __trace_buffer_lock_reserve(buffer, TRACE_FUNC_REPEATS, in trace_last_func_repeats()
3219 delta = ring_buffer_event_time_stamp(buffer, event) - in trace_last_func_repeats()
3228 __buffer_unlock_commit(buffer, event); in trace_last_func_repeats()
3234 char buffer[4][TRACE_BUF_SIZE]; member
3245 struct trace_buffer_struct *buffer = this_cpu_ptr(trace_percpu_buffer); in get_trace_buf() local
3247 if (!trace_percpu_buffer || buffer->nesting >= 4) in get_trace_buf()
3250 buffer->nesting++; in get_trace_buf()
3254 return &buffer->buffer[buffer->nesting - 1][0]; in get_trace_buf()
3317 if (global_trace.array_buffer.buffer) in trace_printk_init_buffers()
3351 struct trace_buffer *buffer; in trace_vbprintk() local
3379 buffer = tr->array_buffer.buffer; in trace_vbprintk()
3380 ring_buffer_nest_start(buffer); in trace_vbprintk()
3381 event = __trace_buffer_lock_reserve(buffer, TRACE_BPRINT, size, in trace_vbprintk()
3390 if (!call_filter_check_discard(call, entry, buffer, event)) { in trace_vbprintk()
3391 __buffer_unlock_commit(buffer, event); in trace_vbprintk()
3392 ftrace_trace_stack(tr, buffer, trace_ctx, 6, NULL); in trace_vbprintk()
3396 ring_buffer_nest_end(buffer); in trace_vbprintk()
3410 __trace_array_vprintk(struct trace_buffer *buffer, in __trace_array_vprintk() argument
3439 ring_buffer_nest_start(buffer); in __trace_array_vprintk()
3440 event = __trace_buffer_lock_reserve(buffer, TRACE_PRINT, size, in __trace_array_vprintk()
3448 if (!call_filter_check_discard(call, entry, buffer, event)) { in __trace_array_vprintk()
3449 __buffer_unlock_commit(buffer, event); in __trace_array_vprintk()
3450 ftrace_trace_stack(&global_trace, buffer, trace_ctx, 6, NULL); in __trace_array_vprintk()
3454 ring_buffer_nest_end(buffer); in __trace_array_vprintk()
3468 return __trace_array_vprintk(tr->array_buffer.buffer, ip, fmt, args); in trace_array_vprintk()
3537 int trace_array_printk_buf(struct trace_buffer *buffer, in trace_array_printk_buf() argument
3547 ret = __trace_array_vprintk(buffer, ip, fmt, ap); in trace_array_printk_buf()
3581 event = ring_buffer_peek(iter->array_buffer->buffer, cpu, ts, in peek_next_entry()
3597 struct trace_buffer *buffer = iter->array_buffer->buffer; in __find_next_entry() local
3611 if (ring_buffer_empty_cpu(buffer, cpu_file)) in __find_next_entry()
3622 if (ring_buffer_empty_cpu(buffer, cpu)) in __find_next_entry()
3695 if ((addr >= (unsigned long)iter->tmp_seq.buffer) && in trace_safe_str()
3696 (addr < (unsigned long)iter->tmp_seq.buffer + PAGE_SIZE)) in trace_safe_str()
3734 return seq->buffer; in show_buffer()
4017 ring_buffer_consume(iter->array_buffer->buffer, iter->cpu, &iter->ts, in trace_consume()
4165 count = ring_buffer_entries_cpu(buf->buffer, cpu); in get_total_entries_cpu()
4177 ring_buffer_overrun_cpu(buf->buffer, cpu); in get_total_entries_cpu()
4489 if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu)) in trace_empty()
4501 if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu)) in trace_empty()
4796 if (ring_buffer_overruns(iter->array_buffer->buffer)) in __tracing_open()
4813 ring_buffer_read_prepare(iter->array_buffer->buffer, in __tracing_open()
4824 ring_buffer_read_prepare(iter->array_buffer->buffer, in __tracing_open()
5209 ring_buffer_record_disable_cpu(tr->array_buffer.buffer, cpu); in tracing_set_cpumask()
5211 ring_buffer_record_disable_cpu(tr->max_buffer.buffer, cpu); in tracing_set_cpumask()
5217 ring_buffer_record_enable_cpu(tr->array_buffer.buffer, cpu); in tracing_set_cpumask()
5219 ring_buffer_record_enable_cpu(tr->max_buffer.buffer, cpu); in tracing_set_cpumask()
5396 ring_buffer_change_overwrite(tr->array_buffer.buffer, enabled); in set_tracer_flag()
5398 ring_buffer_change_overwrite(tr->max_buffer.buffer, enabled); in set_tracer_flag()
6219 set_buffer_entries(buf, ring_buffer_size(buf->buffer, 0)); in update_buffer_entries()
6221 per_cpu_ptr(buf->data, cpu)->entries = ring_buffer_size(buf->buffer, cpu); in update_buffer_entries()
6234 ret = ring_buffer_resize(trace_buf->buffer, in resize_buffer_duplicate_size()
6242 ret = ring_buffer_resize(trace_buf->buffer, in resize_buffer_duplicate_size()
6266 if (!tr->array_buffer.buffer) in __tracing_resize_ring_buffer()
6272 ret = ring_buffer_resize(tr->array_buffer.buffer, size, cpu); in __tracing_resize_ring_buffer()
6280 ret = ring_buffer_resize(tr->max_buffer.buffer, size, cpu); in __tracing_resize_ring_buffer()
6729 return ring_buffer_poll_wait(iter->array_buffer->buffer, iter->cpu_file, in trace_poll()
7166 struct trace_buffer *buffer; in tracing_mark_write() local
7193 buffer = tr->array_buffer.buffer; in tracing_mark_write()
7194 event = __trace_buffer_lock_reserve(buffer, TRACE_PRINT, size, in tracing_mark_write()
7214 tt = event_triggers_call(tr->trace_marker_file, buffer, entry, event); in tracing_mark_write()
7225 __buffer_unlock_commit(buffer, event); in tracing_mark_write()
7242 struct trace_buffer *buffer; in tracing_mark_raw_write() local
7269 buffer = tr->array_buffer.buffer; in tracing_mark_raw_write()
7270 event = __trace_buffer_lock_reserve(buffer, TRACE_RAW_DATA, size, in tracing_mark_raw_write()
7286 __buffer_unlock_commit(buffer, event); in tracing_mark_raw_write()
7321 ring_buffer_set_clock(tr->array_buffer.buffer, trace_clocks[i].func); in tracing_set_clock()
7330 if (tr->max_buffer.buffer) in tracing_set_clock()
7331 ring_buffer_set_clock(tr->max_buffer.buffer, trace_clocks[i].func); in tracing_set_clock()
7390 if (ring_buffer_time_stamp_abs(tr->array_buffer.buffer)) in tracing_time_stamp_mode_show()
7416 u64 tracing_event_time_stamp(struct trace_buffer *buffer, struct ring_buffer_event *rbe) in tracing_event_time_stamp() argument
7419 return ring_buffer_time_stamp(buffer); in tracing_event_time_stamp()
7421 return ring_buffer_event_time_stamp(buffer, rbe); in tracing_event_time_stamp()
8048 const char __user *buffer, in tracing_err_log_write() argument
8140 info->spare = ring_buffer_alloc_read_page(iter->array_buffer->buffer, in tracing_buffers_read()
8158 ret = ring_buffer_read_page(iter->array_buffer->buffer, in tracing_buffers_read()
8211 ring_buffer_wake_waiters(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_release()
8214 ring_buffer_free_read_page(iter->array_buffer->buffer, in tracing_buffers_release()
8224 struct trace_buffer *buffer; member
8234 ring_buffer_free_read_page(ref->buffer, ref->cpu, ref->page); in buffer_ref_release()
8317 entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_splice_read()
8330 ref->buffer = iter->array_buffer->buffer; in tracing_buffers_splice_read()
8331 ref->page = ring_buffer_alloc_read_page(ref->buffer, iter->cpu_file); in tracing_buffers_splice_read()
8340 r = ring_buffer_read_page(ref->buffer, &ref->page, in tracing_buffers_splice_read()
8343 ring_buffer_free_read_page(ref->buffer, ref->cpu, in tracing_buffers_splice_read()
8358 entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_splice_read()
8415 ring_buffer_wake_waiters(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_ioctl()
8450 cnt = ring_buffer_entries_cpu(trace_buf->buffer, cpu); in tracing_stats_read()
8453 cnt = ring_buffer_overrun_cpu(trace_buf->buffer, cpu); in tracing_stats_read()
8456 cnt = ring_buffer_commit_overrun_cpu(trace_buf->buffer, cpu); in tracing_stats_read()
8459 cnt = ring_buffer_bytes_cpu(trace_buf->buffer, cpu); in tracing_stats_read()
8464 t = ns2usecs(ring_buffer_oldest_event_ts(trace_buf->buffer, cpu)); in tracing_stats_read()
8469 t = ns2usecs(ring_buffer_time_stamp(trace_buf->buffer)); in tracing_stats_read()
8475 ring_buffer_oldest_event_ts(trace_buf->buffer, cpu)); in tracing_stats_read()
8478 ring_buffer_time_stamp(trace_buf->buffer)); in tracing_stats_read()
8481 cnt = ring_buffer_dropped_events_cpu(trace_buf->buffer, cpu); in tracing_stats_read()
8484 cnt = ring_buffer_read_events_cpu(trace_buf->buffer, cpu); in tracing_stats_read()
8488 s->buffer, trace_seq_used(s)); in tracing_stats_read()
9117 struct trace_buffer *buffer = tr->array_buffer.buffer; in rb_simple_write() local
9125 if (buffer) { in rb_simple_write()
9138 ring_buffer_wake_waiters(buffer, RING_BUFFER_ALL_CPUS); in rb_simple_write()
9214 buf->buffer = ring_buffer_alloc(size, rb_flags); in allocate_trace_buffer()
9215 if (!buf->buffer) in allocate_trace_buffer()
9220 ring_buffer_free(buf->buffer); in allocate_trace_buffer()
9221 buf->buffer = NULL; in allocate_trace_buffer()
9227 ring_buffer_size(tr->array_buffer.buffer, 0)); in allocate_trace_buffer()
9244 ring_buffer_free(tr->array_buffer.buffer); in allocate_trace_buffers()
9245 tr->array_buffer.buffer = NULL; in allocate_trace_buffers()
9264 if (buf->buffer) { in free_trace_buffer()
9265 ring_buffer_free(buf->buffer); in free_trace_buffer()
9266 buf->buffer = NULL; in free_trace_buffer()
9982 s->buffer[s->seq.len] = 0; in trace_printk_seq()
9986 printk(KERN_TRACE "%s", s->buffer); in trace_printk_seq()
10002 if (ring_buffer_overruns(iter->array_buffer->buffer)) in trace_init_global_iter()
10051 size = ring_buffer_size(iter.array_buffer->buffer, cpu); in ftrace_dump()
10135 ssize_t trace_parse_run_command(struct file *file, const char __user *buffer, in trace_parse_run_command() argument
10154 if (copy_from_user(kbuf, buffer + done, size)) { in trace_parse_run_command()