291 #define for_each_buffer_cpu(buffer, cpu)		\  argument
294 #define for_each_online_buffer_cpu(buffer, cpu)		\  argument
442 	struct trace_buffer	*buffer;  member
545 int ring_buffer_print_page_header(struct trace_buffer *buffer, struct trace_seq *s)  in ring_buffer_print_page_header()
663 u64 ring_buffer_event_time_stamp(struct trace_buffer *buffer,  in ring_buffer_event_time_stamp()
701 size_t ring_buffer_nr_dirty_pages(struct trace_buffer *buffer, int cpu)  in ring_buffer_nr_dirty_pages()
725 static __always_inline bool full_hit(struct trace_buffer *buffer, int cpu, int full)  in full_hit()
785 void ring_buffer_wake_waiters(struct trace_buffer *buffer, int cpu)  in ring_buffer_wake_waiters()
817 static bool rb_watermark_hit(struct trace_buffer *buffer, int cpu, int full)  in rb_watermark_hit()
849 rb_wait_cond(struct rb_irq_work *rbwork, struct trace_buffer *buffer,  in rb_wait_cond()
915 int ring_buffer_wait(struct trace_buffer *buffer, int cpu, int full,  in ring_buffer_wait()
974 __poll_t ring_buffer_poll_wait(struct trace_buffer *buffer, int cpu,  in ring_buffer_poll_wait()
1056 static inline u64 rb_time_stamp(struct trace_buffer *buffer)  in rb_time_stamp()
1070 u64 ring_buffer_time_stamp(struct trace_buffer *buffer)  in ring_buffer_time_stamp()
1082 void ring_buffer_normalize_time_stamp(struct trace_buffer *buffer,  in ring_buffer_normalize_time_stamp()
1549 static void *rb_range_meta(struct trace_buffer *buffer, int nr_pages, int cpu)  in rb_range_meta()
1644 			  struct trace_buffer *buffer, int nr_pages,  in rb_meta_valid()
1877 static void rb_range_meta_init(struct trace_buffer *buffer, int nr_pages)  in rb_range_meta_init()
2000 int ring_buffer_meta_seq_init(struct file *file, struct trace_buffer *buffer, int cpu)  in ring_buffer_meta_seq_init()
2033 	struct trace_buffer *buffer = cpu_buffer->buffer;  in __rb_allocate_pages()  local
2181 rb_allocate_cpu_buffer(struct trace_buffer *buffer, long nr_pages, int cpu)  in rb_allocate_cpu_buffer()
2345 	struct trace_buffer *buffer;  in alloc_buffer()  local
2518 bool ring_buffer_last_boot_delta(struct trace_buffer *buffer, long *text,  in ring_buffer_last_boot_delta()
2538 ring_buffer_free(struct trace_buffer *buffer)  in ring_buffer_free()
2556 void ring_buffer_set_clock(struct trace_buffer *buffer,  in ring_buffer_set_clock()
2562 void ring_buffer_set_time_stamp_abs(struct trace_buffer *buffer, bool abs)  in ring_buffer_set_time_stamp_abs()
2567 bool ring_buffer_time_stamp_abs(struct trace_buffer *buffer)  in ring_buffer_time_stamp_abs()
2806 int ring_buffer_resize(struct trace_buffer *buffer, unsigned long size,  in ring_buffer_resize()
3017 void ring_buffer_change_overwrite(struct trace_buffer *buffer, int val)  in ring_buffer_change_overwrite()
3440 	struct trace_buffer *buffer = cpu_buffer->buffer;  in rb_move_tail()  local
3883 rb_wakeups(struct trace_buffer *buffer, struct ring_buffer_per_cpu *cpu_buffer)  in rb_wakeups()
4036 void ring_buffer_nest_start(struct trace_buffer *buffer)  in ring_buffer_nest_start()
4056 void ring_buffer_nest_end(struct trace_buffer *buffer)  in ring_buffer_nest_end()
4077 int ring_buffer_unlock_commit(struct trace_buffer *buffer)  in ring_buffer_unlock_commit()
4449 rb_reserve_next_event(struct trace_buffer *buffer,  in rb_reserve_next_event()
4545 ring_buffer_lock_reserve(struct trace_buffer *buffer, unsigned long length)  in ring_buffer_lock_reserve()
4646 void ring_buffer_discard_commit(struct trace_buffer *buffer,  in ring_buffer_discard_commit()
4692 int ring_buffer_write(struct trace_buffer *buffer,  in ring_buffer_write()
4774 void ring_buffer_record_disable(struct trace_buffer *buffer)  in ring_buffer_record_disable()
4787 void ring_buffer_record_enable(struct trace_buffer *buffer)  in ring_buffer_record_enable()
4804 void ring_buffer_record_off(struct trace_buffer *buffer)  in ring_buffer_record_off()
4827 void ring_buffer_record_on(struct trace_buffer *buffer)  in ring_buffer_record_on()
4845 bool ring_buffer_record_is_on(struct trace_buffer *buffer)  in ring_buffer_record_is_on()
4861 bool ring_buffer_record_is_set_on(struct trace_buffer *buffer)  in ring_buffer_record_is_set_on()
4876 void ring_buffer_record_disable_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_record_disable_cpu()
4896 void ring_buffer_record_enable_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_record_enable_cpu()
4913 u64 ring_buffer_oldest_event_ts(struct trace_buffer *buffer, int cpu)  in ring_buffer_oldest_event_ts()
4946 unsigned long ring_buffer_bytes_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_bytes_cpu()
4966 unsigned long ring_buffer_entries_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_entries_cpu()
4985 unsigned long ring_buffer_overrun_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_overrun_cpu()
5008 ring_buffer_commit_overrun_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_commit_overrun_cpu()
5030 ring_buffer_dropped_events_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_dropped_events_cpu()
5051 ring_buffer_read_events_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_read_events_cpu()
5070 unsigned long ring_buffer_entries(struct trace_buffer *buffer)  in ring_buffer_entries()
5093 unsigned long ring_buffer_overruns(struct trace_buffer *buffer)  in ring_buffer_overruns()
5631 	struct trace_buffer *buffer;  in rb_iter_peek()  local
5761 ring_buffer_peek(struct trace_buffer *buffer, int cpu, u64 *ts,  in ring_buffer_peek()
5839 ring_buffer_consume(struct trace_buffer *buffer, int cpu, u64 *ts,  in ring_buffer_consume()
5891 ring_buffer_read_start(struct trace_buffer *buffer, int cpu, gfp_t flags)  in ring_buffer_read_start()
5971 unsigned long ring_buffer_size(struct trace_buffer *buffer, int cpu)  in ring_buffer_size()
5986 unsigned long ring_buffer_max_event_size(struct trace_buffer *buffer)  in ring_buffer_max_event_size()
6120 void ring_buffer_reset_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_reset_cpu()
6158 void ring_buffer_reset_online_cpus(struct trace_buffer *buffer)  in ring_buffer_reset_online_cpus()
6205 void ring_buffer_reset(struct trace_buffer *buffer)  in ring_buffer_reset()
6240 bool ring_buffer_empty(struct trace_buffer *buffer)  in ring_buffer_empty()
6270 bool ring_buffer_empty_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_empty_cpu()
6291 int ring_buffer_poll_writer(struct trace_buffer *buffer, int cpu)  in ring_buffer_poll_writer()
6445 ring_buffer_alloc_read_page(struct trace_buffer *buffer, int cpu)  in ring_buffer_alloc_read_page()
6500 void ring_buffer_free_read_page(struct trace_buffer *buffer, int cpu,  in ring_buffer_free_read_page()
6572 int ring_buffer_read_page(struct trace_buffer *buffer,  in ring_buffer_read_page()
6769 int ring_buffer_subbuf_size_get(struct trace_buffer *buffer)  in ring_buffer_subbuf_size_get()
6787 int ring_buffer_subbuf_order_get(struct trace_buffer *buffer)  in ring_buffer_subbuf_order_get()
6812 int ring_buffer_subbuf_order_set(struct trace_buffer *buffer, int order)  in ring_buffer_subbuf_order_set()
7029 rb_get_mapped_buffer(struct trace_buffer *buffer, int cpu)  in rb_get_mapped_buffer()
7207 int ring_buffer_map(struct trace_buffer *buffer, int cpu,  in ring_buffer_map()
7276 int ring_buffer_unmap(struct trace_buffer *buffer, int cpu)  in ring_buffer_unmap()
7320 int ring_buffer_map_get_reader(struct trace_buffer *buffer, int cpu)  in ring_buffer_map_get_reader()
7423 	struct trace_buffer *buffer;  in trace_rb_cpu_prepare()  local
7478 	struct trace_buffer *buffer;  member
7620 	struct trace_buffer *buffer;  in test_ringbuffer()  local