Lines Matching refs:ring_buffer_per_cpu
443 struct ring_buffer_per_cpu { struct
496 struct ring_buffer_per_cpu **buffers; argument
506 struct ring_buffer_per_cpu *cpu_buffer;
578 struct ring_buffer_per_cpu *uninitialized_var(cpu_buffer); in ring_buffer_wait()
690 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_poll_wait()
731 if (__same_type(*(b), struct ring_buffer_per_cpu)) { \
732 struct ring_buffer_per_cpu *__b = \
869 rb_is_head_page(struct ring_buffer_per_cpu *cpu_buffer, in rb_is_head_page()
899 static void rb_set_list_to_head(struct ring_buffer_per_cpu *cpu_buffer, in rb_set_list_to_head()
912 static void rb_head_page_activate(struct ring_buffer_per_cpu *cpu_buffer) in rb_head_page_activate()
937 rb_head_page_deactivate(struct ring_buffer_per_cpu *cpu_buffer) in rb_head_page_deactivate()
948 static int rb_head_page_set(struct ring_buffer_per_cpu *cpu_buffer, in rb_head_page_set()
971 static int rb_head_page_set_update(struct ring_buffer_per_cpu *cpu_buffer, in rb_head_page_set_update()
980 static int rb_head_page_set_head(struct ring_buffer_per_cpu *cpu_buffer, in rb_head_page_set_head()
989 static int rb_head_page_set_normal(struct ring_buffer_per_cpu *cpu_buffer, in rb_head_page_set_normal()
998 static inline void rb_inc_page(struct ring_buffer_per_cpu *cpu_buffer, in rb_inc_page()
1007 rb_set_head_page(struct ring_buffer_per_cpu *cpu_buffer) in rb_set_head_page()
1062 static void rb_tail_page_update(struct ring_buffer_per_cpu *cpu_buffer, in rb_tail_page_update()
1123 static int rb_check_bpage(struct ring_buffer_per_cpu *cpu_buffer, in rb_check_bpage()
1137 static int rb_check_list(struct ring_buffer_per_cpu *cpu_buffer, in rb_check_list()
1154 static int rb_check_pages(struct ring_buffer_per_cpu *cpu_buffer) in rb_check_pages()
1260 static int rb_allocate_pages(struct ring_buffer_per_cpu *cpu_buffer, in rb_allocate_pages()
1285 static struct ring_buffer_per_cpu *
1288 struct ring_buffer_per_cpu *cpu_buffer; in rb_allocate_cpu_buffer()
1346 static void rb_free_cpu_buffer(struct ring_buffer_per_cpu *cpu_buffer) in rb_free_cpu_buffer()
1482 static void rb_reset_cpu(struct ring_buffer_per_cpu *cpu_buffer);
1495 rb_remove_pages(struct ring_buffer_per_cpu *cpu_buffer, unsigned long nr_pages) in rb_remove_pages()
1607 rb_insert_pages(struct ring_buffer_per_cpu *cpu_buffer) in rb_insert_pages()
1683 static void rb_update_pages(struct ring_buffer_per_cpu *cpu_buffer) in rb_update_pages()
1699 struct ring_buffer_per_cpu *cpu_buffer = container_of(work, in update_pages_handler()
1700 struct ring_buffer_per_cpu, update_pages_work); in update_pages_handler()
1718 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_resize()
1911 rb_reader_event(struct ring_buffer_per_cpu *cpu_buffer) in rb_reader_event()
1935 rb_commit_index(struct ring_buffer_per_cpu *cpu_buffer) in rb_commit_index()
1950 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer; in rb_inc_iter()
1975 rb_handle_head_page(struct ring_buffer_per_cpu *cpu_buffer, in rb_handle_head_page()
2129 rb_reset_tail(struct ring_buffer_per_cpu *cpu_buffer, in rb_reset_tail()
2198 static inline void rb_end_commit(struct ring_buffer_per_cpu *cpu_buffer);
2204 rb_move_tail(struct ring_buffer_per_cpu *cpu_buffer, in rb_move_tail()
2328 static inline bool rb_event_is_commit(struct ring_buffer_per_cpu *cpu_buffer,
2343 rb_update_event(struct ring_buffer_per_cpu *cpu_buffer, in rb_update_event()
2415 rb_try_to_discard(struct ring_buffer_per_cpu *cpu_buffer, in rb_try_to_discard()
2454 static void rb_start_commit(struct ring_buffer_per_cpu *cpu_buffer) in rb_start_commit()
2461 rb_set_commit_to_write(struct ring_buffer_per_cpu *cpu_buffer) in rb_set_commit_to_write()
2515 static __always_inline void rb_end_commit(struct ring_buffer_per_cpu *cpu_buffer) in rb_end_commit()
2561 rb_event_is_commit(struct ring_buffer_per_cpu *cpu_buffer, in rb_event_is_commit()
2575 rb_update_write_stamp(struct ring_buffer_per_cpu *cpu_buffer, in rb_update_write_stamp()
2603 static void rb_commit(struct ring_buffer_per_cpu *cpu_buffer, in rb_commit()
2612 rb_wakeups(struct ring_buffer *buffer, struct ring_buffer_per_cpu *cpu_buffer) in rb_wakeups()
2692 trace_recursive_lock(struct ring_buffer_per_cpu *cpu_buffer) in trace_recursive_lock()
2714 trace_recursive_unlock(struct ring_buffer_per_cpu *cpu_buffer) in trace_recursive_unlock()
2738 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_nest_start()
2758 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_nest_end()
2781 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_unlock_commit()
2799 rb_handle_timestamp(struct ring_buffer_per_cpu *cpu_buffer, in rb_handle_timestamp()
2816 __rb_reserve_next(struct ring_buffer_per_cpu *cpu_buffer, in __rb_reserve_next()
2872 struct ring_buffer_per_cpu *cpu_buffer, in rb_reserve_next_event()
2966 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_lock_reserve()
3013 rb_decrement_entry(struct ring_buffer_per_cpu *cpu_buffer, in rb_decrement_entry()
3068 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_discard_commit()
3120 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_write()
3171 static bool rb_per_cpu_empty(struct ring_buffer_per_cpu *cpu_buffer) in rb_per_cpu_empty()
3300 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_record_disable_cpu()
3320 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_record_enable_cpu()
3337 rb_num_of_entries(struct ring_buffer_per_cpu *cpu_buffer) in rb_num_of_entries()
3351 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_oldest_event_ts()
3383 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_bytes_cpu()
3403 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_entries_cpu()
3422 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_overrun_cpu()
3445 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_commit_overrun_cpu()
3467 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_dropped_events_cpu()
3488 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_read_events_cpu()
3507 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_entries()
3530 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_overruns()
3546 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer; in rb_iter_reset()
3570 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_iter_reset()
3590 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_iter_empty()
3612 rb_update_read_stamp(struct ring_buffer_per_cpu *cpu_buffer, in rb_update_read_stamp()
3672 rb_get_reader_page(struct ring_buffer_per_cpu *cpu_buffer) in rb_get_reader_page()
3806 static void rb_advance_reader(struct ring_buffer_per_cpu *cpu_buffer) in rb_advance_reader()
3831 struct ring_buffer_per_cpu *cpu_buffer; in rb_advance_iter()
3871 static int rb_lost_events(struct ring_buffer_per_cpu *cpu_buffer) in rb_lost_events()
3877 rb_buffer_peek(struct ring_buffer_per_cpu *cpu_buffer, u64 *ts, in rb_buffer_peek()
3953 struct ring_buffer_per_cpu *cpu_buffer; in rb_iter_peek()
4037 static inline bool rb_reader_lock(struct ring_buffer_per_cpu *cpu_buffer) in rb_reader_lock()
4062 rb_reader_unlock(struct ring_buffer_per_cpu *cpu_buffer, bool locked) in rb_reader_unlock()
4083 struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu]; in ring_buffer_peek()
4117 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer; in ring_buffer_iter_peek()
4147 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_consume()
4206 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_read_prepare()
4255 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_read_start()
4281 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer; in ring_buffer_read_finish()
4311 struct ring_buffer_per_cpu *cpu_buffer = iter->cpu_buffer; in ring_buffer_read()
4351 rb_reset_cpu(struct ring_buffer_per_cpu *cpu_buffer) in rb_reset_cpu()
4403 struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu]; in ring_buffer_reset_cpu()
4453 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_empty()
4483 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_empty_cpu()
4516 struct ring_buffer_per_cpu *cpu_buffer_a; in ring_buffer_swap_cpu()
4517 struct ring_buffer_per_cpu *cpu_buffer_b; in ring_buffer_swap_cpu()
4595 struct ring_buffer_per_cpu *cpu_buffer; in ring_buffer_alloc_read_page()
4642 struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu]; in ring_buffer_free_read_page()
4703 struct ring_buffer_per_cpu *cpu_buffer = buffer->buffers[cpu]; in ring_buffer_read_page()