Lines Matching refs:buffer_page
302 struct buffer_page { struct
331 static __always_inline unsigned int rb_page_commit(struct buffer_page *bpage) in rb_page_commit() argument
336 static void free_buffer_page(struct buffer_page *bpage) in free_buffer_page()
394 struct buffer_page *tail_page;
470 struct buffer_page *head_page; /* read from head */
471 struct buffer_page *tail_page; /* write to tail */
472 struct buffer_page *commit_page; /* committed pages */
473 struct buffer_page *reader_page;
530 struct buffer_page *head_page;
531 struct buffer_page *cache_reader_page;
705 struct buffer_page *page = cpu_buffer->commit_page; in verify_event()
706 struct buffer_page *tail_page = READ_ONCE(cpu_buffer->tail_page); in verify_event()
724 page = list_entry(next, struct buffer_page, list); in verify_event()
1261 rb_is_head_page(struct buffer_page *page, struct list_head *list) in rb_is_head_page()
1280 static bool rb_is_reader_page(struct buffer_page *page) in rb_is_reader_page()
1304 struct buffer_page *head; in rb_head_page_activate()
1339 struct buffer_page *head, in rb_head_page_set()
1340 struct buffer_page *prev, in rb_head_page_set()
1362 struct buffer_page *head, in rb_head_page_set_update()
1363 struct buffer_page *prev, in rb_head_page_set_update()
1371 struct buffer_page *head, in rb_head_page_set_head()
1372 struct buffer_page *prev, in rb_head_page_set_head()
1380 struct buffer_page *head, in rb_head_page_set_normal()
1381 struct buffer_page *prev, in rb_head_page_set_normal()
1388 static inline void rb_inc_page(struct buffer_page **bpage) in rb_inc_page()
1392 *bpage = list_entry(p, struct buffer_page, list); in rb_inc_page()
1395 static struct buffer_page *
1398 struct buffer_page *head; in rb_set_head_page()
1399 struct buffer_page *page; in rb_set_head_page()
1433 static int rb_head_page_replace(struct buffer_page *old, in rb_head_page_replace()
1434 struct buffer_page *new) in rb_head_page_replace()
1452 struct buffer_page *tail_page, in rb_tail_page_update()
1453 struct buffer_page *next_page) in rb_tail_page_update()
1513 struct buffer_page *bpage) in rb_check_bpage()
1559 struct buffer_page *bpage, *tmp; in __rb_allocate_pages()
1659 struct buffer_page *bpage; in rb_allocate_cpu_buffer()
1701 = list_entry(cpu_buffer->pages, struct buffer_page, list); in rb_allocate_cpu_buffer()
1719 struct buffer_page *bpage, *tmp; in rb_free_cpu_buffer()
1732 bpage = list_entry(head, struct buffer_page, list); in rb_free_cpu_buffer()
1883 static inline unsigned long rb_page_entries(struct buffer_page *bpage) in rb_page_entries()
1888 static inline unsigned long rb_page_write(struct buffer_page *bpage) in rb_page_write()
1897 struct buffer_page *to_remove_page, *tmp_iter_page; in rb_remove_pages()
1898 struct buffer_page *last_page, *first_page; in rb_remove_pages()
1928 struct buffer_page, list); in rb_remove_pages()
1953 struct buffer_page, list); in rb_remove_pages()
1968 last_page = list_entry(rb_list_head(to_remove), struct buffer_page, in rb_remove_pages()
2073 struct buffer_page *bpage, *tmp; in rb_insert_pages()
2290 struct buffer_page *bpage, *tmp; in ring_buffer_resize()
2322 static __always_inline void *__rb_page_index(struct buffer_page *bpage, unsigned index) in __rb_page_index()
2338 struct buffer_page *iter_head_page = iter->head_page; in rb_iter_head_event()
2394 static __always_inline unsigned rb_page_size(struct buffer_page *bpage) in rb_page_size()
2442 struct buffer_page *tail_page, in rb_handle_head_page()
2443 struct buffer_page *next_page) in rb_handle_head_page()
2445 struct buffer_page *new_head; in rb_handle_head_page()
2564 struct buffer_page *buffer_tail_page; in rb_handle_head_page()
2599 struct buffer_page *tail_page = info->tail_page; in rb_reset_tail()
2681 struct buffer_page *tail_page = info->tail_page; in rb_move_tail()
2682 struct buffer_page *commit_page = cpu_buffer->commit_page; in rb_move_tail()
2684 struct buffer_page *next_page; in rb_move_tail()
2945 struct buffer_page *bpage; in rb_try_to_discard()
3493 struct buffer_page *tail_page; in __rb_reserve_next()
3781 struct buffer_page *bpage = cpu_buffer->commit_page; in rb_decrement_entry()
3782 struct buffer_page *start; in rb_decrement_entry()
3935 struct buffer_page *reader = cpu_buffer->reader_page; in rb_per_cpu_empty()
3936 struct buffer_page *head = rb_set_head_page(cpu_buffer); in rb_per_cpu_empty()
3937 struct buffer_page *commit = cpu_buffer->commit_page; in rb_per_cpu_empty()
4140 struct buffer_page *bpage; in ring_buffer_oldest_event_ts()
4383 struct buffer_page *reader; in ring_buffer_iter_empty()
4384 struct buffer_page *head_page; in ring_buffer_iter_empty()
4385 struct buffer_page *commit_page; in ring_buffer_iter_empty()
4386 struct buffer_page *curr_commit_page; in ring_buffer_iter_empty()
4486 static void __set_head_page_flag(struct buffer_page *head, int flag) in __set_head_page_flag()
4493 static int __read_footer_reader_status(struct buffer_page *bpage) in __read_footer_reader_status()
4500 static int __read_footer_writer_status(struct buffer_page *bpage) in __read_footer_writer_status()
4507 static struct buffer_page *
4508 ring_buffer_search_footer(struct buffer_page *start, unsigned long flag) in ring_buffer_search_footer()
4511 struct buffer_page *bpage = start; in ring_buffer_search_footer()
4534 static struct buffer_page *
4537 struct buffer_page *new_reader, *new_rb_page, *new_head; in rb_swap_reader_page_ext()
4593 static struct buffer_page *
4596 struct buffer_page *reader; in rb_swap_reader_page()
4682 static struct buffer_page *
4685 struct buffer_page *reader = NULL; in rb_get_reader_page()
4780 struct buffer_page *reader; in rb_advance_reader()
4840 struct buffer_page *reader; in rb_buffer_peek()
5161 struct buffer_page *bpage; in ring_buffer_update_view()
5391 static void rb_clear_buffer_page(struct buffer_page *page) in rb_clear_buffer_page()
5402 struct buffer_page *page; in rb_reset_cpu()
5407 = list_entry(cpu_buffer->pages, struct buffer_page, list); in rb_reset_cpu()
5853 struct buffer_page *reader; in ring_buffer_read_page()
6097 struct buffer_page *bpage; in trace_buffer_pack()