329 struct buffer_page {  struct
358 static __always_inline unsigned int rb_page_commit(struct buffer_page *bpage)  in rb_page_commit()  argument
363 static void free_buffer_page(struct buffer_page *bpage)  in free_buffer_page()
433 	struct buffer_page	*tail_page;
506 	struct buffer_page		*head_page;	/* read from head */
507 	struct buffer_page		*tail_page;	/* write to tail */
508 	struct buffer_page		*commit_page;	/* committed pages */
509 	struct buffer_page		*reader_page;
565 	struct buffer_page		*head_page;
566 	struct buffer_page		*cache_reader_page;
1204 		struct buffer_page *page, struct list_head *list)  in rb_is_head_page()
1223 static bool rb_is_reader_page(struct buffer_page *page)  in rb_is_reader_page()
1248 	struct buffer_page *head;  in rb_head_page_activate()
1283 			    struct buffer_page *head,  in rb_head_page_set()
1284 			    struct buffer_page *prev,  in rb_head_page_set()
1306 				   struct buffer_page *head,  in rb_head_page_set_update()
1307 				   struct buffer_page *prev,  in rb_head_page_set_update()
1315 				 struct buffer_page *head,  in rb_head_page_set_head()
1316 				 struct buffer_page *prev,  in rb_head_page_set_head()
1324 				   struct buffer_page *head,  in rb_head_page_set_normal()
1325 				   struct buffer_page *prev,  in rb_head_page_set_normal()
1333 			       struct buffer_page **bpage)  in rb_inc_page()
1337 	*bpage = list_entry(p, struct buffer_page, list);  in rb_inc_page()
1340 static struct buffer_page *
1343 	struct buffer_page *head;  in rb_set_head_page()
1344 	struct buffer_page *page;  in rb_set_head_page()
1378 static int rb_head_page_replace(struct buffer_page *old,  in rb_head_page_replace()
1379 				struct buffer_page *new)  in rb_head_page_replace()
1397 			       struct buffer_page *tail_page,  in rb_tail_page_update()
1398 			       struct buffer_page *next_page)  in rb_tail_page_update()
1458 			  struct buffer_page *bpage)  in rb_check_bpage()
1503 	struct buffer_page *bpage, *tmp;  in __rb_allocate_pages()
1601 	struct buffer_page *bpage;  in rb_allocate_cpu_buffer()
1643 		= list_entry(cpu_buffer->pages, struct buffer_page, list);  in rb_allocate_cpu_buffer()
1661 	struct buffer_page *bpage, *tmp;  in rb_free_cpu_buffer()
1674 		bpage = list_entry(head, struct buffer_page, list);  in rb_free_cpu_buffer()
1803 static inline unsigned long rb_page_entries(struct buffer_page *bpage)  in rb_page_entries()
1808 static inline unsigned long rb_page_write(struct buffer_page *bpage)  in rb_page_write()
1817 	struct buffer_page *to_remove_page, *tmp_iter_page;  in rb_remove_pages()
1818 	struct buffer_page *last_page, *first_page;  in rb_remove_pages()
1848 				struct buffer_page, list);  in rb_remove_pages()
1875 						struct buffer_page, list);  in rb_remove_pages()
1884 	last_page = list_entry(rb_list_head(to_remove), struct buffer_page,  in rb_remove_pages()
1989 		struct buffer_page *bpage, *tmp;  in rb_insert_pages()
2210 		struct buffer_page *bpage, *tmp;  in ring_buffer_resize()
2242 static __always_inline void *__rb_page_index(struct buffer_page *bpage, unsigned index)  in __rb_page_index()
2258 	struct buffer_page *iter_head_page = iter->head_page;  in rb_iter_head_event()
2314 static __always_inline unsigned rb_page_size(struct buffer_page *bpage)  in rb_page_size()
2362 		    struct buffer_page *tail_page,  in rb_handle_head_page()
2363 		    struct buffer_page *next_page)  in rb_handle_head_page()
2365 	struct buffer_page *new_head;  in rb_handle_head_page()
2484 		struct buffer_page *buffer_tail_page;  in rb_handle_head_page()
2519 	struct buffer_page *tail_page = info->tail_page;  in rb_reset_tail()
2601 	struct buffer_page *tail_page = info->tail_page;  in rb_move_tail()
2602 	struct buffer_page *commit_page = cpu_buffer->commit_page;  in rb_move_tail()
2604 	struct buffer_page *next_page;  in rb_move_tail()
2890 	struct buffer_page *bpage;  in rb_try_to_discard()
3289 	struct buffer_page *tail_page;  in __rb_reserve_next()
3582 	struct buffer_page *bpage = cpu_buffer->commit_page;  in rb_decrement_entry()
3583 	struct buffer_page *start;  in rb_decrement_entry()
3733 	struct buffer_page *reader = cpu_buffer->reader_page;  in rb_per_cpu_empty()
3734 	struct buffer_page *head = rb_set_head_page(cpu_buffer);  in rb_per_cpu_empty()
3735 	struct buffer_page *commit = cpu_buffer->commit_page;  in rb_per_cpu_empty()
3932 	struct buffer_page *bpage;  in ring_buffer_oldest_event_ts()
4176 	struct buffer_page *reader;  in ring_buffer_iter_empty()
4177 	struct buffer_page *head_page;  in ring_buffer_iter_empty()
4178 	struct buffer_page *commit_page;  in ring_buffer_iter_empty()
4179 	struct buffer_page *curr_commit_page;  in ring_buffer_iter_empty()
4277 static struct buffer_page *
4280 	struct buffer_page *reader = NULL;  in rb_get_reader_page()
4447 	struct buffer_page *reader;  in rb_advance_reader()
4507 	struct buffer_page *reader;  in rb_buffer_peek()
4988 static void rb_clear_buffer_page(struct buffer_page *page)  in rb_clear_buffer_page()
4999 	struct buffer_page *page;  in rb_reset_cpu()
5004 		= list_entry(cpu_buffer->pages, struct buffer_page, list);  in rb_reset_cpu()
5446 	struct buffer_page *reader;  in ring_buffer_read_page()