308 	struct buffer_data_page *page;	/* Actual data page */  member
333 	return local_read(&bpage->page->commit);  in rb_page_commit()
338 	free_page((unsigned long)bpage->page);  in free_buffer_page()
705 	struct buffer_page *page = cpu_buffer->commit_page;  in verify_event()  local
715 		if (page == tail_page || WARN_ON_ONCE(stop++ > 100))  in verify_event()
717 		commit = local_read(&page->page->commit);  in verify_event()
718 		write = local_read(&page->write);  in verify_event()
719 		if (addr >= (unsigned long)&page->page->data[commit] &&  in verify_event()
720 		    addr < (unsigned long)&page->page->data[write])  in verify_event()
723 		next = rb_list_head(page->list.next);  in verify_event()
724 		page = list_entry(next, struct buffer_page, list);  in verify_event()
783 		return rb_fix_abs_ts(ts, cpu_buffer->tail_page->page->time_stamp);  in ring_buffer_event_time_stamp()
1261 rb_is_head_page(struct buffer_page *page, struct list_head *list)  in rb_is_head_page()  argument
1267 	if ((val & ~RB_FLAG_MASK) != (unsigned long)&page->list)  in rb_is_head_page()
1280 static bool rb_is_reader_page(struct buffer_page *page)  in rb_is_reader_page()  argument
1282 	struct list_head *list = page->list.prev;  in rb_is_reader_page()
1284 	return rb_list_head(list->next) != &page->list;  in rb_is_reader_page()
1399 	struct buffer_page *page;  in rb_set_head_page()  local
1411 	page = head = cpu_buffer->head_page;  in rb_set_head_page()
1420 			if (rb_is_head_page(page, page->list.prev)) {  in rb_set_head_page()
1421 				cpu_buffer->head_page = page;  in rb_set_head_page()
1422 				return page;  in rb_set_head_page()
1424 			rb_inc_page(&page);  in rb_set_head_page()
1425 		} while (page != head);  in rb_set_head_page()
1505 		local_set(&next_page->page->commit, 0);  in rb_tail_page_update()
1594 		struct page *page;  in __rb_allocate_pages()  local
1605 		page = alloc_pages_node(cpu_to_node(cpu_buffer->cpu), mflags, 0);  in __rb_allocate_pages()
1606 		if (!page)  in __rb_allocate_pages()
1608 		bpage->page = page_address(page);  in __rb_allocate_pages()
1609 		rb_init_page(bpage->page);  in __rb_allocate_pages()
1660 	struct page *page;  in rb_allocate_cpu_buffer()  local
1687 	page = alloc_pages_node(cpu_to_node(cpu), GFP_KERNEL, 0);  in rb_allocate_cpu_buffer()
1688 	if (!page)  in rb_allocate_cpu_buffer()
1690 	bpage->page = page_address(page);  in rb_allocate_cpu_buffer()
1691 	rb_init_page(bpage->page);  in rb_allocate_cpu_buffer()
2324 	return bpage->page->data + index;  in __rb_page_index()
2378 	if (iter->page_stamp != iter_head_page->page->time_stamp ||  in rb_iter_head_event()
2386 	iter->page_stamp = iter->read_stamp = iter->head_page->page->time_stamp;  in rb_iter_head_event()
2428 	iter->page_stamp = iter->read_stamp = iter->head_page->page->time_stamp;  in rb_inc_iter()
2960 	if (bpage->page == (void *)addr && rb_page_write(bpage) == old_index) {  in rb_try_to_discard()
3038 		local_set(&cpu_buffer->commit_page->page->commit,  in rb_set_commit_to_write()
3049 		local_set(&cpu_buffer->commit_page->page->commit,  in rb_set_commit_to_write()
3052 			   local_read(&cpu_buffer->commit_page->page->commit) &  in rb_set_commit_to_write()
3403 	bpage = info->tail_page->page;  in check_buffer()
3628 		tail_page->page->time_stamp = info->ts;  in __rb_reserve_next()
3787 	if (likely(bpage->page == (void *)addr)) {  in rb_decrement_entry()
3799 		if (bpage->page == (void *)addr) {  in rb_decrement_entry()
4157 		ret = bpage->page->time_stamp;  in ring_buffer_oldest_event_ts()
4346 		iter->page_stamp = cpu_buffer->reader_page->page->time_stamp;  in rb_iter_reset()
4348 		iter->read_stamp = iter->head_page->page->time_stamp;  in rb_iter_reset()
4395 	commit_ts = commit_page->page->time_stamp;  in ring_buffer_iter_empty()
4409 	curr_commit_ts = READ_ONCE(curr_commit_page->page->time_stamp);  in ring_buffer_iter_empty()
4495 	struct rb_ext_page_footer *footer = rb_ext_page_get_footer(bpage->page);  in __read_footer_reader_status()
4502 	struct rb_ext_page_footer *footer = rb_ext_page_get_footer(bpage->page);  in __read_footer_writer_status()
4583 	footer = rb_ext_page_get_footer(new_reader->page);  in rb_swap_reader_page_ext()
4605 	local_set(&cpu_buffer->reader_page->page->commit, 0);  in rb_swap_reader_page()
4737 		cpu_buffer->read_stamp = reader->page->time_stamp;  in rb_get_reader_page()
4883 			*ts = rb_fix_abs_ts(*ts, reader->page->time_stamp);  in rb_buffer_peek()
4975 			*ts = rb_fix_abs_ts(*ts, iter->head_page->page->time_stamp);  in rb_iter_peek()
5172 	footer = rb_ext_page_get_footer(bpage->page);  in ring_buffer_update_view()
5391 static void rb_clear_buffer_page(struct buffer_page *page)  in rb_clear_buffer_page()  argument
5393 	local_set(&page->write, 0);  in rb_clear_buffer_page()
5394 	local_set(&page->entries, 0);  in rb_clear_buffer_page()
5395 	rb_init_page(page->page);  in rb_clear_buffer_page()
5396 	page->read = 0;  in rb_clear_buffer_page()
5402 	struct buffer_page *page;  in rb_reset_cpu()  local
5409 	list_for_each_entry(page, cpu_buffer->pages, list) {  in rb_reset_cpu()
5410 		rb_clear_buffer_page(page);  in rb_reset_cpu()
5740 	struct page *page;  in ring_buffer_alloc_read_page()  local
5760 	page = alloc_pages_node(cpu_to_node(cpu),  in ring_buffer_alloc_read_page()
5762 	if (!page)  in ring_buffer_alloc_read_page()
5765 	bpage = page_address(page);  in ring_buffer_alloc_read_page()
5786 	struct page *page = virt_to_page(bpage);  in ring_buffer_free_read_page()  local
5795 	if (page_ref_count(page) > 1)  in ring_buffer_free_read_page()
5904 		struct buffer_data_page *rpage = cpu_buffer->reader_page->page;  in ring_buffer_read_page()
5970 		bpage = reader->page;  in ring_buffer_read_page()
5971 		reader->page = *data_page;  in ring_buffer_read_page()
6116 		cpu_pack->reader_page_va = (unsigned long)rb->reader_page->page;  in trace_buffer_pack()
6120 			cpu_pack->page_va[j] = (unsigned long)bpage->page;  in trace_buffer_pack()