Lines Matching refs:page
325 struct buffer_data_page *page; /* Actual data page */ member
354 free_page((unsigned long)bpage->page); in free_buffer_page()
870 struct buffer_page *page, struct list_head *list) in rb_is_head_page() argument
876 if ((val & ~RB_FLAG_MASK) != (unsigned long)&page->list) in rb_is_head_page()
889 static bool rb_is_reader_page(struct buffer_page *page) in rb_is_reader_page() argument
891 struct list_head *list = page->list.prev; in rb_is_reader_page()
893 return rb_list_head(list->next) != &page->list; in rb_is_reader_page()
1010 struct buffer_page *page; in rb_set_head_page() local
1022 page = head = cpu_buffer->head_page; in rb_set_head_page()
1031 if (rb_is_head_page(cpu_buffer, page, page->list.prev)) { in rb_set_head_page()
1032 cpu_buffer->head_page = page; in rb_set_head_page()
1033 return page; in rb_set_head_page()
1035 rb_inc_page(cpu_buffer, &page); in rb_set_head_page()
1036 } while (page != head); in rb_set_head_page()
1116 local_set(&next_page->page->commit, 0); in rb_tail_page_update()
1226 struct page *page; in __rb_allocate_pages() local
1235 page = alloc_pages_node(cpu_to_node(cpu), mflags, 0); in __rb_allocate_pages()
1236 if (!page) in __rb_allocate_pages()
1238 bpage->page = page_address(page); in __rb_allocate_pages()
1239 rb_init_page(bpage->page); in __rb_allocate_pages()
1290 struct page *page; in rb_allocate_cpu_buffer() local
1317 page = alloc_pages_node(cpu_to_node(cpu), GFP_KERNEL, 0); in rb_allocate_cpu_buffer()
1318 if (!page) in rb_allocate_cpu_buffer()
1320 bpage->page = page_address(page); in rb_allocate_cpu_buffer()
1321 rb_init_page(bpage->page); in rb_allocate_cpu_buffer()
1907 return bpage->page->data + index; in __rb_page_index()
1925 return local_read(&bpage->page->commit); in rb_page_commit()
1963 iter->read_stamp = iter->head_page->page->time_stamp; in rb_inc_iter()
2430 if (bpage->page == (void *)addr && rb_page_write(bpage) == old_index) { in rb_try_to_discard()
2482 local_set(&cpu_buffer->commit_page->page->commit, in rb_set_commit_to_write()
2488 cpu_buffer->commit_page->page->time_stamp; in rb_set_commit_to_write()
2495 local_set(&cpu_buffer->commit_page->page->commit, in rb_set_commit_to_write()
2498 local_read(&cpu_buffer->commit_page->page->commit) & in rb_set_commit_to_write()
2570 return cpu_buffer->commit_page->page == (void *)addr && in rb_event_is_commit()
2591 cpu_buffer->commit_page->page->time_stamp; in rb_update_write_stamp()
2862 tail_page->page->time_stamp = info->ts; in __rb_reserve_next()
3023 if (likely(bpage->page == (void *)addr)) { in rb_decrement_entry()
3035 if (bpage->page == (void *)addr) { in rb_decrement_entry()
3369 ret = bpage->page->time_stamp; in ring_buffer_oldest_event_ts()
3558 iter->read_stamp = iter->head_page->page->time_stamp; in rb_iter_reset()
3720 local_set(&cpu_buffer->reader_page->page->commit, 0); in rb_get_reader_page()
3798 cpu_buffer->read_stamp = reader->page->time_stamp; in rb_get_reader_page()
4359 local_set(&cpu_buffer->head_page->page->commit, 0); in rb_reset_cpu()
4370 local_set(&cpu_buffer->reader_page->page->commit, 0); in rb_reset_cpu()
4598 struct page *page; in ring_buffer_alloc_read_page() local
4618 page = alloc_pages_node(cpu_to_node(cpu), in ring_buffer_alloc_read_page()
4620 if (!page) in ring_buffer_alloc_read_page()
4623 bpage = page_address(page); in ring_buffer_alloc_read_page()
4644 struct page *page = virt_to_page(bpage); in ring_buffer_free_read_page() local
4648 if (page_ref_count(page) > 1) in ring_buffer_free_read_page()
4756 struct buffer_data_page *rpage = cpu_buffer->reader_page->page; in ring_buffer_read_page()
4814 bpage = reader->page; in ring_buffer_read_page()
4815 reader->page = *data_page; in ring_buffer_read_page()