Lines Matching refs:list
329 struct list_head list; /* list of buffer pages */ member
877 static struct list_head *rb_list_head(struct list_head *list) in rb_list_head() argument
879 unsigned long val = (unsigned long)list; in rb_list_head()
894 struct buffer_page *page, struct list_head *list) in rb_is_head_page() argument
898 val = (unsigned long)list->next; in rb_is_head_page()
900 if ((val & ~RB_FLAG_MASK) != (unsigned long)&page->list) in rb_is_head_page()
915 struct list_head *list = page->list.prev; in rb_is_reader_page() local
917 return rb_list_head(list->next) != &page->list; in rb_is_reader_page()
924 struct list_head *list) in rb_set_list_to_head() argument
928 ptr = (unsigned long *)&list->next; in rb_set_list_to_head()
947 rb_set_list_to_head(cpu_buffer, head->list.prev); in rb_head_page_activate()
950 static void rb_list_head_clear(struct list_head *list) in rb_list_head_clear() argument
952 unsigned long *ptr = (unsigned long *)&list->next; in rb_list_head_clear()
977 struct list_head *list; in rb_head_page_set() local
978 unsigned long val = (unsigned long)&head->list; in rb_head_page_set()
981 list = &prev->list; in rb_head_page_set()
985 ret = cmpxchg((unsigned long *)&list->next, in rb_head_page_set()
1025 struct list_head *p = rb_list_head((*bpage)->list.next); in rb_inc_page()
1027 *bpage = list_entry(p, struct buffer_page, list); in rb_inc_page()
1035 struct list_head *list; in rb_set_head_page() local
1042 list = cpu_buffer->pages; in rb_set_head_page()
1043 if (RB_WARN_ON(cpu_buffer, rb_list_head(list->prev->next) != list)) in rb_set_head_page()
1055 if (rb_is_head_page(cpu_buffer, page, page->list.prev)) { in rb_set_head_page()
1071 unsigned long *ptr = (unsigned long *)&old->list.prev->next; in rb_head_page_replace()
1078 ret = cmpxchg(ptr, val, (unsigned long)&new->list); in rb_head_page_replace()
1162 struct list_head *list) in rb_check_list() argument
1164 if (RB_WARN_ON(cpu_buffer, rb_list_head(list->prev) != list->prev)) in rb_check_list()
1166 if (RB_WARN_ON(cpu_buffer, rb_list_head(list->next) != list->next)) in rb_check_list()
1197 list_for_each_entry_safe(bpage, tmp, head, list) { in rb_check_pages()
1199 bpage->list.next->prev != &bpage->list)) in rb_check_pages()
1202 bpage->list.prev->next != &bpage->list)) in rb_check_pages()
1204 if (rb_check_list(cpu_buffer, &bpage->list)) in rb_check_pages()
1257 list_add(&bpage->list, pages); in __rb_allocate_pages()
1274 list_for_each_entry_safe(bpage, tmp, pages, list) { in __rb_allocate_pages()
1275 list_del_init(&bpage->list); in __rb_allocate_pages()
1347 INIT_LIST_HEAD(&cpu_buffer->reader_page->list); in rb_allocate_cpu_buffer()
1355 = list_entry(cpu_buffer->pages, struct buffer_page, list); in rb_allocate_cpu_buffer()
1382 list_for_each_entry_safe(bpage, tmp, head, list) { in rb_free_cpu_buffer()
1383 list_del_init(&bpage->list); in rb_free_cpu_buffer()
1386 bpage = list_entry(head, struct buffer_page, list); in rb_free_cpu_buffer()
1547 tail_page = &cpu_buffer->tail_page->list; in rb_remove_pages()
1559 struct buffer_page, list); in rb_remove_pages()
1586 struct buffer_page, list); in rb_remove_pages()
1596 list); in rb_remove_pages()
1661 head_page = &rb_set_head_page(cpu_buffer)->list; in rb_insert_pages()
1702 list) { in rb_insert_pages()
1703 list_del_init(&bpage->list); in rb_insert_pages()
1913 list) { in ring_buffer_resize()
1914 list_del_init(&bpage->list); in ring_buffer_resize()
2277 if (rb_is_head_page(cpu_buffer, next_page, &tail_page->list)) { in rb_move_tail()
3831 cpu_buffer->reader_page->list.next = rb_list_head(reader->list.next); in rb_get_reader_page()
3832 cpu_buffer->reader_page->list.prev = reader->list.prev; in rb_get_reader_page()
3839 cpu_buffer->pages = reader->list.prev; in rb_get_reader_page()
3842 rb_set_list_to_head(cpu_buffer, &cpu_buffer->reader_page->list); in rb_get_reader_page()
3880 rb_list_head(reader->list.next)->prev = &cpu_buffer->reader_page->list; in rb_get_reader_page()
4500 = list_entry(cpu_buffer->pages, struct buffer_page, list); in rb_reset_cpu()
4502 list_for_each_entry(page, cpu_buffer->pages, list) { in rb_reset_cpu()
4509 INIT_LIST_HEAD(&cpu_buffer->reader_page->list); in rb_reset_cpu()