300 	struct list_head list;		/* list of buffer pages */  member
800 static struct list_head *rb_list_head(struct list_head *list)  in rb_list_head()  argument
802 	unsigned long val = (unsigned long)list;  in rb_list_head()
817 		struct buffer_page *page, struct list_head *list)  in rb_is_head_page()  argument
821 	val = (unsigned long)list->next;  in rb_is_head_page()
823 	if ((val & ~RB_FLAG_MASK) != (unsigned long)&page->list)  in rb_is_head_page()
838 	struct list_head *list = page->list.prev;  in rb_is_reader_page()  local
840 	return rb_list_head(list->next) != &page->list;  in rb_is_reader_page()
847 				struct list_head *list)  in rb_set_list_to_head()  argument
851 	ptr = (unsigned long *)&list->next;  in rb_set_list_to_head()
870 	rb_set_list_to_head(cpu_buffer, head->list.prev);  in rb_head_page_activate()
873 static void rb_list_head_clear(struct list_head *list)  in rb_list_head_clear()  argument
875 	unsigned long *ptr = (unsigned long *)&list->next;  in rb_list_head_clear()
900 	struct list_head *list;  in rb_head_page_set()  local
901 	unsigned long val = (unsigned long)&head->list;  in rb_head_page_set()
904 	list = &prev->list;  in rb_head_page_set()
908 	ret = cmpxchg((unsigned long *)&list->next,  in rb_head_page_set()
948 	struct list_head *p = rb_list_head((*bpage)->list.next);  in rb_inc_page()
950 	*bpage = list_entry(p, struct buffer_page, list);  in rb_inc_page()
958 	struct list_head *list;  in rb_set_head_page()  local
965 	list = cpu_buffer->pages;  in rb_set_head_page()
966 	if (RB_WARN_ON(cpu_buffer, rb_list_head(list->prev->next) != list))  in rb_set_head_page()
978 			if (rb_is_head_page(cpu_buffer, page, page->list.prev)) {  in rb_set_head_page()
994 	unsigned long *ptr = (unsigned long *)&old->list.prev->next;  in rb_head_page_replace()
1001 	ret = cmpxchg(ptr, val, (unsigned long)&new->list);  in rb_head_page_replace()
1084 			 struct list_head *list)  in rb_check_list()  argument
1086 	if (RB_WARN_ON(cpu_buffer, rb_list_head(list->prev) != list->prev))  in rb_check_list()
1088 	if (RB_WARN_ON(cpu_buffer, rb_list_head(list->next) != list->next))  in rb_check_list()
1119 	list_for_each_entry_safe(bpage, tmp, head, list) {  in rb_check_pages()
1121 			       bpage->list.next->prev != &bpage->list))  in rb_check_pages()
1124 			       bpage->list.prev->next != &bpage->list))  in rb_check_pages()
1126 		if (rb_check_list(cpu_buffer, &bpage->list))  in rb_check_pages()
1153 		list_add(&bpage->list, pages);  in __rb_allocate_pages()
1166 	list_for_each_entry_safe(bpage, tmp, pages, list) {  in __rb_allocate_pages()
1167 		list_del_init(&bpage->list);  in __rb_allocate_pages()
1237 	INIT_LIST_HEAD(&cpu_buffer->reader_page->list);  in rb_allocate_cpu_buffer()
1245 		= list_entry(cpu_buffer->pages, struct buffer_page, list);  in rb_allocate_cpu_buffer()
1270 		list_for_each_entry_safe(bpage, tmp, head, list) {  in rb_free_cpu_buffer()
1271 			list_del_init(&bpage->list);  in rb_free_cpu_buffer()
1274 		bpage = list_entry(head, struct buffer_page, list);  in rb_free_cpu_buffer()
1450 	tail_page = &cpu_buffer->tail_page->list;  in rb_remove_pages()
1462 				struct buffer_page, list);  in rb_remove_pages()
1487 						struct buffer_page, list);  in rb_remove_pages()
1503 				list);  in rb_remove_pages()
1565 		head_page = &rb_set_head_page(cpu_buffer)->list;  in rb_insert_pages()
1606 					 list) {  in rb_insert_pages()
1607 			list_del_init(&bpage->list);  in rb_insert_pages()
1815 					list) {  in ring_buffer_resize()
1816 			list_del_init(&bpage->list);  in ring_buffer_resize()
2179 	if (rb_is_head_page(cpu_buffer, next_page, &tail_page->list)) {  in rb_move_tail()
3583 	cpu_buffer->reader_page->list.next = rb_list_head(reader->list.next);  in rb_get_reader_page()
3584 	cpu_buffer->reader_page->list.prev = reader->list.prev;  in rb_get_reader_page()
3591 	cpu_buffer->pages = reader->list.prev;  in rb_get_reader_page()
3594 	rb_set_list_to_head(cpu_buffer, &cpu_buffer->reader_page->list);  in rb_get_reader_page()
3632 	rb_list_head(reader->list.next)->prev = &cpu_buffer->reader_page->list;  in rb_get_reader_page()
4191 		= list_entry(cpu_buffer->pages, struct buffer_page, list);  in rb_reset_cpu()
4201 	INIT_LIST_HEAD(&cpu_buffer->reader_page->list);  in rb_reset_cpu()