235 	handle->page = (offset >> page_shift) & (rb->nr_pages - 1);  in __perf_output_begin()
237 	handle->addr = rb->data_pages[handle->page] + offset;  in __perf_output_begin()
605 static struct page *rb_alloc_aux_page(int node, int order)  in rb_alloc_aux_page()
607 	struct page *page;  in rb_alloc_aux_page()  local
613 		page = alloc_pages_node(node, PERF_AUX_GFP, order);  in rb_alloc_aux_page()
614 	} while (!page && order--);  in rb_alloc_aux_page()
616 	if (page && order) {  in rb_alloc_aux_page()
623 		split_page(page, order);  in rb_alloc_aux_page()
624 		SetPagePrivate(page);  in rb_alloc_aux_page()
625 		set_page_private(page, order);  in rb_alloc_aux_page()
628 	return page;  in rb_alloc_aux_page()
633 	struct page *page = virt_to_page(rb->aux_pages[idx]);  in rb_free_aux_page()  local
635 	ClearPagePrivate(page);  in rb_free_aux_page()
636 	page->mapping = NULL;  in rb_free_aux_page()
637 	__free_page(page);  in rb_free_aux_page()
707 		struct page *page;  in rb_alloc_aux()  local
711 		page = rb_alloc_aux_page(node, order);  in rb_alloc_aux()
712 		if (!page)  in rb_alloc_aux()
715 		for (last = rb->aux_nr_pages + (1 << page_private(page));  in rb_alloc_aux()
717 			rb->aux_pages[rb->aux_nr_pages] = page_address(page++);  in rb_alloc_aux()
728 		struct page *page = virt_to_page(rb->aux_pages[0]);  in rb_alloc_aux()  local
730 		if (page_private(page) != max_order)  in rb_alloc_aux()
776 static struct page *
790 	struct page *page;  in perf_mmap_alloc_page()  local
794 	page = alloc_pages_node(node, GFP_KERNEL | __GFP_ZERO, 0);  in perf_mmap_alloc_page()
795 	if (!page)  in perf_mmap_alloc_page()
798 	return page_address(page);  in perf_mmap_alloc_page()
803 	struct page *page = virt_to_page(addr);  in perf_mmap_free_page()  local
805 	page->mapping = NULL;  in perf_mmap_free_page()
806 	__free_page(page);  in perf_mmap_free_page()
865 static struct page *
877 	struct page *page = vmalloc_to_page(addr);  in perf_mmap_unmark_page()  local
879 	page->mapping = NULL;  in perf_mmap_unmark_page()
944 struct page *