242 	handle->page = (offset >> page_shift) & (rb->nr_pages - 1);  in __perf_output_begin()
244 	handle->addr = rb->data_pages[handle->page] + offset;  in __perf_output_begin()
615 static struct page *rb_alloc_aux_page(int node, int order)  in rb_alloc_aux_page()
617 	struct page *page;  in rb_alloc_aux_page()  local
623 		page = alloc_pages_node(node, PERF_AUX_GFP, order);  in rb_alloc_aux_page()
624 	} while (!page && order--);  in rb_alloc_aux_page()
626 	if (page && order) {  in rb_alloc_aux_page()
633 		split_page(page, order);  in rb_alloc_aux_page()
634 		SetPagePrivate(page);  in rb_alloc_aux_page()
635 		set_page_private(page, order);  in rb_alloc_aux_page()
638 	return page;  in rb_alloc_aux_page()
643 	struct page *page = virt_to_page(rb->aux_pages[idx]);  in rb_free_aux_page()  local
645 	ClearPagePrivate(page);  in rb_free_aux_page()
646 	page->mapping = NULL;  in rb_free_aux_page()
647 	__free_page(page);  in rb_free_aux_page()
738 		struct page *page;  in rb_alloc_aux()  local
742 		page = rb_alloc_aux_page(node, order);  in rb_alloc_aux()
743 		if (!page)  in rb_alloc_aux()
746 		for (last = rb->aux_nr_pages + (1 << page_private(page));  in rb_alloc_aux()
748 			rb->aux_pages[rb->aux_nr_pages] = page_address(page++);  in rb_alloc_aux()
759 		struct page *page = virt_to_page(rb->aux_pages[0]);  in rb_alloc_aux()  local
761 		if (page_private(page) != max_order)  in rb_alloc_aux()
804 static struct page *
818 	struct page *page;  in perf_mmap_alloc_page()  local
822 	page = alloc_pages_node(node, GFP_KERNEL | __GFP_ZERO, 0);  in perf_mmap_alloc_page()
823 	if (!page)  in perf_mmap_alloc_page()
826 	return page_address(page);  in perf_mmap_alloc_page()
831 	struct page *page = virt_to_page(addr);  in perf_mmap_free_page()  local
833 	page->mapping = NULL;  in perf_mmap_free_page()
834 	__free_page(page);  in perf_mmap_free_page()
894 static struct page *
906 	struct page *page = vmalloc_to_page(addr);  in perf_mmap_unmark_page()  local
908 	page->mapping = NULL;  in perf_mmap_unmark_page()
975 struct page *