234 	handle->page = (offset >> page_shift) & (rb->nr_pages - 1);  in __perf_output_begin()
236 	handle->addr = rb->data_pages[handle->page] + offset;  in __perf_output_begin()
567 static struct page *rb_alloc_aux_page(int node, int order)  in rb_alloc_aux_page()
569 	struct page *page;  in rb_alloc_aux_page()  local
575 		page = alloc_pages_node(node, PERF_AUX_GFP, order);  in rb_alloc_aux_page()
576 	} while (!page && order--);  in rb_alloc_aux_page()
578 	if (page && order) {  in rb_alloc_aux_page()
585 		split_page(page, order);  in rb_alloc_aux_page()
586 		SetPagePrivate(page);  in rb_alloc_aux_page()
587 		set_page_private(page, order);  in rb_alloc_aux_page()
590 	return page;  in rb_alloc_aux_page()
595 	struct page *page = virt_to_page(rb->aux_pages[idx]);  in rb_free_aux_page()  local
597 	ClearPagePrivate(page);  in rb_free_aux_page()
598 	page->mapping = NULL;  in rb_free_aux_page()
599 	__free_page(page);  in rb_free_aux_page()
663 		struct page *page;  in rb_alloc_aux()  local
667 		page = rb_alloc_aux_page(node, order);  in rb_alloc_aux()
668 		if (!page)  in rb_alloc_aux()
671 		for (last = rb->aux_nr_pages + (1 << page_private(page));  in rb_alloc_aux()
673 			rb->aux_pages[rb->aux_nr_pages] = page_address(page++);  in rb_alloc_aux()
684 		struct page *page = virt_to_page(rb->aux_pages[0]);  in rb_alloc_aux()  local
686 		if (page_private(page) != max_order)  in rb_alloc_aux()
732 static struct page *
746 	struct page *page;  in perf_mmap_alloc_page()  local
750 	page = alloc_pages_node(node, GFP_KERNEL | __GFP_ZERO, 0);  in perf_mmap_alloc_page()
751 	if (!page)  in perf_mmap_alloc_page()
754 	return page_address(page);  in perf_mmap_alloc_page()
804 	struct page *page = virt_to_page((void *)addr);  in perf_mmap_free_page()  local
806 	page->mapping = NULL;  in perf_mmap_free_page()
807 	__free_page(page);  in perf_mmap_free_page()
826 static struct page *
838 	struct page *page = vmalloc_to_page(addr);  in perf_mmap_unmark_page()  local
840 	page->mapping = NULL;  in perf_mmap_unmark_page()
905 struct page *