202 	handle->page = (offset >> page_shift) & (rb->nr_pages - 1);  in __perf_output_begin()
204 	handle->addr = rb->data_pages[handle->page] + offset;  in __perf_output_begin()
501 static struct page *rb_alloc_aux_page(int node, int order)  in rb_alloc_aux_page()
503 	struct page *page;  in rb_alloc_aux_page()  local
509 		page = alloc_pages_node(node, PERF_AUX_GFP, order);  in rb_alloc_aux_page()
510 	} while (!page && order--);  in rb_alloc_aux_page()
512 	if (page && order) {  in rb_alloc_aux_page()
519 		split_page(page, order);  in rb_alloc_aux_page()
520 		SetPagePrivate(page);  in rb_alloc_aux_page()
521 		set_page_private(page, order);  in rb_alloc_aux_page()
524 	return page;  in rb_alloc_aux_page()
529 	struct page *page = virt_to_page(rb->aux_pages[idx]);  in rb_free_aux_page()  local
531 	ClearPagePrivate(page);  in rb_free_aux_page()
532 	page->mapping = NULL;  in rb_free_aux_page()
533 	__free_page(page);  in rb_free_aux_page()
599 		struct page *page;  in rb_alloc_aux()  local
603 		page = rb_alloc_aux_page(node, order);  in rb_alloc_aux()
604 		if (!page)  in rb_alloc_aux()
607 		for (last = rb->aux_nr_pages + (1 << page_private(page));  in rb_alloc_aux()
609 			rb->aux_pages[rb->aux_nr_pages] = page_address(page++);  in rb_alloc_aux()
620 		struct page *page = virt_to_page(rb->aux_pages[0]);  in rb_alloc_aux()  local
622 		if (page_private(page) != max_order)  in rb_alloc_aux()
668 static struct page *
682 	struct page *page;  in perf_mmap_alloc_page()  local
686 	page = alloc_pages_node(node, GFP_KERNEL | __GFP_ZERO, 0);  in perf_mmap_alloc_page()
687 	if (!page)  in perf_mmap_alloc_page()
690 	return page_address(page);  in perf_mmap_alloc_page()
737 	struct page *page = virt_to_page((void *)addr);  in perf_mmap_free_page()  local
739 	page->mapping = NULL;  in perf_mmap_free_page()
740 	__free_page(page);  in perf_mmap_free_page()
759 static struct page *
771 	struct page *page = vmalloc_to_page(addr);  in perf_mmap_unmark_page()  local
773 	page->mapping = NULL;  in perf_mmap_unmark_page()
838 struct page *