40 	struct mmu_gather *tlb;  member
317 	struct mmu_gather *tlb = private->tlb;  in madvise_cold_or_pageout_pte_range()  local
319 	struct mm_struct *mm = tlb->mm;  in madvise_cold_or_pageout_pte_range()
334 		tlb_change_page_size(tlb, HPAGE_PMD_SIZE);  in madvise_cold_or_pageout_pte_range()
374 			tlb_remove_pmd_tlb_entry(tlb, pmd, addr);  in madvise_cold_or_pageout_pte_range()
399 	tlb_change_page_size(tlb, PAGE_SIZE);  in madvise_cold_or_pageout_pte_range()
454 							tlb->fullmm);  in madvise_cold_or_pageout_pte_range()
457 			tlb_remove_tlb_entry(tlb, pte, addr);  in madvise_cold_or_pageout_pte_range()
492 static void madvise_cold_page_range(struct mmu_gather *tlb,  in madvise_cold_page_range()  argument
498 		.tlb = tlb,  in madvise_cold_page_range()
501 	tlb_start_vma(tlb, vma);  in madvise_cold_page_range()
503 	tlb_end_vma(tlb, vma);  in madvise_cold_page_range()
511 	struct mmu_gather tlb;  in madvise_cold()  local
518 	tlb_gather_mmu(&tlb, mm, start_addr, end_addr);  in madvise_cold()
519 	madvise_cold_page_range(&tlb, vma, start_addr, end_addr);  in madvise_cold()
520 	tlb_finish_mmu(&tlb, start_addr, end_addr);  in madvise_cold()
525 static void madvise_pageout_page_range(struct mmu_gather *tlb,  in madvise_pageout_page_range()  argument
531 		.tlb = tlb,  in madvise_pageout_page_range()
534 	tlb_start_vma(tlb, vma);  in madvise_pageout_page_range()
536 	tlb_end_vma(tlb, vma);  in madvise_pageout_page_range()
560 	struct mmu_gather tlb;  in madvise_pageout()  local
570 	tlb_gather_mmu(&tlb, mm, start_addr, end_addr);  in madvise_pageout()
571 	madvise_pageout_page_range(&tlb, vma, start_addr, end_addr);  in madvise_pageout()
572 	tlb_finish_mmu(&tlb, start_addr, end_addr);  in madvise_pageout()
581 	struct mmu_gather *tlb = walk->private;  in madvise_free_pte_range()  local
582 	struct mm_struct *mm = tlb->mm;  in madvise_free_pte_range()
592 		if (madvise_free_huge_pmd(tlb, vma, pmd, addr, next))  in madvise_free_pte_range()
598 	tlb_change_page_size(tlb, PAGE_SIZE);  in madvise_free_pte_range()
620 			pte_clear_not_present_full(mm, addr, pte, tlb->fullmm);  in madvise_free_pte_range()
687 							tlb->fullmm);  in madvise_free_pte_range()
692 			tlb_remove_tlb_entry(tlb, pte, addr);  in madvise_free_pte_range()
719 	struct mmu_gather tlb;  in madvise_free_single_vma()  local
735 	tlb_gather_mmu(&tlb, mm, range.start, range.end);  in madvise_free_single_vma()
739 	tlb_start_vma(&tlb, vma);  in madvise_free_single_vma()
741 			&madvise_free_walk_ops, &tlb);  in madvise_free_single_vma()
742 	tlb_end_vma(&tlb, vma);  in madvise_free_single_vma()
744 	tlb_finish_mmu(&tlb, range.start, range.end);  in madvise_free_single_vma()