• Home
  • Raw
  • Download

Lines Matching refs:tlb

36 	struct mmu_gather *tlb;  member
305 struct mmu_gather *tlb = private->tlb; in madvise_cold_or_pageout_pte_range() local
307 struct mm_struct *mm = tlb->mm; in madvise_cold_or_pageout_pte_range()
322 tlb_change_page_size(tlb, HPAGE_PMD_SIZE); in madvise_cold_or_pageout_pte_range()
360 tlb_remove_pmd_tlb_entry(tlb, pmd, addr); in madvise_cold_or_pageout_pte_range()
385 tlb_change_page_size(tlb, PAGE_SIZE); in madvise_cold_or_pageout_pte_range()
433 tlb->fullmm); in madvise_cold_or_pageout_pte_range()
436 tlb_remove_tlb_entry(tlb, pte, addr); in madvise_cold_or_pageout_pte_range()
471 static void madvise_cold_page_range(struct mmu_gather *tlb, in madvise_cold_page_range() argument
477 .tlb = tlb, in madvise_cold_page_range()
480 tlb_start_vma(tlb, vma); in madvise_cold_page_range()
482 tlb_end_vma(tlb, vma); in madvise_cold_page_range()
490 struct mmu_gather tlb; in madvise_cold() local
497 tlb_gather_mmu(&tlb, mm, start_addr, end_addr); in madvise_cold()
498 madvise_cold_page_range(&tlb, vma, start_addr, end_addr); in madvise_cold()
499 tlb_finish_mmu(&tlb, start_addr, end_addr); in madvise_cold()
504 static void madvise_pageout_page_range(struct mmu_gather *tlb, in madvise_pageout_page_range() argument
510 .tlb = tlb, in madvise_pageout_page_range()
513 tlb_start_vma(tlb, vma); in madvise_pageout_page_range()
515 tlb_end_vma(tlb, vma); in madvise_pageout_page_range()
539 struct mmu_gather tlb; in madvise_pageout() local
549 tlb_gather_mmu(&tlb, mm, start_addr, end_addr); in madvise_pageout()
550 madvise_pageout_page_range(&tlb, vma, start_addr, end_addr); in madvise_pageout()
551 tlb_finish_mmu(&tlb, start_addr, end_addr); in madvise_pageout()
560 struct mmu_gather *tlb = walk->private; in madvise_free_pte_range() local
561 struct mm_struct *mm = tlb->mm; in madvise_free_pte_range()
571 if (madvise_free_huge_pmd(tlb, vma, pmd, addr, next)) in madvise_free_pte_range()
577 tlb_change_page_size(tlb, PAGE_SIZE); in madvise_free_pte_range()
599 pte_clear_not_present_full(mm, addr, pte, tlb->fullmm); in madvise_free_pte_range()
666 tlb->fullmm); in madvise_free_pte_range()
671 tlb_remove_tlb_entry(tlb, pte, addr); in madvise_free_pte_range()
698 struct mmu_gather tlb; in madvise_free_single_vma() local
714 tlb_gather_mmu(&tlb, mm, range.start, range.end); in madvise_free_single_vma()
718 tlb_start_vma(&tlb, vma); in madvise_free_single_vma()
720 &madvise_free_walk_ops, &tlb); in madvise_free_single_vma()
721 tlb_end_vma(&tlb, vma); in madvise_free_single_vma()
723 tlb_finish_mmu(&tlb, range.start, range.end); in madvise_free_single_vma()