269 static void hugepd_free(struct mmu_gather *tlb, void *hugepte)  in hugepd_free()  argument
275 	if (atomic_read(&tlb->mm->mm_users) < 2 ||  in hugepd_free()
276 	    mm_is_thread_local(tlb->mm)) {  in hugepd_free()
295 static inline void hugepd_free(struct mmu_gather *tlb, void *hugepte) {}  in hugepd_free()  argument
298 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift,  in free_hugepd_range()  argument
328 		hugepd_free(tlb, hugepte);  in free_hugepd_range()
330 		pgtable_free_tlb(tlb, hugepte,  in free_hugepd_range()
334 static void hugetlb_free_pte_range(struct mmu_gather *tlb, pmd_t *pmd,  in hugetlb_free_pte_range()  argument
353 	pte_free_tlb(tlb, token, addr);  in hugetlb_free_pte_range()
354 	mm_dec_nr_ptes(tlb->mm);  in hugetlb_free_pte_range()
357 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud,  in hugetlb_free_pmd_range()  argument
381 			hugetlb_free_pte_range(tlb, pmd, addr, end, floor, ceiling);  in hugetlb_free_pmd_range()
395 		free_hugepd_range(tlb, (hugepd_t *)pmd, PMD_SHIFT,  in hugetlb_free_pmd_range()
412 	pmd_free_tlb(tlb, pmd, start);  in hugetlb_free_pmd_range()
413 	mm_dec_nr_pmds(tlb->mm);  in hugetlb_free_pmd_range()
416 static void hugetlb_free_pud_range(struct mmu_gather *tlb, p4d_t *p4d,  in hugetlb_free_pud_range()  argument
431 			hugetlb_free_pmd_range(tlb, pud, addr, next, floor,  in hugetlb_free_pud_range()
445 			free_hugepd_range(tlb, (hugepd_t *)pud, PUD_SHIFT,  in hugetlb_free_pud_range()
463 	pud_free_tlb(tlb, pud, start);  in hugetlb_free_pud_range()
464 	mm_dec_nr_puds(tlb->mm);  in hugetlb_free_pud_range()
470 void hugetlb_free_pgd_range(struct mmu_gather *tlb,  in hugetlb_free_pgd_range()  argument
497 		pgd = pgd_offset(tlb->mm, addr);  in hugetlb_free_pgd_range()
502 			hugetlb_free_pud_range(tlb, p4d, addr, next, floor, ceiling);  in hugetlb_free_pgd_range()
515 			free_hugepd_range(tlb, (hugepd_t *)p4d, PGDIR_SHIFT,  in hugetlb_free_pgd_range()