135 static pte_t sun4u_hugepage_shift_to_tte(pte_t entry, unsigned int shift)  in sun4u_hugepage_shift_to_tte()  argument
137 	return entry;  in sun4u_hugepage_shift_to_tte()
140 static pte_t sun4v_hugepage_shift_to_tte(pte_t entry, unsigned int shift)  in sun4v_hugepage_shift_to_tte()  argument
144 	pte_val(entry) = pte_val(entry) & ~_PAGE_SZALL_4V;  in sun4v_hugepage_shift_to_tte()
149 		pte_val(entry) |= _PAGE_PUD_HUGE;  in sun4v_hugepage_shift_to_tte()
153 		pte_val(entry) |= _PAGE_PMD_HUGE;  in sun4v_hugepage_shift_to_tte()
157 		pte_val(entry) |= _PAGE_PMD_HUGE;  in sun4v_hugepage_shift_to_tte()
160 		pte_val(entry) |= _PAGE_PMD_HUGE;  in sun4v_hugepage_shift_to_tte()
169 	pte_val(entry) = pte_val(entry) | hugepage_size;  in sun4v_hugepage_shift_to_tte()
170 	return entry;  in sun4v_hugepage_shift_to_tte()
173 static pte_t hugepage_shift_to_tte(pte_t entry, unsigned int shift)  in hugepage_shift_to_tte()  argument
176 		return sun4v_hugepage_shift_to_tte(entry, shift);  in hugepage_shift_to_tte()
178 		return sun4u_hugepage_shift_to_tte(entry, shift);  in hugepage_shift_to_tte()
181 pte_t arch_make_huge_pte(pte_t entry, struct vm_area_struct *vma,  in arch_make_huge_pte()  argument
186 	return hugepage_shift_to_tte(entry, shift);  in arch_make_huge_pte()
189 static unsigned int sun4v_huge_tte_to_shift(pte_t entry)  in sun4v_huge_tte_to_shift()  argument
191 	unsigned long tte_szbits = pte_val(entry) & _PAGE_SZALL_4V;  in sun4v_huge_tte_to_shift()
217 static unsigned int sun4u_huge_tte_to_shift(pte_t entry)  in sun4u_huge_tte_to_shift()  argument
219 	unsigned long tte_szbits = pte_val(entry) & _PAGE_SZALL_4U;  in sun4u_huge_tte_to_shift()
239 static unsigned int huge_tte_to_shift(pte_t entry)  in huge_tte_to_shift()  argument
244 		shift = sun4v_huge_tte_to_shift(entry);  in huge_tte_to_shift()
246 		shift = sun4u_huge_tte_to_shift(entry);  in huge_tte_to_shift()
250 			  pte_val(entry));  in huge_tte_to_shift()
309 		     pte_t *ptep, pte_t entry)  in set_huge_pte_at()  argument
315 	size = huge_tte_to_size(entry);  in set_huge_pte_at()
327 	if (!pte_present(*ptep) && pte_present(entry))  in set_huge_pte_at()
335 		ptep[i] = __pte(pte_val(entry) + (i << shift));  in set_huge_pte_at()
349 	pte_t entry;  in huge_ptep_get_and_clear()  local
351 	entry = *ptep;  in huge_ptep_get_and_clear()
352 	size = huge_tte_to_size(entry);  in huge_ptep_get_and_clear()
363 	orig_shift = pte_none(entry) ? PAGE_SHIFT : huge_tte_to_shift(entry);  in huge_ptep_get_and_clear()
365 	if (pte_present(entry))  in huge_ptep_get_and_clear()
372 	maybe_tlb_batch_add(mm, addr, ptep, entry, 0, orig_shift);  in huge_ptep_get_and_clear()
375 		maybe_tlb_batch_add(mm, addr + REAL_HPAGE_SIZE, ptep, entry, 0,  in huge_ptep_get_and_clear()
378 	return entry;  in huge_ptep_get_and_clear()