44 	unsigned long old_pte, new_pte, subpg_pte;  in __hash_page_4K()  local
54 		old_pte = pte_val(pte);  in __hash_page_4K()
56 		if (unlikely(old_pte & H_PAGE_BUSY))  in __hash_page_4K()
59 		if (unlikely(!check_pte_access(access, old_pte)))  in __hash_page_4K()
66 		new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED | H_PAGE_COMBO;  in __hash_page_4K()
69 	} while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte)));  in __hash_page_4K()
84 		rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap);  in __hash_page_4K()
89 	rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE);  in __hash_page_4K()
93 	if (!(old_pte & H_PAGE_HASHPTE))  in __hash_page_4K()
99 	if (!(old_pte & H_PAGE_COMBO)) {  in __hash_page_4K()
106 		old_pte &= ~H_PAGE_HASHPTE;  in __hash_page_4K()
139 	if (!(old_pte & H_PAGE_COMBO))  in __hash_page_4K()
145 	if (old_pte & H_PAGE_4K_PFN) {  in __hash_page_4K()
150 		pa = pte_pfn(__pte(old_pte)) << HW_PAGE_SHIFT;  in __hash_page_4K()
152 		pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT;  in __hash_page_4K()
210 		*ptep = __pte(old_pte);  in __hash_page_4K()
212 				   MMU_PAGE_4K, MMU_PAGE_4K, old_pte);  in __hash_page_4K()
230 	unsigned long old_pte, new_pte;  in __hash_page_64K()  local
240 		old_pte = pte_val(pte);  in __hash_page_64K()
242 		if (unlikely(old_pte & H_PAGE_BUSY))  in __hash_page_64K()
245 		if (unlikely(!check_pte_access(access, old_pte)))  in __hash_page_64K()
258 		new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED;  in __hash_page_64K()
261 	} while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte)));  in __hash_page_64K()
264 	rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE);  in __hash_page_64K()
268 		rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap);  in __hash_page_64K()
271 	if (unlikely(old_pte & H_PAGE_HASHPTE)) {  in __hash_page_64K()
281 			old_pte &= ~_PAGE_HPTEFLAGS;  in __hash_page_64K()
284 	if (likely(!(old_pte & H_PAGE_HASHPTE))) {  in __hash_page_64K()
286 		pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT;  in __hash_page_64K()
322 			*ptep = __pte(old_pte);  in __hash_page_64K()
324 					   MMU_PAGE_64K, MMU_PAGE_64K, old_pte);  in __hash_page_64K()