76 	if (unlikely(pte_val(old) & _PAGE_INVALID))  in ptep_flush_direct()
95 	if (unlikely(pte_val(old) & _PAGE_INVALID))  in ptep_flush_lazy()
100 		pte_val(*ptep) |= _PAGE_INVALID;  in ptep_flush_lazy()
161 	if (!mm_uses_skeys(mm) || pte_val(pte) & _PAGE_INVALID)  in pgste_update_all()
163 	address = pte_val(pte) & PAGE_MASK;  in pgste_update_all()
183 	if (!mm_uses_skeys(mm) || pte_val(entry) & _PAGE_INVALID)  in pgste_set_key()
185 	VM_BUG_ON(!(pte_val(*ptep) & _PAGE_INVALID));  in pgste_set_key()
186 	address = pte_val(entry) & PAGE_MASK;  in pgste_set_key()
201 	if ((pte_val(entry) & _PAGE_PRESENT) &&  in pgste_set_pte()
202 	    (pte_val(entry) & _PAGE_WRITE) &&  in pgste_set_pte()
203 	    !(pte_val(entry) & _PAGE_INVALID)) {  in pgste_set_pte()
209 			pte_val(entry) |= _PAGE_DIRTY;  in pgste_set_pte()
210 			pte_val(entry) &= ~_PAGE_PROTECT;  in pgste_set_pte()
212 		if (!(pte_val(entry) & _PAGE_PROTECT))  in pgste_set_pte()
254 		if (pte_val(old) & _PAGE_INVALID)  in ptep_xchg_commit()
256 		if (pte_val(new) & _PAGE_INVALID) {  in ptep_xchg_commit()
260 				pte_val(old) |= _PAGE_UNUSED;  in ptep_xchg_commit()
330 		pte_val(pte) &= ~_PAGE_NOEXEC;  in ptep_modify_prot_commit()
550 	pte_val(*ptep) = _PAGE_INVALID;  in pgtable_trans_huge_withdraw()
552 	pte_val(*ptep) = _PAGE_INVALID;  in pgtable_trans_huge_withdraw()
605 	pte_i = pte_val(entry) & _PAGE_INVALID;  in ptep_force_prot()
606 	pte_p = pte_val(entry) & _PAGE_PROTECT;  in ptep_force_prot()
617 		pte_val(entry) |= _PAGE_INVALID;  in ptep_force_prot()
621 		pte_val(entry) &= ~_PAGE_INVALID;  in ptep_force_prot()
622 		pte_val(entry) |= _PAGE_PROTECT;  in ptep_force_prot()
637 	if (!(pte_val(*tptep) & _PAGE_INVALID))  in ptep_shadow_pte()
641 	if (!(pte_val(spte) & _PAGE_INVALID) &&  in ptep_shadow_pte()
642 	    !((pte_val(spte) & _PAGE_PROTECT) &&  in ptep_shadow_pte()
643 	      !(pte_val(pte) & _PAGE_PROTECT))) {  in ptep_shadow_pte()
646 		pte_val(tpte) = (pte_val(spte) & PAGE_MASK) |  in ptep_shadow_pte()
647 				(pte_val(pte) & _PAGE_PROTECT);  in ptep_shadow_pte()
717 	ptev = pte_val(*ptep);  in ptep_zap_key()
739 	if (dirty && (pte_val(pte) & _PAGE_PRESENT)) {  in ptep_test_and_clear_uc()
743 		if (MACHINE_HAS_ESOP || !(pte_val(pte) & _PAGE_WRITE))  in ptep_test_and_clear_uc()
744 			pte_val(pte) |= _PAGE_PROTECT;  in ptep_test_and_clear_uc()
746 			pte_val(pte) |= _PAGE_INVALID;  in ptep_test_and_clear_uc()
796 	if (!(pte_val(*ptep) & _PAGE_INVALID)) {  in set_guest_storage_key()
799 		paddr = pte_val(*ptep) & PAGE_MASK;  in set_guest_storage_key()
893 	if (!(pte_val(*ptep) & _PAGE_INVALID)) {  in reset_guest_reference_bit()
894 		paddr = pte_val(*ptep) & PAGE_MASK;  in reset_guest_reference_bit()
947 	paddr = pte_val(*ptep) & PAGE_MASK;  in get_guest_storage_key()
948 	if (!(pte_val(*ptep) & _PAGE_INVALID))  in get_guest_storage_key()
993 		*oldpte = pte_val(*ptep);  in pgste_perform_essa()
1007 		if (pte_val(*ptep) & _PAGE_INVALID)  in pgste_perform_essa()
1013 		if (pte_val(*ptep) & _PAGE_INVALID)  in pgste_perform_essa()
1018 		if (!(pte_val(*ptep) & _PAGE_INVALID)) {  in pgste_perform_essa()
1042 		if (!(pte_val(*ptep) & _PAGE_INVALID)) {  in pgste_perform_essa()