349 	unsigned long hpte_v, hpte_r;  in native_hpte_insert()  local
373 	hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID;  in native_hpte_insert()
378 			i, hpte_v, hpte_r);  in native_hpte_insert()
382 		hpte_r = hpte_old_to_new_r(hpte_v, hpte_r);  in native_hpte_insert()
383 		hpte_v = hpte_old_to_new_v(hpte_v);  in native_hpte_insert()
393 	hptep->v = cpu_to_be64(hpte_v);  in native_hpte_insert()
405 	unsigned long hpte_v;  in native_hpte_remove()  local
414 		hpte_v = be64_to_cpu(hptep->v);  in native_hpte_remove()
416 		if ((hpte_v & HPTE_V_VALID) && !(hpte_v & HPTE_V_BOLTED)) {  in native_hpte_remove()
419 			hpte_v = be64_to_cpu(hptep->v);  in native_hpte_remove()
420 			if ((hpte_v & HPTE_V_VALID)  in native_hpte_remove()
421 			    && !(hpte_v & HPTE_V_BOLTED))  in native_hpte_remove()
444 	unsigned long hpte_v, want_v;  in native_hpte_updatepp()  local
452 	hpte_v = hpte_get_old_v(hptep);  in native_hpte_updatepp()
460 	if (!HPTE_V_COMPARE(hpte_v, want_v) || !(hpte_v & HPTE_V_VALID)) {  in native_hpte_updatepp()
466 		hpte_v = hpte_get_old_v(hptep);  in native_hpte_updatepp()
467 		if (unlikely(!HPTE_V_COMPARE(hpte_v, want_v) ||  in native_hpte_updatepp()
468 			     !(hpte_v & HPTE_V_VALID))) {  in native_hpte_updatepp()
495 	unsigned long hpte_v;  in __native_hpte_find()  local
501 		hpte_v = hpte_get_old_v(hptep);  in __native_hpte_find()
502 		if (HPTE_V_COMPARE(hpte_v, want_v) && (hpte_v & HPTE_V_VALID))  in __native_hpte_find()
608 	unsigned long hpte_v;  in native_hpte_invalidate()  local
617 	hpte_v = hpte_get_old_v(hptep);  in native_hpte_invalidate()
619 	if (HPTE_V_COMPARE(hpte_v, want_v) && (hpte_v & HPTE_V_VALID)) {  in native_hpte_invalidate()
622 		hpte_v = hpte_get_old_v(hptep);  in native_hpte_invalidate()
624 		if (HPTE_V_COMPARE(hpte_v, want_v) && (hpte_v & HPTE_V_VALID))  in native_hpte_invalidate()
653 	unsigned long hpte_v, want_v, shift;  in native_hugepage_invalidate()  local
678 		hpte_v = hpte_get_old_v(hptep);  in native_hugepage_invalidate()
681 		if (HPTE_V_COMPARE(hpte_v, want_v) && (hpte_v & HPTE_V_VALID)) {  in native_hugepage_invalidate()
684 			hpte_v = hpte_get_old_v(hptep);  in native_hugepage_invalidate()
686 			if (HPTE_V_COMPARE(hpte_v, want_v) && (hpte_v & HPTE_V_VALID)) {  in native_hugepage_invalidate()
718 	unsigned long hpte_v = be64_to_cpu(hpte->v);  in hpte_decode()  local
726 		hpte_v = hpte_new_to_old_v(hpte_v, hpte_r);  in hpte_decode()
729 	if (!(hpte_v & HPTE_V_LARGE)) {  in hpte_decode()
737 	*ssize = hpte_v >> HPTE_V_SSIZE_SHIFT;  in hpte_decode()
740 	avpn = (HPTE_V_AVPN_VAL(hpte_v) & ~mmu_psize_defs[size].avpnm);  in hpte_decode()
742 	if (hpte_v & HPTE_V_SECONDARY)  in hpte_decode()
795 	unsigned long hpte_v;  in native_hpte_clear()  local
809 		hpte_v = be64_to_cpu(hptep->v);  in native_hpte_clear()
815 		if (hpte_v & HPTE_V_VALID) {  in native_hpte_clear()
834 	unsigned long hpte_v;  in native_flush_hash_range()  local
862 			hpte_v = hpte_get_old_v(hptep);  in native_flush_hash_range()
864 			if (!HPTE_V_COMPARE(hpte_v, want_v) || !(hpte_v & HPTE_V_VALID))  in native_flush_hash_range()
868 			hpte_v = hpte_get_old_v(hptep);  in native_flush_hash_range()
870 			if (!HPTE_V_COMPARE(hpte_v, want_v) || !(hpte_v & HPTE_V_VALID))  in native_flush_hash_range()