222 static inline void native_lock_hpte(struct hash_pte *hptep)  in native_lock_hpte()  argument
224 	unsigned long *word = (unsigned long *)&hptep->v;  in native_lock_hpte()
236 static inline void native_unlock_hpte(struct hash_pte *hptep)  in native_unlock_hpte()  argument
238 	unsigned long *word = (unsigned long *)&hptep->v;  in native_unlock_hpte()
247 	struct hash_pte *hptep = htab_address + hpte_group;  in native_hpte_insert()  local
258 		if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID)) {  in native_hpte_insert()
260 			native_lock_hpte(hptep);  in native_hpte_insert()
261 			if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID))  in native_hpte_insert()
263 			native_unlock_hpte(hptep);  in native_hpte_insert()
266 		hptep++;  in native_hpte_insert()
285 	hptep->r = cpu_to_be64(hpte_r);  in native_hpte_insert()
292 	hptep->v = cpu_to_be64(hpte_v);  in native_hpte_insert()
301 	struct hash_pte *hptep;  in native_hpte_remove()  local
312 		hptep = htab_address + hpte_group + slot_offset;  in native_hpte_remove()
313 		hpte_v = be64_to_cpu(hptep->v);  in native_hpte_remove()
317 			native_lock_hpte(hptep);  in native_hpte_remove()
318 			hpte_v = be64_to_cpu(hptep->v);  in native_hpte_remove()
322 			native_unlock_hpte(hptep);  in native_hpte_remove()
333 	hptep->v = 0;  in native_hpte_remove()
342 	struct hash_pte *hptep = htab_address + slot;  in native_hpte_updatepp()  local
351 	hpte_v = be64_to_cpu(hptep->v);  in native_hpte_updatepp()
353 		hpte_v = hpte_new_to_old_v(hpte_v, be64_to_cpu(hptep->r));  in native_hpte_updatepp()
365 		native_lock_hpte(hptep);  in native_hpte_updatepp()
367 		hpte_v = be64_to_cpu(hptep->v);  in native_hpte_updatepp()
369 			hpte_v = hpte_new_to_old_v(hpte_v, be64_to_cpu(hptep->r));  in native_hpte_updatepp()
376 			hptep->r = cpu_to_be64((be64_to_cpu(hptep->r) &  in native_hpte_updatepp()
381 		native_unlock_hpte(hptep);  in native_hpte_updatepp()
397 	struct hash_pte *hptep;  in native_hpte_find()  local
409 		hptep = htab_address + slot;  in native_hpte_find()
410 		hpte_v = be64_to_cpu(hptep->v);  in native_hpte_find()
412 			hpte_v = hpte_new_to_old_v(hpte_v, be64_to_cpu(hptep->r));  in native_hpte_find()
436 	struct hash_pte *hptep;  in native_hpte_updateboltedpp()  local
444 	hptep = htab_address + slot;  in native_hpte_updateboltedpp()
447 	hptep->r = cpu_to_be64((be64_to_cpu(hptep->r) &  in native_hpte_updateboltedpp()
467 	struct hash_pte *hptep;  in native_hpte_removebolted()  local
476 	hptep = htab_address + slot;  in native_hpte_removebolted()
478 	VM_WARN_ON(!(be64_to_cpu(hptep->v) & HPTE_V_BOLTED));  in native_hpte_removebolted()
481 	hptep->v = 0;  in native_hpte_removebolted()
492 	struct hash_pte *hptep = htab_address + slot;  in native_hpte_invalidate()  local
502 	native_lock_hpte(hptep);  in native_hpte_invalidate()
503 	hpte_v = be64_to_cpu(hptep->v);  in native_hpte_invalidate()
505 		hpte_v = hpte_new_to_old_v(hpte_v, be64_to_cpu(hptep->r));  in native_hpte_invalidate()
515 		native_unlock_hpte(hptep);  in native_hpte_invalidate()
518 		hptep->v = 0;  in native_hpte_invalidate()
533 	struct hash_pte *hptep;  in native_hugepage_invalidate()  local
560 		hptep = htab_address + slot;  in native_hugepage_invalidate()
562 		native_lock_hpte(hptep);  in native_hugepage_invalidate()
563 		hpte_v = be64_to_cpu(hptep->v);  in native_hugepage_invalidate()
565 			hpte_v = hpte_new_to_old_v(hpte_v, be64_to_cpu(hptep->r));  in native_hugepage_invalidate()
569 			native_unlock_hpte(hptep);  in native_hugepage_invalidate()
572 			hptep->v = 0;  in native_hugepage_invalidate()
672 	struct hash_pte *hptep = htab_address;  in native_hpte_clear()  local
681 	for (slot = 0; slot < slots; slot++, hptep++) {  in native_hpte_clear()
687 		hpte_v = be64_to_cpu(hptep->v);  in native_hpte_clear()
694 			hpte_decode(hptep, slot, &psize, &apsize, &ssize, &vpn);  in native_hpte_clear()
695 			hptep->v = 0;  in native_hpte_clear()
711 	struct hash_pte *hptep;  in native_flush_hash_range()  local
738 			hptep = htab_address + slot;  in native_flush_hash_range()
740 			native_lock_hpte(hptep);  in native_flush_hash_range()
741 			hpte_v = be64_to_cpu(hptep->v);  in native_flush_hash_range()
744 						be64_to_cpu(hptep->r));  in native_flush_hash_range()
747 				native_unlock_hpte(hptep);  in native_flush_hash_range()
749 				hptep->v = 0;  in native_flush_hash_range()