150 static inline unsigned long  ___tlbie(unsigned long vpn, int psize,  in ___tlbie()  argument
164 	va = vpn << VPN_SHIFT;  in ___tlbie()
197 		va |= (vpn & 0xfe); /* AVAL */  in ___tlbie()
207 static inline void fixup_tlbie_vpn(unsigned long vpn, int psize,  in fixup_tlbie_vpn()  argument
235 		___tlbie(vpn, psize, apsize, ssize);  in fixup_tlbie_vpn()
239 static inline void __tlbie(unsigned long vpn, int psize, int apsize, int ssize)  in __tlbie()  argument
243 	rb = ___tlbie(vpn, psize, apsize, ssize);  in __tlbie()
247 static inline void __tlbiel(unsigned long vpn, int psize, int apsize, int ssize)  in __tlbiel()  argument
254 	va = vpn << VPN_SHIFT;  in __tlbiel()
287 		va |= (vpn & 0xfe);  in __tlbiel()
298 static inline void tlbie(unsigned long vpn, int psize, int apsize,  in tlbie()  argument
312 		__tlbiel(vpn, psize, apsize, ssize);  in tlbie()
315 		__tlbie(vpn, psize, apsize, ssize);  in tlbie()
316 		fixup_tlbie_vpn(vpn, psize, apsize, ssize);  in tlbie()
344 static long native_hpte_insert(unsigned long hpte_group, unsigned long vpn,  in native_hpte_insert()  argument
355 			hpte_group, vpn, pa, rflags, vflags, psize);  in native_hpte_insert()
373 	hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID;  in native_hpte_insert()
440 				 unsigned long vpn, int bpsize,  in native_hpte_updatepp()  argument
447 	want_v = hpte_encode_avpn(vpn, bpsize, ssize);  in native_hpte_updatepp()
450 		vpn, want_v & HPTE_V_AVPN, slot, newpp);  in native_hpte_updatepp()
487 		tlbie(vpn, bpsize, apsize, ssize, local);  in native_hpte_updatepp()
511 static long native_hpte_find(unsigned long vpn, int psize, int ssize)  in native_hpte_find()  argument
518 	hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize);  in native_hpte_find()
519 	want_v = hpte_encode_avpn(vpn, psize, ssize);  in native_hpte_find()
548 	unsigned long vpn;  in native_hpte_updateboltedpp()  local
554 	vpn = hpt_vpn(ea, vsid, ssize);  in native_hpte_updateboltedpp()
556 	slot = native_hpte_find(vpn, psize, ssize);  in native_hpte_updateboltedpp()
569 	tlbie(vpn, psize, psize, ssize, 0);  in native_hpte_updateboltedpp()
579 	unsigned long vpn;  in native_hpte_removebolted()  local
585 	vpn = hpt_vpn(ea, vsid, ssize);  in native_hpte_removebolted()
587 	slot = native_hpte_find(vpn, psize, ssize);  in native_hpte_removebolted()
599 	tlbie(vpn, psize, psize, ssize, 0);  in native_hpte_removebolted()
604 static void native_hpte_invalidate(unsigned long slot, unsigned long vpn,  in native_hpte_invalidate()  argument
614 	DBG_LOW("    invalidate(vpn=%016lx, hash: %lx)\n", vpn, slot);  in native_hpte_invalidate()
616 	want_v = hpte_encode_avpn(vpn, bpsize, ssize);  in native_hpte_invalidate()
637 	tlbie(vpn, bpsize, apsize, ssize, local);  in native_hpte_invalidate()
654 	unsigned long hidx, vpn = 0, hash, slot;  in native_hugepage_invalidate()  local
668 		vpn = hpt_vpn(addr, vsid, ssize);  in native_hugepage_invalidate()
669 		hash = hpt_hash(vpn, shift, ssize);  in native_hugepage_invalidate()
677 		want_v = hpte_encode_avpn(vpn, psize, ssize);  in native_hugepage_invalidate()
700 		tlbie(vpn, psize, actual_psize, ssize, local);  in native_hugepage_invalidate()
715 			int *psize, int *apsize, int *ssize, unsigned long *vpn)  in hpte_decode()  argument
755 		*vpn = vsid << (SID_SHIFT - VPN_SHIFT) | seg_off >> VPN_SHIFT;  in hpte_decode()
765 		*vpn = vsid << (SID_SHIFT_1T - VPN_SHIFT) | seg_off >> VPN_SHIFT;  in hpte_decode()
768 		*vpn = size = 0;  in hpte_decode()
792 	unsigned long vpn = 0;  in native_hpte_clear()  local
816 			hpte_decode(hptep, slot, &psize, &apsize, &ssize, &vpn);  in native_hpte_clear()
818 			___tlbie(vpn, psize, apsize, ssize);  in native_hpte_clear()
831 	unsigned long vpn = 0;  in native_flush_hash_range()  local
850 		vpn = batch->vpn[i];  in native_flush_hash_range()
853 		pte_iterate_hashed_subpages(pte, psize, vpn, index, shift) {  in native_flush_hash_range()
854 			hash = hpt_hash(vpn, shift, ssize);  in native_flush_hash_range()
861 			want_v = hpte_encode_avpn(vpn, psize, ssize);  in native_flush_hash_range()
881 			vpn = batch->vpn[i];  in native_flush_hash_range()
885 						    vpn, index, shift) {  in native_flush_hash_range()
886 				__tlbiel(vpn, psize, psize, ssize);  in native_flush_hash_range()
898 			vpn = batch->vpn[i];  in native_flush_hash_range()
902 						    vpn, index, shift) {  in native_flush_hash_range()
903 				__tlbie(vpn, psize, psize, ssize);  in native_flush_hash_range()
909 		fixup_tlbie_vpn(vpn, psize, psize, ssize);  in native_flush_hash_range()