151 static __always_inline void __tlbiel_va(unsigned long va, unsigned long pid,  in __tlbiel_va()  argument
156 	rb = va & ~(PPC_BITMASK(52, 63));  in __tlbiel_va()
167 static __always_inline void __tlbie_va(unsigned long va, unsigned long pid,  in __tlbie_va()  argument
172 	rb = va & ~(PPC_BITMASK(52, 63));  in __tlbie_va()
183 static __always_inline void __tlbie_lpid_va(unsigned long va, unsigned long lpid,  in __tlbie_lpid_va()  argument
188 	rb = va & ~(PPC_BITMASK(52, 63));  in __tlbie_lpid_va()
200 static inline void fixup_tlbie_va(unsigned long va, unsigned long pid,  in fixup_tlbie_va()  argument
205 		__tlbie_va(va, 0, ap, RIC_FLUSH_TLB);  in fixup_tlbie_va()
210 		__tlbie_va(va, pid, ap, RIC_FLUSH_TLB);  in fixup_tlbie_va()
214 static inline void fixup_tlbie_va_range(unsigned long va, unsigned long pid,  in fixup_tlbie_va_range()  argument
224 		__tlbie_va(va, pid, ap, RIC_FLUSH_TLB);  in fixup_tlbie_va_range()
234 	unsigned long va = ((1UL << 52) - 1);  in fixup_tlbie_pid()  local
243 		__tlbie_va(va, pid, mmu_get_ap(MMU_PAGE_64K), RIC_FLUSH_TLB);  in fixup_tlbie_pid()
248 static inline void fixup_tlbie_lpid_va(unsigned long va, unsigned long lpid,  in fixup_tlbie_lpid_va()  argument
253 		__tlbie_lpid_va(va, 0, ap, RIC_FLUSH_TLB);  in fixup_tlbie_lpid_va()
258 		__tlbie_lpid_va(va, lpid, ap, RIC_FLUSH_TLB);  in fixup_tlbie_lpid_va()
268 	unsigned long va = ((1UL << 52) - 1);  in fixup_tlbie_lpid()  local
277 		__tlbie_lpid_va(va, lpid, mmu_get_ap(MMU_PAGE_64K), RIC_FLUSH_TLB);  in fixup_tlbie_lpid()
426 static __always_inline void _tlbiel_va(unsigned long va, unsigned long pid,  in _tlbiel_va()  argument
432 	__tlbiel_va(va, pid, ap, ric);  in _tlbiel_va()
460 static __always_inline void _tlbie_va(unsigned long va, unsigned long pid,  in _tlbie_va()  argument
466 	__tlbie_va(va, pid, ap, ric);  in _tlbie_va()
467 	fixup_tlbie_va(va, pid, ap);  in _tlbie_va()
473 	unsigned long va;  member
483 		_tlbiel_va(t->va, t->pid, t->psize, RIC_FLUSH_TLB);  in do_tlbiel_va()
485 		_tlbiel_va(t->va, t->pid, t->psize, RIC_FLUSH_PWC);  in do_tlbiel_va()
487 		_tlbiel_va(t->va, t->pid, t->psize, RIC_FLUSH_ALL);  in do_tlbiel_va()
491 				unsigned long va, unsigned long pid,  in _tlbiel_va_multicast()  argument
495 	struct tlbiel_va t = { .va = va, .pid = pid, .psize = psize, .ric = ric };  in _tlbiel_va_multicast()
498 		_tlbie_va(va, pid, psize, RIC_FLUSH_TLB);  in _tlbiel_va_multicast()
518 static __always_inline void _tlbie_lpid_va(unsigned long va, unsigned long lpid,  in _tlbie_lpid_va()  argument
524 	__tlbie_lpid_va(va, lpid, ap, ric);  in _tlbie_lpid_va()
525 	fixup_tlbie_lpid_va(va, lpid, ap);  in _tlbie_lpid_va()