130 static __always_inline void __tlbie_lpid(unsigned long lpid, unsigned long ric)  in __tlbie_lpid()  argument
135 	rs = lpid;  in __tlbie_lpid()
141 	trace_tlbie(lpid, 0, rb, rs, ric, prs, r);  in __tlbie_lpid()
144 static __always_inline void __tlbie_lpid_guest(unsigned long lpid, unsigned long ric)  in __tlbie_lpid_guest()  argument
149 	rs = lpid;  in __tlbie_lpid_guest()
155 	trace_tlbie(lpid, 0, rb, rs, ric, prs, r);  in __tlbie_lpid_guest()
190 static __always_inline void __tlbie_lpid_va(unsigned long va, unsigned long lpid,  in __tlbie_lpid_va()  argument
197 	rs = lpid;  in __tlbie_lpid_va()
203 	trace_tlbie(lpid, 0, rb, rs, ric, prs, r);  in __tlbie_lpid_va()
254 static inline void fixup_tlbie_lpid_va(unsigned long va, unsigned long lpid,  in fixup_tlbie_lpid_va()  argument
264 		__tlbie_lpid_va(va, lpid, ap, RIC_FLUSH_TLB);  in fixup_tlbie_lpid_va()
268 static inline void fixup_tlbie_lpid(unsigned long lpid)  in fixup_tlbie_lpid()  argument
283 		__tlbie_lpid_va(va, lpid, mmu_get_ap(MMU_PAGE_64K), RIC_FLUSH_TLB);  in fixup_tlbie_lpid()
384 static inline void _tlbie_lpid(unsigned long lpid, unsigned long ric)  in _tlbie_lpid()  argument
395 		__tlbie_lpid(lpid, RIC_FLUSH_TLB);  in _tlbie_lpid()
396 		fixup_tlbie_lpid(lpid);  in _tlbie_lpid()
399 		__tlbie_lpid(lpid, RIC_FLUSH_PWC);  in _tlbie_lpid()
403 		__tlbie_lpid(lpid, RIC_FLUSH_ALL);  in _tlbie_lpid()
404 		fixup_tlbie_lpid(lpid);  in _tlbie_lpid()
409 static __always_inline void _tlbie_lpid_guest(unsigned long lpid, unsigned long ric)  in _tlbie_lpid_guest()  argument
418 		__tlbie_lpid_guest(lpid, RIC_FLUSH_TLB);  in _tlbie_lpid_guest()
421 		__tlbie_lpid_guest(lpid, RIC_FLUSH_PWC);  in _tlbie_lpid_guest()
425 		__tlbie_lpid_guest(lpid, RIC_FLUSH_ALL);  in _tlbie_lpid_guest()
427 	fixup_tlbie_lpid(lpid);  in _tlbie_lpid_guest()
534 static __always_inline void _tlbie_lpid_va(unsigned long va, unsigned long lpid,  in _tlbie_lpid_va()  argument
540 	__tlbie_lpid_va(va, lpid, ap, ric);  in _tlbie_lpid_va()
541 	fixup_tlbie_lpid_va(va, lpid, ap);  in _tlbie_lpid_va()
1148 void radix__flush_tlb_lpid_page(unsigned int lpid,  in radix__flush_tlb_lpid_page()  argument
1154 	_tlbie_lpid_va(addr, lpid, psize, RIC_FLUSH_TLB);  in radix__flush_tlb_lpid_page()
1161 void radix__flush_pwc_lpid(unsigned int lpid)  in radix__flush_pwc_lpid()  argument
1163 	_tlbie_lpid(lpid, RIC_FLUSH_PWC);  in radix__flush_pwc_lpid()
1170 void radix__flush_all_lpid(unsigned int lpid)  in radix__flush_all_lpid()  argument
1172 	_tlbie_lpid(lpid, RIC_FLUSH_ALL);  in radix__flush_all_lpid()
1179 void radix__flush_all_lpid_guest(unsigned int lpid)  in radix__flush_all_lpid_guest()  argument
1181 	_tlbie_lpid_guest(lpid, RIC_FLUSH_ALL);  in radix__flush_all_lpid_guest()
1403 					     unsigned long lpid,  in __tlbie_pid_lpid()  argument
1409 	rs = (pid << PPC_BITLSHIFT(31)) | (lpid & ~(PPC_BITMASK(0, 31)));  in __tlbie_pid_lpid()
1419 					    unsigned long lpid,  in __tlbie_va_lpid()  argument
1426 	rs = (pid << PPC_BITLSHIFT(31)) | (lpid & ~(PPC_BITMASK(0, 31)));  in __tlbie_va_lpid()
1435 static inline void fixup_tlbie_pid_lpid(unsigned long pid, unsigned long lpid)  in fixup_tlbie_pid_lpid()  argument
1445 		__tlbie_pid_lpid(0, lpid, RIC_FLUSH_TLB);  in fixup_tlbie_pid_lpid()
1450 		__tlbie_va_lpid(va, pid, lpid, mmu_get_ap(MMU_PAGE_64K),  in fixup_tlbie_pid_lpid()
1455 static inline void _tlbie_pid_lpid(unsigned long pid, unsigned long lpid,  in _tlbie_pid_lpid()  argument
1467 		__tlbie_pid_lpid(pid, lpid, RIC_FLUSH_TLB);  in _tlbie_pid_lpid()
1468 		fixup_tlbie_pid_lpid(pid, lpid);  in _tlbie_pid_lpid()
1471 		__tlbie_pid_lpid(pid, lpid, RIC_FLUSH_PWC);  in _tlbie_pid_lpid()
1475 		__tlbie_pid_lpid(pid, lpid, RIC_FLUSH_ALL);  in _tlbie_pid_lpid()
1476 		fixup_tlbie_pid_lpid(pid, lpid);  in _tlbie_pid_lpid()
1483 					     unsigned long lpid,  in fixup_tlbie_va_range_lpid()  argument
1488 		__tlbie_pid_lpid(0, lpid, RIC_FLUSH_TLB);  in fixup_tlbie_va_range_lpid()
1493 		__tlbie_va_lpid(va, pid, lpid, ap, RIC_FLUSH_TLB);  in fixup_tlbie_va_range_lpid()
1498 					 unsigned long pid, unsigned long lpid,  in __tlbie_va_range_lpid()  argument
1506 		__tlbie_va_lpid(addr, pid, lpid, ap, RIC_FLUSH_TLB);  in __tlbie_va_range_lpid()
1508 	fixup_tlbie_va_range_lpid(addr - page_size, pid, lpid, ap);  in __tlbie_va_range_lpid()
1512 					unsigned long pid, unsigned long lpid,  in _tlbie_va_range_lpid()  argument
1518 		__tlbie_pid_lpid(pid, lpid, RIC_FLUSH_PWC);  in _tlbie_va_range_lpid()
1519 	__tlbie_va_range_lpid(start, end, pid, lpid, page_size, psize);  in _tlbie_va_range_lpid()
1527 void do_h_rpt_invalidate_prt(unsigned long pid, unsigned long lpid,  in do_h_rpt_invalidate_prt()  argument
1540 		_tlbie_pid_lpid(pid, lpid, RIC_FLUSH_ALL);  in do_h_rpt_invalidate_prt()
1545 		_tlbie_pid_lpid(pid, lpid, RIC_FLUSH_PWC);  in do_h_rpt_invalidate_prt()
1549 		return _tlbie_pid_lpid(pid, lpid, RIC_FLUSH_TLB);  in do_h_rpt_invalidate_prt()
1567 			_tlbie_pid_lpid(pid, lpid, RIC_FLUSH_TLB);  in do_h_rpt_invalidate_prt()
1570 		_tlbie_va_range_lpid(start, end, pid, lpid,  in do_h_rpt_invalidate_prt()