mm/book3s64/radix_tlb.c

130 static __always_inline void __tlbie_lpid(unsigned long lpid, unsigned long ric)
135 	rs = lpid;
141 	trace_tlbie(lpid, 0, rb, rs, ric, prs, r);
144 static __always_inline void __tlbie_lpid_guest(unsigned long lpid, unsigned long ric)
149 	rs = lpid;
155 	trace_tlbie(lpid, 0, rb, rs, ric, prs, r);
190 static __always_inline void __tlbie_lpid_va(unsigned long va, unsigned long lpid,
197 	rs = lpid;
203 	trace_tlbie(lpid, 0, rb, rs, ric, prs, r);
254 static inline void fixup_tlbie_lpid_va(unsigned long va, unsigned long lpid,
264 		__tlbie_lpid_va(va, lpid, ap, RIC_FLUSH_TLB);
268 static inline void fixup_tlbie_lpid(unsigned long lpid)
283 		__tlbie_lpid_va(va, lpid, mmu_get_ap(MMU_PAGE_64K), RIC_FLUSH_TLB);
384 static inline void _tlbie_lpid(unsigned long lpid, unsigned long ric)
395 		__tlbie_lpid(lpid, RIC_FLUSH_TLB);
396 		fixup_tlbie_lpid(lpid);
399 		__tlbie_lpid(lpid, RIC_FLUSH_PWC);
403 		__tlbie_lpid(lpid, RIC_FLUSH_ALL);
404 		fixup_tlbie_lpid(lpid);
409 static __always_inline void _tlbie_lpid_guest(unsigned long lpid, unsigned long ric)
418 		__tlbie_lpid_guest(lpid, RIC_FLUSH_TLB);
421 		__tlbie_lpid_guest(lpid, RIC_FLUSH_PWC);
425 		__tlbie_lpid_guest(lpid, RIC_FLUSH_ALL);
427 	fixup_tlbie_lpid(lpid);
534 static __always_inline void _tlbie_lpid_va(unsigned long va, unsigned long lpid,
540 	__tlbie_lpid_va(va, lpid, ap, ric);
541 	fixup_tlbie_lpid_va(va, lpid, ap);
1148 void radix__flush_tlb_lpid_page(unsigned int lpid,
1154 	_tlbie_lpid_va(addr, lpid, psize, RIC_FLUSH_TLB);
1161 void radix__flush_pwc_lpid(unsigned int lpid)
1163 	_tlbie_lpid(lpid, RIC_FLUSH_PWC);
1170 void radix__flush_all_lpid(unsigned int lpid)
1172 	_tlbie_lpid(lpid, RIC_FLUSH_ALL);
1179 void radix__flush_all_lpid_guest(unsigned int lpid)
1181 	_tlbie_lpid_guest(lpid, RIC_FLUSH_ALL);
1403 					     unsigned long lpid,
1409 	rs = (pid << PPC_BITLSHIFT(31)) | (lpid & ~(PPC_BITMASK(0, 31)));
1419 					    unsigned long lpid,
1426 	rs = (pid << PPC_BITLSHIFT(31)) | (lpid & ~(PPC_BITMASK(0, 31)));
1435 static inline void fixup_tlbie_pid_lpid(unsigned long pid, unsigned long lpid)
1445 		__tlbie_pid_lpid(0, lpid, RIC_FLUSH_TLB);
1450 		__tlbie_va_lpid(va, pid, lpid, mmu_get_ap(MMU_PAGE_64K),
1455 static inline void _tlbie_pid_lpid(unsigned long pid, unsigned long lpid,
1467 		__tlbie_pid_lpid(pid, lpid, RIC_FLUSH_TLB);
1468 		fixup_tlbie_pid_lpid(pid, lpid);
1471 		__tlbie_pid_lpid(pid, lpid, RIC_FLUSH_PWC);
1475 		__tlbie_pid_lpid(pid, lpid, RIC_FLUSH_ALL);
1476 		fixup_tlbie_pid_lpid(pid, lpid);
1483 					     unsigned long lpid,
1488 		__tlbie_pid_lpid(0, lpid, RIC_FLUSH_TLB);
1493 		__tlbie_va_lpid(va, pid, lpid, ap, RIC_FLUSH_TLB);
1498 					 unsigned long pid, unsigned long lpid,
1506 		__tlbie_va_lpid(addr, pid, lpid, ap, RIC_FLUSH_TLB);
1508 	fixup_tlbie_va_range_lpid(addr - page_size, pid, lpid, ap);
1512 					unsigned long pid, unsigned long lpid,
1518 		__tlbie_pid_lpid(pid, lpid, RIC_FLUSH_PWC);
1519 	__tlbie_va_range_lpid(start, end, pid, lpid, page_size, psize);
1527 void do_h_rpt_invalidate_prt(unsigned long pid, unsigned long lpid,
1540 		_tlbie_pid_lpid(pid, lpid, RIC_FLUSH_ALL);
1545 		_tlbie_pid_lpid(pid, lpid, RIC_FLUSH_PWC);
1549 		return _tlbie_pid_lpid(pid, lpid, RIC_FLUSH_TLB);
1567 			_tlbie_pid_lpid(pid, lpid, RIC_FLUSH_TLB);
1570 		_tlbie_va_range_lpid(start, end, pid, lpid,