Lines Matching refs:lpid
131 unsigned long lpid, in __tlbie_pid_lpid() argument
137 rs = (pid << PPC_BITLSHIFT(31)) | (lpid & ~(PPC_BITMASK(0, 31))); in __tlbie_pid_lpid()
145 static __always_inline void __tlbie_lpid(unsigned long lpid, unsigned long ric) in __tlbie_lpid() argument
150 rs = lpid; in __tlbie_lpid()
156 trace_tlbie(lpid, 0, rb, rs, ric, prs, r); in __tlbie_lpid()
159 static __always_inline void __tlbie_lpid_guest(unsigned long lpid, unsigned long ric) in __tlbie_lpid_guest() argument
164 rs = lpid; in __tlbie_lpid_guest()
170 trace_tlbie(lpid, 0, rb, rs, ric, prs, r); in __tlbie_lpid_guest()
206 unsigned long lpid, in __tlbie_va_lpid() argument
213 rs = (pid << PPC_BITLSHIFT(31)) | (lpid & ~(PPC_BITMASK(0, 31))); in __tlbie_va_lpid()
222 static __always_inline void __tlbie_lpid_va(unsigned long va, unsigned long lpid, in __tlbie_lpid_va() argument
229 rs = lpid; in __tlbie_lpid_va()
235 trace_tlbie(lpid, 0, rb, rs, ric, prs, r); in __tlbie_lpid_va()
269 unsigned long lpid, in fixup_tlbie_va_range_lpid() argument
274 __tlbie_pid_lpid(0, lpid, RIC_FLUSH_TLB); in fixup_tlbie_va_range_lpid()
279 __tlbie_va_lpid(va, pid, lpid, ap, RIC_FLUSH_TLB); in fixup_tlbie_va_range_lpid()
302 static inline void fixup_tlbie_pid_lpid(unsigned long pid, unsigned long lpid) in fixup_tlbie_pid_lpid() argument
312 __tlbie_pid_lpid(0, lpid, RIC_FLUSH_TLB); in fixup_tlbie_pid_lpid()
317 __tlbie_va_lpid(va, pid, lpid, mmu_get_ap(MMU_PAGE_64K), in fixup_tlbie_pid_lpid()
322 static inline void fixup_tlbie_lpid_va(unsigned long va, unsigned long lpid, in fixup_tlbie_lpid_va() argument
332 __tlbie_lpid_va(va, lpid, ap, RIC_FLUSH_TLB); in fixup_tlbie_lpid_va()
336 static inline void fixup_tlbie_lpid(unsigned long lpid) in fixup_tlbie_lpid() argument
351 __tlbie_lpid_va(va, lpid, mmu_get_ap(MMU_PAGE_64K), RIC_FLUSH_TLB); in fixup_tlbie_lpid()
419 static inline void _tlbie_pid_lpid(unsigned long pid, unsigned long lpid, in _tlbie_pid_lpid() argument
431 __tlbie_pid_lpid(pid, lpid, RIC_FLUSH_TLB); in _tlbie_pid_lpid()
432 fixup_tlbie_pid_lpid(pid, lpid); in _tlbie_pid_lpid()
435 __tlbie_pid_lpid(pid, lpid, RIC_FLUSH_PWC); in _tlbie_pid_lpid()
439 __tlbie_pid_lpid(pid, lpid, RIC_FLUSH_ALL); in _tlbie_pid_lpid()
440 fixup_tlbie_pid_lpid(pid, lpid); in _tlbie_pid_lpid()
477 static inline void _tlbie_lpid(unsigned long lpid, unsigned long ric) in _tlbie_lpid() argument
488 __tlbie_lpid(lpid, RIC_FLUSH_TLB); in _tlbie_lpid()
489 fixup_tlbie_lpid(lpid); in _tlbie_lpid()
492 __tlbie_lpid(lpid, RIC_FLUSH_PWC); in _tlbie_lpid()
496 __tlbie_lpid(lpid, RIC_FLUSH_ALL); in _tlbie_lpid()
497 fixup_tlbie_lpid(lpid); in _tlbie_lpid()
502 static __always_inline void _tlbie_lpid_guest(unsigned long lpid, unsigned long ric) in _tlbie_lpid_guest() argument
511 __tlbie_lpid_guest(lpid, RIC_FLUSH_TLB); in _tlbie_lpid_guest()
514 __tlbie_lpid_guest(lpid, RIC_FLUSH_PWC); in _tlbie_lpid_guest()
518 __tlbie_lpid_guest(lpid, RIC_FLUSH_ALL); in _tlbie_lpid_guest()
520 fixup_tlbie_lpid(lpid); in _tlbie_lpid_guest()
570 unsigned long pid, unsigned long lpid, in __tlbie_va_range_lpid() argument
578 __tlbie_va_lpid(addr, pid, lpid, ap, RIC_FLUSH_TLB); in __tlbie_va_range_lpid()
580 fixup_tlbie_va_range_lpid(addr - page_size, pid, lpid, ap); in __tlbie_va_range_lpid()
641 static __always_inline void _tlbie_lpid_va(unsigned long va, unsigned long lpid, in _tlbie_lpid_va() argument
647 __tlbie_lpid_va(va, lpid, ap, ric); in _tlbie_lpid_va()
648 fixup_tlbie_lpid_va(va, lpid, ap); in _tlbie_lpid_va()
664 unsigned long pid, unsigned long lpid, in _tlbie_va_range_lpid() argument
670 __tlbie_pid_lpid(pid, lpid, RIC_FLUSH_PWC); in _tlbie_va_range_lpid()
671 __tlbie_va_range_lpid(start, end, pid, lpid, page_size, psize); in _tlbie_va_range_lpid()
1256 void radix__flush_tlb_lpid_page(unsigned int lpid, in radix__flush_tlb_lpid_page() argument
1262 _tlbie_lpid_va(addr, lpid, psize, RIC_FLUSH_TLB); in radix__flush_tlb_lpid_page()
1269 void radix__flush_pwc_lpid(unsigned int lpid) in radix__flush_pwc_lpid() argument
1271 _tlbie_lpid(lpid, RIC_FLUSH_PWC); in radix__flush_pwc_lpid()
1278 void radix__flush_all_lpid(unsigned int lpid) in radix__flush_all_lpid() argument
1280 _tlbie_lpid(lpid, RIC_FLUSH_ALL); in radix__flush_all_lpid()
1287 void radix__flush_all_lpid_guest(unsigned int lpid) in radix__flush_all_lpid_guest() argument
1289 _tlbie_lpid_guest(lpid, RIC_FLUSH_ALL); in radix__flush_all_lpid_guest()
1485 void do_h_rpt_invalidate_prt(unsigned long pid, unsigned long lpid, in do_h_rpt_invalidate_prt() argument
1498 _tlbie_pid_lpid(pid, lpid, RIC_FLUSH_ALL); in do_h_rpt_invalidate_prt()
1503 _tlbie_pid_lpid(pid, lpid, RIC_FLUSH_PWC); in do_h_rpt_invalidate_prt()
1507 return _tlbie_pid_lpid(pid, lpid, RIC_FLUSH_TLB); in do_h_rpt_invalidate_prt()
1525 _tlbie_pid_lpid(pid, lpid, RIC_FLUSH_TLB); in do_h_rpt_invalidate_prt()
1528 _tlbie_va_range_lpid(start, end, pid, lpid, in do_h_rpt_invalidate_prt()