Lines Matching refs:asid

112 static inline u16 kern_pcid(u16 asid)  in kern_pcid()  argument
114 VM_WARN_ON_ONCE(asid > MAX_ASID_AVAILABLE); in kern_pcid()
127 VM_WARN_ON_ONCE(asid & (1 << X86_CR3_PTI_PCID_USER_BIT)); in kern_pcid()
142 return asid + 1; in kern_pcid()
148 static inline u16 user_pcid(u16 asid) in user_pcid() argument
150 u16 ret = kern_pcid(asid); in user_pcid()
157 static inline unsigned long build_cr3(pgd_t *pgd, u16 asid) in build_cr3() argument
160 return __sme_pa(pgd) | kern_pcid(asid); in build_cr3()
162 VM_WARN_ON_ONCE(asid != 0); in build_cr3()
167 static inline unsigned long build_cr3_noflush(pgd_t *pgd, u16 asid) in build_cr3_noflush() argument
169 VM_WARN_ON_ONCE(asid > MAX_ASID_AVAILABLE); in build_cr3_noflush()
176 return __sme_pa(pgd) | kern_pcid(asid) | CR3_NOFLUSH; in build_cr3_noflush()
187 u16 asid; in clear_asid_other() local
198 for (asid = 0; asid < TLB_NR_DYN_ASIDS; asid++) { in clear_asid_other()
200 if (asid == this_cpu_read(cpu_tlbstate.loaded_mm_asid)) in clear_asid_other()
206 this_cpu_write(cpu_tlbstate.ctxs[asid].ctx_id, 0); in clear_asid_other()
217 u16 asid; in choose_new_asid() local
228 for (asid = 0; asid < TLB_NR_DYN_ASIDS; asid++) { in choose_new_asid()
229 if (this_cpu_read(cpu_tlbstate.ctxs[asid].ctx_id) != in choose_new_asid()
233 *new_asid = asid; in choose_new_asid()
234 *need_flush = (this_cpu_read(cpu_tlbstate.ctxs[asid].tlb_gen) < in choose_new_asid()
257 static inline void invalidate_user_asid(u16 asid) in invalidate_user_asid() argument
273 __set_bit(kern_pcid(asid), in invalidate_user_asid()