Lines Matching refs:loaded_mm
298 struct mm_struct *loaded_mm = this_cpu_read(cpu_tlbstate.loaded_mm); in leave_mm() local
308 if (loaded_mm == &init_mm) in leave_mm()
482 cr4_update_pce_mm(this_cpu_read(cpu_tlbstate.loaded_mm)); in cr4_update_pce()
492 struct mm_struct *real_prev = this_cpu_read(cpu_tlbstate.loaded_mm); in switch_mm_irqs_off()
621 this_cpu_write(cpu_tlbstate.loaded_mm, LOADED_MM_SWITCHING); in switch_mm_irqs_off()
641 this_cpu_write(cpu_tlbstate.loaded_mm, next); in switch_mm_irqs_off()
665 if (this_cpu_read(cpu_tlbstate.loaded_mm) == &init_mm) in enter_lazy_tlb()
687 struct mm_struct *mm = this_cpu_read(cpu_tlbstate.loaded_mm); in initialize_tlbstate_and_flush()
735 struct mm_struct *loaded_mm = this_cpu_read(cpu_tlbstate.loaded_mm); in flush_tlb_func() local
750 if (f->mm && f->mm != loaded_mm) in flush_tlb_func()
754 if (unlikely(loaded_mm == &init_mm)) in flush_tlb_func()
758 loaded_mm->context.ctx_id); in flush_tlb_func()
789 mm_tlb_gen = atomic64_read(&loaded_mm->context.tlb_gen); in flush_tlb_func()
1011 } else if (mm == this_cpu_read(cpu_tlbstate.loaded_mm)) { in flush_tlb_mm_range()
1074 unsigned long cr3 = build_cr3(this_cpu_read(cpu_tlbstate.loaded_mm)->pgd, in __get_current_cr3_fast()
1256 struct mm_struct *loaded_mm = this_cpu_read(cpu_tlbstate.loaded_mm); in nmi_uaccess_okay() local
1259 VM_WARN_ON_ONCE(!loaded_mm); in nmi_uaccess_okay()
1271 if (loaded_mm != current_mm) in nmi_uaccess_okay()