Lines Matching refs:mm
42 void load_mm_ldt(struct mm_struct *mm) in load_mm_ldt() argument
47 ldt = READ_ONCE(mm->context.ldt); in load_mm_ldt()
138 struct mm_struct *mm = __mm; in flush_ldt() local
140 if (this_cpu_read(cpu_tlbstate.loaded_mm) != mm) in flush_ldt()
143 load_mm_ldt(mm); in flush_ldt()
189 static void do_sanity_check(struct mm_struct *mm, in do_sanity_check() argument
193 if (mm->context.ldt) { in do_sanity_check()
234 static void map_ldt_struct_to_user(struct mm_struct *mm) in map_ldt_struct_to_user() argument
236 pgd_t *k_pgd = pgd_offset(mm, LDT_BASE_ADDR); in map_ldt_struct_to_user()
243 if (boot_cpu_has(X86_FEATURE_PTI) && !mm->context.ldt) in map_ldt_struct_to_user()
247 static void sanity_check_ldt_mapping(struct mm_struct *mm) in sanity_check_ldt_mapping() argument
249 pgd_t *k_pgd = pgd_offset(mm, LDT_BASE_ADDR); in sanity_check_ldt_mapping()
259 do_sanity_check(mm, had_kernel, had_user); in sanity_check_ldt_mapping()
264 static void map_ldt_struct_to_user(struct mm_struct *mm) in map_ldt_struct_to_user() argument
266 pgd_t *pgd = pgd_offset(mm, LDT_BASE_ADDR); in map_ldt_struct_to_user()
268 if (boot_cpu_has(X86_FEATURE_PTI) && !mm->context.ldt) in map_ldt_struct_to_user()
272 static void sanity_check_ldt_mapping(struct mm_struct *mm) in sanity_check_ldt_mapping() argument
274 pgd_t *pgd = pgd_offset(mm, LDT_BASE_ADDR); in sanity_check_ldt_mapping()
278 do_sanity_check(mm, had_kernel, had_user); in sanity_check_ldt_mapping()
288 map_ldt_struct(struct mm_struct *mm, struct ldt_struct *ldt, int slot) in map_ldt_struct() argument
305 sanity_check_ldt_mapping(mm); in map_ldt_struct()
326 ptep = get_locked_pte(mm, va, &ptl); in map_ldt_struct()
338 set_pte_at(mm, va, ptep, pte); in map_ldt_struct()
343 map_ldt_struct_to_user(mm); in map_ldt_struct()
349 static void unmap_ldt_struct(struct mm_struct *mm, struct ldt_struct *ldt) in unmap_ldt_struct() argument
369 ptep = get_locked_pte(mm, va, &ptl); in unmap_ldt_struct()
370 pte_clear(mm, va, ptep); in unmap_ldt_struct()
375 flush_tlb_mm_range(mm, va, va + nr_pages * PAGE_SIZE, PAGE_SHIFT, false); in unmap_ldt_struct()
381 map_ldt_struct(struct mm_struct *mm, struct ldt_struct *ldt, int slot) in map_ldt_struct() argument
386 static void unmap_ldt_struct(struct mm_struct *mm, struct ldt_struct *ldt) in unmap_ldt_struct() argument
391 static void free_ldt_pgtables(struct mm_struct *mm) in free_ldt_pgtables() argument
407 tlb_gather_mmu_fullmm(&tlb, mm); in free_ldt_pgtables()
419 static void install_ldt(struct mm_struct *mm, struct ldt_struct *ldt) in install_ldt() argument
421 mutex_lock(&mm->context.lock); in install_ldt()
424 smp_store_release(&mm->context.ldt, ldt); in install_ldt()
427 on_each_cpu_mask(mm_cpumask(mm), flush_ldt, mm, true); in install_ldt()
429 mutex_unlock(&mm->context.lock); in install_ldt()
449 int ldt_dup_context(struct mm_struct *old_mm, struct mm_struct *mm) in ldt_dup_context() argument
471 retval = map_ldt_struct(mm, new_ldt, 0); in ldt_dup_context()
473 free_ldt_pgtables(mm); in ldt_dup_context()
477 mm->context.ldt = new_ldt; in ldt_dup_context()
489 void destroy_context_ldt(struct mm_struct *mm) in destroy_context_ldt() argument
491 free_ldt_struct(mm->context.ldt); in destroy_context_ldt()
492 mm->context.ldt = NULL; in destroy_context_ldt()
495 void ldt_arch_exit_mmap(struct mm_struct *mm) in ldt_arch_exit_mmap() argument
497 free_ldt_pgtables(mm); in ldt_arch_exit_mmap()
502 struct mm_struct *mm = current->mm; in read_ldt() local
506 down_read(&mm->context.ldt_usr_sem); in read_ldt()
508 if (!mm->context.ldt) { in read_ldt()
516 entries_size = mm->context.ldt->nr_entries * LDT_ENTRY_SIZE; in read_ldt()
520 if (copy_to_user(ptr, mm->context.ldt->entries, entries_size)) { in read_ldt()
535 up_read(&mm->context.ldt_usr_sem); in read_ldt()
578 struct mm_struct *mm = current->mm; in write_ldt() local
617 if (down_write_killable(&mm->context.ldt_usr_sem)) in write_ldt()
620 old_ldt = mm->context.ldt; in write_ldt()
641 error = map_ldt_struct(mm, new_ldt, old_ldt ? !old_ldt->slot : 0); in write_ldt()
649 free_ldt_pgtables(mm); in write_ldt()
654 install_ldt(mm, new_ldt); in write_ldt()
655 unmap_ldt_struct(mm, old_ldt); in write_ldt()
660 up_write(&mm->context.ldt_usr_sem); in write_ldt()