| /linux-6.3-rc2/arch/powerpc/include/asm/ |
| A D | mmu_context.h | 20 extern void destroy_context(struct mm_struct *mm);
25 extern long mm_iommu_new(struct mm_struct *mm,
31 extern long mm_iommu_put(struct mm_struct *mm,
56 struct mm_struct *next);
58 struct mm_struct *next, in switch_mmu_context()
100 extern void switch_mmu_context(struct mm_struct *prev, struct mm_struct *next,
225 extern void switch_mm_irqs_off(struct mm_struct *prev, struct mm_struct *next,
228 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
244 static inline void activate_mm(struct mm_struct *prev, struct mm_struct *next) in activate_mm()
274 void arch_dup_pkeys(struct mm_struct *oldmm, struct mm_struct *mm);
[all …]
|
| /linux-6.3-rc2/arch/x86/include/asm/ |
| A D | mmu_context.h | 21 struct mm_struct *next) in paravirt_activate_mm()
67 int ldt_dup_context(struct mm_struct *oldmm, struct mm_struct *mm);
69 void ldt_arch_exit_mmap(struct mm_struct *mm);
73 struct mm_struct *mm) in ldt_dup_context()
83 extern void switch_ldt(struct mm_struct *prev, struct mm_struct *next);
89 static inline void switch_ldt(struct mm_struct *prev, struct mm_struct *next) in switch_ldt()
104 struct mm_struct *mm) in init_new_context()
129 extern void switch_mm(struct mm_struct *prev, struct mm_struct *next,
132 extern void switch_mm_irqs_off(struct mm_struct *prev, struct mm_struct *next,
156 struct mm_struct *mm) in arch_dup_pkeys()
[all …]
|
| A D | pgalloc.h | 13 static inline int __paravirt_pgd_alloc(struct mm_struct *mm) { return 0; } in __paravirt_pgd_alloc()
19 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) {} in paravirt_pgd_free()
20 static inline void paravirt_alloc_pte(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pte()
51 extern pgd_t *pgd_alloc(struct mm_struct *);
52 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
54 extern pgtable_t pte_alloc_one(struct mm_struct *);
64 static inline void pmd_populate_kernel(struct mm_struct *mm, in pmd_populate_kernel()
71 static inline void pmd_populate_kernel_safe(struct mm_struct *mm, in pmd_populate_kernel_safe()
78 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
97 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
[all …]
|
| /linux-6.3-rc2/include/linux/sched/ |
| A D | mm.h | 16 extern struct mm_struct *mm_alloc(void);
35 static inline void mmgrab(struct mm_struct *mm) in mmgrab()
40 extern void __mmdrop(struct mm_struct *mm);
42 static inline void mmdrop(struct mm_struct *mm) in mmdrop()
60 struct mm_struct *mm = container_of(rhp, struct mm_struct, delayed_drop); in __mmdrop_delayed()
69 static inline void mmdrop_sched(struct mm_struct *mm) in mmdrop_sched()
76 static inline void mmdrop_sched(struct mm_struct *mm) in mmdrop_sched()
98 static inline void mmget(struct mm_struct *mm) in mmget()
109 extern void mmput(struct mm_struct *);
114 void mmput_async(struct mm_struct *);
[all …]
|
| /linux-6.3-rc2/include/linux/ |
| A D | mmap_lock.h | 63 static inline void mmap_init_lock(struct mm_struct *mm) in mmap_init_lock()
68 static inline void mmap_write_lock(struct mm_struct *mm) in mmap_write_lock()
92 static inline bool mmap_write_trylock(struct mm_struct *mm) in mmap_write_trylock()
102 static inline void mmap_write_unlock(struct mm_struct *mm) in mmap_write_unlock()
108 static inline void mmap_write_downgrade(struct mm_struct *mm) in mmap_write_downgrade()
114 static inline void mmap_read_lock(struct mm_struct *mm) in mmap_read_lock()
121 static inline int mmap_read_lock_killable(struct mm_struct *mm) in mmap_read_lock_killable()
131 static inline bool mmap_read_trylock(struct mm_struct *mm) in mmap_read_trylock()
141 static inline void mmap_read_unlock(struct mm_struct *mm) in mmap_read_unlock()
153 static inline void mmap_assert_locked(struct mm_struct *mm) in mmap_assert_locked()
[all …]
|
| A D | mmu_notifier.h | 89 struct mm_struct *mm);
101 struct mm_struct *mm,
111 struct mm_struct *mm,
122 struct mm_struct *mm,
130 struct mm_struct *mm,
208 struct mm_struct *mm,
240 struct mm_struct *mm;
260 struct mm_struct *mm;
272 struct mm_struct *mm;
301 struct mm_struct *mm);
[all …]
|
| A D | page_table_check.h | 29 void __page_table_check_pte_clear_range(struct mm_struct *mm,
49 static inline void page_table_check_pte_clear(struct mm_struct *mm, in page_table_check_pte_clear()
58 static inline void page_table_check_pmd_clear(struct mm_struct *mm, in page_table_check_pmd_clear()
67 static inline void page_table_check_pud_clear(struct mm_struct *mm, in page_table_check_pud_clear()
76 static inline void page_table_check_pte_set(struct mm_struct *mm, in page_table_check_pte_set()
86 static inline void page_table_check_pmd_set(struct mm_struct *mm, in page_table_check_pmd_set()
96 static inline void page_table_check_pud_set(struct mm_struct *mm, in page_table_check_pud_set()
126 static inline void page_table_check_pte_clear(struct mm_struct *mm, in page_table_check_pte_clear()
141 static inline void page_table_check_pte_set(struct mm_struct *mm, in page_table_check_pte_set()
147 static inline void page_table_check_pmd_set(struct mm_struct *mm, in page_table_check_pmd_set()
[all …]
|
| A D | khugepaged.h | 13 extern void __khugepaged_enter(struct mm_struct *mm);
14 extern void __khugepaged_exit(struct mm_struct *mm);
20 extern int collapse_pte_mapped_thp(struct mm_struct *mm, unsigned long addr,
23 static inline int collapse_pte_mapped_thp(struct mm_struct *mm, in collapse_pte_mapped_thp()
30 static inline void khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm) in khugepaged_fork()
36 static inline void khugepaged_exit(struct mm_struct *mm) in khugepaged_exit()
42 static inline void khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm) in khugepaged_fork()
45 static inline void khugepaged_exit(struct mm_struct *mm) in khugepaged_exit()
52 static inline int collapse_pte_mapped_thp(struct mm_struct *mm, in collapse_pte_mapped_thp()
|
| A D | ksm.h | 21 int __ksm_enter(struct mm_struct *mm);
22 void __ksm_exit(struct mm_struct *mm);
24 static inline int ksm_fork(struct mm_struct *mm, struct mm_struct *oldmm) in ksm_fork()
31 static inline void ksm_exit(struct mm_struct *mm) in ksm_exit()
56 static inline int ksm_fork(struct mm_struct *mm, struct mm_struct *oldmm) in ksm_fork()
61 static inline void ksm_exit(struct mm_struct *mm) in ksm_exit()
|
| A D | mm_types.h | 149 struct mm_struct *pt_mm; /* x86 pgds only */
554 struct mm_struct { struct
778 extern struct mm_struct init_mm; argument
785 cpu_bitmap += offsetof(struct mm_struct, cpu_bitmap); in mm_init_cpumask()
804 void lru_gen_add_mm(struct mm_struct *mm);
805 void lru_gen_del_mm(struct mm_struct *mm);
807 void lru_gen_migrate_mm(struct mm_struct *mm);
819 static inline void lru_gen_use_mm(struct mm_struct *mm) in lru_gen_use_mm()
869 struct mm_struct *mm, unsigned long addr) in vma_iter_init()
880 cid_bitmap += offsetof(struct mm_struct, cpu_bitmap); in mm_cidmask()
[all …]
|
| /linux-6.3-rc2/arch/s390/include/asm/ |
| A D | pgalloc.h | 22 unsigned long *crst_table_alloc(struct mm_struct *);
23 void crst_table_free(struct mm_struct *, unsigned long *);
25 unsigned long *page_table_alloc(struct mm_struct *);
26 struct page *page_table_alloc_pgste(struct mm_struct *mm);
27 void page_table_free(struct mm_struct *, unsigned long *);
62 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
76 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
96 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
119 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
124 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
[all …]
|
| /linux-6.3-rc2/arch/m68k/include/asm/ |
| A D | mmu_context.h | 25 extern struct mm_struct *context_mm[LAST_CONTEXT+1];
28 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context()
72 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
85 struct mm_struct *mm) in activate_mm()
96 struct mm_struct *mm; in load_ksp_mmu()
177 struct mm_struct *mm) in init_new_context()
205 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
213 struct mm_struct *next_mm) in activate_mm()
226 struct mm_struct *mm) in init_new_context()
289 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, struct task_struct *ts… in switch_mm()
[all …]
|
| A D | motorola_pgalloc.h | 27 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel()
32 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
37 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
42 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free()
54 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
59 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
71 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
76 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
82 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
87 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
[all …]
|
| /linux-6.3-rc2/include/asm-generic/ |
| A D | pgalloc.h | 19 static inline pte_t *__pte_alloc_one_kernel(struct mm_struct *mm) in __pte_alloc_one_kernel()
31 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel()
42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
59 static inline pgtable_t __pte_alloc_one(struct mm_struct *mm, gfp_t gfp) in __pte_alloc_one()
83 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
99 static inline void pte_free(struct mm_struct *mm, struct page *pte_page) in pte_free()
119 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
138 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
175 static inline void __pud_free(struct mm_struct *mm, pud_t *pud) in __pud_free()
182 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
[all …]
|
| A D | mmu_context.h | 10 struct mm_struct;
21 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
35 struct mm_struct *mm) in init_new_context()
46 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
57 static inline void activate_mm(struct mm_struct *prev_mm, in activate_mm()
58 struct mm_struct *next_mm) in activate_mm()
71 struct mm_struct *mm) in deactivate_mm()
|
| /linux-6.3-rc2/arch/arm/include/asm/ |
| A D | mmu_context.h | 24 void __check_vmalloc_seq(struct mm_struct *mm);
27 static inline void check_vmalloc_seq(struct mm_struct *mm) in check_vmalloc_seq()
38 void check_and_switch_context(struct mm_struct *mm, struct task_struct *tsk);
42 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
49 void a15_erratum_get_cpumask(int this_cpu, struct mm_struct *mm,
52 static inline void a15_erratum_get_cpumask(int this_cpu, struct mm_struct *mm, in a15_erratum_get_cpumask()
62 static inline void check_and_switch_context(struct mm_struct *mm, in check_and_switch_context()
85 struct mm_struct *mm = current->mm; in finish_arch_post_lock_switch()
117 switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
142 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
|
| /linux-6.3-rc2/arch/powerpc/include/asm/book3s/64/ |
| A D | pgalloc.h | 19 extern pmd_t *pmd_fragment_alloc(struct mm_struct *, unsigned long);
25 static inline pgd_t *radix__pgd_alloc(struct mm_struct *mm) in radix__pgd_alloc()
39 static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd) in radix__pgd_free()
48 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
81 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
93 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
126 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
147 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
158 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
[all …]
|
| A D | tlbflush-radix.h | 12 struct mm_struct;
65 extern void radix__flush_tlb_range_psize(struct mm_struct *mm, unsigned long start,
67 void radix__flush_tlb_pwc_range_psize(struct mm_struct *mm, unsigned long start,
75 extern void radix__local_flush_tlb_mm(struct mm_struct *mm);
76 extern void radix__local_flush_all_mm(struct mm_struct *mm);
78 extern void radix__local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
82 extern void radix__flush_tlb_mm(struct mm_struct *mm);
83 extern void radix__flush_all_mm(struct mm_struct *mm);
85 extern void radix__flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
94 extern void radix__flush_tlb_collapsed_pmd(struct mm_struct *mm, unsigned long addr);
|
| /linux-6.3-rc2/arch/riscv/include/asm/ |
| A D | pgalloc.h | 18 static inline void pmd_populate_kernel(struct mm_struct *mm, in pmd_populate_kernel()
26 static inline void pmd_populate(struct mm_struct *mm, in pmd_populate()
35 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
51 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, in p4d_populate_safe()
71 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, in pgd_populate_safe()
83 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
92 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
114 static inline void __p4d_free(struct mm_struct *mm, p4d_t *p4d) in __p4d_free()
121 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
[all …]
|
| /linux-6.3-rc2/arch/arm64/include/asm/ |
| A D | mmu_context.h | 50 void cpu_do_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
52 static inline void cpu_switch_mm(pgd_t *pgd, struct mm_struct *mm) in cpu_switch_mm()
99 struct mm_struct *mm = current->active_mm; in cpu_uninstall_idmap()
197 void check_and_switch_context(struct mm_struct *mm);
210 struct mm_struct *mm) in update_saved_ttbr0()
226 struct mm_struct *mm) in update_saved_ttbr0()
233 enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
242 static inline void __switch_mm(struct mm_struct *next) in __switch_mm()
257 switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
288 unsigned long arm64_mm_context_get(struct mm_struct *mm);
[all …]
|
| /linux-6.3-rc2/arch/alpha/include/asm/ |
| A D | mmu_context.h | 121 __get_new_mm_context(struct mm_struct *mm, long cpu) in __get_new_mm_context()
136 ev5_switch_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm, in ev5_switch_mm()
166 ev4_switch_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm, in ev4_switch_mm()
185 extern void __load_new_mm_context(struct mm_struct *);
194 struct mm_struct * mm = current->active_mm; \
205 ev5_activate_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm) in ev5_activate_mm()
211 ev4_activate_mm(struct mm_struct *prev_mm, struct mm_struct *next_mm) in ev4_activate_mm()
232 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
246 enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
|
| A D | tlbflush.h | 14 extern void __load_new_mm_context(struct mm_struct *);
21 ev4_flush_tlb_current(struct mm_struct *mm) in ev4_flush_tlb_current()
28 ev5_flush_tlb_current(struct mm_struct *mm) in ev5_flush_tlb_current()
38 ev4_flush_tlb_current_page(struct mm_struct * mm, in ev4_flush_tlb_current_page()
51 ev5_flush_tlb_current_page(struct mm_struct * mm, in ev5_flush_tlb_current_page()
89 flush_tlb_other(struct mm_struct *mm) in flush_tlb_other()
107 flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
119 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page()
139 extern void flush_tlb_mm(struct mm_struct *);
|
| /linux-6.3-rc2/arch/sparc/include/asm/ |
| A D | pgalloc_64.h | 26 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
31 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
43 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
53 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
58 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
63 pte_t *pte_alloc_one_kernel(struct mm_struct *mm);
64 pgtable_t pte_alloc_one(struct mm_struct *mm);
65 void pte_free_kernel(struct mm_struct *mm, pte_t *pte);
66 void pte_free(struct mm_struct *mm, pgtable_t ptepage);
|
| /linux-6.3-rc2/arch/powerpc/include/asm/nohash/ |
| A D | tlbflush.h | 27 struct mm_struct;
35 static inline void local_flush_tlb_mm(struct mm_struct *mm) in local_flush_tlb_mm()
48 static inline void local_flush_tlb_page_psize(struct mm_struct *mm, in local_flush_tlb_page_psize()
65 extern void local_flush_tlb_mm(struct mm_struct *mm);
67 void local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, int psize);
69 extern void __local_flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
74 extern void flush_tlb_mm(struct mm_struct *mm);
76 extern void __flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
|
| /linux-6.3-rc2/arch/loongarch/include/asm/ |
| A D | mmu_context.h | 38 static inline int asid_valid(struct mm_struct *mm, unsigned int cpu) in asid_valid()
46 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
52 get_new_mmu_context(struct mm_struct *mm, unsigned long cpu) in get_new_mmu_context()
67 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
77 static inline void switch_mm_irqs_off(struct mm_struct *prev, struct mm_struct *next, in switch_mm_irqs_off()
102 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
116 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
128 drop_mmu_context(struct mm_struct *mm, unsigned int cpu) in drop_mmu_context()
|