/linux-6.3-rc2/include/linux/ |
A D | mmap_lock.h | 63 static inline void mmap_init_lock(struct mm_struct *mm) in mmap_init_lock() 68 static inline void mmap_write_lock(struct mm_struct *mm) in mmap_write_lock() 92 static inline bool mmap_write_trylock(struct mm_struct *mm) in mmap_write_trylock() 102 static inline void mmap_write_unlock(struct mm_struct *mm) in mmap_write_unlock() 108 static inline void mmap_write_downgrade(struct mm_struct *mm) in mmap_write_downgrade() 114 static inline void mmap_read_lock(struct mm_struct *mm) in mmap_read_lock() 121 static inline int mmap_read_lock_killable(struct mm_struct *mm) in mmap_read_lock_killable() 131 static inline bool mmap_read_trylock(struct mm_struct *mm) in mmap_read_trylock() 141 static inline void mmap_read_unlock(struct mm_struct *mm) in mmap_read_unlock() 153 static inline void mmap_assert_locked(struct mm_struct *mm) in mmap_assert_locked() [all …]
|
A D | page_table_check.h | 49 static inline void page_table_check_pte_clear(struct mm_struct *mm, in page_table_check_pte_clear() 58 static inline void page_table_check_pmd_clear(struct mm_struct *mm, in page_table_check_pmd_clear() 67 static inline void page_table_check_pud_clear(struct mm_struct *mm, in page_table_check_pud_clear() 76 static inline void page_table_check_pte_set(struct mm_struct *mm, in page_table_check_pte_set() 86 static inline void page_table_check_pmd_set(struct mm_struct *mm, in page_table_check_pmd_set() 96 static inline void page_table_check_pud_set(struct mm_struct *mm, in page_table_check_pud_set() 126 static inline void page_table_check_pte_clear(struct mm_struct *mm, in page_table_check_pte_clear() 131 static inline void page_table_check_pmd_clear(struct mm_struct *mm, in page_table_check_pmd_clear() 141 static inline void page_table_check_pte_set(struct mm_struct *mm, in page_table_check_pte_set() 147 static inline void page_table_check_pmd_set(struct mm_struct *mm, in page_table_check_pmd_set() [all …]
|
A D | mmu_notifier.h | 240 struct mm_struct *mm; member 260 struct mm_struct *mm; member 272 struct mm_struct *mm; member 280 static inline int mm_has_notifiers(struct mm_struct *mm) in mm_has_notifiers() 411 static inline void mmu_notifier_release(struct mm_struct *mm) in mmu_notifier_release() 435 static inline int mmu_notifier_test_young(struct mm_struct *mm, in mmu_notifier_test_young() 516 struct mm_struct *mm, in mmu_notifier_range_init() 530 struct mm_struct *mm, unsigned long start, in mmu_notifier_range_init_owner() 671 static inline int mm_has_notifiers(struct mm_struct *mm) in mm_has_notifiers() 676 static inline void mmu_notifier_release(struct mm_struct *mm) in mmu_notifier_release() [all …]
|
/linux-6.3-rc2/arch/s390/include/asm/ |
A D | pgalloc.h | 62 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free() 76 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() 96 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() 119 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 124 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free() 129 static inline void pmd_populate(struct mm_struct *mm, in pmd_populate() 135 #define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte) argument 140 #define pte_alloc_one_kernel(mm) ((pte_t *)page_table_alloc(mm)) argument 141 #define pte_alloc_one(mm) ((pte_t *)page_table_alloc(mm)) argument 143 #define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte) argument [all …]
|
/linux-6.3-rc2/arch/powerpc/include/asm/ |
A D | mmu_context.h | 50 static inline void mm_iommu_init(struct mm_struct *mm) { } in mm_iommu_init() 72 static inline int alloc_extended_context(struct mm_struct *mm, in alloc_extended_context() 105 static inline int alloc_extended_context(struct mm_struct *mm, in alloc_extended_context() 123 static inline void inc_mm_active_cpus(struct mm_struct *mm) in inc_mm_active_cpus() 128 static inline void dec_mm_active_cpus(struct mm_struct *mm) in dec_mm_active_cpus() 133 static inline void mm_context_add_copro(struct mm_struct *mm) in mm_context_add_copro() 252 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb() 262 static inline void arch_unmap(struct mm_struct *mm, in arch_unmap() 283 #define pkey_mm_init(mm) argument 284 #define arch_dup_pkeys(oldmm, mm) argument [all …]
|
/linux-6.3-rc2/arch/x86/include/asm/ |
A D | mmu_context.h | 62 static inline void init_new_context_ldt(struct mm_struct *mm) in init_new_context_ldt() 73 struct mm_struct *mm) in ldt_dup_context() 85 static inline void load_mm_ldt(struct mm_struct *mm) in load_mm_ldt() 104 struct mm_struct *mm) in init_new_context() 124 static inline void destroy_context(struct mm_struct *mm) in destroy_context() 143 #define deactivate_mm(tsk, mm) \ argument 148 #define deactivate_mm(tsk, mm) \ argument 156 struct mm_struct *mm) in arch_dup_pkeys() 175 static inline void arch_exit_mmap(struct mm_struct *mm) in arch_exit_mmap() 182 static inline bool is_64bit_mm(struct mm_struct *mm) in is_64bit_mm() [all …]
|
A D | pgalloc.h | 13 static inline int __paravirt_pgd_alloc(struct mm_struct *mm) { return 0; } in __paravirt_pgd_alloc() 18 #define paravirt_pgd_alloc(mm) __paravirt_pgd_alloc(mm) argument 19 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) {} in paravirt_pgd_free() 20 static inline void paravirt_alloc_pte(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pte() 21 static inline void paravirt_alloc_pmd(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pmd() 64 static inline void pmd_populate_kernel(struct mm_struct *mm, in pmd_populate_kernel() 71 static inline void pmd_populate_kernel_safe(struct mm_struct *mm, in pmd_populate_kernel_safe() 78 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() 99 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 150 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) in p4d_alloc_one() [all …]
|
A D | pkeys.h | 25 static inline int execute_only_pkey(struct mm_struct *mm) in execute_only_pkey() 46 #define mm_pkey_allocation_map(mm) (mm->context.pkey_allocation_map) argument 47 #define mm_set_pkey_allocated(mm, pkey) do { \ argument 50 #define mm_set_pkey_free(mm, pkey) do { \ argument 55 bool mm_pkey_is_allocated(struct mm_struct *mm, int pkey) in mm_pkey_is_allocated() 81 int mm_pkey_alloc(struct mm_struct *mm) in mm_pkey_alloc() 108 int mm_pkey_free(struct mm_struct *mm, int pkey) in mm_pkey_free()
|
/linux-6.3-rc2/include/asm-generic/ |
A D | pgalloc.h | 19 static inline pte_t *__pte_alloc_one_kernel(struct mm_struct *mm) in __pte_alloc_one_kernel() 31 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel() 42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel() 59 static inline pgtable_t __pte_alloc_one(struct mm_struct *mm, gfp_t gfp) in __pte_alloc_one() 83 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one() 99 static inline void pte_free(struct mm_struct *mm, struct page *pte_page) in pte_free() 119 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one() 138 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() 175 static inline void __pud_free(struct mm_struct *mm, pud_t *pud) in __pud_free() 182 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() [all …]
|
/linux-6.3-rc2/arch/s390/mm/ |
A D | pgtable.c | 87 static inline pte_t ptep_flush_direct(struct mm_struct *mm, in ptep_flush_direct() 106 static inline pte_t ptep_flush_lazy(struct mm_struct *mm, in ptep_flush_lazy() 174 struct mm_struct *mm) in pgste_update_all() 195 struct mm_struct *mm) in pgste_set_key() 267 static inline pte_t ptep_xchg_commit(struct mm_struct *mm, in ptep_xchg_commit() 353 struct mm_struct *mm = vma->vm_mm; in ptep_modify_prot_start() local 370 struct mm_struct *mm = vma->vm_mm; in ptep_modify_prot_commit() local 385 static inline void pmdp_idte_local(struct mm_struct *mm, in pmdp_idte_local() 397 static inline void pmdp_idte_global(struct mm_struct *mm, in pmdp_idte_global() 434 static inline pmd_t pmdp_flush_lazy(struct mm_struct *mm, in pmdp_flush_lazy() [all …]
|
/linux-6.3-rc2/include/linux/sched/ |
A D | mm.h | 35 static inline void mmgrab(struct mm_struct *mm) in mmgrab() 42 static inline void mmdrop(struct mm_struct *mm) in mmdrop() 69 static inline void mmdrop_sched(struct mm_struct *mm) in mmdrop_sched() 76 static inline void mmdrop_sched(struct mm_struct *mm) in mmdrop_sched() 98 static inline void mmget(struct mm_struct *mm) in mmget() 103 static inline bool mmget_not_zero(struct mm_struct *mm) in mmget_not_zero() 133 static inline void mm_update_next_owner(struct mm_struct *mm) in mm_update_next_owner() 455 static inline void mm_pasid_init(struct mm_struct *mm) in mm_pasid_init() 466 static inline void mm_pasid_drop(struct mm_struct *mm) in mm_pasid_drop() 474 static inline void mm_pasid_init(struct mm_struct *mm) {} in mm_pasid_init() [all …]
|
/linux-6.3-rc2/arch/m68k/include/asm/ |
A D | motorola_pgalloc.h | 27 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel() 32 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel() 37 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one() 42 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free() 54 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one() 59 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() 71 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free() 76 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 82 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() 87 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate() [all …]
|
A D | mmu_context.h | 28 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context() 58 static inline void destroy_context(struct mm_struct *mm) in destroy_context() 85 struct mm_struct *mm) in activate_mm() 96 struct mm_struct *mm; in load_ksp_mmu() local 177 struct mm_struct *mm) in init_new_context() 185 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context() 193 static inline void destroy_context(struct mm_struct *mm) in destroy_context() 199 static inline void activate_context(struct mm_struct *mm) in activate_context() 226 struct mm_struct *mm) in init_new_context() 232 static inline void switch_mm_0230(struct mm_struct *mm) in switch_mm_0230() [all …]
|
A D | mcf_pgalloc.h | 8 extern inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel() 15 extern inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel() 31 #define pmd_populate(mm, pmd, pte) (pmd_val(*pmd) = (unsigned long)(pte)) argument 44 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one() 62 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free() 74 #define pmd_free(mm, pmd) BUG() argument 76 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free() 81 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
|
/linux-6.3-rc2/arch/powerpc/include/asm/book3s/64/ |
A D | pgalloc.h | 25 static inline pgd_t *radix__pgd_alloc(struct mm_struct *mm) in radix__pgd_alloc() 39 static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd) in radix__pgd_free() 48 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 81 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free() 88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate() 93 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one() 126 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() 142 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one() 147 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() 158 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel() [all …]
|
/linux-6.3-rc2/arch/riscv/include/asm/ |
A D | pgalloc.h | 18 static inline void pmd_populate_kernel(struct mm_struct *mm, in pmd_populate_kernel() 26 static inline void pmd_populate(struct mm_struct *mm, in pmd_populate() 35 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate() 51 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, in p4d_populate_safe() 71 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, in pgd_populate_safe() 83 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one() 92 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() 114 static inline void __p4d_free(struct mm_struct *mm, p4d_t *p4d) in __p4d_free() 121 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free() [all …]
|
/linux-6.3-rc2/arch/x86/kernel/ |
A D | ldt.c | 42 void load_mm_ldt(struct mm_struct *mm) in load_mm_ldt() 138 struct mm_struct *mm = __mm; in flush_ldt() local 189 static void do_sanity_check(struct mm_struct *mm, in do_sanity_check() 234 static void map_ldt_struct_to_user(struct mm_struct *mm) in map_ldt_struct_to_user() 247 static void sanity_check_ldt_mapping(struct mm_struct *mm) in sanity_check_ldt_mapping() 264 static void map_ldt_struct_to_user(struct mm_struct *mm) in map_ldt_struct_to_user() 391 static void free_ldt_pgtables(struct mm_struct *mm) in free_ldt_pgtables() 489 void destroy_context_ldt(struct mm_struct *mm) in destroy_context_ldt() 495 void ldt_arch_exit_mmap(struct mm_struct *mm) in ldt_arch_exit_mmap() 502 struct mm_struct *mm = current->mm; in read_ldt() local [all …]
|
/linux-6.3-rc2/drivers/gpu/drm/ |
A D | drm_buddy.c | 35 static void drm_block_free(struct drm_buddy *mm, in drm_block_free() 41 static void list_insert_sorted(struct drm_buddy *mm, in list_insert_sorted() 68 static void mark_free(struct drm_buddy *mm, in mark_free() 187 void drm_buddy_fini(struct drm_buddy *mm) in drm_buddy_fini() 203 static int split_block(struct drm_buddy *mm, in split_block() 293 void drm_buddy_free_block(struct drm_buddy *mm, in drm_buddy_free_block() 331 alloc_range_bias(struct drm_buddy *mm, in alloc_range_bias() 434 alloc_from_freelist(struct drm_buddy *mm, in alloc_from_freelist() 480 static int __alloc_range(struct drm_buddy *mm, in __alloc_range() 590 int drm_buddy_block_trim(struct drm_buddy *mm, in drm_buddy_block_trim() [all …]
|
/linux-6.3-rc2/mm/ |
A D | mmu_notifier.c | 262 struct mm_struct *mm) in mn_itree_release() 300 struct mm_struct *mm) in mn_hlist_release() 348 void __mmu_notifier_release(struct mm_struct *mm) in __mmu_notifier_release() 630 struct mm_struct *mm) in __mmu_notifier_register() 723 struct mm_struct *mm) in mmu_notifier_register() 775 struct mm_struct *mm) in mmu_notifier_get_locked() 821 struct mm_struct *mm) in mmu_notifier_unregister() 866 struct mm_struct *mm = subscription->mm; in mmu_notifier_free_rcu() local 897 struct mm_struct *mm = subscription->mm; in mmu_notifier_put() local 996 struct mm_struct *mm, unsigned long start, in mmu_interval_notifier_insert() [all …]
|
/linux-6.3-rc2/arch/arm/include/asm/ |
A D | pgalloc.h | 26 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 37 #define pmd_alloc_one(mm,addr) ({ BUG(); ((pmd_t *)2); }) argument 38 #define pmd_free(mm, pmd) do { } while (0) argument 41 #define pud_populate(mm,pmd,pte) do { } while (0) argument 43 #define pud_populate(mm,pmd,pte) BUG() argument 78 pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel() 95 pte_alloc_one(struct mm_struct *mm) in pte_alloc_one() 125 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel() 134 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
/linux-6.3-rc2/arch/loongarch/include/asm/ |
A D | mmu_context.h | 34 #define cpu_context(cpu, mm) ((mm)->context.asid[cpu]) argument 36 #define cpu_asid(cpu, mm) (cpu_context((cpu), (mm)) & cpu_asid_mask(&cpu_data[cpu])) argument 38 static inline int asid_valid(struct mm_struct *mm, unsigned int cpu) in asid_valid() 46 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb() 52 get_new_mmu_context(struct mm_struct *mm, unsigned long cpu) in get_new_mmu_context() 67 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context() 116 static inline void destroy_context(struct mm_struct *mm) in destroy_context() 121 #define deactivate_mm(task, mm) do { } while (0) argument 128 drop_mmu_context(struct mm_struct *mm, unsigned int cpu) in drop_mmu_context()
|
/linux-6.3-rc2/drivers/gpu/drm/amd/amdkfd/ |
A D | kfd_mqd_manager_vi.c | 48 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() 92 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() 158 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd() 171 static void __update_mqd(struct mqd_manager *mm, void *mqd, in __update_mqd() 242 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd() 263 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state() 300 static void restore_mqd(struct mqd_manager *mm, void **mqd, in restore_mqd() 327 static void init_mqd_hiq(struct mqd_manager *mm, void **mqd, in init_mqd_hiq() 341 static void update_mqd_hiq(struct mqd_manager *mm, void *mqd, in update_mqd_hiq() 348 static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, in init_mqd_sdma() [all …]
|
A D | kfd_mqd_manager_cik.c | 45 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() 89 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd() 143 static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, in init_mqd_sdma() 173 static void __update_mqd(struct mqd_manager *mm, void *mqd, in __update_mqd() 210 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd() 224 static void update_mqd_hawaii(struct mqd_manager *mm, void *mqd, in update_mqd_hawaii() 231 static void update_mqd_sdma(struct mqd_manager *mm, void *mqd, in update_mqd_sdma() 268 static void restore_mqd(struct mqd_manager *mm, void **mqd, in restore_mqd() 294 static void checkpoint_mqd_sdma(struct mqd_manager *mm, in checkpoint_mqd_sdma() 336 static void init_mqd_hiq(struct mqd_manager *mm, void **mqd, in init_mqd_hiq() [all …]
|
/linux-6.3-rc2/arch/parisc/include/asm/ |
A D | pgalloc.h | 19 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 32 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free() 41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 47 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one() 57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() 64 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() 70 #define pmd_populate(mm, pmd, pte_page) \ argument
|
/linux-6.3-rc2/arch/powerpc/include/asm/nohash/64/ |
A D | pgalloc.h | 18 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate() 23 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one() 29 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() 34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 39 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel() 45 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() 51 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one() 57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
|