Home
last modified time | relevance | path

Searched refs:mm (Results 1 – 25 of 71) sorted by relevance

123

/include/linux/
A Dmmap_lock.h83 seqcount_init(&mm->mm_lock_seq); in mm_lock_seqcount_init()
397 down_write(&mm->mmap_lock); in mmap_write_lock()
398 mm_lock_seqcount_begin(mm); in mmap_write_lock()
406 mm_lock_seqcount_begin(mm); in mmap_write_lock_nested()
417 mm_lock_seqcount_begin(mm); in mmap_write_lock_killable()
433 mm_lock_seqcount_end(mm); in vma_end_write_all()
439 vma_end_write_all(mm); in mmap_write_unlock()
440 up_write(&mm->mmap_lock); in mmap_write_unlock()
446 vma_end_write_all(mm); in mmap_write_downgrade()
453 down_read(&mm->mmap_lock); in mmap_read_lock()
[all …]
A Dpage_table_check.h17 void __page_table_check_pte_clear(struct mm_struct *mm, pte_t pte);
26 void __page_table_check_pte_clear_range(struct mm_struct *mm,
51 __page_table_check_pte_clear(mm, pte); in page_table_check_pte_clear()
59 __page_table_check_pmd_clear(mm, pmd); in page_table_check_pmd_clear()
67 __page_table_check_pud_clear(mm, pud); in page_table_check_pud_clear()
76 __page_table_check_ptes_set(mm, ptep, pte, nr); in page_table_check_ptes_set()
85 __page_table_check_pmds_set(mm, pmdp, pmd, nr); in page_table_check_pmds_set()
94 __page_table_check_puds_set(mm, pudp, pud, nr); in page_table_check_puds_set()
104 __page_table_check_pte_clear_range(mm, addr, pmd); in page_table_check_pte_clear_range()
152 #define page_table_check_pmd_set(mm, pmdp, pmd) page_table_check_pmds_set(mm, pmdp, pmd, 1) argument
[all …]
A Dmmu_notifier.h89 struct mm_struct *mm);
101 struct mm_struct *mm,
111 struct mm_struct *mm,
122 struct mm_struct *mm,
199 struct mm_struct *mm,
231 struct mm_struct *mm; member
251 struct mm_struct *mm; member
263 struct mm_struct *mm; member
283 mmap_write_lock(mm); in mmu_notifier_get()
285 mmap_write_unlock(mm); in mmu_notifier_get()
[all …]
A Dksm.h22 int ksm_enable_merge_any(struct mm_struct *mm);
24 int ksm_disable(struct mm_struct *mm);
26 int __ksm_enter(struct mm_struct *mm);
27 void __ksm_exit(struct mm_struct *mm);
40 atomic_long_inc(&mm->ksm_zero_pages); in ksm_map_zero_page()
47 atomic_long_dec(&mm->ksm_zero_pages); in ksm_might_unmap_zero_page()
60 __ksm_enter(mm); in ksm_fork()
65 if (test_bit(MMF_VM_MERGE_ANY, &mm->flags)) in ksm_execve()
66 return __ksm_enter(mm); in ksm_execve()
73 if (test_bit(MMF_VM_MERGEABLE, &mm->flags)) in ksm_exit()
[all …]
A Dkhugepaged.h12 extern void __khugepaged_enter(struct mm_struct *mm);
13 extern void __khugepaged_exit(struct mm_struct *mm);
18 extern int collapse_pte_mapped_thp(struct mm_struct *mm, unsigned long addr,
21 static inline void khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm) in khugepaged_fork() argument
24 __khugepaged_enter(mm); in khugepaged_fork()
27 static inline void khugepaged_exit(struct mm_struct *mm) in khugepaged_exit() argument
29 if (test_bit(MMF_VM_HUGEPAGE, &mm->flags)) in khugepaged_exit()
30 __khugepaged_exit(mm); in khugepaged_exit()
33 static inline void khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm) in khugepaged_fork() argument
36 static inline void khugepaged_exit(struct mm_struct *mm) in khugepaged_exit() argument
[all …]
A Dmm_types.h783 struct mm_struct *mm; member
1260 INIT_LIST_HEAD(&mm->lru_gen.list); in lru_gen_init_mm()
1261 mm->lru_gen.bitmap = 0; in lru_gen_init_mm()
1263 mm->lru_gen.memcg = NULL; in lru_gen_init_mm()
1388 atomic_set(&mm->max_nr_cid, 0); in mm_init_cid()
1391 cpumask_clear(mm_cidmask(mm)); in mm_init_cid()
1397 if (!mm->pcpu_cid) in mm_alloc_cid_noprof()
1399 mm_init_cid(mm, p); in mm_alloc_cid_noprof()
1406 free_percpu(mm->pcpu_cid); in mm_destroy_cid()
1407 mm->pcpu_cid = NULL; in mm_destroy_cid()
[all …]
A Dpkeys.h13 #define execute_only_pkey(mm) (0) argument
23 static inline bool mm_pkey_is_allocated(struct mm_struct *mm, int pkey) in mm_pkey_is_allocated() argument
28 static inline int mm_pkey_alloc(struct mm_struct *mm) in mm_pkey_alloc() argument
33 static inline int mm_pkey_free(struct mm_struct *mm, int pkey) in mm_pkey_free() argument
A Dmm.h711 vma->vm_mm = mm; in vma_init()
829 if (!current->mm) in vma_is_foreign()
943 #define TLB_FLUSH_VMA(mm,flags) { .vm_mm = (mm), .vm_flags = (flags) } argument
2644 return max(mm->hiwater_rss, get_mm_rss(mm)); in get_mm_hiwater_rss()
2649 return max(mm->hiwater_vm, mm->total_vm); in get_mm_hiwater_vm()
2662 if (mm->hiwater_vm < mm->total_vm) in update_hiwater_vm()
2663 mm->hiwater_vm = mm->total_vm; in update_hiwater_vm()
2668 mm->hiwater_rss = get_mm_rss(mm); in reset_mm_hiwater_rss()
2750 if (mm_pud_folded(mm)) in mm_inc_nr_puds()
2757 if (mm_pud_folded(mm)) in mm_dec_nr_puds()
[all …]
A Dfutex.h41 struct mm_struct *mm; member
87 void futex_hash_free(struct mm_struct *mm);
88 int futex_mm_init(struct mm_struct *mm);
92 static inline int futex_hash_free(struct mm_struct *mm) { return 0; } in futex_hash_free() argument
93 static inline int futex_mm_init(struct mm_struct *mm) { return 0; } in futex_mm_init() argument
115 static inline int futex_hash_free(struct mm_struct *mm) { return 0; } in futex_hash_free() argument
116 static inline int futex_mm_init(struct mm_struct *mm) { return 0; } in futex_mm_init() argument
A Delf-randomize.h13 # define arch_randomize_brk(mm) (mm->brk) argument
17 extern unsigned long arch_randomize_brk(struct mm_struct *mm);
A Dpgtable.h168 #define pgd_offset(mm, address) pgd_offset_pgd((mm)->pgd, (address)) argument
303 #define set_pte_at(mm, addr, ptep, pte) set_ptes(mm, addr, ptep, pte, 1) argument
496 pte_clear(mm, address, ptep); in ptep_get_and_clear()
497 page_table_check_pte_clear(mm, pte); in ptep_get_and_clear()
551 pte_clear(mm, addr, ptep); in ptep_clear()
556 page_table_check_pte_clear(mm, pte); in ptep_clear()
651 page_table_check_pmd_clear(mm, pmd); in pmdp_huge_get_and_clear()
664 page_table_check_pud_clear(mm, pud); in pudp_huge_get_and_clear()
813 clear_full_ptes(mm, addr, ptep, nr, 0); in clear_ptes()
848 pte_clear(mm, address, ptep); in pte_clear_not_present_full()
[all …]
/include/trace/events/
A Dmmap_lock.h16 TP_PROTO(struct mm_struct *mm, bool write),
18 TP_ARGS(mm, write),
21 __field(struct mm_struct *, mm)
27 __entry->mm = mm;
28 __entry->memcg_id = cgroup_id_from_mm(mm);
34 __entry->mm, __entry->memcg_id,
42 TP_ARGS(mm, write))
51 TP_ARGS(mm, write, success),
54 __field(struct mm_struct *, mm)
61 __entry->mm = mm;
[all …]
A Dksm.h77 TP_PROTO(void *mm),
79 TP_ARGS(mm),
82 __field(void *, mm)
86 __entry->mm = mm;
101 TP_PROTO(void *mm),
103 TP_ARGS(mm)
115 TP_PROTO(void *mm),
117 TP_ARGS(mm)
146 __entry->mm = mm;
183 __entry->mm = mm;
[all …]
A Dhuge_memory.h74 __entry->mm = mm;
84 __entry->mm,
97 TP_ARGS(mm, isolated, status),
106 __entry->mm = mm;
112 __entry->mm,
162 __entry->mm = mm;
169 __entry->mm,
192 __entry->mm = mm;
201 __entry->mm,
226 __entry->mm = mm;
[all …]
A Dmmap.h29 __entry->total_vm = current->mm->total_vm;
47 TP_PROTO(struct mm_struct *mm),
49 TP_ARGS(mm),
52 __field(struct mm_struct *, mm)
57 __entry->mm = mm;
58 __entry->mt = &mm->mm_mt;
A Dxen.h178 TP_ARGS(mm, addr, ptep),
180 __field(struct mm_struct *, mm)
184 TP_fast_assign(__entry->mm = mm;
261 TP_ARGS(mm, addr, ptep, pteval),
268 TP_fast_assign(__entry->mm = mm;
295 TP_fast_assign(__entry->mm = mm;
322 TP_ARGS(mm, pgd),
327 TP_fast_assign(__entry->mm = mm;
334 TP_ARGS(mm, pgd))
352 TP_ARGS(cpus, mm, addr, end),
[all …]
/include/asm-generic/
A Dpgalloc.h26 if (!pagetable_pte_ctor(mm, ptdesc)) { in __pte_alloc_one_kernel_noprof()
78 if (!pagetable_pte_ctor(mm, ptdesc)) { in __pte_alloc_one_noprof()
140 if (mm == &init_mm) in pmd_alloc_one_noprof()
145 if (!pagetable_pmd_ctor(mm, ptdesc)) { in pmd_alloc_one_noprof()
173 if (mm == &init_mm) in __pud_alloc_one_noprof()
214 __pud_free(mm, pud); in pud_free()
227 if (mm == &init_mm) in __p4d_alloc_one_noprof()
259 if (!mm_p4d_folded(mm)) in p4d_free()
260 __p4d_free(mm, p4d); in p4d_free()
271 if (mm == &init_mm) in __pgd_alloc_noprof()
[all …]
A Dhugetlb.h62 static inline void huge_pte_clear(struct mm_struct *mm, unsigned long addr, in huge_pte_clear() argument
65 pte_clear(mm, addr, ptep); in huge_pte_clear()
70 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at() argument
73 set_pte_at(mm, addr, ptep, pte); in set_huge_pte_at()
78 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear() argument
81 return ptep_get_and_clear(mm, addr, ptep); in huge_ptep_get_and_clear()
109 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect() argument
112 ptep_set_wrprotect(mm, addr, ptep); in huge_ptep_set_wrprotect()
126 static inline pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get() argument
A Dmmu_context.h21 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb() argument
35 struct mm_struct *mm) in init_new_context() argument
46 static inline void destroy_context(struct mm_struct *mm) in destroy_context() argument
71 struct mm_struct *mm) in deactivate_mm() argument
A Dpgtable-nop4d.h27 #define pgd_populate(mm, pgd, p4d) do { } while (0) argument
28 #define pgd_populate_safe(mm, pgd, p4d) do { } while (0) argument
50 #define p4d_alloc_one(mm, address) NULL argument
51 #define p4d_free(mm, x) do { } while (0) argument
A Dpgtable-nopud.h34 #define p4d_populate(mm, p4d, pud) do { } while (0) argument
35 #define p4d_populate_safe(mm, p4d, pud) do { } while (0) argument
58 #define pud_alloc_one(mm, address) NULL argument
59 #define pud_free(mm, x) do { } while (0) argument
/include/linux/sched/
A Dmm.h37 atomic_inc(&mm->mm_count); in mmgrab()
55 __mmdrop(mm); in mmdrop()
67 __mmdrop(mm); in __mmdrop_delayed()
77 if (atomic_dec_and_test(&mm->mm_count)) in mmdrop_sched()
83 mmdrop(mm); in mmdrop_sched()
91 mmgrab(mm); in mmgrab_lazy_tlb()
97 mmdrop(mm); in mmdrop_lazy_tlb()
110 mmdrop_sched(mm); in mmdrop_lazy_tlb_sched()
133 atomic_inc(&mm->mm_users); in mmget()
238 rcu_dereference(tsk->real_parent)->mm == tsk->mm; in in_vfork()
[all …]
A Dcoredump.h11 extern void set_dumpable(struct mm_struct *mm, int value);
23 static inline int get_dumpable(struct mm_struct *mm) in get_dumpable() argument
25 return __get_dumpable(mm->flags); in get_dumpable()
/include/drm/
A Ddrm_mm.h165 struct drm_mm *mm; member
229 struct drm_mm *mm; member
278 return READ_ONCE(mm->hole_stack.next); in drm_mm_initialized()
353 #define drm_mm_nodes(mm) (&(mm)->head_node.node_list) argument
363 #define drm_mm_for_each_node(entry, mm) \ argument
439 return drm_mm_insert_node_in_range(mm, node, in drm_mm_insert_node_generic()
467 void drm_mm_takedown(struct drm_mm *mm);
479 return list_empty(drm_mm_nodes(mm)); in drm_mm_clean()
508 struct drm_mm *mm,
533 struct drm_mm *mm, in drm_mm_scan_init() argument
[all …]
A Ddrm_buddy.h139 drm_buddy_block_size(struct drm_buddy *mm, in drm_buddy_block_size() argument
142 return mm->chunk_size << drm_buddy_block_order(block); in drm_buddy_block_size()
145 int drm_buddy_init(struct drm_buddy *mm, u64 size, u64 chunk_size);
147 void drm_buddy_fini(struct drm_buddy *mm);
152 int drm_buddy_alloc_blocks(struct drm_buddy *mm,
158 int drm_buddy_block_trim(struct drm_buddy *mm,
163 void drm_buddy_reset_clear(struct drm_buddy *mm, bool is_clear);
165 void drm_buddy_free_block(struct drm_buddy *mm, struct drm_buddy_block *block);
167 void drm_buddy_free_list(struct drm_buddy *mm,
171 void drm_buddy_print(struct drm_buddy *mm, struct drm_printer *p);
[all …]

Completed in 191 milliseconds

123