| /include/linux/ |
| A D | userfaultfd_k.h | 179 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
184 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp()
189 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor()
194 static inline bool userfaultfd_pte_wp(struct vm_area_struct *vma, in userfaultfd_pte_wp()
206 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed()
211 static inline bool vma_can_userfault(struct vm_area_struct *vma, in vma_can_userfault()
303 static inline long uffd_wp_range(struct vm_area_struct *vma, in uffd_wp_range()
321 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp()
326 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor()
344 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed()
[all …]
|
| A D | mmap_lock.h | 136 static inline void vma_refcount_put(struct vm_area_struct *vma) in vma_refcount_put()
265 static inline void vma_end_read(struct vm_area_struct *vma) in vma_end_read()
290 static inline void vma_start_write(struct vm_area_struct *vma) in vma_start_write()
307 static inline void vma_assert_locked(struct vm_area_struct *vma) in vma_assert_locked()
320 static inline void vma_assert_attached(struct vm_area_struct *vma) in vma_assert_attached()
325 static inline void vma_assert_detached(struct vm_area_struct *vma) in vma_assert_detached()
330 static inline void vma_mark_attached(struct vm_area_struct *vma) in vma_mark_attached()
372 static inline void vma_end_read(struct vm_area_struct *vma) {} in vma_end_read()
373 static inline void vma_start_write(struct vm_area_struct *vma) {} in vma_start_write()
378 static inline void vma_mark_attached(struct vm_area_struct *vma) {} in vma_mark_attached()
[all …]
|
| A D | huge_mm.h | 101 #define thp_vma_allowable_order(vma, vm_flags, tva_flags, order) \ argument
286 unsigned long thp_vma_allowable_orders(struct vm_area_struct *vma, in thp_vma_allowable_orders()
321 static inline bool vma_thp_disabled(struct vm_area_struct *vma, in vma_thp_disabled()
422 change_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, in change_huge_pud()
450 struct vm_area_struct *vma) in pmd_trans_huge_lock()
458 struct vm_area_struct *vma) in pud_trans_huge_lock()
596 static inline int hugepage_madvise(struct vm_area_struct *vma, in hugepage_madvise()
602 static inline int madvise_collapse(struct vm_area_struct *vma, in madvise_collapse()
620 struct vm_area_struct *vma) in pmd_trans_huge_lock()
625 struct vm_area_struct *vma) in pud_trans_huge_lock()
[all …]
|
| A D | rmap.h | 84 struct vm_area_struct *vma; member
244 int diff, struct vm_area_struct *vma) in folio_add_return_large_mapcount()
294 int diff, struct vm_area_struct *vma) in folio_sub_return_large_mapcount()
345 struct vm_area_struct *vma) in folio_set_large_mapcount()
352 int diff, struct vm_area_struct *vma) in folio_add_large_mapcount()
358 int diff, struct vm_area_struct *vma) in folio_add_return_large_mapcount()
364 int diff, struct vm_area_struct *vma) in folio_sub_large_mapcount()
370 int diff, struct vm_area_struct *vma) in folio_sub_return_large_mapcount()
512 struct vm_area_struct *vma) in hugetlb_try_dup_anon_rmap()
935 struct vm_area_struct *vma; member
[all …]
|
| A D | hugetlb.h | 108 struct vm_area_struct *vma; member
254 static inline void hugetlb_zap_begin(struct vm_area_struct *vma, in hugetlb_zap_begin()
261 static inline void hugetlb_zap_end(struct vm_area_struct *vma, in hugetlb_zap_end()
306 struct vm_area_struct *vma, in huge_pmd_unshare()
313 struct vm_area_struct *vma, in adjust_range_if_pmd_sharing_possible()
319 struct vm_area_struct *vma, in hugetlb_zap_begin()
325 struct vm_area_struct *vma, in hugetlb_zap_end()
362 static inline void hugetlb_vma_lock_read(struct vm_area_struct *vma) in hugetlb_vma_lock_read()
438 struct vm_area_struct *vma, unsigned long address, in hugetlb_change_protection()
446 struct vm_area_struct *vma, unsigned long start, in __unmap_hugepage_range()
[all …]
|
| A D | pgtable.h | 320 static inline int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
327 static inline int pudp_set_access_flags(struct vm_area_struct *vma, in pudp_set_access_flags()
426 static inline int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
471 static inline void arch_check_zapped_pte(struct vm_area_struct *vma, in arch_check_zapped_pte()
478 static inline void arch_check_zapped_pmd(struct vm_area_struct *vma, in arch_check_zapped_pmd()
831 static inline void update_mmu_tlb(struct vm_area_struct *vma, in update_mmu_tlb()
1147 struct vm_area_struct *vma, in arch_do_swap_page_nr()
1164 struct vm_area_struct *vma, in arch_do_swap_page_nr()
1187 struct vm_area_struct *vma, in arch_unmap_one()
1893 #define flush_pmd_tlb_range(vma, addr, end) BUILD_BUG() argument
[all …]
|
| A D | hugetlb_inline.h | 9 static inline bool is_vm_hugetlb_page(struct vm_area_struct *vma) in is_vm_hugetlb_page()
16 static inline bool is_vm_hugetlb_page(struct vm_area_struct *vma) in is_vm_hugetlb_page()
|
| A D | cacheflush.h | 21 static inline void flush_icache_pages(struct vm_area_struct *vma, in flush_icache_pages()
27 #define flush_icache_page(vma, page) flush_icache_pages(vma, page, 1) argument
|
| A D | mm.h | 537 struct vm_area_struct *vma; /* Target VMA */ member
718 static inline void vm_flags_init(struct vm_area_struct *vma, in vm_flags_init()
729 static inline void vm_flags_reset(struct vm_area_struct *vma, in vm_flags_reset()
743 static inline void vm_flags_set(struct vm_area_struct *vma, in vm_flags_set()
750 static inline void vm_flags_clear(struct vm_area_struct *vma, in vm_flags_clear()
761 static inline void __vm_flags_mod(struct vm_area_struct *vma, in __vm_flags_mod()
771 static inline void vm_flags_mod(struct vm_area_struct *vma, in vm_flags_mod()
899 struct vm_area_struct *vma) in vma_iter_bulk_store()
2383 struct vm_area_struct *vma; member
2490 struct vm_area_struct *vma; in get_user_page_vma_remote() local
[all …]
|
| A D | pkeys.h | 14 #define arch_override_mprotect_pkey(vma, prot, pkey) (0) argument
18 static inline int vma_pkey(struct vm_area_struct *vma) in vma_pkey()
|
| A D | mmdebug.h | 36 #define VM_BUG_ON_VMA(cond, vma) \ argument
92 #define VM_WARN_ON_ONCE_VMA(cond, vma) ({ \ argument
121 #define VM_BUG_ON_VMA(cond, vma) VM_BUG_ON(cond) argument
129 #define VM_WARN_ON_ONCE_VMA(cond, vma) BUILD_BUG_ON_INVALID(cond) argument
|
| A D | highmem.h | 186 static inline void flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vma… in flush_anon_page()
224 struct folio *vma_alloc_zeroed_movable_folio(struct vm_area_struct *vma, in vma_alloc_zeroed_movable_folio()
298 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
336 unsigned long vaddr, struct vm_area_struct *vma) in copy_mc_user_highpage()
375 unsigned long vaddr, struct vm_area_struct *vma) in copy_mc_user_highpage()
|
| A D | ksm.h | 135 static inline int ksm_madvise(struct vm_area_struct *vma, unsigned long start, in ksm_madvise()
142 struct vm_area_struct *vma, unsigned long addr) in ksm_might_need_to_copy()
|
| A D | secretmem.h | 19 static inline bool vma_is_secretmem(struct vm_area_struct *vma) in vma_is_secretmem()
|
| A D | mm_inline.h | 416 static inline void free_anon_vma_name(struct vm_area_struct *vma) in free_anon_vma_name()
440 static inline void free_anon_vma_name(struct vm_area_struct *vma) {} in free_anon_vma_name()
570 pte_install_uffd_wp_if_needed(struct vm_area_struct *vma, unsigned long addr, in pte_install_uffd_wp_if_needed()
608 static inline bool vma_has_recency(struct vm_area_struct *vma) in vma_has_recency()
|
| A D | migrate.h | 112 struct vm_area_struct *vma, int node) in migrate_misplaced_folio_prepare()
153 struct vm_area_struct *vma; member
|
| A D | pagewalk.h | 125 struct vm_area_struct *vma; member
189 struct vm_area_struct *vma; member
|
| A D | khugepaged.h | 39 static inline void khugepaged_enter_vma(struct vm_area_struct *vma, in khugepaged_enter_vma()
|
| A D | mempolicy.h | 228 static inline struct mempolicy *get_vma_policy(struct vm_area_struct *vma, in get_vma_policy()
258 static inline int huge_node(struct vm_area_struct *vma, in huge_node()
|
| A D | shmem_fs.h | 124 struct vm_area_struct *vma, pgoff_t index, in shmem_allowable_huge_orders()
139 static inline unsigned long shmem_swap_usage(struct vm_area_struct *vma) in shmem_swap_usage()
|
| /include/xen/ |
| A D | xen-ops.h | 49 static inline int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, in xen_remap_pfn()
75 static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, in xen_xlate_remap_gfn_array()
85 static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, in xen_xlate_unmap_gfn_range()
112 static inline int xen_remap_domain_gfn_array(struct vm_area_struct *vma, in xen_remap_domain_gfn_array()
148 static inline int xen_remap_domain_mfn_array(struct vm_area_struct *vma, in xen_remap_domain_mfn_array()
172 static inline int xen_remap_domain_gfn_range(struct vm_area_struct *vma, in xen_remap_domain_gfn_range()
|
| /include/asm-generic/ |
| A D | cacheflush.h | 35 static inline void flush_cache_range(struct vm_area_struct *vma, in flush_cache_range()
43 static inline void flush_cache_page(struct vm_area_struct *vma, in flush_cache_page()
81 static inline void flush_icache_user_page(struct vm_area_struct *vma, in flush_icache_user_page()
107 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \ argument
117 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ argument
|
| A D | tlb.h | 314 static inline void tlb_flush_rmaps(struct mmu_gather *tlb, struct vm_area_struct *vma) { } in tlb_flush_rmaps()
443 struct vm_area_struct vma = { in tlb_flush() local
457 tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_update_vma_flags()
548 static inline void tlb_start_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_start_vma()
559 static inline void tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_end_vma()
|
| A D | hugetlb.h | 86 static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, in huge_ptep_clear_flush()
117 static inline int huge_ptep_set_access_flags(struct vm_area_struct *vma, in huge_ptep_set_access_flags()
|
| A D | mm_hooks.h | 20 static inline bool arch_vma_access_permitted(struct vm_area_struct *vma, in arch_vma_access_permitted()
|