| /include/asm-generic/ |
| A D | pgtable_uffd.h | 10 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp() argument 20 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp() argument 22 return pmd; in pmd_mkuffd_wp() 30 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp() argument 32 return pmd; in pmd_clear_uffd_wp() 50 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) in pmd_swp_mkuffd_wp() argument 52 return pmd; in pmd_swp_mkuffd_wp() 55 static inline int pmd_swp_uffd_wp(pmd_t pmd) in pmd_swp_uffd_wp() argument 60 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) in pmd_swp_clear_uffd_wp() argument 62 return pmd; in pmd_swp_clear_uffd_wp()
|
| A D | pgtable-nopmd.h | 36 #define pmd_ERROR(pmd) (pud_ERROR((pmd).pud)) argument 38 #define pud_populate(mm, pmd, pte) do { } while (0) argument 63 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() argument
|
| A D | pgalloc.h | 155 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() argument 157 struct ptdesc *ptdesc = virt_to_ptdesc(pmd); in pmd_free() 159 BUG_ON((unsigned long)pmd & (PAGE_SIZE-1)); in pmd_free()
|
| /include/trace/events/ |
| A D | thp.h | 30 TP_PROTO(unsigned long addr, unsigned long pmd), 31 TP_ARGS(addr, pmd) 63 TP_ARGS(addr, pmd, clr, set) 74 TP_PROTO(unsigned long addr, unsigned long pmd), 76 TP_ARGS(addr, pmd), 80 __field(unsigned long, pmd) 85 __entry->pmd = pmd; 91 TP_PROTO(unsigned long addr, unsigned long pmd), 92 TP_ARGS(addr, pmd) 96 TP_PROTO(unsigned long addr, unsigned long pmd), [all …]
|
| A D | xen.h | 166 __entry->pmdval = pmdval.pmd),
|
| /include/linux/ |
| A D | page_table_check.h | 18 void __page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd); 22 void __page_table_check_pmds_set(struct mm_struct *mm, pmd_t *pmdp, pmd_t pmd, 28 pmd_t pmd); 59 __page_table_check_pmd_clear(mm, pmd); in page_table_check_pmd_clear() 80 pmd_t *pmdp, pmd_t pmd, unsigned int nr) in page_table_check_pmds_set() argument 85 __page_table_check_pmds_set(mm, pmdp, pmd, nr); in page_table_check_pmds_set() 99 pmd_t pmd) in page_table_check_pte_clear_range() argument 104 __page_table_check_pte_clear_range(mm, addr, pmd); in page_table_check_pte_clear_range() 135 pmd_t *pmdp, pmd_t pmd, unsigned int nr) in page_table_check_pmds_set() argument 146 pmd_t pmd) in page_table_check_pte_clear_range() argument [all …]
|
| A D | pgtable.h | 50 #define pmd_pgtable(pmd) pmd_page(pmd) argument 53 #define pmd_folio(pmd) page_folio(pmd_page(pmd)) argument 606 pmd_t pmd; in pmdp_get_lockless() local 615 return pmd; in pmdp_get_lockless() 653 return pmd; in pmdp_huge_get_and_clear() 1098 (pmd_present(pmd) && (!(write) || pmd_write(pmd))) 1544 return pmd; in pmd_swp_mksoft_dirty() 1554 return pmd; in pmd_swp_clear_soft_dirty() 1575 return pmd; in pmd_mksoft_dirty() 1585 return pmd; in pmd_clear_soft_dirty() [all …]
|
| A D | swapops.h | 316 extern void migration_entry_wait(struct mm_struct *mm, pmd_t *pmd, 542 static inline swp_entry_t pmd_to_swp_entry(pmd_t pmd) in pmd_to_swp_entry() argument 546 if (pmd_swp_soft_dirty(pmd)) in pmd_to_swp_entry() 547 pmd = pmd_swp_clear_soft_dirty(pmd); in pmd_to_swp_entry() 548 if (pmd_swp_uffd_wp(pmd)) in pmd_to_swp_entry() 549 pmd = pmd_swp_clear_uffd_wp(pmd); in pmd_to_swp_entry() 550 arch_entry = __pmd_to_swp_entry(pmd); in pmd_to_swp_entry() 562 static inline int is_pmd_migration_entry(pmd_t pmd) in is_pmd_migration_entry() argument 564 return is_swap_pmd(pmd) && is_migration_entry(pmd_to_swp_entry(pmd)); in is_pmd_migration_entry() 581 static inline swp_entry_t pmd_to_swp_entry(pmd_t pmd) in pmd_to_swp_entry() argument [all …]
|
| A D | huge_mm.h | 37 pmd_t *pmd, unsigned long addr, pgprot_t newprot, 443 static inline int is_swap_pmd(pmd_t pmd) in is_swap_pmd() argument 445 return !pmd_none(pmd) && !pmd_present(pmd); in is_swap_pmd() 452 if (is_swap_pmd(*pmd) || pmd_trans_huge(*pmd)) in pmd_trans_huge_lock() 453 return __pmd_trans_huge_lock(pmd, vma); in pmd_trans_huge_lock() 490 static inline bool is_huge_zero_pmd(pmd_t pmd) in is_huge_zero_pmd() argument 492 return pmd_present(pmd) && is_huge_zero_pfn(pmd_pfn(pmd)); in is_huge_zero_pmd() 504 pmd_t *pmd, bool freeze); 583 unsigned long address, pmd_t *pmd, in split_huge_pmd_locked() argument 615 static inline int is_swap_pmd(pmd_t pmd) in is_swap_pmd() argument [all …]
|
| A D | ptdump.h | 15 void (*note_page_pmd)(struct ptdump_state *st, unsigned long addr, pmd_t pmd); 21 void (*effective_prot_pmd)(struct ptdump_state *st, pmd_t pmd);
|
| A D | mm.h | 2351 unsigned long addr, pmd_t pmd); 2353 pmd_t pmd); 2700 return pmd; in pmd_mkspecial() 2824 int __pte_alloc_kernel(pmd_t *pmd); 3045 #define pte_alloc(mm, pmd) (unlikely(pmd_none(*(pmd))) && __pte_alloc(mm, pmd)) argument 3048 (pte_alloc(mm, pmd) ? NULL : pte_offset_map(pmd, address)) 3051 (pte_alloc(mm, pmd) ? \ 3055 ((unlikely(pmd_none(*(pmd))) && __pte_alloc_kernel(pmd))? \ 3056 NULL: pte_offset_kernel(pmd, address)) 3073 return ptlock_ptr(pmd_ptdesc(pmd)); in pmd_lockptr() [all …]
|
| A D | pagewalk.h | 77 int (*pmd_entry)(pmd_t *pmd, unsigned long addr, 186 pmd_t pmd; member
|
| A D | userfaultfd_k.h | 201 pmd_t pmd) in userfaultfd_huge_pmd_wp() argument 203 return userfaultfd_wp(vma) && pmd_uffd_wp(pmd); in userfaultfd_huge_pmd_wp() 338 pmd_t pmd) in userfaultfd_huge_pmd_wp() argument
|
| A D | hugetlb.h | 191 static inline pte_t *pte_offset_huge(pmd_t *pmd, unsigned long address) in pte_offset_huge() argument 193 return pte_offset_kernel(pmd, address); in pte_offset_huge() 195 static inline pte_t *pte_alloc_huge(struct mm_struct *mm, pmd_t *pmd, in pte_alloc_huge() argument 198 return pte_alloc(mm, pmd) ? NULL : pte_offset_huge(pmd, address); in pte_alloc_huge()
|
| A D | rmap.h | 937 pmd_t *pmd; member 974 WARN_ON_ONCE(!pvmw->pmd && !pvmw->pte); in page_vma_mapped_walk_restart() 982 pvmw->pmd = NULL; in page_vma_mapped_walk_restart()
|