| /include/asm-generic/ |
| A D | hugetlb.h | 10 return pte_write(pte); in huge_pte_write() 15 return pte_dirty(pte); in huge_pte_dirty() 20 return pte_mkwrite_novma(pte); in huge_pte_mkwrite() 26 return pte_wrprotect(pte); in huge_pte_wrprotect() 32 return pte_mkdirty(pte); in huge_pte_mkdirty() 37 return pte_modify(pte, newprot); in huge_pte_modify() 50 return pte_clear_uffd_wp(pte); in huge_pte_clear_uffd_wp() 57 return pte_uffd_wp(pte); in huge_pte_uffd_wp() 96 return pte_none(pte); in huge_pte_none() 104 return huge_pte_none(pte) || is_pte_marker(pte); in huge_pte_none_mostly() [all …]
|
| A D | pgtable_uffd.h | 5 static __always_inline int pte_uffd_wp(pte_t pte) in pte_uffd_wp() argument 15 static __always_inline pte_t pte_mkuffd_wp(pte_t pte) in pte_mkuffd_wp() argument 17 return pte; in pte_mkuffd_wp() 25 static __always_inline pte_t pte_clear_uffd_wp(pte_t pte) in pte_clear_uffd_wp() argument 27 return pte; in pte_clear_uffd_wp() 35 static __always_inline pte_t pte_swp_mkuffd_wp(pte_t pte) in pte_swp_mkuffd_wp() argument 37 return pte; in pte_swp_mkuffd_wp() 40 static __always_inline int pte_swp_uffd_wp(pte_t pte) in pte_swp_uffd_wp() argument 45 static __always_inline pte_t pte_swp_clear_uffd_wp(pte_t pte) in pte_swp_clear_uffd_wp() argument 47 return pte; in pte_swp_clear_uffd_wp()
|
| A D | pgtable-nopmd.h | 38 #define pud_populate(mm, pmd, pte) do { } while (0) argument
|
| A D | pgalloc.h | 54 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel() argument 56 pagetable_dtor_free(virt_to_ptdesc(pte)); in pte_free_kernel()
|
| /include/trace/events/ |
| A D | thp.h | 14 TP_PROTO(unsigned long addr, unsigned long pte), 15 TP_ARGS(addr, pte), 18 __field(unsigned long, pte) 23 __entry->pte = pte; 26 TP_printk("Set page table entry with 0x%lx with 0x%lx", __entry->addr, __entry->pte) 41 TP_PROTO(unsigned long addr, unsigned long pte, unsigned long clr, unsigned long set), 42 TP_ARGS(addr, pte, clr, set), 45 __field(unsigned long, pte) 52 __entry->pte = pte; 58 …r 0x%lx and pte = 0x%lx clr = 0x%lx, set = 0x%lx", __entry->addr, __entry->pte, __entry->clr, __en…
|
| A D | migrate.h | 115 TP_PROTO(unsigned long addr, unsigned long pte, int order), 117 TP_ARGS(addr, pte, order), 121 __field(unsigned long, pte) 127 __entry->pte = pte; 131 TP_printk("addr=%lx, pte=%lx order=%d", __entry->addr, __entry->pte, __entry->order) 135 TP_PROTO(unsigned long addr, unsigned long pte, int order), 136 TP_ARGS(addr, pte, order) 140 TP_PROTO(unsigned long addr, unsigned long pte, int order), 141 TP_ARGS(addr, pte, order)
|
| A D | xen.h | 142 __entry->pteval = pteval.pte), 271 __entry->pteval = pteval.pte),
|
| /include/linux/ |
| A D | pgtable.h | 268 #define pte_next_pfn(pte) pte_advance_pfn(pte, 1) argument 299 pte = pte_next_pfn(pte); in set_ptes() 533 pte = pte_mkold(pte); in clear_young_dirty_ptes() 535 pte = pte_mkclean(pte); in clear_young_dirty_ptes() 731 pte = pte_mkdirty(pte); in get_and_clear_full_ptes() 733 pte = pte_mkyoung(pte); in get_and_clear_full_ptes() 1224 #define move_pte(pte, old_addr, new_addr) (pte) argument 1228 # define pte_accessible(mm, pte) ((void)(pte), 1) argument 1426 pte = pte_mkdirty(pte); in modify_prot_start_ptes() 1428 pte = pte_mkyoung(pte); in modify_prot_start_ptes() [all …]
|
| A D | swapops.h | 74 if (pte_swp_exclusive(pte)) in pte_swp_clear_flags() 75 pte = pte_swp_clear_exclusive(pte); in pte_swp_clear_flags() 76 if (pte_swp_soft_dirty(pte)) in pte_swp_clear_flags() 77 pte = pte_swp_clear_soft_dirty(pte); in pte_swp_clear_flags() 78 if (pte_swp_uffd_wp(pte)) in pte_swp_clear_flags() 79 pte = pte_swp_clear_uffd_wp(pte); in pte_swp_clear_flags() 80 return pte; in pte_swp_clear_flags() 126 return !pte_none(pte) && !pte_present(pte); in is_swap_pte() 137 pte = pte_swp_clear_flags(pte); in pte_to_swp_entry() 441 return is_swap_pte(pte) && is_pte_marker_entry(pte_to_swp_entry(pte)); in is_pte_marker() [all …]
|
| A D | page_table_check.h | 17 void __page_table_check_pte_clear(struct mm_struct *mm, pte_t pte); 20 void __page_table_check_ptes_set(struct mm_struct *mm, pte_t *ptep, pte_t pte, 46 static inline void page_table_check_pte_clear(struct mm_struct *mm, pte_t pte) in page_table_check_pte_clear() argument 51 __page_table_check_pte_clear(mm, pte); in page_table_check_pte_clear() 71 pte_t *ptep, pte_t pte, unsigned int nr) in page_table_check_ptes_set() argument 76 __page_table_check_ptes_set(mm, ptep, pte, nr); in page_table_check_ptes_set() 117 static inline void page_table_check_pte_clear(struct mm_struct *mm, pte_t pte) in page_table_check_pte_clear() argument 130 pte_t *ptep, pte_t pte, unsigned int nr) in page_table_check_ptes_set() argument
|
| A D | ksm.h | 33 #define is_ksm_zero_pte(pte) (is_zero_pfn(pte_pfn(pte)) && pte_dirty(pte)) argument 43 static inline void ksm_might_unmap_zero_page(struct mm_struct *mm, pte_t pte) in ksm_might_unmap_zero_page() argument 45 if (is_ksm_zero_pte(pte)) { in ksm_might_unmap_zero_page() 124 static inline void ksm_might_unmap_zero_page(struct mm_struct *mm, pte_t pte) in ksm_might_unmap_zero_page() argument
|
| A D | userfaultfd_k.h | 195 pte_t pte) in userfaultfd_pte_wp() argument 197 return userfaultfd_wp(vma) && pte_uffd_wp(pte); in userfaultfd_pte_wp() 332 pte_t pte) in userfaultfd_pte_wp() argument 447 static inline bool pte_marker_uffd_wp(pte_t pte) in pte_marker_uffd_wp() argument 452 if (!is_swap_pte(pte)) in pte_marker_uffd_wp() 455 entry = pte_to_swp_entry(pte); in pte_marker_uffd_wp() 467 static inline bool pte_swp_uffd_wp_any(pte_t pte) in pte_swp_uffd_wp_any() argument 470 if (!is_swap_pte(pte)) in pte_swp_uffd_wp_any() 473 if (pte_swp_uffd_wp(pte)) in pte_swp_uffd_wp_any() 476 if (pte_marker_uffd_wp(pte)) in pte_swp_uffd_wp_any()
|
| A D | ptdump.h | 14 void (*note_page_pte)(struct ptdump_state *st, unsigned long addr, pte_t pte); 20 void (*effective_prot_pte)(struct ptdump_state *st, pte_t pte);
|
| A D | pagewalk.h | 79 int (*pte_entry)(pte_t *pte, unsigned long addr, 83 int (*hugetlb_entry)(pte_t *pte, unsigned long hmask, 184 pte_t pte; member
|
| A D | hugetlb.h | 278 bool is_hugetlb_entry_migration(pte_t pte); 279 bool is_hugetlb_entry_hwpoisoned(pte_t pte); 971 struct mm_struct *mm, pte_t *pte) in huge_pte_lockptr() argument 999 return pud_lockptr(mm, (pud_t *) pte); in huge_pte_lockptr() 1001 return pmd_lockptr(mm, (pmd_t *) pte); in huge_pte_lockptr() 1003 return ptep_lockptr(mm, pte); in huge_pte_lockptr() 1047 pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit() argument 1244 struct mm_struct *mm, pte_t *pte) 1301 struct mm_struct *mm, pte_t *pte) in huge_pte_lock() argument 1305 ptl = huge_pte_lockptr(h, mm, pte); in huge_pte_lock() [all …]
|
| A D | mm.h | 1236 pte = pte_mkwrite(pte, vma); in maybe_mkwrite() 1237 return pte; in maybe_mkwrite() 2347 pte_t pte); 2349 pte_t pte); 2565 pte_t pte); 2688 return pte; in pte_mkspecial() 3012 pte_t *pte; in __pte_offset_map() local 3015 return pte; in __pte_offset_map() 3027 pte_t *pte; in pte_offset_map_lock() local 3031 return pte; in pte_offset_map_lock() [all …]
|
| A D | rmap.h | 938 pte_t *pte; member 956 if (pvmw->pte && !is_vm_hugetlb_page(pvmw->vma)) in page_vma_mapped_walk_done() 957 pte_unmap(pvmw->pte); in page_vma_mapped_walk_done() 974 WARN_ON_ONCE(!pvmw->pmd && !pvmw->pte); in page_vma_mapped_walk_restart() 983 pvmw->pte = NULL; in page_vma_mapped_walk_restart()
|
| A D | mm_inline.h | 571 pte_t *pte, pte_t pteval) in pte_install_uffd_wp_if_needed() argument 577 WARN_ON_ONCE(!pte_none(ptep_get(pte))); in pte_install_uffd_wp_if_needed() 600 set_pte_at(vma->vm_mm, addr, pte, in pte_install_uffd_wp_if_needed()
|