| /linux/include/asm-generic/ |
| A D | pgtable-nopmd.h | 18 typedef struct { pud_t pud; } pmd_t; member
30 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
32 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
33 static inline int pud_user(pud_t pud) { return 0; } in pud_user()
34 static inline int pud_leaf(pud_t pud) { return 0; } in pud_leaf()
35 static inline void pud_clear(pud_t *pud) { } in pud_clear()
46 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
55 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
56 #define pud_pgtable(pud) ((pmd_t *)(pmd_page_vaddr((pmd_t){ pud }))) argument
|
| /linux/arch/x86/include/asm/ |
| A D | pgtable.h | 195 static inline bool pud_dirty(pud_t pud) in pud_dirty()
200 static inline int pud_young(pud_t pud) in pud_young()
205 static inline bool pud_shstk(pud_t pud) in pud_shstk()
232 static inline int pud_write(pud_t pud) in pud_write()
337 static inline int pud_devmap(pud_t pud) in pud_devmap()
342 static inline int pud_devmap(pud_t pud) in pud_devmap()
1111 static inline int pud_none(pud_t pud) in pud_none()
1133 static inline bool pud_leaf(pud_t pud) in pud_leaf()
1138 static inline int pud_bad(pud_t pud) in pud_bad()
1288 pud_t *pudp, pud_t pud) in set_pud_at()
[all …]
|
| A D | pgalloc.h | 99 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
105 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe()
113 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
119 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
127 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /linux/mm/kasan/ |
| A D | init.c | 57 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
62 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
113 static int __ref zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate()
155 pud_t *pud = pud_offset(p4d, addr); in zero_pud_populate() local
203 pud_t *pud; in zero_p4d_populate() local
255 pud_t *pud; in kasan_populate_early_shadow() local
313 static void kasan_free_pmd(pmd_t *pmd_start, pud_t *pud) in kasan_free_pmd()
330 pud_t *pud; in kasan_free_pud() local
406 static void kasan_remove_pud_table(pud_t *pud, unsigned long addr, in kasan_remove_pud_table()
439 pud_t *pud; in kasan_remove_p4d_table() local
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| A D | pgalloc.h | 88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
95 pud_t *pud; in pud_alloc_one() local
110 static inline void __pud_free(pud_t *pud) in __pud_free()
126 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
131 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| A D | pgtable.h | 273 static inline bool pud_leaf(pud_t pud) in pud_leaf()
874 static inline int pud_none(pud_t pud) in pud_none()
879 static inline int pud_present(pud_t pud) in pud_present()
886 static inline pte_t pud_pte(pud_t pud) in pud_pte()
896 static inline pte_t *pudp_ptep(pud_t *pud) in pudp_ptep()
901 #define pud_pfn(pud) pte_pfn(pud_pte(pud)) argument
918 static inline int pud_bad(pud_t pud) in pud_bad()
987 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
1113 unsigned long addr, pud_t *pud) in update_mmu_cache_pud()
1274 static inline pud_t pud_mkhuge(pud_t pud) in pud_mkhuge()
[all …]
|
| /linux/arch/riscv/include/asm/ |
| A D | pgtable-64.h | 55 unsigned long pud; member
175 static inline int pud_present(pud_t pud) in pud_present()
180 static inline int pud_none(pud_t pud) in pud_none()
185 static inline int pud_bad(pud_t pud) in pud_bad()
191 static inline bool pud_leaf(pud_t pud) in pud_leaf()
196 static inline int pud_user(pud_t pud) in pud_user()
201 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
216 static inline unsigned long _pud_pfn(pud_t pud) in _pud_pfn()
221 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
226 static inline struct page *pud_page(pud_t pud) in pud_page()
[all …]
|
| A D | pgalloc.h | 44 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
51 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
61 pud_t *pud) in p4d_populate_safe()
101 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
107 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /linux/arch/x86/mm/ |
| A D | ident_map.c | 14 static void free_pmd(struct x86_mapping_info *info, pud_t *pud) in free_pmd()
34 pud_t *pud = pud_offset(p4d, 0); in free_pud() local
100 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init() local
155 pud_t *pud; in ident_p4d_init() local
227 pud_t *pud = pud_offset(p4d, 0); in kernel_ident_mapping_init() local
|
| A D | init_64.c | 73 DEFINE_POPULATE(p4d_populate, p4d, pud, init) in DEFINE_POPULATE() argument
264 pud_t *pud = (pud_t *)spp_getpage(); in fill_pud() local
313 pud_t *pud = fill_pud(p4d, vaddr); in set_pte_vaddr_p4d() local
347 pud_t *pud; in populate_extra_pmd() local
371 pud_t *pud; in __init_extra_mapping() local
605 pud_t *pud; in phys_pud_init() local
696 pud_t *pud; in phys_p4d_init() local
1053 pud_t *pud; in free_pud_table() local
1167 pud_t *pud; in remove_pud_table() local
1304 pud_t *pud; in preallocate_vmalloc_pages() local
[all …]
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| A D | pgalloc.h | 18 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
29 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
64 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| A D | pgtable.h | 119 #define pud_none(pud) (!pud_val(pud)) argument
120 #define pud_bad(pud) (!is_kernel_addr(pud_val(pud)) \ argument
122 #define pud_present(pud) (pud_val(pud) != 0) argument
124 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
131 static inline pte_t pud_pte(pud_t pud) in pud_pte()
140 #define pud_write(pud) pte_write(pud_pte(pud)) argument
|
| /linux/arch/mips/include/asm/ |
| A D | pgtable-64.h | 175 typedef struct { unsigned long pud; } pud_t; member
278 static inline int pud_none(pud_t pud) in pud_none()
283 static inline int pud_bad(pud_t pud) in pud_bad()
288 static inline int pud_present(pud_t pud) in pud_present()
306 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
310 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud)) argument
311 #define pud_page(pud) (pfn_to_page(pud_phys(pud) >> PAGE_SHIFT)) argument
|
| A D | pgalloc.h | 40 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
92 pud_t *pud; in pud_alloc_one() local
105 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
|
| /linux/arch/arm/include/asm/ |
| A D | pgtable-2level.h | 185 static inline int pud_none(pud_t pud) in pud_none()
190 static inline int pud_bad(pud_t pud) in pud_bad()
195 static inline int pud_present(pud_t pud) in pud_present()
204 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
208 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
|
| A D | pgtable-3level.h | 114 #define pud_none(pud) (!pud_val(pud)) argument
115 #define pud_bad(pud) (!(pud_val(pud) & PUD_TABLE_BIT)) argument
116 #define pud_present(pud) (pud_val(pud)) argument
129 #define set_pud(pudp, pud) \ argument
135 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
|
| /linux/arch/arm64/include/asm/ |
| A D | pgtable.h | 185 #define pud_access_permitted(pud, write) \ argument
465 static inline pte_t pud_pte(pud_t pud) in pud_pte()
475 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
643 static inline pgprot_t pud_pgprot(pud_t pud) in pud_pgprot()
668 pud_t *pudp, pud_t pud) in set_pud_at()
808 #define pud_none(pud) (!pud_val(pud)) argument
809 #define pud_bad(pud) (!pud_table(pud)) argument
814 #define pud_leaf(pud) false argument
847 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
866 #define pud_valid(pud) false argument
[all …]
|
| /linux/arch/um/include/asm/ |
| A D | pgtable-3level.h | 58 #define pud_populate(mm, pud, pmd) \ argument
72 static inline void pud_clear (pud_t *pud) in pud_clear()
77 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) argument
78 #define pud_pgtable(pud) ((pmd_t *) __va(pud_val(pud) & PAGE_MASK)) argument
|
| /linux/include/linux/ |
| A D | page_table_check.h | 60 static inline void page_table_check_pud_clear(struct mm_struct *mm, pud_t pud) in page_table_check_pud_clear()
87 pud_t pud) in page_table_check_pud_set()
123 static inline void page_table_check_pud_clear(struct mm_struct *mm, pud_t pud) in page_table_check_pud_clear()
138 pud_t pud) in page_table_check_pud_set()
|
| /linux/arch/sparc/include/asm/ |
| A D | pgalloc_64.h | 19 static inline void __p4d_populate(p4d_t *p4d, pud_t *pud) in __p4d_populate()
36 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
115 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| /linux/arch/arm/mm/ |
| A D | idmap.c | 24 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
55 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
72 pud_t *pud = pud_offset(p4d, addr); in idmap_add_pud() local
|
| /linux/arch/loongarch/include/asm/ |
| A D | pgtable.h | 129 typedef struct { unsigned long pud; } pud_t; member
184 static inline int pud_none(pud_t pud) in pud_none()
189 static inline int pud_bad(pud_t pud) in pud_bad()
194 static inline int pud_present(pud_t pud) in pud_present()
199 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
204 static inline void set_pud(pud_t *pud, pud_t pudval) in set_pud()
214 #define pud_phys(pud) PHYSADDR(pud_val(pud)) argument
215 #define pud_page(pud) (pfn_to_page(pud_phys(pud) >> PAGE_SHIFT)) argument
611 #define pud_leaf(pud) ((pud_val(pud) & _PAGE_HUGE) != 0) argument
614 #define pud_devmap(pud) (0) argument
|
| A D | pgalloc.h | 29 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
37 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
93 pud_t *pud; in pud_alloc_one() local
|
| /linux/arch/riscv/mm/ |
| A D | pgtable.c | 72 int pud_set_huge(pud_t *pud, phys_addr_t phys, pgprot_t prot) in pud_set_huge()
80 int pud_clear_huge(pud_t *pud) in pud_clear_huge()
88 int pud_free_pmd_page(pud_t *pud, unsigned long addr) in pud_free_pmd_page()
|
| /linux/arch/m68k/include/asm/ |
| A D | motorola_pgtable.h | 108 #define pud_pgtable(pud) ((pmd_t *)__va(pud_val(pud) & _TABLE_MASK)) argument
134 #define pud_none(pud) (!pud_val(pud)) argument
135 #define pud_bad(pud) ((pud_val(pud) & _DESCTYPE_MASK) != _PAGE_TABLE) argument
136 #define pud_present(pud) (pud_val(pud) & _PAGE_TABLE) argument
138 #define pud_page(pud) (mem_map + ((unsigned long)(__va(pud_val(pud)) - PAGE_OFFSET) >> PAGE_SHIFT)) argument
|