Home
last modified time | relevance | path

Searched refs:p4dp (Results 1 – 25 of 47) sorted by relevance

12

/linux-6.3-rc2/arch/powerpc/mm/nohash/
A Dbook3e_pgtable.c77 p4d_t *p4dp; in map_kernel_page() local
85 p4dp = p4d_offset(pgdp, ea); in map_kernel_page()
86 pudp = pud_alloc(&init_mm, p4dp, ea); in map_kernel_page()
97 p4dp = p4d_offset(pgdp, ea); in map_kernel_page()
98 if (p4d_none(*p4dp)) { in map_kernel_page()
100 p4d_populate(&init_mm, p4dp, pudp); in map_kernel_page()
102 pudp = pud_offset(p4dp, ea); in map_kernel_page()
/linux-6.3-rc2/arch/arm64/include/asm/
A Dpgalloc.h44 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate() argument
46 set_p4d(p4dp, __p4d(__phys_to_p4d_val(pudp) | prot)); in __p4d_populate()
49 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate() argument
54 __p4d_populate(p4dp, __pa(pudp), p4dval); in p4d_populate()
57 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate() argument
/linux-6.3-rc2/arch/arm64/mm/
A Dkasan_init.c89 static pud_t *__init kasan_pud_offset(p4d_t *p4dp, unsigned long addr, int node, in kasan_pud_offset() argument
92 if (p4d_none(READ_ONCE(*p4dp))) { in kasan_pud_offset()
96 __p4d_populate(p4dp, pud_phys, P4D_TYPE_TABLE); in kasan_pud_offset()
99 return early ? pud_offset_kimg(p4dp, addr) : pud_offset(p4dp, addr); in kasan_pud_offset()
131 static void __init kasan_pud_populate(p4d_t *p4dp, unsigned long addr, in kasan_pud_populate() argument
135 pud_t *pudp = kasan_pud_offset(p4dp, addr, node, early); in kasan_pud_populate()
147 p4d_t *p4dp = p4d_offset(pgdp, addr); in kasan_p4d_populate() local
151 kasan_pud_populate(p4dp, addr, next, node, early); in kasan_p4d_populate()
152 } while (p4dp++, addr = next, addr != end); in kasan_p4d_populate()
A Dmmu.c323 p4d_t p4d = READ_ONCE(*p4dp); in alloc_init_pud()
334 p4d = READ_ONCE(*p4dp); in alloc_init_pud()
949 p4d_t *p4dp, p4d; in unmap_hotplug_p4d_range() local
954 p4d = READ_ONCE(*p4dp); in unmap_hotplug_p4d_range()
1095 pudp = pud_offset(p4dp, 0UL); in free_empty_pud_table()
1101 p4d_clear(p4dp); in free_empty_pud_table()
1111 p4d_t *p4dp, p4d; in free_empty_p4d_table() local
1116 p4d = READ_ONCE(*p4dp); in free_empty_p4d_table()
1183 p4d_t p4d = READ_ONCE(*p4dp); in fixmap_pud()
1214 p4d_t *p4dp, p4d; in early_fixmap_init() local
[all …]
A Dhugetlbpage.c107 p4d_t *p4dp; in find_num_contig() local
112 p4dp = p4d_offset(pgdp, addr); in find_num_contig()
113 pudp = pud_offset(p4dp, addr); in find_num_contig()
291 p4d_t *p4dp; in huge_pte_alloc() local
297 p4dp = p4d_offset(pgdp, addr); in huge_pte_alloc()
298 pudp = pud_alloc(mm, p4dp, addr); in huge_pte_alloc()
336 p4d_t *p4dp; in huge_pte_offset() local
344 p4dp = p4d_offset(pgdp, addr); in huge_pte_offset()
345 if (!p4d_present(READ_ONCE(*p4dp))) in huge_pte_offset()
348 pudp = pud_offset(p4dp, addr); in huge_pte_offset()
A Dpageattr.c214 p4d_t *p4dp; in kernel_page_present() local
227 p4dp = p4d_offset(pgdp, addr); in kernel_page_present()
228 if (p4d_none(READ_ONCE(*p4dp))) in kernel_page_present()
231 pudp = pud_offset(p4dp, addr); in kernel_page_present()
/linux-6.3-rc2/arch/riscv/mm/
A Dkasan_init.c164 p4d_t *p4dp, *base_p4d; in kasan_populate_p4d() local
185 p4dp = base_p4d + p4d_index(vaddr); in kasan_populate_p4d()
193 set_p4d(p4dp, pfn_p4d(PFN_DOWN(phys_addr), PAGE_TABLE)); in kasan_populate_p4d()
198 set_p4d(p4dp, pfn_p4d(PFN_DOWN(phys_addr), PAGE_KERNEL)); in kasan_populate_p4d()
204 kasan_populate_pud((pgd_t *)p4dp, vaddr, next, early); in kasan_populate_p4d()
205 } while (p4dp++, vaddr = next, vaddr != end); in kasan_populate_p4d()
375 p4d_t *p4dp, *base_p4d; in kasan_shallow_populate_p4d() local
380 p4dp = base_p4d + p4d_index(vaddr); in kasan_shallow_populate_p4d()
390 set_p4d(p4dp, pfn_p4d(PFN_DOWN(__pa(base_pud)), PAGE_TABLE)); in kasan_shallow_populate_p4d()
396 kasan_shallow_populate_pud((pgd_t *)p4dp, vaddr, next); in kasan_shallow_populate_p4d()
[all …]
/linux-6.3-rc2/arch/powerpc/mm/kasan/
A Dinit_book3e_64.c35 p4d_t *p4dp; in kasan_map_kernel_page() local
41 p4dp = p4d_offset(pgdp, ea); in kasan_map_kernel_page()
42 if (kasan_pud_table(*p4dp)) { in kasan_map_kernel_page()
45 p4d_populate(&init_mm, p4dp, pudp); in kasan_map_kernel_page()
47 pudp = pud_offset(p4dp, ea); in kasan_map_kernel_page()
/linux-6.3-rc2/arch/s390/mm/
A Dhugetlbpage.c189 p4d_t *p4dp; in huge_pte_alloc() local
194 p4dp = p4d_alloc(mm, pgdp, addr); in huge_pte_alloc()
195 if (p4dp) { in huge_pte_alloc()
196 pudp = pud_alloc(mm, p4dp, addr); in huge_pte_alloc()
211 p4d_t *p4dp; in huge_pte_offset() local
217 p4dp = p4d_offset(pgdp, addr); in huge_pte_offset()
218 if (p4d_present(*p4dp)) { in huge_pte_offset()
219 pudp = pud_offset(p4dp, addr); in huge_pte_offset()
A Dpageattr.c276 p4d_t *p4dp; in walk_p4d_level() local
279 p4dp = p4d_offset(pgd, addr); in walk_p4d_level()
281 if (p4d_none(*p4dp)) in walk_p4d_level()
284 rc = walk_pud_level(p4dp, addr, next, flags); in walk_p4d_level()
285 p4dp++; in walk_p4d_level()
/linux-6.3-rc2/arch/x86/include/asm/
A Dpgtable_64.h142 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d() argument
147 WRITE_ONCE(*p4dp, p4d); in native_set_p4d()
152 pgd = pti_set_user_pgtbl((pgd_t *)p4dp, pgd); in native_set_p4d()
153 WRITE_ONCE(*p4dp, native_make_p4d(native_pgd_val(pgd))); in native_set_p4d()
/linux-6.3-rc2/arch/powerpc/mm/book3s64/
A Dradix_pgtable.c78 p4d_t *p4dp; in early_map_kernel_page() local
84 p4dp = p4d_offset(pgdp, ea); in early_map_kernel_page()
85 if (p4d_none(*p4dp)) { in early_map_kernel_page()
88 p4d_populate(&init_mm, p4dp, pudp); in early_map_kernel_page()
90 pudp = pud_offset(p4dp, ea); in early_map_kernel_page()
130 p4d_t *p4dp; in __map_kernel_page() local
153 p4dp = p4d_offset(pgdp, ea); in __map_kernel_page()
154 pudp = pud_alloc(&init_mm, p4dp, ea); in __map_kernel_page()
191 p4d_t *p4dp; in radix__change_memory_range() local
204 p4dp = p4d_offset(pgdp, idx); in radix__change_memory_range()
[all …]
A Dhash_pgtable.c150 p4d_t *p4dp; in hash__map_kernel_page() local
158 p4dp = p4d_offset(pgdp, ea); in hash__map_kernel_page()
159 pudp = pud_alloc(&init_mm, p4dp, ea); in hash__map_kernel_page()
/linux-6.3-rc2/arch/powerpc/include/asm/nohash/64/
A Dpgtable-4k.h67 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear() argument
69 *p4dp = __p4d(0); in p4d_clear()
/linux-6.3-rc2/arch/arc/include/asm/
A Dpgalloc.h75 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate() argument
77 set_p4d(p4dp, __p4d((unsigned long)pudp)); in p4d_populate()
A Dpgtable-levels.h113 #define set_p4d(p4dp, p4d) (*(p4dp) = p4d) argument
/linux-6.3-rc2/arch/sparc/mm/
A Dsrmmu.c497 p4d_t *p4dp; in srmmu_mapioaddr() local
536 p4d_t *p4dp; in srmmu_unmapioaddr() local
683 p4d_t *p4dp; in srmmu_early_allocate_ptable_skeleton() local
690 p4dp = p4d_offset(pgdp, start); in srmmu_early_allocate_ptable_skeleton()
691 pudp = pud_offset(p4dp, start); in srmmu_early_allocate_ptable_skeleton()
718 p4d_t *p4dp; in srmmu_allocate_ptable_skeleton() local
725 p4dp = p4d_offset(pgdp, start); in srmmu_allocate_ptable_skeleton()
726 pudp = pud_offset(p4dp, start); in srmmu_allocate_ptable_skeleton()
777 p4d_t *p4dp; in srmmu_inherit_prom_mappings() local
810 p4dp = p4d_offset(pgdp, start); in srmmu_inherit_prom_mappings()
[all …]
A Dfault_64.c82 p4d_t *p4dp; in get_user_insn() local
91 p4dp = p4d_offset(pgdp, tpc); in get_user_insn()
92 if (p4d_none(*p4dp) || unlikely(p4d_bad(*p4dp))) in get_user_insn()
94 pudp = pud_offset(p4dp, tpc); in get_user_insn()
/linux-6.3-rc2/arch/arm/mm/
A Dkasan_init.c123 p4d_t *p4dp; in kasan_pgd_populate() local
150 p4dp = p4d_offset(pgdp, addr); in kasan_pgd_populate()
151 pudp = pud_offset(p4dp, addr); in kasan_pgd_populate()
/linux-6.3-rc2/include/trace/events/
A Dxen.h224 TP_PROTO(p4d_t *p4dp, p4d_t *user_p4dp, p4d_t p4dval),
225 TP_ARGS(p4dp, user_p4dp, p4dval),
227 __field(p4d_t *, p4dp)
231 TP_fast_assign(__entry->p4dp = p4dp;
235 __entry->p4dp, __entry->user_p4dp,
/linux-6.3-rc2/mm/
A Ddebug_vm_pgtable.c65 p4d_t *p4dp; member
533 p4d_t p4d = READ_ONCE(*args->p4dp); in p4d_clear_tests()
540 WRITE_ONCE(*args->p4dp, p4d); in p4d_clear_tests()
541 p4d_clear(args->p4dp); in p4d_clear_tests()
542 p4d = READ_ONCE(*args->p4dp); in p4d_clear_tests()
559 p4d_clear(args->p4dp); in p4d_populate_tests()
560 p4d_populate(args->mm, args->p4dp, args->start_pudp); in p4d_populate_tests()
561 p4d = READ_ONCE(*args->p4dp); in p4d_populate_tests()
592 p4d_clear(args->p4dp); in pgd_populate_tests()
1229 if (!args->p4dp) { in init_args()
[all …]
/linux-6.3-rc2/arch/x86/boot/compressed/
A Dident_map_64.c259 p4d_t *p4dp; in set_clr_page_flags() local
282 p4dp = p4d_offset(pgdp, address); in set_clr_page_flags()
283 pudp = pud_offset(p4dp, address); in set_clr_page_flags()
/linux-6.3-rc2/arch/powerpc/lib/
A Dcode-patching.c251 p4d_t *p4dp; in unmap_patch_area() local
258 p4dp = p4d_offset(pgdp, addr); in unmap_patch_area()
259 if (WARN_ON(p4d_none(*p4dp))) in unmap_patch_area()
262 pudp = pud_offset(p4dp, addr); in unmap_patch_area()
/linux-6.3-rc2/arch/powerpc/mm/
A Dpgtable.c362 p4d_t p4d, *p4dp; in __find_linux_pte() local
383 p4dp = p4d_offset(pgdp, ea); in __find_linux_pte()
384 p4d = READ_ONCE(*p4dp); in __find_linux_pte()
391 ret_pte = (pte_t *)p4dp; in __find_linux_pte()
/linux-6.3-rc2/arch/riscv/include/asm/
A Dpgtable-64.h240 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d() argument
243 *p4dp = p4d; in set_p4d()
245 set_pud((pud_t *)p4dp, (pud_t){ p4d_val(p4d) }); in set_p4d()

Completed in 51 milliseconds

12