Lines Matching refs:p4d
73 DEFINE_POPULATE(p4d_populate, p4d, pud, init) in DEFINE_POPULATE() argument
74 DEFINE_POPULATE(pgd_populate, pgd, p4d, init) in DEFINE_POPULATE()
88 DEFINE_ENTRY(p4d, p4d, init)
192 p4d_t *p4d; in sync_global_pgds_l4() local
196 p4d = p4d_offset(pgd, addr); in sync_global_pgds_l4()
201 if (!p4d_none(*p4d_ref) && !p4d_none(*p4d)) in sync_global_pgds_l4()
202 BUG_ON(p4d_pgtable(*p4d) in sync_global_pgds_l4()
205 if (p4d_none(*p4d)) in sync_global_pgds_l4()
206 set_p4d(p4d, *p4d_ref); in sync_global_pgds_l4()
252 p4d_t *p4d = (p4d_t *)spp_getpage(); in fill_p4d() local
253 pgd_populate(&init_mm, pgd, p4d); in fill_p4d()
254 if (p4d != p4d_offset(pgd, 0)) in fill_p4d()
256 p4d, p4d_offset(pgd, 0)); in fill_p4d()
261 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud() argument
263 if (p4d_none(*p4d)) { in fill_pud()
265 p4d_populate(&init_mm, p4d, pud); in fill_pud()
266 if (pud != pud_offset(p4d, 0)) in fill_pud()
268 pud, pud_offset(p4d, 0)); in fill_pud()
270 return pud_offset(p4d, vaddr); in fill_pud()
312 p4d_t *p4d = p4d_page + p4d_index(vaddr); in set_pte_vaddr_p4d() local
313 pud_t *pud = fill_pud(p4d, vaddr); in set_pte_vaddr_p4d()
346 p4d_t *p4d; in populate_extra_pmd() local
350 p4d = fill_p4d(pgd, vaddr); in populate_extra_pmd()
351 pud = fill_pud(p4d, vaddr); in populate_extra_pmd()
370 p4d_t *p4d; in __init_extra_mapping() local
381 p4d = (p4d_t *) spp_getpage(); in __init_extra_mapping()
382 set_pgd(pgd, __pgd(__pa(p4d) | _KERNPG_TABLE | in __init_extra_mapping()
385 p4d = p4d_offset(pgd, (unsigned long)__va(phys)); in __init_extra_mapping()
386 if (p4d_none(*p4d)) { in __init_extra_mapping()
388 set_p4d(p4d, __p4d(__pa(pud) | _KERNPG_TABLE | in __init_extra_mapping()
391 pud = pud_offset(p4d, (unsigned long)__va(phys)); in __init_extra_mapping()
689 p4d_t *p4d = p4d_page + p4d_index(vaddr); in phys_p4d_init() local
702 set_p4d_init(p4d, __p4d(0), init); in phys_p4d_init()
706 if (!p4d_none(*p4d)) { in phys_p4d_init()
707 pud = pud_offset(p4d, 0); in phys_p4d_init()
718 p4d_populate_init(&init_mm, p4d, pud, init); in phys_p4d_init()
741 p4d_t *p4d; in __kernel_physical_mapping_init() local
746 p4d = (p4d_t *)pgd_page_vaddr(*pgd); in __kernel_physical_mapping_init()
747 paddr_last = phys_p4d_init(p4d, __pa(vaddr), in __kernel_physical_mapping_init()
754 p4d = alloc_low_page(); in __kernel_physical_mapping_init()
755 paddr_last = phys_p4d_init(p4d, __pa(vaddr), __pa(vaddr_end), in __kernel_physical_mapping_init()
760 pgd_populate_init(&init_mm, pgd, p4d, init); in __kernel_physical_mapping_init()
763 (pud_t *) p4d, init); in __kernel_physical_mapping_init()
1065 static void __meminit free_pud_table(pud_t *pud_start, p4d_t *p4d) in free_pud_table() argument
1077 free_pagetable(p4d_page(*p4d), 0); in free_pud_table()
1079 p4d_clear(p4d); in free_pud_table()
1212 p4d_t *p4d; in remove_p4d_table() local
1214 p4d = p4d_start + p4d_index(addr); in remove_p4d_table()
1215 for (; addr < end; addr = next, p4d++) { in remove_p4d_table()
1218 if (!p4d_present(*p4d)) in remove_p4d_table()
1221 BUILD_BUG_ON(p4d_leaf(*p4d)); in remove_p4d_table()
1223 pud_base = pud_offset(p4d, 0); in remove_p4d_table()
1231 free_pud_table(pud_base, p4d); in remove_p4d_table()
1246 p4d_t *p4d; in remove_pagetable() local
1255 p4d = p4d_offset(pgd, 0); in remove_pagetable()
1256 remove_p4d_table(p4d, addr, next, altmap, direct); in remove_pagetable()
1314 p4d_t *p4d; in preallocate_vmalloc_pages() local
1318 p4d = p4d_alloc(&init_mm, pgd, addr); in preallocate_vmalloc_pages()
1319 if (!p4d) in preallocate_vmalloc_pages()
1336 pud = pud_alloc(&init_mm, p4d, addr); in preallocate_vmalloc_pages()
1578 p4d_t *p4d; in register_page_bootmem_memmap() local
1594 p4d = p4d_offset(pgd, addr); in register_page_bootmem_memmap()
1595 if (p4d_none(*p4d)) { in register_page_bootmem_memmap()
1599 get_page_bootmem(section_nr, p4d_page(*p4d), MIX_SECTION_INFO); in register_page_bootmem_memmap()
1601 pud = pud_offset(p4d, addr); in register_page_bootmem_memmap()