Lines Matching refs:pudp
237 static void init_pmd(pud_t *pudp, unsigned long addr, unsigned long end, in init_pmd() argument
244 pmdp = pmd_set_fixmap_offset(pudp, addr); in init_pmd()
274 static void alloc_init_cont_pmd(pud_t *pudp, unsigned long addr, in alloc_init_cont_pmd() argument
280 pud_t pud = READ_ONCE(*pudp); in alloc_init_cont_pmd()
294 __pud_populate(pudp, pmd_phys, pudval); in alloc_init_cont_pmd()
295 pud = READ_ONCE(*pudp); in alloc_init_cont_pmd()
309 init_pmd(pudp, addr, next, phys, __prot, pgtable_alloc, flags); in alloc_init_cont_pmd()
321 pud_t *pudp; in alloc_init_pud() local
338 pudp = pud_set_fixmap_offset(p4dp, addr); in alloc_init_pud()
340 pud_t old_pud = READ_ONCE(*pudp); in alloc_init_pud()
350 pud_set_huge(pudp, phys, prot); in alloc_init_pud()
357 READ_ONCE(pud_val(*pudp)))); in alloc_init_pud()
359 alloc_init_cont_pmd(pudp, addr, next, phys, prot, in alloc_init_pud()
363 pud_val(old_pud) != READ_ONCE(pud_val(*pudp))); in alloc_init_pud()
366 } while (pudp++, addr = next, addr != end); in alloc_init_pud()
878 static void unmap_hotplug_pmd_range(pud_t *pudp, unsigned long addr, in unmap_hotplug_pmd_range() argument
887 pmdp = pmd_offset(pudp, addr); in unmap_hotplug_pmd_range()
916 pud_t *pudp, pud; in unmap_hotplug_pud_range() local
920 pudp = pud_offset(p4dp, addr); in unmap_hotplug_pud_range()
921 pud = READ_ONCE(*pudp); in unmap_hotplug_pud_range()
927 pud_clear(pudp); in unmap_hotplug_pud_range()
940 unmap_hotplug_pmd_range(pudp, addr, next, free_mapped, altmap); in unmap_hotplug_pud_range()
1026 static void free_empty_pmd_table(pud_t *pudp, unsigned long addr, in free_empty_pmd_table() argument
1035 pmdp = pmd_offset(pudp, addr); in free_empty_pmd_table()
1055 pmdp = pmd_offset(pudp, 0UL); in free_empty_pmd_table()
1061 pud_clear(pudp); in free_empty_pmd_table()
1070 pud_t *pudp, pud; in free_empty_pud_table() local
1075 pudp = pud_offset(p4dp, addr); in free_empty_pud_table()
1076 pud = READ_ONCE(*pudp); in free_empty_pud_table()
1081 free_empty_pmd_table(pudp, addr, next, floor, ceiling); in free_empty_pud_table()
1095 pudp = pud_offset(p4dp, 0UL); in free_empty_pud_table()
1097 if (!pud_none(READ_ONCE(pudp[i]))) in free_empty_pud_table()
1103 free_hotplug_pgtable_page(virt_to_page(pudp)); in free_empty_pud_table()
1192 pud_t *pudp = fixmap_pud(addr); in fixmap_pmd() local
1193 pud_t pud = READ_ONCE(*pudp); in fixmap_pmd()
1197 return pmd_offset_kimg(pudp, addr); in fixmap_pmd()
1215 pud_t *pudp; in early_fixmap_init() local
1230 pudp = pud_offset_kimg(p4dp, addr); in early_fixmap_init()
1234 pudp = fixmap_pud(addr); in early_fixmap_init()
1236 if (pud_none(READ_ONCE(*pudp))) in early_fixmap_init()
1237 __pud_populate(pudp, __pa_symbol(bm_pmd), PUD_TYPE_TABLE); in early_fixmap_init()
1339 int pud_set_huge(pud_t *pudp, phys_addr_t phys, pgprot_t prot) in pud_set_huge() argument
1344 if (!pgattr_change_is_safe(READ_ONCE(pud_val(*pudp)), in pud_set_huge()
1349 set_pud(pudp, new_pud); in pud_set_huge()
1367 int pud_clear_huge(pud_t *pudp) in pud_clear_huge() argument
1369 if (!pud_sect(READ_ONCE(*pudp))) in pud_clear_huge()
1371 pud_clear(pudp); in pud_clear_huge()
1402 int pud_free_pmd_page(pud_t *pudp, unsigned long addr) in pud_free_pmd_page() argument
1409 pud = READ_ONCE(*pudp); in pud_free_pmd_page()
1416 table = pmd_offset(pudp, addr); in pud_free_pmd_page()
1424 pud_clear(pudp); in pud_free_pmd_page()