Lines Matching refs:p4d
45 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table() argument
47 return p4d_page(p4d) == virt_to_page(lm_alias(kasan_early_shadow_pud)); in kasan_pud_table()
50 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table() argument
144 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr, in zero_pud_populate() argument
147 pud_t *pud = pud_offset(p4d, addr); in zero_pud_populate()
185 p4d_t *p4d = p4d_offset(pgd, addr); in zero_p4d_populate() local
194 p4d_populate(&init_mm, p4d, in zero_p4d_populate()
196 pud = pud_offset(p4d, addr); in zero_p4d_populate()
205 if (p4d_none(*p4d)) { in zero_p4d_populate()
209 p = pud_alloc(&init_mm, p4d, addr); in zero_p4d_populate()
215 p4d_populate(&init_mm, p4d, p); in zero_p4d_populate()
218 zero_pud_populate(p4d, addr, next); in zero_p4d_populate()
219 } while (p4d++, addr = next, addr != end); in zero_p4d_populate()
242 p4d_t *p4d; in kasan_populate_early_shadow() local
256 p4d = p4d_offset(pgd, addr); in kasan_populate_early_shadow()
257 p4d_populate(&init_mm, p4d, in kasan_populate_early_shadow()
259 pud = pud_offset(p4d, addr); in kasan_populate_early_shadow()
316 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) in kasan_free_pud() argument
327 pud_free(&init_mm, (pud_t *)page_to_virt(p4d_page(*p4d))); in kasan_free_pud()
328 p4d_clear(p4d); in kasan_free_pud()
333 p4d_t *p4d; in kasan_free_p4d() local
337 p4d = p4d_start + i; in kasan_free_p4d()
338 if (!p4d_none(*p4d)) in kasan_free_p4d()
421 static void kasan_remove_p4d_table(p4d_t *p4d, unsigned long addr, in kasan_remove_p4d_table() argument
426 for (; addr < end; addr = next, p4d++) { in kasan_remove_p4d_table()
431 if (!p4d_present(*p4d)) in kasan_remove_p4d_table()
434 if (kasan_pud_table(*p4d)) { in kasan_remove_p4d_table()
437 p4d_clear(p4d); in kasan_remove_p4d_table()
441 pud = pud_offset(p4d, addr); in kasan_remove_p4d_table()
443 kasan_free_pud(pud_offset(p4d, 0), p4d); in kasan_remove_p4d_table()
460 p4d_t *p4d; in kasan_remove_zero_shadow() local
476 p4d = p4d_offset(pgd, addr); in kasan_remove_zero_shadow()
477 kasan_remove_p4d_table(p4d, addr, next); in kasan_remove_zero_shadow()