Lines Matching refs:pgd
265 static int vmap_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end, in vmap_p4d_range() argument
272 p4d = p4d_alloc_track(&init_mm, pgd, addr, mask); in vmap_p4d_range()
295 pgd_t *pgd; in vmap_range_noflush() local
305 pgd = pgd_offset_k(addr); in vmap_range_noflush()
308 err = vmap_p4d_range(pgd, addr, next, phys_addr, prot, in vmap_range_noflush()
312 } while (pgd++, phys_addr += (next - addr), addr = next, addr != end); in vmap_range_noflush()
437 static void vunmap_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end, in vunmap_p4d_range() argument
443 p4d = p4d_offset(pgd, addr); in vunmap_p4d_range()
472 pgd_t *pgd; in __vunmap_range_noflush() local
477 pgd = pgd_offset_k(addr); in __vunmap_range_noflush()
480 if (pgd_bad(*pgd)) in __vunmap_range_noflush()
482 if (pgd_none_or_clear_bad(pgd)) in __vunmap_range_noflush()
484 vunmap_p4d_range(pgd, addr, next, &mask); in __vunmap_range_noflush()
485 } while (pgd++, addr = next, addr != end); in __vunmap_range_noflush()
593 static int vmap_pages_p4d_range(pgd_t *pgd, unsigned long addr, in vmap_pages_p4d_range() argument
600 p4d = p4d_alloc_track(&init_mm, pgd, addr, mask); in vmap_pages_p4d_range()
615 pgd_t *pgd; in vmap_small_pages_range_noflush() local
622 pgd = pgd_offset_k(addr); in vmap_small_pages_range_noflush()
625 if (pgd_bad(*pgd)) in vmap_small_pages_range_noflush()
627 err = vmap_pages_p4d_range(pgd, addr, next, prot, pages, &nr, &mask); in vmap_small_pages_range_noflush()
630 } while (pgd++, addr = next, addr != end); in vmap_small_pages_range_noflush()
783 pgd_t *pgd = pgd_offset_k(addr); in vmalloc_to_page() local
795 if (pgd_none(*pgd)) in vmalloc_to_page()
797 if (WARN_ON_ONCE(pgd_leaf(*pgd))) in vmalloc_to_page()
799 if (WARN_ON_ONCE(pgd_bad(*pgd))) in vmalloc_to_page()
802 p4d = p4d_offset(pgd, addr); in vmalloc_to_page()