Lines Matching refs:pgdp
844 extern void set_swapper_pgd(pgd_t *pgdp, pgd_t pgd);
1092 #define pud_set_fixmap_offset(pgdp, addr) ((pud_t *)pgdp) argument
1123 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) in set_pgd() argument
1125 if (in_swapper_pgdir(pgdp)) { in set_pgd()
1126 set_swapper_pgd(pgdp, __pgd(pgd_val(pgd))); in set_pgd()
1130 WRITE_ONCE(*pgdp, pgd); in set_pgd()
1134 static inline void pgd_clear(pgd_t *pgdp) in pgd_clear() argument
1137 set_pgd(pgdp, __pgd(0)); in pgd_clear()
1147 static inline p4d_t *pgd_to_folded_p4d(pgd_t *pgdp, unsigned long addr) in pgd_to_folded_p4d() argument
1150 VM_BUG_ON(((addr >> PGDIR_SHIFT) ^ ((u64)pgdp >> 3)) % PTRS_PER_PGD); in pgd_to_folded_p4d()
1152 return (p4d_t *)PTR_ALIGN_DOWN(pgdp, PAGE_SIZE) + p4d_index(addr); in pgd_to_folded_p4d()
1155 static inline phys_addr_t p4d_offset_phys(pgd_t *pgdp, unsigned long addr) in p4d_offset_phys() argument
1159 return pgd_page_paddr(READ_ONCE(*pgdp)) + p4d_index(addr) * sizeof(p4d_t); in p4d_offset_phys()
1163 p4d_t *p4d_offset_lockless(pgd_t *pgdp, pgd_t pgd, unsigned long addr) in p4d_offset_lockless() argument
1166 return pgd_to_folded_p4d(pgdp, addr); in p4d_offset_lockless()
1171 static inline p4d_t *p4d_offset(pgd_t *pgdp, unsigned long addr) in p4d_offset() argument
1173 return p4d_offset_lockless(pgdp, READ_ONCE(*pgdp), addr); in p4d_offset()
1183 static inline p4d_t *p4d_set_fixmap_offset(pgd_t *pgdp, unsigned long addr) in p4d_set_fixmap_offset() argument
1186 return pgd_to_folded_p4d(pgdp, addr); in p4d_set_fixmap_offset()
1187 return p4d_set_fixmap(p4d_offset_phys(pgdp, addr)); in p4d_set_fixmap_offset()
1197 static inline p4d_t *p4d_offset_kimg(pgd_t *pgdp, u64 addr) in p4d_offset_kimg() argument
1200 return pgd_to_folded_p4d(pgdp, addr); in p4d_offset_kimg()
1201 return (p4d_t *)__phys_to_kimg(p4d_offset_phys(pgdp, addr)); in p4d_offset_kimg()
1220 p4d_t *p4d_offset_lockless_folded(pgd_t *pgdp, pgd_t pgd, unsigned long addr) in p4d_offset_lockless_folded() argument
1237 return p4d_offset(pgdp, addr); in p4d_offset_lockless_folded()