Lines Matching refs:pgdp
745 extern void set_swapper_pgd(pgd_t *pgdp, pgd_t pgd);
998 #define pud_set_fixmap_offset(pgdp, addr) ((pud_t *)pgdp) argument
1027 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) in set_pgd() argument
1029 if (in_swapper_pgdir(pgdp)) { in set_pgd()
1030 set_swapper_pgd(pgdp, __pgd(pgd_val(pgd))); in set_pgd()
1034 WRITE_ONCE(*pgdp, pgd); in set_pgd()
1039 static inline void pgd_clear(pgd_t *pgdp) in pgd_clear() argument
1042 set_pgd(pgdp, __pgd(0)); in pgd_clear()
1052 static inline p4d_t *pgd_to_folded_p4d(pgd_t *pgdp, unsigned long addr) in pgd_to_folded_p4d() argument
1054 return (p4d_t *)PTR_ALIGN_DOWN(pgdp, PAGE_SIZE) + p4d_index(addr); in pgd_to_folded_p4d()
1057 static inline phys_addr_t p4d_offset_phys(pgd_t *pgdp, unsigned long addr) in p4d_offset_phys() argument
1061 return pgd_page_paddr(READ_ONCE(*pgdp)) + p4d_index(addr) * sizeof(p4d_t); in p4d_offset_phys()
1065 p4d_t *p4d_offset_lockless(pgd_t *pgdp, pgd_t pgd, unsigned long addr) in p4d_offset_lockless() argument
1068 return pgd_to_folded_p4d(pgdp, addr); in p4d_offset_lockless()
1073 static inline p4d_t *p4d_offset(pgd_t *pgdp, unsigned long addr) in p4d_offset() argument
1075 return p4d_offset_lockless(pgdp, READ_ONCE(*pgdp), addr); in p4d_offset()
1085 static inline p4d_t *p4d_set_fixmap_offset(pgd_t *pgdp, unsigned long addr) in p4d_set_fixmap_offset() argument
1088 return pgd_to_folded_p4d(pgdp, addr); in p4d_set_fixmap_offset()
1089 return p4d_set_fixmap(p4d_offset_phys(pgdp, addr)); in p4d_set_fixmap_offset()
1099 static inline p4d_t *p4d_offset_kimg(pgd_t *pgdp, u64 addr) in p4d_offset_kimg() argument
1102 return pgd_to_folded_p4d(pgdp, addr); in p4d_offset_kimg()
1103 return (p4d_t *)__phys_to_kimg(p4d_offset_phys(pgdp, addr)); in p4d_offset_kimg()
1122 p4d_t *p4d_offset_lockless_folded(pgd_t *pgdp, pgd_t pgd, unsigned long addr) in p4d_offset_lockless_folded() argument
1139 return p4d_offset(pgdp, addr); in p4d_offset_lockless_folded()