| /arch/openrisc/include/asm/ |
| A D | pgalloc.h | 42 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 44 pgd_t *ret = __pgd_alloc(mm, 0); in pgd_alloc() 49 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc() 59 extern inline pgd_t *pgd_alloc(struct mm_struct *mm) 61 return (pgd_t *)get_zeroed_page(GFP_KERNEL);
|
| /arch/sh/mm/ |
| A D | pgtable.c | 14 pgd_t *pgd = x; in pgd_ctor() 16 memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_ctor() 19 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_ctor() 34 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 39 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /arch/x86/power/ |
| A D | hibernate_32.c | 19 pgd_t *resume_pg_dir; 30 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init() 81 static int resume_physical_mapping_init(pgd_t *pgd_base) in resume_physical_mapping_init() 84 pgd_t *pgd; in resume_physical_mapping_init() 133 static inline void resume_init_first_level_page_table(pgd_t *pg_dir) in resume_init_first_level_page_table() 145 static int set_up_temporary_text_mapping(pgd_t *pgd_base) in set_up_temporary_text_mapping() 147 pgd_t *pgd; in set_up_temporary_text_mapping() 175 resume_pg_dir = (pgd_t *)get_safe_page(GFP_ATOMIC); in swsusp_arch_resume()
|
| A D | hibernate_64.c | 28 static int set_up_temporary_text_mapping(pgd_t *pgd) in set_up_temporary_text_mapping() 74 pgd_t new_pgd = __pgd(__pa(p4d) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping() 80 pgd_t new_pgd = __pgd(__pa(pud) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping() 100 pgd_t *pgd; in set_up_temporary_mappings() 104 pgd = (pgd_t *)get_safe_page(GFP_ATOMIC); in set_up_temporary_mappings()
|
| /arch/nios2/mm/ |
| A D | pgtable.c | 37 static void pgd_init(pgd_t *pgd) in pgd_init() 54 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 56 pgd_t *ret, *init; in pgd_alloc() 63 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
|
| /arch/powerpc/include/asm/ |
| A D | pgtable-types.h | 53 typedef struct { unsigned long long pgd; } pgd_t; typedef 55 static inline unsigned long long pgd_val(pgd_t x) in pgd_val() 60 typedef struct { unsigned long pgd; } pgd_t; typedef 62 static inline unsigned long pgd_val(pgd_t x) in pgd_val() 67 #define __pgd(x) ((pgd_t) { (x) })
|
| A D | pgtable-be-types.h | 53 typedef struct { __be64 pgd; } pgd_t; typedef 54 #define __pgd(x) ((pgd_t) { cpu_to_be64(x) }) 55 #define __pgd_raw(x) ((pgd_t) { (x) }) 56 static inline unsigned long pgd_val(pgd_t x) in pgd_val() 61 static inline __be64 pgd_raw(pgd_t x) in pgd_raw()
|
| A D | pte-walk.h | 7 extern pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea, 10 static inline pte_t *find_linux_pte(pgd_t *pgdir, unsigned long ea, in find_linux_pte() 31 pgd_t *pgdir = init_mm.pgd; in find_init_mm_pte()
|
| /arch/powerpc/include/asm/book3s/64/ |
| A D | pgalloc.h | 25 static inline pgd_t *radix__pgd_alloc(struct mm_struct *mm) in radix__pgd_alloc() 28 return (pgd_t *)__get_free_page(pgtable_gfp_flags(mm, PGALLOC_GFP)); in radix__pgd_alloc() 35 return (pgd_t *) page_address(page); in radix__pgd_alloc() 39 static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd) in radix__pgd_free() 48 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 50 pgd_t *pgd; in pgd_alloc() 81 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /arch/m68k/include/asm/ |
| A D | mcf_pgalloc.h | 30 extern inline pmd_t *pmd_alloc_kernel(pgd_t *pgd, unsigned long address) in pmd_alloc_kernel() 78 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free() 83 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 85 pgd_t *new_pgd; in pgd_alloc() 94 memcpy(new_pgd, swapper_pg_dir, PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
|
| /arch/arm64/include/asm/ |
| A D | pgalloc.h | 20 #define PGD_SIZE (PTRS_PER_PGD * sizeof(pgd_t)) 74 static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t p4dp, pgdval_t prot) in __pgd_populate() 80 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgdp, p4d_t *p4dp) in pgd_populate() 89 static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t p4dp, pgdval_t prot) in __pgd_populate() 95 extern pgd_t *pgd_alloc(struct mm_struct *mm); 96 extern void pgd_free(struct mm_struct *mm, pgd_t *pgdp);
|
| /arch/riscv/include/asm/ |
| A D | pgalloc.h | 62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate() 71 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, in pgd_populate_safe() 104 static inline void sync_kernel_mappings(pgd_t *pgd) in sync_kernel_mappings() 108 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in sync_kernel_mappings() 111 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 113 pgd_t *pgd; in pgd_alloc()
|
| A D | pgtable-64.h | 341 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) in set_pgd() 349 static inline int pgd_none(pgd_t pgd) in pgd_none() 357 static inline int pgd_present(pgd_t pgd) in pgd_present() 365 static inline int pgd_bad(pgd_t pgd) in pgd_bad() 373 static inline void pgd_clear(pgd_t *pgd) in pgd_clear() 379 static inline p4d_t *pgd_pgtable(pgd_t pgd) in pgd_pgtable() 388 static inline struct page *pgd_page(pgd_t pgd) in pgd_page() 397 p4d_t *p4d_offset(pgd_t *pgd, unsigned long address);
|
| /arch/mips/mm/ |
| A D | pgtable.c | 11 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 13 pgd_t *init, *ret; in pgd_alloc() 20 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
|
| /arch/csky/include/asm/ |
| A D | pgalloc.h | 42 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 44 pgd_t *ret; in pgd_alloc() 45 pgd_t *init; in pgd_alloc() 52 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
|
| /arch/hexagon/include/asm/ |
| A D | pgalloc.h | 21 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 23 pgd_t *pgd; in pgd_alloc() 35 memcpy(pgd, swapper_pg_dir, PTRS_PER_PGD*sizeof(pgd_t)); in pgd_alloc() 83 pmdindex = (pgd_t *)pmd - mm->pgd; in pmd_populate_kernel()
|
| /arch/powerpc/include/asm/nohash/ |
| A D | pgalloc.h | 20 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 22 pgd_t *pgd = kmem_cache_alloc(PGT_CACHE(PGD_INDEX_SIZE), in pgd_alloc() 27 (MAX_PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc() 32 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /arch/arm/mm/ |
| A D | pgd.c | 20 #define _pgd_alloc(mm) kmalloc_array(PTRS_PER_PGD, sizeof(pgd_t), GFP_KERNEL | __GFP_ZERO) 30 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 32 pgd_t *new_pgd, *init_pgd; in pgd_alloc() 47 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc() 49 clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc() 140 void pgd_free(struct mm_struct *mm, pgd_t *pgd_base) in pgd_free() 142 pgd_t *pgd; in pgd_free()
|
| /arch/sh/include/asm/ |
| A D | mmu_context_32.h | 42 static inline void set_TTB(pgd_t *pgd) in set_TTB() 47 static inline pgd_t *get_TTB(void) in get_TTB() 49 return (pgd_t *)__raw_readl(MMU_TTB); in get_TTB()
|
| /arch/x86/mm/ |
| A D | pgtable.c | 58 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add() 65 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del() 82 static void pgd_ctor(struct mm_struct *mm, pgd_t *pgd) in pgd_ctor() 95 static void pgd_dtor(pgd_t *pgd) in pgd_dtor() 221 pgd_t pgd = *pgdp; in mop_up_one_pmd() 275 pgd_t *k_pgd, pmd_t *pmds[]) in pgd_prepopulate_user_pmd() 278 pgd_t *u_pgd = kernel_to_user_pgdp(k_pgd); in pgd_prepopulate_user_pmd() 301 pgd_t *k_pgd, pmd_t *pmds[]) in pgd_prepopulate_user_pmd() 322 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 324 pgd_t *pgd; in pgd_alloc() [all …]
|
| /arch/arm64/kernel/pi/ |
| A D | pi.h | 24 extern pgd_t init_idmap_pg_dir[], init_idmap_pg_end[]; 25 extern pgd_t init_pg_dir[], init_pg_end[]; 37 asmlinkage u64 create_init_idmap(pgd_t *pgd, ptdesc_t clrmask);
|
| /arch/arm/include/asm/ |
| A D | pgtable-3level-types.h | 26 typedef struct { pgdval_t pgd; } pgd_t; typedef 36 #define __pgd(x) ((pgd_t) { (x) } ) 43 typedef pgdval_t pgd_t; typedef
|
| /arch/x86/boot/startup/ |
| A D | sme.c | 71 pgd_t *pgd; 97 pgd_t *pgd_p; in sme_clear_pgd() 102 pgd_size = (((pgd_end - pgd_start) / PGDIR_SIZE) + 1) * sizeof(pgd_t); in sme_clear_pgd() 111 pgd_t *pgd; in sme_prepare_pgd() 353 pgtable_area_len = sizeof(pgd_t) * PTRS_PER_PGD; in sme_encrypt_kernel() 384 ppd.pgd = (pgd_t *)native_read_cr3_pa(); in sme_encrypt_kernel() 400 memset(ppd.pgd, 0, sizeof(pgd_t) * PTRS_PER_PGD); in sme_encrypt_kernel() 401 ppd.pgtable_area += sizeof(pgd_t) * PTRS_PER_PGD; in sme_encrypt_kernel() 571 pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in __pti_set_user_pgtbl()
|
| /arch/arc/include/asm/ |
| A D | pgalloc.h | 54 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 56 pgd_t *ret = __pgd_alloc(mm, 0); in pgd_alloc() 63 memcpy(ret + num, swapper_pg_dir + num, num2 * sizeof(pgd_t)); in pgd_alloc()
|
| /arch/riscv/kernel/ |
| A D | hibernate.c | 32 static pgd_t *resume_pg_dir; 273 static int temp_pgtable_map_p4d(pgd_t *dst_pgdp, pgd_t *src_pgdp, unsigned long start, in temp_pgtable_map_p4d() 312 static int temp_pgtable_mapping(pgd_t *pgdp, unsigned long start, unsigned long end, pgprot_t prot) in temp_pgtable_mapping() 314 pgd_t *dst_pgdp = pgd_offset_pgd(pgdp, start); in temp_pgtable_mapping() 315 pgd_t *src_pgdp = pgd_offset_k(start); in temp_pgtable_mapping() 320 pgd_t pgd = READ_ONCE(*src_pgdp); in temp_pgtable_mapping() 364 resume_pg_dir = (pgd_t *)get_safe_page(GFP_ATOMIC); in swsusp_arch_resume()
|