Home
last modified time | relevance | path

Searched refs:pmd (Results 1 – 25 of 236) sorted by relevance

12345678910

/arch/arc/include/asm/
A Dhugepage.h30 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument
32 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument
33 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument
34 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument
35 #define pmd_mkhuge(pmd) pte_pmd(pte_mkhuge(pmd_pte(pmd))) argument
37 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument
39 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument
40 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument
41 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument
43 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ) argument
[all …]
/arch/arm/include/asm/
A Dpgtable-3level.h117 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
119 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument
121 #define pmd_leaf(pmd) pmd_sect(pmd) argument
140 #define pmd_bad(pmd) (!(pmd_val(pmd) & PMD_TABLE_BIT)) argument
178 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) argument
181 #define pmd_young(pmd) (pmd_isset((pmd), PMD_SECT_AF)) argument
192 #define pmd_hugewillfault(pmd) (!pmd_young(pmd) || !pmd_write(pmd)) argument
195 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd)) argument
199 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; }
227 return pmd; in pmd_modify()
[all …]
/arch/loongarch/include/asm/
A Dpgtable.h250 #define pmd_phys(pmd) PHYSADDR(pmd_val(pmd)) argument
256 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument
475 pmd_val(pmd) = (pmd_val(pmd) & ~(_PAGE_GLOBAL)) | in pmd_mkhuge()
479 return pmd; in pmd_mkhuge()
493 return pmd; in pmd_mkwrite_novma()
499 return pmd; in pmd_wrprotect()
511 return pmd; in pmd_mkclean()
519 return pmd; in pmd_mkdirty()
531 return pmd; in pmd_mkold()
537 return pmd; in pmd_mkyoung()
[all …]
A Dpgalloc.h17 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() argument
19 set_pmd(pmd, __pmd((unsigned long)pte)); in pmd_populate_kernel()
22 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) in pmd_populate() argument
24 set_pmd(pmd, __pmd((unsigned long)page_address(pte))); in pmd_populate()
29 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
31 set_pud(pud, __pud((unsigned long)pmd)); in pud_populate()
65 pmd_t *pmd; in pmd_alloc_one() local
77 pmd = ptdesc_address(ptdesc); in pmd_alloc_one()
78 pmd_init(pmd); in pmd_alloc_one()
79 return pmd; in pmd_alloc_one()
/arch/mips/include/asm/
A Dpgtable.h65 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) argument
76 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument
631 return pmd;
640 return pmd;
649 return pmd;
661 return pmd;
670 return pmd;
683 return pmd;
693 return pmd;
705 return pmd;
[all …]
A Dpgalloc.h20 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel() argument
23 set_pmd(pmd, __pmd((unsigned long)pte)); in pmd_populate_kernel()
26 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() argument
29 set_pmd(pmd, __pmd((unsigned long)page_address(pte))); in pmd_populate()
39 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
41 set_pud(pud, __pud((unsigned long)pmd)); in pud_populate()
58 pmd_t *pmd; in pmd_alloc_one() local
70 pmd = ptdesc_address(ptdesc); in pmd_alloc_one()
71 pmd_init(pmd); in pmd_alloc_one()
72 return pmd; in pmd_alloc_one()
/arch/x86/include/asm/
A Dpgtable.h73 #define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd) argument
97 #define pmd_clear(pmd) native_pmd_clear(pmd) argument
228 return (pmd_flags(pmd) & _PAGE_RW) || pmd_shstk(pmd); in pmd_write()
525 pmd = pmd_clear_flags(pmd, _PAGE_RW); in pmd_wrprotect()
564 pmd = pmd_set_flags(pmd, _PAGE_DIRTY | _PAGE_SOFT_DIRTY); in pmd_mkdirty()
571 pmd = pmd_clear_flags(pmd, _PAGE_RW); in pmd_mkwrite_shstk()
1023 return (unsigned long)__va(pmd_val(pmd) & pmd_pfn_mask(pmd)); in pmd_page_vaddr()
1030 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument
1217 set_pmd(pmdp, pmd); in set_pmd_at()
1323 return pmd; in pmdp_huge_get_and_clear()
[all …]
A Dpgalloc.h63 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() argument
66 set_pmd(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel()
70 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel_safe() argument
73 set_pmd_safe(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel_safe()
76 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() argument
86 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
91 ___pmd_free_tlb(tlb, pmd); in __pmd_free_tlb()
99 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate()
100 set_pud(pud, __pud(_PAGE_TABLE | __pa(pmd))); in pud_populate()
105 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate_safe()
[all …]
/arch/powerpc/include/asm/nohash/32/
A Dpgtable.h154 #define pmd_none(pmd) (!pmd_val(pmd)) argument
155 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) argument
156 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) argument
170 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument
172 #define pmd_page_vaddr(pmd) \ argument
173 ((const void *)((unsigned long)pmd_val(pmd) & ~(PTE_TABLE_SIZE - 1)))
174 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) argument
177 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument
/arch/x86/power/
A Dhibernate_32.c61 if (pmd_none(*pmd)) { in resume_one_page_table_init()
73 return pte_offset_kernel(pmd, 0); in resume_one_page_table_init()
85 pmd_t *pmd; in resume_physical_mapping_init() local
94 pmd = resume_one_md_table_init(pgd); in resume_physical_mapping_init()
95 if (!pmd) in resume_physical_mapping_init()
115 pte = resume_one_page_table_init(pmd); in resume_physical_mapping_init()
148 pmd_t *pmd; in set_up_temporary_text_mapping() local
153 pmd = resume_one_md_table_init(pgd); in set_up_temporary_text_mapping()
154 if (!pmd) in set_up_temporary_text_mapping()
158 set_pmd(pmd + pmd_index(restore_jump_address), in set_up_temporary_text_mapping()
[all …]
/arch/riscv/include/asm/
A Dpgtable.h233 return (pmd_val(pmd) == 0); in pmd_none()
238 return !pmd_present(pmd) || (pmd_val(pmd) & _PAGE_LEAF); in pmd_bad()
244 return pmd_present(pmd) && (pmd_val(pmd) & _PAGE_LEAF); in pmd_leaf()
249 WRITE_ONCE(*pmdp, pmd); in set_pmd()
283 return __pte(pmd_val(pmd)); in pmd_pte()
682 return pmd; in pmd_mkhuge()
690 #define __pmd_to_phys(pmd) (__page_val_to_pfn(pmd_val(pmd)) << PAGE_SHIFT) argument
827 return pmd_leaf(pmd) && pmd_user(pmd); in pmd_user_accessible_page()
839 return pmd_leaf(pmd); in pmd_trans_huge()
865 return pmd; in pmdp_huge_get_and_clear()
[all …]
/arch/x86/boot/startup/
A Dmap_kernel.c34 pmdval_t *pmd, in sme_postprocess_startup() argument
67 pmd[i] -= sme_get_me_mask(); in sme_postprocess_startup()
98 pmdval_t *pmd, pmd_entry; in __startup_64() local
140 level2_fixmap_pgt[i].pmd += load_delta; in __startup_64()
149 pud = &early_pgts[0]->pmd; in __startup_64()
150 pmd = &early_pgts[1]->pmd; in __startup_64()
201 pmd = rip_rel_ptr(level2_kernel_pgt); in __startup_64()
205 pmd[i] &= ~_PAGE_PRESENT; in __startup_64()
209 if (pmd[i] & _PAGE_PRESENT) in __startup_64()
210 pmd[i] += load_delta; in __startup_64()
[all …]
/arch/arm/mm/
A Didmap.c27 pmd_t *pmd; in idmap_add_pmd() local
32 if (!pmd) { in idmap_add_pmd()
41 memcpy(pmd, pmd_offset(pud, 0), in idmap_add_pmd()
43 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd()
44 pmd += pmd_index(addr); in idmap_add_pmd()
46 pmd = pmd_offset(pud, addr); in idmap_add_pmd()
51 flush_pmd_entry(pmd); in idmap_add_pmd()
58 pmd_t *pmd = pmd_offset(pud, addr); in idmap_add_pmd() local
61 pmd[0] = __pmd(addr); in idmap_add_pmd()
63 pmd[1] = __pmd(addr); in idmap_add_pmd()
[all …]
/arch/powerpc/include/asm/nohash/64/
A Dpgalloc.h34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
36 pud_set(pud, (unsigned long)pmd); in pud_populate()
39 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel() argument
42 pmd_set(pmd, (unsigned long)pte); in pmd_populate_kernel()
45 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() argument
48 pmd_set(pmd, (unsigned long)pte_page); in pmd_populate()
57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() argument
59 kmem_cache_free(PGT_CACHE(PMD_CACHE_INDEX), pmd); in pmd_free()
62 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
63 pgtable_free_tlb(tlb, pmd, PMD_CACHE_INDEX)
/arch/s390/include/asm/
A Dpgtable.h967 #define pmd_swp_soft_dirty(pmd) pmd_soft_dirty(pmd) argument
968 #define pmd_swp_mksoft_dirty(pmd) pmd_mksoft_dirty(pmd) argument
1577 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument
1593 return pmd; in pmd_mkwrite_novma()
1607 return pmd; in pmd_mkdirty()
1661 return pmd; in pmd_mkyoung()
1679 pmd = __pmd(pmd_val(pmd) & mask); in pmd_modify()
1685 return pmd; in pmd_modify()
1852 pmd_t pmd; in pmdp_invalidate() local
2021 pmd_t pmd; in __swp_entry_to_pmd() local
[all …]
/arch/powerpc/mm/book3s32/
A Dtlb.c52 pmd_t *pmd; in hash__flush_range() local
61 pmd = pmd_off(mm, start); in hash__flush_range()
66 if (!pmd_none(*pmd)) { in hash__flush_range()
68 flush_hash_pages(ctx, start, pmd_val(*pmd), count); in hash__flush_range()
73 ++pmd; in hash__flush_range()
100 pmd_t *pmd; in hash__flush_tlb_page() local
103 pmd = pmd_off(mm, vmaddr); in hash__flush_tlb_page()
104 if (!pmd_none(*pmd)) in hash__flush_tlb_page()
105 flush_hash_pages(mm->context.id, vmaddr, pmd_val(*pmd), 1); in hash__flush_tlb_page()
/arch/m68k/include/asm/
A Dsun3_pgtable.h90 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() argument
92 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr()
108 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument
109 #define pmd_page(pmd) virt_to_page((void *)pmd_page_vaddr(pmd)) argument
112 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2() argument
113 #define pmd_none(pmd) pmd_none2(&(pmd)) argument
115 static inline int pmd_bad2 (pmd_t *pmd) { return 0; } in pmd_bad2() argument
116 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument
117 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2() argument
119 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
A Dmotorola_pgalloc.h59 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() argument
61 return free_pointer_table(pmd, TABLE_PMD); in pmd_free()
64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() argument
67 return free_pointer_table(pmd, TABLE_PMD); in __pmd_free_tlb()
82 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() argument
84 pmd_set(pmd, pte); in pmd_populate_kernel()
87 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate() argument
89 pmd_set(pmd, page); in pmd_populate()
92 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
94 pud_set(pud, pmd); in pud_populate()
/arch/powerpc/include/asm/book3s/64/
A Dpgtable.h1027 #define pmd_pfn(pmd) pte_pfn(pmd_pte(pmd)) argument
1028 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument
1029 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument
1030 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument
1031 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument
1032 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument
1033 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument
1034 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument
1038 #define pmd_soft_dirty(pmd) pte_soft_dirty(pmd_pte(pmd)) argument
1056 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument
[all …]
/arch/x86/mm/
A Dpgtable.c187 pmd_t *pmd = NULL; in preallocate_pmds() local
202 pmds[i] = pmd; in preallocate_pmds()
229 pmd_free(mm, pmd); in mop_up_one_pmd()
263 pmd_t *pmd = pmds[i]; in pgd_prepopulate_pmd() local
676 if (pmd_present(*pmd) && !pmd_leaf(*pmd)) in pmd_set_huge()
711 pmd_clear(pmd); in pmd_clear_huge()
731 pmd_t *pmd, *pmd_sv; in pud_free_pmd_page() local
741 pmd_sv[i] = pmd[i]; in pud_free_pmd_page()
778 pmd_clear(pmd); in pmd_free_pte_page()
817 pmd = pmd_mkwrite_novma(pmd); in pmd_mkwrite()
[all …]
/arch/riscv/mm/
A Dpgtable.c90 pmd_t *pmd = pud_pgtable(pudp_get(pud)); in pud_free_pmd_page() local
98 if (!pmd_none(pmd[i])) { in pud_free_pmd_page()
99 pte_t *pte = (pte_t *)pmd_page_vaddr(pmd[i]); in pud_free_pmd_page()
105 pmd_free(NULL, pmd); in pud_free_pmd_page()
114 set_pmd(pmd, new_pmd); in pmd_set_huge()
118 int pmd_clear_huge(pmd_t *pmd) in pmd_clear_huge() argument
120 if (!pmd_leaf(pmdp_get(pmd))) in pmd_clear_huge()
122 pmd_clear(pmd); in pmd_clear_huge()
126 int pmd_free_pte_page(pmd_t *pmd, unsigned long addr) in pmd_free_pte_page() argument
130 pmd_clear(pmd); in pmd_free_pte_page()
[all …]
/arch/sh/mm/
A Dinit.c52 pmd_t *pmd; in __get_pte_phys() local
72 pmd = pmd_alloc(NULL, pud, addr); in __get_pte_phys()
73 if (unlikely(!pmd)) { in __get_pte_phys()
74 pmd_ERROR(*pmd); in __get_pte_phys()
138 pmd_t *pmd; in one_md_table_init() local
150 if (pmd_none(*pmd)) { in one_page_table_init()
158 return pte_offset_kernel(pmd, 0); in one_page_table_init()
172 pmd_t *pmd; in page_table_range_init() local
186 pmd = one_md_table_init(pud); in page_table_range_init()
188 pmd += k; in page_table_range_init()
[all …]
A Dhugetlbpage.c30 pmd_t *pmd; in huge_pte_alloc() local
39 pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
40 if (pmd) in huge_pte_alloc()
41 pte = pte_alloc_huge(mm, pmd, addr); in huge_pte_alloc()
55 pmd_t *pmd; in huge_pte_offset() local
64 pmd = pmd_offset(pud, addr); in huge_pte_offset()
65 if (pmd) in huge_pte_offset()
66 pte = pte_offset_huge(pmd, addr); in huge_pte_offset()
/arch/arm64/include/asm/
A Dpgtable.h611 #define pmd_present(pmd) pte_present(pmd_pte(pmd)) argument
612 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument
613 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument
614 #define pmd_valid(pmd) pte_valid(pmd_pte(pmd)) argument
615 #define pmd_user(pmd) pte_user(pmd_pte(pmd)) argument
617 #define pmd_cont(pmd) pte_cont(pmd_pte(pmd)) argument
635 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument
806 #define pmd_none(pmd) (!pmd_val(pmd)) argument
812 #define pmd_leaf(pmd) (pmd_present(pmd) && !pmd_table(pmd)) argument
813 #define pmd_bad(pmd) (!pmd_table(pmd)) argument
[all …]
/arch/s390/mm/
A Dvmem.c216 pmd_clear(pmd); in try_free_pte_table()
226 pmd_t *pmd; in modify_pmd_table() local
234 if (pmd_none(*pmd)) in modify_pmd_table()
241 pmd_clear(pmd); in modify_pmd_table()
245 pmd_clear(pmd); in modify_pmd_table()
301 pmd_t *pmd; in try_free_pmd_table() local
306 if (!pmd_none(*pmd)) in try_free_pmd_table()
318 pmd_t *pmd; in modify_pud_table() local
345 if (!pmd) in modify_pud_table()
568 pmd_t *pmd; in vmem_get_alloc_pte() local
[all …]

Completed in 63 milliseconds

12345678910