| /linux/arch/arc/include/asm/ |
| A D | hugepage.h | 20 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte() 32 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument 33 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument 34 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument 35 #define pmd_mkhuge(pmd) pte_pmd(pte_mkhuge(pmd_pte(pmd))) argument 37 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument 39 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument 40 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument 41 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument 45 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ) argument [all …]
|
| A D | pgalloc.h | 37 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() 49 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte_page) in pmd_populate() 80 #define __pud_free_tlb(tlb, pmd, addr) pud_free((tlb)->mm, pmd) argument 91 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument
|
| /linux/drivers/md/ |
| A D | dm-thin-metadata.c | 233 struct dm_pool_metadata *pmd; member 661 struct dm_pool_metadata *pmd) in __check_incompat_features() 958 struct dm_pool_metadata *pmd; in dm_pool_metadata_open() local 1551 struct dm_pool_metadata *pmd = td->pmd; in __find_block() local 1571 struct dm_pool_metadata *pmd = td->pmd; in dm_thin_find_block() local 1591 struct dm_pool_metadata *pmd = td->pmd; in __find_next_mapped_block() local 1653 struct dm_pool_metadata *pmd = td->pmd; in dm_thin_find_mapped_range() local 1670 struct dm_pool_metadata *pmd = td->pmd; in __insert() local 1705 struct dm_pool_metadata *pmd = td->pmd; in __remove_range() local 1986 struct dm_pool_metadata *pmd = td->pmd; in dm_thin_get_mapped_count() local [all …]
|
| /linux/arch/arm/include/asm/ |
| A D | pgtable-3level.h | 117 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument 119 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument 121 #define pmd_leaf(pmd) pmd_sect(pmd) argument 140 #define pmd_bad(pmd) (!(pmd_val(pmd) & PMD_TABLE_BIT)) argument 178 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) argument 180 #define pmd_present(pmd) (pmd_isset((pmd), L_PMD_SECT_VALID)) argument 181 #define pmd_young(pmd) (pmd_isset((pmd), PMD_SECT_AF)) argument 190 #define pmd_dirty(pmd) (pmd_isset((pmd), L_PMD_SECT_DIRTY)) argument 218 static inline pmd_t pmd_mkinvalid(pmd_t pmd) in pmd_mkinvalid() 223 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify() [all …]
|
| /linux/arch/loongarch/include/asm/ |
| A D | pgtable.h | 222 static inline int pmd_none(pmd_t pmd) in pmd_none() 227 static inline int pmd_bad(pmd_t pmd) in pmd_bad() 232 static inline int pmd_present(pmd_t pmd) in pmd_present() 256 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument 480 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge() 490 static inline int pmd_write(pmd_t pmd) in pmd_write() 510 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty() 515 static inline pmd_t pmd_mkclean(pmd_t pmd) in pmd_mkclean() 530 static inline int pmd_young(pmd_t pmd) in pmd_young() 535 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold() [all …]
|
| /linux/arch/x86/include/asm/ |
| A D | pgtable.h | 177 static inline bool pmd_dirty(pmd_t pmd) in pmd_dirty() 182 static inline bool pmd_shstk(pmd_t pmd) in pmd_shstk() 190 static inline int pmd_young(pmd_t pmd) in pmd_young() 222 static inline int pmd_write(pmd_t pmd) in pmd_write() 331 static inline int pmd_devmap(pmd_t pmd) in pmd_devmap() 573 static inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp() 589 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold() 1064 static inline int pmd_none(pmd_t pmd) in pmd_none() 1099 static inline int pmd_bad(pmd_t pmd) in pmd_bad() 1281 pmd_t *pmdp, pmd_t pmd) in set_pmd_at() [all …]
|
| /linux/include/asm-generic/ |
| A D | pgtable_uffd.h | 10 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp() 20 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp() 30 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp() 50 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) in pmd_swp_mkuffd_wp() 55 static inline int pmd_swp_uffd_wp(pmd_t pmd) in pmd_swp_uffd_wp() 60 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) in pmd_swp_clear_uffd_wp()
|
| /linux/arch/mips/include/asm/ |
| A D | pgtable.h | 67 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn() 76 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument 413 static inline int pmd_write(pmd_t pmd) 628 static inline int pmd_trans_huge(pmd_t pmd) 633 static inline pmd_t pmd_mkhuge(pmd_t pmd) 659 static inline int pmd_dirty(pmd_t pmd) 664 static inline pmd_t pmd_mkclean(pmd_t pmd) 670 static inline pmd_t pmd_mkdirty(pmd_t pmd) 680 static inline int pmd_young(pmd_t pmd) 685 static inline pmd_t pmd_mkold(pmd_t pmd) [all …]
|
| /linux/arch/riscv/include/asm/ |
| A D | pgtable.h | 209 static inline int pmd_present(pmd_t pmd) in pmd_present() 220 static inline int pmd_present(pmd_t pmd) in pmd_present() 226 static inline int pmd_none(pmd_t pmd) in pmd_none() 231 static inline int pmd_bad(pmd_t pmd) in pmd_bad() 237 static inline bool pmd_leaf(pmd_t pmd) in pmd_leaf() 276 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte() 697 static inline int pmd_write(pmd_t pmd) in pmd_write() 709 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty() 715 static inline int pmd_young(pmd_t pmd) in pmd_young() 720 static inline int pmd_user(pmd_t pmd) in pmd_user() [all …]
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| A D | pgtable.h | 267 static inline bool pmd_leaf(pmd_t pmd) in pmd_leaf() 819 static inline int pmd_none(pmd_t pmd) in pmd_none() 824 static inline int pmd_present(pmd_t pmd) in pmd_present() 855 static inline int pmd_bad(pmd_t pmd) in pmd_bad() 1032 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte() 1042 static inline pte_t *pmdp_ptep(pmd_t *pmd) in pmdp_ptep() 1046 #define pmd_pfn(pmd) pte_pfn(pmd_pte(pmd)) argument 1069 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone() 1108 unsigned long addr, pmd_t *pmd) in update_mmu_cache_pmd() 1262 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge() [all …]
|
| /linux/arch/arm64/include/asm/ |
| A D | pgtable.h | 183 #define pmd_access_permitted(pmd, write) \ argument 289 static inline pmd_t pmd_mkcont(pmd_t pmd) in pmd_mkcont() 480 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte() 550 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone() 563 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() 588 #define pmd_swp_clear_uffd_wp(pmd) \ argument 599 static inline pmd_t pmd_mkdevmap(pmd_t pmd) in pmd_mkdevmap() 606 static inline pmd_t pmd_mkspecial(pmd_t pmd) in pmd_mkspecial() 660 pmd_t *pmdp, pmd_t pmd) in set_pmd_at() 716 #define pmd_none(pmd) (!pmd_val(pmd)) argument [all …]
|
| /linux/arch/parisc/include/asm/ |
| A D | pgalloc.h | 41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 49 pmd_t *pmd; in pmd_alloc_one() local 57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() 64 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() 70 #define pmd_populate(mm, pmd, pte_page) \ argument
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| A D | pgtable.h | 154 #define pmd_none(pmd) (!pmd_val(pmd)) argument 155 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) argument 156 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) argument 170 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument 172 #define pmd_page_vaddr(pmd) \ argument 174 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) argument 177 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument
|
| /linux/mm/kasan/ |
| A D | init.c | 70 static inline bool kasan_pte_table(pmd_t pmd) in kasan_pte_table() 92 static void __ref zero_pte_populate(pmd_t *pmd, unsigned long addr, in zero_pte_populate() 116 pmd_t *pmd = pmd_offset(pud, addr); in zero_pmd_populate() local 161 pmd_t *pmd; in zero_pud_populate() local 204 pmd_t *pmd; in zero_p4d_populate() local 256 pmd_t *pmd; in kasan_populate_early_shadow() local 298 static void kasan_free_pte(pte_t *pte_start, pmd_t *pmd) in kasan_free_pte() 315 pmd_t *pmd; in kasan_free_pmd() local 380 static void kasan_remove_pmd_table(pmd_t *pmd, unsigned long addr, in kasan_remove_pmd_table() 412 pmd_t *pmd, *pmd_base; in kasan_remove_pud_table() local
|
| /linux/arch/m68k/include/asm/ |
| A D | sun3_pgtable.h | 96 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() 114 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument 115 #define pmd_page(pmd) virt_to_page((void *)pmd_page_vaddr(pmd)) argument 118 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2() 119 #define pmd_none(pmd) pmd_none2(&(pmd)) argument 121 static inline int pmd_bad2 (pmd_t *pmd) { return 0; } in pmd_bad2() 122 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument 123 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2() 125 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
|
| A D | motorola_pgalloc.h | 59 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() 64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() 82 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() 87 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate() 92 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| A D | mcf_pgtable.h | 97 #define pmd_pgtable(pmd) pfn_to_virt(pmd_val(pmd) >> PAGE_SHIFT) argument 119 #define pmd_page_vaddr(pmd) ((unsigned long) (pmd_val(pmd))) argument 139 static inline int pmd_none2(pmd_t *pmd) { return !pmd_val(*pmd); } in pmd_none2() 140 #define pmd_none(pmd) pmd_none2(&(pmd)) argument 141 static inline int pmd_bad2(pmd_t *pmd) { return 0; } in pmd_bad2() 142 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument 143 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument 295 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument 296 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) argument
|
| /linux/include/linux/ |
| A D | pgtable.h | 50 #define pmd_pgtable(pmd) pmd_page(pmd) argument 102 #define __pte_map(pmd, address) \ argument 175 pmd_t *pmd = pmd_off_k(vaddr); in virt_to_kpte() local 181 static inline int pmd_young(pmd_t pmd) in pmd_young() 188 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty() 370 pmd_t pmd = *pmdp; in pmdp_test_and_clear_young() local 445 pmd_t pmd) in arch_check_zapped_pmd() 565 pmd_t pmd; in pmdp_get_lockless() local 607 pmd_t pmd = *pmdp; in pmdp_huge_get_and_clear() local 1073 #define set_pmd_safe(pmdp, pmd) \ argument [all …]
|
| A D | page_table_check.h | 52 static inline void page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd) in page_table_check_pmd_clear() 78 pmd_t pmd) in page_table_check_pmd_set() 97 pmd_t pmd) in page_table_check_pte_clear_range() 119 static inline void page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd) in page_table_check_pmd_clear() 133 pmd_t pmd) in page_table_check_pmd_set() 144 pmd_t pmd) in page_table_check_pte_clear_range()
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| A D | pgalloc.h | 34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() 39 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel() 45 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() 57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() 62 #define __pmd_free_tlb(tlb, pmd, addr) \ argument
|
| /linux/arch/sparc/include/asm/ |
| A D | pgtable_64.h | 430 static inline bool is_hugetlb_pmd(pmd_t pmd) in is_hugetlb_pmd() 441 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge() 684 static inline bool pmd_leaf(pmd_t pmd) in pmd_leaf() 732 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold() 750 static inline pmd_t pmd_mkdirty(pmd_t pmd) in pmd_mkdirty() 759 static inline pmd_t pmd_mkclean(pmd_t pmd) in pmd_mkclean() 768 static inline pmd_t pmd_mkyoung(pmd_t pmd) in pmd_mkyoung() 795 static inline int pmd_present(pmd_t pmd) in pmd_present() 800 #define pmd_none(pmd) (!pmd_val(pmd)) argument 823 pmd_t *pmdp, pmd_t pmd) in set_pmd_at() [all …]
|
| /linux/arch/riscv/mm/ |
| A D | pgtable.c | 90 pmd_t *pmd = pud_pgtable(pudp_get(pud)); in pud_free_pmd_page() local 110 int pmd_set_huge(pmd_t *pmd, phys_addr_t phys, pgprot_t prot) in pmd_set_huge() 118 int pmd_clear_huge(pmd_t *pmd) in pmd_clear_huge() 126 int pmd_free_pte_page(pmd_t *pmd, unsigned long addr) in pmd_free_pte_page() 142 pmd_t pmd = pmdp_huge_get_and_clear(vma->vm_mm, address, pmdp); in pmdp_collapse_flush() local
|
| /linux/arch/csky/include/asm/ |
| A D | pgtable.h | 32 #define pmd_pfn(pmd) (pmd_phys(pmd) >> PAGE_SHIFT) argument 33 #define pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT)) argument 95 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() 104 #define pmd_phys(pmd) pmd_val(pmd) argument 106 static inline void set_pmd(pmd_t *p, pmd_t pmd) in set_pmd() 117 static inline int pmd_none(pmd_t pmd) in pmd_none() 122 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) argument 124 static inline int pmd_present(pmd_t pmd) in pmd_present()
|
| /linux/arch/x86/mm/ |
| A D | pgtable.c | 61 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb() 242 pmd_t *pmd = NULL; in preallocate_pmds() local 279 pmd_t *pmd = (pmd_t *)pgd_page_vaddr(pgd); in mop_up_one_pmd() local 318 pmd_t *pmd = pmds[i]; in pgd_prepopulate_pmd() local 345 pmd_t *pmd = pmds[i]; in pgd_prepopulate_user_pmd() local 765 int pmd_set_huge(pmd_t *pmd, phys_addr_t addr, pgprot_t prot) in pmd_set_huge() 807 int pmd_clear_huge(pmd_t *pmd) in pmd_clear_huge() 830 pmd_t *pmd, *pmd_sv; in pud_free_pmd_page() local 873 int pmd_free_pte_page(pmd_t *pmd, unsigned long addr) in pmd_free_pte_page() 894 int pmd_free_pte_page(pmd_t *pmd, unsigned long addr) in pmd_free_pte_page() [all …]
|
| /linux/drivers/pmdomain/bcm/ |
| A D | bcm63xx-power.c | 38 static int bcm63xx_power_get_state(struct bcm63xx_power_dev *pmd, bool *is_on) in bcm63xx_power_get_state() 52 static int bcm63xx_power_set_state(struct bcm63xx_power_dev *pmd, bool on) in bcm63xx_power_set_state() 75 struct bcm63xx_power_dev *pmd = container_of(genpd, in bcm63xx_power_on() local 83 struct bcm63xx_power_dev *pmd = container_of(genpd, in bcm63xx_power_off() local 139 struct bcm63xx_power_dev *pmd = &power->dev[ndom]; in bcm63xx_power_probe() local
|