| /linux/drivers/md/ |
| A D | dm-thin-metadata.c | 485 pmd->info.tm = pmd->tm; in __setup_btree_details() 493 memcpy(&pmd->nb_info, &pmd->info, sizeof(pmd->nb_info)); in __setup_btree_details() 494 pmd->nb_info.tm = pmd->nb_tm; in __setup_btree_details() 496 pmd->tl_info.tm = pmd->tm; in __setup_btree_details() 504 pmd->bl_info.tm = pmd->tm; in __setup_btree_details() 512 pmd->details_info.tm = pmd->tm; in __setup_btree_details() 604 &pmd->tm, &pmd->metadata_sm); in __format_metadata() 1084 (*td)->pmd = pmd; in __open_device() 1138 dm_btree_remove(&pmd->tl_info, pmd->root, &key, &pmd->root); in __create_thin() 1229 dm_btree_remove(&pmd->tl_info, pmd->root, &key, &pmd->root); in __create_snap() [all …]
|
| A D | dm-thin-metadata.h | 49 int dm_pool_metadata_close(struct dm_pool_metadata *pmd); 78 int dm_pool_delete_thin_device(struct dm_pool_metadata *pmd, 85 int dm_pool_commit_metadata(struct dm_pool_metadata *pmd); 95 int dm_pool_abort_metadata(struct dm_pool_metadata *pmd); 116 int dm_pool_reserve_metadata_snap(struct dm_pool_metadata *pmd); 117 int dm_pool_release_metadata_snap(struct dm_pool_metadata *pmd); 119 int dm_pool_get_metadata_snap(struct dm_pool_metadata *pmd, 187 int dm_pool_get_free_block_count(struct dm_pool_metadata *pmd, 193 int dm_pool_get_metadata_dev_size(struct dm_pool_metadata *pmd, 214 void dm_pool_metadata_read_only(struct dm_pool_metadata *pmd); [all …]
|
| /linux/arch/arc/include/asm/ |
| A D | hugepage.h | 30 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument 32 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument 33 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument 34 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument 35 #define pmd_mkhuge(pmd) pte_pmd(pte_mkhuge(pmd_pte(pmd))) argument 37 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument 39 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument 40 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument 41 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument 45 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ) argument [all …]
|
| /linux/arch/arm/include/asm/ |
| A D | pgtable-3level.h | 117 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument 119 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ argument 121 #define pmd_leaf(pmd) pmd_sect(pmd) argument 140 #define pmd_bad(pmd) (!(pmd_val(pmd) & PMD_TABLE_BIT)) argument 178 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) argument 181 #define pmd_young(pmd) (pmd_isset((pmd), PMD_SECT_AF)) argument 192 #define pmd_hugewillfault(pmd) (!pmd_young(pmd) || !pmd_write(pmd)) argument 195 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd)) argument 199 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; } 228 return pmd; in pmd_modify() [all …]
|
| /linux/arch/loongarch/include/asm/ |
| A D | pgtable.h | 250 #define pmd_phys(pmd) PHYSADDR(pmd_val(pmd)) argument 256 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument 482 pmd_val(pmd) = (pmd_val(pmd) & ~(_PAGE_GLOBAL)) | in pmd_mkhuge() 486 return pmd; in pmd_mkhuge() 500 return pmd; in pmd_mkwrite_novma() 506 return pmd; in pmd_wrprotect() 518 return pmd; in pmd_mkclean() 526 return pmd; in pmd_mkdirty() 538 return pmd; in pmd_mkold() 544 return pmd; in pmd_mkyoung() [all …]
|
| /linux/arch/mips/include/asm/ |
| A D | pgtable.h | 65 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) argument 76 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument 637 return pmd; 646 return pmd; 655 return pmd; 667 return pmd; 676 return pmd; 689 return pmd; 699 return pmd; 711 return pmd; [all …]
|
| /linux/arch/x86/include/asm/ |
| A D | pgtable.h | 73 #define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd) argument 97 #define pmd_clear(pmd) native_pmd_clear(pmd) argument 228 return (pmd_flags(pmd) & _PAGE_RW) || pmd_shstk(pmd); in pmd_write() 562 pmd = pmd_clear_flags(pmd, _PAGE_RW); in pmd_wrprotect() 601 pmd = pmd_set_flags(pmd, _PAGE_DIRTY | _PAGE_SOFT_DIRTY); in pmd_mkdirty() 608 pmd = pmd_clear_flags(pmd, _PAGE_RW); in pmd_mkwrite_shstk() 1074 return (unsigned long)__va(pmd_val(pmd) & pmd_pfn_mask(pmd)); in pmd_page_vaddr() 1081 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument 1284 set_pmd(pmdp, pmd); in set_pmd_at() 1392 return pmd; in pmdp_huge_get_and_clear() [all …]
|
| /linux/arch/riscv/include/asm/ |
| A D | pgtable.h | 228 return (pmd_val(pmd) == 0); in pmd_none() 233 return !pmd_present(pmd) || (pmd_val(pmd) & _PAGE_LEAF); in pmd_bad() 239 return pmd_present(pmd) && (pmd_val(pmd) & _PAGE_LEAF); in pmd_leaf() 244 WRITE_ONCE(*pmdp, pmd); in set_pmd() 278 return __pte(pmd_val(pmd)); in pmd_pte() 668 return pmd; in pmd_mkhuge() 676 #define __pmd_to_phys(pmd) (__page_val_to_pfn(pmd_val(pmd)) << PAGE_SHIFT) argument 782 return pmd_leaf(pmd) && pmd_user(pmd); in pmd_user_accessible_page() 794 return pmd_leaf(pmd); in pmd_trans_huge() 820 return pmd; in pmdp_huge_get_and_clear() [all …]
|
| /linux/drivers/pmdomain/starfive/ |
| A D | jh71xx-pmu.c | 87 struct jh71xx_pmu *pmu = pmd->pmu; in jh71xx_pmu_get_state() 99 struct jh71xx_pmu *pmu = pmd->pmu; in jh7110_pmu_set_state() 167 struct jh71xx_pmu *pmu = pmd->pmu; in jh7110_aon_pmu_set_state() 195 pmd->genpd.name); in jh71xx_pmu_set_state() 289 struct jh71xx_pmu_dev *pmd; in jh71xx_pmu_init_domain() local 294 pmd = devm_kzalloc(pmu->dev, sizeof(*pmd), GFP_KERNEL); in jh71xx_pmu_init_domain() 295 if (!pmd) in jh71xx_pmu_init_domain() 299 pmd->pmu = pmu; in jh71xx_pmu_init_domain() 302 pmd->genpd.name = pmd->domain_info->name; in jh71xx_pmu_init_domain() 303 pmd->genpd.flags = pmd->domain_info->flags; in jh71xx_pmu_init_domain() [all …]
|
| /linux/arch/parisc/include/asm/ |
| A D | pgalloc.h | 44 (__u32)(__pa((unsigned long)pmd) >> PxD_VALUE_SHIFT))); in pud_populate() 49 pmd_t *pmd; in pmd_alloc_one() local 52 if (likely(pmd)) in pmd_alloc_one() 53 memset ((void *)pmd, 0, PAGE_SIZE << PMD_TABLE_ORDER); in pmd_alloc_one() 54 return pmd; in pmd_alloc_one() 57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() argument 59 free_pages((unsigned long)pmd, PMD_TABLE_ORDER); in pmd_free() 64 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() argument 66 set_pmd(pmd, __pmd((PxD_FLAG_PRESENT | PxD_FLAG_VALID) in pmd_populate_kernel() 70 #define pmd_populate(mm, pmd, pte_page) \ argument [all …]
|
| /linux/mm/kasan/ |
| A D | init.c | 128 if (pmd_none(*pmd)) { in zero_pmd_populate() 161 pmd_t *pmd; in zero_pud_populate() local 204 pmd_t *pmd; in zero_p4d_populate() local 256 pmd_t *pmd; in kasan_populate_early_shadow() local 310 pmd_clear(pmd); in kasan_free_pte() 315 pmd_t *pmd; in kasan_free_pmd() local 319 pmd = pmd_start + i; in kasan_free_pmd() 320 if (!pmd_none(*pmd)) in kasan_free_pmd() 396 pmd_clear(pmd); in kasan_remove_pmd_table() 402 kasan_free_pte(pte_offset_kernel(pmd, 0), pmd); in kasan_remove_pmd_table() [all …]
|
| /linux/arch/s390/include/asm/ |
| A D | pgtable.h | 1547 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument 1560 pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_WRITE)); in pmd_mkwrite_novma() 1563 return pmd; in pmd_mkwrite_novma() 1577 return pmd; in pmd_mkdirty() 1628 pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_YOUNG)); in pmd_mkyoung() 1631 return pmd; in pmd_mkyoung() 1649 pmd = __pmd(pmd_val(pmd) & mask); in pmd_modify() 1655 return pmd; in pmd_modify() 1788 pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_LARGE)); in pmd_mkhuge() 1789 pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_YOUNG)); in pmd_mkhuge() [all …]
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| A D | pgtable.h | 154 #define pmd_none(pmd) (!pmd_val(pmd)) argument 155 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) argument 156 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) argument 170 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument 172 #define pmd_page_vaddr(pmd) \ argument 173 ((const void *)((unsigned long)pmd_val(pmd) & ~(PTE_TABLE_SIZE - 1))) 174 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) argument 177 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument
|
| /linux/include/trace/events/ |
| A D | thp.h | 29 TP_PROTO(unsigned long addr, unsigned long pmd), 30 TP_ARGS(addr, pmd) 62 TP_ARGS(addr, pmd, clr, set) 72 TP_PROTO(unsigned long addr, unsigned long pmd), 74 TP_ARGS(addr, pmd), 78 __field(unsigned long, pmd) 83 __entry->pmd = pmd; 89 TP_PROTO(unsigned long addr, unsigned long pmd), 90 TP_ARGS(addr, pmd) 94 TP_PROTO(unsigned long addr, unsigned long pmd), [all …]
|
| /linux/arch/x86/power/ |
| A D | hibernate_32.c | 61 if (pmd_none(*pmd)) { in resume_one_page_table_init() 73 return pte_offset_kernel(pmd, 0); in resume_one_page_table_init() 85 pmd_t *pmd; in resume_physical_mapping_init() local 94 pmd = resume_one_md_table_init(pgd); in resume_physical_mapping_init() 95 if (!pmd) in resume_physical_mapping_init() 115 pte = resume_one_page_table_init(pmd); in resume_physical_mapping_init() 148 pmd_t *pmd; in set_up_temporary_text_mapping() local 153 pmd = resume_one_md_table_init(pgd); in set_up_temporary_text_mapping() 154 if (!pmd) in set_up_temporary_text_mapping() 158 set_pmd(pmd + pmd_index(restore_jump_address), in set_up_temporary_text_mapping() [all …]
|
| /linux/drivers/pmdomain/bcm/ |
| A D | bcm63xx-power.c | 40 struct bcm63xx_power *power = pmd->power; in bcm63xx_power_get_state() 42 if (!pmd->mask) { in bcm63xx_power_get_state() 54 struct bcm63xx_power *power = pmd->power; in bcm63xx_power_set_state() 58 if (!pmd->mask) in bcm63xx_power_set_state() 64 val &= ~pmd->mask; in bcm63xx_power_set_state() 66 val |= pmd->mask; in bcm63xx_power_set_state() 142 pmd->power = power; in bcm63xx_power_probe() 143 pmd->mask = BIT(entry->bit); in bcm63xx_power_probe() 144 pmd->genpd.name = entry->name; in bcm63xx_power_probe() 145 pmd->genpd.flags = entry->flags; in bcm63xx_power_probe() [all …]
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| A D | pgtable.h | 1046 #define pmd_pfn(pmd) pte_pfn(pmd_pte(pmd)) argument 1047 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument 1048 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument 1049 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument 1050 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument 1051 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument 1052 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument 1053 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument 1057 #define pmd_soft_dirty(pmd) pte_soft_dirty(pmd_pte(pmd)) argument 1075 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument [all …]
|
| /linux/arch/arm64/include/asm/ |
| A D | pgtable.h | 565 return pmd_val(pmd) && pmd_present(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT); in pmd_trans_huge() 569 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument 570 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument 571 #define pmd_valid(pmd) pte_valid(pmd_pte(pmd)) argument 572 #define pmd_user(pmd) pte_user(pmd_pte(pmd)) argument 574 #define pmd_cont(pmd) pte_cont(pmd_pte(pmd)) argument 592 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument 716 #define pmd_none(pmd) (!pmd_val(pmd)) argument 722 #define pmd_leaf(pmd) (pmd_present(pmd) && !pmd_table(pmd)) argument 723 #define pmd_bad(pmd) (!pmd_table(pmd)) argument [all …]
|
| /linux/include/asm-generic/ |
| A D | pgtable_uffd.h | 10 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp() argument 20 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp() argument 22 return pmd; in pmd_mkuffd_wp() 30 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp() argument 32 return pmd; in pmd_clear_uffd_wp() 50 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) in pmd_swp_mkuffd_wp() argument 52 return pmd; in pmd_swp_mkuffd_wp() 55 static inline int pmd_swp_uffd_wp(pmd_t pmd) in pmd_swp_uffd_wp() argument 60 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) in pmd_swp_clear_uffd_wp() argument 62 return pmd; in pmd_swp_clear_uffd_wp()
|
| /linux/arch/arm/mm/ |
| A D | idmap.c | 27 pmd_t *pmd; in idmap_add_pmd() local 32 if (!pmd) { in idmap_add_pmd() 41 memcpy(pmd, pmd_offset(pud, 0), in idmap_add_pmd() 43 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd() 44 pmd += pmd_index(addr); in idmap_add_pmd() 46 pmd = pmd_offset(pud, addr); in idmap_add_pmd() 51 flush_pmd_entry(pmd); in idmap_add_pmd() 58 pmd_t *pmd = pmd_offset(pud, addr); in idmap_add_pmd() local 61 pmd[0] = __pmd(addr); in idmap_add_pmd() 63 pmd[1] = __pmd(addr); in idmap_add_pmd() [all …]
|
| /linux/arch/x86/mm/ |
| A D | pgtable.c | 242 pmd_t *pmd = NULL; in preallocate_pmds() local 257 pmds[i] = pmd; in preallocate_pmds() 284 pmd_free(mm, pmd); in mop_up_one_pmd() 318 pmd_t *pmd = pmds[i]; in pgd_prepopulate_pmd() local 777 if (pmd_present(*pmd) && !pmd_leaf(*pmd)) in pmd_set_huge() 810 pmd_clear(pmd); in pmd_clear_huge() 830 pmd_t *pmd, *pmd_sv; in pud_free_pmd_page() local 840 pmd_sv[i] = pmd[i]; in pud_free_pmd_page() 878 pmd_clear(pmd); in pmd_free_pte_page() 917 pmd = pmd_mkwrite_novma(pmd); in pmd_mkwrite() [all …]
|
| A D | init_64.c | 90 DEFINE_ENTRY(pmd, pmd, init) 357 pmd_t *pmd; in populate_extra_pte() local 372 pmd_t *pmd; in __init_extra_mapping() local 442 if (pmd_none(*pmd)) in cleanup_highmap() 570 set_pmd_init(pmd, in phys_pmd_init() 606 pmd_t *pmd; in phys_pud_init() local 1029 pmd_clear(pmd); in free_pte_table() 1035 pmd_t *pmd; in free_pmd_table() local 1118 pmd_t *pmd; in remove_pmd_table() local 1135 pmd_clear(pmd); in remove_pmd_table() [all …]
|
| /linux/mm/ |
| A D | debug_vm_pgtable.c | 170 pmd_t pmd; in pmd_basic_tests() local 188 WARN_ON(!pmd_same(pmd, pmd)); in pmd_basic_tests() 207 pmd_t pmd; in pmd_advanced_tests() local 241 pmd = pmd_wrprotect(pmd); in pmd_advanced_tests() 242 pmd = pmd_mkclean(pmd); in pmd_advanced_tests() 245 pmd = pmd_mkwrite(pmd, args->vma); in pmd_advanced_tests() 246 pmd = pmd_mkdirty(pmd); in pmd_advanced_tests() 249 WARN_ON(!(pmd_write(pmd) && pmd_dirty(pmd))); in pmd_advanced_tests() 255 pmd = pmd_mkyoung(pmd); in pmd_advanced_tests() 269 pmd_t pmd; in pmd_leaf_tests() local [all …]
|
| /linux/arch/riscv/mm/ |
| A D | pgtable.c | 90 pmd_t *pmd = pud_pgtable(pudp_get(pud)); in pud_free_pmd_page() local 98 if (!pmd_none(pmd[i])) { in pud_free_pmd_page() 99 pte_t *pte = (pte_t *)pmd_page_vaddr(pmd[i]); in pud_free_pmd_page() 105 pmd_free(NULL, pmd); in pud_free_pmd_page() 114 set_pmd(pmd, new_pmd); in pmd_set_huge() 118 int pmd_clear_huge(pmd_t *pmd) in pmd_clear_huge() argument 120 if (!pmd_leaf(pmdp_get(pmd))) in pmd_clear_huge() 122 pmd_clear(pmd); in pmd_clear_huge() 126 int pmd_free_pte_page(pmd_t *pmd, unsigned long addr) in pmd_free_pte_page() argument 130 pmd_clear(pmd); in pmd_free_pte_page() [all …]
|
| /linux/arch/s390/mm/ |
| A D | vmem.c | 219 pmd_clear(pmd); in try_free_pte_table() 229 pmd_t *pmd; in modify_pmd_table() local 240 if (pmd_none(*pmd)) in modify_pmd_table() 247 pmd_clear(pmd); in modify_pmd_table() 251 pmd_clear(pmd); in modify_pmd_table() 307 pmd_t *pmd; in try_free_pmd_table() local 312 if (!pmd_none(*pmd)) in try_free_pmd_table() 324 pmd_t *pmd; in modify_pud_table() local 353 if (!pmd) in modify_pud_table() 576 pmd_t *pmd; in vmem_get_alloc_pte() local [all …]
|