| /linux/arch/loongarch/include/asm/ |
| A D | pgtable.h | 176 #define pmd_val(x) ((x).pmd) macro 482 pmd_val(pmd) = (pmd_val(pmd) & ~(_PAGE_GLOBAL)) | in pmd_mkhuge() 484 pmd_val(pmd) |= _PAGE_HUGE; in pmd_mkhuge() 497 pmd_val(pmd) |= _PAGE_WRITE; in pmd_mkwrite_novma() 499 pmd_val(pmd) |= _PAGE_DIRTY; in pmd_mkwrite_novma() 523 pmd_val(pmd) |= _PAGE_MODIFIED; in pmd_mkdirty() 524 if (pmd_val(pmd) & _PAGE_WRITE) in pmd_mkdirty() 525 pmd_val(pmd) |= _PAGE_DIRTY; in pmd_mkdirty() 543 pmd_val(pmd) |= _PAGE_ACCESSED; in pmd_mkyoung() 554 pmd_val(pmd) |= _PAGE_DEVMAP; in pmd_mkdevmap() [all …]
|
| /linux/arch/arm/include/asm/ |
| A D | pgtable-3level.h | 119 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ 140 #define pmd_bad(pmd) (!(pmd_val(pmd) & PMD_TABLE_BIT)) 177 : !!(pmd_val(pmd) & (val))) 178 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) 220 return __pmd(pmd_val(pmd) & ~L_PMD_SECT_VALID); in pmd_mkinvalid() 227 pmd_val(pmd) = (pmd_val(pmd) & ~mask) | (pgprot_val(newprot) & mask); in pmd_modify() 237 if (pmd_val(pmd) & L_PMD_SECT_NONE) in set_pmd_at() 238 pmd_val(pmd) &= ~L_PMD_SECT_VALID; in set_pmd_at() 241 pmd_val(pmd) &= ~PMD_SECT_AP2; in set_pmd_at() 243 pmd_val(pmd) |= PMD_SECT_AP2; in set_pmd_at() [all …]
|
| /linux/arch/mips/include/asm/ |
| A D | pgtable.h | 69 return pmd_val(pmd) >> PFN_PTE_SHIFT; in pmd_pfn() 76 #define pmd_page_vaddr(pmd) pmd_val(pmd) 420 if (pmd_val(pmd) & _PAGE_HUGE) 635 pmd_val(pmd) |= _PAGE_HUGE; 651 pmd_val(pmd) |= _PAGE_WRITE; 652 if (pmd_val(pmd) & _PAGE_MODIFIED) 673 if (pmd_val(pmd) & _PAGE_WRITE) 694 pmd_val(pmd) |= _PAGE_ACCESSED; 697 pmd_val(pmd) |= _PAGE_SILENT_READ; 710 pmd_val(pmd) |= _PAGE_SOFT_DIRTY; [all …]
|
| A D | pgtable-64.h | 158 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e)) 230 #define pmd_val(x) ((x).pmd) macro 242 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none() 249 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_bad() 253 if (unlikely(pmd_val(pmd) & ~PAGE_MASK)) in pmd_bad() 262 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_present() 263 return pmd_val(pmd) & _PAGE_PRESENT; in pmd_present() 266 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present() 271 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
|
| A D | pgtable-32.h | 126 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none() 133 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_bad() 137 if (unlikely(pmd_val(pmd) & ~PAGE_MASK)) in pmd_bad() 145 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present() 150 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
|
| /linux/arch/arc/include/asm/ |
| A D | pgtable-levels.h | 141 pr_crit("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e)) 143 #define pmd_pfn(pmd) ((pmd_val(pmd) & PMD_MASK) >> PAGE_SHIFT) 156 #define pmd_none(x) (!pmd_val(x)) 157 #define pmd_bad(x) ((pmd_val(x) & ~PAGE_MASK)) 158 #define pmd_present(x) (pmd_val(x)) 159 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0) 160 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & PAGE_MASK) 161 #define pmd_pfn(pmd) ((pmd_val(pmd) & PAGE_MASK) >> PAGE_SHIFT) 183 #define pmd_leaf(x) (pmd_val(x) & _PAGE_HW_SZ)
|
| A D | hugepage.h | 22 return __pte(pmd_val(pmd)); in pmd_pte() 45 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ) 55 return __pmd((pmd_val(pmd) & (_PAGE_CHG_MASK | _PAGE_HW_SZ)) | pgprot_val(newprot)); in pmd_modify()
|
| /linux/arch/powerpc/include/asm/nohash/32/ |
| A D | pgtable.h | 154 #define pmd_none(pmd) (!pmd_val(pmd)) 155 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) 156 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) 170 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 173 ((const void *)((unsigned long)pmd_val(pmd) & ~(PTE_TABLE_SIZE - 1))) 174 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT)
|
| /linux/arch/m68k/include/asm/ |
| A D | motorola_pgtable.h | 98 pmd_val(*pmdp) = virt_to_phys(ptep) | _PAGE_TABLE | _PAGE_ACCESSED; in pmd_set() 107 #define pmd_page_vaddr(pmd) ((unsigned long)__va(pmd_val(pmd) & _TABLE_MASK)) 120 #define pmd_none(pmd) (!pmd_val(pmd)) 121 #define pmd_bad(pmd) ((pmd_val(pmd) & _DESCTYPE_MASK) != _PAGE_TABLE) 122 #define pmd_present(pmd) (pmd_val(pmd) & _PAGE_TABLE) 123 #define pmd_clear(pmdp) ({ pmd_val(*pmdp) = 0; }) 125 #define pmd_pfn(pmd) ((pmd_val(pmd) & _TABLE_MASK) >> PAGE_SHIFT) 143 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
|
| A D | mcf_pgtable.h | 97 #define pmd_pgtable(pmd) pfn_to_virt(pmd_val(pmd) >> PAGE_SHIFT) 119 #define pmd_page_vaddr(pmd) ((unsigned long) (pmd_val(pmd))) 139 static inline int pmd_none2(pmd_t *pmd) { return !pmd_val(*pmd); } in pmd_none2() 144 static inline void pmd_clear(pmd_t *pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear() 295 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 296 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
|
| A D | sun3_pgtable.h | 98 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr() 114 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 118 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2() 123 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2() 126 static inline void pmd_clear (pmd_t *pmdp) { pmd_val (*pmdp) = 0; } in pmd_clear()
|
| /linux/arch/nios2/include/asm/ |
| A D | pgtable.h | 163 return (pmd_val(pmd) != (unsigned long) invalid_pte_table) in pmd_present() 164 && (pmd_val(pmd) != 0UL); in pmd_present() 169 pmd_val(*pmdp) = (unsigned long) invalid_pte_table; in pmd_clear() 204 return (pmd_val(pmd) == in pmd_none() 205 (unsigned long) invalid_pte_table) || (pmd_val(pmd) == 0UL); in pmd_none() 208 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) 230 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) 236 return pmd_val(pmd); in pmd_page_vaddr()
|
| /linux/arch/sparc/include/asm/ |
| A D | pgtable_64.h | 323 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() 443 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge() 686 pte_t pte = __pte(pmd_val(pmd)); in pmd_leaf() 693 pte_t pte = __pte(pmd_val(pmd)); in pmd_pfn() 701 pte_t pte = __pte(pmd_val(pmd)); in pmd_write() 712 pte_t pte = __pte(pmd_val(pmd)); in pmd_dirty() 720 pte_t pte = __pte(pmd_val(pmd)); in pmd_young() 727 pte_t pte = __pte(pmd_val(pmd)); in pmd_trans_huge() 734 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkold() 797 return pmd_val(pmd) != 0UL; in pmd_present() [all …]
|
| A D | pgtable_32.h | 111 return (pmd_val(pmd) & SRMMU_PTD_PMASK) >> (PAGE_SHIFT-4); in pmd_pfn() 116 if (srmmu_device_memory(pmd_val(pmd))) in pmd_page() 125 if (srmmu_device_memory(pmd_val(pmd))) in __pmd_page() 128 v = pmd_val(pmd) & SRMMU_PTD_PMASK; in __pmd_page() 134 unsigned long v = pmd_val(pmd) & SRMMU_PTD_PMASK; in pmd_page_vaddr() 170 return (pmd_val(pmd) & SRMMU_ET_MASK) != SRMMU_ET_PTD; in pmd_bad() 175 return ((pmd_val(pmd) & SRMMU_ET_MASK) == SRMMU_ET_PTD); in pmd_present() 180 return !pmd_val(pmd); in pmd_none() 185 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear()
|
| /linux/arch/alpha/include/asm/ |
| A D | pgtable.h | 210 { pmd_val(*pmdp) = _PAGE_TABLE | ((((unsigned long) ptep) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pmd_set() 219 return ((pmd_val(pmd) & _PFN_MASK) >> (32-PAGE_SHIFT)) + PAGE_OFFSET; in pmd_page_vaddr() 222 #define pmd_pfn(pmd) (pmd_val(pmd) >> 32) 223 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> 32)) 238 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none() 239 extern inline int pmd_bad(pmd_t pmd) { return (pmd_val(pmd) & ~_PFN_MASK) != _PAGE_TABLE; } in pmd_bad() 240 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present() 241 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear() 357 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| A D | pgtable.h | 98 return __pte(pmd_val(pmd)); in pmd_pte() 101 #define pmd_none(pmd) (!pmd_val(pmd)) 102 #define pmd_bad(pmd) (!is_kernel_addr(pmd_val(pmd)) \ 103 || (pmd_val(pmd) & PMD_BAD_BITS)) 105 #define pmd_page_vaddr(pmd) ((const void *)(pmd_val(pmd) & ~PMD_MASKED_BITS)) 163 pr_err("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
|
| /linux/arch/um/include/asm/ |
| A D | pgtable.h | 83 #define pmd_none(x) (!((unsigned long)pmd_val(x) & ~_PAGE_NEWPAGE)) 84 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) 86 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT) 87 #define pmd_clear(xp) do { pmd_val(*(xp)) = _PAGE_NEWPAGE; } while (0) 89 #define pmd_newpage(x) (pmd_val(x) & _PAGE_NEWPAGE) 90 #define pmd_mkuptodate(x) (pmd_val(x) &= ~_PAGE_NEWPAGE) 98 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 99 #define pmd_page(pmd) phys_to_page(pmd_val(pmd) & PAGE_MASK) 315 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
|
| /linux/arch/hexagon/include/asm/ |
| A D | pgtable.h | 170 pmd_val(*pmd_entry_ptr) = _NULL_PMD; in pmd_clear() 190 return pmd_val(pmd) == _NULL_PMD; in pmd_none() 201 return pmd_val(pmd) != (unsigned long)_NULL_PMD; in pmd_present() 217 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 222 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) 351 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr()
|
| /linux/arch/openrisc/include/asm/ |
| A D | pgtable.h | 207 #define pmd_none(x) (!pmd_val(x)) 208 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK)) != _KERNPG_TABLE) 209 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT) 210 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0) 346 pmd_val(*pmdp) = _KERNPG_TABLE | (unsigned long) ptep; in pmd_set() 349 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 350 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) 354 return ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)); in pmd_page_vaddr()
|
| /linux/arch/s390/include/asm/ |
| A D | pgtable.h | 575 return __pmd(pmd_val(pmd) | pgprot_val(prot)); in set_pmd_bit() 804 return pmd_val(pmd) != _SEGMENT_ENTRY_EMPTY; in pmd_present() 809 return pmd_val(pmd) == _SEGMENT_ENTRY_EMPTY; in pmd_none() 1561 if (pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY) in pmd_mkwrite_novma() 1575 if (pmd_val(pmd) & _SEGMENT_ENTRY_WRITE) in pmd_mkdirty() 1629 if (pmd_val(pmd) & _SEGMENT_ENTRY_READ) in pmd_mkyoung() 1649 pmd = __pmd(pmd_val(pmd) & mask); in pmd_modify() 1651 if (!(pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY)) in pmd_modify() 1653 if (!(pmd_val(pmd) & _SEGMENT_ENTRY_YOUNG)) in pmd_modify() 1754 if (pmd_val(*pmdp) == pmd_val(entry)) in pmdp_set_access_flags() [all …]
|
| /linux/arch/sparc/mm/ |
| A D | tlb.c | 176 if ((pmd_val(pmd) ^ pmd_val(orig)) & _PAGE_PMD_HUGE) { in __set_pmd_acct() 185 if (pmd_val(pmd) & _PAGE_PMD_HUGE) { in __set_pmd_acct() 210 pte_t orig_pte = __pte(pmd_val(orig)); in __set_pmd_acct() 253 entry = __pmd(pmd_val(*pmdp) & ~_PAGE_VALID); in pmdp_invalidate() 262 if ((pmd_val(entry) & _PAGE_PMD_HUGE) && in pmdp_invalidate()
|
| /linux/arch/csky/include/asm/ |
| A D | pgtable.h | 99 ptr = pmd_val(pmd); in pmd_page_vaddr() 104 #define pmd_phys(pmd) pmd_val(pmd) 119 return pmd_val(pmd) == __pa(invalid_pte_table); in pmd_none() 122 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) 126 return (pmd_val(pmd) != __pa(invalid_pte_table)); in pmd_present() 131 pmd_val(*p) = (__pa(invalid_pte_table)); in pmd_clear()
|
| /linux/arch/loongarch/mm/ |
| A D | hugetlbpage.c | 53 uint64_t pmd_to_entrylo(unsigned long pmd_val) in pmd_to_entrylo() argument 57 if (!pmd_leaf(__pmd(pmd_val))) in pmd_to_entrylo() 60 val = pmd_val ^ _PAGE_HUGE; in pmd_to_entrylo()
|
| /linux/arch/microblaze/include/asm/ |
| A D | pgtable.h | 226 #define pmd_none(pmd) (!pmd_val(pmd)) 227 #define pmd_bad(pmd) ((pmd_val(pmd) & _PMD_PRESENT) == 0) 228 #define pmd_present(pmd) ((pmd_val(pmd) & _PMD_PRESENT) != 0) 229 #define pmd_clear(pmdp) do { pmd_val(*(pmdp)) = 0; } while (0) 379 return ((unsigned long) (pmd_val(pmd) & PAGE_MASK)); in pmd_page_vaddr() 383 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) 386 #define pmd_page(pmd) (pfn_to_page(__pa(pmd_val(pmd)) >> PAGE_SHIFT))
|
| /linux/arch/powerpc/include/asm/nohash/ |
| A D | pte-e500.h | 107 return (long)pmd_val(pmd) > 0; in pmd_leaf() 109 return pmd_val(pmd) & _PAGE_PSIZE_MSK; in pmd_leaf() 115 return pte_huge_size(__pte(pmd_val(pmd))); in pmd_leaf_size()
|