| /arch/loongarch/include/asm/ |
| A D | pgtable.h | 176 #define pmd_val(x) ((x).pmd) macro 475 pmd_val(pmd) = (pmd_val(pmd) & ~(_PAGE_GLOBAL)) | in pmd_mkhuge() 477 pmd_val(pmd) |= _PAGE_HUGE; in pmd_mkhuge() 490 pmd_val(pmd) |= _PAGE_WRITE; in pmd_mkwrite_novma() 492 pmd_val(pmd) |= _PAGE_DIRTY; in pmd_mkwrite_novma() 516 pmd_val(pmd) |= _PAGE_MODIFIED; in pmd_mkdirty() 517 if (pmd_val(pmd) & _PAGE_WRITE) in pmd_mkdirty() 518 pmd_val(pmd) |= _PAGE_DIRTY; in pmd_mkdirty() 530 pmd_val(pmd) &= ~_PAGE_ACCESSED; in pmd_mkold() 536 pmd_val(pmd) |= _PAGE_ACCESSED; in pmd_mkyoung() [all …]
|
| /arch/arm/include/asm/ |
| A D | pgtable-3level.h | 119 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ 140 #define pmd_bad(pmd) (!(pmd_val(pmd) & PMD_TABLE_BIT)) 177 : !!(pmd_val(pmd) & (val))) 178 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) 219 return __pmd(pmd_val(pmd) & ~L_PMD_SECT_VALID); in pmd_mkinvalid() 226 pmd_val(pmd) = (pmd_val(pmd) & ~mask) | (pgprot_val(newprot) & mask); in pmd_modify() 236 if (pmd_val(pmd) & L_PMD_SECT_NONE) in set_pmd_at() 237 pmd_val(pmd) &= ~L_PMD_SECT_VALID; in set_pmd_at() 240 pmd_val(pmd) &= ~PMD_SECT_AP2; in set_pmd_at() 242 pmd_val(pmd) |= PMD_SECT_AP2; in set_pmd_at() [all …]
|
| /arch/mips/include/asm/ |
| A D | pgtable.h | 69 return pmd_val(pmd) >> PFN_PTE_SHIFT; in pmd_pfn() 76 #define pmd_page_vaddr(pmd) pmd_val(pmd) 420 if (pmd_val(pmd) & _PAGE_HUGE) 629 pmd_val(pmd) |= _PAGE_HUGE; 645 pmd_val(pmd) |= _PAGE_WRITE; 646 if (pmd_val(pmd) & _PAGE_MODIFIED) 667 if (pmd_val(pmd) & _PAGE_WRITE) 688 pmd_val(pmd) |= _PAGE_ACCESSED; 691 pmd_val(pmd) |= _PAGE_SILENT_READ; 704 pmd_val(pmd) |= _PAGE_SOFT_DIRTY; [all …]
|
| A D | pgtable-64.h | 158 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e)) 230 #define pmd_val(x) ((x).pmd) macro 242 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none() 249 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_bad() 253 if (unlikely(pmd_val(pmd) & ~PAGE_MASK)) in pmd_bad() 262 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_present() 263 return pmd_val(pmd) & _PAGE_PRESENT; in pmd_present() 266 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present() 271 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
|
| A D | pgtable-32.h | 126 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none() 133 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_bad() 137 if (unlikely(pmd_val(pmd) & ~PAGE_MASK)) in pmd_bad() 145 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present() 150 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
|
| /arch/arc/include/asm/ |
| A D | pgtable-levels.h | 141 pr_crit("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e)) 143 #define pmd_pfn(pmd) ((pmd_val(pmd) & PMD_MASK) >> PAGE_SHIFT) 155 #define pmd_none(x) (!pmd_val(x)) 156 #define pmd_bad(x) ((pmd_val(x) & ~PAGE_MASK)) 157 #define pmd_present(x) (pmd_val(x)) 158 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0) 159 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & PAGE_MASK) 160 #define pmd_pfn(pmd) ((pmd_val(pmd) & PAGE_MASK) >> PAGE_SHIFT) 181 #define pmd_leaf(x) (pmd_val(x) & _PAGE_HW_SZ)
|
| A D | hugepage.h | 22 return __pte(pmd_val(pmd)); in pmd_pte() 43 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ) 53 return __pmd((pmd_val(pmd) & (_PAGE_CHG_MASK | _PAGE_HW_SZ)) | pgprot_val(newprot)); in pmd_modify()
|
| /arch/powerpc/include/asm/nohash/32/ |
| A D | pgtable.h | 154 #define pmd_none(pmd) (!pmd_val(pmd)) 155 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) 156 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) 170 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 173 ((const void *)((unsigned long)pmd_val(pmd) & ~(PTE_TABLE_SIZE - 1))) 174 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT)
|
| /arch/m68k/include/asm/ |
| A D | motorola_pgtable.h | 92 pmd_val(*pmdp) = virt_to_phys(ptep) | _PAGE_TABLE | _PAGE_ACCESSED; in pmd_set() 101 #define pmd_page_vaddr(pmd) ((unsigned long)__va(pmd_val(pmd) & _TABLE_MASK)) 114 #define pmd_none(pmd) (!pmd_val(pmd)) 115 #define pmd_bad(pmd) ((pmd_val(pmd) & _DESCTYPE_MASK) != _PAGE_TABLE) 116 #define pmd_present(pmd) (pmd_val(pmd) & _PAGE_TABLE) 117 #define pmd_clear(pmdp) ({ pmd_val(*pmdp) = 0; }) 119 #define pmd_pfn(pmd) ((pmd_val(pmd) & _TABLE_MASK) >> PAGE_SHIFT) 137 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
|
| A D | mcf_pgtable.h | 97 #define pmd_pgtable(pmd) pfn_to_virt(pmd_val(pmd) >> PAGE_SHIFT) 113 #define pmd_page_vaddr(pmd) ((unsigned long) (pmd_val(pmd))) 133 static inline int pmd_none2(pmd_t *pmd) { return !pmd_val(*pmd); } in pmd_none2() 138 static inline void pmd_clear(pmd_t *pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear() 289 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 290 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
|
| A D | sun3_pgtable.h | 92 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr() 108 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 112 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2() 117 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2() 120 static inline void pmd_clear (pmd_t *pmdp) { pmd_val (*pmdp) = 0; } in pmd_clear()
|
| /arch/powerpc/include/asm/nohash/64/ |
| A D | pgtable.h | 98 return __pte(pmd_val(pmd)); in pmd_pte() 101 #define pmd_none(pmd) (!pmd_val(pmd)) 102 #define pmd_bad(pmd) (!is_kernel_addr(pmd_val(pmd)) \ 103 || (pmd_val(pmd) & PMD_BAD_BITS)) 105 #define pmd_page_vaddr(pmd) ((const void *)(pmd_val(pmd) & ~PMD_MASKED_BITS)) 163 pr_err("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
|
| /arch/um/include/asm/ |
| A D | pgtable.h | 83 #define pmd_none(x) (!((unsigned long)pmd_val(x) & ~_PAGE_NEEDSYNC)) 84 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) 86 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT) 87 #define pmd_clear(xp) do { pmd_val(*(xp)) = _PAGE_NEEDSYNC; } while (0) 89 #define pmd_needsync(x) (pmd_val(x) & _PAGE_NEEDSYNC) 90 #define pmd_mkuptodate(x) (pmd_val(x) &= ~_PAGE_NEEDSYNC) 98 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 99 #define pmd_page(pmd) phys_to_page(pmd_val(pmd) & PAGE_MASK) 287 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
|
| /arch/nios2/include/asm/ |
| A D | pgtable.h | 163 return (pmd_val(pmd) != (unsigned long) invalid_pte_table) in pmd_present() 164 && (pmd_val(pmd) != 0UL); in pmd_present() 169 pmd_val(*pmdp) = (unsigned long) invalid_pte_table; in pmd_clear() 204 return (pmd_val(pmd) == in pmd_none() 205 (unsigned long) invalid_pte_table) || (pmd_val(pmd) == 0UL); in pmd_none() 208 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) 224 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) 230 return pmd_val(pmd); in pmd_page_vaddr()
|
| /arch/alpha/include/asm/ |
| A D | pgtable.h | 203 { pmd_val(*pmdp) = _PAGE_TABLE | ((((unsigned long) ptep) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pmd_set() 212 return ((pmd_val(pmd) & _PFN_MASK) >> (32-PAGE_SHIFT)) + PAGE_OFFSET; in pmd_page_vaddr() 215 #define pmd_pfn(pmd) (pmd_val(pmd) >> 32) 216 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> 32)) 231 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none() 232 extern inline int pmd_bad(pmd_t pmd) { return (pmd_val(pmd) & ~_PFN_MASK) != _PAGE_TABLE; } in pmd_bad() 233 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present() 234 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear() 350 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
|
| /arch/sparc/include/asm/ |
| A D | pgtable_64.h | 321 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() 441 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge() 684 pte_t pte = __pte(pmd_val(pmd)); in pmd_leaf() 691 pte_t pte = __pte(pmd_val(pmd)); in pmd_pfn() 699 pte_t pte = __pte(pmd_val(pmd)); in pmd_write() 710 pte_t pte = __pte(pmd_val(pmd)); in pmd_dirty() 718 pte_t pte = __pte(pmd_val(pmd)); in pmd_young() 725 pte_t pte = __pte(pmd_val(pmd)); in pmd_trans_huge() 732 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkold() 795 return pmd_val(pmd) != 0UL; in pmd_present() [all …]
|
| A D | pgtable_32.h | 111 return (pmd_val(pmd) & SRMMU_PTD_PMASK) >> (PAGE_SHIFT-4); in pmd_pfn() 116 if (srmmu_device_memory(pmd_val(pmd))) in pmd_page() 125 if (srmmu_device_memory(pmd_val(pmd))) in __pmd_page() 128 v = pmd_val(pmd) & SRMMU_PTD_PMASK; in __pmd_page() 134 unsigned long v = pmd_val(pmd) & SRMMU_PTD_PMASK; in pmd_page_vaddr() 170 return (pmd_val(pmd) & SRMMU_ET_MASK) != SRMMU_ET_PTD; in pmd_bad() 175 return ((pmd_val(pmd) & SRMMU_ET_MASK) == SRMMU_ET_PTD); in pmd_present() 180 return !pmd_val(pmd); in pmd_none() 185 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear()
|
| /arch/openrisc/include/asm/ |
| A D | pgtable.h | 207 #define pmd_none(x) (!pmd_val(x)) 208 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK)) != _KERNPG_TABLE) 209 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT) 210 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0) 344 pmd_val(*pmdp) = _KERNPG_TABLE | (unsigned long) ptep; in pmd_set() 347 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 348 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) 352 return ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)); in pmd_page_vaddr()
|
| /arch/hexagon/include/asm/ |
| A D | pgtable.h | 170 pmd_val(*pmd_entry_ptr) = _NULL_PMD; in pmd_clear() 190 return pmd_val(pmd) == _NULL_PMD; in pmd_none() 201 return pmd_val(pmd) != (unsigned long)_NULL_PMD; in pmd_present() 217 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 222 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) 348 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr()
|
| /arch/loongarch/mm/ |
| A D | hugetlbpage.c | 54 uint64_t pmd_to_entrylo(unsigned long pmd_val) in pmd_to_entrylo() argument 58 if (!pmd_leaf(__pmd(pmd_val))) in pmd_to_entrylo() 61 val = pmd_val ^ _PAGE_HUGE; in pmd_to_entrylo()
|
| /arch/microblaze/include/asm/ |
| A D | pgalloc.h | 31 (pmd_val(*(pmd)) = (unsigned long)page_address(pte)) 34 (pmd_val(*(pmd)) = (unsigned long) (pte))
|
| A D | pgtable.h | 226 #define pmd_none(pmd) (!pmd_val(pmd)) 227 #define pmd_bad(pmd) ((pmd_val(pmd) & _PMD_PRESENT) == 0) 228 #define pmd_present(pmd) ((pmd_val(pmd) & _PMD_PRESENT) != 0) 229 #define pmd_clear(pmdp) do { pmd_val(*(pmdp)) = 0; } while (0) 371 return ((unsigned long) (pmd_val(pmd) & PAGE_MASK)); in pmd_page_vaddr() 375 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) 378 #define pmd_page(pmd) (pfn_to_page(__pa(pmd_val(pmd)) >> PAGE_SHIFT))
|
| /arch/csky/include/asm/ |
| A D | pgtable.h | 99 ptr = pmd_val(pmd); in pmd_page_vaddr() 104 #define pmd_phys(pmd) pmd_val(pmd) 119 return pmd_val(pmd) == __pa(invalid_pte_table); in pmd_none() 122 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) 126 return (pmd_val(pmd) != __pa(invalid_pte_table)); in pmd_present() 131 pmd_val(*p) = (__pa(invalid_pte_table)); in pmd_clear()
|
| /arch/sparc/mm/ |
| A D | tlb.c | 179 if ((pmd_val(pmd) ^ pmd_val(orig)) & _PAGE_PMD_HUGE) { in __set_pmd_acct() 188 if (pmd_val(pmd) & _PAGE_PMD_HUGE) { in __set_pmd_acct() 213 pte_t orig_pte = __pte(pmd_val(orig)); in __set_pmd_acct() 256 entry = __pmd(pmd_val(*pmdp) & ~_PAGE_VALID); in pmdp_invalidate() 265 if ((pmd_val(entry) & _PAGE_PMD_HUGE) && in pmdp_invalidate()
|
| /arch/powerpc/include/asm/nohash/ |
| A D | pte-e500.h | 107 return (long)pmd_val(pmd) > 0; in pmd_leaf() 109 return pmd_val(pmd) & _PAGE_PSIZE_MSK; in pmd_leaf() 115 return pte_huge_size(__pte(pmd_val(pmd))); in pmd_leaf_size()
|