Home
last modified time | relevance | path

Searched refs:__pte (Results 1 – 25 of 135) sorted by relevance

123456

/linux-6.3-rc2/arch/powerpc/mm/book3s64/
A Dhash_64k.c71 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
91 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
131 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
152 pa = pte_pfn(__pte(old_pte)) << HW_PAGE_SHIFT; in __hash_page_4K()
154 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K()
212 *ptep = __pte(old_pte); in __hash_page_4K()
224 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
266 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_64K()
291 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_64K()
327 *ptep = __pte(old_pte); in __hash_page_64K()
[all …]
A Dhugetlbpage.c64 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge()
75 rpte = __real_pte(__pte(old_pte), ptep, offset); in __hash_page_huge()
82 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_huge()
98 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_huge()
111 *ptep = __pte(old_pte); in __hash_page_huge()
123 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_huge()
140 return __pte(pte_val); in huge_ptep_modify_prot_start()
A Dhash_4k.c53 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
60 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
64 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
81 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K()
116 *ptep = __pte(old_pte); in __hash_page_4K()
127 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
/linux-6.3-rc2/drivers/iommu/amd/
A Dio_pgtable.c223 u64 __pte, __npte; in alloc_pte() local
226 __pte = *pte; in alloc_pte()
227 pte_level = PM_PTE_LEVEL(__pte); in alloc_pte()
233 if (IOMMU_PTE_PRESENT(__pte) && in alloc_pte()
251 if (!IOMMU_PTE_PRESENT(__pte) || in alloc_pte()
275 pte = IOMMU_PTE_PAGE(__pte); in alloc_pte()
370 u64 __pte, *pte; in iommu_v1_map_pages() local
401 __pte |= IOMMU_PTE_IR; in iommu_v1_map_pages()
403 __pte |= IOMMU_PTE_IW; in iommu_v1_map_pages()
406 pte[i] = __pte; in iommu_v1_map_pages()
[all …]
A Dio_pgtable_v2.c153 u64 __pte, __npte; in v2_alloc_pte() local
155 __pte = *pte; in v2_alloc_pte()
157 if (IOMMU_PTE_PRESENT(__pte) && is_large_pte(__pte)) { in v2_alloc_pte()
164 if (!IOMMU_PTE_PRESENT(__pte)) { in v2_alloc_pte()
171 if (cmpxchg64(pte, __pte, __npte) != __pte) in v2_alloc_pte()
173 else if (IOMMU_PTE_PRESENT(__pte)) in v2_alloc_pte()
180 pte = get_pgtable_pte(__pte); in v2_alloc_pte()
186 u64 *__pte; in v2_alloc_pte() local
189 __pte = get_pgtable_pte(*pte); in v2_alloc_pte()
194 free_pgtable_page(__pte); in v2_alloc_pte()
[all …]
/linux-6.3-rc2/arch/powerpc/include/asm/book3s/32/
A Dpgtable.h311 *p = __pte((old & ~(pte_basic_t)clr) | set); in pte_update()
473 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect()
478 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect()
483 return __pte(pte_val(pte) & ~_PAGE_DIRTY); in pte_mkclean()
493 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec()
503 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite()
508 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
513 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
518 return __pte(pte_val(pte) | _PAGE_SPECIAL); in pte_mkspecial()
528 return __pte(pte_val(pte) & ~_PAGE_USER); in pte_mkprivileged()
[all …]
/linux-6.3-rc2/arch/sparc/include/asm/
A Dpgtable_32.h162 set_pte(ptep, __pte(0)); in __pte_clear()
187 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear()
207 set_pte((pte_t *)pudp, __pte(0)); in pud_clear()
231 return __pte(pte_val(pte) & ~SRMMU_WRITE); in pte_wrprotect()
236 return __pte(pte_val(pte) & ~SRMMU_DIRTY); in pte_mkclean()
241 return __pte(pte_val(pte) & ~SRMMU_REF); in pte_mkold()
246 return __pte(pte_val(pte) | SRMMU_WRITE); in pte_mkwrite()
251 return __pte(pte_val(pte) | SRMMU_DIRTY); in pte_mkdirty()
256 return __pte(pte_val(pte) | SRMMU_REF); in pte_mkyoung()
287 return __pte(((page) >> 4) | pgprot_val(pgprot)); in mk_pte_phys()
[all …]
A Dpgtable_64.h322 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify()
406 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge()
442 return __pte(val); in pte_mkdirty()
466 return __pte(val); in pte_mkclean()
484 return __pte(val | mask); in pte_mkwrite()
508 return __pte(val); in pte_wrprotect()
669 pte_t pte = __pte(pmd_val(pmd)); in pmd_large()
676 pte_t pte = __pte(pmd_val(pmd)); in pmd_pfn()
684 pte_t pte = __pte(pmd_val(pmd)); in pmd_write()
694 pte_t pte = __pte(pmd_val(pmd)); in pmd_dirty()
[all …]
/linux-6.3-rc2/arch/powerpc/include/asm/nohash/
A Dpgtable.h102 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte()
110 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect()
115 return __pte(pte_val(pte) & ~_PAGE_DIRTY); in pte_mkclean()
120 return __pte(pte_val(pte) & ~_PAGE_ACCESSED); in pte_mkold()
125 return __pte(pte_val(pte) | _PAGE_SPECIAL); in pte_mkspecial()
131 return __pte(pte_val(pte)); in pte_mkhuge()
138 return __pte(pte_val(pte) & ~_PAGE_USER); in pte_mkprivileged()
145 return __pte(pte_val(pte) | _PAGE_USER); in pte_mkuser()
151 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot)); in pte_modify()
161 return __pte(pte_val(pte) | _PAGE_SWP_EXCLUSIVE); in pte_swp_mkexclusive()
[all …]
A Dpte-e500.h104 return __pte((pte_val(pte) & ~_PAGE_USER) | _PAGE_PRIVILEGED); in pte_mkprivileged()
111 return __pte((pte_val(pte) & ~_PAGE_PRIVILEGED) | _PAGE_USER); in pte_mkuser()
119 return __pte((pte_val(pte) & ~_PAGE_BAP_SX) | _PAGE_BAP_UX); in pte_mkexec()
121 return __pte((pte_val(pte) & ~_PAGE_BAP_UX) | _PAGE_BAP_SX); in pte_mkexec()
/linux-6.3-rc2/arch/ia64/include/asm/
A Dpgtable.h214 ({ pte_t __pte; pte_val(__pte) = ((pfn) << PAGE_SHIFT) | pgprot_val(pgprot); __pte; })
223 ({ pte_t __pte; pte_val(__pte) = physpage + pgprot_val(pgprot); __pte; })
270 #define pte_wrprotect(pte) (__pte(pte_val(pte) & ~_PAGE_AR_RW))
271 #define pte_mkwrite(pte) (__pte(pte_val(pte) | _PAGE_AR_RW))
272 #define pte_mkold(pte) (__pte(pte_val(pte) & ~_PAGE_A))
273 #define pte_mkyoung(pte) (__pte(pte_val(pte) | _PAGE_A))
274 #define pte_mkclean(pte) (__pte(pte_val(pte) & ~_PAGE_D))
275 #define pte_mkdirty(pte) (__pte(pte_val(pte) | _PAGE_D))
276 #define pte_mkhuge(pte) (__pte(pte_val(pte)))
369 return __pte(xchg((long *) ptep, 0)); in ptep_get_and_clear()
[all …]
/linux-6.3-rc2/arch/powerpc/include/asm/nohash/64/
A Dpgtable.h90 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite()
95 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
100 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
105 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect()
123 return __pte(pmd_val(pmd)); in pmd_pte()
158 return __pte(pud_val(pud)); in pud_pte()
181 *ptep = __pte((old & ~clr) | set); in pte_update()
247 return __pte(old); in ptep_get_and_clear()
267 *ptep = __pte(old | bits); in __ptep_set_access_flags()
308 #define __swp_entry_to_pte(x) __pte((x).val)
/linux-6.3-rc2/arch/riscv/include/asm/
A Dpgtable.h259 return __pte(pmd_val(pmd)); in pmd_pte()
264 return __pte(pud_val(pud)); in pud_pte()
282 return __pte((pfn << _PAGE_PFN_SHIFT) | prot_val); in pfn_pte()
336 return __pte(pte_val(pte) & ~(_PAGE_WRITE)); in pte_wrprotect()
343 return __pte(pte_val(pte) | _PAGE_WRITE); in pte_mkwrite()
350 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
355 return __pte(pte_val(pte) & ~(_PAGE_DIRTY)); in pte_mkclean()
360 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
365 return __pte(pte_val(pte) & ~(_PAGE_ACCESSED)); in pte_mkold()
370 return __pte(pte_val(pte) | _PAGE_SPECIAL); in pte_mkspecial()
[all …]
A Dkfence.h54 set_pte(pte, __pte(pte_val(*pte) & ~_PAGE_PRESENT)); in kfence_protect_page()
56 set_pte(pte, __pte(pte_val(*pte) | _PAGE_PRESENT)); in kfence_protect_page()
/linux-6.3-rc2/arch/xtensa/mm/
A Dmmu.c110 write_dtlb_entry(__pte(xtensa_kio_paddr + CA_WRITEBACK), in init_kio()
112 write_itlb_entry(__pte(xtensa_kio_paddr + CA_WRITEBACK), in init_kio()
114 write_dtlb_entry(__pte(xtensa_kio_paddr + CA_BYPASS), in init_kio()
116 write_itlb_entry(__pte(xtensa_kio_paddr + CA_BYPASS), in init_kio()
/linux-6.3-rc2/arch/powerpc/include/asm/nohash/32/
A Dhugetlb-8xx.h62 unsigned long clr = ~pte_val(pte_wrprotect(__pte(~0))); in huge_ptep_set_wrprotect()
63 unsigned long set = pte_val(pte_wrprotect(__pte(0))); in huge_ptep_set_wrprotect()
74 return __pte(pte_val(entry) | _PAGE_SPS); in arch_make_huge_pte()
76 return __pte(pte_val(entry) | _PAGE_SPS | _PAGE_HUGE); in arch_make_huge_pte()
A Dpte-8xx.h92 return __pte(pte_val(pte) | _PAGE_RO); in pte_wrprotect()
106 return __pte(pte_val(pte) & ~_PAGE_RO); in pte_mkwrite()
120 return __pte(pte_val(pte) | _PAGE_SH); in pte_mkprivileged()
127 return __pte(pte_val(pte) & ~_PAGE_SH); in pte_mkuser()
134 return __pte(pte_val(pte) | _PAGE_SPS | _PAGE_HUGE); in pte_mkhuge()
A Dpgtable.h176 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite()
182 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
187 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
193 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect()
200 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec()
289 *p = __pte(new); in pte_update()
314 return __pte(pte_update(mm, addr, ptep, ~0, 0, 0)); in ptep_get_and_clear()
/linux-6.3-rc2/arch/mips/include/asm/
A Dpage.h126 #define __pte(x) ({ pte_t __pte = {(x), ((unsigned long long)(x)) >> 32}; __pte; }) macro
130 #define __pte(x) ((pte_t) { (x) } ) macro
135 #define __pte(x) ((pte_t) { (x) } ) macro
/linux-6.3-rc2/arch/sh/include/asm/
A Dpage.h81 #define __pte(x) \ macro
82 ({ pte_t __pte = {(x), ((unsigned long long)(x)) >> 32}; __pte; })
88 #define __pte(x) ((pte_t) { (x) } ) macro
/linux-6.3-rc2/arch/csky/include/asm/
A Dpgtable.h34 (((unsigned int) addr >= PAGE_OFFSET) ? __pte(_PAGE_GLOBAL) : __pte(0)))
38 #define pfn_pte(pfn, prot) __pte(((unsigned long long)(pfn) << PAGE_SHIFT) \
45 #define __mk_pte(page_nr, pgprot) __pte(((page_nr) << PAGE_SHIFT) | \
259 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | in pte_modify()
/linux-6.3-rc2/arch/parisc/include/asm/
A Dkfence.h35 set_pte(pte, __pte(pte_val(*pte) & ~_PAGE_PRESENT)); in kfence_protect_page()
37 set_pte(pte, __pte(pte_val(*pte) | _PAGE_PRESENT)); in kfence_protect_page()
/linux-6.3-rc2/arch/x86/include/asm/
A Dkfence.h57 set_pte(pte, __pte(pte_val(*pte) & ~_PAGE_PRESENT)); in kfence_protect_page()
59 set_pte(pte, __pte(pte_val(*pte) | _PAGE_PRESENT)); in kfence_protect_page()
/linux-6.3-rc2/arch/s390/include/asm/
A Dpgtable.h976 set_pte(ptep, __pte(_PAGE_INVALID)); in pte_clear()
1192 set_pte(ptep, __pte(_PAGE_INVALID)); in ptep_get_and_clear_full()
1341 pte_t __pte; in mk_pte_phys() local
1343 __pte = __pte(physpage | pgprot_val(pgprot)); in mk_pte_phys()
1345 __pte = clear_pte_bit(__pte, __pgprot(_PAGE_NOEXEC)); in mk_pte_phys()
1346 return pte_mkyoung(__pte); in mk_pte_phys()
1352 pte_t __pte = mk_pte_phys(physpage, pgprot); in mk_pte() local
1354 if (pte_write(__pte) && PageDirty(page)) in mk_pte()
1355 __pte = pte_mkdirty(__pte); in mk_pte()
1356 return __pte; in mk_pte()
[all …]
/linux-6.3-rc2/arch/arm/include/asm/
A Dpgtable-2level-types.h31 #define __pte(x) ((pte_t) { (x) } ) macro
49 #define __pte(x) (x) macro

Completed in 35 milliseconds

123456