Home
last modified time | relevance | path

Searched refs:ptep (Results 1 – 25 of 214) sorted by relevance

123456789

/linux-6.3-rc2/arch/s390/mm/
A Dpgtable.c93 old = *ptep; in ptep_flush_direct()
112 old = *ptep; in ptep_flush_lazy()
118 set_pte(ptep, set_pte_bit(*ptep, __pgprot(_PAGE_INVALID))); in ptep_flush_lazy()
593 pte_t *ptep; in pgtable_trans_huge_withdraw() local
608 ptep++; in pgtable_trans_huge_withdraw()
751 pte = *ptep; in ptep_zap_unused()
795 pte = *ptep; in ptep_test_and_clear_uc()
818 pte_t *ptep; in set_guest_storage_key() local
926 pte_t *ptep; in reset_guest_reference_bit() local
987 pte_t *ptep; in get_guest_storage_key() local
[all …]
/linux-6.3-rc2/arch/arm64/mm/
A Dhugetlbpage.c115 if ((pte_t *)pmdp == ptep) { in find_num_contig()
162 pte_t pte = ptep_get(ptep); in huge_ptep_get()
183 pte_t *ptep, in get_clear_contig() argument
209 pte_t *ptep, in get_clear_contig_flush() argument
231 pte_t *ptep, in clear_flush() argument
239 pte_clear(mm, addr, ptep); in clear_flush()
252 pte_t *ptep, pte_t pte) in set_huge_pte_at() argument
294 pte_t *ptep = NULL; in huge_pte_alloc() local
303 ptep = (pte_t *)pudp; in huge_pte_alloc()
329 return ptep; in huge_pte_alloc()
[all …]
/linux-6.3-rc2/arch/s390/include/asm/
A Dhugetlb.h19 pte_t *ptep, pte_t pte);
20 pte_t huge_ptep_get(pte_t *ptep);
22 unsigned long addr, pte_t *ptep);
47 pte_t *ptep, unsigned long sz) in huge_pte_clear() argument
50 set_pte(ptep, __pte(_REGION3_ENTRY_EMPTY)); in huge_pte_clear()
52 set_pte(ptep, __pte(_SEGMENT_ENTRY_EMPTY)); in huge_pte_clear()
56 unsigned long address, pte_t *ptep) in huge_ptep_clear_flush() argument
62 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() argument
67 huge_ptep_get_and_clear(vma->vm_mm, addr, ptep); in huge_ptep_set_access_flags()
68 set_huge_pte_at(vma->vm_mm, addr, ptep, pte); in huge_ptep_set_access_flags()
[all …]
/linux-6.3-rc2/drivers/iommu/
A Dio-pgtable-dart.c195 dart_iopte pte, *ptep; in dart_get_l2() local
198 ptep = data->pgd[tbl]; in dart_get_l2()
199 if (!ptep) in dart_get_l2()
259 ptep = data->pgd[tbl]; in dart_map_pages()
284 ptep += map_idx_start; in dart_map_pages()
305 dart_iopte pte, *ptep; in dart_unmap_pages() local
313 if (WARN_ON(!ptep)) in dart_unmap_pages()
328 *ptep = 0; in dart_unmap_pages()
334 ptep++; in dart_unmap_pages()
350 if (!ptep) in dart_iova_to_phys()
[all …]
/linux-6.3-rc2/tools/testing/selftests/kvm/lib/aarch64/
A Dprocessor.c95 uint64_t *ptep; in _virt_pg_map() local
112 if (!*ptep) in _virt_pg_map()
118 if (!*ptep) in _virt_pg_map()
123 if (!*ptep) in _virt_pg_map()
152 if (!ptep) in virt_get_pte_hva()
158 if (!ptep) in virt_get_pte_hva()
163 if (!ptep) in virt_get_pte_hva()
168 if (!ptep) in virt_get_pte_hva()
175 return ptep; in virt_get_pte_hva()
200 if (!*ptep) in pte_dump()
[all …]
/linux-6.3-rc2/include/asm-generic/
A Dhugetlb.h62 pte_t *ptep, unsigned long sz) in huge_pte_clear() argument
64 pte_clear(mm, addr, ptep); in huge_pte_clear()
79 pte_t *ptep, pte_t pte) in set_huge_pte_at() argument
81 set_pte_at(mm, addr, ptep, pte); in set_huge_pte_at()
87 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear() argument
95 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() argument
97 return ptep_clear_flush(vma, addr, ptep); in huge_ptep_clear_flush()
131 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() argument
133 ptep_set_wrprotect(mm, addr, ptep); in huge_ptep_set_wrprotect()
139 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() argument
[all …]
/linux-6.3-rc2/arch/sparc/include/asm/
A Dhugetlb.h17 pte_t *ptep, pte_t pte);
21 pte_t *ptep);
25 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() argument
27 return *ptep; in huge_ptep_clear_flush()
32 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() argument
34 pte_t old_pte = *ptep; in huge_ptep_set_wrprotect()
35 set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in huge_ptep_set_wrprotect()
40 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() argument
43 int changed = !pte_same(*ptep, pte); in huge_ptep_set_access_flags()
45 set_huge_pte_at(vma->vm_mm, addr, ptep, pte); in huge_ptep_set_access_flags()
/linux-6.3-rc2/arch/xtensa/include/asm/
A Dpgalloc.h24 #define pmd_populate_kernel(mm, pmdp, ptep) \ argument
25 (pmd_val(*(pmdp)) = ((unsigned long)ptep))
35 static inline void ptes_clear(pte_t *ptep) in ptes_clear() argument
40 pte_clear(NULL, 0, ptep + i); in ptes_clear()
45 pte_t *ptep; in pte_alloc_one_kernel() local
47 ptep = (pte_t *)__pte_alloc_one_kernel(mm); in pte_alloc_one_kernel()
48 if (!ptep) in pte_alloc_one_kernel()
50 ptes_clear(ptep); in pte_alloc_one_kernel()
51 return ptep; in pte_alloc_one_kernel()
A Dpgtable.h243 #define pte_clear(mm,addr,ptep) \ argument
295 *ptep = pteval; in update_pte()
307 update_pte(ptep, pteval); in set_pte_at()
312 update_pte(ptep, pteval); in set_pte()
325 pte_t *ptep) in ptep_test_and_clear_young() argument
327 pte_t pte = *ptep; in ptep_test_and_clear_young()
330 update_pte(ptep, pte_mkold(pte)); in ptep_test_and_clear_young()
337 pte_t pte = *ptep; in ptep_get_and_clear()
338 pte_clear(mm, addr, ptep); in ptep_get_and_clear()
345 pte_t pte = *ptep; in ptep_set_wrprotect()
[all …]
/linux-6.3-rc2/arch/riscv/kvm/
A Dmmu.c100 pte_t *ptep; in gstage_get_leaf_entry() local
105 ptep = &ptep[gstage_pte_index(addr, current_level)]; in gstage_get_leaf_entry()
106 while (ptep && pte_val(*ptep)) { in gstage_get_leaf_entry()
116 ptep = (pte_t *)gstage_pte_page_vaddr(*ptep); in gstage_get_leaf_entry()
117 ptep = &ptep[gstage_pte_index(addr, current_level)]; in gstage_get_leaf_entry()
119 ptep = NULL; in gstage_get_leaf_entry()
264 set_pte(ptep, __pte(pte_val(*ptep) & ~_PAGE_WRITE)); in gstage_op_pte()
273 pte_t *ptep; in gstage_unmap_range() local
308 pte_t *ptep; in gstage_wp_range() local
581 pte_t *ptep; in kvm_age_gfn() local
[all …]
/linux-6.3-rc2/arch/parisc/mm/
A Dhugetlbpage.c123 pte_t *ptep, pte_t entry) in __set_huge_pte_at() argument
132 set_pte(ptep, entry); in __set_huge_pte_at()
133 ptep++; in __set_huge_pte_at()
143 pte_t *ptep, pte_t entry) in set_huge_pte_at() argument
150 pte_t *ptep) in huge_ptep_get_and_clear() argument
154 entry = *ptep; in huge_ptep_get_and_clear()
162 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() argument
166 old_pte = *ptep; in huge_ptep_set_wrprotect()
171 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() argument
177 changed = !pte_same(*ptep, pte); in huge_ptep_set_access_flags()
[all …]
/linux-6.3-rc2/arch/powerpc/include/asm/nohash/64/
A Dpgtable.h180 unsigned long old = pte_val(*ptep); in pte_update()
181 *ptep = __pte((old & ~clr) | set); in pte_update()
200 if (pte_young(*ptep)) in __ptep_test_and_clear_young()
215 pte_t *ptep) in ptep_set_wrprotect() argument
218 if ((pte_val(*ptep) & _PAGE_RW) == 0) in ptep_set_wrprotect()
226 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() argument
228 if ((pte_val(*ptep) & _PAGE_RW) == 0) in huge_ptep_set_wrprotect()
251 pte_t * ptep) in pte_clear() argument
259 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() argument
266 unsigned long old = pte_val(*ptep); in __ptep_set_access_flags()
[all …]
/linux-6.3-rc2/arch/powerpc/mm/
A Dpageattr.c18 static pte_basic_t pte_update_delta(pte_t *ptep, unsigned long addr, in pte_update_delta() argument
21 return pte_update(&init_mm, addr, ptep, old & ~new, new & ~old, 0); in pte_update_delta()
30 static int change_page_attr(pte_t *ptep, unsigned long addr, void *data) in change_page_attr() argument
39 pte_update_delta(ptep, addr, _PAGE_KERNEL_RW & ~_PAGE_DIRTY, _PAGE_KERNEL_RO); in change_page_attr()
42 pte_update_delta(ptep, addr, _PAGE_KERNEL_RO, _PAGE_KERNEL_RW); in change_page_attr()
45 pte_update_delta(ptep, addr, _PAGE_KERNEL_ROX, _PAGE_KERNEL_RO); in change_page_attr()
48 pte_update_delta(ptep, addr, _PAGE_KERNEL_RO, _PAGE_KERNEL_ROX); in change_page_attr()
51 pte_update(&init_mm, addr, ptep, _PAGE_PRESENT, 0, 0); in change_page_attr()
54 pte_update(&init_mm, addr, ptep, 0, _PAGE_PRESENT, 0); in change_page_attr()
/linux-6.3-rc2/arch/arm64/include/asm/
A Dhugetlb.h30 pte_t *ptep, pte_t pte);
33 unsigned long addr, pte_t *ptep,
37 unsigned long addr, pte_t *ptep);
40 unsigned long addr, pte_t *ptep);
43 unsigned long addr, pte_t *ptep);
46 pte_t *ptep, unsigned long sz);
48 extern pte_t huge_ptep_get(pte_t *ptep);
54 unsigned long addr, pte_t *ptep);
58 unsigned long addr, pte_t *ptep,
/linux-6.3-rc2/arch/powerpc/mm/book3s64/
A Dhugetlbpage.c21 pte_t *ptep, unsigned long trap, unsigned long flags, in __hash_page_huge() argument
49 old_pte = pte_val(*ptep); in __hash_page_huge()
64 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge()
75 rpte = __real_pte(__pte(old_pte), ptep, offset); in __hash_page_huge()
111 *ptep = __pte(old_pte); in __hash_page_huge()
117 new_pte |= pte_set_hidx(ptep, rpte, 0, slot, offset); in __hash_page_huge()
123 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_huge()
129 unsigned long addr, pte_t *ptep) in huge_ptep_modify_prot_start() argument
137 pte_val = pte_update(vma->vm_mm, addr, ptep, in huge_ptep_modify_prot_start()
144 pte_t *ptep, pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit() argument
[all …]
A Dhash_64k.c39 pte_t *ptep, unsigned long trap, unsigned long flags, in __hash_page_4K() argument
54 pte_t pte = READ_ONCE(*ptep); in __hash_page_4K()
71 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
91 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
131 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
212 *ptep = __pte(old_pte); in __hash_page_4K()
224 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
243 pte_t pte = READ_ONCE(*ptep); in __hash_page_64K()
269 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_64K()
327 *ptep = __pte(old_pte); in __hash_page_64K()
[all …]
/linux-6.3-rc2/arch/powerpc/include/asm/book3s/32/
A Dpgtable.h237 #define pte_clear(mm, addr, ptep) \ argument
328 flush_hash_entry(mm, ptep, addr); in __ptep_test_and_clear_young()
337 pte_t *ptep) in ptep_get_and_clear() argument
344 pte_t *ptep) in ptep_set_wrprotect() argument
350 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() argument
559 *ptep = __pte((pte_val(*ptep) & _PAGE_HASHPTE) in __set_pte_at()
574 *ptep = __pte((pte_val(*ptep) & _PAGE_HASHPTE) in __set_pte_at()
578 if (pte_val(*ptep) & _PAGE_HASHPTE) in __set_pte_at()
579 flush_hash_entry(mm, ptep, addr); in __set_pte_at()
584 : "=m" (*ptep), "=m" (*((unsigned char *)ptep+4)) in __set_pte_at()
[all …]
/linux-6.3-rc2/arch/x86/xen/
A Dp2m.c215 pte_t *ptep; in xen_build_mfn_list_list() local
246 mfn = pte_mfn(*ptep); in xen_build_mfn_list_list()
247 ptep = (pte_t *)((unsigned long)ptep & ~(PAGE_SIZE - 1)); in xen_build_mfn_list_list()
253 if (ptep == p2m_missing_pte || ptep == p2m_identity_pte) { in xen_build_mfn_list_list()
331 pte_t *ptep; in xen_rebuild_p2m_list() local
380 set_pte(ptep, in xen_rebuild_p2m_list()
390 set_pte(ptep, in xen_rebuild_p2m_list()
432 pte_t *ptep; in get_phys_to_machine() local
543 if (!ptep) in xen_alloc_p2m_entry()
600 set_pte(ptep, in xen_alloc_p2m_entry()
[all …]
/linux-6.3-rc2/tools/testing/selftests/kvm/lib/riscv/
A Dprocessor.c89 if (!*ptep) { in virt_arch_pg_map()
97 ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + in virt_arch_pg_map()
115 uint64_t *ptep; in addr_arch_gva2gpa() local
122 if (!ptep) in addr_arch_gva2gpa()
127 ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + in addr_arch_gva2gpa()
129 if (!ptep) in addr_arch_gva2gpa()
147 uint64_t pte, *ptep; in pte_dump() local
154 if (!*ptep) in pte_dump()
157 type[level], pte, *ptep, ptep); in pte_dump()
174 if (!*ptep) in virt_arch_dump()
[all …]
/linux-6.3-rc2/arch/powerpc/include/asm/book3s/64/
A Dhash.h147 pte_t *ptep, unsigned long pte, int huge);
152 pte_t *ptep, unsigned long clr, in hash__pte_update() argument
167 : "=&r" (old_be), "=&r" (tmp_be), "=m" (*ptep) in hash__pte_update()
168 : "r" (ptep), "r" (cpu_to_be64(clr)), "m" (*ptep), in hash__pte_update()
177 hpte_need_flush(mm, addr, ptep, old, huge); in hash__pte_update()
185 static inline void hash__ptep_set_access_flags(pte_t *ptep, pte_t entry) in hash__ptep_set_access_flags() argument
201 :"=&r" (old), "=&r" (tmp), "=m" (*ptep) in hash__ptep_set_access_flags()
202 :"r" (val), "r" (ptep), "m" (*ptep), "r" (cpu_to_be64(H_PAGE_BUSY)) in hash__ptep_set_access_flags()
225 pte_t *ptep, pte_t pte, int percpu) in hash__set_pte_at() argument
231 *ptep = pte; in hash__set_pte_at()
A Dradix.h151 unsigned long addr, pte_t *ptep,
165 : "=&r" (old_be), "=&r" (tmp_be), "=m" (*ptep) in __radix_pte_update()
166 : "r" (ptep), "r" (cpu_to_be64(set)), "r" (cpu_to_be64(clr)) in __radix_pte_update()
174 pte_t *ptep, unsigned long clr, in radix__pte_update() argument
180 old_pte = __radix_pte_update(ptep, clr, set); in radix__pte_update()
189 pte_t *ptep, int full) in radix__ptep_get_and_clear_full() argument
194 old_pte = pte_val(*ptep); in radix__ptep_get_and_clear_full()
195 *ptep = __pte(0); in radix__ptep_get_and_clear_full()
197 old_pte = radix__pte_update(mm, addr, ptep, ~0ul, 0, 0); in radix__ptep_get_and_clear_full()
213 pte_t *ptep, pte_t pte, int percpu) in radix__set_pte_at() argument
[all …]
/linux-6.3-rc2/arch/powerpc/kvm/
A Dbook3s_64_mmu_radix.c792 pte_t *ptep; in kvmppc_hv_handle_set_rc() local
808 if (ptep && pte_present(*ptep) && (!writing || pte_write(*ptep))) { in kvmppc_hv_handle_set_rc()
868 if (ptep) in kvmppc_book3s_instantiate_page()
1024 pte_t *ptep; in kvm_unmap_radix() local
1034 if (ptep && pte_present(*ptep)) in kvm_unmap_radix()
1043 pte_t *ptep; in kvm_age_radix() local
1053 if (ptep && pte_present(*ptep) && pte_young(*ptep)) { in kvm_age_radix()
1081 if (ptep && pte_present(*ptep) && pte_young(*ptep)) in kvm_test_age_radix()
1105 if (!ptep) in kvm_radix_test_clear_dirty()
1121 if (!pte_present(*ptep) || !pte_dirty(*ptep)) { in kvm_radix_test_clear_dirty()
[all …]
/linux-6.3-rc2/arch/mips/include/asm/
A Dhugetlb.h35 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear() argument
38 pte_t pte = *ptep; in huge_ptep_get_and_clear()
41 set_pte_at(mm, addr, ptep, clear); in huge_ptep_get_and_clear()
47 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() argument
56 pte = huge_ptep_get_and_clear(vma->vm_mm, addr, ptep); in huge_ptep_clear_flush()
71 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags() argument
74 int changed = !pte_same(*ptep, pte); in huge_ptep_set_access_flags()
77 set_pte_at(vma->vm_mm, addr, ptep, pte); in huge_ptep_set_access_flags()
/linux-6.3-rc2/arch/loongarch/include/asm/
A Dhugetlb.h34 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear() argument
37 pte_t pte = *ptep; in huge_ptep_get_and_clear()
40 set_pte_at(mm, addr, ptep, clear); in huge_ptep_get_and_clear()
46 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() argument
50 pte = huge_ptep_get_and_clear(vma->vm_mm, addr, ptep); in huge_ptep_clear_flush()
65 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags() argument
68 int changed = !pte_same(*ptep, pte); in huge_ptep_set_access_flags()
71 set_pte_at(vma->vm_mm, addr, ptep, pte); in huge_ptep_set_access_flags()
/linux-6.3-rc2/arch/powerpc/mm/nohash/
A D8xx.c52 pte_t *ptep = memblock_alloc(sizeof(pte_basic_t), SZ_4K); in early_hugepd_alloc_kernel() local
54 if (!ptep) in early_hugepd_alloc_kernel()
57 hugepd_populate_kernel((hugepd_t *)pmdp, ptep, PAGE_SHIFT_8M); in early_hugepd_alloc_kernel()
58 hugepd_populate_kernel((hugepd_t *)pmdp + 1, ptep, PAGE_SHIFT_8M); in early_hugepd_alloc_kernel()
67 pte_t *ptep; in __early_map_kernel_hugepage() local
77 ptep = early_pte_alloc_kernel(pmdp, va); in __early_map_kernel_hugepage()
79 ptep = early_hugepd_alloc_kernel((hugepd_t *)pmdp, va); in __early_map_kernel_hugepage()
82 ptep = pte_offset_kernel(pmdp, va); in __early_map_kernel_hugepage()
84 ptep = hugepte_offset(*(hugepd_t *)pmdp, va, PGDIR_SHIFT); in __early_map_kernel_hugepage()
87 if (WARN_ON(!ptep)) in __early_map_kernel_hugepage()
[all …]

Completed in 49 milliseconds

123456789