| /linux-6.3-rc2/arch/powerpc/mm/book3s64/ |
| A D | hash_64k.c | 56 old_pte = pte_val(pte); in __hash_page_4K()
95 if (!(old_pte & H_PAGE_HASHPTE)) in __hash_page_4K()
101 if (!(old_pte & H_PAGE_COMBO)) { in __hash_page_4K()
108 old_pte &= ~H_PAGE_HASHPTE; in __hash_page_4K()
141 if (!(old_pte & H_PAGE_COMBO)) in __hash_page_4K()
147 if (old_pte & H_PAGE_4K_PFN) { in __hash_page_4K()
212 *ptep = __pte(old_pte); in __hash_page_4K()
235 unsigned long old_pte, new_pte; in __hash_page_64K() local
245 old_pte = pte_val(pte); in __hash_page_64K()
286 old_pte &= ~_PAGE_HPTEFLAGS; in __hash_page_64K()
[all …]
|
| A D | hugetlbpage.c | 26 unsigned long old_pte, new_pte; in __hash_page_huge() local
49 old_pte = pte_val(*ptep); in __hash_page_huge()
51 if (unlikely(old_pte & H_PAGE_BUSY)) in __hash_page_huge()
85 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_huge()
92 old_pte &= ~_PAGE_HPTEFLAGS; in __hash_page_huge()
95 if (likely(!(old_pte & H_PAGE_HASHPTE))) { in __hash_page_huge()
98 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_huge()
111 *ptep = __pte(old_pte); in __hash_page_huge()
113 mmu_psize, mmu_psize, old_pte); in __hash_page_huge()
144 pte_t *ptep, pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit() argument
[all …]
|
| A D | hash_4k.c | 28 unsigned long old_pte, new_pte; in __hash_page_4K() local
38 old_pte = pte_val(pte); in __hash_page_4K()
40 if (unlikely(old_pte & H_PAGE_BUSY)) in __hash_page_4K()
43 if (unlikely(!check_pte_access(access, old_pte))) in __hash_page_4K()
50 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_4K()
67 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_4K()
76 old_pte &= ~_PAGE_HPTEFLAGS; in __hash_page_4K()
79 if (likely(!(old_pte & H_PAGE_HASHPTE))) { in __hash_page_4K()
81 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K()
116 *ptep = __pte(old_pte); in __hash_page_4K()
[all …]
|
| A D | radix_hugetlbpage.c | 46 pte_t old_pte, pte_t pte) in radix__huge_ptep_modify_prot_commit() argument
56 is_pte_rw_upgrade(pte_val(old_pte), pte_val(pte)) && in radix__huge_ptep_modify_prot_commit()
|
| A D | radix_pgtable.c | 1060 unsigned long old_pte, new_pte; in radix__ptep_set_access_flags() local
1062 old_pte = __radix_pte_update(ptep, _PAGE_PRESENT, _PAGE_INVALID); in radix__ptep_set_access_flags()
1063 new_pte = old_pte | set; in radix__ptep_set_access_flags()
1083 pte_t old_pte, pte_t pte) in radix__ptep_modify_prot_commit() argument
1093 is_pte_rw_upgrade(pte_val(old_pte), pte_val(pte)) && in radix__ptep_modify_prot_commit()
|
| A D | pgtable.c | 458 pte_t *ptep, pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
462 ptep, old_pte, pte); in ptep_modify_prot_commit()
|
| A D | hash_hugepage.c | 69 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_thp()
|
| /linux-6.3-rc2/arch/powerpc/include/asm/book3s/64/ |
| A D | radix.h | 152 pte_t old_pte, pte_t pte);
178 unsigned long old_pte; in radix__pte_update() local
180 old_pte = __radix_pte_update(ptep, clr, set); in radix__pte_update()
184 return old_pte; in radix__pte_update()
191 unsigned long old_pte; in radix__ptep_get_and_clear_full() local
194 old_pte = pte_val(*ptep); in radix__ptep_get_and_clear_full()
197 old_pte = radix__pte_update(mm, addr, ptep, ~0ul, 0, 0); in radix__ptep_get_and_clear_full()
199 return __pte(old_pte); in radix__ptep_get_and_clear_full()
|
| A D | hugetlb.h | 17 pte_t old_pte, pte_t pte);
62 pte_t old_pte, pte_t new_pte);
|
| /linux-6.3-rc2/arch/arm64/include/asm/ |
| A D | pgtable.h | 299 pte_t old_pte; in __check_safe_pte_update() local
304 old_pte = READ_ONCE(*ptep); in __check_safe_pte_update()
306 if (!pte_valid(old_pte) || !pte_valid(pte)) in __check_safe_pte_update()
341 pte_t old_pte = READ_ONCE(*ptep); in __set_pte_at() local
349 if (pte_tagged(pte) || (!pte_none(old_pte) && !pte_present(old_pte))) in __set_pte_at()
350 mte_sync_tags(old_pte, pte); in __set_pte_at()
884 pte_t old_pte, pte; in __ptep_test_and_clear_young() local
888 old_pte = pte; in __ptep_test_and_clear_young()
966 pte_t old_pte, pte; in ptep_set_wrprotect() local
970 old_pte = pte; in ptep_set_wrprotect()
[all …]
|
| A D | mte.h | 93 void mte_sync_tags(pte_t old_pte, pte_t pte);
125 static inline void mte_sync_tags(pte_t old_pte, pte_t pte) in mte_sync_tags() argument
|
| A D | hugetlb.h | 59 pte_t old_pte, pte_t new_pte);
|
| /linux-6.3-rc2/mm/ |
| A D | mapping_dirty_helpers.c | 41 pte_t old_pte = ptep_modify_prot_start(walk->vma, addr, pte); in wp_pte() local
43 ptent = pte_wrprotect(old_pte); in wp_pte()
44 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); in wp_pte()
99 pte_t old_pte = ptep_modify_prot_start(walk->vma, addr, pte); in clean_record_pte() local
101 ptent = pte_mkclean(old_pte); in clean_record_pte()
102 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); in clean_record_pte()
|
| A D | mremap.c | 142 pte_t *old_pte, *new_pte, pte; in move_ptes() local
172 old_pte = pte_offset_map_lock(mm, old_pmd, old_addr, &old_ptl); in move_ptes()
180 for (; old_addr < old_end; old_pte++, old_addr += PAGE_SIZE, in move_ptes()
182 if (pte_none(*old_pte)) in move_ptes()
185 pte = ptep_get_and_clear(mm, old_addr, old_pte); in move_ptes()
210 pte_unmap_unlock(old_pte - 1, old_ptl); in move_ptes()
|
| A D | hugetlb.c | 5736 pte_t *ptep, pte_t old_pte) in hugetlb_pte_stable() argument
5742 same = pte_same(huge_ptep_get(ptep), old_pte); in hugetlb_pte_stable()
5752 pte_t old_pte, unsigned int flags) in hugetlb_no_page() argument
5806 if (!hugetlb_pte_stable(h, mm, ptep, old_pte)) { in hugetlb_no_page()
5830 if (hugetlb_pte_stable(h, mm, ptep, old_pte)) in hugetlb_no_page()
5880 if (!hugetlb_pte_stable(h, mm, ptep, old_pte)) { in hugetlb_no_page()
5908 if (!pte_same(huge_ptep_get(ptep), old_pte)) in hugetlb_no_page()
5921 if (unlikely(pte_marker_uffd_wp(old_pte))) in hugetlb_no_page()
6720 pte_t old_pte; in hugetlb_change_protection() local
6723 old_pte = huge_ptep_modify_prot_start(vma, address, ptep); in hugetlb_change_protection()
[all …]
|
| /linux-6.3-rc2/arch/mips/kvm/ |
| A D | mmu.c | 452 pte_t old_pte; in kvm_set_spte_gfn() local
458 old_pte = *gpa_pte; in kvm_set_spte_gfn()
459 if (range->slot->flags & KVM_MEM_LOG_DIRTY_PAGES && !pte_dirty(old_pte)) in kvm_set_spte_gfn()
467 if (!pte_present(old_pte) || !pte_young(old_pte)) in kvm_set_spte_gfn()
473 pte_pfn(old_pte) != pte_pfn(hva_pte) || in kvm_set_spte_gfn()
474 (pte_dirty(old_pte) && !pte_dirty(hva_pte)); in kvm_set_spte_gfn()
595 pte_t *ptep, entry, old_pte; in kvm_mips_map_page() local
667 old_pte = *ptep; in kvm_mips_map_page()
|
| /linux-6.3-rc2/arch/powerpc/include/asm/ |
| A D | kvm_book3s_64.h | 424 pte_t old_pte, new_pte = __pte(0); in kvmppc_read_update_linux_pte() local
430 old_pte = READ_ONCE(*ptep); in kvmppc_read_update_linux_pte()
434 if (unlikely(pte_val(old_pte) & H_PAGE_BUSY)) { in kvmppc_read_update_linux_pte()
439 if (unlikely(!pte_present(old_pte))) in kvmppc_read_update_linux_pte()
442 new_pte = pte_mkyoung(old_pte); in kvmppc_read_update_linux_pte()
443 if (writing && pte_write(old_pte)) in kvmppc_read_update_linux_pte()
446 if (pte_xchg(ptep, old_pte, new_pte)) in kvmppc_read_update_linux_pte()
|
| /linux-6.3-rc2/arch/sparc/include/asm/ |
| A D | hugetlb.h | 34 pte_t old_pte = *ptep; in huge_ptep_set_wrprotect() local
35 set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in huge_ptep_set_wrprotect()
|
| /linux-6.3-rc2/arch/parisc/mm/ |
| A D | hugetlbpage.c | 164 pte_t old_pte; in huge_ptep_set_wrprotect() local
166 old_pte = *ptep; in huge_ptep_set_wrprotect()
167 __set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in huge_ptep_set_wrprotect()
|
| /linux-6.3-rc2/arch/arm64/kernel/ |
| A D | mte.c | 38 static void mte_sync_page_tags(struct page *page, pte_t old_pte, in mte_sync_page_tags() argument
41 if (check_swap && is_swap_pte(old_pte)) { in mte_sync_page_tags()
42 swp_entry_t entry = pte_to_swp_entry(old_pte); in mte_sync_page_tags()
57 void mte_sync_tags(pte_t old_pte, pte_t pte) in mte_sync_tags() argument
71 mte_sync_page_tags(page, old_pte, check_swap, in mte_sync_tags()
|
| /linux-6.3-rc2/arch/parisc/include/asm/ |
| A D | pgtable.h | 460 pte_t old_pte; in ptep_get_and_clear() local
462 old_pte = *ptep; in ptep_get_and_clear()
465 return old_pte; in ptep_get_and_clear()
|
| /linux-6.3-rc2/arch/x86/mm/pat/ |
| A D | set_memory.c | 1591 pte_t *kpte, old_pte; in __change_page_attr() local
1599 old_pte = *kpte; in __change_page_attr()
1600 if (pte_none(old_pte)) in __change_page_attr()
1605 pgprot_t old_prot = pte_pgprot(old_pte); in __change_page_attr()
1606 pgprot_t new_prot = pte_pgprot(old_pte); in __change_page_attr()
1607 unsigned long pfn = pte_pfn(old_pte); in __change_page_attr()
1631 if (pte_val(old_pte) != pte_val(new_pte)) { in __change_page_attr()
|
| /linux-6.3-rc2/arch/ia64/include/asm/ |
| A D | pgtable.h | 388 pte_t old_pte = *ptep; in ptep_set_wrprotect()
389 set_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in ptep_set_wrprotect()
|
| /linux-6.3-rc2/include/linux/ |
| A D | pgtable.h | 514 pte_t old_pte = *ptep; in ptep_set_wrprotect() local
515 set_pte_at(mm, address, ptep, pte_wrprotect(old_pte)); in ptep_set_wrprotect()
971 pte_t *ptep, pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
|
| /linux-6.3-rc2/fs/proc/ |
| A D | task_mmu.c | 1115 pte_t old_pte; in clear_soft_dirty() local
1119 old_pte = ptep_modify_prot_start(vma, addr, pte); in clear_soft_dirty()
1120 ptent = pte_wrprotect(old_pte); in clear_soft_dirty()
1122 ptep_modify_prot_commit(vma, addr, pte, old_pte, ptent); in clear_soft_dirty()
|