Home
last modified time | relevance | path

Searched refs:pteval (Results 1 – 25 of 52) sorted by relevance

123

/linux/mm/
A Dhighmem.c188 return pte_page(kctrl->pteval[i]); in __kmap_to_page()
551 pte_t pteval, *kmap_pte; in __kmap_local_pfn_prot() local
565 pteval = pfn_pte(pfn, prot); in __kmap_local_pfn_prot()
567 arch_kmap_local_post_map(vaddr, pteval); in __kmap_local_pfn_prot()
568 current->kmap_ctrl.pteval[kmap_local_idx()] = pteval; in __kmap_local_pfn_prot()
653 pte_t pteval = tsk->kmap_ctrl.pteval[i]; in __kmap_local_sched_out() local
659 WARN_ON_ONCE(pte_val(pteval) != 0); in __kmap_local_sched_out()
662 if (WARN_ON_ONCE(pte_none(pteval))) in __kmap_local_sched_out()
690 pte_t pteval = tsk->kmap_ctrl.pteval[i]; in __kmap_local_sched_in() local
696 WARN_ON_ONCE(pte_val(pteval) != 0); in __kmap_local_sched_in()
[all …]
A Drmap.c1640 pte_t pteval; in try_to_unmap_one() local
1798 if (pte_dirty(pteval)) in try_to_unmap_one()
2005 pte_t pteval; in try_to_migrate_one() local
2168 if (pte_dirty(pteval)) in try_to_migrate_one()
2242 pteval, hsz); in try_to_migrate_one()
2257 pteval, hsz); in try_to_migrate_one()
2275 if (pte_write(pteval)) in try_to_migrate_one()
2380 pte_t pteval; in page_make_device_exclusive_one() local
2414 if (pte_dirty(pteval)) in page_make_device_exclusive_one()
2422 pte_write(pteval)) in page_make_device_exclusive_one()
[all …]
A Dkhugepaged.c530 if (pte_none(pteval)) in release_pte_pages()
532 pfn = pte_pfn(pteval); in release_pte_pages()
575 if (pte_none(pteval) || (pte_present(pteval) && in __collapse_huge_page_isolate()
592 if (pte_uffd_wp(pteval)) { in __collapse_huge_page_isolate()
685 if (pte_write(pteval)) in __collapse_huge_page_isolate()
714 pte_t pteval; in __collapse_huge_page_copy_succeeded() local
718 pteval = ptep_get(_pte); in __collapse_huge_page_copy_succeeded()
719 if (pte_none(pteval) || is_zero_pfn(pte_pfn(pteval))) { in __collapse_huge_page_copy_succeeded()
815 if (pte_none(pteval) || is_zero_pfn(pte_pfn(pteval))) { in __collapse_huge_page_copy()
1308 if (pte_none(pteval) || is_zero_pfn(pte_pfn(pteval))) { in hpage_collapse_scan_pmd()
[all …]
/linux/arch/sh/mm/
A Dtlb-sh4.c18 unsigned long flags, pteval, vpn; in __update_tlb() local
32 pteval = pte.pte_low; in __update_tlb()
48 __raw_writel(copy_ptea_attributes(pteval), MMU_PTEA); in __update_tlb()
53 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
55 pteval |= _PAGE_WT; in __update_tlb()
58 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
A Dtlb-pteaex.c20 unsigned long flags, pteval, vpn; in __update_tlb() local
37 pteval = pte.pte_low; in __update_tlb()
51 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
53 pteval |= _PAGE_WT; in __update_tlb()
56 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
A Dtlb-sh3.c29 unsigned long flags, pteval, vpn; in __update_tlb() local
43 pteval = pte_val(pte); in __update_tlb()
46 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
48 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
/linux/drivers/staging/media/ipu3/
A Dipu3-mmu.c121 static u32 *imgu_mmu_alloc_page_table(u32 pteval) in imgu_mmu_alloc_page_table() argument
131 pt[pte] = pteval; in imgu_mmu_alloc_page_table()
172 u32 pteval; in imgu_mmu_get_l2pt() local
203 pteval = IPU3_ADDR2PTE(virt_to_phys(new_l2pt)); in imgu_mmu_get_l2pt()
204 mmu->l1pt[l1pt_idx] = pteval; in imgu_mmu_get_l2pt()
430 u32 pteval; in imgu_mmu_init() local
451 mmu->dummy_page_pteval = pteval; in imgu_mmu_init()
461 mmu->dummy_l2pt_pteval = pteval; in imgu_mmu_init()
477 writel(pteval, mmu->base + REG_L1_PHYS); in imgu_mmu_init()
528 u32 pteval; in imgu_mmu_resume() local
[all …]
/linux/arch/s390/mm/
A Dhugetlbpage.c76 unsigned long pteval; in __rste_to_pte() local
105 pteval = rste & _SEGMENT_ENTRY_ORIGIN_LARGE; in __rste_to_pte()
106 pteval |= _PAGE_LARGE | _PAGE_PRESENT; in __rste_to_pte()
107 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_READ, _PAGE_READ); in __rste_to_pte()
108 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_WRITE, _PAGE_WRITE); in __rste_to_pte()
109 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_INVALID, _PAGE_INVALID); in __rste_to_pte()
111 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_DIRTY, _PAGE_DIRTY); in __rste_to_pte()
112 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_YOUNG, _PAGE_YOUNG); in __rste_to_pte()
116 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_NOEXEC, _PAGE_NOEXEC); in __rste_to_pte()
118 pteval = _PAGE_INVALID; in __rste_to_pte()
[all …]
/linux/include/trace/events/
A Dxen.h135 TP_PROTO(pte_t *ptep, pte_t pteval),
136 TP_ARGS(ptep, pteval),
139 __field(pteval_t, pteval)
142 __entry->pteval = pteval.pte),
152 TP_ARGS(ptep, pteval))
260 pte_t *ptep, pte_t pteval),
261 TP_ARGS(mm, addr, ptep, pteval),
266 __field(pteval_t, pteval)
271 __entry->pteval = pteval.pte),
280 pte_t *ptep, pte_t pteval), \
[all …]
/linux/arch/x86/mm/
A Dpgtable_32.c27 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) in set_pte_vaddr() argument
56 if (!pte_none(pteval)) in set_pte_vaddr()
57 set_pte_at(&init_mm, vaddr, pte, pteval); in set_pte_vaddr()
/linux/arch/riscv/include/asm/
A Dpgtable.h545 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
547 WRITE_ONCE(*ptep, pteval); in set_pte()
552 static inline void __set_pte_at(struct mm_struct *mm, pte_t *ptep, pte_t pteval) in __set_pte_at() argument
554 if (pte_present(pteval) && pte_exec(pteval)) in __set_pte_at()
555 flush_icache_pte(mm, pteval); in __set_pte_at()
557 set_pte(ptep, pteval); in __set_pte_at()
563 pte_t *ptep, pte_t pteval, unsigned int nr) in set_ptes() argument
565 page_table_check_ptes_set(mm, ptep, pteval, nr); in set_ptes()
568 __set_pte_at(mm, ptep, pteval); in set_ptes()
572 pte_val(pteval) += 1 << _PAGE_PFN_SHIFT; in set_ptes()
/linux/arch/sparc/include/asm/
A Dhighmem.h54 #define arch_kmap_local_pre_map(vaddr, pteval) flush_cache_all() argument
56 #define arch_kmap_local_post_map(vaddr, pteval) flush_tlb_all() argument
/linux/arch/hexagon/include/asm/
A Dpgtable.h149 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
152 if (pte_present_exec_user(pteval)) in set_pte()
153 sync_icache_dcache(pteval); in set_pte()
155 *ptep = pteval; in set_pte()
/linux/arch/arm64/mm/
A Dfault.c217 pteval_t old_pteval, pteval; in __ptep_set_access_flags() local
233 pteval = pte_val(pte); in __ptep_set_access_flags()
235 old_pteval = pteval; in __ptep_set_access_flags()
236 pteval ^= PTE_RDONLY; in __ptep_set_access_flags()
237 pteval |= pte_val(entry); in __ptep_set_access_flags()
238 pteval ^= PTE_RDONLY; in __ptep_set_access_flags()
239 pteval = cmpxchg_relaxed(&pte_val(*ptep), old_pteval, pteval); in __ptep_set_access_flags()
240 } while (pteval != old_pteval); in __ptep_set_access_flags()
/linux/arch/powerpc/mm/book3s64/
A Dhash_tlb.c245 unsigned long pteval = pte_val(*pte); in flush_hash_table_pmd_range() local
246 if (pteval & H_PAGE_HASHPTE) in flush_hash_table_pmd_range()
247 hpte_need_flush(mm, addr, pte, pteval, 0); in flush_hash_table_pmd_range()
/linux/arch/arm/mm/
A Dflush.c285 void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() argument
291 if (cache_is_vipt_nonaliasing() && !pte_exec(pteval)) in __sync_icache_dcache()
294 pfn = pte_pfn(pteval); in __sync_icache_dcache()
310 if (pte_exec(pteval)) in __sync_icache_dcache()
/linux/arch/powerpc/mm/ptdump/
A Dhashpagetable.c377 unsigned long addr, pteval, psize; in walk_pte() local
382 pteval = pte_val(*pte); in walk_pte()
391 ((pteval & H_PAGE_COMBO) == H_PAGE_COMBO || in walk_pte()
392 (pteval & H_PAGE_4K_PFN) == H_PAGE_4K_PFN)) in walk_pte()
398 if (((pteval & H_PAGE_HASHPTE) != H_PAGE_HASHPTE) in walk_pte()
403 addr, pteval); in walk_pte()
/linux/arch/m68k/include/asm/
A Dpgtable_mm.h30 #define set_pte(pteptr, pteval) \ argument
32 *(pteptr) = (pteval); \
/linux/drivers/iommu/amd/
A Dio_pgtable.c304 static void free_clear_pte(u64 *pte, u64 pteval, struct list_head *freelist) in free_clear_pte() argument
309 while (!try_cmpxchg64(pte, &pteval, 0)) in free_clear_pte()
312 if (!IOMMU_PTE_PRESENT(pteval)) in free_clear_pte()
315 pt = IOMMU_PTE_PAGE(pteval); in free_clear_pte()
316 mode = IOMMU_PTE_MODE(pteval); in free_clear_pte()
/linux/arch/xtensa/mm/
A Dtlb.c183 unsigned int pteval; in get_pte_for_vaddr() local
202 pteval = pte_val(*pte); in get_pte_for_vaddr()
204 return pteval; in get_pte_for_vaddr()
/linux/include/linux/
A Dmm_inline.h548 pte_t *pte, pte_t pteval) in pte_install_uffd_wp_if_needed() argument
566 if (unlikely(pte_present(pteval) && pte_uffd_wp(pteval))) in pte_install_uffd_wp_if_needed()
573 if (unlikely(pte_swp_uffd_wp_any(pteval))) in pte_install_uffd_wp_if_needed()
/linux/arch/arm/include/asm/
A Dpgtable.h205 static inline void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() argument
209 extern void __sync_icache_dcache(pte_t pteval);
215 pte_t *ptep, pte_t pteval, unsigned int nr);
/linux/arch/x86/include/asm/
A Dhighmem.h63 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
/linux/arch/csky/include/asm/
A Dhighmem.h37 #define arch_kmap_local_post_map(vaddr, pteval) kmap_flush_tlb(vaddr) argument
/linux/arch/microblaze/include/asm/
A Dhighmem.h54 #define arch_kmap_local_post_map(vaddr, pteval) \ argument

Completed in 58 milliseconds

123