1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /*
3 * TLB shootdown specifics for powerpc
4 *
5 * Copyright (C) 2002 Anton Blanchard, IBM Corp.
6 * Copyright (C) 2002 Paul Mackerras, IBM Corp.
7 */
8 #ifndef _ASM_POWERPC_TLB_H
9 #define _ASM_POWERPC_TLB_H
10 #ifdef __KERNEL__
11
12 #ifndef __powerpc64__
13 #include <linux/pgtable.h>
14 #endif
15 #ifndef __powerpc64__
16 #include <asm/page.h>
17 #include <asm/mmu.h>
18 #endif
19
20 #include <linux/pagemap.h>
21
22 #define __tlb_remove_tlb_entry __tlb_remove_tlb_entry
23
24 #define tlb_flush tlb_flush
25 extern void tlb_flush(struct mmu_gather *tlb);
26 /*
27 * book3s:
28 * Hash does not use the linux page-tables, so we can avoid
29 * the TLB invalidate for page-table freeing, Radix otoh does use the
30 * page-tables and needs the TLBI.
31 *
32 * nohash:
33 * We still do TLB invalidate in the __pte_free_tlb routine before we
34 * add the page table pages to mmu gather table batch.
35 */
36 #define tlb_needs_table_invalidate() radix_enabled()
37
38 /* Get the generic bits... */
39 #include <asm-generic/tlb.h>
40
__tlb_remove_tlb_entry(struct mmu_gather * tlb,pte_t * ptep,unsigned long address)41 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep,
42 unsigned long address)
43 {
44 #ifdef CONFIG_PPC_BOOK3S_32
45 if (pte_val(*ptep) & _PAGE_HASHPTE)
46 flush_hash_entry(tlb->mm, ptep, address);
47 #endif
48 }
49
50 #ifdef CONFIG_SMP
mm_is_core_local(struct mm_struct * mm)51 static inline int mm_is_core_local(struct mm_struct *mm)
52 {
53 return cpumask_subset(mm_cpumask(mm),
54 topology_sibling_cpumask(smp_processor_id()));
55 }
56
57 #ifdef CONFIG_PPC_BOOK3S_64
mm_is_thread_local(struct mm_struct * mm)58 static inline int mm_is_thread_local(struct mm_struct *mm)
59 {
60 if (atomic_read(&mm->context.active_cpus) > 1)
61 return false;
62 return cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm));
63 }
64 #else /* CONFIG_PPC_BOOK3S_64 */
mm_is_thread_local(struct mm_struct * mm)65 static inline int mm_is_thread_local(struct mm_struct *mm)
66 {
67 return cpumask_equal(mm_cpumask(mm),
68 cpumask_of(smp_processor_id()));
69 }
70 #endif /* !CONFIG_PPC_BOOK3S_64 */
71
72 #else /* CONFIG_SMP */
mm_is_core_local(struct mm_struct * mm)73 static inline int mm_is_core_local(struct mm_struct *mm)
74 {
75 return 1;
76 }
77
mm_is_thread_local(struct mm_struct * mm)78 static inline int mm_is_thread_local(struct mm_struct *mm)
79 {
80 return 1;
81 }
82 #endif
83
84 #define arch_supports_page_table_move arch_supports_page_table_move
arch_supports_page_table_move(void)85 static inline bool arch_supports_page_table_move(void)
86 {
87 return radix_enabled();
88 }
89
90 #endif /* __KERNEL__ */
91 #endif /* __ASM_POWERPC_TLB_H */
92