| /arch/arm64/include/asm/ |
| A D | tlb.h | 27 if (tlb->freed_tables) in tlb_get_level() 30 if (tlb->cleared_ptes && !(tlb->cleared_pmds || in tlb_get_level() 31 tlb->cleared_puds || in tlb_get_level() 32 tlb->cleared_p4ds)) in tlb_get_level() 35 if (tlb->cleared_pmds && !(tlb->cleared_ptes || in tlb_get_level() 37 tlb->cleared_p4ds)) in tlb_get_level() 40 if (tlb->cleared_puds && !(tlb->cleared_ptes || in tlb_get_level() 42 tlb->cleared_p4ds)) in tlb_get_level() 45 if (tlb->cleared_p4ds && !(tlb->cleared_ptes || in tlb_get_level() 65 if (tlb->fullmm) { in tlb_flush() [all …]
|
| /arch/s390/include/asm/ |
| A D | tlb.h | 86 tlb->freed_tables = 1; in pte_free_tlb() 87 tlb->cleared_pmds = 1; in pte_free_tlb() 88 if (mm_has_pgste(tlb->mm)) in pte_free_tlb() 103 if (mm_pmd_folded(tlb->mm)) in pmd_free_tlb() 107 tlb->freed_tables = 1; in pmd_free_tlb() 108 tlb->cleared_puds = 1; in pmd_free_tlb() 122 if (mm_p4d_folded(tlb->mm)) in p4d_free_tlb() 126 tlb->freed_tables = 1; in p4d_free_tlb() 140 if (mm_pud_folded(tlb->mm)) in pud_free_tlb() 144 tlb->freed_tables = 1; in pud_free_tlb() [all …]
|
| /arch/riscv/include/asm/ |
| A D | tlb.h | 11 static void tlb_flush(struct mmu_gather *tlb); 16 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() argument 19 if (tlb->fullmm || tlb->need_flush_all || tlb->freed_tables) in tlb_flush() 20 flush_tlb_mm(tlb->mm); in tlb_flush() 22 flush_tlb_mm_range(tlb->mm, tlb->start, tlb->end, in tlb_flush() 23 tlb_get_unmap_size(tlb)); in tlb_flush()
|
| A D | pgalloc.h | 89 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() argument 93 tlb_remove_ptdesc(tlb, virt_to_ptdesc(pud)); in __pud_free_tlb() 96 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb() argument 100 tlb_remove_ptdesc(tlb, virt_to_ptdesc(p4d)); in __p4d_free_tlb() 125 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() argument 128 tlb_remove_ptdesc(tlb, virt_to_ptdesc(pmd)); in __pmd_free_tlb() 133 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb() argument 136 tlb_remove_ptdesc(tlb, page_ptdesc(pte)); in __pte_free_tlb()
|
| /arch/arm/include/asm/ |
| A D | tlb.h | 23 #define tlb_flush(tlb) ((void) tlb) argument 33 __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr) in __pte_free_tlb() argument 43 __tlb_adjust_range(tlb, addr - PAGE_SIZE, 2 * PAGE_SIZE); in __pte_free_tlb() 46 tlb_remove_ptdesc(tlb, ptdesc); in __pte_free_tlb() 50 __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) in __pmd_free_tlb() argument 55 tlb_remove_ptdesc(tlb, ptdesc); in __pmd_free_tlb()
|
| /arch/sh/mm/ |
| A D | Makefile | 30 debugfs-$(CONFIG_CPU_SH4) += tlb-debugfs.o 31 tlb-$(CONFIG_CPU_SH3) := tlb-sh3.o 32 tlb-$(CONFIG_CPU_SH4) := tlb-sh4.o tlb-urb.o 33 tlb-$(CONFIG_CPU_HAS_PTEAEX) := tlb-pteaex.o tlb-urb.o 34 obj-y += $(tlb-y)
|
| /arch/powerpc/include/asm/nohash/ |
| A D | pgalloc.h | 8 extern void tlb_remove_table(struct mmu_gather *tlb, void *table); 10 extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address); 13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable() argument 53 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb() argument 59 tlb_remove_table(tlb, (void *)pgf); in pgtable_free_tlb() 70 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb() argument 73 tlb_flush_pgtable(tlb, address); in __pte_free_tlb() 74 pgtable_free_tlb(tlb, table, 0); in __pte_free_tlb()
|
| /arch/um/include/asm/ |
| A D | pgalloc.h | 28 #define __pte_free_tlb(tlb, pte, address) \ argument 29 tlb_remove_ptdesc((tlb), page_ptdesc(pte)) 33 #define __pmd_free_tlb(tlb, pmd, address) \ argument 34 tlb_remove_ptdesc((tlb), virt_to_ptdesc(pmd)) 38 #define __pud_free_tlb(tlb, pud, address) \ argument 39 tlb_remove_ptdesc((tlb), virt_to_ptdesc(pud))
|
| /arch/x86/include/asm/ |
| A D | tlb.h | 6 static inline void tlb_flush(struct mmu_gather *tlb); 13 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() argument 16 unsigned int stride_shift = tlb_get_unmap_shift(tlb); in tlb_flush() 18 if (!tlb->fullmm && !tlb->need_flush_all) { in tlb_flush() 19 start = tlb->start; in tlb_flush() 20 end = tlb->end; in tlb_flush() 23 flush_tlb_mm_range(tlb->mm, start, end, stride_shift, tlb->freed_tables); in tlb_flush()
|
| A D | pgalloc.h | 54 extern void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte); 59 ___pte_free_tlb(tlb, pte); in __pte_free_tlb() 86 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd); 88 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() argument 91 ___pmd_free_tlb(tlb, pmd); in __pmd_free_tlb() 123 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud); 125 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() argument 128 ___pud_free_tlb(tlb, pud); in __pud_free_tlb() 148 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d); 150 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb() argument [all …]
|
| /arch/sparc/include/asm/ |
| A D | pgalloc_64.h | 82 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb() argument 87 tlb_remove_table(tlb, (void *)pgf); in pgtable_free_tlb() 100 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb() argument 106 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb() argument 109 pgtable_free_tlb(tlb, pte, true); in __pte_free_tlb() 112 #define __pmd_free_tlb(tlb, pmd, addr) \ argument 113 pgtable_free_tlb(tlb, pmd, false) 115 #define __pud_free_tlb(tlb, pud, addr) \ argument 116 pgtable_free_tlb(tlb, pud, false)
|
| /arch/loongarch/include/asm/ |
| A D | tlb.h | 135 static void tlb_flush(struct mmu_gather *tlb); 140 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() argument 144 vma.vm_mm = tlb->mm; in tlb_flush() 146 if (tlb->fullmm) { in tlb_flush() 147 flush_tlb_mm(tlb->mm); in tlb_flush() 151 flush_tlb_range(&vma, tlb->start, tlb->end); in tlb_flush()
|
| A D | pgalloc.h | 58 #define __pte_free_tlb(tlb, pte, address) \ argument 59 tlb_remove_ptdesc((tlb), page_ptdesc(pte)) 82 #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x) argument 102 #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x) argument
|
| /arch/arc/include/asm/ |
| A D | pgalloc.h | 75 #define __pud_free_tlb(tlb, pmd, addr) pud_free((tlb)->mm, pmd) argument 86 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument 90 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
| /arch/alpha/include/asm/ |
| A D | tlb.h | 7 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument 8 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) argument
|
| /arch/parisc/include/asm/ |
| A D | tlb.h | 8 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument 10 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
| /arch/mips/include/asm/ |
| A D | pgalloc.h | 51 #define __pte_free_tlb(tlb, pte, address) \ argument 52 tlb_remove_ptdesc((tlb), page_ptdesc(pte)) 75 #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x) argument 101 #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x) argument
|
| /arch/powerpc/include/asm/book3s/32/ |
| A D | pgalloc.h | 25 #define __pmd_free_tlb(tlb,x,a) do { } while (0) argument 50 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb() argument 56 tlb_remove_table(tlb, (void *)pgf); in pgtable_free_tlb() 67 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb() argument 70 pgtable_free_tlb(tlb, table, 0); in __pte_free_tlb()
|
| /arch/riscv/boot/dts/sifive/ |
| A D | fu540-c000.dtsi | 48 d-tlb-sets = <1>; 49 d-tlb-size = <32>; 54 i-tlb-sets = <1>; 55 i-tlb-size = <32>; 62 tlb-split; 75 d-tlb-sets = <1>; 81 i-tlb-sets = <1>; 89 tlb-split; 102 d-tlb-sets = <1>; 116 tlb-split; [all …]
|
| A D | fu740-c000.dtsi | 49 d-tlb-sets = <1>; 50 d-tlb-size = <40>; 55 i-tlb-sets = <1>; 56 i-tlb-size = <40>; 64 tlb-split; 76 d-tlb-sets = <1>; 82 i-tlb-sets = <1>; 91 tlb-split; 103 d-tlb-sets = <1>; 118 tlb-split; [all …]
|
| /arch/sh/include/asm/ |
| A D | pgalloc.h | 20 #define __pmd_free_tlb(tlb, pmdp, addr) pmd_free((tlb)->mm, (pmdp)) argument 35 #define __pte_free_tlb(tlb, pte, addr) \ argument 36 tlb_remove_ptdesc((tlb), page_ptdesc(pte))
|
| /arch/powerpc/include/asm/book3s/64/ |
| A D | pgalloc.h | 21 extern void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift); 136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() argument 139 pgtable_free_tlb(tlb, pud, PUD_INDEX); in __pud_free_tlb() 152 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() argument 155 return pgtable_free_tlb(tlb, pmd, PMD_INDEX); in __pmd_free_tlb() 170 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb() argument 173 pgtable_free_tlb(tlb, table, PTE_INDEX); in __pte_free_tlb()
|
| /arch/powerpc/boot/dts/ |
| A D | microwatt.dts | 122 i-tlb-sets = <1>; 127 i-tlb-size = <64>; 132 tlb-size = <0>; 133 tlb-sets = <0>; 135 d-tlb-size = <128>; 136 d-tlb-sets = <2>; 152 i-tlb-sets = <1>; 157 i-tlb-size = <64>; 162 tlb-size = <0>; 163 tlb-sets = <0>; [all …]
|
| /arch/powerpc/include/asm/ |
| A D | tlb.h | 22 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, 27 extern void tlb_flush(struct mmu_gather *tlb); 44 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry() argument 49 flush_hash_entry(tlb->mm, ptep, address); in __tlb_remove_tlb_entry()
|
| /arch/mips/mm/ |
| A D | Makefile | 17 obj-y += tlb-funcs.o 35 obj-$(CONFIG_CPU_R3K_TLB) += tlb-r3k.o 36 obj-$(CONFIG_CPU_R4K_CACHE_TLB) += c-r4k.o cex-gen.o tlb-r4k.o 38 obj-$(CONFIG_CPU_SB1) += c-r4k.o cerr-sb1.o cex-sb1.o tlb-r4k.o 39 obj-$(CONFIG_CPU_CAVIUM_OCTEON) += c-octeon.o cex-oct.o tlb-r4k.o
|