| /arch/powerpc/mm/book3s64/ |
| A D | hugetlbpage.c | 30 BUG_ON(shift != mmu_psize_defs[mmu_psize].shift); in __hash_page_huge() 171 if (mmu_psize_defs[MMU_PAGE_16M].shift) in hugetlbpage_init_defaultsize() 172 hpage_shift = mmu_psize_defs[MMU_PAGE_16M].shift; in hugetlbpage_init_defaultsize() 173 else if (mmu_psize_defs[MMU_PAGE_1M].shift) in hugetlbpage_init_defaultsize() 174 hpage_shift = mmu_psize_defs[MMU_PAGE_1M].shift; in hugetlbpage_init_defaultsize() 175 else if (mmu_psize_defs[MMU_PAGE_2M].shift) in hugetlbpage_init_defaultsize() 176 hpage_shift = mmu_psize_defs[MMU_PAGE_2M].shift; in hugetlbpage_init_defaultsize()
|
| A D | hash_utils.c | 626 shift = mmu_psize_defs[psize].shift; in htab_bolt_mapping() 712 shift = mmu_psize_defs[psize].shift; in htab_remove_mapping() 876 def = &mmu_psize_defs[base_idx]; in htab_dt_scan_page_sizes() 1053 if (!mmu_psize_defs[bp].shift) in init_hpte_page_sizes() 1056 penc = mmu_psize_defs[bp].penc[ap]; in init_hpte_page_sizes() 1087 if (mmu_psize_defs[MMU_PAGE_16M].shift) in htab_init_page_sizes() 1108 if (mmu_psize_defs[MMU_PAGE_64K].shift) { in htab_init_page_sizes() 1131 if (mmu_psize_defs[MMU_PAGE_16M].shift && in htab_init_page_sizes() 1146 mmu_psize_defs[mmu_io_psize].shift in htab_init_page_sizes() 1689 mmu_psize_defs[mmu_vmalloc_psize].sllp; in check_paca_psize() [all …]
|
| A D | hash_native.c | 103 penc = mmu_psize_defs[psize].penc[apsize]; in ___tlbie() 104 va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1); in ___tlbie() 193 penc = mmu_psize_defs[psize].penc[apsize]; in __tlbiel() 194 va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1); in __tlbiel() 222 use_local = mmu_psize_defs[psize].tlbiel; in tlbie() 454 hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize); in native_hpte_find() 604 shift = mmu_psize_defs[psize].shift; in native_hugepage_invalidate() 684 shift = mmu_psize_defs[size].shift; in hpte_decode() 686 avpn = (HPTE_V_AVPN_VAL(hpte_v) & ~mmu_psize_defs[size].avpnm); in hpte_decode() 823 mmu_psize_defs[psize].tlbiel && local) { in native_flush_hash_range()
|
| A D | slb.c | 552 linear_llp = mmu_psize_defs[mmu_linear_psize].sllp; in slb_initialize() 553 io_llp = mmu_psize_defs[mmu_io_psize].sllp; in slb_initialize() 554 vmalloc_llp = mmu_psize_defs[mmu_vmalloc_psize].sllp; in slb_initialize() 557 vmemmap_llp = mmu_psize_defs[mmu_vmemmap_psize].sllp; in slb_initialize() 749 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_linear_psize].sllp; in slb_allocate_kernel() 757 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_vmemmap_psize].sllp; in slb_allocate_kernel() 771 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_io_psize].sllp; in slb_allocate_kernel() 812 flags = SLB_VSID_USER | mmu_psize_defs[bpsize].sllp; in slb_allocate_user()
|
| A D | hash_pgtable.c | 377 if (mmu_psize_defs[MMU_PAGE_16M].shift != PMD_SHIFT) in hash__has_transparent_hugepage() 387 if (mmu_psize_defs[MMU_PAGE_64K].shift && in hash__has_transparent_hugepage() 388 (mmu_psize_defs[MMU_PAGE_64K].penc[MMU_PAGE_16M] == -1)) in hash__has_transparent_hugepage() 393 if (mmu_psize_defs[MMU_PAGE_4K].penc[MMU_PAGE_16M] == -1) in hash__has_transparent_hugepage() 504 shift = mmu_psize_defs[mmu_linear_psize].shift; in hash__change_memory_range()
|
| A D | radix_pgtable.c | 326 mmu_psize_defs[MMU_PAGE_1G].shift) { in create_physical_mapping() 330 mmu_psize_defs[MMU_PAGE_2M].shift) { in create_physical_mapping() 557 def = &mmu_psize_defs[idx]; in radix_dt_scan_page_sizes() 581 mmu_psize_defs[MMU_PAGE_4K].shift = 12; in radix__early_init_devtree() 582 mmu_psize_defs[MMU_PAGE_4K].ap = 0x0; in radix__early_init_devtree() 583 mmu_psize_defs[MMU_PAGE_4K].h_rpt_pgsize = in radix__early_init_devtree() 586 mmu_psize_defs[MMU_PAGE_64K].shift = 16; in radix__early_init_devtree() 587 mmu_psize_defs[MMU_PAGE_64K].ap = 0x5; in radix__early_init_devtree() 588 mmu_psize_defs[MMU_PAGE_64K].h_rpt_pgsize = in radix__early_init_devtree()
|
| A D | hash_64k.c | 48 unsigned long shift = mmu_psize_defs[MMU_PAGE_4K].shift; in __hash_page_4K() 237 unsigned long shift = mmu_psize_defs[MMU_PAGE_64K].shift; in __hash_page_64K()
|
| A D | pgtable.c | 27 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT]; variable 28 EXPORT_SYMBOL_GPL(mmu_psize_defs); 636 unsigned int shift = mmu_psize_defs[mmu_linear_psize].shift; in memremap_compat_align()
|
| A D | hash_4k.c | 30 unsigned long shift = mmu_psize_defs[MMU_PAGE_4K].shift; in __hash_page_4K()
|
| A D | hash_hugepage.c | 72 shift = mmu_psize_defs[psize].shift; in __hash_page_thp()
|
| A D | radix_tlb.c | 1022 unsigned int page_shift = mmu_psize_defs[mmu_virtual_psize].shift; in __radix__flush_tlb_range() 1134 if (page_size == (1UL << mmu_psize_defs[mmu_virtual_psize].shift)) in radix_get_mmu_psize() 1136 else if (page_size == (1UL << mmu_psize_defs[MMU_PAGE_2M].shift)) in radix_get_mmu_psize() 1138 else if (page_size == (1UL << mmu_psize_defs[MMU_PAGE_1G].shift)) in radix_get_mmu_psize() 1240 unsigned int page_shift = mmu_psize_defs[psize].shift; in __radix__flush_tlb_range_psize() 1553 def = &mmu_psize_defs[psize]; in do_h_rpt_invalidate_prt()
|
| /arch/powerpc/include/asm/book3s/64/ |
| A D | hugetlb.h | 24 if (shift == mmu_psize_defs[MMU_PAGE_2M].shift) in hstate_get_psize() 26 else if (shift == mmu_psize_defs[MMU_PAGE_1G].shift) in hstate_get_psize() 28 else if (shift == mmu_psize_defs[MMU_PAGE_16M].shift) in hstate_get_psize() 30 else if (shift == mmu_psize_defs[MMU_PAGE_16G].shift) in hstate_get_psize()
|
| A D | mmu-hash.h | 190 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize() 197 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift() 198 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift() 207 if (mmu_psize_defs[psize].ap == ap) in ap_to_shift() 208 return mmu_psize_defs[psize].shift; in ap_to_shift() 218 sllp = ((mmu_psize_defs[psize].sllp & SLB_VSID_L) >> 6) | in get_sllp_encoding() 219 ((mmu_psize_defs[psize].sllp & SLB_VSID_LP) >> 4); in get_sllp_encoding() 291 return 1ul << mmu_psize_defs[i & 0xf].shift; in __hpte_page_size() 337 v = (vpn >> (23 - VPN_SHIFT)) & ~(mmu_psize_defs[psize].avpnm); in hpte_encode_avpn() 411 unsigned int penc = mmu_psize_defs[base_psize].penc[actual_psize]; in hpte_encode_r() [all …]
|
| A D | radix.h | 304 if (mmu_psize_defs[MMU_PAGE_2M].shift == PMD_SHIFT) in radix__has_transparent_hugepage() 312 if (mmu_psize_defs[MMU_PAGE_1G].shift == PUD_SHIFT) in radix__has_transparent_pud_hugepage()
|
| A D | tlbflush-radix.h | 30 return mmu_psize_defs[psize].ap; in mmu_get_ap()
|
| A D | hash-4k.h | 95 shift = mmu_psize_defs[psize].shift; \
|
| /arch/powerpc/mm/nohash/ |
| A D | tlb_64e.c | 56 int tsize = mmu_psize_defs[mmu_pte_psize].shift - 10; in tlb_flush_pgtable() 61 unsigned long size = 1UL << mmu_psize_defs[mmu_pte_psize].shift; in tlb_flush_pgtable() 101 def = &mmu_psize_defs[psize]; in setup_page_sizes() 137 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes() 156 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
|
| A D | tlb.c | 53 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable 79 return mmu_psize_defs[psize].shift - 10; in mmu_get_tsize() 90 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
|
| A D | book3e_pgtable.c | 32 BUG_ON(mmu_psize_defs[mmu_vmemmap_psize].shift - 10 > 0xf); in vmemmap_create_mapping() 35 flags |= (mmu_psize_defs[mmu_vmemmap_psize].shift - 10) << 8; in vmemmap_create_mapping()
|
| /arch/powerpc/include/asm/nohash/32/ |
| A D | mmu-8xx.h | 203 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT]; 210 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize() 217 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift() 218 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
|
| /arch/powerpc/include/asm/nohash/ |
| A D | mmu-e500.h | 256 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT]; 263 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize() 270 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift() 271 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
|
| /arch/powerpc/mm/ |
| A D | hugetlbpage.c | 151 BUG_ON(mmu_psize_defs[mmu_psize].shift != shift); in arch_hugetlb_valid_size() 184 if (!mmu_psize_defs[psize].shift) in hugetlbpage_init() 209 else if (!firmware_has_feature(FW_FEATURE_LPAR) && mmu_psize_defs[MMU_PAGE_16G].shift) in gigantic_hugetlb_cma_reserve()
|
| A D | copro_fault.c | 127 vsid |= mmu_psize_defs[psize].sllp | in copro_calculate_slb()
|
| /arch/powerpc/mm/ptdump/ |
| A D | hashpagetable.c | 212 unsigned long shift = mmu_psize_defs[psize].shift; in native_find() 248 unsigned long shift = mmu_psize_defs[psize].shift; in pseries_find() 299 entry = mmu_psize_defs[bps]; in decode_r() 302 if ((penc != -1) && (mmu_psize_defs[idx].shift)) { in decode_r() 303 shift = mmu_psize_defs[idx].shift - HPTE_R_RPN_SHIFT; in decode_r() 477 unsigned long psize = 1 << mmu_psize_defs[mmu_linear_psize].shift; in walk_linearmapping()
|
| /arch/powerpc/kexec/ |
| A D | vmcore_info.c | 19 VMCOREINFO_SYMBOL(mmu_psize_defs); in arch_crash_save_vmcoreinfo()
|