Home
last modified time | relevance | path

Searched refs:psize (Results 1 – 25 of 55) sorted by relevance

123

/arch/powerpc/mm/book3s64/
A Dradix_hugetlbpage.c12 int psize; in radix__flush_hugetlb_page() local
15 psize = hstate_get_psize(hstate); in radix__flush_hugetlb_page()
16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__flush_hugetlb_page()
21 int psize; in radix__local_flush_hugetlb_page() local
24 psize = hstate_get_psize(hstate); in radix__local_flush_hugetlb_page()
25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__local_flush_hugetlb_page()
31 int psize; in radix__flush_hugetlb_tlb_range() local
34 psize = hstate_get_psize(hstate); in radix__flush_hugetlb_tlb_range()
41 radix__flush_tlb_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range()
50 unsigned long psize = huge_page_size(hstate_vma(vma)); in radix__huge_ptep_modify_prot_commit() local
[all …]
A Dhash_native.c90 switch (psize) { in ___tlbie()
180 switch (psize) { in __tlbiel()
482 int psize, int ssize) in native_hpte_updateboltedpp() argument
508 tlbie(vpn, psize, psize, ssize, 0); in native_hpte_updateboltedpp()
543 tlbie(vpn, psize, psize, ssize, 0); in native_hpte_removebolted()
716 *psize = size; in hpte_decode()
743 int psize, apsize, ssize; in native_hpte_clear() local
785 unsigned long psize = batch->psize; in native_flush_hash_range() local
831 __tlbiel(vpn, psize, psize, ssize); in native_flush_hash_range()
848 __tlbie(vpn, psize, psize, ssize); in native_flush_hash_range()
[all …]
A Dslice.c543 psize, topdown, high_limit); in slice_get_unmapped_area()
590 psize, topdown, high_limit); in slice_get_unmapped_area()
593 psize == MMU_PAGE_64K) { in slice_get_unmapped_area()
624 if (psize > MMU_PAGE_BASE) in slice_get_unmapped_area()
659 unsigned int psize; in arch_get_unmapped_area() local
665 psize = file_to_psize(filp); in arch_get_unmapped_area()
679 unsigned int psize; in arch_get_unmapped_area_topdown() local
685 psize = file_to_psize(filp); in arch_get_unmapped_area_topdown()
731 memset(lpsizes, (psize << 4) | psize, SLICE_NUM_LOW >> 1); in slice_init_new_context_exec()
734 memset(hpsizes, (psize << 4) | psize, SLICE_NUM_HIGH >> 1); in slice_init_new_context_exec()
[all …]
A Dradix_tlb.c490 unsigned long psize; member
511 struct tlbiel_va t = { .va = va, .pid = pid, .psize = psize, .ric = ric }; in _tlbiel_va_multicast()
522 unsigned long psize; member
564 .psize = psize, .also_pwc = also_pwc }; in _tlbiel_va_range_multicast()
616 int psize) in radix__local_flush_tlb_page_psize() argument
915 int psize) in radix__flush_tlb_page_psize() argument
1132 int psize; in radix_get_mmu_psize() local
1137 psize = MMU_PAGE_2M; in radix_get_mmu_psize()
1142 return psize; in radix_get_mmu_psize()
1186 int psize = 0; in radix__tlb_flush() local
[all …]
A Dhash_tlb.c46 unsigned int psize; in hpte_need_flush() local
63 psize = get_slice_psize(mm, addr); in hpte_need_flush()
65 addr &= ~((1UL << mmu_psize_defs[psize].shift) - 1); in hpte_need_flush()
66 if (unlikely(psize == MMU_PAGE_16G)) in hpte_need_flush()
72 psize = pte_pagesize_index(mm, addr, pte); /* shutup gcc */ in hpte_need_flush()
75 psize = pte_pagesize_index(mm, addr, pte); in hpte_need_flush()
104 flush_hash_page(vpn, rpte, psize, ssize, mm_is_thread_local(mm)); in hpte_need_flush()
119 if (i != 0 && (mm != batch->mm || batch->psize != psize || in hpte_need_flush()
126 batch->psize = psize; in hpte_need_flush()
152 batch->psize, batch->ssize, local); in __flush_tlb_pending()
A Dhash_hugepage.c23 int ssize, unsigned int psize) in __hash_page_thp() argument
72 shift = mmu_psize_defs[psize].shift; in __hash_page_thp()
78 if (psize == MMU_PAGE_4K) { in __hash_page_thp()
110 psize, lpsize, ssize, flags); in __hash_page_thp()
138 psize, lpsize, ssize); in __hash_page_thp()
147 psize, lpsize, ssize); in __hash_page_thp()
164 psize, lpsize, old_pmd); in __hash_page_thp()
178 if (psize == MMU_PAGE_4K) in __hash_page_thp()
A Dhash_utils.c675 HPTE_V_BOLTED, psize, psize, in htab_bolt_mapping()
685 HPTE_V_BOLTED, psize, psize, in htab_bolt_mapping()
1711 int psize, ssize; in hash_page_mm() local
1739 psize = mmu_io_psize; in hash_page_mm()
1779 if (psize != MMU_PAGE_4K) in hash_page_mm()
1853 psize = MMU_PAGE_4K; in hash_page_mm()
1863 psize = MMU_PAGE_4K; in hash_page_mm()
1886 if (psize == MMU_PAGE_64K) in hash_page_mm()
2195 mmu_hash_ops.hpte_invalidate(gslot, vpn, psize, psize, in flush_hash_page()
2287 psize, psize, ssize); in hpte_insert_repeating()
[all …]
A Dhash_pgtable.c315 unsigned int psize; in hpte_do_hugepage_flush() local
321 psize = get_slice_psize(mm, addr); in hpte_do_hugepage_flush()
322 BUG_ON(psize == MMU_PAGE_16M); in hpte_do_hugepage_flush()
325 psize = MMU_PAGE_4K; in hpte_do_hugepage_flush()
327 psize = MMU_PAGE_64K; in hpte_do_hugepage_flush()
341 return flush_hash_hugepage(vsid, addr, pmdp, psize, ssize, flags); in hpte_do_hugepage_flush()
/arch/powerpc/include/asm/book3s/64/
A Dtlbflush-radix.h15 static inline u64 psize_to_rpti_pgsize(unsigned long psize) in psize_to_rpti_pgsize() argument
17 if (psize == MMU_PAGE_4K) in psize_to_rpti_pgsize()
19 if (psize == MMU_PAGE_64K) in psize_to_rpti_pgsize()
21 if (psize == MMU_PAGE_2M) in psize_to_rpti_pgsize()
23 if (psize == MMU_PAGE_1G) in psize_to_rpti_pgsize()
28 static inline int mmu_get_ap(int psize) in mmu_get_ap() argument
30 return mmu_psize_defs[psize].ap; in mmu_get_ap()
66 unsigned long end, int psize);
68 unsigned long end, int psize);
81 int psize);
[all …]
A Dmmu-hash.h147 int psize, int ssize);
153 int psize, int apsize,
157 int psize, int ssize);
187 int psize; in shift_to_mmu_psize() local
189 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) in shift_to_mmu_psize()
191 return psize; in shift_to_mmu_psize()
204 int psize; in ap_to_shift() local
206 for (psize = 0; psize < MMU_PAGE_COUNT; psize++) { in ap_to_shift()
207 if (mmu_psize_defs[psize].ap == ap) in ap_to_shift()
497 int psize, int ssize);
[all …]
A Dtlbflush-hash.h20 unsigned int psize; member
62 extern void flush_hash_page(unsigned long vpn, real_pte_t pte, int psize,
66 pmd_t *pmdp, unsigned int psize, int ssize,
A Dmmu.h169 static inline struct slice_mask *slice_mask_for_size(mm_context_t *ctx, int psize) in slice_mask_for_size() argument
172 if (psize == MMU_PAGE_64K) in slice_mask_for_size()
176 if (psize == MMU_PAGE_16M) in slice_mask_for_size()
178 if (psize == MMU_PAGE_16G) in slice_mask_for_size()
181 BUG_ON(psize != MMU_PAGE_4K); in slice_mask_for_size()
A Dslice.h29 unsigned long flags, unsigned int psize,
35 unsigned long len, unsigned int psize);
A Dhash-64k.h158 #define pte_iterate_hashed_subpages(rpte, psize, vpn, index, shift) \ argument
161 unsigned __split = (psize == MMU_PAGE_4K || \
162 psize == MMU_PAGE_64K_AP); \
163 shift = mmu_psize_defs[psize].shift; \
/arch/powerpc/mm/nohash/
A Dtlb_64e.c86 int psize; in setup_page_sizes() local
97 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) { in setup_page_sizes()
101 def = &mmu_psize_defs[psize]; in setup_page_sizes()
136 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) { in setup_page_sizes()
137 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
145 if (book3e_htw_mode && psize == MMU_PAGE_2M) in setup_page_sizes()
155 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) { in setup_page_sizes()
156 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
A Dtlb.c77 static inline int mmu_get_tsize(int psize) in mmu_get_tsize() argument
79 return mmu_psize_defs[psize].shift - 10; in mmu_get_tsize()
82 static inline int mmu_get_tsize(int psize) in mmu_get_tsize() argument
160 unsigned long vmaddr, int psize) in local_flush_tlb_page_psize() argument
162 __local_flush_tlb_page(mm, vmaddr, mmu_get_tsize(psize), 0); in local_flush_tlb_page_psize()
/arch/powerpc/platforms/ps3/
A Dhtab.c36 int psize, int apsize, int ssize) in ps3_hpte_insert() argument
52 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in ps3_hpte_insert()
53 hpte_r = hpte_encode_r(ps3_mm_phys_to_lpar(pa), psize, apsize) | rflags; in ps3_hpte_insert()
99 unsigned long vpn, int psize, int apsize, in ps3_hpte_updatepp() argument
108 want_v = hpte_encode_avpn(vpn, psize, ssize); in ps3_hpte_updatepp()
119 __func__, ps3_result(result), vpn, slot, psize); in ps3_hpte_updatepp()
147 int psize, int ssize) in ps3_hpte_updateboltedpp() argument
153 int psize, int apsize, int ssize, int local) in ps3_hpte_invalidate() argument
164 __func__, ps3_result(result), vpn, slot, psize); in ps3_hpte_invalidate()
/arch/powerpc/platforms/pseries/
A Dlpar.c1039 int psize, int apsize, in pSeries_lpar_hpte_invalidate() argument
1047 slot, vpn, psize, local); in pSeries_lpar_hpte_invalidate()
1289 psize, ssize); in pSeries_lpar_hugepage_invalidate()
1309 int psize, int ssize) in pSeries_lpar_hpte_removebolted() argument
1357 int psize, ssize; in do_block_remove() local
1359 psize = batch->psize; in do_block_remove()
1452 unsigned int bpsize, psize; in check_lp_set_hblkrm() local
1464 for (psize = 0; psize < MMU_PAGE_COUNT; psize++) { in check_lp_set_hblkrm()
1536 int psize, ssize; in pSeries_lpar_flush_hash_range() local
1541 if (is_supported_hlbkrm(batch->psize, batch->psize)) { in pSeries_lpar_flush_hash_range()
[all …]
/arch/powerpc/mm/ptdump/
A Dhashpagetable.c218 want_v = hpte_encode_avpn(vpn, psize, ssize); in native_find()
254 want_v = hpte_encode_avpn(vpn, psize, ssize); in pseries_find()
320 return pseries_find(ea, psize, primary, v, r); in base_hpte_find()
322 return native_find(ea, psize, primary, v, r); in base_hpte_find()
352 base_psize = mmu_psize_to_shift(psize); in hpte_find()
377 unsigned long addr, pteval, psize; in walk_pte() local
385 psize = mmu_vmalloc_psize; in walk_pte()
387 psize = mmu_io_psize; in walk_pte()
393 psize = mmu_io_psize; in walk_pte()
396 status = hpte_find(st, addr, psize); in walk_pte()
[all …]
/arch/powerpc/mm/
A Dcopro_fault.c84 int psize, ssize; in copro_calculate_slb() local
91 psize = get_slice_psize(mm, ea); in copro_calculate_slb()
98 psize = mmu_vmalloc_psize; in copro_calculate_slb()
105 psize = mmu_io_psize; in copro_calculate_slb()
112 psize = mmu_linear_psize; in copro_calculate_slb()
127 vsid |= mmu_psize_defs[psize].sllp | in copro_calculate_slb()
A Dhugetlbpage.c170 int psize; in hugetlbpage_init() local
181 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) { in hugetlbpage_init()
184 if (!mmu_psize_defs[psize].shift) in hugetlbpage_init()
187 shift = mmu_psize_to_shift(psize); in hugetlbpage_init()
/arch/powerpc/include/asm/nohash/32/
A Dmmu-8xx.h207 int psize; in shift_to_mmu_psize() local
209 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) in shift_to_mmu_psize()
210 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
211 return psize; in shift_to_mmu_psize()
/arch/powerpc/include/asm/nohash/
A Dmmu-e500.h260 int psize; in shift_to_mmu_psize() local
262 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) in shift_to_mmu_psize()
263 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
264 return psize; in shift_to_mmu_psize()
/arch/sh/boards/mach-lboxre2/
A Dsetup.c50 unsigned long paddrbase, psize; in lboxre2_devices_setup() local
54 psize = PAGE_SIZE; in lboxre2_devices_setup()
56 cf0_io_base = (u32)ioremap_prot(paddrbase, psize, prot); in lboxre2_devices_setup()
/arch/x86/mm/
A Dmem_encrypt_amd.c262 int psize, pmask, level; in enc_dec_hypercall() local
276 psize = page_level_size(level); in enc_dec_hypercall()
279 notify_page_enc_status_changed(pfn, psize >> PAGE_SHIFT, enc); in enc_dec_hypercall()
281 vaddr = (vaddr & pmask) + psize; in enc_dec_hypercall()
396 unsigned long psize, pmask; in early_set_memory_enc_dec() local
418 psize = page_level_size(level); in early_set_memory_enc_dec()
428 ((vaddr_end - vaddr) >= psize)) { in early_set_memory_enc_dec()
430 vaddr_next = (vaddr & pmask) + psize; in early_set_memory_enc_dec()
450 __pa((vaddr_end & pmask) + psize), in early_set_memory_enc_dec()

Completed in 48 milliseconds

123