Lines Matching refs:pgsize
104 pte_t *ptep, size_t *pgsize) in find_num_contig() argument
111 *pgsize = PAGE_SIZE; in find_num_contig()
116 *pgsize = PMD_SIZE; in find_num_contig()
122 static inline int num_contig_ptes(unsigned long size, size_t *pgsize) in num_contig_ptes() argument
126 *pgsize = size; in num_contig_ptes()
139 *pgsize = PMD_SIZE; in num_contig_ptes()
143 *pgsize = PAGE_SIZE; in num_contig_ptes()
154 size_t pgsize; in huge_ptep_get() local
160 ncontig = num_contig_ptes(page_size(pte_page(orig_pte)), &pgsize); in huge_ptep_get()
184 unsigned long pgsize, in get_clear_contig() argument
190 for (i = 0; i < ncontig; i++, addr += pgsize, ptep++) { in get_clear_contig()
210 unsigned long pgsize, in get_clear_contig_flush() argument
213 pte_t orig_pte = get_clear_contig(mm, addr, ptep, pgsize, ncontig); in get_clear_contig_flush()
216 flush_tlb_range(&vma, addr, addr + (pgsize * ncontig)); in get_clear_contig_flush()
232 unsigned long pgsize, in clear_flush() argument
238 for (i = 0; i < ncontig; i++, addr += pgsize, ptep++) in clear_flush()
254 size_t pgsize; in set_huge_pte_at() local
264 ncontig = num_contig_ptes(folio_size(folio), &pgsize); in set_huge_pte_at()
276 ncontig = find_num_contig(mm, addr, ptep, &pgsize); in set_huge_pte_at()
278 dpfn = pgsize >> PAGE_SHIFT; in set_huge_pte_at()
281 clear_flush(mm, addr, ptep, pgsize, ncontig); in set_huge_pte_at()
283 for (i = 0; i < ncontig; i++, ptep++, addr += pgsize, pfn += dpfn) in set_huge_pte_at()
416 size_t pgsize; in huge_pte_clear() local
418 ncontig = num_contig_ptes(sz, &pgsize); in huge_pte_clear()
420 for (i = 0; i < ncontig; i++, addr += pgsize, ptep++) in huge_pte_clear()
428 size_t pgsize; in huge_ptep_get_and_clear() local
434 ncontig = find_num_contig(mm, addr, ptep, &pgsize); in huge_ptep_get_and_clear()
436 return get_clear_contig(mm, addr, ptep, pgsize, ncontig); in huge_ptep_get_and_clear()
473 size_t pgsize = 0; in huge_ptep_set_access_flags() local
482 ncontig = find_num_contig(mm, addr, ptep, &pgsize); in huge_ptep_set_access_flags()
483 dpfn = pgsize >> PAGE_SHIFT; in huge_ptep_set_access_flags()
488 orig_pte = get_clear_contig_flush(mm, addr, ptep, pgsize, ncontig); in huge_ptep_set_access_flags()
498 for (i = 0; i < ncontig; i++, ptep++, addr += pgsize, pfn += dpfn) in huge_ptep_set_access_flags()
510 size_t pgsize; in huge_ptep_set_wrprotect() local
518 ncontig = find_num_contig(mm, addr, ptep, &pgsize); in huge_ptep_set_wrprotect()
519 dpfn = pgsize >> PAGE_SHIFT; in huge_ptep_set_wrprotect()
521 pte = get_clear_contig_flush(mm, addr, ptep, pgsize, ncontig); in huge_ptep_set_wrprotect()
527 for (i = 0; i < ncontig; i++, ptep++, addr += pgsize, pfn += dpfn) in huge_ptep_set_wrprotect()
535 size_t pgsize; in huge_ptep_clear_flush() local
541 ncontig = find_num_contig(mm, addr, ptep, &pgsize); in huge_ptep_clear_flush()
542 return get_clear_contig_flush(mm, addr, ptep, pgsize, ncontig); in huge_ptep_clear_flush()