| /mm/ |
| A D | swap.h | 91 static inline int swap_zeromap_batch(swp_entry_t entry, int max_nr, in swap_zeromap_batch() argument
96 unsigned long end = start + max_nr; in swap_zeromap_batch()
103 if (max_nr <= 1) in swap_zeromap_batch()
104 return max_nr; in swap_zeromap_batch()
111 static inline int non_swapcache_batch(swp_entry_t entry, int max_nr) in non_swapcache_batch() argument
122 for (i = 0; i < max_nr; i++) { in non_swapcache_batch()
218 static inline int swap_zeromap_batch(swp_entry_t entry, int max_nr, in swap_zeromap_batch() argument
224 static inline int non_swapcache_batch(swp_entry_t entry, int max_nr) in non_swapcache_batch() argument
|
| A D | internal.h | 269 unsigned int max_nr, fpb_t flags) in folio_pte_batch_flags() argument
276 VM_WARN_ON_FOLIO(!folio_test_large(folio) || max_nr < 1, folio); in folio_pte_batch_flags()
286 max_nr = min_t(unsigned long, max_nr, in folio_pte_batch_flags()
293 while (nr < max_nr) { in folio_pte_batch_flags()
319 return min(nr, max_nr); in folio_pte_batch_flags()
323 unsigned int max_nr);
381 static inline int swap_pte_batch(pte_t *start_ptep, int max_nr, pte_t pte) in swap_pte_batch() argument
384 const pte_t *end_ptep = start_ptep + max_nr; in swap_pte_batch()
389 VM_WARN_ON(max_nr < 1); in swap_pte_batch()
|
| A D | mincore.c | 138 unsigned int max_nr = (end - addr) >> PAGE_SHIFT; in mincore_pte_range() local
140 step = min_t(unsigned int, batch, max_nr); in mincore_pte_range()
|
| A D | madvise.c | 350 int max_nr = (end - addr) / PAGE_SIZE; in madvise_folio_pte_batch() local
352 return folio_pte_batch_flags(folio, NULL, ptep, ptentp, max_nr, in madvise_folio_pte_batch()
668 int nr, max_nr; in madvise_free_pte_range() local
697 max_nr = (end - addr) / PAGE_SIZE; in madvise_free_pte_range()
698 nr = swap_pte_batch(pte, max_nr, ptent); in madvise_free_pte_range()
|
| A D | memory.c | 985 int max_nr, int *rss, struct folio **prealloc) in copy_present_ptes() argument
1089 int progress, max_nr, ret = 0; in copy_pte_range() local
1173 max_nr = (end - addr) / PAGE_SIZE; in copy_pte_range()
1175 ptent, addr, max_nr, rss, &prealloc); in copy_pte_range()
1542 unsigned int max_nr, unsigned long addr, in zap_present_ptes() argument
1588 unsigned int max_nr, unsigned long addr, in zap_nonpresent_ptes() argument
1618 nr = swap_pte_batch(pte, max_nr, ptent); in zap_nonpresent_ptes()
1664 int max_nr = (end - addr) / PAGE_SIZE; in do_zap_pte_range() local
1669 for (nr = 1; nr < max_nr; nr++) { in do_zap_pte_range()
1674 max_nr -= nr; in do_zap_pte_range()
[all …]
|
| A D | mremap.c | 175 pte_t *ptep, pte_t pte, int max_nr) in mremap_folio_pte_batch() argument
179 if (max_nr == 1) in mremap_folio_pte_batch()
190 return folio_pte_batch(folio, ptep, pte, max_nr); in mremap_folio_pte_batch()
|
| A D | util.c | 1279 unsigned int max_nr) in folio_pte_batch() argument
1281 return folio_pte_batch_flags(folio, NULL, ptep, &pte, max_nr, 0); in folio_pte_batch()
|
| A D | rmap.c | 1854 unsigned int max_nr; in folio_unmap_pte_batch() local
1863 max_nr = (end_addr - addr) >> PAGE_SHIFT; in folio_unmap_pte_batch()
1871 return folio_pte_batch(folio, pvmw->pte, pte, max_nr); in folio_unmap_pte_batch()
|
| A D | mempolicy.c | 685 int max_nr, nr; in queue_folios_pte_range() local
700 max_nr = (end - addr) >> PAGE_SHIFT; in queue_folios_pte_range()
713 if (folio_test_large(folio) && max_nr != 1) in queue_folios_pte_range()
714 nr = folio_pte_batch(folio, pte, ptent, max_nr); in queue_folios_pte_range()
|