Searched refs:batch (Results 1 – 12 of 12) sorted by relevance
| /mm/ |
| A D | mmu_gather.c | 27 if (batch->next) { in tlb_next_batch()
36 if (!batch) in tlb_next_batch()
41 batch->nr = 0; in tlb_next_batch()
148 for (batch = &tlb->local; batch && batch->nr; batch = batch->next) in tlb_batch_pages_flush()
157 for (batch = tlb->local.next; batch; batch = next) { in tlb_batch_list_free()
195 if (batch->nr >= batch->max - 1) { in __tlb_remove_folio_pages_size()
200 VM_BUG_ON_PAGE(batch->nr > batch->max - 1, page); in __tlb_remove_folio_pages_size()
353 struct mmu_table_batch **batch = &tlb->batch; in tlb_table_flush() local
355 if (*batch) { in tlb_table_flush()
364 struct mmu_table_batch **batch = &tlb->batch; in tlb_remove_table() local
[all …]
|
| A D | page_alloc.c | 2570 batch = READ_ONCE(pcp->batch); in decay_pcp_high()
2604 batch = READ_ONCE(pcp->batch); in drain_zone_pages()
2771 return batch; in nr_pcp_free()
2841 batch = READ_ONCE(pcp->batch); in free_frozen_page_commit()
3226 batch = min(batch, max_nr_alloc); in nr_pcp_alloc()
3236 batch = max(batch >> order, 2); in nr_pcp_alloc()
3238 return batch; in nr_pcp_alloc()
5809 int batch; in zone_batchsize() local
5820 batch = 1; in zone_batchsize()
5832 batch = rounddown_pow_of_two(batch + batch/2) - 1; in zone_batchsize()
[all …]
|
| A D | mincore.c | 135 unsigned int batch = pte_batch_hint(ptep, pte); in mincore_pte_range() local
137 if (batch > 1) { in mincore_pte_range()
140 step = min_t(unsigned int, batch, max_nr); in mincore_pte_range()
|
| A D | rmap.c | 678 int batch; in set_tlb_ubc_flush_pending() local
692 batch = atomic_read(&mm->tlb_flush_batched); in set_tlb_ubc_flush_pending()
694 if ((batch & TLB_FLUSH_BATCH_PENDING_MASK) > TLB_FLUSH_BATCH_PENDING_LARGE) { in set_tlb_ubc_flush_pending()
700 if (!atomic_try_cmpxchg(&mm->tlb_flush_batched, &batch, 1)) in set_tlb_ubc_flush_pending()
744 int batch = atomic_read(&mm->tlb_flush_batched); in flush_tlb_batched_pending() local
745 int pending = batch & TLB_FLUSH_BATCH_PENDING_MASK; in flush_tlb_batched_pending()
746 int flushed = batch >> TLB_FLUSH_BATCH_FLUSHED_SHIFT; in flush_tlb_batched_pending()
754 atomic_cmpxchg(&mm->tlb_flush_batched, batch, in flush_tlb_batched_pending()
|
| A D | memcontrol.c | 2302 unsigned int batch = max(MEMCG_CHARGE_BATCH, nr_pages); in try_charge_memcg() local
2319 batch = nr_pages; in try_charge_memcg()
2322 page_counter_try_charge(&memcg->memsw, batch, &counter)) { in try_charge_memcg()
2323 if (page_counter_try_charge(&memcg->memory, batch, &counter)) in try_charge_memcg()
2326 page_counter_uncharge(&memcg->memsw, batch); in try_charge_memcg()
2333 if (batch > nr_pages) { in try_charge_memcg()
2334 batch = nr_pages; in try_charge_memcg()
2434 if (batch > nr_pages) in try_charge_memcg()
2435 refill_stock(memcg, batch - nr_pages); in try_charge_memcg()
2473 current->memcg_nr_pages_over_high += batch; in try_charge_memcg()
|
| A D | shrinker.c | 380 long batch_size = shrinker->batch ? shrinker->batch in do_shrink_slab()
|
| A D | mm_init.c | 184 s32 batch = max_t(s32, nr*2, 32); in mm_compute_batch() local
198 vm_committed_as_batch = max_t(s32, memsized_batch, batch); in mm_compute_batch()
|
| A D | zswap.c | 1355 shrinker->batch = 0; in zswap_alloc_shrinker()
|
| A D | Kconfig | 712 int "Maximum scale factor of PCP (Per-CPU pageset) batch allocate/free"
717 batches. The batch number is scaled automatically to improve page
|
| A D | zsmalloc.c | 2060 pool->shrinker->batch = 0; in zs_register_shrinker()
|
| A D | vmstat.c | 1837 pcp->batch, in zoneinfo_show_print()
|
| A D | shmem.c | 754 unsigned long batch = sc ? sc->nr_to_scan : 128; in shmem_unused_huge_shrink() local
776 if (!--batch) in shmem_unused_huge_shrink()
|
Completed in 191 milliseconds