Lines Matching refs:cpu_fbatches
63 struct cpu_fbatches { struct
73 static DEFINE_PER_CPU(struct cpu_fbatches, cpu_fbatches) = { argument
346 struct folio_batch *fbatch = &per_cpu(cpu_fbatches.activate, cpu); in folio_activate_drain()
359 local_lock(&cpu_fbatches.lock); in folio_activate()
360 fbatch = this_cpu_ptr(&cpu_fbatches.activate); in folio_activate()
362 local_unlock(&cpu_fbatches.lock); in folio_activate()
389 local_lock(&cpu_fbatches.lock); in __lru_cache_activate_folio()
390 fbatch = this_cpu_ptr(&cpu_fbatches.lru_add); in __lru_cache_activate_folio()
411 local_unlock(&cpu_fbatches.lock); in __lru_cache_activate_folio()
515 local_lock(&cpu_fbatches.lock); in folio_add_lru()
516 fbatch = this_cpu_ptr(&cpu_fbatches.lru_add); in folio_add_lru()
518 local_unlock(&cpu_fbatches.lock); in folio_add_lru()
648 struct cpu_fbatches *fbatches = &per_cpu(cpu_fbatches, cpu); in lru_add_drain_cpu()
699 local_lock(&cpu_fbatches.lock); in deactivate_file_folio()
700 fbatch = this_cpu_ptr(&cpu_fbatches.lru_deactivate_file); in deactivate_file_folio()
702 local_unlock(&cpu_fbatches.lock); in deactivate_file_folio()
720 local_lock(&cpu_fbatches.lock); in folio_deactivate()
721 fbatch = this_cpu_ptr(&cpu_fbatches.lru_deactivate); in folio_deactivate()
723 local_unlock(&cpu_fbatches.lock); in folio_deactivate()
742 local_lock(&cpu_fbatches.lock); in folio_mark_lazyfree()
743 fbatch = this_cpu_ptr(&cpu_fbatches.lru_lazyfree); in folio_mark_lazyfree()
745 local_unlock(&cpu_fbatches.lock); in folio_mark_lazyfree()
751 local_lock(&cpu_fbatches.lock); in lru_add_drain()
753 local_unlock(&cpu_fbatches.lock); in lru_add_drain()
765 local_lock(&cpu_fbatches.lock); in lru_add_and_bh_lrus_drain()
767 local_unlock(&cpu_fbatches.lock); in lru_add_and_bh_lrus_drain()
774 local_lock(&cpu_fbatches.lock); in lru_add_drain_cpu_zone()
777 local_unlock(&cpu_fbatches.lock); in lru_add_drain_cpu_zone()
792 struct cpu_fbatches *fbatches = &per_cpu(cpu_fbatches, cpu); in cpu_needs_drain()