Lines Matching refs:cpu
2617 static void drain_pages_zone(unsigned int cpu, struct zone *zone) in drain_pages_zone() argument
2619 struct per_cpu_pages *pcp = per_cpu_ptr(zone->per_cpu_pageset, cpu); in drain_pages_zone()
2639 static void drain_pages(unsigned int cpu) in drain_pages() argument
2644 drain_pages_zone(cpu, zone); in drain_pages()
2653 int cpu = smp_processor_id(); in drain_local_pages() local
2656 drain_pages_zone(cpu, zone); in drain_local_pages()
2658 drain_pages(cpu); in drain_local_pages()
2673 int cpu; in __drain_all_pages() local
2698 for_each_online_cpu(cpu) { in __drain_all_pages()
2710 pcp = per_cpu_ptr(zone->per_cpu_pageset, cpu); in __drain_all_pages()
2715 pcp = per_cpu_ptr(z->per_cpu_pageset, cpu); in __drain_all_pages()
2724 cpumask_set_cpu(cpu, &cpus_with_pcps); in __drain_all_pages()
2726 cpumask_clear_cpu(cpu, &cpus_with_pcps); in __drain_all_pages()
2729 for_each_cpu(cpu, &cpus_with_pcps) { in __drain_all_pages()
2731 drain_pages_zone(cpu, zone); in __drain_all_pages()
2733 drain_pages(cpu); in __drain_all_pages()
5684 int __maybe_unused cpu; in __build_all_zonelists() local
5731 for_each_online_cpu(cpu) in __build_all_zonelists()
5732 set_cpu_numa_mem(cpu, local_memory_node(cpu_to_node(cpu))); in __build_all_zonelists()
5743 int cpu; in build_all_zonelists_init() local
5760 for_each_possible_cpu(cpu) in build_all_zonelists_init()
5761 per_cpu_pages_init(&per_cpu(boot_pageset, cpu), &per_cpu(boot_zonestats, cpu)); in build_all_zonelists_init()
5956 int cpu; in __zone_set_pageset_high_and_batch() local
5958 for_each_possible_cpu(cpu) { in __zone_set_pageset_high_and_batch()
5959 pcp = per_cpu_ptr(zone->per_cpu_pageset, cpu); in __zone_set_pageset_high_and_batch()
6002 int cpu; in setup_zone_pageset() local
6009 for_each_possible_cpu(cpu) { in setup_zone_pageset()
6013 pcp = per_cpu_ptr(zone->per_cpu_pageset, cpu); in setup_zone_pageset()
6014 pzstats = per_cpu_ptr(zone->per_cpu_zonestats, cpu); in setup_zone_pageset()
6032 static void zone_pcp_update_cacheinfo(struct zone *zone, unsigned int cpu) in zone_pcp_update_cacheinfo() argument
6037 pcp = per_cpu_ptr(zone->per_cpu_pageset, cpu); in zone_pcp_update_cacheinfo()
6038 cci = get_cpu_cacheinfo(cpu); in zone_pcp_update_cacheinfo()
6054 void setup_pcp_cacheinfo(unsigned int cpu) in setup_pcp_cacheinfo() argument
6059 zone_pcp_update_cacheinfo(zone, cpu); in setup_pcp_cacheinfo()
6070 int __maybe_unused cpu; in setup_per_cpu_pageset() local
6082 for_each_possible_cpu(cpu) { in setup_per_cpu_pageset()
6083 struct per_cpu_zonestat *pzstats = &per_cpu(boot_zonestats, cpu); in setup_per_cpu_pageset()
6168 static int page_alloc_cpu_dead(unsigned int cpu) in page_alloc_cpu_dead() argument
6172 lru_add_drain_cpu(cpu); in page_alloc_cpu_dead()
6173 mlock_drain_remote(cpu); in page_alloc_cpu_dead()
6174 drain_pages(cpu); in page_alloc_cpu_dead()
6182 vm_events_fold_cpu(cpu); in page_alloc_cpu_dead()
6191 cpu_vm_stats_fold(cpu); in page_alloc_cpu_dead()
6199 static int page_alloc_cpu_online(unsigned int cpu) in page_alloc_cpu_online() argument
7121 int cpu; in zone_pcp_reset() local
7125 for_each_online_cpu(cpu) { in zone_pcp_reset()
7126 pzstats = per_cpu_ptr(zone->per_cpu_zonestats, cpu); in zone_pcp_reset()