Lines Matching refs:zone
38 static void zero_zone_numa_counters(struct zone *zone) in zero_zone_numa_counters() argument
43 atomic_long_set(&zone->vm_numa_event[item], 0); in zero_zone_numa_counters()
45 per_cpu_ptr(zone->per_cpu_zonestats, cpu)->vm_numa_event[item] in zero_zone_numa_counters()
54 struct zone *zone; in zero_zones_numa_counters() local
56 for_each_populated_zone(zone) in zero_zones_numa_counters()
57 zero_zone_numa_counters(zone); in zero_zones_numa_counters()
169 static void fold_vm_zone_numa_events(struct zone *zone) in fold_vm_zone_numa_events() argument
178 pzstats = per_cpu_ptr(zone->per_cpu_zonestats, cpu); in fold_vm_zone_numa_events()
184 zone_numa_event_add(zone_numa_events[item], zone, item); in fold_vm_zone_numa_events()
189 struct zone *zone; in fold_vm_numa_events() local
191 for_each_populated_zone(zone) in fold_vm_numa_events()
192 fold_vm_zone_numa_events(zone); in fold_vm_numa_events()
198 int calculate_pressure_threshold(struct zone *zone) in calculate_pressure_threshold() argument
211 watermark_distance = low_wmark_pages(zone) - min_wmark_pages(zone); in calculate_pressure_threshold()
222 int calculate_normal_threshold(struct zone *zone) in calculate_normal_threshold() argument
257 mem = zone_managed_pages(zone) >> (27 - PAGE_SHIFT); in calculate_normal_threshold()
275 struct zone *zone; in refresh_zone_stat_thresholds() local
286 for_each_populated_zone(zone) { in refresh_zone_stat_thresholds()
287 struct pglist_data *pgdat = zone->zone_pgdat; in refresh_zone_stat_thresholds()
290 threshold = calculate_normal_threshold(zone); in refresh_zone_stat_thresholds()
295 per_cpu_ptr(zone->per_cpu_zonestats, cpu)->stat_threshold in refresh_zone_stat_thresholds()
309 tolerate_drift = low_wmark_pages(zone) - min_wmark_pages(zone); in refresh_zone_stat_thresholds()
312 zone->percpu_drift_mark = high_wmark_pages(zone) + in refresh_zone_stat_thresholds()
318 int (*calculate_pressure)(struct zone *)) in set_pgdat_percpu_threshold() argument
320 struct zone *zone; in set_pgdat_percpu_threshold() local
326 zone = &pgdat->node_zones[i]; in set_pgdat_percpu_threshold()
327 if (!zone->percpu_drift_mark) in set_pgdat_percpu_threshold()
330 threshold = (*calculate_pressure)(zone); in set_pgdat_percpu_threshold()
332 per_cpu_ptr(zone->per_cpu_zonestats, cpu)->stat_threshold in set_pgdat_percpu_threshold()
342 void __mod_zone_page_state(struct zone *zone, enum zone_stat_item item, in __mod_zone_page_state() argument
345 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __mod_zone_page_state()
365 zone_page_state_add(x, zone, item); in __mod_zone_page_state()
436 void __inc_zone_state(struct zone *zone, enum zone_stat_item item) in __inc_zone_state() argument
438 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __inc_zone_state()
451 zone_page_state_add(v + overstep, zone, item); in __inc_zone_state()
496 void __dec_zone_state(struct zone *zone, enum zone_stat_item item) in __dec_zone_state() argument
498 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __dec_zone_state()
511 zone_page_state_add(v - overstep, zone, item); in __dec_zone_state()
569 static inline void mod_zone_state(struct zone *zone, in mod_zone_state() argument
572 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in mod_zone_state()
604 zone_page_state_add(z, zone, item); in mod_zone_state()
607 void mod_zone_page_state(struct zone *zone, enum zone_stat_item item, in mod_zone_page_state() argument
610 mod_zone_state(zone, item, delta, 0); in mod_zone_page_state()
702 void mod_zone_page_state(struct zone *zone, enum zone_stat_item item, in mod_zone_page_state() argument
708 __mod_zone_page_state(zone, item, delta); in mod_zone_page_state()
716 struct zone *zone; in inc_zone_page_state() local
718 zone = page_zone(page); in inc_zone_page_state()
720 __inc_zone_state(zone, item); in inc_zone_page_state()
821 struct zone *zone; in refresh_cpu_vm_stats() local
827 for_each_populated_zone(zone) { in refresh_cpu_vm_stats()
828 struct per_cpu_zonestat __percpu *pzstats = zone->per_cpu_zonestats; in refresh_cpu_vm_stats()
830 struct per_cpu_pages __percpu *pcp = zone->per_cpu_pageset; in refresh_cpu_vm_stats()
839 atomic_long_add(v, &zone->vm_stat[i]); in refresh_cpu_vm_stats()
865 if (zone_to_nid(zone) == numa_node_id()) { in refresh_cpu_vm_stats()
874 drain_zone_pages(zone, this_cpu_ptr(pcp)); in refresh_cpu_vm_stats()
907 struct zone *zone; in cpu_vm_stats_fold() local
912 for_each_populated_zone(zone) { in cpu_vm_stats_fold()
915 pzstats = per_cpu_ptr(zone->per_cpu_zonestats, cpu); in cpu_vm_stats_fold()
923 atomic_long_add(v, &zone->vm_stat[i]); in cpu_vm_stats_fold()
934 zone_numa_event_add(v, zone, i); in cpu_vm_stats_fold()
963 void drain_zonestat(struct zone *zone, struct per_cpu_zonestat *pzstats) in drain_zonestat() argument
972 zone_page_state_add(v, zone, i); in drain_zonestat()
981 zone_numa_event_add(v, zone, i); in drain_zonestat()
997 struct zone *zones = NODE_DATA(node)->node_zones; in sum_zone_node_page_state()
1011 struct zone *zones = NODE_DATA(node)->node_zones; in sum_zone_numa_event_state()
1060 static void fill_contig_page_info(struct zone *zone, in fill_contig_page_info() argument
1079 blocks = data_race(zone->free_area[order].nr_free); in fill_contig_page_info()
1127 unsigned int extfrag_for_order(struct zone *zone, unsigned int order) in extfrag_for_order() argument
1131 fill_contig_page_info(zone, order, &info); in extfrag_for_order()
1141 int fragmentation_index(struct zone *zone, unsigned int order) in fragmentation_index() argument
1145 fill_contig_page_info(zone, order, &info); in fragmentation_index()
1427 void (*print)(struct seq_file *m, pg_data_t *, struct zone *)) in walk_zones_in_node() argument
1429 struct zone *zone; in walk_zones_in_node() local
1430 struct zone *node_zones = pgdat->node_zones; in walk_zones_in_node()
1433 for (zone = node_zones; zone - node_zones < MAX_NR_ZONES; ++zone) { in walk_zones_in_node()
1434 if (assert_populated && !populated_zone(zone)) in walk_zones_in_node()
1438 spin_lock_irqsave(&zone->lock, flags); in walk_zones_in_node()
1439 print(m, pgdat, zone); in walk_zones_in_node()
1441 spin_unlock_irqrestore(&zone->lock, flags); in walk_zones_in_node()
1448 struct zone *zone) in frag_show_print() argument
1452 seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name); in frag_show_print()
1458 seq_printf(m, "%6lu ", data_race(zone->free_area[order].nr_free)); in frag_show_print()
1473 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showfree_print() argument
1480 zone->name, in pagetypeinfo_showfree_print()
1488 area = &(zone->free_area[order]); in pagetypeinfo_showfree_print()
1506 spin_unlock_irq(&zone->lock); in pagetypeinfo_showfree_print()
1508 spin_lock_irq(&zone->lock); in pagetypeinfo_showfree_print()
1530 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showblockcount_print() argument
1534 unsigned long start_pfn = zone->zone_start_pfn; in pagetypeinfo_showblockcount_print()
1535 unsigned long end_pfn = zone_end_pfn(zone); in pagetypeinfo_showblockcount_print()
1545 if (page_zone(page) != zone) in pagetypeinfo_showblockcount_print()
1555 seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name); in pagetypeinfo_showblockcount_print()
1637 static bool is_zone_first_populated(pg_data_t *pgdat, struct zone *zone) in is_zone_first_populated() argument
1642 struct zone *compare = &pgdat->node_zones[zid]; in is_zone_first_populated()
1645 return zone == compare; in is_zone_first_populated()
1652 struct zone *zone) in zoneinfo_show_print() argument
1655 seq_printf(m, "Node %d, zone %8s", pgdat->node_id, zone->name); in zoneinfo_show_print()
1656 if (is_zone_first_populated(pgdat, zone)) { in zoneinfo_show_print()
1677 zone_page_state(zone, NR_FREE_PAGES), in zoneinfo_show_print()
1678 zone->watermark_boost, in zoneinfo_show_print()
1679 min_wmark_pages(zone), in zoneinfo_show_print()
1680 low_wmark_pages(zone), in zoneinfo_show_print()
1681 high_wmark_pages(zone), in zoneinfo_show_print()
1682 zone->spanned_pages, in zoneinfo_show_print()
1683 zone->present_pages, in zoneinfo_show_print()
1684 zone_managed_pages(zone), in zoneinfo_show_print()
1685 zone_cma_pages(zone)); in zoneinfo_show_print()
1689 zone->lowmem_reserve[0]); in zoneinfo_show_print()
1690 for (i = 1; i < ARRAY_SIZE(zone->lowmem_reserve); i++) in zoneinfo_show_print()
1691 seq_printf(m, ", %ld", zone->lowmem_reserve[i]); in zoneinfo_show_print()
1695 if (!populated_zone(zone)) { in zoneinfo_show_print()
1702 zone_page_state(zone, i)); in zoneinfo_show_print()
1707 zone_numa_event_state(zone, i)); in zoneinfo_show_print()
1715 pcp = per_cpu_ptr(zone->per_cpu_pageset, i); in zoneinfo_show_print()
1726 pzstats = per_cpu_ptr(zone->per_cpu_zonestats, i); in zoneinfo_show_print()
1735 zone->zone_start_pfn); in zoneinfo_show_print()
1941 struct zone *zone; in need_update() local
1943 for_each_populated_zone(zone) { in need_update()
1944 struct per_cpu_zonestat *pzstats = per_cpu_ptr(zone->per_cpu_zonestats, cpu); in need_update()
1953 if (last_pgdat == zone->zone_pgdat) in need_update()
1955 last_pgdat = zone->zone_pgdat; in need_update()
1956 n = per_cpu_ptr(zone->zone_pgdat->per_cpu_nodestats, cpu); in need_update()
2130 pg_data_t *pgdat, struct zone *zone) in unusable_show_print() argument
2138 zone->name); in unusable_show_print()
2140 fill_contig_page_info(zone, order, &info); in unusable_show_print()
2180 pg_data_t *pgdat, struct zone *zone) in extfrag_show_print() argument
2190 zone->name); in extfrag_show_print()
2192 fill_contig_page_info(zone, order, &info); in extfrag_show_print()