Lines Matching refs:pgdat
277 struct pglist_data *pgdat; in refresh_zone_stat_thresholds() local
283 for_each_online_pgdat(pgdat) { in refresh_zone_stat_thresholds()
285 per_cpu_ptr(pgdat->per_cpu_nodestats, cpu)->stat_threshold = 0; in refresh_zone_stat_thresholds()
290 struct pglist_data *pgdat = zone->zone_pgdat; in refresh_zone_stat_thresholds() local
302 pgdat_threshold = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu)->stat_threshold; in refresh_zone_stat_thresholds()
303 per_cpu_ptr(pgdat->per_cpu_nodestats, cpu)->stat_threshold in refresh_zone_stat_thresholds()
320 void set_pgdat_percpu_threshold(pg_data_t *pgdat, in set_pgdat_percpu_threshold() argument
328 for (i = 0; i < pgdat->nr_zones; i++) { in set_pgdat_percpu_threshold()
329 zone = &pgdat->node_zones[i]; in set_pgdat_percpu_threshold()
376 void __mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in __mod_node_page_state() argument
379 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __mod_node_page_state()
403 node_page_state_add(x, pgdat, item); in __mod_node_page_state()
456 void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state() argument
458 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __inc_node_state()
472 node_page_state_add(v + overstep, pgdat, item); in __inc_node_state()
512 void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state() argument
514 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __dec_node_state()
528 node_page_state_add(v - overstep, pgdat, item); in __dec_node_state()
618 static inline void mod_node_state(struct pglist_data *pgdat, in mod_node_state() argument
621 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in mod_node_state()
665 node_page_state_add(z, pgdat, item); in mod_node_state()
668 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in mod_node_page_state() argument
671 mod_node_state(pgdat, item, delta, 0); in mod_node_page_state()
675 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state() argument
677 mod_node_state(pgdat, item, 1, 1); in inc_node_state()
728 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state() argument
733 __inc_node_state(pgdat, item); in inc_node_state()
738 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in mod_node_page_state() argument
744 __mod_node_page_state(pgdat, item, delta); in mod_node_page_state()
752 struct pglist_data *pgdat; in inc_node_page_state() local
754 pgdat = page_pgdat(page); in inc_node_page_state()
756 __inc_node_state(pgdat, item); in inc_node_page_state()
813 struct pglist_data *pgdat; in refresh_cpu_vm_stats() local
876 for_each_online_pgdat(pgdat) { in refresh_cpu_vm_stats()
877 struct per_cpu_nodestat __percpu *p = pgdat->per_cpu_nodestats; in refresh_cpu_vm_stats()
884 atomic_long_add(v, &pgdat->vm_stat[i]); in refresh_cpu_vm_stats()
901 struct pglist_data *pgdat; in cpu_vm_stats_fold() local
935 for_each_online_pgdat(pgdat) { in cpu_vm_stats_fold()
938 p = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu); in cpu_vm_stats_fold()
946 atomic_long_add(v, &pgdat->vm_stat[i]); in cpu_vm_stats_fold()
1019 unsigned long node_page_state_pages(struct pglist_data *pgdat, in node_page_state_pages() argument
1022 long x = atomic_long_read(&pgdat->vm_stat[item]); in node_page_state_pages()
1030 unsigned long node_page_state(struct pglist_data *pgdat, in node_page_state() argument
1035 return node_page_state_pages(pgdat, item); in node_page_state()
1506 pg_data_t *pgdat; in frag_start() local
1509 for (pgdat = first_online_pgdat(); in frag_start()
1510 pgdat && node; in frag_start()
1511 pgdat = next_online_pgdat(pgdat)) in frag_start()
1514 return pgdat; in frag_start()
1519 pg_data_t *pgdat = (pg_data_t *)arg; in frag_next() local
1522 return next_online_pgdat(pgdat); in frag_next()
1533 static void walk_zones_in_node(struct seq_file *m, pg_data_t *pgdat, in walk_zones_in_node() argument
1538 struct zone *node_zones = pgdat->node_zones; in walk_zones_in_node()
1547 print(m, pgdat, zone); in walk_zones_in_node()
1555 static void frag_show_print(struct seq_file *m, pg_data_t *pgdat, in frag_show_print() argument
1560 seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name); in frag_show_print()
1575 pg_data_t *pgdat = (pg_data_t *)arg; in frag_show() local
1576 walk_zones_in_node(m, pgdat, true, false, frag_show_print); in frag_show()
1581 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showfree_print() argument
1587 pgdat->node_id, in pagetypeinfo_showfree_print()
1626 pg_data_t *pgdat = (pg_data_t *)arg; in pagetypeinfo_showfree() local
1634 walk_zones_in_node(m, pgdat, true, false, pagetypeinfo_showfree_print); in pagetypeinfo_showfree()
1638 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showblockcount_print() argument
1663 seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name); in pagetypeinfo_showblockcount_print()
1673 pg_data_t *pgdat = (pg_data_t *)arg; in pagetypeinfo_showblockcount() local
1679 walk_zones_in_node(m, pgdat, true, false, in pagetypeinfo_showblockcount()
1689 static void pagetypeinfo_showmixedcount(struct seq_file *m, pg_data_t *pgdat) in pagetypeinfo_showmixedcount() argument
1704 walk_zones_in_node(m, pgdat, true, true, in pagetypeinfo_showmixedcount()
1715 pg_data_t *pgdat = (pg_data_t *)arg; in pagetypeinfo_show() local
1718 if (!node_state(pgdat->node_id, N_MEMORY)) in pagetypeinfo_show()
1724 pagetypeinfo_showfree(m, pgdat); in pagetypeinfo_show()
1725 pagetypeinfo_showblockcount(m, pgdat); in pagetypeinfo_show()
1726 pagetypeinfo_showmixedcount(m, pgdat); in pagetypeinfo_show()
1745 static bool is_zone_first_populated(pg_data_t *pgdat, struct zone *zone) in is_zone_first_populated() argument
1750 struct zone *compare = &pgdat->node_zones[zid]; in is_zone_first_populated()
1759 static void zoneinfo_show_print(struct seq_file *m, pg_data_t *pgdat, in zoneinfo_show_print() argument
1763 seq_printf(m, "Node %d, zone %8s", pgdat->node_id, zone->name); in zoneinfo_show_print()
1764 if (is_zone_first_populated(pgdat, zone)) { in zoneinfo_show_print()
1767 unsigned long pages = node_page_state_pages(pgdat, i); in zoneinfo_show_print()
1849 pgdat->kswapd_failures >= MAX_RECLAIM_RETRIES, in zoneinfo_show_print()
1862 pg_data_t *pgdat = (pg_data_t *)arg; in zoneinfo_show() local
1863 walk_zones_in_node(m, pgdat, false, false, zoneinfo_show_print); in zoneinfo_show()
2320 pg_data_t *pgdat, struct zone *zone) in unusable_show_print() argument
2327 pgdat->node_id, in unusable_show_print()
2349 pg_data_t *pgdat = (pg_data_t *)arg; in unusable_show() local
2352 if (!node_state(pgdat->node_id, N_MEMORY)) in unusable_show()
2355 walk_zones_in_node(m, pgdat, true, false, unusable_show_print); in unusable_show()
2370 pg_data_t *pgdat, struct zone *zone) in extfrag_show_print() argument
2379 pgdat->node_id, in extfrag_show_print()
2395 pg_data_t *pgdat = (pg_data_t *)arg; in extfrag_show() local
2397 walk_zones_in_node(m, pgdat, true, false, extfrag_show_print); in extfrag_show()