Lines Matching refs:pgdat
51 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist() local
62 zonelist = &pgdat->node_zonelists[listid]; in mminit_verify_zonelist()
63 zone = &pgdat->node_zones[zoneid]; in mminit_verify_zonelist()
654 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range() argument
656 pgdat->first_deferred_pfn = ULONG_MAX; in pgdat_set_deferred_range()
711 pg_data_t *pgdat; in init_reserved_page() local
717 pgdat = NODE_DATA(nid); in init_reserved_page()
720 struct zone *zone = &pgdat->node_zones[zid]; in init_reserved_page()
728 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {} in pgdat_set_deferred_range() argument
1076 struct pglist_data *pgdat = zone->zone_pgdat; in memmap_init_zone_device() local
1081 int nid = pgdat->node_id; in memmap_init_zone_device()
1256 static void __init reset_memoryless_node_totalpages(struct pglist_data *pgdat) in reset_memoryless_node_totalpages() argument
1260 for (z = pgdat->node_zones; z < pgdat->node_zones + MAX_NR_ZONES; z++) { in reset_memoryless_node_totalpages()
1269 pgdat->node_spanned_pages = 0; in reset_memoryless_node_totalpages()
1270 pgdat->node_present_pages = 0; in reset_memoryless_node_totalpages()
1271 pr_debug("On node %d totalpages: 0\n", pgdat->node_id); in reset_memoryless_node_totalpages()
1298 static void __init calculate_node_totalpages(struct pglist_data *pgdat, in calculate_node_totalpages() argument
1306 struct zone *zone = pgdat->node_zones + i; in calculate_node_totalpages()
1311 spanned = zone_spanned_pages_in_node(pgdat->node_id, i, in calculate_node_totalpages()
1316 absent = zone_absent_pages_in_node(pgdat->node_id, i, in calculate_node_totalpages()
1336 pgdat->node_spanned_pages = totalpages; in calculate_node_totalpages()
1337 pgdat->node_present_pages = realtotalpages; in calculate_node_totalpages()
1338 pr_debug("On node %d totalpages: %lu\n", pgdat->node_id, realtotalpages); in calculate_node_totalpages()
1342 static void pgdat_init_split_queue(struct pglist_data *pgdat) in pgdat_init_split_queue() argument
1344 struct deferred_split *ds_queue = &pgdat->deferred_split_queue; in pgdat_init_split_queue()
1351 static void pgdat_init_split_queue(struct pglist_data *pgdat) {} in pgdat_init_split_queue() argument
1355 static void pgdat_init_kcompactd(struct pglist_data *pgdat) in pgdat_init_kcompactd() argument
1357 init_waitqueue_head(&pgdat->kcompactd_wait); in pgdat_init_kcompactd()
1360 static void pgdat_init_kcompactd(struct pglist_data *pgdat) {} in pgdat_init_kcompactd() argument
1363 static void __meminit pgdat_init_internals(struct pglist_data *pgdat) in pgdat_init_internals() argument
1367 pgdat_resize_init(pgdat); in pgdat_init_internals()
1368 pgdat_kswapd_lock_init(pgdat); in pgdat_init_internals()
1370 pgdat_init_split_queue(pgdat); in pgdat_init_internals()
1371 pgdat_init_kcompactd(pgdat); in pgdat_init_internals()
1373 init_waitqueue_head(&pgdat->kswapd_wait); in pgdat_init_internals()
1374 init_waitqueue_head(&pgdat->pfmemalloc_wait); in pgdat_init_internals()
1377 init_waitqueue_head(&pgdat->reclaim_wait[i]); in pgdat_init_internals()
1379 pgdat_page_ext_init(pgdat); in pgdat_init_internals()
1380 lruvec_init(&pgdat->__lruvec); in pgdat_init_internals()
1412 struct pglist_data *pgdat = zone->zone_pgdat; in init_currently_empty_zone() local
1415 if (zone_idx > pgdat->nr_zones) in init_currently_empty_zone()
1416 pgdat->nr_zones = zone_idx; in init_currently_empty_zone()
1422 pgdat->node_id, in init_currently_empty_zone()
1512 void __ref free_area_init_core_hotplug(struct pglist_data *pgdat) in free_area_init_core_hotplug() argument
1514 int nid = pgdat->node_id; in free_area_init_core_hotplug()
1518 pgdat_init_internals(pgdat); in free_area_init_core_hotplug()
1520 if (pgdat->per_cpu_nodestats == &boot_nodestats) in free_area_init_core_hotplug()
1521 pgdat->per_cpu_nodestats = alloc_percpu(struct per_cpu_nodestat); in free_area_init_core_hotplug()
1528 pgdat->nr_zones = 0; in free_area_init_core_hotplug()
1529 pgdat->kswapd_order = 0; in free_area_init_core_hotplug()
1530 pgdat->kswapd_highest_zoneidx = 0; in free_area_init_core_hotplug()
1531 pgdat->node_start_pfn = 0; in free_area_init_core_hotplug()
1532 pgdat->node_present_pages = 0; in free_area_init_core_hotplug()
1537 p = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu); in free_area_init_core_hotplug()
1547 struct zone *zone = pgdat->node_zones + z; in free_area_init_core_hotplug()
1555 static void __init free_area_init_core(struct pglist_data *pgdat) in free_area_init_core() argument
1558 int nid = pgdat->node_id; in free_area_init_core()
1560 pgdat_init_internals(pgdat); in free_area_init_core()
1561 pgdat->per_cpu_nodestats = &boot_nodestats; in free_area_init_core()
1564 struct zone *zone = pgdat->node_zones + j; in free_area_init_core()
1602 static void __init alloc_node_mem_map(struct pglist_data *pgdat) in alloc_node_mem_map() argument
1608 if (!pgdat->node_spanned_pages) in alloc_node_mem_map()
1611 start = pgdat->node_start_pfn & ~(MAX_ORDER_NR_PAGES - 1); in alloc_node_mem_map()
1612 offset = pgdat->node_start_pfn - start; in alloc_node_mem_map()
1618 end = ALIGN(pgdat_end_pfn(pgdat), MAX_ORDER_NR_PAGES); in alloc_node_mem_map()
1621 pgdat->node_id, false); in alloc_node_mem_map()
1624 size, pgdat->node_id); in alloc_node_mem_map()
1625 pgdat->node_mem_map = map + offset; in alloc_node_mem_map()
1628 __func__, pgdat->node_id, (unsigned long)pgdat, in alloc_node_mem_map()
1629 (unsigned long)pgdat->node_mem_map); in alloc_node_mem_map()
1632 if (pgdat == NODE_DATA(0)) { in alloc_node_mem_map()
1634 if (page_to_pfn(mem_map) != pgdat->node_start_pfn) in alloc_node_mem_map()
1640 static inline void alloc_node_mem_map(struct pglist_data *pgdat) { } in alloc_node_mem_map() argument
1673 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_node() local
1678 WARN_ON(pgdat->nr_zones || pgdat->kswapd_highest_zoneidx); in free_area_init_node()
1682 pgdat->node_id = nid; in free_area_init_node()
1683 pgdat->node_start_pfn = start_pfn; in free_area_init_node()
1684 pgdat->per_cpu_nodestats = NULL; in free_area_init_node()
1691 calculate_node_totalpages(pgdat, start_pfn, end_pfn); in free_area_init_node()
1695 reset_memoryless_node_totalpages(pgdat); in free_area_init_node()
1698 alloc_node_mem_map(pgdat); in free_area_init_node()
1699 pgdat_set_deferred_range(pgdat); in free_area_init_node()
1701 free_area_init_core(pgdat); in free_area_init_node()
1702 lru_gen_init_pgdat(pgdat); in free_area_init_node()
1706 static void __init check_for_memory(pg_data_t *pgdat) in check_for_memory() argument
1711 struct zone *zone = &pgdat->node_zones[zone_type]; in check_for_memory()
1714 node_set_state(pgdat->node_id, N_HIGH_MEMORY); in check_for_memory()
1716 node_set_state(pgdat->node_id, N_NORMAL_MEMORY); in check_for_memory()
1836 pg_data_t *pgdat; in free_area_init() local
1841 pgdat = NODE_DATA(nid); in free_area_init()
1852 if (pgdat->node_present_pages) { in free_area_init()
1854 check_for_memory(pgdat); in free_area_init()
2091 pg_data_t *pgdat = data; in deferred_init_memmap() local
2092 const struct cpumask *cpumask = cpumask_of_node(pgdat->node_id); in deferred_init_memmap()
2104 pgdat_resize_lock(pgdat, &flags); in deferred_init_memmap()
2105 first_init_pfn = pgdat->first_deferred_pfn; in deferred_init_memmap()
2107 pgdat_resize_unlock(pgdat, &flags); in deferred_init_memmap()
2113 BUG_ON(pgdat->first_deferred_pfn < pgdat->node_start_pfn); in deferred_init_memmap()
2114 BUG_ON(pgdat->first_deferred_pfn > pgdat_end_pfn(pgdat)); in deferred_init_memmap()
2115 pgdat->first_deferred_pfn = ULONG_MAX; in deferred_init_memmap()
2122 pgdat_resize_unlock(pgdat, &flags); in deferred_init_memmap()
2125 zone = pgdat->node_zones + pgdat->nr_zones - 1; in deferred_init_memmap()
2146 WARN_ON(pgdat->nr_zones < MAX_NR_ZONES && populated_zone(++zone)); in deferred_init_memmap()
2149 pgdat->node_id, jiffies_to_msecs(jiffies - start)); in deferred_init_memmap()
2169 pg_data_t *pgdat = zone->zone_pgdat; in deferred_grow_zone() local
2170 unsigned long first_deferred_pfn = pgdat->first_deferred_pfn; in deferred_grow_zone()
2176 if (zone_end_pfn(zone) != pgdat_end_pfn(pgdat)) in deferred_grow_zone()
2179 pgdat_resize_lock(pgdat, &flags); in deferred_grow_zone()
2185 if (first_deferred_pfn != pgdat->first_deferred_pfn) { in deferred_grow_zone()
2186 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
2193 pgdat->first_deferred_pfn = ULONG_MAX; in deferred_grow_zone()
2194 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
2220 pgdat->first_deferred_pfn = spfn; in deferred_grow_zone()
2221 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()