Lines Matching refs:pgdat
1648 pg_data_t *pgdat; in init_reserved_page() local
1655 pgdat = NODE_DATA(nid); in init_reserved_page()
1658 struct zone *zone = &pgdat->node_zones[zid]; in init_reserved_page()
2109 pg_data_t *pgdat = data; in deferred_init_memmap() local
2110 const struct cpumask *cpumask = cpumask_of_node(pgdat->node_id); in deferred_init_memmap()
2122 pgdat_resize_lock(pgdat, &flags); in deferred_init_memmap()
2123 first_init_pfn = pgdat->first_deferred_pfn; in deferred_init_memmap()
2125 pgdat_resize_unlock(pgdat, &flags); in deferred_init_memmap()
2131 BUG_ON(pgdat->first_deferred_pfn < pgdat->node_start_pfn); in deferred_init_memmap()
2132 BUG_ON(pgdat->first_deferred_pfn > pgdat_end_pfn(pgdat)); in deferred_init_memmap()
2133 pgdat->first_deferred_pfn = ULONG_MAX; in deferred_init_memmap()
2140 pgdat_resize_unlock(pgdat, &flags); in deferred_init_memmap()
2144 zone = pgdat->node_zones + zid; in deferred_init_memmap()
2177 pgdat->node_id, jiffies_to_msecs(jiffies - start)); in deferred_init_memmap()
2202 pg_data_t *pgdat = zone->zone_pgdat; in deferred_grow_zone() local
2203 unsigned long first_deferred_pfn = pgdat->first_deferred_pfn; in deferred_grow_zone()
2209 if (zone_end_pfn(zone) != pgdat_end_pfn(pgdat)) in deferred_grow_zone()
2212 pgdat_resize_lock(pgdat, &flags); in deferred_grow_zone()
2218 if (first_deferred_pfn != pgdat->first_deferred_pfn) { in deferred_grow_zone()
2219 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
2226 pgdat->first_deferred_pfn = ULONG_MAX; in deferred_grow_zone()
2227 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
2253 pgdat->first_deferred_pfn = spfn; in deferred_grow_zone()
2254 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
6035 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
6038 managed_pages += zone_managed_pages(&pgdat->node_zones[zone_type]); in si_meminfo_node()
6040 val->sharedram = node_page_state(pgdat, NR_SHMEM); in si_meminfo_node()
6044 struct zone *zone = &pgdat->node_zones[zone_type]; in si_meminfo_node()
6110 static bool node_has_managed_zones(pg_data_t *pgdat, int max_zone_idx) in node_has_managed_zones() argument
6114 if (zone_managed_pages(pgdat->node_zones + zone_idx)) in node_has_managed_zones()
6133 pg_data_t *pgdat; in __show_free_areas() local
6174 for_each_online_pgdat(pgdat) { in __show_free_areas()
6175 if (show_mem_node_skip(filter, pgdat->node_id, nodemask)) in __show_free_areas()
6177 if (!node_has_managed_zones(pgdat, max_zone_idx)) in __show_free_areas()
6206 pgdat->node_id, in __show_free_areas()
6207 K(node_page_state(pgdat, NR_ACTIVE_ANON)), in __show_free_areas()
6208 K(node_page_state(pgdat, NR_INACTIVE_ANON)), in __show_free_areas()
6209 K(node_page_state(pgdat, NR_ACTIVE_FILE)), in __show_free_areas()
6210 K(node_page_state(pgdat, NR_INACTIVE_FILE)), in __show_free_areas()
6211 K(node_page_state(pgdat, NR_UNEVICTABLE)), in __show_free_areas()
6212 K(node_page_state(pgdat, NR_ISOLATED_ANON)), in __show_free_areas()
6213 K(node_page_state(pgdat, NR_ISOLATED_FILE)), in __show_free_areas()
6214 K(node_page_state(pgdat, NR_FILE_MAPPED)), in __show_free_areas()
6215 K(node_page_state(pgdat, NR_FILE_DIRTY)), in __show_free_areas()
6216 K(node_page_state(pgdat, NR_WRITEBACK)), in __show_free_areas()
6217 K(node_page_state(pgdat, NR_SHMEM)), in __show_free_areas()
6219 K(node_page_state(pgdat, NR_SHMEM_THPS)), in __show_free_areas()
6220 K(node_page_state(pgdat, NR_SHMEM_PMDMAPPED)), in __show_free_areas()
6221 K(node_page_state(pgdat, NR_ANON_THPS)), in __show_free_areas()
6223 K(node_page_state(pgdat, NR_WRITEBACK_TEMP)), in __show_free_areas()
6224 node_page_state(pgdat, NR_KERNEL_STACK_KB), in __show_free_areas()
6226 node_page_state(pgdat, NR_KERNEL_SCS_KB), in __show_free_areas()
6228 K(node_page_state(pgdat, NR_PAGETABLE)), in __show_free_areas()
6229 K(node_page_state(pgdat, NR_SECONDARY_PAGETABLE)), in __show_free_areas()
6230 pgdat->kswapd_failures >= MAX_RECLAIM_RETRIES ? in __show_free_areas()
6353 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs) in build_zonerefs_node() argument
6361 zone = pgdat->node_zones + zone_type; in build_zonerefs_node()
6469 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order, in build_zonelists_in_node_order() argument
6475 zonerefs = pgdat->node_zonelists[ZONELIST_FALLBACK]._zonerefs; in build_zonelists_in_node_order()
6492 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists() argument
6497 zonerefs = pgdat->node_zonelists[ZONELIST_NOFALLBACK]._zonerefs; in build_thisnode_zonelists()
6498 nr_zones = build_zonerefs_node(pgdat, zonerefs); in build_thisnode_zonelists()
6511 static void build_zonelists(pg_data_t *pgdat) in build_zonelists() argument
6519 local_node = pgdat->node_id; in build_zonelists()
6537 build_zonelists_in_node_order(pgdat, node_order, nr_nodes); in build_zonelists()
6538 build_thisnode_zonelists(pgdat); in build_zonelists()
6567 static void build_zonelists(pg_data_t *pgdat) in build_zonelists() argument
6573 local_node = pgdat->node_id; in build_zonelists()
6575 zonerefs = pgdat->node_zonelists[ZONELIST_FALLBACK]._zonerefs; in build_zonelists()
6576 nr_zones = build_zonerefs_node(pgdat, zonerefs); in build_zonelists()
6653 pg_data_t *pgdat = NODE_DATA(nid); in __build_all_zonelists() local
6655 build_zonelists(pgdat); in __build_all_zonelists()
6708 void __ref build_all_zonelists(pg_data_t *pgdat) in build_all_zonelists() argument
6715 __build_all_zonelists(pgdat); in build_all_zonelists()
6930 struct pglist_data *pgdat = zone->zone_pgdat; in memmap_init_zone_device() local
6935 int nid = pgdat->node_id; in memmap_init_zone_device()
7313 struct pglist_data *pgdat; in setup_per_cpu_pageset() local
7334 for_each_online_pgdat(pgdat) in setup_per_cpu_pageset()
7335 pgdat->per_cpu_nodestats = in setup_per_cpu_pageset()
7360 struct pglist_data *pgdat = zone->zone_pgdat; in init_currently_empty_zone() local
7363 if (zone_idx > pgdat->nr_zones) in init_currently_empty_zone()
7364 pgdat->nr_zones = zone_idx; in init_currently_empty_zone()
7370 pgdat->node_id, in init_currently_empty_zone()
7585 static void __init calculate_node_totalpages(struct pglist_data *pgdat, in calculate_node_totalpages() argument
7593 struct zone *zone = pgdat->node_zones + i; in calculate_node_totalpages()
7598 spanned = zone_spanned_pages_in_node(pgdat->node_id, i, in calculate_node_totalpages()
7603 absent = zone_absent_pages_in_node(pgdat->node_id, i, in calculate_node_totalpages()
7624 pgdat->node_spanned_pages = totalpages; in calculate_node_totalpages()
7625 pgdat->node_present_pages = realtotalpages; in calculate_node_totalpages()
7626 pr_debug("On node %d totalpages: %lu\n", pgdat->node_id, realtotalpages); in calculate_node_totalpages()
7725 static void pgdat_init_split_queue(struct pglist_data *pgdat) in pgdat_init_split_queue() argument
7727 struct deferred_split *ds_queue = &pgdat->deferred_split_queue; in pgdat_init_split_queue()
7734 static void pgdat_init_split_queue(struct pglist_data *pgdat) {} in pgdat_init_split_queue() argument
7738 static void pgdat_init_kcompactd(struct pglist_data *pgdat) in pgdat_init_kcompactd() argument
7740 init_waitqueue_head(&pgdat->kcompactd_wait); in pgdat_init_kcompactd()
7743 static void pgdat_init_kcompactd(struct pglist_data *pgdat) {} in pgdat_init_kcompactd() argument
7746 static void __meminit pgdat_init_internals(struct pglist_data *pgdat) in pgdat_init_internals() argument
7750 pgdat_resize_init(pgdat); in pgdat_init_internals()
7751 pgdat_kswapd_lock_init(pgdat); in pgdat_init_internals()
7753 pgdat_init_split_queue(pgdat); in pgdat_init_internals()
7754 pgdat_init_kcompactd(pgdat); in pgdat_init_internals()
7756 init_waitqueue_head(&pgdat->kswapd_wait); in pgdat_init_internals()
7757 init_waitqueue_head(&pgdat->pfmemalloc_wait); in pgdat_init_internals()
7760 init_waitqueue_head(&pgdat->reclaim_wait[i]); in pgdat_init_internals()
7762 pgdat_page_ext_init(pgdat); in pgdat_init_internals()
7763 lruvec_init(&pgdat->__lruvec); in pgdat_init_internals()
7786 void __ref free_area_init_core_hotplug(struct pglist_data *pgdat) in free_area_init_core_hotplug() argument
7788 int nid = pgdat->node_id; in free_area_init_core_hotplug()
7792 pgdat_init_internals(pgdat); in free_area_init_core_hotplug()
7794 if (pgdat->per_cpu_nodestats == &boot_nodestats) in free_area_init_core_hotplug()
7795 pgdat->per_cpu_nodestats = alloc_percpu(struct per_cpu_nodestat); in free_area_init_core_hotplug()
7802 pgdat->nr_zones = 0; in free_area_init_core_hotplug()
7803 pgdat->kswapd_order = 0; in free_area_init_core_hotplug()
7804 pgdat->kswapd_highest_zoneidx = 0; in free_area_init_core_hotplug()
7805 pgdat->node_start_pfn = 0; in free_area_init_core_hotplug()
7809 p = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu); in free_area_init_core_hotplug()
7814 zone_init_internals(&pgdat->node_zones[z], z, nid, 0); in free_area_init_core_hotplug()
7827 static void __init free_area_init_core(struct pglist_data *pgdat) in free_area_init_core() argument
7830 int nid = pgdat->node_id; in free_area_init_core()
7832 pgdat_init_internals(pgdat); in free_area_init_core()
7833 pgdat->per_cpu_nodestats = &boot_nodestats; in free_area_init_core()
7836 struct zone *zone = pgdat->node_zones + j; in free_area_init_core()
7889 static void __init alloc_node_mem_map(struct pglist_data *pgdat) in alloc_node_mem_map() argument
7895 if (!pgdat->node_spanned_pages) in alloc_node_mem_map()
7898 start = pgdat->node_start_pfn & ~(MAX_ORDER_NR_PAGES - 1); in alloc_node_mem_map()
7899 offset = pgdat->node_start_pfn - start; in alloc_node_mem_map()
7901 if (!pgdat->node_mem_map) { in alloc_node_mem_map()
7910 end = pgdat_end_pfn(pgdat); in alloc_node_mem_map()
7914 pgdat->node_id, false); in alloc_node_mem_map()
7917 size, pgdat->node_id); in alloc_node_mem_map()
7918 pgdat->node_mem_map = map + offset; in alloc_node_mem_map()
7921 __func__, pgdat->node_id, (unsigned long)pgdat, in alloc_node_mem_map()
7922 (unsigned long)pgdat->node_mem_map); in alloc_node_mem_map()
7927 if (pgdat == NODE_DATA(0)) { in alloc_node_mem_map()
7929 if (page_to_pfn(mem_map) != pgdat->node_start_pfn) in alloc_node_mem_map()
7935 static inline void alloc_node_mem_map(struct pglist_data *pgdat) { } in alloc_node_mem_map() argument
7939 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range() argument
7941 pgdat->first_deferred_pfn = ULONG_MAX; in pgdat_set_deferred_range()
7944 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {} in pgdat_set_deferred_range() argument
7949 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_node() local
7954 WARN_ON(pgdat->nr_zones || pgdat->kswapd_highest_zoneidx); in free_area_init_node()
7958 pgdat->node_id = nid; in free_area_init_node()
7959 pgdat->node_start_pfn = start_pfn; in free_area_init_node()
7960 pgdat->per_cpu_nodestats = NULL; in free_area_init_node()
7970 calculate_node_totalpages(pgdat, start_pfn, end_pfn); in free_area_init_node()
7972 alloc_node_mem_map(pgdat); in free_area_init_node()
7973 pgdat_set_deferred_range(pgdat); in free_area_init_node()
7975 free_area_init_core(pgdat); in free_area_init_node()
7976 lru_gen_init_pgdat(pgdat); in free_area_init_node()
8289 static void check_for_memory(pg_data_t *pgdat, int nid) in check_for_memory() argument
8294 struct zone *zone = &pgdat->node_zones[zone_type]; in check_for_memory()
8404 pg_data_t *pgdat; in free_area_init() local
8410 pgdat = arch_alloc_nodedata(nid); in free_area_init()
8411 if (!pgdat) in free_area_init()
8413 sizeof(*pgdat), nid); in free_area_init()
8414 arch_refresh_nodedata(nid, pgdat); in free_area_init()
8430 pgdat = NODE_DATA(nid); in free_area_init()
8434 if (pgdat->node_present_pages) in free_area_init()
8436 check_for_memory(pgdat, nid); in free_area_init()
8687 struct pglist_data *pgdat; in calculate_totalreserve_pages() local
8691 for_each_online_pgdat(pgdat) { in calculate_totalreserve_pages()
8693 pgdat->totalreserve_pages = 0; in calculate_totalreserve_pages()
8696 struct zone *zone = pgdat->node_zones + i; in calculate_totalreserve_pages()
8712 pgdat->totalreserve_pages += max; in calculate_totalreserve_pages()
8728 struct pglist_data *pgdat; in setup_per_zone_lowmem_reserve() local
8731 for_each_online_pgdat(pgdat) { in setup_per_zone_lowmem_reserve()
8733 struct zone *zone = &pgdat->node_zones[i]; in setup_per_zone_lowmem_reserve()
8739 struct zone *upper_zone = &pgdat->node_zones[j]; in setup_per_zone_lowmem_reserve()
8939 pg_data_t *pgdat; in setup_min_unmapped_ratio() local
8942 for_each_online_pgdat(pgdat) in setup_min_unmapped_ratio()
8943 pgdat->min_unmapped_pages = 0; in setup_min_unmapped_ratio()
8967 pg_data_t *pgdat; in setup_min_slab_ratio() local
8970 for_each_online_pgdat(pgdat) in setup_min_slab_ratio()
8971 pgdat->min_slab_pages = 0; in setup_min_slab_ratio()
9744 struct pglist_data *pgdat; in has_managed_dma() local
9746 for_each_online_pgdat(pgdat) { in has_managed_dma()
9747 struct zone *zone = &pgdat->node_zones[ZONE_DMA]; in has_managed_dma()