| /linux/include/linux/ |
| A D | compaction.h | 91 extern void reset_isolation_suitable(pg_data_t *pgdat);
103 extern void wakeup_kcompactd(pg_data_t *pgdat, int order, int highest_zoneidx);
106 static inline void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
123 static inline void wakeup_kcompactd(pg_data_t *pgdat, in wakeup_kcompactd()
|
| A D | memory_hotplug.h | 182 static inline void pgdat_kswapd_lock(pg_data_t *pgdat) in pgdat_kswapd_lock()
187 static inline void pgdat_kswapd_unlock(pg_data_t *pgdat) in pgdat_kswapd_unlock()
192 static inline void pgdat_kswapd_lock_init(pg_data_t *pgdat) in pgdat_kswapd_lock_init()
239 static inline void pgdat_kswapd_lock(pg_data_t *pgdat) {} in pgdat_kswapd_lock()
240 static inline void pgdat_kswapd_unlock(pg_data_t *pgdat) {} in pgdat_kswapd_unlock()
241 static inline void pgdat_kswapd_lock_init(pg_data_t *pgdat) {} in pgdat_kswapd_lock_init()
|
| A D | memory-tiers.h | 57 void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets);
65 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
109 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
|
| A D | page_owner.h | 20 pg_data_t *pgdat, struct zone *zone);
|
| A D | mmzone.h | 1438 } pg_data_t; typedef
1446 static inline unsigned long pgdat_end_pfn(pg_data_t *pgdat) in pgdat_end_pfn()
1453 void build_all_zonelists(pg_data_t *pgdat);
|
| /linux/mm/ |
| A D | shuffle.h | 11 extern void __shuffle_free_memory(pg_data_t *pgdat);
13 static inline void __meminit shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
40 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
|
| A D | vmstat.c | 1474 pg_data_t *pgdat; in frag_start()
1487 pg_data_t *pgdat = (pg_data_t *)arg; in frag_next()
1543 pg_data_t *pgdat = (pg_data_t *)arg; in frag_show()
1549 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showfree_print()
1594 pg_data_t *pgdat = (pg_data_t *)arg; in pagetypeinfo_showfree()
1641 pg_data_t *pgdat = (pg_data_t *)arg; in pagetypeinfo_showblockcount()
1683 pg_data_t *pgdat = (pg_data_t *)arg; in pagetypeinfo_show()
1825 pg_data_t *pgdat = (pg_data_t *)arg; in zoneinfo_show()
2020 pg_data_t *last_pgdat = NULL; in need_update()
2258 pg_data_t *pgdat = (pg_data_t *)arg; in unusable_show()
[all …]
|
| A D | numa.c | 14 const size_t nd_size = roundup(sizeof(pg_data_t), SMP_CACHE_BYTES); in alloc_node_data()
34 memset(NODE_DATA(nid), 0, sizeof(pg_data_t)); in alloc_node_data()
39 pg_data_t *pgdat; in alloc_offline_node_data()
|
| A D | compaction.c | 434 void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
794 pg_data_t *pgdat = cc->zone->zone_pgdat; in too_many_isolated()
871 pg_data_t *pgdat = cc->zone->zone_pgdat; in isolate_migratepages_block()
2185 static bool kswapd_is_running(pg_data_t *pgdat) in kswapd_is_running()
2299 pg_data_t *pgdat; in __compact_finished()
2951 pg_data_t *pgdat = NODE_DATA(nid); in compaction_proactiveness_sysctl_handler()
3023 static bool kcompactd_node_suitable(pg_data_t *pgdat) in kcompactd_node_suitable()
3046 static void kcompactd_do_work(pg_data_t *pgdat) in kcompactd_do_work()
3156 pg_data_t *pgdat = (pg_data_t *)p; in kcompactd()
3231 pg_data_t *pgdat = NODE_DATA(nid); in kcompactd_run()
[all …]
|
| A D | memory-tiers.c | 262 pg_data_t *pgdat; in __node_get_memory_tier()
280 pg_data_t *pgdat; in node_is_toptier()
302 void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
537 pg_data_t *pgdat = NODE_DATA(node); in set_node_memory_tier()
573 pg_data_t *pgdat; in clear_node_memory_tier()
|
| A D | show_mem.c | 95 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node()
168 static bool node_has_managed_zones(pg_data_t *pgdat, int max_zone_idx) in node_has_managed_zones()
191 pg_data_t *pgdat; in show_free_areas()
|
| A D | vmscan.c | 6129 pg_data_t *last_pgdat = NULL; in shrink_zones()
6130 pg_data_t *first_pgdat = NULL; in shrink_zones()
6249 pg_data_t *last_pgdat; in do_try_to_free_pages()
6349 static bool allow_direct_reclaim(pg_data_t *pgdat) in allow_direct_reclaim()
6403 pg_data_t *pgdat = NULL; in throttle_direct_reclaim()
6526 pg_data_t *pgdat, in mem_cgroup_shrink_node()
6750 static bool kswapd_shrink_node(pg_data_t *pgdat, in kswapd_shrink_node()
7169 pg_data_t *pgdat = (pg_data_t *)p; in kswapd()
7253 pg_data_t *pgdat; in wakeup_kswapd()
7339 pg_data_t *pgdat = NODE_DATA(nid); in kswapd_run()
[all …]
|
| A D | mmzone.c | 32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone()
|
| A D | mm_init.c | 51 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist()
654 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range()
711 pg_data_t *pgdat; in init_reserved_page()
728 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {} in pgdat_set_deferred_range()
1673 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_node()
1706 static void __init check_for_memory(pg_data_t *pgdat) in check_for_memory()
1836 pg_data_t *pgdat; in free_area_init()
2091 pg_data_t *pgdat = data; in deferred_init_memmap()
2169 pg_data_t *pgdat = zone->zone_pgdat; in deferred_grow_zone()
|
| A D | page_owner.c | 414 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showmixedcount_print()
760 static void init_pages_in_zone(pg_data_t *pgdat, struct zone *zone) in init_pages_in_zone()
830 static void init_zones_in_node(pg_data_t *pgdat) in init_zones_in_node()
845 pg_data_t *pgdat; in init_early_allocated_pages()
|
| A D | shuffle.c | 153 void __meminit __shuffle_free_memory(pg_data_t *pgdat) in __shuffle_free_memory()
|
| A D | internal.h | 348 void __acct_reclaim_writeback(pg_data_t *pgdat, struct folio *folio,
352 pg_data_t *pgdat = folio_pgdat(folio); in acct_reclaim_writeback()
359 static inline void wake_throttle_isolated(pg_data_t *pgdat) in wake_throttle_isolated()
475 extern void reclaim_throttle(pg_data_t *pgdat, enum vmscan_throttle_state reason);
|
| A D | workingset.c | 199 static void *pack_shadow(int memcgid, pg_data_t *pgdat, unsigned long eviction, in pack_shadow()
210 static void unpack_shadow(void *shadow, int *memcgidp, pg_data_t **pgdat, in unpack_shadow()
|
| A D | page_alloc.c | 3978 pg_data_t *last_pgdat = NULL; in wake_all_kswapds()
5145 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs) in build_zonerefs_node()
5274 pg_data_t *node = NODE_DATA(node_order[i]); in build_zonelists_in_node_order()
5286 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists()
5305 static void build_zonelists(pg_data_t *pgdat) in build_zonelists()
5361 static void build_zonelists(pg_data_t *pgdat) in build_zonelists()
5402 pg_data_t *self = data; in __build_all_zonelists()
5434 pg_data_t *pgdat = NODE_DATA(nid); in __build_all_zonelists()
5490 void __ref build_all_zonelists(pg_data_t *pgdat) in build_all_zonelists()
6192 pg_data_t *pgdat; in setup_min_unmapped_ratio()
[all …]
|
| /linux/arch/s390/kernel/ |
| A D | numa.c | 25 NODE_DATA(nid) = memblock_alloc(sizeof(pg_data_t), 8); in numa_setup()
28 __func__, sizeof(pg_data_t), 8); in numa_setup()
|
| /linux/tools/testing/vma/linux/ |
| A D | mmzone.h | 36 } pg_data_t; typedef
|
| /linux/tools/testing/memblock/linux/ |
| A D | mmzone.h | 36 } pg_data_t; typedef
|
| /linux/Documentation/mm/ |
| A D | physical_memory.rst | 22 always referenced by its typedef ``pg_data_t``. A ``pg_data_t`` structure
29 static ``pg_data_t`` structure called ``contig_page_data`` is used. Nodes will
141 As we have mentioned, each node in memory is described by a ``pg_data_t`` which
196 pg_data_t *pgdat = NODE_DATA(nid);
|
| /linux/arch/x86/kernel/ |
| A D | setup_percpu.c | 67 pg_data_t *last = NULL; in pcpu_need_numa()
|
| /linux/mm/kmsan/ |
| A D | init.c | 78 const size_t nd_size = sizeof(pg_data_t); in kmsan_init_shadow()
|