Lines Matching refs:pgdat
376 void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable() argument
381 struct zone *zone = &pgdat->node_zones[zoneid]; in reset_isolation_suitable()
747 static bool too_many_isolated(pg_data_t *pgdat) in too_many_isolated() argument
753 inactive = node_page_state(pgdat, NR_INACTIVE_FILE) + in too_many_isolated()
754 node_page_state(pgdat, NR_INACTIVE_ANON); in too_many_isolated()
755 active = node_page_state(pgdat, NR_ACTIVE_FILE) + in too_many_isolated()
756 node_page_state(pgdat, NR_ACTIVE_ANON); in too_many_isolated()
757 isolated = node_page_state(pgdat, NR_ISOLATED_FILE) + in too_many_isolated()
758 node_page_state(pgdat, NR_ISOLATED_ANON); in too_many_isolated()
762 wake_throttle_isolated(pgdat); in too_many_isolated()
788 pg_data_t *pgdat = cc->zone->zone_pgdat; in isolate_migratepages_block() local
808 while (unlikely(too_many_isolated(pgdat))) { in isolate_migratepages_block()
817 reclaim_throttle(pgdat, VMSCAN_THROTTLE_ISOLATED); in isolate_migratepages_block()
1982 static bool kswapd_is_running(pg_data_t *pgdat) in kswapd_is_running() argument
1986 pgdat_kswapd_lock(pgdat); in kswapd_is_running()
1987 running = pgdat->kswapd && task_is_running(pgdat->kswapd); in kswapd_is_running()
1988 pgdat_kswapd_unlock(pgdat); in kswapd_is_running()
2027 static unsigned int fragmentation_score_node(pg_data_t *pgdat) in fragmentation_score_node() argument
2035 zone = &pgdat->node_zones[zoneid]; in fragmentation_score_node()
2044 static unsigned int fragmentation_score_wmark(pg_data_t *pgdat, bool low) in fragmentation_score_wmark() argument
2057 static bool should_proactive_compact_node(pg_data_t *pgdat) in should_proactive_compact_node() argument
2061 if (!sysctl_compaction_proactiveness || kswapd_is_running(pgdat)) in should_proactive_compact_node()
2064 wmark_high = fragmentation_score_wmark(pgdat, false); in should_proactive_compact_node()
2065 return fragmentation_score_node(pgdat) > wmark_high; in should_proactive_compact_node()
2096 pg_data_t *pgdat; in __compact_finished() local
2098 pgdat = cc->zone->zone_pgdat; in __compact_finished()
2099 if (kswapd_is_running(pgdat)) in __compact_finished()
2103 wmark_low = fragmentation_score_wmark(pgdat, true); in __compact_finished()
2665 static void proactive_compact_node(pg_data_t *pgdat) in proactive_compact_node() argument
2679 zone = &pgdat->node_zones[zoneid]; in proactive_compact_node()
2697 pg_data_t *pgdat = NODE_DATA(nid); in compact_node() local
2711 zone = &pgdat->node_zones[zoneid]; in compact_node()
2751 pg_data_t *pgdat = NODE_DATA(nid); in compaction_proactiveness_sysctl_handler() local
2753 if (pgdat->proactive_compact_trigger) in compaction_proactiveness_sysctl_handler()
2756 pgdat->proactive_compact_trigger = true; in compaction_proactiveness_sysctl_handler()
2757 trace_mm_compaction_wakeup_kcompactd(pgdat->node_id, -1, in compaction_proactiveness_sysctl_handler()
2758 pgdat->nr_zones - 1); in compaction_proactiveness_sysctl_handler()
2759 wake_up_interruptible(&pgdat->kcompactd_wait); in compaction_proactiveness_sysctl_handler()
2808 static inline bool kcompactd_work_requested(pg_data_t *pgdat) in kcompactd_work_requested() argument
2810 return pgdat->kcompactd_max_order > 0 || kthread_should_stop() || in kcompactd_work_requested()
2811 pgdat->proactive_compact_trigger; in kcompactd_work_requested()
2814 static bool kcompactd_node_suitable(pg_data_t *pgdat) in kcompactd_node_suitable() argument
2818 enum zone_type highest_zoneidx = pgdat->kcompactd_highest_zoneidx; in kcompactd_node_suitable()
2821 zone = &pgdat->node_zones[zoneid]; in kcompactd_node_suitable()
2826 if (compaction_suitable(zone, pgdat->kcompactd_max_order, 0, in kcompactd_node_suitable()
2834 static void kcompactd_do_work(pg_data_t *pgdat) in kcompactd_do_work() argument
2843 .order = pgdat->kcompactd_max_order, in kcompactd_do_work()
2844 .search_order = pgdat->kcompactd_max_order, in kcompactd_do_work()
2845 .highest_zoneidx = pgdat->kcompactd_highest_zoneidx, in kcompactd_do_work()
2850 trace_mm_compaction_kcompactd_wake(pgdat->node_id, cc.order, in kcompactd_do_work()
2857 zone = &pgdat->node_zones[zoneid]; in kcompactd_do_work()
2903 if (pgdat->kcompactd_max_order <= cc.order) in kcompactd_do_work()
2904 pgdat->kcompactd_max_order = 0; in kcompactd_do_work()
2905 if (pgdat->kcompactd_highest_zoneidx >= cc.highest_zoneidx) in kcompactd_do_work()
2906 pgdat->kcompactd_highest_zoneidx = pgdat->nr_zones - 1; in kcompactd_do_work()
2909 void wakeup_kcompactd(pg_data_t *pgdat, int order, int highest_zoneidx) in wakeup_kcompactd() argument
2914 if (pgdat->kcompactd_max_order < order) in wakeup_kcompactd()
2915 pgdat->kcompactd_max_order = order; in wakeup_kcompactd()
2917 if (pgdat->kcompactd_highest_zoneidx > highest_zoneidx) in wakeup_kcompactd()
2918 pgdat->kcompactd_highest_zoneidx = highest_zoneidx; in wakeup_kcompactd()
2924 if (!wq_has_sleeper(&pgdat->kcompactd_wait)) in wakeup_kcompactd()
2927 if (!kcompactd_node_suitable(pgdat)) in wakeup_kcompactd()
2930 trace_mm_compaction_wakeup_kcompactd(pgdat->node_id, order, in wakeup_kcompactd()
2932 wake_up_interruptible(&pgdat->kcompactd_wait); in wakeup_kcompactd()
2941 pg_data_t *pgdat = (pg_data_t *)p; in kcompactd() local
2946 const struct cpumask *cpumask = cpumask_of_node(pgdat->node_id); in kcompactd()
2953 pgdat->kcompactd_max_order = 0; in kcompactd()
2954 pgdat->kcompactd_highest_zoneidx = pgdat->nr_zones - 1; in kcompactd()
2965 trace_mm_compaction_kcompactd_sleep(pgdat->node_id); in kcompactd()
2966 if (wait_event_freezable_timeout(pgdat->kcompactd_wait, in kcompactd()
2967 kcompactd_work_requested(pgdat), timeout) && in kcompactd()
2968 !pgdat->proactive_compact_trigger) { in kcompactd()
2971 kcompactd_do_work(pgdat); in kcompactd()
2989 if (should_proactive_compact_node(pgdat)) { in kcompactd()
2992 prev_score = fragmentation_score_node(pgdat); in kcompactd()
2993 proactive_compact_node(pgdat); in kcompactd()
2994 score = fragmentation_score_node(pgdat); in kcompactd()
3003 if (unlikely(pgdat->proactive_compact_trigger)) in kcompactd()
3004 pgdat->proactive_compact_trigger = false; in kcompactd()
3016 pg_data_t *pgdat = NODE_DATA(nid); in kcompactd_run() local
3018 if (pgdat->kcompactd) in kcompactd_run()
3021 pgdat->kcompactd = kthread_run(kcompactd, pgdat, "kcompactd%d", nid); in kcompactd_run()
3022 if (IS_ERR(pgdat->kcompactd)) { in kcompactd_run()
3024 pgdat->kcompactd = NULL; in kcompactd_run()
3053 pg_data_t *pgdat = NODE_DATA(nid); in kcompactd_cpu_online() local
3056 mask = cpumask_of_node(pgdat->node_id); in kcompactd_cpu_online()
3060 if (pgdat->kcompactd) in kcompactd_cpu_online()
3061 set_cpus_allowed_ptr(pgdat->kcompactd, mask); in kcompactd_cpu_online()