Lines Matching refs:zone
159 static void defer_compaction(struct zone *zone, int order) in defer_compaction() argument
161 zone->compact_considered = 0; in defer_compaction()
162 zone->compact_defer_shift++; in defer_compaction()
164 if (order < zone->compact_order_failed) in defer_compaction()
165 zone->compact_order_failed = order; in defer_compaction()
167 if (zone->compact_defer_shift > COMPACT_MAX_DEFER_SHIFT) in defer_compaction()
168 zone->compact_defer_shift = COMPACT_MAX_DEFER_SHIFT; in defer_compaction()
170 trace_mm_compaction_defer_compaction(zone, order); in defer_compaction()
174 static bool compaction_deferred(struct zone *zone, int order) in compaction_deferred() argument
176 unsigned long defer_limit = 1UL << zone->compact_defer_shift; in compaction_deferred()
178 if (order < zone->compact_order_failed) in compaction_deferred()
182 if (++zone->compact_considered >= defer_limit) { in compaction_deferred()
183 zone->compact_considered = defer_limit; in compaction_deferred()
187 trace_mm_compaction_deferred(zone, order); in compaction_deferred()
197 void compaction_defer_reset(struct zone *zone, int order, in compaction_defer_reset() argument
201 zone->compact_considered = 0; in compaction_defer_reset()
202 zone->compact_defer_shift = 0; in compaction_defer_reset()
204 if (order >= zone->compact_order_failed) in compaction_defer_reset()
205 zone->compact_order_failed = order + 1; in compaction_defer_reset()
207 trace_mm_compaction_defer_reset(zone, order); in compaction_defer_reset()
211 static bool compaction_restarting(struct zone *zone, int order) in compaction_restarting() argument
213 if (order < zone->compact_order_failed) in compaction_restarting()
216 return zone->compact_defer_shift == COMPACT_MAX_DEFER_SHIFT && in compaction_restarting()
217 zone->compact_considered >= 1UL << zone->compact_defer_shift; in compaction_restarting()
230 static void reset_cached_positions(struct zone *zone) in reset_cached_positions() argument
232 zone->compact_cached_migrate_pfn[0] = zone->zone_start_pfn; in reset_cached_positions()
233 zone->compact_cached_migrate_pfn[1] = zone->zone_start_pfn; in reset_cached_positions()
234 zone->compact_cached_free_pfn = in reset_cached_positions()
235 pageblock_start_pfn(zone_end_pfn(zone) - 1); in reset_cached_positions()
257 __reset_isolation_pfn(struct zone *zone, unsigned long pfn, bool check_source, in __reset_isolation_pfn() argument
267 if (zone != page_zone(page)) in __reset_isolation_pfn()
289 block_pfn = max(block_pfn, zone->zone_start_pfn); in __reset_isolation_pfn()
298 block_pfn = min(block_pfn, zone_end_pfn(zone) - 1); in __reset_isolation_pfn()
331 static void __reset_isolation_suitable(struct zone *zone) in __reset_isolation_suitable() argument
333 unsigned long migrate_pfn = zone->zone_start_pfn; in __reset_isolation_suitable()
334 unsigned long free_pfn = zone_end_pfn(zone) - 1; in __reset_isolation_suitable()
340 if (!zone->compact_blockskip_flush) in __reset_isolation_suitable()
343 zone->compact_blockskip_flush = false; in __reset_isolation_suitable()
356 if (__reset_isolation_pfn(zone, migrate_pfn, true, source_set) && in __reset_isolation_suitable()
360 zone->compact_init_migrate_pfn = reset_migrate; in __reset_isolation_suitable()
361 zone->compact_cached_migrate_pfn[0] = reset_migrate; in __reset_isolation_suitable()
362 zone->compact_cached_migrate_pfn[1] = reset_migrate; in __reset_isolation_suitable()
366 if (__reset_isolation_pfn(zone, free_pfn, free_set, true) && in __reset_isolation_suitable()
370 zone->compact_init_free_pfn = reset_free; in __reset_isolation_suitable()
371 zone->compact_cached_free_pfn = reset_free; in __reset_isolation_suitable()
377 zone->compact_cached_migrate_pfn[0] = migrate_pfn; in __reset_isolation_suitable()
378 zone->compact_cached_migrate_pfn[1] = migrate_pfn; in __reset_isolation_suitable()
379 zone->compact_cached_free_pfn = free_pfn; in __reset_isolation_suitable()
388 struct zone *zone = &pgdat->node_zones[zoneid]; in reset_isolation_suitable() local
389 if (!populated_zone(zone)) in reset_isolation_suitable()
393 if (zone->compact_blockskip_flush) in reset_isolation_suitable()
394 __reset_isolation_suitable(zone); in reset_isolation_suitable()
423 struct zone *zone = cc->zone; in update_cached_migrate() local
431 if (pfn > zone->compact_cached_migrate_pfn[0]) in update_cached_migrate()
432 zone->compact_cached_migrate_pfn[0] = pfn; in update_cached_migrate()
434 pfn > zone->compact_cached_migrate_pfn[1]) in update_cached_migrate()
435 zone->compact_cached_migrate_pfn[1] = pfn; in update_cached_migrate()
445 struct zone *zone = cc->zone; in update_pageblock_skip() local
456 if (pfn < zone->compact_cached_free_pfn) in update_pageblock_skip()
457 zone->compact_cached_free_pfn = pfn; in update_pageblock_skip()
581 && compact_unlock_should_abort(&cc->zone->lock, flags, in isolate_freepages_block()
614 locked = compact_lock_irqsave(&cc->zone->lock, in isolate_freepages_block()
651 spin_unlock_irqrestore(&cc->zone->lock, flags); in isolate_freepages_block()
703 if (block_start_pfn < cc->zone->zone_start_pfn) in isolate_freepages_range()
704 block_start_pfn = cc->zone->zone_start_pfn; in isolate_freepages_range()
727 block_end_pfn, cc->zone)) in isolate_freepages_range()
803 pg_data_t *pgdat = cc->zone->zone_pgdat; in isolate_migratepages_block()
1195 if (block_start_pfn < cc->zone->zone_start_pfn) in isolate_migratepages_range()
1196 block_start_pfn = cc->zone->zone_start_pfn; in isolate_migratepages_range()
1206 block_end_pfn, cc->zone)) in isolate_migratepages_range()
1336 start_pfn = max(pageblock_start_pfn(pfn), cc->zone->zone_start_pfn); in fast_isolate_around()
1337 end_pfn = min(pageblock_end_pfn(pfn), zone_end_pfn(cc->zone)); in fast_isolate_around()
1339 page = pageblock_pfn_to_page(start_pfn, end_pfn, cc->zone); in fast_isolate_around()
1398 if (cc->free_pfn >= cc->zone->compact_init_free_pfn) { in fast_isolate_freepages()
1423 struct free_area *area = &cc->zone->free_area[order]; in fast_isolate_freepages()
1433 spin_lock_irqsave(&cc->zone->lock, flags); in fast_isolate_freepages()
1444 cc->zone->zone_start_pfn); in fast_isolate_freepages()
1490 spin_unlock_irqrestore(&cc->zone->lock, flags); in fast_isolate_freepages()
1515 zone_end_pfn(cc->zone)), in fast_isolate_freepages()
1516 cc->zone); in fast_isolate_freepages()
1523 if (highest && highest >= cc->zone->compact_cached_free_pfn) { in fast_isolate_freepages()
1525 cc->zone->compact_cached_free_pfn = highest; in fast_isolate_freepages()
1543 struct zone *zone = cc->zone; in isolate_freepages() local
1571 zone_end_pfn(zone)); in isolate_freepages()
1594 zone); in isolate_freepages()
1756 if (pfn != cc->zone->zone_start_pfn && pfn != pageblock_start_pfn(pfn)) in fast_find_migrateblock()
1783 if (cc->migrate_pfn != cc->zone->zone_start_pfn) in fast_find_migrateblock()
1790 struct free_area *area = &cc->zone->free_area[order]; in fast_find_migrateblock()
1798 spin_lock_irqsave(&cc->zone->lock, flags); in fast_find_migrateblock()
1830 spin_unlock_irqrestore(&cc->zone->lock, flags); in fast_find_migrateblock()
1869 if (block_start_pfn < cc->zone->zone_start_pfn) in isolate_migratepages()
1870 block_start_pfn = cc->zone->zone_start_pfn; in isolate_migratepages()
1901 block_end_pfn, cc->zone); in isolate_migratepages()
1963 static unsigned int fragmentation_score_zone(struct zone *zone) in fragmentation_score_zone() argument
1965 return extfrag_for_order(zone, COMPACTION_HPAGE_ORDER); in fragmentation_score_zone()
1978 static unsigned int fragmentation_score_zone_weighted(struct zone *zone) in fragmentation_score_zone_weighted() argument
1982 score = zone->present_pages * fragmentation_score_zone(zone); in fragmentation_score_zone_weighted()
1983 return div64_ul(score, zone->zone_pgdat->node_present_pages + 1); in fragmentation_score_zone_weighted()
1999 struct zone *zone; in fragmentation_score_node() local
2001 zone = &pgdat->node_zones[zoneid]; in fragmentation_score_node()
2002 score += fragmentation_score_zone_weighted(zone); in fragmentation_score_node()
2041 reset_cached_positions(cc->zone); in __compact_finished()
2050 cc->zone->compact_blockskip_flush = true; in __compact_finished()
2062 pgdat = cc->zone->zone_pgdat; in __compact_finished()
2066 score = fragmentation_score_zone(cc->zone); in __compact_finished()
2092 struct free_area *area = &cc->zone->free_area[order]; in __compact_finished()
2147 trace_mm_compaction_finished(cc->zone, cc->order, ret); in compact_finished()
2154 static enum compact_result __compaction_suitable(struct zone *zone, int order, in __compaction_suitable() argument
2164 watermark = wmark_pages(zone, alloc_flags & ALLOC_WMARK_MASK); in __compaction_suitable()
2169 if (zone_watermark_ok(zone, order, watermark, highest_zoneidx, in __compaction_suitable()
2188 low_wmark_pages(zone) : min_wmark_pages(zone); in __compaction_suitable()
2190 if (!__zone_watermark_ok(zone, 0, watermark, highest_zoneidx, in __compaction_suitable()
2204 enum compact_result compaction_suitable(struct zone *zone, int order, in compaction_suitable() argument
2211 ret = __compaction_suitable(zone, order, alloc_flags, highest_zoneidx, in compaction_suitable()
2212 zone_page_state(zone, NR_FREE_PAGES)); in compaction_suitable()
2230 fragindex = fragmentation_index(zone, order); in compaction_suitable()
2235 trace_mm_compaction_suitable(zone, order, ret); in compaction_suitable()
2245 struct zone *zone; in compaction_zonelist_suitable() local
2252 for_each_zone_zonelist_nodemask(zone, z, ac->zonelist, in compaction_zonelist_suitable()
2263 available = zone_reclaimable_pages(zone) / order; in compaction_zonelist_suitable()
2264 available += zone_page_state_snapshot(zone, NR_FREE_PAGES); in compaction_zonelist_suitable()
2265 compact_result = __compaction_suitable(zone, order, alloc_flags, in compaction_zonelist_suitable()
2278 unsigned long start_pfn = cc->zone->zone_start_pfn; in compact_zone()
2279 unsigned long end_pfn = zone_end_pfn(cc->zone); in compact_zone()
2296 ret = compaction_suitable(cc->zone, cc->order, cc->alloc_flags, in compact_zone()
2309 if (compaction_restarting(cc->zone, cc->order)) in compact_zone()
2310 __reset_isolation_suitable(cc->zone); in compact_zone()
2323 cc->migrate_pfn = cc->zone->compact_cached_migrate_pfn[sync]; in compact_zone()
2324 cc->free_pfn = cc->zone->compact_cached_free_pfn; in compact_zone()
2327 cc->zone->compact_cached_free_pfn = cc->free_pfn; in compact_zone()
2331 cc->zone->compact_cached_migrate_pfn[0] = cc->migrate_pfn; in compact_zone()
2332 cc->zone->compact_cached_migrate_pfn[1] = cc->migrate_pfn; in compact_zone()
2335 if (cc->migrate_pfn <= cc->zone->compact_init_migrate_pfn) in compact_zone()
2350 cc->zone->compact_cached_migrate_pfn[0] == cc->zone->compact_cached_migrate_pfn[1]; in compact_zone()
2384 cc->zone->compact_cached_migrate_pfn[1] = in compact_zone()
2385 cc->zone->compact_cached_migrate_pfn[0]; in compact_zone()
2444 lru_add_drain_cpu_zone(cc->zone); in compact_zone()
2473 if (free_pfn > cc->zone->compact_cached_free_pfn) in compact_zone()
2474 cc->zone->compact_cached_free_pfn = free_pfn; in compact_zone()
2486 static enum compact_result compact_zone_order(struct zone *zone, int order, in compact_zone_order() argument
2496 .zone = zone, in compact_zone_order()
2562 struct zone *zone; in try_to_compact_pages() local
2575 for_each_zone_zonelist_nodemask(zone, z, ac->zonelist, in try_to_compact_pages()
2580 && compaction_deferred(zone, order)) { in try_to_compact_pages()
2585 status = compact_zone_order(zone, order, gfp_mask, prio, in try_to_compact_pages()
2597 compaction_defer_reset(zone, order, false); in try_to_compact_pages()
2609 defer_compaction(zone, order); in try_to_compact_pages()
2636 struct zone *zone; in proactive_compact_node() local
2647 zone = &pgdat->node_zones[zoneid]; in proactive_compact_node()
2648 if (!populated_zone(zone)) in proactive_compact_node()
2651 cc.zone = zone; in proactive_compact_node()
2665 struct zone *zone; in compact_node() local
2677 zone = &pgdat->node_zones[zoneid]; in compact_node()
2678 if (!populated_zone(zone)) in compact_node()
2681 cc.zone = zone; in compact_node()
2784 struct zone *zone; in kcompactd_node_suitable() local
2788 zone = &pgdat->node_zones[zoneid]; in kcompactd_node_suitable()
2790 if (!populated_zone(zone)) in kcompactd_node_suitable()
2793 if (compaction_suitable(zone, pgdat->kcompactd_max_order, 0, in kcompactd_node_suitable()
2808 struct zone *zone; in kcompactd_do_work() local
2824 zone = &pgdat->node_zones[zoneid]; in kcompactd_do_work()
2825 if (!populated_zone(zone)) in kcompactd_do_work()
2828 if (compaction_deferred(zone, cc.order)) in kcompactd_do_work()
2831 if (compaction_suitable(zone, cc.order, 0, zoneid) != in kcompactd_do_work()
2838 cc.zone = zone; in kcompactd_do_work()
2842 compaction_defer_reset(zone, cc.order, false); in kcompactd_do_work()
2850 drain_all_pages(zone); in kcompactd_do_work()
2856 defer_compaction(zone, cc.order); in kcompactd_do_work()