Lines Matching refs:flags
103 #define pcp_trylock_prepare(flags) do { } while (0) argument
108 #define pcp_trylock_prepare(flags) local_irq_save(flags) argument
109 #define pcp_trylock_finish(flags) local_irq_restore(flags) argument
447 unsigned long flags; in get_pfnblock_migratetype() local
449 flags = __get_pfnblock_flags_mask(page, pfn, mask); in get_pfnblock_migratetype()
452 if (flags & BIT(PB_migrate_isolate)) in get_pfnblock_migratetype()
455 return flags & MIGRATETYPE_MASK; in get_pfnblock_migratetype()
467 unsigned long flags, unsigned long mask) in __set_pfnblock_flags_mask() argument
476 flags <<= bitidx; in __set_pfnblock_flags_mask()
480 } while (!try_cmpxchg(bitmap_word, &word, (word & ~mask) | flags)); in __set_pfnblock_flags_mask()
555 unsigned long flags; in init_pageblock_migratetype() local
561 flags = migratetype; in init_pageblock_migratetype()
571 flags |= BIT(PB_migrate_isolate); in init_pageblock_migratetype()
573 __set_pfnblock_flags_mask(page, page_to_pfn(page), flags, in init_pageblock_migratetype()
738 !(current->flags & PF_KTHREAD) && in task_capc()
953 VM_BUG_ON_PAGE(page->flags & PAGE_FLAGS_CHECK_AT_PREP, page); in __free_one_page()
1046 (page->flags & check_flags))) in page_expected_state()
1052 static const char *page_bad_reason(struct page *page, unsigned long flags) in page_bad_reason() argument
1062 if (unlikely(page->flags & flags)) { in page_bad_reason()
1063 if (flags == PAGE_FLAGS_CHECK_AT_PREP) in page_bad_reason()
1361 page[1].flags &= ~PAGE_FLAGS_SECOND; in free_pages_prepare()
1375 (page + i)->flags &= ~PAGE_FLAGS_CHECK_AT_PREP; in free_pages_prepare()
1394 page->flags &= ~PAGE_FLAGS_CHECK_AT_PREP; in free_pages_prepare()
1447 unsigned long flags; in free_pcppages_bulk() local
1460 spin_lock_irqsave(&zone->lock, flags); in free_pcppages_bulk()
1493 spin_unlock_irqrestore(&zone->lock, flags); in free_pcppages_bulk()
1534 unsigned long flags; in free_one_page() local
1537 if (!spin_trylock_irqsave(&zone->lock, flags)) { in free_one_page()
1542 spin_lock_irqsave(&zone->lock, flags); in free_one_page()
1560 spin_unlock_irqrestore(&zone->lock, flags); in free_one_page()
1768 static inline bool should_skip_kasan_unpoison(gfp_t flags) in should_skip_kasan_unpoison() argument
1783 return flags & __GFP_SKIP_KASAN; in should_skip_kasan_unpoison()
1786 static inline bool should_skip_init(gfp_t flags) in should_skip_init() argument
1793 return (flags & __GFP_SKIP_ZERO); in should_skip_init()
2312 set_bit(ZONE_BOOSTED_WATERMARK, &zone->flags); in try_to_claim_block()
2528 unsigned long flags; in rmqueue_bulk() local
2532 if (!spin_trylock_irqsave(&zone->lock, flags)) in rmqueue_bulk()
2535 spin_lock_irqsave(&zone->lock, flags); in rmqueue_bulk()
2555 spin_unlock_irqrestore(&zone->lock, flags); in rmqueue_bulk()
2796 if (test_bit(ZONE_RECLAIM_ACTIVE, &zone->flags)) { in nr_pcp_high()
2806 if (test_bit(ZONE_BELOW_HIGH, &zone->flags)) { in nr_pcp_high()
2850 (pcp->flags & PCPF_PREV_FREE_HIGH_ORDER) && in free_frozen_page_commit()
2851 (!(pcp->flags & PCPF_FREE_HIGH_BATCH) || in free_frozen_page_commit()
2853 pcp->flags |= PCPF_PREV_FREE_HIGH_ORDER; in free_frozen_page_commit()
2854 } else if (pcp->flags & PCPF_PREV_FREE_HIGH_ORDER) { in free_frozen_page_commit()
2855 pcp->flags &= ~PCPF_PREV_FREE_HIGH_ORDER; in free_frozen_page_commit()
2871 if (test_bit(ZONE_BELOW_HIGH, &zone->flags) && in free_frozen_page_commit()
2874 clear_bit(ZONE_BELOW_HIGH, &zone->flags); in free_frozen_page_commit()
3151 unsigned long flags; in rmqueue_buddy() local
3156 if (!spin_trylock_irqsave(&zone->lock, flags)) in rmqueue_buddy()
3159 spin_lock_irqsave(&zone->lock, flags); in rmqueue_buddy()
3178 spin_unlock_irqrestore(&zone->lock, flags); in rmqueue_buddy()
3182 spin_unlock_irqrestore(&zone->lock, flags); in rmqueue_buddy()
3214 if (high_min != high_max && !test_bit(ZONE_BELOW_HIGH, &zone->flags)) in nr_pcp_alloc()
3341 unlikely(test_bit(ZONE_BOOSTED_WATERMARK, &zone->flags))) { in rmqueue()
3342 clear_bit(ZONE_BOOSTED_WATERMARK, &zone->flags); in rmqueue()
3359 unsigned long max_managed, flags; in reserve_highatomic_pageblock() local
3373 spin_lock_irqsave(&zone->lock, flags); in reserve_highatomic_pageblock()
3395 spin_unlock_irqrestore(&zone->lock, flags); in reserve_highatomic_pageblock()
3411 unsigned long flags; in unreserve_highatomic_pageblock() local
3428 spin_lock_irqsave(&zone->lock, flags); in unreserve_highatomic_pageblock()
3476 spin_unlock_irqrestore(&zone->lock, flags); in unreserve_highatomic_pageblock()
3480 spin_unlock_irqrestore(&zone->lock, flags); in unreserve_highatomic_pageblock()
3798 if (test_bit(ZONE_BELOW_HIGH, &zone->flags)) in get_page_from_freelist()
3807 set_bit(ZONE_BELOW_HIGH, &zone->flags); in get_page_from_freelist()
3903 (current->flags & (PF_MEMALLOC | PF_EXITING))) in warn_alloc_show_mem()
3994 if (current->flags & PF_DUMPCORE) in __alloc_pages_may_oom()
4223 if (current->flags & PF_MEMALLOC) in __need_reclaim()
4458 if (in_serving_softirq() && (current->flags & PF_MEMALLOC)) in __gfp_pfmemalloc_flags()
4461 if (current->flags & PF_MEMALLOC) in __gfp_pfmemalloc_flags()
4550 if (current->flags & PF_WQ_WORKER) in should_reclaim_retry()
4630 WARN_ON_ONCE(current->flags & PF_MEMALLOC); in __alloc_pages_slowpath()
4777 if (current->flags & PF_MEMALLOC) in __alloc_pages_slowpath()
5686 unsigned long flags; in __build_all_zonelists() local
5692 write_seqlock_irqsave(&zonelist_update_seq, flags); in __build_all_zonelists()
5737 write_sequnlock_irqrestore(&zonelist_update_seq, flags); in __build_all_zonelists()
6048 pcp->flags |= PCPF_FREE_HIGH_BATCH; in zone_pcp_update_cacheinfo()
6050 pcp->flags &= ~PCPF_FREE_HIGH_BATCH; in zone_pcp_update_cacheinfo()
6301 unsigned long flags; in __setup_per_zone_wmarks() local
6312 spin_lock_irqsave(&zone->lock, flags); in __setup_per_zone_wmarks()
6353 spin_unlock_irqrestore(&zone->lock, flags); in __setup_per_zone_wmarks()
7036 unsigned long ret, pfn, flags; in alloc_contig_pages_noprof() local
7044 spin_lock_irqsave(&zone->lock, flags); in alloc_contig_pages_noprof()
7056 spin_unlock_irqrestore(&zone->lock, flags); in alloc_contig_pages_noprof()
7061 spin_lock_irqsave(&zone->lock, flags); in alloc_contig_pages_noprof()
7065 spin_unlock_irqrestore(&zone->lock, flags); in alloc_contig_pages_noprof()
7150 unsigned long already_offline = 0, flags; in __offline_isolated_pages() local
7158 spin_lock_irqsave(&zone->lock, flags); in __offline_isolated_pages()
7188 spin_unlock_irqrestore(&zone->lock, flags); in __offline_isolated_pages()
7260 unsigned long flags; in take_page_off_buddy() local
7264 spin_lock_irqsave(&zone->lock, flags); in take_page_off_buddy()
7285 spin_unlock_irqrestore(&zone->lock, flags); in take_page_off_buddy()
7295 unsigned long flags; in put_page_back_buddy() local
7298 spin_lock_irqsave(&zone->lock, flags); in put_page_back_buddy()
7309 spin_unlock_irqrestore(&zone->lock, flags); in put_page_back_buddy()
7355 static void __accept_page(struct zone *zone, unsigned long *flags, in __accept_page() argument
7362 spin_unlock_irqrestore(&zone->lock, *flags); in __accept_page()
7372 unsigned long flags; in accept_page() local
7374 spin_lock_irqsave(&zone->lock, flags); in accept_page()
7376 spin_unlock_irqrestore(&zone->lock, flags); in accept_page()
7381 __accept_page(zone, &flags, page); in accept_page()
7386 unsigned long flags; in try_to_accept_memory_one() local
7389 spin_lock_irqsave(&zone->lock, flags); in try_to_accept_memory_one()
7393 spin_unlock_irqrestore(&zone->lock, flags); in try_to_accept_memory_one()
7398 __accept_page(zone, &flags, page); in try_to_accept_memory_one()
7445 unsigned long flags; in __free_unaccepted() local
7450 spin_lock_irqsave(&zone->lock, flags); in __free_unaccepted()
7455 spin_unlock_irqrestore(&zone->lock, flags); in __free_unaccepted()