Lines Matching refs:alloc_flags
294 int alloc_flags);
1857 unsigned int alloc_flags) in prep_new_page() argument
1870 if (alloc_flags & ALLOC_NO_WATERMARKS) in prep_new_page()
2290 int block_type, unsigned int alloc_flags) in try_to_claim_block() argument
2311 if (boost_watermark(zone) && (alloc_flags & ALLOC_KSWAPD)) in try_to_claim_block()
2364 unsigned int alloc_flags) in __rmqueue_claim() argument
2377 if (order < pageblock_order && alloc_flags & ALLOC_NOFRAGMENT) in __rmqueue_claim()
2402 alloc_flags); in __rmqueue_claim()
2455 unsigned int alloc_flags, enum rmqueue_mode *mode) in __rmqueue() argument
2465 if (alloc_flags & ALLOC_CMA && in __rmqueue()
2490 if (alloc_flags & ALLOC_CMA) { in __rmqueue()
2499 page = __rmqueue_claim(zone, order, migratetype, alloc_flags); in __rmqueue()
2507 if (!(alloc_flags & ALLOC_NOFRAGMENT)) { in __rmqueue()
2525 int migratetype, unsigned int alloc_flags) in rmqueue_bulk() argument
2531 if (unlikely(alloc_flags & ALLOC_TRYLOCK)) { in rmqueue_bulk()
2539 alloc_flags, &rmqm); in rmqueue_bulk()
3147 unsigned int order, unsigned int alloc_flags, in rmqueue_buddy() argument
3155 if (unlikely(alloc_flags & ALLOC_TRYLOCK)) { in rmqueue_buddy()
3161 if (alloc_flags & ALLOC_HIGHATOMIC) in rmqueue_buddy()
3166 page = __rmqueue(zone, order, migratetype, alloc_flags, &rmqm); in rmqueue_buddy()
3174 if (!page && (alloc_flags & (ALLOC_OOM|ALLOC_NON_BLOCK))) in rmqueue_buddy()
3245 unsigned int alloc_flags, in __rmqueue_pcplist() argument
3258 migratetype, alloc_flags); in __rmqueue_pcplist()
3276 int migratetype, unsigned int alloc_flags) in rmqueue_pcplist() argument
3298 page = __rmqueue_pcplist(zone, order, migratetype, alloc_flags, pcp, list); in rmqueue_pcplist()
3323 gfp_t gfp_flags, unsigned int alloc_flags, in rmqueue() argument
3330 migratetype, alloc_flags); in rmqueue()
3335 page = rmqueue_buddy(preferred_zone, zone, order, alloc_flags, in rmqueue()
3340 if ((alloc_flags & ALLOC_KSWAPD) && in rmqueue()
3487 unsigned int order, unsigned int alloc_flags) in __zone_watermark_unusable_free() argument
3495 if (likely(!(alloc_flags & ALLOC_RESERVES))) in __zone_watermark_unusable_free()
3500 if (!(alloc_flags & ALLOC_CMA)) in __zone_watermark_unusable_free()
3514 int highest_zoneidx, unsigned int alloc_flags, in __zone_watermark_ok() argument
3521 free_pages -= __zone_watermark_unusable_free(z, order, alloc_flags); in __zone_watermark_ok()
3523 if (unlikely(alloc_flags & ALLOC_RESERVES)) { in __zone_watermark_ok()
3528 if (alloc_flags & ALLOC_MIN_RESERVE) { in __zone_watermark_ok()
3538 if (alloc_flags & ALLOC_NON_BLOCK) in __zone_watermark_ok()
3548 if (alloc_flags & ALLOC_OOM) in __zone_watermark_ok()
3578 if ((alloc_flags & ALLOC_CMA) && in __zone_watermark_ok()
3583 if ((alloc_flags & (ALLOC_HIGHATOMIC|ALLOC_OOM)) && in __zone_watermark_ok()
3592 int highest_zoneidx, unsigned int alloc_flags) in zone_watermark_ok() argument
3594 return __zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags, in zone_watermark_ok()
3600 unsigned int alloc_flags, gfp_t gfp_mask) in zone_watermark_fast() argument
3615 reserved = __zone_watermark_unusable_free(z, 0, alloc_flags); in zone_watermark_fast()
3623 if (__zone_watermark_ok(z, order, mark, highest_zoneidx, alloc_flags, in zone_watermark_fast()
3633 if (unlikely(!order && (alloc_flags & ALLOC_MIN_RESERVE) && z->watermark_boost in zone_watermark_fast()
3634 && ((alloc_flags & ALLOC_WMARK_MASK) == WMARK_MIN))) { in zone_watermark_fast()
3637 alloc_flags, free_pages); in zone_watermark_fast()
3669 unsigned int alloc_flags; in alloc_flags_nofragment() local
3675 alloc_flags = (__force int) (gfp_mask & __GFP_KSWAPD_RECLAIM); in alloc_flags_nofragment()
3678 alloc_flags |= ALLOC_NOFRAGMENT; in alloc_flags_nofragment()
3679 return alloc_flags; in alloc_flags_nofragment()
3684 return alloc_flags; in alloc_flags_nofragment()
3687 return alloc_flags; in alloc_flags_nofragment()
3696 return alloc_flags; in alloc_flags_nofragment()
3698 alloc_flags |= ALLOC_NOFRAGMENT; in alloc_flags_nofragment()
3700 return alloc_flags; in alloc_flags_nofragment()
3705 unsigned int alloc_flags) in gfp_to_alloc_flags_cma() argument
3709 alloc_flags |= ALLOC_CMA; in gfp_to_alloc_flags_cma()
3711 return alloc_flags; in gfp_to_alloc_flags_cma()
3719 get_page_from_freelist(gfp_t gfp_mask, unsigned int order, int alloc_flags, in get_page_from_freelist() argument
3733 no_fallback = alloc_flags & ALLOC_NOFRAGMENT; in get_page_from_freelist()
3741 (alloc_flags & ALLOC_CPUSET) && in get_page_from_freelist()
3784 alloc_flags &= ~ALLOC_NOFRAGMENT; in get_page_from_freelist()
3789 cond_accept_memory(zone, order, alloc_flags); in get_page_from_freelist()
3803 ac->highest_zoneidx, alloc_flags, in get_page_from_freelist()
3810 mark = wmark_pages(zone, alloc_flags & ALLOC_WMARK_MASK); in get_page_from_freelist()
3812 ac->highest_zoneidx, alloc_flags, in get_page_from_freelist()
3816 if (cond_accept_memory(zone, order, alloc_flags)) in get_page_from_freelist()
3829 if (alloc_flags & ALLOC_NO_WATERMARKS) in get_page_from_freelist()
3847 ac->highest_zoneidx, alloc_flags)) in get_page_from_freelist()
3856 gfp_mask, alloc_flags, ac->migratetype); in get_page_from_freelist()
3858 prep_new_page(page, order, gfp_mask, alloc_flags); in get_page_from_freelist()
3864 if (unlikely(alloc_flags & ALLOC_HIGHATOMIC)) in get_page_from_freelist()
3869 if (cond_accept_memory(zone, order, alloc_flags)) in get_page_from_freelist()
3885 alloc_flags &= ~ALLOC_NOFRAGMENT; in get_page_from_freelist()
3938 unsigned int alloc_flags, in __alloc_pages_cpuset_fallback() argument
3944 alloc_flags|ALLOC_CPUSET, ac); in __alloc_pages_cpuset_fallback()
3951 alloc_flags, ac); in __alloc_pages_cpuset_fallback()
4052 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_compact() argument
4066 *compact_result = try_to_compact_pages(gfp_mask, order, alloc_flags, ac, in __alloc_pages_direct_compact()
4083 prep_new_page(page, order, gfp_mask, alloc_flags); in __alloc_pages_direct_compact()
4087 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_direct_compact()
4110 should_compact_retry(struct alloc_context *ac, int order, int alloc_flags, in should_compact_retry() argument
4132 ret = compaction_zonelist_suitable(ac, order, alloc_flags); in should_compact_retry()
4177 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_compact() argument
4185 should_compact_retry(struct alloc_context *ac, unsigned int order, int alloc_flags, in should_compact_retry() argument
4205 ac->highest_zoneidx, alloc_flags)) in should_compact_retry()
4324 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_reclaim() argument
4337 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_direct_reclaim()
4384 unsigned int alloc_flags = ALLOC_WMARK_MIN | ALLOC_CPUSET; in gfp_to_alloc_flags() local
4400 alloc_flags |= (__force int) in gfp_to_alloc_flags()
4409 alloc_flags |= ALLOC_NON_BLOCK; in gfp_to_alloc_flags()
4412 alloc_flags |= ALLOC_HIGHATOMIC; in gfp_to_alloc_flags()
4420 if (alloc_flags & ALLOC_MIN_RESERVE) in gfp_to_alloc_flags()
4421 alloc_flags &= ~ALLOC_CPUSET; in gfp_to_alloc_flags()
4423 alloc_flags |= ALLOC_MIN_RESERVE; in gfp_to_alloc_flags()
4425 alloc_flags = gfp_to_alloc_flags_cma(gfp_mask, alloc_flags); in gfp_to_alloc_flags()
4428 alloc_flags |= ALLOC_NOFRAGMENT; in gfp_to_alloc_flags()
4430 return alloc_flags; in gfp_to_alloc_flags()
4487 struct alloc_context *ac, int alloc_flags, in should_reclaim_retry() argument
4522 (alloc_flags & ALLOC_CPUSET) && in should_reclaim_retry()
4534 ac->highest_zoneidx, alloc_flags, available); in should_reclaim_retry()
4604 unsigned int alloc_flags; in __alloc_pages_slowpath() local
4646 alloc_flags = gfp_to_alloc_flags(gfp_mask, order); in __alloc_pages_slowpath()
4672 if (alloc_flags & ALLOC_KSWAPD) in __alloc_pages_slowpath()
4679 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_slowpath()
4697 alloc_flags, ac, in __alloc_pages_slowpath()
4748 if (alloc_flags & ALLOC_KSWAPD) in __alloc_pages_slowpath()
4753 alloc_flags = gfp_to_alloc_flags_cma(gfp_mask, reserve_flags) | in __alloc_pages_slowpath()
4754 (alloc_flags & ALLOC_KSWAPD); in __alloc_pages_slowpath()
4761 if (!(alloc_flags & ALLOC_CPUSET) || reserve_flags) { in __alloc_pages_slowpath()
4768 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_slowpath()
4781 page = __alloc_pages_direct_reclaim(gfp_mask, order, alloc_flags, ac, in __alloc_pages_slowpath()
4787 page = __alloc_pages_direct_compact(gfp_mask, order, alloc_flags, ac, in __alloc_pages_slowpath()
4804 if (should_reclaim_retry(gfp_mask, order, ac, alloc_flags, in __alloc_pages_slowpath()
4815 should_compact_retry(ac, order, alloc_flags, in __alloc_pages_slowpath()
4821 if (defrag_mode && (alloc_flags & ALLOC_NOFRAGMENT)) { in __alloc_pages_slowpath()
4822 alloc_flags &= ~ALLOC_NOFRAGMENT; in __alloc_pages_slowpath()
4841 (alloc_flags & ALLOC_OOM || in __alloc_pages_slowpath()
4897 unsigned int *alloc_flags) in prepare_alloc_pages() argument
4913 *alloc_flags |= ALLOC_CPUSET; in prepare_alloc_pages()
4922 if (!(*alloc_flags & ALLOC_TRYLOCK) && in prepare_alloc_pages()
4926 *alloc_flags = gfp_to_alloc_flags_cma(gfp_mask, *alloc_flags); in prepare_alloc_pages()
4970 unsigned int alloc_flags = ALLOC_WMARK_LOW; in alloc_pages_bulk_noprof() local
5011 if (!prepare_alloc_pages(gfp, 0, preferred_nid, nodemask, &ac, &alloc_gfp, &alloc_flags)) in alloc_pages_bulk_noprof()
5020 if (cpusets_enabled() && (alloc_flags & ALLOC_CPUSET) && in alloc_pages_bulk_noprof()
5030 cond_accept_memory(zone, 0, alloc_flags); in alloc_pages_bulk_noprof()
5032 mark = wmark_pages(zone, alloc_flags & ALLOC_WMARK_MASK) + nr_pages; in alloc_pages_bulk_noprof()
5035 alloc_flags, gfp)) { in alloc_pages_bulk_noprof()
5039 if (cond_accept_memory(zone, 0, alloc_flags)) in alloc_pages_bulk_noprof()
5072 page = __rmqueue_pcplist(zone, 0, ac.migratetype, alloc_flags, in alloc_pages_bulk_noprof()
5116 unsigned int alloc_flags = ALLOC_WMARK_LOW; in __alloc_frozen_pages_noprof() local
5138 &alloc_gfp, &alloc_flags)) in __alloc_frozen_pages_noprof()
5145 alloc_flags |= alloc_flags_nofragment(zonelist_zone(ac.preferred_zoneref), gfp); in __alloc_frozen_pages_noprof()
5148 page = get_page_from_freelist(alloc_gfp, order, alloc_flags, &ac); in __alloc_frozen_pages_noprof()
6838 acr_flags_t alloc_flags, gfp_t gfp_mask) in alloc_contig_range_noprof() argument
6853 enum pb_isolate_mode mode = (alloc_flags & ACR_FLAGS_CMA) ? in alloc_contig_range_noprof()
7404 int alloc_flags) in cond_accept_memory() argument
7413 if (alloc_flags & ALLOC_TRYLOCK) in cond_accept_memory()
7468 int alloc_flags) in cond_accept_memory() argument
7520 unsigned int alloc_flags = ALLOC_TRYLOCK; in alloc_pages_nolock_noprof() local
7548 &alloc_gfp, &alloc_flags); in alloc_pages_nolock_noprof()
7554 page = get_page_from_freelist(alloc_gfp, order, alloc_flags, &ac); in alloc_pages_nolock_noprof()