Lines Matching refs:alloc_flags
2169 unsigned int alloc_flags) in prep_new_page() argument
2185 if (alloc_flags & ALLOC_NO_WATERMARKS) in prep_new_page()
2407 unsigned int alloc_flags, int start_type, bool whole_block) in steal_suitable_fallback() argument
2434 if (boost_watermark(zone) && (alloc_flags & ALLOC_KSWAPD)) in steal_suitable_fallback()
2651 unsigned int alloc_flags) in __rmqueue_fallback() argument
2665 if (alloc_flags & ALLOC_NOFRAGMENT) in __rmqueue_fallback()
2717 steal_suitable_fallback(zone, page, alloc_flags, start_migratetype, in __rmqueue_fallback()
2733 unsigned int alloc_flags) in __rmqueue() argument
2741 alloc_flags)) in __rmqueue()
2751 unsigned int alloc_flags) in __rmqueue_cma() argument
2764 unsigned int alloc_flags) in __rmqueue_cma() argument
2777 int migratetype, unsigned int alloc_flags) in rmqueue_bulk() argument
2792 alloc_flags); in rmqueue_bulk()
2794 page = __rmqueue(zone, order, migratetype, alloc_flags); in rmqueue_bulk()
2837 int migratetype, unsigned int alloc_flags) in get_populated_pcp_list() argument
2844 migratetype, alloc_flags); in get_populated_pcp_list()
3279 unsigned int alloc_flags, in __rmqueue_pcplist() argument
3291 get_cma_migrate_type(), alloc_flags); in __rmqueue_pcplist()
3300 migratetype, alloc_flags); in __rmqueue_pcplist()
3317 int migratetype, unsigned int alloc_flags) in rmqueue_pcplist() argument
3325 page = __rmqueue_pcplist(zone, migratetype, alloc_flags, pcp, in rmqueue_pcplist()
3341 gfp_t gfp_flags, unsigned int alloc_flags, in rmqueue() argument
3349 migratetype, alloc_flags); in rmqueue()
3363 if (alloc_flags & ALLOC_HARDER) { in rmqueue()
3372 alloc_flags); in rmqueue()
3375 page = __rmqueue(zone, order, migratetype, alloc_flags); in rmqueue()
3484 int classzone_idx, unsigned int alloc_flags, in __zone_watermark_ok() argument
3489 const bool alloc_harder = (alloc_flags & (ALLOC_HARDER|ALLOC_OOM)); in __zone_watermark_ok()
3494 if (alloc_flags & ALLOC_HIGH) in __zone_watermark_ok()
3511 if (alloc_flags & ALLOC_OOM) in __zone_watermark_ok()
3520 if (!(alloc_flags & ALLOC_CMA)) in __zone_watermark_ok()
3550 if ((alloc_flags & ALLOC_CMA) && in __zone_watermark_ok()
3563 int classzone_idx, unsigned int alloc_flags) in zone_watermark_ok() argument
3565 return __zone_watermark_ok(z, order, mark, classzone_idx, alloc_flags, in zone_watermark_ok()
3571 unsigned int alloc_flags, gfp_t gfp_mask) in zone_watermark_fast() argument
3578 if (!(alloc_flags & ALLOC_CMA)) in zone_watermark_fast()
3592 if (__zone_watermark_ok(z, order, mark, classzone_idx, alloc_flags, in zone_watermark_fast()
3602 && ((alloc_flags & ALLOC_WMARK_MASK) == WMARK_MIN))) { in zone_watermark_fast()
3605 alloc_flags, free_pages); in zone_watermark_fast()
3647 unsigned int alloc_flags = 0; in alloc_flags_nofragment() local
3650 alloc_flags |= ALLOC_KSWAPD; in alloc_flags_nofragment()
3654 return alloc_flags; in alloc_flags_nofragment()
3657 return alloc_flags; in alloc_flags_nofragment()
3666 return alloc_flags; in alloc_flags_nofragment()
3668 alloc_flags |= ALLOC_NOFRAGMENT; in alloc_flags_nofragment()
3670 return alloc_flags; in alloc_flags_nofragment()
3678 get_page_from_freelist(gfp_t gfp_mask, unsigned int order, int alloc_flags, in get_page_from_freelist() argument
3691 no_fallback = alloc_flags & ALLOC_NOFRAGMENT; in get_page_from_freelist()
3699 (alloc_flags & ALLOC_CPUSET) && in get_page_from_freelist()
3742 alloc_flags &= ~ALLOC_NOFRAGMENT; in get_page_from_freelist()
3747 mark = wmark_pages(zone, alloc_flags & ALLOC_WMARK_MASK); in get_page_from_freelist()
3749 ac_classzone_idx(ac), alloc_flags, in get_page_from_freelist()
3765 if (alloc_flags & ALLOC_NO_WATERMARKS) in get_page_from_freelist()
3783 ac_classzone_idx(ac), alloc_flags)) in get_page_from_freelist()
3792 gfp_mask, alloc_flags, ac->migratetype); in get_page_from_freelist()
3794 prep_new_page(page, order, gfp_mask, alloc_flags); in get_page_from_freelist()
3800 if (unlikely(order && (alloc_flags & ALLOC_HARDER))) in get_page_from_freelist()
3820 alloc_flags &= ~ALLOC_NOFRAGMENT; in get_page_from_freelist()
3873 unsigned int alloc_flags, in __alloc_pages_cpuset_fallback() argument
3879 alloc_flags|ALLOC_CPUSET, ac); in __alloc_pages_cpuset_fallback()
3886 alloc_flags, ac); in __alloc_pages_cpuset_fallback()
3989 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_compact() argument
4002 *compact_result = try_to_compact_pages(gfp_mask, order, alloc_flags, ac, in __alloc_pages_direct_compact()
4016 prep_new_page(page, order, gfp_mask, alloc_flags); in __alloc_pages_direct_compact()
4020 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_direct_compact()
4043 should_compact_retry(struct alloc_context *ac, int order, int alloc_flags, in should_compact_retry() argument
4073 ret = compaction_zonelist_suitable(ac, order, alloc_flags); in should_compact_retry()
4122 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_compact() argument
4130 should_compact_retry(struct alloc_context *ac, unsigned int order, int alloc_flags, in should_compact_retry() argument
4150 ac_classzone_idx(ac), alloc_flags)) in should_compact_retry()
4264 unsigned int alloc_flags, const struct alloc_context *ac, in __alloc_pages_direct_reclaim() argument
4275 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_direct_reclaim()
4311 unsigned int alloc_flags = ALLOC_WMARK_MIN | ALLOC_CPUSET; in gfp_to_alloc_flags() local
4322 alloc_flags |= (__force int) (gfp_mask & __GFP_HIGH); in gfp_to_alloc_flags()
4330 alloc_flags |= ALLOC_HARDER; in gfp_to_alloc_flags()
4335 alloc_flags &= ~ALLOC_CPUSET; in gfp_to_alloc_flags()
4337 alloc_flags |= ALLOC_HARDER; in gfp_to_alloc_flags()
4340 alloc_flags |= ALLOC_KSWAPD; in gfp_to_alloc_flags()
4344 alloc_flags |= ALLOC_CMA; in gfp_to_alloc_flags()
4346 return alloc_flags; in gfp_to_alloc_flags()
4403 struct alloc_context *ac, int alloc_flags, in should_reclaim_retry() argument
4450 ac_classzone_idx(ac), alloc_flags, available); in should_reclaim_retry()
4533 unsigned int alloc_flags; in __alloc_pages_slowpath() local
4563 alloc_flags = gfp_to_alloc_flags(gfp_mask); in __alloc_pages_slowpath()
4576 if (alloc_flags & ALLOC_KSWAPD) in __alloc_pages_slowpath()
4583 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_slowpath()
4601 alloc_flags, ac, in __alloc_pages_slowpath()
4658 if (alloc_flags & ALLOC_KSWAPD) in __alloc_pages_slowpath()
4663 alloc_flags = reserve_flags; in __alloc_pages_slowpath()
4670 if (!(alloc_flags & ALLOC_CPUSET) || reserve_flags) { in __alloc_pages_slowpath()
4677 page = get_page_from_freelist(gfp_mask, order, alloc_flags, ac); in __alloc_pages_slowpath()
4690 page = __alloc_pages_direct_reclaim(gfp_mask, order, alloc_flags, ac, in __alloc_pages_slowpath()
4696 page = __alloc_pages_direct_compact(gfp_mask, order, alloc_flags, ac, in __alloc_pages_slowpath()
4713 if (should_reclaim_retry(gfp_mask, order, ac, alloc_flags, in __alloc_pages_slowpath()
4724 should_compact_retry(ac, order, alloc_flags, in __alloc_pages_slowpath()
4745 (alloc_flags == ALLOC_OOM || in __alloc_pages_slowpath()
4814 unsigned int *alloc_flags) in prepare_alloc_pages() argument
4826 *alloc_flags |= ALLOC_CPUSET; in prepare_alloc_pages()
4838 *alloc_flags |= ALLOC_CMA; in prepare_alloc_pages()
4866 unsigned int alloc_flags = ALLOC_WMARK_LOW; in __alloc_pages_nodemask() local
4881 if (!prepare_alloc_pages(gfp_mask, order, preferred_nid, nodemask, &ac, &alloc_mask, &alloc_flags)) in __alloc_pages_nodemask()
4890 alloc_flags |= alloc_flags_nofragment(ac.preferred_zoneref->zone, gfp_mask); in __alloc_pages_nodemask()
4893 page = get_page_from_freelist(alloc_mask, order, alloc_flags, &ac); in __alloc_pages_nodemask()