Lines Matching refs:zonelist
1820 static nodemask_t *zlc_setup(struct zonelist *zonelist, int alloc_flags) in zlc_setup() argument
1825 zlc = zonelist->zlcache_ptr; in zlc_setup()
1862 static int zlc_zone_worth_trying(struct zonelist *zonelist, struct zoneref *z, in zlc_zone_worth_trying() argument
1869 zlc = zonelist->zlcache_ptr; in zlc_zone_worth_trying()
1873 i = z - zonelist->_zonerefs; in zlc_zone_worth_trying()
1885 static void zlc_mark_zone_full(struct zonelist *zonelist, struct zoneref *z) in zlc_mark_zone_full() argument
1890 zlc = zonelist->zlcache_ptr; in zlc_mark_zone_full()
1894 i = z - zonelist->_zonerefs; in zlc_mark_zone_full()
1903 static void zlc_clear_zones_full(struct zonelist *zonelist) in zlc_clear_zones_full() argument
1907 zlc = zonelist->zlcache_ptr; in zlc_clear_zones_full()
1927 static nodemask_t *zlc_setup(struct zonelist *zonelist, int alloc_flags) in zlc_setup() argument
1932 static int zlc_zone_worth_trying(struct zonelist *zonelist, struct zoneref *z, in zlc_zone_worth_trying() argument
1938 static void zlc_mark_zone_full(struct zonelist *zonelist, struct zoneref *z) in zlc_mark_zone_full() argument
1942 static void zlc_clear_zones_full(struct zonelist *zonelist) in zlc_clear_zones_full() argument
1976 struct zonelist *zonelist, int high_zoneidx, int alloc_flags, in get_page_from_freelist() argument
1997 for_each_zone_zonelist_nodemask(zone, z, zonelist, in get_page_from_freelist()
2002 !zlc_zone_worth_trying(zonelist, z, allowednodes)) in get_page_from_freelist()
2068 allowednodes = zlc_setup(zonelist, alloc_flags); in get_page_from_freelist()
2082 !zlc_zone_worth_trying(zonelist, z, allowednodes)) in get_page_from_freelist()
2123 zlc_mark_zone_full(zonelist, z); in get_page_from_freelist()
2272 struct zonelist *zonelist, enum zone_type high_zoneidx, in __alloc_pages_may_oom() argument
2279 if (!oom_zonelist_trylock(zonelist, gfp_mask)) { in __alloc_pages_may_oom()
2298 order, zonelist, high_zoneidx, in __alloc_pages_may_oom()
2322 out_of_memory(zonelist, gfp_mask, order, nodemask, false); in __alloc_pages_may_oom()
2325 oom_zonelist_unlock(zonelist, gfp_mask); in __alloc_pages_may_oom()
2333 struct zonelist *zonelist, enum zone_type high_zoneidx, in __alloc_pages_direct_compact() argument
2346 compact_result = try_to_compact_pages(zonelist, order, gfp_mask, in __alloc_pages_direct_compact()
2373 order, zonelist, high_zoneidx, in __alloc_pages_direct_compact()
2407 struct zonelist *zonelist, enum zone_type high_zoneidx, in __alloc_pages_direct_compact() argument
2418 __perform_reclaim(gfp_t gfp_mask, unsigned int order, struct zonelist *zonelist, in __perform_reclaim() argument
2433 progress = try_to_free_pages(zonelist, order, gfp_mask, nodemask); in __perform_reclaim()
2447 struct zonelist *zonelist, enum zone_type high_zoneidx, in __alloc_pages_direct_reclaim() argument
2454 *did_some_progress = __perform_reclaim(gfp_mask, order, zonelist, in __alloc_pages_direct_reclaim()
2461 zlc_clear_zones_full(zonelist); in __alloc_pages_direct_reclaim()
2465 zonelist, high_zoneidx, in __alloc_pages_direct_reclaim()
2489 struct zonelist *zonelist, enum zone_type high_zoneidx, in __alloc_pages_high_priority() argument
2497 zonelist, high_zoneidx, ALLOC_NO_WATERMARKS, in __alloc_pages_high_priority()
2508 struct zonelist *zonelist, in wake_all_kswapds() argument
2516 for_each_zone_zonelist_nodemask(zone, z, zonelist, in wake_all_kswapds()
2577 struct zonelist *zonelist, enum zone_type high_zoneidx, in __alloc_pages_slowpath() argument
2615 wake_all_kswapds(order, zonelist, high_zoneidx, in __alloc_pages_slowpath()
2631 preferred_zoneref = first_zones_zonelist(zonelist, high_zoneidx, in __alloc_pages_slowpath()
2638 page = get_page_from_freelist(gfp_mask, nodemask, order, zonelist, in __alloc_pages_slowpath()
2651 zonelist = node_zonelist(numa_node_id(), gfp_mask); in __alloc_pages_slowpath()
2654 zonelist, high_zoneidx, nodemask, in __alloc_pages_slowpath()
2684 page = __alloc_pages_direct_compact(gfp_mask, order, zonelist, in __alloc_pages_slowpath()
2735 zonelist, high_zoneidx, in __alloc_pages_slowpath()
2756 zonelist, high_zoneidx, in __alloc_pages_slowpath()
2797 page = __alloc_pages_direct_compact(gfp_mask, order, zonelist, in __alloc_pages_slowpath()
2822 struct zonelist *zonelist, nodemask_t *nodemask) in __alloc_pages_nodemask() argument
2847 if (unlikely(!zonelist->_zonerefs->zone)) in __alloc_pages_nodemask()
2857 preferred_zoneref = first_zones_zonelist(zonelist, high_zoneidx, in __alloc_pages_nodemask()
2866 zonelist, high_zoneidx, alloc_flags, in __alloc_pages_nodemask()
2876 zonelist, high_zoneidx, nodemask, in __alloc_pages_nodemask()
3089 struct zonelist *zonelist = node_zonelist(numa_node_id(), GFP_KERNEL); in nr_free_zone_pages() local
3091 for_each_zone_zonelist(zone, z, zonelist, offset) { in nr_free_zone_pages()
3395 static int build_zonelists_node(pg_data_t *pgdat, struct zonelist *zonelist, in build_zonelists_node() argument
3406 &zonelist->_zonerefs[nr_zones++]); in build_zonelists_node()
3599 struct zonelist *zonelist; in build_zonelists_in_node_order() local
3601 zonelist = &pgdat->node_zonelists[0]; in build_zonelists_in_node_order()
3602 for (j = 0; zonelist->_zonerefs[j].zone != NULL; j++) in build_zonelists_in_node_order()
3604 j = build_zonelists_node(NODE_DATA(node), zonelist, j); in build_zonelists_in_node_order()
3605 zonelist->_zonerefs[j].zone = NULL; in build_zonelists_in_node_order()
3606 zonelist->_zonerefs[j].zone_idx = 0; in build_zonelists_in_node_order()
3615 struct zonelist *zonelist; in build_thisnode_zonelists() local
3617 zonelist = &pgdat->node_zonelists[1]; in build_thisnode_zonelists()
3618 j = build_zonelists_node(pgdat, zonelist, 0); in build_thisnode_zonelists()
3619 zonelist->_zonerefs[j].zone = NULL; in build_thisnode_zonelists()
3620 zonelist->_zonerefs[j].zone_idx = 0; in build_thisnode_zonelists()
3636 struct zonelist *zonelist; in build_zonelists_in_zone_order() local
3638 zonelist = &pgdat->node_zonelists[0]; in build_zonelists_in_zone_order()
3646 &zonelist->_zonerefs[pos++]); in build_zonelists_in_zone_order()
3651 zonelist->_zonerefs[pos].zone = NULL; in build_zonelists_in_zone_order()
3652 zonelist->_zonerefs[pos].zone_idx = 0; in build_zonelists_in_zone_order()
3694 struct zonelist *zonelist; in build_zonelists() local
3699 zonelist = pgdat->node_zonelists + i; in build_zonelists()
3700 zonelist->_zonerefs[0].zone = NULL; in build_zonelists()
3701 zonelist->_zonerefs[0].zone_idx = 0; in build_zonelists()
3742 struct zonelist *zonelist; in build_zonelist_cache() local
3746 zonelist = &pgdat->node_zonelists[0]; in build_zonelist_cache()
3747 zonelist->zlcache_ptr = zlc = &zonelist->zlcache; in build_zonelist_cache()
3749 for (z = zonelist->_zonerefs; z->zone; z++) in build_zonelist_cache()
3750 zlc->z_to_n[z - zonelist->_zonerefs] = zonelist_node_idx(z); in build_zonelist_cache()
3783 struct zonelist *zonelist; in build_zonelists() local
3787 zonelist = &pgdat->node_zonelists[0]; in build_zonelists()
3788 j = build_zonelists_node(pgdat, zonelist, 0); in build_zonelists()
3801 j = build_zonelists_node(NODE_DATA(node), zonelist, j); in build_zonelists()
3806 j = build_zonelists_node(NODE_DATA(node), zonelist, j); in build_zonelists()
3809 zonelist->_zonerefs[j].zone = NULL; in build_zonelists()
3810 zonelist->_zonerefs[j].zone_idx = 0; in build_zonelists()