| /mm/ |
| D | shuffle.c | 81 void __meminit __shuffle_zone(struct zone *z) in __shuffle_zone() argument
84 unsigned long start_pfn = z->zone_start_pfn; in __shuffle_zone()
85 unsigned long end_pfn = zone_end_pfn(z); in __shuffle_zone()
89 spin_lock_irqsave(&z->lock, flags); in __shuffle_zone()
102 page_i = shuffle_valid_page(z, i, order); in __shuffle_zone()
113 j = z->zone_start_pfn + in __shuffle_zone()
114 ALIGN_DOWN(get_random_long() % z->spanned_pages, in __shuffle_zone()
116 page_j = shuffle_valid_page(z, j, order); in __shuffle_zone()
142 spin_unlock_irqrestore(&z->lock, flags); in __shuffle_zone()
144 spin_lock_irqsave(&z->lock, flags); in __shuffle_zone()
[all …]
|
| D | mmzone.c | 57 struct zoneref *__next_zones_zonelist(struct zoneref *z, in __next_zones_zonelist() argument
66 while (zonelist_zone_idx(z) > highest_zoneidx) in __next_zones_zonelist()
67 z++; in __next_zones_zonelist()
69 while (zonelist_zone_idx(z) > highest_zoneidx || in __next_zones_zonelist()
70 (z->zone && !zref_in_nodemask(z, nodes))) in __next_zones_zonelist()
71 z++; in __next_zones_zonelist()
73 return z; in __next_zones_zonelist()
107 enum zone_type z; in gfp_zone() local
115 z = (GFP_ZONE_TABLE >> (bit * GFP_ZONES_SHIFT)) & in gfp_zone()
118 return z; in gfp_zone()
|
| D | shuffle.h | 20 extern void __shuffle_zone(struct zone *z);
21 static inline void shuffle_zone(struct zone *z) in shuffle_zone() argument
25 __shuffle_zone(z); in shuffle_zone()
44 static inline void shuffle_zone(struct zone *z) in shuffle_zone() argument
|
| D | page_alloc.c | 2794 struct zoneref *z; in unreserve_highatomic_pageblock() local
2801 for_each_zone_zonelist_nodemask(zone, z, zonelist, ac->highest_zoneidx, in unreserve_highatomic_pageblock()
3213 struct zone *z; in drain_all_pages() local
3221 for_each_populated_zone(z) { in drain_all_pages()
3222 pcp = per_cpu_ptr(z->pageset, cpu); in drain_all_pages()
3511 static inline void zone_statistics(struct zone *preferred_zone, struct zone *z) in zone_statistics() argument
3520 if (zone_to_nid(z) != numa_node_id()) in zone_statistics()
3523 if (zone_to_nid(z) == zone_to_nid(preferred_zone)) in zone_statistics()
3524 __inc_numa_state(z, NUMA_HIT); in zone_statistics()
3526 __inc_numa_state(z, NUMA_MISS); in zone_statistics()
[all …]
|
| D | vmscan.c | 2667 int z; in should_continue_reclaim() local
2687 for (z = 0; z <= sc->reclaim_idx; z++) { in should_continue_reclaim()
2688 struct zone *zone = &pgdat->node_zones[z]; in should_continue_reclaim()
2853 int z; in shrink_node() local
2859 for (z = 0; z < MAX_NR_ZONES; z++) { in shrink_node()
2860 struct zone *zone = &pgdat->node_zones[z]; in shrink_node()
3010 struct zoneref *z; in shrink_zones() local
3028 for_each_zone_zonelist_nodemask(zone, z, zonelist, in shrink_zones()
3127 struct zoneref *z; in do_try_to_free_pages() local
3156 for_each_zone_zonelist_nodemask(zone, z, zonelist, sc->reclaim_idx, in do_try_to_free_pages()
[all …]
|
| D | page-writeback.c | 283 int z; in node_dirtyable_memory() local
285 for (z = 0; z < MAX_NR_ZONES; z++) { in node_dirtyable_memory()
286 struct zone *zone = pgdat->node_zones + z; in node_dirtyable_memory()
316 struct zone *z; in highmem_dirtyable_memory() local
322 z = &NODE_DATA(node)->node_zones[i]; in highmem_dirtyable_memory()
323 if (!populated_zone(z)) in highmem_dirtyable_memory()
326 nr_pages = zone_page_state(z, NR_FREE_PAGES); in highmem_dirtyable_memory()
328 nr_pages -= min(nr_pages, high_wmark_pages(z)); in highmem_dirtyable_memory()
329 nr_pages += zone_page_state(z, NR_ZONE_INACTIVE_FILE); in highmem_dirtyable_memory()
330 nr_pages += zone_page_state(z, NR_ZONE_ACTIVE_FILE); in highmem_dirtyable_memory()
|
| D | vmstat.c | 494 long o, n, t, z; in mod_zone_state() local
497 z = 0; /* overflow to zone counters */ in mod_zone_state()
518 z = n + os; in mod_zone_state()
523 if (z) in mod_zone_state()
524 zone_page_state_add(z, zone, item); in mod_zone_state()
551 long o, n, t, z; in mod_node_state() local
559 z = 0; /* overflow to node counters */ in mod_node_state()
580 z = n + os; in mod_node_state()
585 if (z) in mod_node_state()
586 node_page_state_add(z, pgdat, item); in mod_node_state()
|
| D | mm_init.c | 37 struct zoneref *z; in mminit_verify_zonelist() local
58 for_each_zone_zonelist(zone, z, zonelist, zoneid) in mminit_verify_zonelist()
|
| D | memblock.c | 1977 struct zone *z; in reset_node_managed_pages() local
1979 for (z = pgdat->node_zones; z < pgdat->node_zones + MAX_NR_ZONES; z++) in reset_node_managed_pages()
1980 atomic_long_set(&z->managed_pages, 0); in reset_node_managed_pages()
|
| D | memory_hotplug.c | 873 struct zone *z; in reset_node_present_pages() local
875 for (z = pgdat->node_zones; z < pgdat->node_zones + MAX_NR_ZONES; z++) in reset_node_present_pages()
876 z->present_pages = 0; in reset_node_present_pages()
|
| D | mempolicy.c | 1951 struct zoneref *z; in mempolicy_slab_node() local
1960 z = first_zones_zonelist(zonelist, highest_zoneidx, in mempolicy_slab_node()
1962 return z->zone ? zone_to_nid(z->zone) : node; in mempolicy_slab_node()
2477 struct zoneref *z; in mpol_misplaced() local
2513 z = first_zones_zonelist( in mpol_misplaced()
2517 polnid = zone_to_nid(z->zone); in mpol_misplaced()
|
| D | migrate.c | 1980 int z; in migrate_balanced_pgdat() local
1982 for (z = pgdat->nr_zones - 1; z >= 0; z--) { in migrate_balanced_pgdat()
1983 struct zone *zone = pgdat->node_zones + z; in migrate_balanced_pgdat()
|
| D | oom_kill.c | 259 struct zoneref *z; in constrained_alloc() local
299 for_each_zone_zonelist_nodemask(zone, z, oc->zonelist, in constrained_alloc()
|
| D | compaction.c | 2203 struct zoneref *z; in compaction_zonelist_suitable() local
2209 for_each_zone_zonelist_nodemask(zone, z, ac->zonelist, in compaction_zonelist_suitable()
2511 struct zoneref *z; in try_to_compact_pages() local
2525 for_each_zone_zonelist_nodemask(zone, z, ac->zonelist, in try_to_compact_pages()
|
| D | slab.c | 2740 #define cache_free_debugcheck(x,objp,z) (objp) argument
3098 struct zoneref *z; in fallback_alloc() local
3118 for_each_zone_zonelist(zone, z, zonelist, highest_zoneidx) { in fallback_alloc()
|
| D | hugetlb.c | 1108 struct zoneref *z; in dequeue_huge_page_nodemask() local
1115 for_each_zone_zonelist_nodemask(zone, z, zonelist, gfp_zone(gfp_mask), nmask) { in dequeue_huge_page_nodemask()
|
| D | slub.c | 2061 struct zoneref *z; in get_any_partial() local
2092 for_each_zone_zonelist(zone, z, zonelist, highest_zoneidx) { in get_any_partial()
|