Lines Matching refs:zone
40 static void zero_zone_numa_counters(struct zone *zone) in zero_zone_numa_counters() argument
45 atomic_long_set(&zone->vm_numa_stat[item], 0); in zero_zone_numa_counters()
47 per_cpu_ptr(zone->pageset, cpu)->vm_numa_stat_diff[item] in zero_zone_numa_counters()
55 struct zone *zone; in zero_zones_numa_counters() local
57 for_each_populated_zone(zone) in zero_zones_numa_counters()
58 zero_zone_numa_counters(zone); in zero_zones_numa_counters()
172 int calculate_pressure_threshold(struct zone *zone) in calculate_pressure_threshold() argument
185 watermark_distance = low_wmark_pages(zone) - min_wmark_pages(zone); in calculate_pressure_threshold()
196 int calculate_normal_threshold(struct zone *zone) in calculate_normal_threshold() argument
231 mem = zone_managed_pages(zone) >> (27 - PAGE_SHIFT); in calculate_normal_threshold()
249 struct zone *zone; in refresh_zone_stat_thresholds() local
260 for_each_populated_zone(zone) { in refresh_zone_stat_thresholds()
261 struct pglist_data *pgdat = zone->zone_pgdat; in refresh_zone_stat_thresholds()
264 threshold = calculate_normal_threshold(zone); in refresh_zone_stat_thresholds()
269 per_cpu_ptr(zone->pageset, cpu)->stat_threshold in refresh_zone_stat_thresholds()
283 tolerate_drift = low_wmark_pages(zone) - min_wmark_pages(zone); in refresh_zone_stat_thresholds()
286 zone->percpu_drift_mark = high_wmark_pages(zone) + in refresh_zone_stat_thresholds()
292 int (*calculate_pressure)(struct zone *)) in set_pgdat_percpu_threshold() argument
294 struct zone *zone; in set_pgdat_percpu_threshold() local
300 zone = &pgdat->node_zones[i]; in set_pgdat_percpu_threshold()
301 if (!zone->percpu_drift_mark) in set_pgdat_percpu_threshold()
304 threshold = (*calculate_pressure)(zone); in set_pgdat_percpu_threshold()
306 per_cpu_ptr(zone->pageset, cpu)->stat_threshold in set_pgdat_percpu_threshold()
316 void __mod_zone_page_state(struct zone *zone, enum zone_stat_item item, in __mod_zone_page_state() argument
319 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __mod_zone_page_state()
329 zone_page_state_add(x, zone, item); in __mod_zone_page_state()
379 void __inc_zone_state(struct zone *zone, enum zone_stat_item item) in __inc_zone_state() argument
381 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __inc_zone_state()
390 zone_page_state_add(v + overstep, zone, item); in __inc_zone_state()
423 void __dec_zone_state(struct zone *zone, enum zone_stat_item item) in __dec_zone_state() argument
425 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __dec_zone_state()
434 zone_page_state_add(v - overstep, zone, item); in __dec_zone_state()
480 static inline void mod_zone_state(struct zone *zone, in mod_zone_state() argument
483 struct per_cpu_pageset __percpu *pcp = zone->pageset; in mod_zone_state()
515 zone_page_state_add(z, zone, item); in mod_zone_state()
518 void mod_zone_page_state(struct zone *zone, enum zone_stat_item item, in mod_zone_page_state() argument
521 mod_zone_state(zone, item, delta, 0); in mod_zone_page_state()
602 void mod_zone_page_state(struct zone *zone, enum zone_stat_item item, in mod_zone_page_state() argument
608 __mod_zone_page_state(zone, item, delta); in mod_zone_page_state()
616 struct zone *zone; in inc_zone_page_state() local
618 zone = page_zone(page); in inc_zone_page_state()
620 __inc_zone_state(zone, item); in inc_zone_page_state()
748 struct zone *zone; in refresh_cpu_vm_stats() local
757 for_each_populated_zone(zone) { in refresh_cpu_vm_stats()
758 struct per_cpu_pageset __percpu *p = zone->pageset; in refresh_cpu_vm_stats()
766 atomic_long_add(v, &zone->vm_stat[i]); in refresh_cpu_vm_stats()
781 atomic_long_add(v, &zone->vm_numa_stat[i]); in refresh_cpu_vm_stats()
803 if (zone_to_nid(zone) == numa_node_id()) { in refresh_cpu_vm_stats()
812 drain_zone_pages(zone, this_cpu_ptr(&p->pcp)); in refresh_cpu_vm_stats()
850 struct zone *zone; in cpu_vm_stats_fold() local
858 for_each_populated_zone(zone) { in cpu_vm_stats_fold()
861 p = per_cpu_ptr(zone->pageset, cpu); in cpu_vm_stats_fold()
869 atomic_long_add(v, &zone->vm_stat[i]); in cpu_vm_stats_fold()
880 atomic_long_add(v, &zone->vm_numa_stat[i]); in cpu_vm_stats_fold()
913 void drain_zonestat(struct zone *zone, struct per_cpu_pageset *pset) in drain_zonestat() argument
921 atomic_long_add(v, &zone->vm_stat[i]); in drain_zonestat()
931 atomic_long_add(v, &zone->vm_numa_stat[i]); in drain_zonestat()
939 void __inc_numa_state(struct zone *zone, in __inc_numa_state() argument
942 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __inc_numa_state()
949 zone_numa_state_add(v, zone, item); in __inc_numa_state()
962 struct zone *zones = NODE_DATA(node)->node_zones; in sum_zone_node_page_state()
979 struct zone *zones = NODE_DATA(node)->node_zones; in sum_zone_numa_state()
1020 static void fill_contig_page_info(struct zone *zone, in fill_contig_page_info() argument
1034 blocks = zone->free_area[order].nr_free; in fill_contig_page_info()
1078 int fragmentation_index(struct zone *zone, unsigned int order) in fragmentation_index() argument
1082 fill_contig_page_info(zone, order, &info); in fragmentation_index()
1334 void (*print)(struct seq_file *m, pg_data_t *, struct zone *)) in walk_zones_in_node() argument
1336 struct zone *zone; in walk_zones_in_node() local
1337 struct zone *node_zones = pgdat->node_zones; in walk_zones_in_node()
1340 for (zone = node_zones; zone - node_zones < MAX_NR_ZONES; ++zone) { in walk_zones_in_node()
1341 if (assert_populated && !populated_zone(zone)) in walk_zones_in_node()
1345 spin_lock_irqsave(&zone->lock, flags); in walk_zones_in_node()
1346 print(m, pgdat, zone); in walk_zones_in_node()
1348 spin_unlock_irqrestore(&zone->lock, flags); in walk_zones_in_node()
1355 struct zone *zone) in frag_show_print() argument
1359 seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name); in frag_show_print()
1361 seq_printf(m, "%6lu ", zone->free_area[order].nr_free); in frag_show_print()
1376 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showfree_print() argument
1383 zone->name, in pagetypeinfo_showfree_print()
1391 area = &(zone->free_area[order]); in pagetypeinfo_showfree_print()
1409 spin_unlock_irq(&zone->lock); in pagetypeinfo_showfree_print()
1411 spin_lock_irq(&zone->lock); in pagetypeinfo_showfree_print()
1435 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showblockcount_print() argument
1439 unsigned long start_pfn = zone->zone_start_pfn; in pagetypeinfo_showblockcount_print()
1440 unsigned long end_pfn = zone_end_pfn(zone); in pagetypeinfo_showblockcount_print()
1451 if (!memmap_valid_within(pfn, page, zone)) in pagetypeinfo_showblockcount_print()
1454 if (page_zone(page) != zone) in pagetypeinfo_showblockcount_print()
1464 seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name); in pagetypeinfo_showblockcount_print()
1548 static bool is_zone_first_populated(pg_data_t *pgdat, struct zone *zone) in is_zone_first_populated() argument
1553 struct zone *compare = &pgdat->node_zones[zid]; in is_zone_first_populated()
1556 return zone == compare; in is_zone_first_populated()
1563 struct zone *zone) in zoneinfo_show_print() argument
1566 seq_printf(m, "Node %d, zone %8s", pgdat->node_id, zone->name); in zoneinfo_show_print()
1567 if (is_zone_first_populated(pgdat, zone)) { in zoneinfo_show_print()
1584 zone_page_state(zone, NR_FREE_PAGES), in zoneinfo_show_print()
1585 min_wmark_pages(zone), in zoneinfo_show_print()
1586 low_wmark_pages(zone), in zoneinfo_show_print()
1587 high_wmark_pages(zone), in zoneinfo_show_print()
1588 zone->spanned_pages, in zoneinfo_show_print()
1589 zone->present_pages, in zoneinfo_show_print()
1590 zone_managed_pages(zone)); in zoneinfo_show_print()
1594 zone->lowmem_reserve[0]); in zoneinfo_show_print()
1595 for (i = 1; i < ARRAY_SIZE(zone->lowmem_reserve); i++) in zoneinfo_show_print()
1596 seq_printf(m, ", %ld", zone->lowmem_reserve[i]); in zoneinfo_show_print()
1600 if (!populated_zone(zone)) { in zoneinfo_show_print()
1607 zone_page_state(zone, i)); in zoneinfo_show_print()
1613 zone_numa_state_snapshot(zone, i)); in zoneinfo_show_print()
1620 pageset = per_cpu_ptr(zone->pageset, i); in zoneinfo_show_print()
1639 zone->zone_start_pfn); in zoneinfo_show_print()
1836 struct zone *zone; in need_update() local
1838 for_each_populated_zone(zone) { in need_update()
1839 struct per_cpu_pageset *p = per_cpu_ptr(zone->pageset, cpu); in need_update()
2026 pg_data_t *pgdat, struct zone *zone) in unusable_show_print() argument
2034 zone->name); in unusable_show_print()
2036 fill_contig_page_info(zone, order, &info); in unusable_show_print()
2086 pg_data_t *pgdat, struct zone *zone) in extfrag_show_print() argument
2096 zone->name); in extfrag_show_print()
2098 fill_contig_page_info(zone, order, &info); in extfrag_show_print()