Lines Matching refs:pgdat
1468 pg_data_t *pgdat; in init_reserved_page() local
1475 pgdat = NODE_DATA(nid); in init_reserved_page()
1478 struct zone *zone = &pgdat->node_zones[zid]; in init_reserved_page()
1917 pg_data_t *pgdat = data; in deferred_init_memmap() local
1918 const struct cpumask *cpumask = cpumask_of_node(pgdat->node_id); in deferred_init_memmap()
1930 pgdat_resize_lock(pgdat, &flags); in deferred_init_memmap()
1931 first_init_pfn = pgdat->first_deferred_pfn; in deferred_init_memmap()
1933 pgdat_resize_unlock(pgdat, &flags); in deferred_init_memmap()
1939 BUG_ON(pgdat->first_deferred_pfn < pgdat->node_start_pfn); in deferred_init_memmap()
1940 BUG_ON(pgdat->first_deferred_pfn > pgdat_end_pfn(pgdat)); in deferred_init_memmap()
1941 pgdat->first_deferred_pfn = ULONG_MAX; in deferred_init_memmap()
1948 pgdat_resize_unlock(pgdat, &flags); in deferred_init_memmap()
1952 zone = pgdat->node_zones + zid; in deferred_init_memmap()
1985 pgdat->node_id, jiffies_to_msecs(jiffies - start)); in deferred_init_memmap()
2010 pg_data_t *pgdat = zone->zone_pgdat; in deferred_grow_zone() local
2011 unsigned long first_deferred_pfn = pgdat->first_deferred_pfn; in deferred_grow_zone()
2017 if (zone_end_pfn(zone) != pgdat_end_pfn(pgdat)) in deferred_grow_zone()
2020 pgdat_resize_lock(pgdat, &flags); in deferred_grow_zone()
2026 if (first_deferred_pfn != pgdat->first_deferred_pfn) { in deferred_grow_zone()
2027 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
2034 pgdat->first_deferred_pfn = ULONG_MAX; in deferred_grow_zone()
2035 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
2061 pgdat->first_deferred_pfn = spfn; in deferred_grow_zone()
2062 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
5495 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
5498 managed_pages += zone_managed_pages(&pgdat->node_zones[zone_type]); in si_meminfo_node()
5500 val->sharedram = node_page_state(pgdat, NR_SHMEM); in si_meminfo_node()
5504 struct zone *zone = &pgdat->node_zones[zone_type]; in si_meminfo_node()
5584 pg_data_t *pgdat; in show_free_areas() local
5619 for_each_online_pgdat(pgdat) { in show_free_areas()
5620 if (show_mem_node_skip(filter, pgdat->node_id, nodemask)) in show_free_areas()
5647 pgdat->node_id, in show_free_areas()
5648 K(node_page_state(pgdat, NR_ACTIVE_ANON)), in show_free_areas()
5649 K(node_page_state(pgdat, NR_INACTIVE_ANON)), in show_free_areas()
5650 K(node_page_state(pgdat, NR_ACTIVE_FILE)), in show_free_areas()
5651 K(node_page_state(pgdat, NR_INACTIVE_FILE)), in show_free_areas()
5652 K(node_page_state(pgdat, NR_UNEVICTABLE)), in show_free_areas()
5653 K(node_page_state(pgdat, NR_ISOLATED_ANON)), in show_free_areas()
5654 K(node_page_state(pgdat, NR_ISOLATED_FILE)), in show_free_areas()
5655 K(node_page_state(pgdat, NR_FILE_MAPPED)), in show_free_areas()
5656 K(node_page_state(pgdat, NR_FILE_DIRTY)), in show_free_areas()
5657 K(node_page_state(pgdat, NR_WRITEBACK)), in show_free_areas()
5658 K(node_page_state(pgdat, NR_SHMEM)), in show_free_areas()
5660 K(node_page_state(pgdat, NR_SHMEM_THPS) * HPAGE_PMD_NR), in show_free_areas()
5661 K(node_page_state(pgdat, NR_SHMEM_PMDMAPPED) in show_free_areas()
5663 K(node_page_state(pgdat, NR_ANON_THPS) * HPAGE_PMD_NR), in show_free_areas()
5665 K(node_page_state(pgdat, NR_WRITEBACK_TEMP)), in show_free_areas()
5666 node_page_state(pgdat, NR_KERNEL_STACK_KB), in show_free_areas()
5668 node_page_state(pgdat, NR_KERNEL_SCS_KB), in show_free_areas()
5670 pgdat->kswapd_failures >= MAX_RECLAIM_RETRIES ? in show_free_areas()
5785 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs) in build_zonerefs_node() argument
5793 zone = pgdat->node_zones + zone_type; in build_zonerefs_node()
5902 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order, in build_zonelists_in_node_order() argument
5908 zonerefs = pgdat->node_zonelists[ZONELIST_FALLBACK]._zonerefs; in build_zonelists_in_node_order()
5925 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists() argument
5930 zonerefs = pgdat->node_zonelists[ZONELIST_NOFALLBACK]._zonerefs; in build_thisnode_zonelists()
5931 nr_zones = build_zonerefs_node(pgdat, zonerefs); in build_thisnode_zonelists()
5944 static void build_zonelists(pg_data_t *pgdat) in build_zonelists() argument
5952 local_node = pgdat->node_id; in build_zonelists()
5972 build_zonelists_in_node_order(pgdat, node_order, nr_nodes); in build_zonelists()
5973 build_thisnode_zonelists(pgdat); in build_zonelists()
5998 static void build_zonelists(pg_data_t *pgdat) in build_zonelists() argument
6004 local_node = pgdat->node_id; in build_zonelists()
6006 zonerefs = pgdat->node_zonelists[ZONELIST_FALLBACK]._zonerefs; in build_zonelists()
6007 nr_zones = build_zonerefs_node(pgdat, zonerefs); in build_zonelists()
6090 pg_data_t *pgdat = NODE_DATA(nid); in __build_all_zonelists() local
6092 build_zonelists(pgdat); in __build_all_zonelists()
6147 void __ref build_all_zonelists(pg_data_t *pgdat) in build_all_zonelists() argument
6154 __build_all_zonelists(pgdat); in build_all_zonelists()
6277 struct pglist_data *pgdat = zone->zone_pgdat; in memmap_init_zone_device() local
6281 int nid = pgdat->node_id; in memmap_init_zone_device()
6616 struct pglist_data *pgdat; in setup_per_cpu_pageset() local
6637 for_each_online_pgdat(pgdat) in setup_per_cpu_pageset()
6638 pgdat->per_cpu_nodestats = in setup_per_cpu_pageset()
6661 struct pglist_data *pgdat = zone->zone_pgdat; in init_currently_empty_zone() local
6664 if (zone_idx > pgdat->nr_zones) in init_currently_empty_zone()
6665 pgdat->nr_zones = zone_idx; in init_currently_empty_zone()
6671 pgdat->node_id, in init_currently_empty_zone()
6886 static void __init calculate_node_totalpages(struct pglist_data *pgdat, in calculate_node_totalpages() argument
6894 struct zone *zone = pgdat->node_zones + i; in calculate_node_totalpages()
6899 spanned = zone_spanned_pages_in_node(pgdat->node_id, i, in calculate_node_totalpages()
6904 absent = zone_absent_pages_in_node(pgdat->node_id, i, in calculate_node_totalpages()
6922 pgdat->node_spanned_pages = totalpages; in calculate_node_totalpages()
6923 pgdat->node_present_pages = realtotalpages; in calculate_node_totalpages()
6924 printk(KERN_DEBUG "On node %d totalpages: %lu\n", pgdat->node_id, in calculate_node_totalpages()
6949 static void __ref setup_usemap(struct pglist_data *pgdat, in setup_usemap() argument
6959 pgdat->node_id); in setup_usemap()
6962 usemapsize, zone->name, pgdat->node_id); in setup_usemap()
6966 static inline void setup_usemap(struct pglist_data *pgdat, struct zone *zone, in setup_usemap() argument
7028 static void pgdat_init_split_queue(struct pglist_data *pgdat) in pgdat_init_split_queue() argument
7030 struct deferred_split *ds_queue = &pgdat->deferred_split_queue; in pgdat_init_split_queue()
7037 static void pgdat_init_split_queue(struct pglist_data *pgdat) {} in pgdat_init_split_queue() argument
7041 static void pgdat_init_kcompactd(struct pglist_data *pgdat) in pgdat_init_kcompactd() argument
7043 init_waitqueue_head(&pgdat->kcompactd_wait); in pgdat_init_kcompactd()
7046 static void pgdat_init_kcompactd(struct pglist_data *pgdat) {} in pgdat_init_kcompactd() argument
7049 static void __meminit pgdat_init_internals(struct pglist_data *pgdat) in pgdat_init_internals() argument
7051 pgdat_resize_init(pgdat); in pgdat_init_internals()
7053 pgdat_init_split_queue(pgdat); in pgdat_init_internals()
7054 pgdat_init_kcompactd(pgdat); in pgdat_init_internals()
7056 init_waitqueue_head(&pgdat->kswapd_wait); in pgdat_init_internals()
7057 init_waitqueue_head(&pgdat->pfmemalloc_wait); in pgdat_init_internals()
7059 init_waitqueue_head(&pgdat->zswapd_wait); in pgdat_init_internals()
7062 pgdat_page_ext_init(pgdat); in pgdat_init_internals()
7063 spin_lock_init(&pgdat->lru_lock); in pgdat_init_internals()
7064 lruvec_init(&pgdat->__lruvec); in pgdat_init_internals()
7066 pgdat->__lruvec.pgdat = pgdat; in pgdat_init_internals()
7093 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_core_hotplug() local
7095 pgdat_init_internals(pgdat); in free_area_init_core_hotplug()
7097 zone_init_internals(&pgdat->node_zones[z], z, nid, 0); in free_area_init_core_hotplug()
7110 static void __init free_area_init_core(struct pglist_data *pgdat) in free_area_init_core() argument
7113 int nid = pgdat->node_id; in free_area_init_core()
7115 pgdat_init_internals(pgdat); in free_area_init_core()
7116 pgdat->per_cpu_nodestats = &boot_nodestats; in free_area_init_core()
7119 struct zone *zone = pgdat->node_zones + j; in free_area_init_core()
7169 setup_usemap(pgdat, zone, zone_start_pfn, size); in free_area_init_core()
7176 static void __ref alloc_node_mem_map(struct pglist_data *pgdat) in alloc_node_mem_map() argument
7182 if (!pgdat->node_spanned_pages) in alloc_node_mem_map()
7185 start = pgdat->node_start_pfn & ~(MAX_ORDER_NR_PAGES - 1); in alloc_node_mem_map()
7186 offset = pgdat->node_start_pfn - start; in alloc_node_mem_map()
7188 if (!pgdat->node_mem_map) { in alloc_node_mem_map()
7197 end = pgdat_end_pfn(pgdat); in alloc_node_mem_map()
7201 pgdat->node_id); in alloc_node_mem_map()
7204 size, pgdat->node_id); in alloc_node_mem_map()
7205 pgdat->node_mem_map = map + offset; in alloc_node_mem_map()
7208 __func__, pgdat->node_id, (unsigned long)pgdat, in alloc_node_mem_map()
7209 (unsigned long)pgdat->node_mem_map); in alloc_node_mem_map()
7214 if (pgdat == NODE_DATA(0)) { in alloc_node_mem_map()
7216 if (page_to_pfn(mem_map) != pgdat->node_start_pfn) in alloc_node_mem_map()
7222 static void __ref alloc_node_mem_map(struct pglist_data *pgdat) { } in alloc_node_mem_map() argument
7226 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range() argument
7228 pgdat->first_deferred_pfn = ULONG_MAX; in pgdat_set_deferred_range()
7231 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {} in pgdat_set_deferred_range() argument
7236 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_node() local
7241 WARN_ON(pgdat->nr_zones || pgdat->kswapd_highest_zoneidx); in free_area_init_node()
7245 pgdat->node_id = nid; in free_area_init_node()
7246 pgdat->node_start_pfn = start_pfn; in free_area_init_node()
7247 pgdat->per_cpu_nodestats = NULL; in free_area_init_node()
7252 calculate_node_totalpages(pgdat, start_pfn, end_pfn); in free_area_init_node()
7254 alloc_node_mem_map(pgdat); in free_area_init_node()
7255 pgdat_set_deferred_range(pgdat); in free_area_init_node()
7257 free_area_init_core(pgdat); in free_area_init_node()
7581 static void check_for_memory(pg_data_t *pgdat, int nid) in check_for_memory() argument
7586 struct zone *zone = &pgdat->node_zones[zone_type]; in check_for_memory()
7696 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init() local
7700 if (pgdat->node_present_pages) in free_area_init()
7702 check_for_memory(pgdat, nid); in free_area_init()
7945 struct pglist_data *pgdat; in calculate_totalreserve_pages() local
7949 for_each_online_pgdat(pgdat) { in calculate_totalreserve_pages()
7951 pgdat->totalreserve_pages = 0; in calculate_totalreserve_pages()
7954 struct zone *zone = pgdat->node_zones + i; in calculate_totalreserve_pages()
7970 pgdat->totalreserve_pages += max; in calculate_totalreserve_pages()
7986 struct pglist_data *pgdat; in setup_per_zone_lowmem_reserve() local
7989 for_each_online_pgdat(pgdat) { in setup_per_zone_lowmem_reserve()
7991 struct zone *zone = &pgdat->node_zones[i]; in setup_per_zone_lowmem_reserve()
7997 struct zone *upper_zone = &pgdat->node_zones[j]; in setup_per_zone_lowmem_reserve()
8187 pg_data_t *pgdat; in setup_min_unmapped_ratio() local
8190 for_each_online_pgdat(pgdat) in setup_min_unmapped_ratio()
8191 pgdat->min_unmapped_pages = 0; in setup_min_unmapped_ratio()
8215 pg_data_t *pgdat; in setup_min_slab_ratio() local
8218 for_each_online_pgdat(pgdat) in setup_min_slab_ratio()
8219 pgdat->min_slab_pages = 0; in setup_min_slab_ratio()
9078 struct pglist_data *pgdat; in has_managed_dma() local
9080 for_each_online_pgdat(pgdat) { in has_managed_dma()
9081 struct zone *zone = &pgdat->node_zones[ZONE_DMA]; in has_managed_dma()