| /kernel/linux/linux-5.10/include/linux/ |
| D | memory_hotplug.h | 183 #define arch_free_nodedata(pgdat) generic_free_nodedata(pgdat) argument
200 #define generic_free_nodedata(pgdat) kfree(pgdat) argument
203 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
216 static inline void generic_free_nodedata(pg_data_t *pgdat) in generic_free_nodedata()
219 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
228 static inline void register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node()
263 static inline void register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node()
289 void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_lock()
294 void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_unlock()
299 void pgdat_resize_init(struct pglist_data *pgdat) in pgdat_resize_init()
[all …]
|
| D | vmstat.h | 179 static inline void node_page_state_add(long x, struct pglist_data *pgdat, in node_page_state_add()
312 static inline void __mod_node_page_state(struct pglist_data *pgdat, in __mod_node_page_state()
329 static inline void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state()
341 static inline void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state()
389 #define set_pgdat_percpu_threshold(pgdat, callback) { } argument
|
| /kernel/linux/linux-4.19/include/linux/ |
| D | memory_hotplug.h | 159 #define arch_free_nodedata(pgdat) generic_free_nodedata(pgdat) argument
176 #define generic_free_nodedata(pgdat) kfree(pgdat) argument
179 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
192 static inline void generic_free_nodedata(pg_data_t *pgdat) in generic_free_nodedata()
195 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
204 static inline void register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node()
249 static inline void register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node()
275 void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_lock()
280 void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_unlock()
285 void pgdat_resize_init(struct pglist_data *pgdat) in pgdat_resize_init()
[all …]
|
| D | bootmem.h | 149 #define alloc_bootmem_node(pgdat, x) \ argument
151 #define alloc_bootmem_node_nopanic(pgdat, x) \ argument
153 #define alloc_bootmem_pages_node(pgdat, x) \ argument
155 #define alloc_bootmem_pages_node_nopanic(pgdat, x) \ argument
164 #define alloc_bootmem_low_pages_node(pgdat, x) \ argument
|
| D | vmstat.h | 170 static inline void node_page_state_add(long x, struct pglist_data *pgdat, in node_page_state_add()
297 static inline void __mod_node_page_state(struct pglist_data *pgdat, in __mod_node_page_state()
309 static inline void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state()
321 static inline void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state()
369 #define set_pgdat_percpu_threshold(pgdat, callback) { } argument
|
| /kernel/linux/linux-5.10/mm/ |
| D | vmstat.c | 248 struct pglist_data *pgdat; in refresh_zone_stat_thresholds() local
261 struct pglist_data *pgdat = zone->zone_pgdat; in refresh_zone_stat_thresholds() local
291 void set_pgdat_percpu_threshold(pg_data_t *pgdat, in set_pgdat_percpu_threshold()
336 void __mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in __mod_node_page_state()
400 void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state()
446 void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state()
546 static inline void mod_node_state(struct pglist_data *pgdat, in mod_node_state()
589 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in mod_node_page_state()
596 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state()
649 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state()
[all …]
|
| D | vmscan.c | 998 struct pglist_data *pgdat, in shrink_page_list()
1696 pg_data_t *pgdat = page_pgdat(page); in isolate_lru_page() local
1720 static int too_many_isolated(struct pglist_data *pgdat, int file, in too_many_isolated()
1772 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in move_pages_to_lru() local
1869 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_inactive_list() local
1978 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_active_list() local
2512 inline bool should_continue_reclaim(struct pglist_data *pgdat, in should_continue_reclaim()
2566 static void shrink_node_memcgs(pg_data_t *pgdat, struct scan_control *sc) in shrink_node_memcgs()
2623 static void shrink_node(pg_data_t *pgdat, struct scan_control *sc) in shrink_node()
2945 static void snapshot_refaults(struct mem_cgroup *target_memcg, pg_data_t *pgdat) in snapshot_refaults()
[all …]
|
| D | memcg_reclaim.c | 31 static void get_scan_count_hyperhold(struct pglist_data *pgdat, in get_scan_count_hyperhold()
186 void shrink_anon_memcg(struct pglist_data *pgdat, in shrink_anon_memcg()
230 static void shrink_anon(struct pglist_data *pgdat, in shrink_anon()
310 static void shrink_file(struct pglist_data *pgdat, in shrink_file()
338 bool shrink_node_hyperhold(struct pglist_data *pgdat, struct scan_control *sc) in shrink_node_hyperhold()
|
| D | memory_hotplug.c | 232 void __init register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node()
442 static void update_pgdat_span(struct pglist_data *pgdat) in update_pgdat_span()
476 struct pglist_data *pgdat = zone->zone_pgdat; in remove_pfn_range_from_zone() local
672 static void __meminit resize_pgdat_range(struct pglist_data *pgdat, unsigned long start_pfn, in resize_pgdat_range()
696 struct pglist_data *pgdat = zone->zone_pgdat; in move_pfn_range_to_zone() local
732 struct pglist_data *pgdat = NODE_DATA(nid); in default_kernel_zone_for_pfn() local
876 static void reset_node_present_pages(pg_data_t *pgdat) in reset_node_present_pages()
889 struct pglist_data *pgdat; in hotadd_new_pgdat() local
944 pg_data_t *pgdat = NODE_DATA(nid); in rollback_node_hotadd() local
965 pg_data_t *pgdat; in __try_online_node() local
[all …]
|
| D | compaction.c | 386 void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
767 static bool too_many_isolated(pg_data_t *pgdat) in too_many_isolated()
803 pg_data_t *pgdat = cc->zone->zone_pgdat; in isolate_migratepages_block() local
1885 static bool kswapd_is_running(pg_data_t *pgdat) in kswapd_is_running()
1916 static unsigned int fragmentation_score_node(pg_data_t *pgdat) in fragmentation_score_node()
1931 static unsigned int fragmentation_score_wmark(pg_data_t *pgdat, bool low) in fragmentation_score_wmark()
1944 static bool should_proactive_compact_node(pg_data_t *pgdat) in should_proactive_compact_node()
1983 pg_data_t *pgdat; in __compact_finished() local
2548 static void proactive_compact_node(pg_data_t *pgdat) in proactive_compact_node()
2578 pg_data_t *pgdat = NODE_DATA(nid); in compact_node() local
[all …]
|
| D | zswapd.c | 434 void wakeup_zswapd(pg_data_t *pgdat) in wakeup_zswapd()
467 pg_data_t *pgdat = NULL; in wake_all_zswapd() local
485 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in zswapd_shrink_active_list() local
544 static void zswapd_shrink_anon_memcg(struct pglist_data *pgdat, in zswapd_shrink_anon_memcg()
571 static bool zswapd_shrink_anon(pg_data_t *pgdat, struct scan_control *sc) in zswapd_shrink_anon()
645 static void zswapd_shrink_node(pg_data_t *pgdat) in zswapd_shrink_node()
747 pg_data_t *pgdat = (pg_data_t *)p; in zswapd() local
809 pg_data_t *pgdat = NODE_DATA(nid); in zswapd_run() local
855 pg_data_t *pgdat = NODE_DATA(nid); in zswapd_cpu_online() local
|
| D | shuffle.h | 13 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
40 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
|
| D | workingset.c | 185 static void *pack_shadow(int memcgid, pg_data_t *pgdat, unsigned long eviction, in pack_shadow()
197 static void unpack_shadow(void *shadow, int *memcgidp, pg_data_t **pgdat, in unpack_shadow()
255 struct pglist_data *pgdat = page_pgdat(page); in workingset_eviction() local
298 struct pglist_data *pgdat; in workingset_refault() local
|
| D | mmzone.c | 18 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
|
| D | page_alloc.c | 1465 pg_data_t *pgdat; in init_reserved_page() local
1914 pg_data_t *pgdat = data; in deferred_init_memmap() local
2007 pg_data_t *pgdat = zone->zone_pgdat; in deferred_grow_zone() local
5389 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
5478 pg_data_t *pgdat; in show_free_areas() local
5679 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs) in build_zonerefs_node()
5796 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order, in build_zonelists_in_node_order()
5819 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists()
5838 static void build_zonelists(pg_data_t *pgdat) in build_zonelists()
5892 static void build_zonelists(pg_data_t *pgdat) in build_zonelists()
[all …]
|
| /kernel/linux/linux-4.19/mm/ |
| D | vmstat.c | 247 struct pglist_data *pgdat; in refresh_zone_stat_thresholds() local
260 struct pglist_data *pgdat = zone->zone_pgdat; in refresh_zone_stat_thresholds() local
290 void set_pgdat_percpu_threshold(pg_data_t *pgdat, in set_pgdat_percpu_threshold()
335 void __mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in __mod_node_page_state()
394 void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state()
438 void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state()
536 static inline void mod_node_state(struct pglist_data *pgdat, in mod_node_state()
574 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in mod_node_page_state()
581 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state()
634 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state()
[all …]
|
| D | nobootmem.c | 155 void reset_node_managed_pages(pg_data_t *pgdat) in reset_node_managed_pages()
165 struct pglist_data *pgdat; in reset_all_zones_managed_pages() local
203 void __init free_bootmem_node(pg_data_t *pgdat, unsigned long physaddr, in free_bootmem_node()
307 void * __init ___alloc_bootmem_node_nopanic(pg_data_t *pgdat, in ___alloc_bootmem_node_nopanic()
334 void * __init __alloc_bootmem_node_nopanic(pg_data_t *pgdat, unsigned long size, in __alloc_bootmem_node_nopanic()
343 static void * __init ___alloc_bootmem_node(pg_data_t *pgdat, unsigned long size, in ___alloc_bootmem_node()
375 void * __init __alloc_bootmem_node(pg_data_t *pgdat, unsigned long size, in __alloc_bootmem_node()
384 void * __init __alloc_bootmem_node_high(pg_data_t *pgdat, unsigned long size, in __alloc_bootmem_node_high()
437 void * __init __alloc_bootmem_low_node(pg_data_t *pgdat, unsigned long size, in __alloc_bootmem_low_node()
|
| D | vmscan.c | 268 static void set_memcg_congestion(pg_data_t *pgdat, in set_memcg_congestion()
281 static bool memcg_congested(pg_data_t *pgdat, in memcg_congested()
301 static inline void set_memcg_congestion(struct pglist_data *pgdat, in set_memcg_congestion()
306 static inline bool memcg_congested(struct pglist_data *pgdat, in memcg_congested()
1094 struct pglist_data *pgdat, in shrink_page_list()
1791 static int too_many_isolated(struct pglist_data *pgdat, int file, in too_many_isolated()
1825 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in putback_inactive_pages() local
1904 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_inactive_list() local
2029 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in move_active_pages_to_lru() local
2088 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_active_list() local
[all …]
|
| D | bootmem.c | 175 unsigned long __init init_bootmem_node(pg_data_t *pgdat, unsigned long freepfn, in init_bootmem_node()
286 void reset_node_managed_pages(pg_data_t *pgdat) in reset_node_managed_pages()
296 struct pglist_data *pgdat; in reset_all_zones_managed_pages() local
423 void __init free_bootmem_node(pg_data_t *pgdat, unsigned long physaddr, in free_bootmem_node()
461 int __init reserve_bootmem_node(pg_data_t *pgdat, unsigned long physaddr, in reserve_bootmem_node()
700 void * __init ___alloc_bootmem_node_nopanic(pg_data_t *pgdat, in ___alloc_bootmem_node_nopanic()
730 void * __init __alloc_bootmem_node_nopanic(pg_data_t *pgdat, unsigned long size, in __alloc_bootmem_node_nopanic()
736 void * __init ___alloc_bootmem_node(pg_data_t *pgdat, unsigned long size, in ___alloc_bootmem_node()
751 void * __init __alloc_bootmem_node(pg_data_t *pgdat, unsigned long size, in __alloc_bootmem_node()
760 void * __init __alloc_bootmem_node_high(pg_data_t *pgdat, unsigned long size, in __alloc_bootmem_node_high()
[all …]
|
| D | workingset.c | 173 static void *pack_shadow(int memcgid, pg_data_t *pgdat, unsigned long eviction) in pack_shadow()
183 static void unpack_shadow(void *shadow, int *memcgidp, pg_data_t **pgdat, in unpack_shadow()
211 struct pglist_data *pgdat = page_pgdat(page); in workingset_eviction() local
243 struct pglist_data *pgdat; in workingset_refault() local
|
| D | memory_hotplug.c | 221 void __init register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node()
423 static void update_pgdat_span(struct pglist_data *pgdat) in update_pgdat_span()
456 struct pglist_data *pgdat = zone->zone_pgdat; in remove_pfn_range_from_zone() local
698 static void __meminit resize_pgdat_range(struct pglist_data *pgdat, unsigned long start_pfn, in resize_pgdat_range()
712 struct pglist_data *pgdat = zone->zone_pgdat; in move_pfn_range_to_zone() local
749 struct pglist_data *pgdat = NODE_DATA(nid); in default_kernel_zone_for_pfn() local
904 static void reset_node_present_pages(pg_data_t *pgdat) in reset_node_present_pages()
917 struct pglist_data *pgdat; in hotadd_new_pgdat() local
966 pg_data_t *pgdat = NODE_DATA(nid); in rollback_node_hotadd() local
989 pg_data_t *pgdat; in __try_online_node() local
[all …]
|
| D | mmzone.c | 18 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
|
| D | compaction.c | 272 void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
1822 pg_data_t *pgdat = NODE_DATA(nid); in compact_node() local
1914 static inline bool kcompactd_work_requested(pg_data_t *pgdat) in kcompactd_work_requested()
1919 static bool kcompactd_node_suitable(pg_data_t *pgdat) in kcompactd_node_suitable()
1939 static void kcompactd_do_work(pg_data_t *pgdat) in kcompactd_do_work()
2016 void wakeup_kcompactd(pg_data_t *pgdat, int order, int classzone_idx) in wakeup_kcompactd()
2048 pg_data_t *pgdat = (pg_data_t*)p; in kcompactd() local
2078 pg_data_t *pgdat = NODE_DATA(nid); in kcompactd_run() local
2118 pg_data_t *pgdat = NODE_DATA(nid); in kcompactd_cpu_online() local
|
| D | page_alloc.c | 339 static inline bool update_defer_init(pg_data_t *pgdat, in update_defer_init()
363 static inline bool update_defer_init(pg_data_t *pgdat, in update_defer_init()
1225 pg_data_t *pgdat; in init_reserved_page() local
1567 pg_data_t *pgdat = data; in deferred_init_memmap() local
1657 pg_data_t *pgdat = NODE_DATA(nid); in deferred_grow_zone() local
4795 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
4884 pg_data_t *pgdat; in show_free_areas() local
5080 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs) in build_zonerefs_node()
5217 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order, in build_zonelists_in_node_order()
5240 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists()
[all …]
|
| D | page_owner.c | 256 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showmixedcount_print()
530 static void init_pages_in_zone(pg_data_t *pgdat, struct zone *zone) in init_pages_in_zone()
601 static void init_zones_in_node(pg_data_t *pgdat) in init_zones_in_node()
616 pg_data_t *pgdat; in init_early_allocated_pages() local
|