| /kernel/linux/linux-6.6/include/linux/ |
| D | memory_hotplug.h | 48 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
61 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
213 static inline void pgdat_kswapd_lock(pg_data_t *pgdat) in pgdat_kswapd_lock()
218 static inline void pgdat_kswapd_unlock(pg_data_t *pgdat) in pgdat_kswapd_unlock()
223 static inline void pgdat_kswapd_lock_init(pg_data_t *pgdat) in pgdat_kswapd_lock_init()
265 static inline void pgdat_kswapd_lock(pg_data_t *pgdat) {} in pgdat_kswapd_lock()
266 static inline void pgdat_kswapd_unlock(pg_data_t *pgdat) {} in pgdat_kswapd_unlock()
267 static inline void pgdat_kswapd_lock_init(pg_data_t *pgdat) {} in pgdat_kswapd_lock_init()
282 void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_lock()
287 void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_unlock()
[all …]
|
| D | memory-tiers.h | 49 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
91 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
|
| D | compaction.h | 111 static inline void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
128 static inline void wakeup_kcompactd(pg_data_t *pgdat, in wakeup_kcompactd()
|
| /kernel/linux/linux-5.10/include/linux/ |
| D | memory_hotplug.h | 183 #define arch_free_nodedata(pgdat) generic_free_nodedata(pgdat) argument
200 #define generic_free_nodedata(pgdat) kfree(pgdat) argument
203 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
216 static inline void generic_free_nodedata(pg_data_t *pgdat) in generic_free_nodedata()
219 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
228 static inline void register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node()
263 static inline void register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node()
289 void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_lock()
294 void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_unlock()
299 void pgdat_resize_init(struct pglist_data *pgdat) in pgdat_resize_init()
[all …]
|
| D | vmstat.h | 179 static inline void node_page_state_add(long x, struct pglist_data *pgdat, in node_page_state_add()
312 static inline void __mod_node_page_state(struct pglist_data *pgdat, in __mod_node_page_state()
329 static inline void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state()
341 static inline void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state()
389 #define set_pgdat_percpu_threshold(pgdat, callback) { } argument
|
| /kernel/linux/linux-5.10/mm/ |
| D | vmstat.c | 248 struct pglist_data *pgdat; in refresh_zone_stat_thresholds() local
261 struct pglist_data *pgdat = zone->zone_pgdat; in refresh_zone_stat_thresholds() local
291 void set_pgdat_percpu_threshold(pg_data_t *pgdat, in set_pgdat_percpu_threshold()
336 void __mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in __mod_node_page_state()
400 void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state()
446 void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state()
546 static inline void mod_node_state(struct pglist_data *pgdat, in mod_node_state()
589 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in mod_node_page_state()
596 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state()
649 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state()
[all …]
|
| D | vmscan.c | 1020 struct pglist_data *pgdat, in shrink_page_list()
1721 pg_data_t *pgdat = page_pgdat(page); in isolate_lru_page() local
1745 static int too_many_isolated(struct pglist_data *pgdat, int file, in too_many_isolated()
1797 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in move_pages_to_lru() local
1894 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_inactive_list() local
2003 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_active_list() local
2551 inline bool should_continue_reclaim(struct pglist_data *pgdat, in should_continue_reclaim()
2605 static void shrink_node_memcgs(pg_data_t *pgdat, struct scan_control *sc) in shrink_node_memcgs()
2662 static void shrink_node(pg_data_t *pgdat, struct scan_control *sc) in shrink_node()
2984 static void snapshot_refaults(struct mem_cgroup *target_memcg, pg_data_t *pgdat) in snapshot_refaults()
[all …]
|
| D | memcg_reclaim.c | 31 static void get_scan_count_hyperhold(struct pglist_data *pgdat, in get_scan_count_hyperhold()
186 void shrink_anon_memcg(struct pglist_data *pgdat, in shrink_anon_memcg()
233 static void shrink_anon(struct pglist_data *pgdat, in shrink_anon()
313 static void shrink_file(struct pglist_data *pgdat, in shrink_file()
341 bool shrink_node_hyperhold(struct pglist_data *pgdat, struct scan_control *sc) in shrink_node_hyperhold()
|
| D | compaction.c | 386 void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
767 static bool too_many_isolated(pg_data_t *pgdat) in too_many_isolated()
803 pg_data_t *pgdat = cc->zone->zone_pgdat; in isolate_migratepages_block() local
1879 static bool kswapd_is_running(pg_data_t *pgdat) in kswapd_is_running()
1910 static unsigned int fragmentation_score_node(pg_data_t *pgdat) in fragmentation_score_node()
1925 static unsigned int fragmentation_score_wmark(pg_data_t *pgdat, bool low) in fragmentation_score_wmark()
1938 static bool should_proactive_compact_node(pg_data_t *pgdat) in should_proactive_compact_node()
1977 pg_data_t *pgdat; in __compact_finished() local
2542 static void proactive_compact_node(pg_data_t *pgdat) in proactive_compact_node()
2572 pg_data_t *pgdat = NODE_DATA(nid); in compact_node() local
[all …]
|
| D | zswapd.c | 436 void wakeup_zswapd(pg_data_t *pgdat) in wakeup_zswapd()
469 pg_data_t *pgdat = NULL; in wake_all_zswapd() local
487 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in zswapd_shrink_active_list() local
560 static void zswapd_shrink_anon_memcg(struct pglist_data *pgdat, in zswapd_shrink_anon_memcg()
587 static bool zswapd_shrink_anon(pg_data_t *pgdat, struct scan_control *sc) in zswapd_shrink_anon()
661 static void zswapd_shrink_node(pg_data_t *pgdat) in zswapd_shrink_node()
763 pg_data_t *pgdat = (pg_data_t *)p; in zswapd() local
835 pg_data_t *pgdat = NODE_DATA(nid); in zswapd_run() local
881 pg_data_t *pgdat = NODE_DATA(nid); in zswapd_cpu_online() local
|
| D | memory_hotplug.c | 232 void __init register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node()
442 static void update_pgdat_span(struct pglist_data *pgdat) in update_pgdat_span()
476 struct pglist_data *pgdat = zone->zone_pgdat; in remove_pfn_range_from_zone() local
672 static void __meminit resize_pgdat_range(struct pglist_data *pgdat, unsigned long start_pfn, in resize_pgdat_range()
696 struct pglist_data *pgdat = zone->zone_pgdat; in move_pfn_range_to_zone() local
732 struct pglist_data *pgdat = NODE_DATA(nid); in default_kernel_zone_for_pfn() local
876 static void reset_node_present_pages(pg_data_t *pgdat) in reset_node_present_pages()
889 struct pglist_data *pgdat; in hotadd_new_pgdat() local
944 pg_data_t *pgdat = NODE_DATA(nid); in rollback_node_hotadd() local
965 pg_data_t *pgdat; in __try_online_node() local
[all …]
|
| D | workingset.c | 185 static void *pack_shadow(int memcgid, pg_data_t *pgdat, unsigned long eviction, in pack_shadow()
197 static void unpack_shadow(void *shadow, int *memcgidp, pg_data_t **pgdat, in unpack_shadow()
255 struct pglist_data *pgdat = page_pgdat(page); in workingset_eviction() local
298 struct pglist_data *pgdat; in workingset_refault() local
|
| D | shuffle.h | 13 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
40 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
|
| D | mmzone.c | 18 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
|
| /kernel/linux/linux-6.6/mm/ |
| D | vmstat.c | 274 struct pglist_data *pgdat; in refresh_zone_stat_thresholds() local
287 struct pglist_data *pgdat = zone->zone_pgdat; in refresh_zone_stat_thresholds() local
317 void set_pgdat_percpu_threshold(pg_data_t *pgdat, in set_pgdat_percpu_threshold()
373 void __mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in __mod_node_page_state()
453 void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state()
509 void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state()
614 static inline void mod_node_state(struct pglist_data *pgdat, in mod_node_state()
663 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item, in mod_node_page_state()
670 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state()
723 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in inc_node_state()
[all …]
|
| D | vmscan.c | 1102 static bool skip_throttle_noprogress(pg_data_t *pgdat) in skip_throttle_noprogress()
1135 void reclaim_throttle(pg_data_t *pgdat, enum vmscan_throttle_state reason) in reclaim_throttle()
1209 void __acct_reclaim_writeback(pg_data_t *pgdat, struct folio *folio, in __acct_reclaim_writeback()
1598 struct pglist_data *pgdat) in demote_folio_list()
1654 struct pglist_data *pgdat, struct scan_control *sc, in shrink_folio_list()
2377 static int too_many_isolated(struct pglist_data *pgdat, int file, in too_many_isolated()
2528 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_inactive_list() local
2661 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_active_list() local
2747 struct pglist_data *pgdat) in reclaim_folio_list()
2880 static void prepare_scan_count(pg_data_t *pgdat, struct scan_control *sc) in prepare_scan_count()
[all …]
|
| D | workingset.c | 198 static void *pack_shadow(int memcgid, pg_data_t *pgdat, unsigned long eviction, in pack_shadow()
209 static void unpack_shadow(void *shadow, int *memcgidp, pg_data_t **pgdat, in unpack_shadow()
243 struct pglist_data *pgdat = folio_pgdat(folio); in lru_gen_eviction() local
268 struct pglist_data *pgdat; in lru_gen_test_recent() local
383 struct pglist_data *pgdat = folio_pgdat(folio); in workingset_eviction() local
434 struct pglist_data *pgdat; in workingset_test_recent() local
539 struct pglist_data *pgdat; in workingset_refault() local
|
| D | memcg_reclaim.c | 33 static void get_scan_count_hyperhold(struct pglist_data *pgdat, in get_scan_count_hyperhold()
188 void shrink_anon_memcg(struct pglist_data *pgdat, in shrink_anon_memcg()
235 static void shrink_anon(struct pglist_data *pgdat, in shrink_anon()
315 static void shrink_file(struct pglist_data *pgdat, in shrink_file()
340 bool shrink_node_hyperhold(struct pglist_data *pgdat, struct scan_control *sc) in shrink_node_hyperhold()
|
| D | mm_init.c | 48 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist() local
653 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range()
708 pg_data_t *pgdat; in init_reserved_page() local
725 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {} in pgdat_set_deferred_range()
1069 struct pglist_data *pgdat = zone->zone_pgdat; in memmap_init_zone_device() local
1249 static void __init reset_memoryless_node_totalpages(struct pglist_data *pgdat) in reset_memoryless_node_totalpages()
1267 static void __init calculate_node_totalpages(struct pglist_data *pgdat, in calculate_node_totalpages()
1331 static void pgdat_init_split_queue(struct pglist_data *pgdat) in pgdat_init_split_queue()
1340 static void pgdat_init_split_queue(struct pglist_data *pgdat) {} in pgdat_init_split_queue()
1344 static void pgdat_init_kcompactd(struct pglist_data *pgdat) in pgdat_init_kcompactd()
[all …]
|
| D | zswapd.c | 437 void wakeup_zswapd(pg_data_t *pgdat) in wakeup_zswapd()
470 pg_data_t *pgdat = NULL; in wake_all_zswapd() local
488 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in zswapd_shrink_active_list() local
561 static void zswapd_shrink_anon_memcg(struct pglist_data *pgdat, in zswapd_shrink_anon_memcg()
588 static bool zswapd_shrink_anon(pg_data_t *pgdat, struct scan_control *sc) in zswapd_shrink_anon()
662 static void zswapd_shrink_node(pg_data_t *pgdat) in zswapd_shrink_node()
764 pg_data_t *pgdat = (pg_data_t *)p; in zswapd() local
836 pg_data_t *pgdat = NODE_DATA(nid); in zswapd_run() local
882 pg_data_t *pgdat = NODE_DATA(nid); in zswapd_cpu_online() local
|
| D | compaction.c | 428 void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
790 pg_data_t *pgdat = cc->zone->zone_pgdat; in too_many_isolated() local
841 pg_data_t *pgdat = cc->zone->zone_pgdat; in isolate_migratepages_block() local
2083 static bool kswapd_is_running(pg_data_t *pgdat) in kswapd_is_running()
2128 static unsigned int fragmentation_score_node(pg_data_t *pgdat) in fragmentation_score_node()
2158 static bool should_proactive_compact_node(pg_data_t *pgdat) in should_proactive_compact_node()
2197 pg_data_t *pgdat; in __compact_finished() local
2755 static void proactive_compact_node(pg_data_t *pgdat) in proactive_compact_node()
2787 pg_data_t *pgdat = NODE_DATA(nid); in compact_node() local
2834 pg_data_t *pgdat = NODE_DATA(nid); in compaction_proactiveness_sysctl_handler() local
[all …]
|
| D | shuffle.h | 13 static inline void __meminit shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
40 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
|
| D | mmzone.c | 18 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
|
| D | memory-tiers.c | 227 pg_data_t *pgdat; in __node_get_memory_tier() local
245 pg_data_t *pgdat; in node_is_toptier() local
267 void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
479 pg_data_t *pgdat = NODE_DATA(node); in set_node_memory_tier() local
506 pg_data_t *pgdat; in clear_node_memory_tier() local
|
| D | show_mem.c | 98 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
171 static bool node_has_managed_zones(pg_data_t *pgdat, int max_zone_idx) in node_has_managed_zones()
194 pg_data_t *pgdat; in show_free_areas() local
|