Lines Matching defs:pgdat
1161 static bool skip_throttle_noprogress(pg_data_t *pgdat) in skip_throttle_noprogress()
1194 void reclaim_throttle(pg_data_t *pgdat, enum vmscan_throttle_state reason) in reclaim_throttle()
1268 void __acct_reclaim_writeback(pg_data_t *pgdat, struct folio *folio, in __acct_reclaim_writeback()
1650 struct pglist_data *pgdat) in demote_folio_list()
1706 struct pglist_data *pgdat, struct scan_control *sc, in shrink_folio_list()
2447 static int too_many_isolated(struct pglist_data *pgdat, int file, in too_many_isolated()
2579 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_inactive_list() local
2702 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_active_list() local
2788 struct pglist_data *pgdat) in reclaim_folio_list()
2912 static void prepare_scan_count(pg_data_t *pgdat, struct scan_control *sc) in prepare_scan_count()
3028 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in get_scan_count() local
3226 static bool can_age_anon_pages(struct pglist_data *pgdat, in can_age_anon_pages()
3282 struct pglist_data *pgdat = NODE_DATA(nid); in get_lruvec() local
3303 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in get_swappiness() local
3563 struct pglist_data *pgdat = lruvec_pgdat(walk->lruvec); in should_skip_mm() local
3973 struct pglist_data *pgdat, bool can_swap) in get_pfn_folio()
4014 struct pglist_data *pgdat = lruvec_pgdat(walk->lruvec); in walk_pte_range() local
4082 struct pglist_data *pgdat = lruvec_pgdat(walk->lruvec); in walk_pmd_range_locked() local
4194 struct pglist_data *pgdat = lruvec_pgdat(walk->lruvec); in walk_pmd_range() local
4327 static struct lru_gen_mm_walk *set_mm_walk(struct pglist_data *pgdat, bool force_alloc) in set_mm_walk()
4600 static void lru_gen_age_node(struct pglist_data *pgdat, struct scan_control *sc) in lru_gen_age_node()
4663 struct pglist_data *pgdat = folio_pgdat(folio); in lru_gen_look_around() local
4777 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in lru_gen_rotate_memcg() local
4824 struct pglist_data *pgdat = NODE_DATA(nid); in lru_gen_online_memcg() local
4859 struct pglist_data *pgdat = NODE_DATA(nid); in lru_gen_release_memcg() local
5184 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in evict_folios() local
5426 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in shrink_one() local
5464 static void shrink_many(struct pglist_data *pgdat, struct scan_control *sc) in shrink_many()
5557 static void shrink_many(struct pglist_data *pgdat, struct scan_control *sc) in shrink_many()
5569 static void set_initial_priority(struct pglist_data *pgdat, struct scan_control *sc) in set_initial_priority()
5592 static void lru_gen_shrink_node(struct pglist_data *pgdat, struct scan_control *sc) in lru_gen_shrink_node()
6235 void lru_gen_init_pgdat(struct pglist_data *pgdat) in lru_gen_init_pgdat()
6294 static void lru_gen_age_node(struct pglist_data *pgdat, struct scan_control *sc) in lru_gen_age_node()
6302 static void lru_gen_shrink_node(struct pglist_data *pgdat, struct scan_control *sc) in lru_gen_shrink_node()
6444 static inline bool should_continue_reclaim(struct pglist_data *pgdat, in should_continue_reclaim()
6496 static void shrink_node_memcgs(pg_data_t *pgdat, struct scan_control *sc) in shrink_node_memcgs()
6554 static void shrink_node(pg_data_t *pgdat, struct scan_control *sc) in shrink_node()
6697 static void consider_reclaim_throttle(pg_data_t *pgdat, struct scan_control *sc) in consider_reclaim_throttle()
6827 static void snapshot_refaults(struct mem_cgroup *target_memcg, pg_data_t *pgdat) in snapshot_refaults()
6947 static bool allow_direct_reclaim(pg_data_t *pgdat) in allow_direct_reclaim()
7001 pg_data_t *pgdat = NULL; in throttle_direct_reclaim() local
7124 pg_data_t *pgdat, in mem_cgroup_shrink_node()
7201 static void kswapd_age_node(struct pglist_data *pgdat, struct scan_control *sc) in kswapd_age_node()
7227 static bool pgdat_watermark_boosted(pg_data_t *pgdat, int highest_zoneidx) in pgdat_watermark_boosted()
7255 static bool pgdat_balanced(pg_data_t *pgdat, int order, int highest_zoneidx) in pgdat_balanced()
7291 static void clear_pgdat_congested(pg_data_t *pgdat) in clear_pgdat_congested()
7307 static bool prepare_kswapd_sleep(pg_data_t *pgdat, int order, in prepare_kswapd_sleep()
7346 static bool kswapd_shrink_node(pg_data_t *pgdat, in kswapd_shrink_node()
7383 update_reclaim_active(pg_data_t *pgdat, int highest_zoneidx, bool active) in update_reclaim_active()
7402 set_reclaim_active(pg_data_t *pgdat, int highest_zoneidx) in set_reclaim_active()
7408 clear_reclaim_active(pg_data_t *pgdat, int highest_zoneidx) in clear_reclaim_active()
7426 static int balance_pgdat(pg_data_t *pgdat, int order, int highest_zoneidx) in balance_pgdat()
7643 static enum zone_type kswapd_highest_zoneidx(pg_data_t *pgdat, in kswapd_highest_zoneidx()
7651 static void kswapd_try_to_sleep(pg_data_t *pgdat, int alloc_order, int reclaim_order, in kswapd_try_to_sleep()
7752 pg_data_t *pgdat = (pg_data_t *)p; in kswapd() local
7837 pg_data_t *pgdat; in wakeup_kswapd() local
7923 pg_data_t *pgdat = NODE_DATA(nid); in kswapd_run() local
7944 pg_data_t *pgdat = NODE_DATA(nid); in kswapd_stop() local
7996 static inline unsigned long node_unmapped_file_pages(struct pglist_data *pgdat) in node_unmapped_file_pages()
8011 static unsigned long node_pagecache_reclaimable(struct pglist_data *pgdat) in node_pagecache_reclaimable()
8041 static int __node_reclaim(struct pglist_data *pgdat, gfp_t gfp_mask, unsigned int order) in __node_reclaim()
8092 int node_reclaim(struct pglist_data *pgdat, gfp_t gfp_mask, unsigned int order) in node_reclaim()