Lines Matching defs:lruvec
654 static unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, in lruvec_lru_size()
2250 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes()
2305 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_folios()
2428 struct lruvec *lruvec; in folio_isolate_lru() local
2490 static unsigned int move_folios_to_lru(struct lruvec *lruvec, in move_folios_to_lru()
2569 struct lruvec *lruvec, struct scan_control *sc, in shrink_inactive_list()
2689 struct lruvec *lruvec, in shrink_active_list()
2845 struct lruvec *lruvec, struct scan_control *sc) in shrink_list()
2886 static bool inactive_is_low(struct lruvec *lruvec, enum lru_list inactive_lru) in inactive_is_low()
3025 static void get_scan_count(struct lruvec *lruvec, struct scan_control *sc, in get_scan_count()
3263 #define DEFINE_MAX_SEQ(lruvec) \ argument
3266 #define DEFINE_MIN_SEQ(lruvec) \ argument
3286 struct lruvec *lruvec = &memcg->nodeinfo[nid]->lruvec; in get_lruvec() local
3300 static int get_swappiness(struct lruvec *lruvec, struct scan_control *sc) in get_swappiness()
3315 static int get_nr_gens(struct lruvec *lruvec, int type) in get_nr_gens()
3320 static bool __maybe_unused seq_is_valid(struct lruvec *lruvec) in seq_is_valid()
3371 static bool test_bloom_filter(struct lruvec *lruvec, unsigned long seq, void *item) in test_bloom_filter()
3386 static void update_bloom_filter(struct lruvec *lruvec, unsigned long seq, void *item) in update_bloom_filter()
3404 static void reset_bloom_filter(struct lruvec *lruvec, unsigned long seq) in reset_bloom_filter()
3454 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_add_mm() local
3483 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_del_mm() local
3534 static void reset_mm_stats(struct lruvec *lruvec, struct lru_gen_mm_walk *walk, bool last) in reset_mm_stats()
3583 static bool iterate_mm_list(struct lruvec *lruvec, struct lru_gen_mm_walk *walk, in iterate_mm_list()
3651 static bool iterate_mm_list_nowalk(struct lruvec *lruvec, unsigned long max_seq) in iterate_mm_list_nowalk()
3704 static void read_ctrl_pos(struct lruvec *lruvec, int type, int tier, int gain, in read_ctrl_pos()
3719 static void reset_ctrl_pos(struct lruvec *lruvec, int type, bool carryover) in reset_ctrl_pos()
3796 static int folio_inc_gen(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in folio_inc_gen()
3841 static void reset_batch_size(struct lruvec *lruvec, struct lru_gen_mm_walk *walk) in reset_batch_size()
4282 static void walk_mm(struct lruvec *lruvec, struct mm_struct *mm, struct lru_gen_mm_walk *walk) in walk_mm()
4359 static bool inc_min_seq(struct lruvec *lruvec, int type, bool can_swap) in inc_min_seq()
4395 static bool try_to_inc_min_seq(struct lruvec *lruvec, bool can_swap) in try_to_inc_min_seq()
4438 static void inc_max_seq(struct lruvec *lruvec, bool can_swap, bool force_scan) in inc_max_seq()
4495 static bool try_to_inc_max_seq(struct lruvec *lruvec, unsigned long max_seq, in try_to_inc_max_seq()
4549 static bool lruvec_is_sizable(struct lruvec *lruvec, struct scan_control *sc) in lruvec_is_sizable()
4574 static bool lruvec_is_reclaimable(struct lruvec *lruvec, struct scan_control *sc, in lruvec_is_reclaimable()
4613 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in lru_gen_age_node() local
4664 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in lru_gen_look_around() local
4766 static int lru_gen_memcg_seg(struct lruvec *lruvec) in lru_gen_memcg_seg()
4771 static void lru_gen_rotate_memcg(struct lruvec *lruvec, int op) in lru_gen_rotate_memcg()
4825 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_online_memcg() local
4847 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_offline_memcg() local
4860 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_release_memcg() local
4881 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_soft_reclaim() local
4890 static int lru_gen_memcg_seg(struct lruvec *lruvec) in lru_gen_memcg_seg()
4901 static bool sort_folio(struct lruvec *lruvec, struct folio *folio, struct scan_control *sc, in sort_folio()
4970 static bool isolate_folio(struct lruvec *lruvec, struct folio *folio, struct scan_control *sc) in isolate_folio()
5004 static int scan_folios(struct lruvec *lruvec, struct scan_control *sc, in scan_folios()
5080 static int get_tier_idx(struct lruvec *lruvec, int type) in get_tier_idx()
5100 static int get_type_to_scan(struct lruvec *lruvec, int swappiness, int *tier_idx) in get_type_to_scan()
5128 static int isolate_folios(struct lruvec *lruvec, struct scan_control *sc, int swappiness, in isolate_folios()
5170 static int evict_folios(struct lruvec *lruvec, struct scan_control *sc, int swappiness) in evict_folios()
5262 static bool should_run_aging(struct lruvec *lruvec, unsigned long max_seq, in should_run_aging()
5334 static long get_nr_to_scan(struct lruvec *lruvec, struct scan_control *sc, bool can_swap) in get_nr_to_scan()
5354 static bool should_abort_scan(struct lruvec *lruvec, struct scan_control *sc) in should_abort_scan()
5385 static bool try_to_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in try_to_shrink_lruvec()
5420 static int shrink_one(struct lruvec *lruvec, struct scan_control *sc) in shrink_one()
5470 struct lruvec *lruvec; in shrink_many() local
5534 static void lru_gen_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in lru_gen_shrink_lruvec()
5562 static void lru_gen_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in lru_gen_shrink_lruvec()
5573 struct lruvec *lruvec = mem_cgroup_lruvec(NULL, pgdat); in set_initial_priority() local
5638 static bool __maybe_unused state_is_valid(struct lruvec *lruvec) in state_is_valid()
5661 static bool fill_evictable(struct lruvec *lruvec) in fill_evictable()
5692 static bool drain_evictable(struct lruvec *lruvec) in drain_evictable()
5745 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_change_state() local
5908 static void lru_gen_seq_show_full(struct seq_file *m, struct lruvec *lruvec, in lru_gen_seq_show_full()
5964 struct lruvec *lruvec = v; in lru_gen_seq_show() local
6023 static int run_aging(struct lruvec *lruvec, unsigned long seq, struct scan_control *sc, in run_aging()
6043 static int run_eviction(struct lruvec *lruvec, unsigned long seq, struct scan_control *sc, in run_eviction()
6074 struct lruvec *lruvec; in run_cmd() local
6215 void lru_gen_init_lruvec(struct lruvec *lruvec) in lru_gen_init_lruvec()
6261 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_exit_memcg() local
6298 static void lru_gen_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in lru_gen_shrink_lruvec()
6308 static void shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in shrink_lruvec()
6503 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in shrink_node_memcgs() local
6902 struct lruvec *lruvec; in do_try_to_free_pages() local
7127 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in mem_cgroup_shrink_node() local
7204 struct lruvec *lruvec; in kswapd_age_node() local
7293 struct lruvec *lruvec = mem_cgroup_lruvec(NULL, pgdat); in clear_pgdat_congested() local
8150 struct lruvec *lruvec = NULL; in check_move_unevictable_folios() local