Lines Matching defs:lruvec
574 unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, in lruvec_lru_size()
2200 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes()
2236 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_folios()
2358 struct lruvec *lruvec; in folio_isolate_lru() local
2420 unsigned int move_folios_to_lru(struct lruvec *lruvec, in move_folios_to_lru()
2518 struct lruvec *lruvec, struct scan_control *sc, in shrink_inactive_list()
2648 struct lruvec *lruvec, in shrink_active_list()
2804 struct lruvec *lruvec, struct scan_control *sc) in shrink_list()
2861 bool inactive_is_low(struct lruvec *lruvec, enum lru_list inactive_lru) in inactive_is_low()
2993 static void get_scan_count(struct lruvec *lruvec, struct scan_control *sc, in get_scan_count()
3231 #define DEFINE_MAX_SEQ(lruvec) \ argument
3234 #define DEFINE_MIN_SEQ(lruvec) \ argument
3254 struct lruvec *lruvec = &memcg->nodeinfo[nid]->lruvec; in get_lruvec() local
3268 static int get_swappiness(struct lruvec *lruvec, struct scan_control *sc) in get_swappiness()
3283 static int get_nr_gens(struct lruvec *lruvec, int type) in get_nr_gens()
3288 static bool __maybe_unused seq_is_valid(struct lruvec *lruvec) in seq_is_valid()
3339 static bool test_bloom_filter(struct lruvec *lruvec, unsigned long seq, void *item) in test_bloom_filter()
3354 static void update_bloom_filter(struct lruvec *lruvec, unsigned long seq, void *item) in update_bloom_filter()
3372 static void reset_bloom_filter(struct lruvec *lruvec, unsigned long seq) in reset_bloom_filter()
3422 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_add_mm() local
3451 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_del_mm() local
3502 static void reset_mm_stats(struct lruvec *lruvec, struct lru_gen_mm_walk *walk, bool last) in reset_mm_stats()
3551 static bool iterate_mm_list(struct lruvec *lruvec, struct lru_gen_mm_walk *walk, in iterate_mm_list()
3619 static bool iterate_mm_list_nowalk(struct lruvec *lruvec, unsigned long max_seq) in iterate_mm_list_nowalk()
3672 static void read_ctrl_pos(struct lruvec *lruvec, int type, int tier, int gain, in read_ctrl_pos()
3687 static void reset_ctrl_pos(struct lruvec *lruvec, int type, bool carryover) in reset_ctrl_pos()
3764 static int folio_inc_gen(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in folio_inc_gen()
3809 static void reset_batch_size(struct lruvec *lruvec, struct lru_gen_mm_walk *walk) in reset_batch_size()
4250 static void walk_mm(struct lruvec *lruvec, struct mm_struct *mm, struct lru_gen_mm_walk *walk) in walk_mm()
4327 static bool inc_min_seq(struct lruvec *lruvec, int type, bool can_swap) in inc_min_seq()
4363 static bool try_to_inc_min_seq(struct lruvec *lruvec, bool can_swap) in try_to_inc_min_seq()
4406 static void inc_max_seq(struct lruvec *lruvec, bool can_swap, bool force_scan) in inc_max_seq()
4463 static bool try_to_inc_max_seq(struct lruvec *lruvec, unsigned long max_seq, in try_to_inc_max_seq()
4543 static bool lruvec_is_sizable(struct lruvec *lruvec, struct scan_control *sc) in lruvec_is_sizable()
4568 static bool lruvec_is_reclaimable(struct lruvec *lruvec, struct scan_control *sc, in lruvec_is_reclaimable()
4604 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in lru_gen_age_node() local
4653 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in lru_gen_look_around() local
4755 static int lru_gen_memcg_seg(struct lruvec *lruvec) in lru_gen_memcg_seg()
4760 static void lru_gen_rotate_memcg(struct lruvec *lruvec, int op) in lru_gen_rotate_memcg()
4814 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_online_memcg() local
4836 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_offline_memcg() local
4849 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_release_memcg() local
4870 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_soft_reclaim() local
4879 static int lru_gen_memcg_seg(struct lruvec *lruvec) in lru_gen_memcg_seg()
4890 static bool sort_folio(struct lruvec *lruvec, struct folio *folio, struct scan_control *sc, in sort_folio()
4959 static bool isolate_folio(struct lruvec *lruvec, struct folio *folio, struct scan_control *sc) in isolate_folio()
4993 static int scan_folios(struct lruvec *lruvec, struct scan_control *sc, in scan_folios()
5069 static int get_tier_idx(struct lruvec *lruvec, int type) in get_tier_idx()
5089 static int get_type_to_scan(struct lruvec *lruvec, int swappiness, int *tier_idx) in get_type_to_scan()
5117 static int isolate_folios(struct lruvec *lruvec, struct scan_control *sc, int swappiness, in isolate_folios()
5159 static int evict_folios(struct lruvec *lruvec, struct scan_control *sc, int swappiness) in evict_folios()
5250 static bool should_run_aging(struct lruvec *lruvec, unsigned long max_seq, in should_run_aging()
5322 static long get_nr_to_scan(struct lruvec *lruvec, struct scan_control *sc, bool can_swap) in get_nr_to_scan()
5342 static bool should_abort_scan(struct lruvec *lruvec, struct scan_control *sc) in should_abort_scan()
5373 static bool try_to_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in try_to_shrink_lruvec()
5408 static int shrink_one(struct lruvec *lruvec, struct scan_control *sc) in shrink_one()
5457 struct lruvec *lruvec; in shrink_many() local
5522 static void lru_gen_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in lru_gen_shrink_lruvec()
5552 static void lru_gen_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in lru_gen_shrink_lruvec()
5606 static bool __maybe_unused state_is_valid(struct lruvec *lruvec) in state_is_valid()
5629 static bool fill_evictable(struct lruvec *lruvec) in fill_evictable()
5660 static bool drain_evictable(struct lruvec *lruvec) in drain_evictable()
5713 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_change_state() local
5876 static void lru_gen_seq_show_full(struct seq_file *m, struct lruvec *lruvec, in lru_gen_seq_show_full()
5932 struct lruvec *lruvec = v; in lru_gen_seq_show() local
5991 static int run_aging(struct lruvec *lruvec, unsigned long seq, struct scan_control *sc, in run_aging()
6011 static int run_eviction(struct lruvec *lruvec, unsigned long seq, struct scan_control *sc, in run_eviction()
6042 struct lruvec *lruvec; in run_cmd() local
6183 void lru_gen_init_lruvec(struct lruvec *lruvec) in lru_gen_init_lruvec()
6229 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_exit_memcg() local
6266 static void lru_gen_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in lru_gen_shrink_lruvec()
6276 void shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in shrink_lruvec()
6472 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in shrink_node_memcgs() local
6809 struct lruvec *lruvec; in snapshot_refaults() local
6888 struct lruvec *lruvec; in do_try_to_free_pages() local
7113 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in mem_cgroup_shrink_node() local
7203 struct lruvec *lruvec; in kswapd_age_node() local
7292 struct lruvec *lruvec = mem_cgroup_lruvec(NULL, pgdat); in clear_pgdat_congested() local
8176 struct lruvec *lruvec = NULL; in check_move_unevictable_folios() local
8220 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdata); in purgeable_node() local