| /kernel/linux/linux-6.6/include/linux/ |
| D | mm_inline.h | 37 static __always_inline void __update_lru_size(struct lruvec *lruvec, in __update_lru_size()
51 static __always_inline void update_lru_size(struct lruvec *lruvec, in update_lru_size()
168 static inline bool lru_gen_is_active(struct lruvec *lruvec, int gen) in lru_gen_is_active()
178 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size()
224 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
275 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
309 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
314 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
322 void lruvec_add_folio(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio()
336 void lruvec_add_folio_tail(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio_tail()
[all …]
|
| D | memcontrol.h | 132 struct lruvec lruvec; member
751 struct lruvec *lruvec; in mem_cgroup_lruvec() local
801 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug()
880 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg()
943 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size()
1035 static inline unsigned long lruvec_page_state(struct lruvec *lruvec, in lruvec_page_state()
1057 static inline unsigned long lruvec_page_state_local(struct lruvec *lruvec, in lruvec_page_state_local()
1097 static inline void mod_memcg_lruvec_state(struct lruvec *lruvec, in mod_memcg_lruvec_state()
1333 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug()
1444 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg()
[all …]
|
| D | mmzone.h | 506 struct lruvec *lruvec; member
610 static inline void lru_gen_init_lruvec(struct lruvec *lruvec) in lru_gen_init_lruvec()
648 struct lruvec { struct
650 /* per lruvec lru_lock for memcg */ argument
663 /* Various lruvec state flags (enum lruvec_flags) */ argument
664 unsigned long flags;
667 struct lru_gen_folio lrugen;
669 struct lru_gen_mm_state mm_state;
672 struct pglist_data *pgdat;
1485 static inline struct pglist_data *lruvec_pgdat(struct lruvec *lruvec) in lruvec_pgdat()
[all …]
|
| D | vmstat.h | 549 static inline void mod_lruvec_state(struct lruvec *lruvec, in mod_lruvec_state()
574 static inline void __mod_lruvec_state(struct lruvec *lruvec, in __mod_lruvec_state()
580 static inline void mod_lruvec_state(struct lruvec *lruvec, in mod_lruvec_state()
|
| /kernel/linux/linux-6.6/mm/ |
| D | vmscan.c | 574 unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, in lruvec_lru_size()
2200 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes()
2236 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_folios()
2358 struct lruvec *lruvec; in folio_isolate_lru() local
2420 unsigned int move_folios_to_lru(struct lruvec *lruvec, in move_folios_to_lru()
2518 struct lruvec *lruvec, struct scan_control *sc, in shrink_inactive_list()
2648 struct lruvec *lruvec, in shrink_active_list()
2804 struct lruvec *lruvec, struct scan_control *sc) in shrink_list()
2861 bool inactive_is_low(struct lruvec *lruvec, enum lru_list inactive_lru) in inactive_is_low()
2993 static void get_scan_count(struct lruvec *lruvec, struct scan_control *sc, in get_scan_count()
[all …]
|
| D | workingset.c | 236 struct lruvec *lruvec; in lru_gen_eviction() local
262 static bool lru_gen_test_recent(void *shadow, bool file, struct lruvec **lruvec, in lru_gen_test_recent()
285 struct lruvec *lruvec; in lru_gen_refault() local
333 static bool lru_gen_test_recent(void *shadow, bool file, struct lruvec **lruvec, in lru_gen_test_recent()
355 void workingset_age_nonresident(struct lruvec *lruvec, unsigned long nr_pages) in workingset_age_nonresident()
385 struct lruvec *lruvec; in workingset_eviction() local
541 struct lruvec *lruvec; in workingset_refault() local
624 struct lruvec *lruvec; in workingset_activation() local
729 struct lruvec *lruvec; in count_shadow_nodes() local
|
| D | swap.c | 84 struct lruvec *lruvec; in __page_cache_release() local
155 static void lru_add_fn(struct lruvec *lruvec, struct folio *folio) in lru_add_fn()
198 struct lruvec *lruvec = NULL; in folio_batch_move_lru() local
229 static void lru_move_tail_fn(struct lruvec *lruvec, struct folio *folio) in lru_move_tail_fn()
261 void lru_note_cost(struct lruvec *lruvec, bool file, in lru_note_cost()
326 static void folio_activate_fn(struct lruvec *lruvec, struct folio *folio) in folio_activate_fn()
372 struct lruvec *lruvec; in folio_activate() local
560 static void lru_deactivate_file_fn(struct lruvec *lruvec, struct folio *folio) in lru_deactivate_file_fn()
601 static void lru_deactivate_fn(struct lruvec *lruvec, struct folio *folio) in lru_deactivate_fn()
617 static void lru_lazyfree_fn(struct lruvec *lruvec, struct folio *folio) in lru_lazyfree_fn()
[all …]
|
| D | memcg_reclaim.c | 38 struct lruvec *lruvec = node_lruvec(pgdat); in get_scan_count_hyperhold() local
192 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in shrink_anon_memcg() local
249 struct lruvec *lruvec = NULL; in shrink_anon() local
318 struct lruvec *lruvec = node_lruvec(pgdat); in shrink_file() local
|
| D | memcg_control.c | 164 static unsigned long move_pages_to_page_list(struct lruvec *lruvec, enum lru_list lru, in move_pages_to_page_list()
209 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in reclaim_all_anon_memcg() local
288 struct lruvec *lruvec = NULL; in memcg_total_info_per_app_show() local
365 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdata); in purgeable_memcg_node() local
|
| D | mlock.c | 61 static struct lruvec *__mlock_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_folio()
103 static struct lruvec *__mlock_new_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_new_folio()
122 static struct lruvec *__munlock_folio(struct folio *folio, struct lruvec *lruvec) in __munlock_folio()
188 struct lruvec *lruvec = NULL; in mlock_folio_batch() local
|
| D | zswapd.c | 259 struct lruvec *lruvec = NULL; in get_memcg_anon_refault_status() local
481 struct lruvec *lruvec, struct scan_control *sc, enum lru_list lru) in zswapd_shrink_active_list()
533 unsigned long nr_to_scan, struct lruvec *lruvec, in zswapd_shrink_list()
564 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in zswapd_shrink_anon_memcg() local
595 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in zswapd_shrink_anon() local
|
| D | mmzone.c | 75 void lruvec_init(struct lruvec *lruvec) in lruvec_init()
|
| D | memcontrol.c | 473 struct lruvec *lruvec = &mz->lruvec; in soft_limit_excess() local
800 void __mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_memcg_lruvec_state()
850 void __mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_lruvec_state()
872 struct lruvec *lruvec; in __mod_lruvec_page_state() local
900 struct lruvec *lruvec; in __mod_lruvec_kmem_state() local
1316 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug()
1346 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock() local
1369 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock_irq() local
1394 struct lruvec *lruvec = folio_lruvec(folio); in folio_lruvec_lock_irqsave() local
1412 void mem_cgroup_update_lru_size(struct lruvec *lruvec, enum lru_list lru, in mem_cgroup_update_lru_size()
[all …]
|
| D | zswapd_control.c | 486 struct lruvec *lruvec = NULL; in memcg_active_app_info_list_show() local
685 struct lruvec *lruvec = NULL; in memcg_eswap_info_show() local
|
| /kernel/linux/linux-5.10/mm/ |
| D | swap.c | 83 struct lruvec *lruvec; in __page_cache_release() local
207 void (*move_fn)(struct page *page, struct lruvec *lruvec, void *arg), in pagevec_lru_move_fn()
212 struct lruvec *lruvec; in pagevec_lru_move_fn() local
235 static void pagevec_move_tail_fn(struct page *page, struct lruvec *lruvec, in pagevec_move_tail_fn()
281 void lru_note_cost(struct lruvec *lruvec, bool file, unsigned int nr_pages) in lru_note_cost()
324 static void __activate_page(struct page *page, struct lruvec *lruvec, in __activate_page()
534 static void lru_deactivate_file_fn(struct page *page, struct lruvec *lruvec, in lru_deactivate_file_fn()
582 static void lru_deactivate_fn(struct page *page, struct lruvec *lruvec, in lru_deactivate_fn()
600 static void lru_lazyfree_fn(struct page *page, struct lruvec *lruvec, in lru_lazyfree_fn()
881 struct lruvec *lruvec; in release_pages() local
[all …]
|
| D | workingset.c | 227 void workingset_age_nonresident(struct lruvec *lruvec, unsigned long nr_pages) in workingset_age_nonresident()
257 struct lruvec *lruvec; in workingset_eviction() local
301 struct lruvec *lruvec; in workingset_refault() local
453 struct lruvec *lruvec; in workingset_activation() local
554 struct lruvec *lruvec; in count_shadow_nodes() local
|
| D | vmscan.c | 233 unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx) in lruvec_lru_size()
1567 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes()
1601 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_pages()
1722 struct lruvec *lruvec; in isolate_lru_page() local
1795 unsigned move_pages_to_lru(struct lruvec *lruvec, struct list_head *list) in move_pages_to_lru()
1884 unsigned long shrink_inactive_list(unsigned long nr_to_scan, struct lruvec *lruvec, in shrink_inactive_list()
1989 struct lruvec *lruvec, in shrink_active_list()
2138 struct lruvec *lruvec, struct scan_control *sc) in shrink_list()
2195 bool inactive_is_low(struct lruvec *lruvec, enum lru_list inactive_lru) in inactive_is_low()
2224 static void get_scan_count(struct lruvec *lruvec, struct scan_control *sc, in get_scan_count()
[all …]
|
| D | memcg_reclaim.c | 36 struct lruvec *lruvec = node_lruvec(pgdat); in get_scan_count_hyperhold() local
190 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in shrink_anon_memcg() local
247 struct lruvec *lruvec = NULL; in shrink_anon() local
316 struct lruvec *lruvec = node_lruvec(pgdat); in shrink_file() local
|
| D | memcg_control.c | 164 static unsigned long move_pages_to_page_list(struct lruvec *lruvec, enum lru_list lru, in move_pages_to_page_list()
209 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in reclaim_all_anon_memcg() local
288 struct lruvec *lruvec = NULL; in memcg_total_info_per_app_show() local
365 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdata); in purgeable_memcg_node() local
|
| D | zswapd.c | 258 struct lruvec *lruvec = NULL; in get_memcg_anon_refault_status() local
480 struct lruvec *lruvec, struct scan_control *sc, enum lru_list lru) in zswapd_shrink_active_list()
532 unsigned long nr_to_scan, struct lruvec *lruvec, in zswapd_shrink_list()
563 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in zswapd_shrink_anon_memcg() local
594 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in zswapd_shrink_anon() local
|
| D | mmzone.c | 75 void lruvec_init(struct lruvec *lruvec) in lruvec_init()
|
| D | zswapd_control.c | 485 struct lruvec *lruvec = NULL; in memcg_active_app_info_list_show() local
684 struct lruvec *lruvec = NULL; in memcg_eswap_info_show() local
|
| /kernel/linux/linux-5.10/include/linux/ |
| D | mm_inline.h | 28 static __always_inline void __update_lru_size(struct lruvec *lruvec, in __update_lru_size()
39 static __always_inline void update_lru_size(struct lruvec *lruvec, in update_lru_size()
50 struct lruvec *lruvec, enum lru_list lru) in add_page_to_lru_list()
57 struct lruvec *lruvec, enum lru_list lru) in add_page_to_lru_list_tail()
64 struct lruvec *lruvec, enum lru_list lru) in del_page_from_lru_list()
|
| D | memcontrol.h | 114 struct lruvec lruvec; member
483 struct lruvec *lruvec; in mem_cgroup_lruvec() local
580 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg()
653 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size()
780 static inline unsigned long lruvec_page_state(struct lruvec *lruvec, in lruvec_page_state()
802 static inline unsigned long lruvec_page_state_local(struct lruvec *lruvec, in lruvec_page_state_local()
845 static inline void mod_memcg_lruvec_state(struct lruvec *lruvec, in mod_memcg_lruvec_state()
855 static inline void mod_lruvec_state(struct lruvec *lruvec, in mod_lruvec_state()
881 struct lruvec *lruvec; in __mod_lruvec_page_state() local
1134 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg()
[all …]
|
| D | mmzone.h | 308 struct lruvec { struct
321 /* Various lruvec state flags (enum lruvec_flags) */ argument
322 unsigned long flags;
324 struct pglist_data *pgdat;
902 static inline struct pglist_data *lruvec_pgdat(struct lruvec *lruvec) in lruvec_pgdat()
912 static inline int is_node_lruvec(struct lruvec *lruvec) in is_node_lruvec()
|