| /kernel/linux/linux-5.10/include/linux/ |
| D | mm_inline.h | 27 static __always_inline void __update_lru_size(struct lruvec *lruvec, in __update_lru_size()
38 static __always_inline void update_lru_size(struct lruvec *lruvec, in update_lru_size()
49 struct lruvec *lruvec, enum lru_list lru) in add_page_to_lru_list()
56 struct lruvec *lruvec, enum lru_list lru) in add_page_to_lru_list_tail()
63 struct lruvec *lruvec, enum lru_list lru) in del_page_from_lru_list()
|
| D | memcontrol.h | 114 struct lruvec lruvec; member
482 struct lruvec *lruvec; in mem_cgroup_lruvec() local
579 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg()
652 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size()
779 static inline unsigned long lruvec_page_state(struct lruvec *lruvec, in lruvec_page_state()
801 static inline unsigned long lruvec_page_state_local(struct lruvec *lruvec, in lruvec_page_state_local()
844 static inline void mod_memcg_lruvec_state(struct lruvec *lruvec, in mod_memcg_lruvec_state()
854 static inline void mod_lruvec_state(struct lruvec *lruvec, in mod_lruvec_state()
880 struct lruvec *lruvec; in __mod_lruvec_page_state() local
1133 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg()
[all …]
|
| D | mmzone.h | 286 struct lruvec { struct
299 /* Various lruvec state flags (enum lruvec_flags) */ argument
300 unsigned long flags;
302 struct pglist_data *pgdat;
880 static inline struct pglist_data *lruvec_pgdat(struct lruvec *lruvec) in lruvec_pgdat()
890 static inline int is_node_lruvec(struct lruvec *lruvec) in is_node_lruvec()
|
| /kernel/linux/linux-4.19/include/linux/ |
| D | mm_inline.h | 26 static __always_inline void __update_lru_size(struct lruvec *lruvec, in __update_lru_size()
37 static __always_inline void update_lru_size(struct lruvec *lruvec, in update_lru_size()
48 struct lruvec *lruvec, enum lru_list lru) in add_page_to_lru_list()
55 struct lruvec *lruvec, enum lru_list lru) in add_page_to_lru_list_tail()
62 struct lruvec *lruvec, enum lru_list lru) in del_page_from_lru_list()
|
| D | memcontrol.h | 127 struct lruvec lruvec; member
373 struct lruvec *lruvec; in mem_cgroup_lruvec() local
432 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg()
503 unsigned long mem_cgroup_get_lru_size(struct lruvec *lruvec, enum lru_list lru) in mem_cgroup_get_lru_size()
516 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size()
636 static inline unsigned long lruvec_page_state(struct lruvec *lruvec, in lruvec_page_state()
654 static inline void __mod_lruvec_state(struct lruvec *lruvec, in __mod_lruvec_state()
680 static inline void mod_lruvec_state(struct lruvec *lruvec, in mod_lruvec_state()
694 struct lruvec *lruvec; in __mod_lruvec_page_state() local
941 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg()
[all …]
|
| D | mmzone.h | 236 struct lruvec { struct
237 struct list_head lists[NR_LRU_LISTS];
238 struct zone_reclaim_stat reclaim_stat;
240 atomic_long_t inactive_age;
242 unsigned long refaults;
244 struct pglist_data *pgdat;
707 struct lruvec lruvec; member
776 static inline struct pglist_data *lruvec_pgdat(struct lruvec *lruvec) in lruvec_pgdat()
|
| /kernel/linux/linux-4.19/mm/ |
| D | swap.c | 63 struct lruvec *lruvec; in __page_cache_release() local
190 void (*move_fn)(struct page *page, struct lruvec *lruvec, void *arg), in pagevec_lru_move_fn()
195 struct lruvec *lruvec; in pagevec_lru_move_fn() local
218 static void pagevec_move_tail_fn(struct page *page, struct lruvec *lruvec, in pagevec_move_tail_fn()
264 static void update_page_reclaim_stat(struct lruvec *lruvec, in update_page_reclaim_stat()
274 static void __activate_page(struct page *page, struct lruvec *lruvec, in __activate_page()
495 static void lru_deactivate_file_fn(struct page *page, struct lruvec *lruvec, in lru_deactivate_file_fn()
542 static void lru_lazyfree_fn(struct page *page, struct lruvec *lruvec, in lru_lazyfree_fn()
723 struct lruvec *lruvec; in release_pages() local
828 struct lruvec *lruvec, struct list_head *list) in lru_add_page_tail()
[all …]
|
| D | workingset.c | 214 struct lruvec *lruvec; in workingset_eviction() local
241 struct lruvec *lruvec; in workingset_refault() local
310 struct lruvec *lruvec; in workingset_activation() local
|
| D | vmscan.c | 338 unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx) in lruvec_lru_size()
1615 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes()
1653 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_pages()
1768 struct lruvec *lruvec; in isolate_lru_page() local
1822 putback_inactive_pages(struct lruvec *lruvec, struct list_head *page_list) in putback_inactive_pages()
1894 shrink_inactive_list(unsigned long nr_to_scan, struct lruvec *lruvec, in shrink_inactive_list()
2024 static unsigned move_active_pages_to_lru(struct lruvec *lruvec, in move_active_pages_to_lru()
2072 struct lruvec *lruvec, in shrink_active_list()
2199 static bool inactive_list_is_low(struct lruvec *lruvec, bool file, in inactive_list_is_low()
2246 struct lruvec *lruvec, struct scan_control *sc) in shrink_list()
[all …]
|
| D | mmzone.c | 89 void lruvec_init(struct lruvec *lruvec) in lruvec_init()
|
| D | mlock.c | 112 struct lruvec *lruvec; in __munlock_isolate_lru_page() local
|
| D | memcontrol.c | 732 struct lruvec *lruvec = mem_cgroup_lruvec(NODE_DATA(nid), memcg); in mem_cgroup_node_nr_lru_pages() local
1131 struct lruvec *lruvec; in mem_cgroup_page_lruvec() local
1170 void mem_cgroup_update_lru_size(struct lruvec *lruvec, enum lru_list lru, in mem_cgroup_update_lru_size()
2391 struct lruvec *lruvec; in lock_page_lru() local
2406 struct lruvec *lruvec; in unlock_page_lru() local
|
| D | huge_memory.c | 2438 struct lruvec *lruvec, struct list_head *list) in __split_huge_page_tail()
2503 struct lruvec *lruvec; in __split_huge_page() local
|
| /kernel/linux/linux-5.10/mm/ |
| D | swap.c | 83 struct lruvec *lruvec; in __page_cache_release() local
207 void (*move_fn)(struct page *page, struct lruvec *lruvec, void *arg), in pagevec_lru_move_fn()
212 struct lruvec *lruvec; in pagevec_lru_move_fn() local
235 static void pagevec_move_tail_fn(struct page *page, struct lruvec *lruvec, in pagevec_move_tail_fn()
281 void lru_note_cost(struct lruvec *lruvec, bool file, unsigned int nr_pages) in lru_note_cost()
324 static void __activate_page(struct page *page, struct lruvec *lruvec, in __activate_page()
534 static void lru_deactivate_file_fn(struct page *page, struct lruvec *lruvec, in lru_deactivate_file_fn()
582 static void lru_deactivate_fn(struct page *page, struct lruvec *lruvec, in lru_deactivate_fn()
600 static void lru_lazyfree_fn(struct page *page, struct lruvec *lruvec, in lru_lazyfree_fn()
881 struct lruvec *lruvec; in release_pages() local
[all …]
|
| D | workingset.c | 227 void workingset_age_nonresident(struct lruvec *lruvec, unsigned long nr_pages) in workingset_age_nonresident()
257 struct lruvec *lruvec; in workingset_eviction() local
301 struct lruvec *lruvec; in workingset_refault() local
455 struct lruvec *lruvec; in workingset_activation() local
560 struct lruvec *lruvec; in count_shadow_nodes() local
|
| D | memcg_reclaim.c | 36 struct lruvec *lruvec = node_lruvec(pgdat); in get_scan_count_hyperhold() local
190 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in shrink_anon_memcg() local
244 struct lruvec *lruvec = NULL; in shrink_anon() local
313 struct lruvec *lruvec = node_lruvec(pgdat); in shrink_file() local
|
| D | vmscan.c | 222 unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx) in lruvec_lru_size()
1542 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes()
1576 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_pages()
1697 struct lruvec *lruvec; in isolate_lru_page() local
1770 unsigned move_pages_to_lru(struct lruvec *lruvec, struct list_head *list) in move_pages_to_lru()
1859 unsigned long shrink_inactive_list(unsigned long nr_to_scan, struct lruvec *lruvec, in shrink_inactive_list()
1964 struct lruvec *lruvec, in shrink_active_list()
2113 struct lruvec *lruvec, struct scan_control *sc) in shrink_list()
2154 bool inactive_is_low(struct lruvec *lruvec, enum lru_list inactive_lru) in inactive_is_low()
2183 static void get_scan_count(struct lruvec *lruvec, struct scan_control *sc, in get_scan_count()
[all …]
|
| D | memcg_control.c | 164 static unsigned long move_pages_to_page_list(struct lruvec *lruvec, enum lru_list lru, in move_pages_to_page_list()
209 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in reclaim_all_anon_memcg() local
281 struct lruvec *lruvec = NULL; in memcg_total_info_per_app_show() local
|
| D | zswapd.c | 256 struct lruvec *lruvec = NULL; in get_memcg_anon_refault_status() local
478 struct lruvec *lruvec, struct scan_control *sc, enum lru_list lru) in zswapd_shrink_active_list()
530 unsigned long nr_to_scan, struct lruvec *lruvec, in zswapd_shrink_list()
547 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in zswapd_shrink_anon_memcg() local
578 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in zswapd_shrink_anon() local
|
| D | mmzone.c | 89 void lruvec_init(struct lruvec *lruvec) in lruvec_init()
|
| D | zswapd_control.c | 485 struct lruvec *lruvec = NULL; in memcg_active_app_info_list_show() local
673 struct lruvec *lruvec = NULL; in memcg_eswap_info_show() local
|
| D | memcontrol.c | 672 struct lruvec *lruvec = &mz->lruvec; in soft_limit_excess() local
818 void __mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_memcg_lruvec_state()
859 void __mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_lruvec_state()
879 struct lruvec *lruvec; in __mod_lruvec_slab_state() local
1364 struct lruvec *lruvec; in mem_cgroup_page_lruvec() local
1410 void mem_cgroup_update_lru_size(struct lruvec *lruvec, enum lru_list lru, in mem_cgroup_update_lru_size()
4002 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, NODE_DATA(nid)); in mem_cgroup_node_nr_lru_pages() local
6538 struct lruvec *lruvec; in memory_numa_stat_show() local
|
| D | mlock.c | 115 struct lruvec *lruvec; in __munlock_isolate_lru_page() local
|
| D | slab.h | 308 struct lruvec *lruvec; in mod_objcg_state() local
|
| D | huge_memory.c | 2379 struct lruvec *lruvec, struct list_head *list) in __split_huge_page_tail()
2448 struct lruvec *lruvec; in __split_huge_page() local
|