| /mm/ |
| D | swap.c | 85 struct lruvec *lruvec; in __page_cache_release() local
89 lruvec = mem_cgroup_page_lruvec(page, pgdat); in __page_cache_release()
92 del_page_from_lru_list(page, lruvec, page_off_lru(page)); in __page_cache_release()
209 void (*move_fn)(struct page *page, struct lruvec *lruvec, void *arg), in pagevec_lru_move_fn() argument
214 struct lruvec *lruvec; in pagevec_lru_move_fn() local
228 lruvec = mem_cgroup_page_lruvec(page, pgdat); in pagevec_lru_move_fn()
229 (*move_fn)(page, lruvec, arg); in pagevec_lru_move_fn()
237 static void pagevec_move_tail_fn(struct page *page, struct lruvec *lruvec, in pagevec_move_tail_fn() argument
243 del_page_from_lru_list(page, lruvec, page_lru(page)); in pagevec_move_tail_fn()
245 add_page_to_lru_list_tail(page, lruvec, page_lru(page)); in pagevec_move_tail_fn()
[all …]
|
| D | workingset.c | 227 void workingset_age_nonresident(struct lruvec *lruvec, unsigned long nr_pages) in workingset_age_nonresident() argument
241 atomic_long_add(nr_pages, &lruvec->nonresident_age); in workingset_age_nonresident()
242 } while ((lruvec = parent_lruvec(lruvec))); in workingset_age_nonresident()
257 struct lruvec *lruvec; in workingset_eviction() local
265 lruvec = mem_cgroup_lruvec(target_memcg, pgdat); in workingset_eviction()
266 workingset_age_nonresident(lruvec, thp_nr_pages(page)); in workingset_eviction()
268 memcgid = mem_cgroup_id(lruvec_memcg(lruvec)); in workingset_eviction()
269 eviction = atomic_long_read(&lruvec->nonresident_age); in workingset_eviction()
286 struct lruvec *eviction_lruvec; in workingset_refault()
292 struct lruvec *lruvec; in workingset_refault() local
[all …]
|
| D | vmscan.c | 342 unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx) in lruvec_lru_size() argument
348 struct zone *zone = &lruvec_pgdat(lruvec)->node_zones[zid]; in lruvec_lru_size()
354 size += mem_cgroup_get_zone_lru_size(lruvec, lru, zid); in lruvec_lru_size()
1683 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes() argument
1692 update_lru_size(lruvec, lru, zid, -nr_zone_taken[zid]); in update_lru_sizes()
1717 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_pages() argument
1721 struct list_head *src = &lruvec->lists[lru]; in isolate_lru_pages()
1800 update_lru_sizes(lruvec, lru, nr_zone_taken); in isolate_lru_pages()
1839 struct lruvec *lruvec; in isolate_lru_page() local
1842 lruvec = mem_cgroup_page_lruvec(page, pgdat); in isolate_lru_page()
[all …]
|
| D | mmzone.c | 77 void lruvec_init(struct lruvec *lruvec) in lruvec_init() argument
81 memset(lruvec, 0, sizeof(struct lruvec)); in lruvec_init()
84 INIT_LIST_HEAD(&lruvec->lists[lru]); in lruvec_init()
|
| D | memcontrol.c | 811 void __mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_memcg_lruvec_state() argument
818 pn = container_of(lruvec, struct mem_cgroup_per_node, lruvec); in __mod_memcg_lruvec_state()
832 pg_data_t *pgdat = lruvec_pgdat(lruvec); in __mod_memcg_lruvec_state()
852 void __mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_lruvec_state() argument
856 __mod_node_page_state(lruvec_pgdat(lruvec), idx, val); in __mod_lruvec_state()
860 __mod_memcg_lruvec_state(lruvec, idx, val); in __mod_lruvec_state()
868 struct lruvec *lruvec; in __mod_lruvec_slab_state() local
882 lruvec = mem_cgroup_lruvec(memcg, pgdat); in __mod_lruvec_slab_state()
883 __mod_lruvec_state(lruvec, idx, val); in __mod_lruvec_slab_state()
1345 struct lruvec *mem_cgroup_page_lruvec(struct page *page, struct pglist_data *pgdat) in mem_cgroup_page_lruvec()
[all …]
|
| D | slab.h | 351 struct lruvec *lruvec; in mod_objcg_state() local
355 lruvec = mem_cgroup_lruvec(memcg, pgdat); in mod_objcg_state()
356 mod_memcg_lruvec_state(lruvec, idx, nr); in mod_objcg_state()
|
| D | mlock.c | 116 struct lruvec *lruvec; in __munlock_isolate_lru_page() local
118 lruvec = mem_cgroup_page_lruvec(page, page_pgdat(page)); in __munlock_isolate_lru_page()
122 del_page_from_lru_list(page, lruvec, page_lru(page)); in __munlock_isolate_lru_page()
|
| D | huge_memory.c | 2394 struct lruvec *lruvec, struct list_head *list) in __split_huge_page_tail() argument
2455 lru_add_page_tail(head, page_tail, lruvec, list); in __split_huge_page_tail()
2463 struct lruvec *lruvec; in __split_huge_page() local
2469 lruvec = mem_cgroup_page_lruvec(head, pgdat); in __split_huge_page()
2483 __split_huge_page_tail(head, i, lruvec, list); in __split_huge_page()
|
| D | page-writeback.c | 2732 struct lruvec *lruvec; in test_clear_page_writeback() local
2736 lruvec = mem_cgroup_page_lruvec(page, page_pgdat(page)); in test_clear_page_writeback()
2764 dec_lruvec_state(lruvec, NR_WRITEBACK); in test_clear_page_writeback()
|
| D | compaction.c | 835 struct lruvec *lruvec; in isolate_migratepages_block() local
1031 lruvec = mem_cgroup_page_lruvec(page, pgdat); in isolate_migratepages_block()
1042 del_page_from_lru_list(page, lruvec, page_lru(page)); in isolate_migratepages_block()
|
| D | migrate.c | 474 struct lruvec *old_lruvec, *new_lruvec; in migrate_page_move_mapping()
|