| /mm/ |
| D | list_lru.c | 21 static void list_lru_register(struct list_lru *lru) in list_lru_register() argument
24 list_add(&lru->list, &list_lrus); in list_lru_register()
28 static void list_lru_unregister(struct list_lru *lru) in list_lru_unregister() argument
31 list_del(&lru->list); in list_lru_unregister()
35 static int lru_shrinker_id(struct list_lru *lru) in lru_shrinker_id() argument
37 return lru->shrinker_id; in lru_shrinker_id()
40 static inline bool list_lru_memcg_aware(struct list_lru *lru) in list_lru_memcg_aware() argument
42 return lru->memcg_aware; in list_lru_memcg_aware()
56 return memcg_lrus->lru[idx]; in list_lru_from_memcg_idx()
57 return &nlru->lru; in list_lru_from_memcg_idx()
[all …]
|
| D | vmscan.c | 142 if ((_page)->lru.prev != _base) { \
145 prev = lru_to_page(&(_page->lru)); \
156 if ((_page)->lru.prev != _base) { \
159 prev = lru_to_page(&(_page->lru)); \
355 unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx) in lruvec_lru_size() argument
362 lru_size += mem_cgroup_get_zone_lru_size(lruvec, lru, zid); in lruvec_lru_size()
364 lru_size = node_page_state(lruvec_pgdat(lruvec), NR_LRU_BASE + lru); in lruvec_lru_size()
374 size = mem_cgroup_get_zone_lru_size(lruvec, lru, zid); in lruvec_lru_size()
377 NR_ZONE_LRU_BASE + lru); in lruvec_lru_size()
1152 list_del(&page->lru); in shrink_page_list()
[all …]
|
| D | zbud.c | 98 struct list_head lru; member
117 struct list_head lru; member
245 INIT_LIST_HEAD(&zhdr->lru); in init_zbud_page()
318 INIT_LIST_HEAD(&pool->lru); in zbud_create_pool()
410 if (!list_empty(&zhdr->lru)) in zbud_alloc()
411 list_del(&zhdr->lru); in zbud_alloc()
412 list_add(&zhdr->lru, &pool->lru); in zbud_alloc()
455 list_del(&zhdr->lru); in zbud_free()
509 if (!pool->ops || !pool->ops->evict || list_empty(&pool->lru) || in zbud_reclaim_page()
515 zhdr = list_last_entry(&pool->lru, struct zbud_header, lru); in zbud_reclaim_page()
[all …]
|
| D | swap.c | 132 list_del(&victim->lru); in put_pages_list()
280 int lru = page_lru_base_type(page); in __activate_page() local
282 del_page_from_lru_list(page, lruvec, lru); in __activate_page()
284 lru += LRU_ACTIVE; in __activate_page()
285 add_page_to_lru_list(page, lruvec, lru); in __activate_page()
499 int lru, file; in lru_deactivate_file_fn() local
514 lru = page_lru_base_type(page); in lru_deactivate_file_fn()
516 del_page_from_lru_list(page, lruvec, lru + active); in lru_deactivate_file_fn()
526 add_page_to_lru_list(page, lruvec, lru); in lru_deactivate_file_fn()
533 add_page_to_lru_list_tail(page, lruvec, lru); in lru_deactivate_file_fn()
[all …]
|
| D | z3fold.c | 157 struct list_head lru; member
304 INIT_LIST_HEAD(&page->lru); in init_z3fold_page()
450 if (!list_empty(&page->lru)) in __release_z3fold_page()
451 list_del_init(&page->lru); in __release_z3fold_page()
790 INIT_LIST_HEAD(&pool->lru); in z3fold_create_pool()
974 if (!list_empty(&page->lru)) in z3fold_alloc()
975 list_del(&page->lru); in z3fold_alloc()
977 list_add(&page->lru, &pool->lru); in z3fold_alloc()
1016 list_del(&page->lru); in z3fold_free()
1128 if (list_empty(&pool->lru)) { in z3fold_reclaim_page()
[all …]
|
| D | balloon_compaction.c | 48 list_for_each_entry_safe(page, tmp, pages, lru) { in balloon_page_list_enqueue()
49 list_del(&page->lru); in balloon_page_list_enqueue()
84 list_for_each_entry_safe(page, tmp, &b_dev_info->pages, lru) { in balloon_page_list_dequeue()
104 list_add(&page->lru, pages); in balloon_page_list_dequeue()
200 return list_first_entry(&pages, struct page, lru); in balloon_page_dequeue()
213 list_del(&page->lru); in balloon_page_isolate()
226 list_add(&page->lru, &b_dev_info->pages); in balloon_page_putback()
|
| D | pgtable-generic.c | 159 INIT_LIST_HEAD(&pgtable->lru); in pgtable_trans_huge_deposit()
161 list_add(&pgtable->lru, &pmd_huge_pte(mm, pmdp)->lru); in pgtable_trans_huge_deposit()
176 pmd_huge_pte(mm, pmdp) = list_first_entry_or_null(&pgtable->lru, in pgtable_trans_huge_withdraw()
177 struct page, lru); in pgtable_trans_huge_withdraw()
179 list_del(&pgtable->lru); in pgtable_trans_huge_withdraw()
|
| D | compaction.c | 58 list_for_each_entry_safe(page, next, freelist, lru) { in release_freepages()
60 list_del(&page->lru); in release_freepages()
75 list_for_each_entry_safe(page, next, list, lru) { in split_map_pages()
76 list_del(&page->lru); in split_map_pages()
86 list_add(&page->lru, &tmp_list); in split_map_pages()
618 list_add_tail(&page->lru, freelist); in isolate_freepages_block()
992 list_add(&page->lru, &cc->migratepages); in isolate_migratepages_block()
1196 if (!list_is_last(freelist, &freepage->lru)) { in move_freelist_head()
1197 list_cut_before(&sublist, freelist, &freepage->lru); in move_freelist_head()
1214 if (!list_is_first(freelist, &freepage->lru)) { in move_freelist_tail()
[all …]
|
| D | mmzone.c | 77 enum lru_list lru; in lruvec_init() local
81 for_each_lru(lru) in lruvec_init()
82 INIT_LIST_HEAD(&lruvec->lists[lru]); in lruvec_init()
|
| D | swapfile.c | 1540 page = list_next_entry(page, lru); in swp_swapcount()
3605 INIT_LIST_HEAD(&head->lru); in add_swap_count_continuation()
3610 list_for_each_entry(list_page, &head->lru, lru) { in add_swap_count_continuation()
3632 list_add_tail(&page->lru, &head->lru); in add_swap_count_continuation()
3671 page = list_entry(head->lru.next, struct page, lru); in swap_count_continued()
3683 page = list_entry(page->lru.next, struct page, lru); in swap_count_continued()
3689 page = list_entry(page->lru.next, struct page, lru); in swap_count_continued()
3699 page = list_entry(page->lru.prev, struct page, lru); in swap_count_continued()
3704 page = list_entry(page->lru.prev, struct page, lru); in swap_count_continued()
3715 page = list_entry(page->lru.next, struct page, lru); in swap_count_continued()
[all …]
|
| D | readahead.c | 71 list_del(&victim->lru); in read_cache_pages_invalidate_pages()
96 list_del(&page->lru); in read_cache_pages()
134 list_del(&page->lru); in read_pages()
200 list_add(&page->lru, &page_pool); in __do_page_cache_readahead()
|
| D | memory-failure.c | 830 #define lru (1UL << PG_lru) macro
865 { lru|dirty, lru|dirty, MF_MSG_DIRTY_LRU, me_pagecache_dirty },
866 { lru|dirty, lru, MF_MSG_CLEAN_LRU, me_pagecache_clean },
879 #undef lru
1808 list_add(&page->lru, &pagelist); in __soft_offline_page()
|
| D | shuffle.c | 160 list_swap(&page_i->lru, &page_j->lru); in __shuffle_zone()
|
| D | hugetlb.c | 891 list_move(&page->lru, &h->hugepage_freelists[nid]); in enqueue_huge_page()
901 list_for_each_entry(page, &h->hugepage_freelists[nid], lru) in dequeue_huge_page_node_exact()
908 if (&h->hugepage_freelists[nid] == &page->lru) in dequeue_huge_page_node_exact()
910 list_move(&page->lru, &h->hugepage_activelist); in dequeue_huge_page_node_exact()
1331 list_del(&page->lru); in __free_huge_page()
1336 list_del(&page->lru); in __free_huge_page()
1397 INIT_LIST_HEAD(&page->lru); in prep_new_huge_page()
1597 struct page, lru); in free_pool_huge_page()
1598 list_del(&page->lru); in free_pool_huge_page()
1673 list_del(&head->lru); in dissolve_free_huge_page()
[all …]
|
| D | page_alloc.c | 761 INIT_LIST_HEAD(&page->lru); in set_page_guard()
1299 page = list_last_entry(list, struct page, lru); in free_pcppages_bulk()
1301 list_del(&page->lru); in free_pcppages_bulk()
1307 list_add_tail(&page->lru, &head); in free_pcppages_bulk()
1330 list_for_each_entry_safe(page, tmp, &head, lru) { in free_pcppages_bulk()
1368 INIT_LIST_HEAD(&page->lru); in __init_single_page()
1420 INIT_LIST_HEAD(&page->lru); in reserve_bootmem_region()
2812 list_add_tail(&page->lru, list); in rmqueue_bulk()
3064 &zone->free_area[order].free_list[t], lru) { in mark_free_pages()
3118 list_add(&page->lru, &pcp->lists[migratetype]); in free_unref_page_commit()
[all …]
|
| D | workingset.c | 450 struct list_lru_one *lru, in shadow_lru_isolate() argument
480 list_lru_isolate(lru, item); in shadow_lru_isolate()
|
| D | migrate.c | 173 list_for_each_entry_safe(page, page2, l, lru) { in putback_movable_pages()
178 list_del(&page->lru); in putback_movable_pages()
1217 list_del(&page->lru); in unmap_and_move()
1426 list_for_each_entry_safe(page, page2, from, lru) { in migrate_pages()
1457 list_safe_reset_next(page, page2, lru); in migrate_pages()
1581 list_add_tail(&head->lru, pagelist); in add_page_for_migration()
2004 list_add(&page->lru, &migratepages); in migrate_misplaced_page()
2010 list_del(&page->lru); in migrate_misplaced_page()
|
| D | hugetlb_cgroup.c | 171 list_for_each_entry(page, &h->hugepage_activelist, lru) in hugetlb_cgroup_css_offline()
431 list_move(&newhpage->lru, &h->hugepage_activelist); in hugetlb_cgroup_migrate()
|
| D | khugepaged.c | 1736 list_add_tail(&page->lru, &pagelist); in collapse_file()
1775 list_for_each_entry_safe(page, tmp, &pagelist, lru) { in collapse_file()
1782 list_del(&page->lru); in collapse_file()
1828 struct page, lru); in collapse_file()
1841 list_del(&page->lru); in collapse_file()
|
| D | memcontrol.c | 1295 void mem_cgroup_update_lru_size(struct lruvec *lruvec, enum lru_list lru, in mem_cgroup_update_lru_size() argument
1306 lru_size = &mz->lru_zone_size[zid][lru]; in mem_cgroup_update_lru_size()
1314 __func__, lruvec, lru, nr_pages, size)) { in mem_cgroup_update_lru_size()
3819 enum lru_list lru; in mem_cgroup_node_nr_lru_pages() local
3823 for_each_lru(lru) { in mem_cgroup_node_nr_lru_pages()
3824 if (!(BIT(lru) & lru_mask)) in mem_cgroup_node_nr_lru_pages()
3826 nr += lruvec_page_state_local(lruvec, NR_LRU_BASE + lru); in mem_cgroup_node_nr_lru_pages()
3835 enum lru_list lru; in mem_cgroup_nr_lru_pages() local
3837 for_each_lru(lru) { in mem_cgroup_nr_lru_pages()
3838 if (!(BIT(lru) & lru_mask)) in mem_cgroup_nr_lru_pages()
[all …]
|
| D | memory_hotplug.c | 159 INIT_LIST_HEAD(&page->lru); in put_page_bootmem()
1359 list_add_tail(&page->lru, &source); in do_migrate_range()
1375 list_for_each_entry(page, &source, lru) { in do_migrate_range()
|
| D | madvise.c | 372 list_add(&page->lru, &page_list); in madvise_cold_or_pageout_pte_range()
461 list_add(&page->lru, &page_list); in madvise_cold_or_pageout_pte_range()
|
| D | gup.c | 1498 list_add_tail(&head->lru, &cma_page_list); in check_and_migrate_cma_pages()
|
| D | mempolicy.c | 976 list_add_tail(&head->lru, pagelist); in migrate_page_add()
|