Lines Matching refs:lru
116 if ((_page)->lru.prev != _base) { \
119 prev = lru_to_page(&(_page->lru)); \
130 if ((_page)->lru.prev != _base) { \
133 prev = lru_to_page(&(_page->lru)); \
243 unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx) in lruvec_lru_size() argument
249 lru_size = mem_cgroup_get_lru_size(lruvec, lru); in lruvec_lru_size()
251 lru_size = node_page_state(lruvec_pgdat(lruvec), NR_LRU_BASE + lru); in lruvec_lru_size()
261 size = mem_cgroup_get_zone_lru_size(lruvec, lru, zid); in lruvec_lru_size()
264 NR_ZONE_LRU_BASE + lru); in lruvec_lru_size()
973 list_del(&page->lru); in shrink_page_list()
1084 list_add_tail(&page->lru, page_list); in shrink_page_list()
1268 list_add(&page->lru, &free_pages); in shrink_page_list()
1275 list_add(&page->lru, &ret_pages); in shrink_page_list()
1288 list_add(&page->lru, &ret_pages); in shrink_page_list()
1319 list_for_each_entry_safe(page, next, page_list, lru) { in reclaim_clean_pages_from_list()
1323 list_move(&page->lru, &clean_pages); in reclaim_clean_pages_from_list()
1415 enum lru_list lru, unsigned long *nr_zone_taken) in update_lru_sizes() argument
1423 __update_lru_size(lruvec, lru, zid, -nr_zone_taken[zid]); in update_lru_sizes()
1425 mem_cgroup_update_lru_size(lruvec, lru, zid, -nr_zone_taken[zid]); in update_lru_sizes()
1454 isolate_mode_t mode, enum lru_list lru) in isolate_lru_pages() argument
1456 struct list_head *src = &lruvec->lists[lru]; in isolate_lru_pages()
1473 list_move(&page->lru, &pages_skipped); in isolate_lru_pages()
1489 list_move(&page->lru, dst); in isolate_lru_pages()
1494 list_move(&page->lru, src); in isolate_lru_pages()
1532 nr_taken, mode, is_file_lru(lru)); in isolate_lru_pages()
1533 update_lru_sizes(lruvec, lru, nr_zone_taken); in isolate_lru_pages()
1576 int lru = page_lru(page); in isolate_lru_page() local
1579 del_page_from_lru_list(page, lruvec, lru); in isolate_lru_page()
1636 int lru; in putback_inactive_pages() local
1639 list_del(&page->lru); in putback_inactive_pages()
1650 lru = page_lru(page); in putback_inactive_pages()
1651 add_page_to_lru_list(page, lruvec, lru); in putback_inactive_pages()
1653 if (is_active_lru(lru)) { in putback_inactive_pages()
1654 int file = is_file_lru(lru); in putback_inactive_pages()
1661 del_page_from_lru_list(page, lruvec, lru); in putback_inactive_pages()
1669 list_add(&page->lru, &pages_to_free); in putback_inactive_pages()
1693 struct scan_control *sc, enum lru_list lru) in inactive_reclaimable_pages() argument
1697 int file = is_file_lru(lru); in inactive_reclaimable_pages()
1722 struct scan_control *sc, enum lru_list lru) in shrink_inactive_list() argument
1734 int file = is_file_lru(lru); in shrink_inactive_list()
1738 if (!inactive_reclaimable_pages(lruvec, sc, lru)) in shrink_inactive_list()
1759 &nr_scanned, sc, isolate_mode, lru); in shrink_inactive_list()
1883 enum lru_list lru) in move_active_pages_to_lru() argument
1898 update_lru_size(lruvec, lru, page_zonenum(page), nr_pages); in move_active_pages_to_lru()
1899 list_move(&page->lru, &lruvec->lists[lru]); in move_active_pages_to_lru()
1905 del_page_from_lru_list(page, lruvec, lru); in move_active_pages_to_lru()
1913 list_add(&page->lru, pages_to_free); in move_active_pages_to_lru()
1917 if (!is_active_lru(lru)) in move_active_pages_to_lru()
1924 enum lru_list lru) in shrink_active_list() argument
1936 int file = is_file_lru(lru); in shrink_active_list()
1949 &nr_scanned, sc, isolate_mode, lru); in shrink_active_list()
1963 list_del(&page->lru); in shrink_active_list()
1991 list_add(&page->lru, &l_active); in shrink_active_list()
1997 list_add(&page->lru, &l_inactive); in shrink_active_list()
2012 move_active_pages_to_lru(lruvec, &l_active, &l_hold, lru); in shrink_active_list()
2013 move_active_pages_to_lru(lruvec, &l_inactive, &l_hold, lru - LRU_ACTIVE); in shrink_active_list()
2075 static unsigned long shrink_list(enum lru_list lru, unsigned long nr_to_scan, in shrink_list() argument
2078 if (is_active_lru(lru)) { in shrink_list()
2079 if (inactive_list_is_low(lruvec, is_file_lru(lru), sc)) in shrink_list()
2080 shrink_active_list(nr_to_scan, lruvec, sc, lru); in shrink_list()
2084 return shrink_inactive_list(nr_to_scan, lruvec, sc, lru); in shrink_list()
2117 enum lru_list lru; in get_scan_count() local
2273 for_each_evictable_lru(lru) { in get_scan_count()
2274 int file = is_file_lru(lru); in get_scan_count()
2278 size = lruvec_lru_size(lruvec, lru, sc->reclaim_idx); in get_scan_count()
2310 nr[lru] = scan; in get_scan_count()
2331 enum lru_list lru; in shrink_node_memcg() local
2362 for_each_evictable_lru(lru) { in shrink_node_memcg()
2363 if (nr[lru]) { in shrink_node_memcg()
2364 nr_to_scan = min(nr[lru], SWAP_CLUSTER_MAX); in shrink_node_memcg()
2365 nr[lru] -= nr_to_scan; in shrink_node_memcg()
2367 nr_reclaimed += shrink_list(lru, nr_to_scan, in shrink_node_memcg()
2399 lru = LRU_BASE; in shrink_node_memcg()
2404 lru = LRU_FILE; in shrink_node_memcg()
2409 nr[lru] = 0; in shrink_node_memcg()
2410 nr[lru + LRU_ACTIVE] = 0; in shrink_node_memcg()
2416 lru = (lru == LRU_FILE) ? LRU_BASE : LRU_FILE; in shrink_node_memcg()
2417 nr_scanned = targets[lru] - nr[lru]; in shrink_node_memcg()
2418 nr[lru] = targets[lru] * (100 - percentage) / 100; in shrink_node_memcg()
2419 nr[lru] -= min(nr[lru], nr_scanned); in shrink_node_memcg()
2421 lru += LRU_ACTIVE; in shrink_node_memcg()
2422 nr_scanned = targets[lru] - nr[lru]; in shrink_node_memcg()
2423 nr[lru] = targets[lru] * (100 - percentage) / 100; in shrink_node_memcg()
2424 nr[lru] -= min(nr[lru], nr_scanned); in shrink_node_memcg()
3888 enum lru_list lru = page_lru_base_type(page); in check_move_unevictable_pages() local
3893 add_page_to_lru_list(page, lruvec, lru); in check_move_unevictable_pages()