Lines Matching refs:lruvec
182 static unsigned long get_lru_size(struct lruvec *lruvec, enum lru_list lru) in get_lru_size() argument
185 return mem_cgroup_get_lru_size(lruvec, lru); in get_lru_size()
187 return zone_page_state(lruvec_zone(lruvec), NR_LRU_BASE + lru); in get_lru_size()
1311 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_pages() argument
1315 struct list_head *src = &lruvec->lists[lru]; in isolate_lru_pages()
1331 mem_cgroup_update_lru_size(lruvec, lru, -nr_pages); in isolate_lru_pages()
1385 struct lruvec *lruvec; in isolate_lru_page() local
1388 lruvec = mem_cgroup_page_lruvec(page, zone); in isolate_lru_page()
1393 del_page_from_lru_list(page, lruvec, lru); in isolate_lru_page()
1439 putback_inactive_pages(struct lruvec *lruvec, struct list_head *page_list) in putback_inactive_pages() argument
1441 struct zone_reclaim_stat *reclaim_stat = &lruvec->reclaim_stat; in putback_inactive_pages()
1442 struct zone *zone = lruvec_zone(lruvec); in putback_inactive_pages()
1461 lruvec = mem_cgroup_page_lruvec(page, zone); in putback_inactive_pages()
1465 add_page_to_lru_list(page, lruvec, lru); in putback_inactive_pages()
1475 del_page_from_lru_list(page, lruvec, lru); in putback_inactive_pages()
1511 shrink_inactive_list(unsigned long nr_to_scan, struct lruvec *lruvec, in shrink_inactive_list() argument
1525 struct zone *zone = lruvec_zone(lruvec); in shrink_inactive_list()
1526 struct zone_reclaim_stat *reclaim_stat = &lruvec->reclaim_stat; in shrink_inactive_list()
1545 nr_taken = isolate_lru_pages(nr_to_scan, lruvec, &page_list, in shrink_inactive_list()
1581 putback_inactive_pages(lruvec, &page_list); in shrink_inactive_list()
1673 static void move_active_pages_to_lru(struct lruvec *lruvec, in move_active_pages_to_lru() argument
1678 struct zone *zone = lruvec_zone(lruvec); in move_active_pages_to_lru()
1685 lruvec = mem_cgroup_page_lruvec(page, zone); in move_active_pages_to_lru()
1691 mem_cgroup_update_lru_size(lruvec, lru, nr_pages); in move_active_pages_to_lru()
1692 list_move(&page->lru, &lruvec->lists[lru]); in move_active_pages_to_lru()
1698 del_page_from_lru_list(page, lruvec, lru); in move_active_pages_to_lru()
1715 struct lruvec *lruvec, in shrink_active_list() argument
1726 struct zone_reclaim_stat *reclaim_stat = &lruvec->reclaim_stat; in shrink_active_list()
1730 struct zone *zone = lruvec_zone(lruvec); in shrink_active_list()
1741 nr_taken = isolate_lru_pages(nr_to_scan, lruvec, &l_hold, in shrink_active_list()
1805 move_active_pages_to_lru(lruvec, &l_active, &l_hold, lru); in shrink_active_list()
1806 move_active_pages_to_lru(lruvec, &l_inactive, &l_hold, lru - LRU_ACTIVE); in shrink_active_list()
1835 static int inactive_anon_is_low(struct lruvec *lruvec) in inactive_anon_is_low() argument
1845 return mem_cgroup_inactive_anon_is_low(lruvec); in inactive_anon_is_low()
1847 return inactive_anon_is_low_global(lruvec_zone(lruvec)); in inactive_anon_is_low()
1850 static inline int inactive_anon_is_low(struct lruvec *lruvec) in inactive_anon_is_low() argument
1870 static int inactive_file_is_low(struct lruvec *lruvec) in inactive_file_is_low() argument
1875 inactive = get_lru_size(lruvec, LRU_INACTIVE_FILE); in inactive_file_is_low()
1876 active = get_lru_size(lruvec, LRU_ACTIVE_FILE); in inactive_file_is_low()
1881 static int inactive_list_is_low(struct lruvec *lruvec, enum lru_list lru) in inactive_list_is_low() argument
1884 return inactive_file_is_low(lruvec); in inactive_list_is_low()
1886 return inactive_anon_is_low(lruvec); in inactive_list_is_low()
1890 struct lruvec *lruvec, struct scan_control *sc) in shrink_list() argument
1893 if (inactive_list_is_low(lruvec, lru)) in shrink_list()
1894 shrink_active_list(nr_to_scan, lruvec, sc, lru); in shrink_list()
1898 return shrink_inactive_list(nr_to_scan, lruvec, sc, lru); in shrink_list()
1917 static void get_scan_count(struct lruvec *lruvec, int swappiness, in get_scan_count() argument
1920 struct zone_reclaim_stat *reclaim_stat = &lruvec->reclaim_stat; in get_scan_count()
1923 struct zone *zone = lruvec_zone(lruvec); in get_scan_count()
2003 if (!inactive_file_is_low(lruvec)) { in get_scan_count()
2029 anon = get_lru_size(lruvec, LRU_ACTIVE_ANON) + in get_scan_count()
2030 get_lru_size(lruvec, LRU_INACTIVE_ANON); in get_scan_count()
2031 file = get_lru_size(lruvec, LRU_ACTIVE_FILE) + in get_scan_count()
2032 get_lru_size(lruvec, LRU_INACTIVE_FILE); in get_scan_count()
2069 size = get_lru_size(lruvec, lru); in get_scan_count()
2110 static void shrink_lruvec(struct lruvec *lruvec, int swappiness, in shrink_lruvec() argument
2122 get_scan_count(lruvec, swappiness, sc, nr); in shrink_lruvec()
2153 lruvec, sc); in shrink_lruvec()
2218 if (inactive_anon_is_low(lruvec)) in shrink_lruvec()
2219 shrink_active_list(SWAP_CLUSTER_MAX, lruvec, in shrink_lruvec()
2318 struct lruvec *lruvec; in shrink_zone() local
2321 lruvec = mem_cgroup_zone_lruvec(zone, memcg); in shrink_zone()
2324 shrink_lruvec(lruvec, swappiness, sc); in shrink_zone()
2775 struct lruvec *lruvec = mem_cgroup_zone_lruvec(zone, memcg); in mem_cgroup_shrink_node_zone() local
2792 shrink_lruvec(lruvec, swappiness, &sc); in mem_cgroup_shrink_node_zone()
2849 struct lruvec *lruvec = mem_cgroup_zone_lruvec(zone, memcg); in age_active_anon() local
2851 if (inactive_anon_is_low(lruvec)) in age_active_anon()
2852 shrink_active_list(SWAP_CLUSTER_MAX, lruvec, in age_active_anon()
3801 struct lruvec *lruvec; in check_move_unevictable_pages() local
3819 lruvec = mem_cgroup_page_lruvec(page, zone); in check_move_unevictable_pages()
3829 del_page_from_lru_list(page, lruvec, LRU_UNEVICTABLE); in check_move_unevictable_pages()
3830 add_page_to_lru_list(page, lruvec, lru); in check_move_unevictable_pages()