Lines Matching full:ug
6928 static inline void uncharge_gather_clear(struct uncharge_gather *ug) in uncharge_gather_clear() argument
6930 memset(ug, 0, sizeof(*ug)); in uncharge_gather_clear()
6933 static void uncharge_batch(const struct uncharge_gather *ug) in uncharge_batch() argument
6937 if (!mem_cgroup_is_root(ug->memcg)) { in uncharge_batch()
6938 page_counter_uncharge(&ug->memcg->memory, ug->nr_pages); in uncharge_batch()
6940 page_counter_uncharge(&ug->memcg->memsw, ug->nr_pages); in uncharge_batch()
6941 if (!cgroup_subsys_on_dfl(memory_cgrp_subsys) && ug->nr_kmem) in uncharge_batch()
6942 page_counter_uncharge(&ug->memcg->kmem, ug->nr_kmem); in uncharge_batch()
6943 memcg_oom_recover(ug->memcg); in uncharge_batch()
6947 __count_memcg_events(ug->memcg, PGPGOUT, ug->pgpgout); in uncharge_batch()
6948 __this_cpu_add(ug->memcg->vmstats_percpu->nr_page_events, ug->nr_pages); in uncharge_batch()
6949 memcg_check_events(ug->memcg, ug->dummy_page); in uncharge_batch()
6953 css_put(&ug->memcg->css); in uncharge_batch()
6956 static void uncharge_page(struct page *page, struct uncharge_gather *ug) in uncharge_page() argument
6971 if (ug->memcg != page->mem_cgroup) { in uncharge_page()
6972 if (ug->memcg) { in uncharge_page()
6973 uncharge_batch(ug); in uncharge_page()
6974 uncharge_gather_clear(ug); in uncharge_page()
6976 ug->memcg = page->mem_cgroup; in uncharge_page()
6979 css_get(&ug->memcg->css); in uncharge_page()
6983 ug->nr_pages += nr_pages; in uncharge_page()
6986 ug->pgpgout++; in uncharge_page()
6988 ug->nr_kmem += nr_pages; in uncharge_page()
6992 ug->dummy_page = page; in uncharge_page()
6994 css_put(&ug->memcg->css); in uncharge_page()
6999 struct uncharge_gather ug; in uncharge_list() local
7002 uncharge_gather_clear(&ug); in uncharge_list()
7015 uncharge_page(page, &ug); in uncharge_list()
7018 if (ug.memcg) in uncharge_list()
7019 uncharge_batch(&ug); in uncharge_list()
7030 struct uncharge_gather ug; in mem_cgroup_uncharge() local
7039 uncharge_gather_clear(&ug); in mem_cgroup_uncharge()
7040 uncharge_page(page, &ug); in mem_cgroup_uncharge()
7041 uncharge_batch(&ug); in mem_cgroup_uncharge()