Lines Matching full:ug
6943 static inline void uncharge_gather_clear(struct uncharge_gather *ug) in uncharge_gather_clear() argument
6945 memset(ug, 0, sizeof(*ug)); in uncharge_gather_clear()
6948 static void uncharge_batch(const struct uncharge_gather *ug) in uncharge_batch() argument
6952 if (!mem_cgroup_is_root(ug->memcg)) { in uncharge_batch()
6953 page_counter_uncharge(&ug->memcg->memory, ug->nr_pages); in uncharge_batch()
6955 page_counter_uncharge(&ug->memcg->memsw, ug->nr_pages); in uncharge_batch()
6956 if (!cgroup_subsys_on_dfl(memory_cgrp_subsys) && ug->nr_kmem) in uncharge_batch()
6957 page_counter_uncharge(&ug->memcg->kmem, ug->nr_kmem); in uncharge_batch()
6958 memcg_oom_recover(ug->memcg); in uncharge_batch()
6962 __count_memcg_events(ug->memcg, PGPGOUT, ug->pgpgout); in uncharge_batch()
6963 __this_cpu_add(ug->memcg->vmstats_percpu->nr_page_events, ug->nr_pages); in uncharge_batch()
6964 memcg_check_events(ug->memcg, ug->dummy_page); in uncharge_batch()
6968 css_put(&ug->memcg->css); in uncharge_batch()
6971 static void uncharge_page(struct page *page, struct uncharge_gather *ug) in uncharge_page() argument
6986 if (ug->memcg != page->mem_cgroup) { in uncharge_page()
6987 if (ug->memcg) { in uncharge_page()
6988 uncharge_batch(ug); in uncharge_page()
6989 uncharge_gather_clear(ug); in uncharge_page()
6991 ug->memcg = page->mem_cgroup; in uncharge_page()
6994 css_get(&ug->memcg->css); in uncharge_page()
6998 ug->nr_pages += nr_pages; in uncharge_page()
7001 ug->pgpgout++; in uncharge_page()
7003 ug->nr_kmem += nr_pages; in uncharge_page()
7007 ug->dummy_page = page; in uncharge_page()
7009 css_put(&ug->memcg->css); in uncharge_page()
7014 struct uncharge_gather ug; in uncharge_list() local
7017 uncharge_gather_clear(&ug); in uncharge_list()
7030 uncharge_page(page, &ug); in uncharge_list()
7033 if (ug.memcg) in uncharge_list()
7034 uncharge_batch(&ug); in uncharge_list()
7045 struct uncharge_gather ug; in mem_cgroup_uncharge() local
7054 uncharge_gather_clear(&ug); in mem_cgroup_uncharge()
7055 uncharge_page(page, &ug); in mem_cgroup_uncharge()
7056 uncharge_batch(&ug); in mem_cgroup_uncharge()