Lines Matching refs:cset
603 count += link->cset->nr_tasks; in __cgroup_task_count()
754 static bool css_set_threaded(struct css_set *cset) in css_set_threaded() argument
756 return cset->dom_cset != cset; in css_set_threaded()
768 static bool css_set_populated(struct css_set *cset) in css_set_populated() argument
772 return !list_empty(&cset->tasks) || !list_empty(&cset->mg_tasks); in css_set_populated()
832 static void css_set_update_populated(struct css_set *cset, bool populated) in css_set_update_populated() argument
838 list_for_each_entry(link, &cset->cgrp_links, cgrp_link) in css_set_update_populated()
848 static void css_set_skip_task_iters(struct css_set *cset, in css_set_skip_task_iters() argument
853 list_for_each_entry_safe(it, pos, &cset->task_iters, iters_node) in css_set_skip_task_iters()
927 void put_css_set_locked(struct css_set *cset) in put_css_set_locked() argument
935 if (!refcount_dec_and_test(&cset->refcount)) in put_css_set_locked()
938 WARN_ON_ONCE(!list_empty(&cset->threaded_csets)); in put_css_set_locked()
942 list_del(&cset->e_cset_node[ssid]); in put_css_set_locked()
943 css_put(cset->subsys[ssid]); in put_css_set_locked()
945 hash_del(&cset->hlist); in put_css_set_locked()
948 list_for_each_entry_safe(link, tmp_link, &cset->cgrp_links, cgrp_link) { in put_css_set_locked()
956 if (css_set_threaded(cset)) { in put_css_set_locked()
957 list_del(&cset->threaded_csets_node); in put_css_set_locked()
958 put_css_set_locked(cset->dom_cset); in put_css_set_locked()
961 kfree_rcu(cset, rcu_head); in put_css_set_locked()
974 static bool compare_css_sets(struct css_set *cset, in compare_css_sets() argument
987 if (memcmp(template, cset->subsys, sizeof(cset->subsys))) in compare_css_sets()
997 if (new_dfl_cgrp->dom_cgrp != cset->dom_cset->dfl_cgrp) in compare_css_sets()
1006 l1 = &cset->cgrp_links; in compare_css_sets()
1015 if (l1 == &cset->cgrp_links) { in compare_css_sets()
1059 struct css_set *cset; in find_existing_css_set() local
1085 hash_for_each_possible(css_set_table, cset, hlist, key) { in find_existing_css_set()
1086 if (!compare_css_sets(cset, old_cset, cgrp, template)) in find_existing_css_set()
1090 return cset; in find_existing_css_set()
1139 static void link_css_set(struct list_head *tmp_links, struct css_set *cset, in link_css_set() argument
1147 cset->dfl_cgrp = cgrp; in link_css_set()
1150 link->cset = cset; in link_css_set()
1158 list_add_tail(&link->cgrp_link, &cset->cgrp_links); in link_css_set()
1176 struct css_set *cset; in find_css_set() local
1188 cset = find_existing_css_set(old_cset, cgrp, template); in find_css_set()
1189 if (cset) in find_css_set()
1190 get_css_set(cset); in find_css_set()
1193 if (cset) in find_css_set()
1194 return cset; in find_css_set()
1196 cset = kzalloc(sizeof(*cset), GFP_KERNEL); in find_css_set()
1197 if (!cset) in find_css_set()
1202 kfree(cset); in find_css_set()
1206 refcount_set(&cset->refcount, 1); in find_css_set()
1207 cset->dom_cset = cset; in find_css_set()
1208 INIT_LIST_HEAD(&cset->tasks); in find_css_set()
1209 INIT_LIST_HEAD(&cset->mg_tasks); in find_css_set()
1210 INIT_LIST_HEAD(&cset->dying_tasks); in find_css_set()
1211 INIT_LIST_HEAD(&cset->task_iters); in find_css_set()
1212 INIT_LIST_HEAD(&cset->threaded_csets); in find_css_set()
1213 INIT_HLIST_NODE(&cset->hlist); in find_css_set()
1214 INIT_LIST_HEAD(&cset->cgrp_links); in find_css_set()
1215 INIT_LIST_HEAD(&cset->mg_src_preload_node); in find_css_set()
1216 INIT_LIST_HEAD(&cset->mg_dst_preload_node); in find_css_set()
1217 INIT_LIST_HEAD(&cset->mg_node); in find_css_set()
1221 memcpy(cset->subsys, template, sizeof(cset->subsys)); in find_css_set()
1230 link_css_set(&tmp_links, cset, c); in find_css_set()
1238 key = css_set_hash(cset->subsys); in find_css_set()
1239 hash_add(css_set_table, &cset->hlist, key); in find_css_set()
1242 struct cgroup_subsys_state *css = cset->subsys[ssid]; in find_css_set()
1244 list_add_tail(&cset->e_cset_node[ssid], in find_css_set()
1257 if (cgroup_is_threaded(cset->dfl_cgrp)) { in find_css_set()
1260 dcset = find_css_set(cset, cset->dfl_cgrp->dom_cgrp); in find_css_set()
1262 put_css_set(cset); in find_css_set()
1267 cset->dom_cset = dcset; in find_css_set()
1268 list_add_tail(&cset->threaded_csets_node, in find_css_set()
1273 return cset; in find_css_set()
1359 struct css_set *cset; in current_cgns_cgroup_from_root() local
1365 cset = current->nsproxy->cgroup_ns->root_cset; in current_cgns_cgroup_from_root()
1366 if (cset == &init_css_set) { in current_cgns_cgroup_from_root()
1369 res = cset->dfl_cgrp; in current_cgns_cgroup_from_root()
1373 list_for_each_entry(link, &cset->cgrp_links, cgrp_link) { in current_cgns_cgroup_from_root()
1389 static struct cgroup *cset_cgroup_from_root(struct css_set *cset, in cset_cgroup_from_root() argument
1397 if (cset == &init_css_set) { in cset_cgroup_from_root()
1400 res = cset->dfl_cgrp; in cset_cgroup_from_root()
1404 list_for_each_entry(link, &cset->cgrp_links, cgrp_link) { in cset_cgroup_from_root()
1759 struct css_set *cset; in rebind_subsystems() local
1777 hash_for_each(css_set_table, i, cset, hlist) in rebind_subsystems()
1778 list_move_tail(&cset->e_cset_node[ss->id], in rebind_subsystems()
1958 struct css_set *cset; in cgroup_setup_root() local
2025 hash_for_each(css_set_table, i, cset, hlist) { in cgroup_setup_root()
2026 link_css_set(&tmp_links, cset, root_cgrp); in cgroup_setup_root()
2027 if (css_set_populated(cset)) in cgroup_setup_root()
2373 struct css_set *cset; in cgroup_migrate_add_task() local
2384 cset = task_css_set(task); in cgroup_migrate_add_task()
2385 if (!cset->mg_src_cgrp) in cgroup_migrate_add_task()
2390 list_move_tail(&task->cg_list, &cset->mg_tasks); in cgroup_migrate_add_task()
2391 if (list_empty(&cset->mg_node)) in cgroup_migrate_add_task()
2392 list_add_tail(&cset->mg_node, in cgroup_migrate_add_task()
2394 if (list_empty(&cset->mg_dst_cset->mg_node)) in cgroup_migrate_add_task()
2395 list_add_tail(&cset->mg_dst_cset->mg_node, in cgroup_migrate_add_task()
2426 struct css_set *cset = tset->cur_cset; in cgroup_taskset_next() local
2429 while (&cset->mg_node != tset->csets) { in cgroup_taskset_next()
2431 task = list_first_entry(&cset->mg_tasks, in cgroup_taskset_next()
2436 if (&task->cg_list != &cset->mg_tasks) { in cgroup_taskset_next()
2437 tset->cur_cset = cset; in cgroup_taskset_next()
2446 if (cset->mg_dst_cset) in cgroup_taskset_next()
2447 *dst_cssp = cset->mg_dst_cset->subsys[tset->ssid]; in cgroup_taskset_next()
2449 *dst_cssp = cset->subsys[tset->ssid]; in cgroup_taskset_next()
2454 cset = list_next_entry(cset, mg_node); in cgroup_taskset_next()
2475 struct css_set *cset, *tmp_cset; in cgroup_migrate_execute() local
2498 list_for_each_entry(cset, &tset->src_csets, mg_node) { in cgroup_migrate_execute()
2499 list_for_each_entry_safe(task, tmp_task, &cset->mg_tasks, cg_list) { in cgroup_migrate_execute()
2501 struct css_set *to_cset = cset->mg_dst_cset; in cgroup_migrate_execute()
2552 list_for_each_entry_safe(cset, tmp_cset, &tset->src_csets, mg_node) { in cgroup_migrate_execute()
2553 list_splice_tail_init(&cset->mg_tasks, &cset->tasks); in cgroup_migrate_execute()
2554 list_del_init(&cset->mg_node); in cgroup_migrate_execute()
2614 struct css_set *cset, *tmp_cset; in cgroup_migrate_finish() local
2620 list_for_each_entry_safe(cset, tmp_cset, &mgctx->preloaded_src_csets, in cgroup_migrate_finish()
2622 cset->mg_src_cgrp = NULL; in cgroup_migrate_finish()
2623 cset->mg_dst_cgrp = NULL; in cgroup_migrate_finish()
2624 cset->mg_dst_cset = NULL; in cgroup_migrate_finish()
2625 list_del_init(&cset->mg_src_preload_node); in cgroup_migrate_finish()
2626 put_css_set_locked(cset); in cgroup_migrate_finish()
2629 list_for_each_entry_safe(cset, tmp_cset, &mgctx->preloaded_dst_csets, in cgroup_migrate_finish()
2631 cset->mg_src_cgrp = NULL; in cgroup_migrate_finish()
2632 cset->mg_dst_cgrp = NULL; in cgroup_migrate_finish()
2633 cset->mg_dst_cset = NULL; in cgroup_migrate_finish()
2634 list_del_init(&cset->mg_dst_preload_node); in cgroup_migrate_finish()
2635 put_css_set_locked(cset); in cgroup_migrate_finish()
2971 cgroup_migrate_add_src(link->cset, dsct, &mgctx); in cgroup_update_dfl_csses()
4461 struct css_set *cset; in css_task_iter_next_css_set() local
4487 cset = container_of(l, struct css_set, e_cset_node[it->ss->id]); in css_task_iter_next_css_set()
4490 cset = link->cset; in css_task_iter_next_css_set()
4499 it->cur_dcset = cset; in css_task_iter_next_css_set()
4500 get_css_set(cset); in css_task_iter_next_css_set()
4502 it->tcset_head = &cset->threaded_csets; in css_task_iter_next_css_set()
4503 it->tcset_pos = &cset->threaded_csets; in css_task_iter_next_css_set()
4506 return cset; in css_task_iter_next_css_set()
4517 struct css_set *cset; in css_task_iter_advance_css_set() local
4522 while ((cset = css_task_iter_next_css_set(it))) { in css_task_iter_advance_css_set()
4523 if (!list_empty(&cset->tasks)) { in css_task_iter_advance_css_set()
4524 it->cur_tasks_head = &cset->tasks; in css_task_iter_advance_css_set()
4526 } else if (!list_empty(&cset->mg_tasks)) { in css_task_iter_advance_css_set()
4527 it->cur_tasks_head = &cset->mg_tasks; in css_task_iter_advance_css_set()
4529 } else if (!list_empty(&cset->dying_tasks)) { in css_task_iter_advance_css_set()
4530 it->cur_tasks_head = &cset->dying_tasks; in css_task_iter_advance_css_set()
4534 if (!cset) { in css_task_iter_advance_css_set()
4559 get_css_set(cset); in css_task_iter_advance_css_set()
4560 it->cur_cset = cset; in css_task_iter_advance_css_set()
4561 list_add(&it->iters_node, &cset->task_iters); in css_task_iter_advance_css_set()
5619 link->cset->dead = true; in cgroup_destroy_locked()
6036 struct css_set *cset; in cgroup_css_set_fork() local
6046 cset = task_css_set(current); in cgroup_css_set_fork()
6047 get_css_set(cset); in cgroup_css_set_fork()
6051 kargs->cset = cset; in cgroup_css_set_fork()
6083 ret = cgroup_attach_permissions(cset->dfl_cgrp, dst_cgrp, sb, in cgroup_css_set_fork()
6089 kargs->cset = find_css_set(cset, dst_cgrp); in cgroup_css_set_fork()
6090 if (!kargs->cset) { in cgroup_css_set_fork()
6095 put_css_set(cset); in cgroup_css_set_fork()
6107 put_css_set(cset); in cgroup_css_set_fork()
6108 if (kargs->cset) in cgroup_css_set_fork()
6109 put_css_set(kargs->cset); in cgroup_css_set_fork()
6127 struct css_set *cset = kargs->cset; in cgroup_css_set_put_fork() local
6131 if (cset) { in cgroup_css_set_put_fork()
6132 put_css_set(cset); in cgroup_css_set_put_fork()
6133 kargs->cset = NULL; in cgroup_css_set_put_fork()
6163 ret = ss->can_fork(child, kargs->cset); in cgroup_can_fork()
6175 ss->cancel_fork(child, kargs->cset); in cgroup_can_fork()
6200 ss->cancel_fork(child, kargs->cset); in cgroup_cancel_fork()
6217 struct css_set *cset; in cgroup_post_fork() local
6220 cset = kargs->cset; in cgroup_post_fork()
6221 kargs->cset = NULL; in cgroup_post_fork()
6228 cset->nr_tasks++; in cgroup_post_fork()
6229 css_set_move_task(child, NULL, cset, false); in cgroup_post_fork()
6231 put_css_set(cset); in cgroup_post_fork()
6232 cset = NULL; in cgroup_post_fork()
6269 get_css_set(cset); in cgroup_post_fork()
6270 child->nsproxy->cgroup_ns->root_cset = cset; in cgroup_post_fork()
6287 struct css_set *cset; in cgroup_exit() local
6293 cset = task_css_set(tsk); in cgroup_exit()
6294 css_set_move_task(tsk, cset, NULL, false); in cgroup_exit()
6295 list_add_tail(&tsk->cg_list, &cset->dying_tasks); in cgroup_exit()
6296 cset->nr_tasks--; in cgroup_exit()
6327 struct css_set *cset = task_css_set(task); in cgroup_free() local
6328 put_css_set(cset); in cgroup_free()
6538 struct css_set *cset; in cgroup_sk_alloc() local
6540 cset = task_css_set(current); in cgroup_sk_alloc()
6541 if (likely(cgroup_tryget(cset->dfl_cgrp))) { in cgroup_sk_alloc()
6542 cgroup = cset->dfl_cgrp; in cgroup_sk_alloc()