Lines Matching refs:cset
637 count += link->cset->nr_tasks; in __cgroup_task_count()
788 static bool css_set_threaded(struct css_set *cset) in css_set_threaded() argument
790 return cset->dom_cset != cset; in css_set_threaded()
802 static bool css_set_populated(struct css_set *cset) in css_set_populated() argument
806 return !list_empty(&cset->tasks) || !list_empty(&cset->mg_tasks); in css_set_populated()
866 static void css_set_update_populated(struct css_set *cset, bool populated) in css_set_update_populated() argument
872 list_for_each_entry(link, &cset->cgrp_links, cgrp_link) in css_set_update_populated()
882 static void css_set_skip_task_iters(struct css_set *cset, in css_set_skip_task_iters() argument
887 list_for_each_entry_safe(it, pos, &cset->task_iters, iters_node) in css_set_skip_task_iters()
961 void put_css_set_locked(struct css_set *cset) in put_css_set_locked() argument
969 if (!refcount_dec_and_test(&cset->refcount)) in put_css_set_locked()
972 WARN_ON_ONCE(!list_empty(&cset->threaded_csets)); in put_css_set_locked()
976 list_del(&cset->e_cset_node[ssid]); in put_css_set_locked()
977 css_put(cset->subsys[ssid]); in put_css_set_locked()
979 hash_del(&cset->hlist); in put_css_set_locked()
982 list_for_each_entry_safe(link, tmp_link, &cset->cgrp_links, cgrp_link) { in put_css_set_locked()
990 if (css_set_threaded(cset)) { in put_css_set_locked()
991 list_del(&cset->threaded_csets_node); in put_css_set_locked()
992 put_css_set_locked(cset->dom_cset); in put_css_set_locked()
995 kfree_rcu(cset, rcu_head); in put_css_set_locked()
1008 static bool compare_css_sets(struct css_set *cset, in compare_css_sets() argument
1021 if (memcmp(template, cset->subsys, sizeof(cset->subsys))) in compare_css_sets()
1031 if (new_dfl_cgrp->dom_cgrp != cset->dom_cset->dfl_cgrp) in compare_css_sets()
1040 l1 = &cset->cgrp_links; in compare_css_sets()
1049 if (l1 == &cset->cgrp_links) { in compare_css_sets()
1093 struct css_set *cset; in find_existing_css_set() local
1119 hash_for_each_possible(css_set_table, cset, hlist, key) { in find_existing_css_set()
1120 if (!compare_css_sets(cset, old_cset, cgrp, template)) in find_existing_css_set()
1124 return cset; in find_existing_css_set()
1173 static void link_css_set(struct list_head *tmp_links, struct css_set *cset, in link_css_set() argument
1181 cset->dfl_cgrp = cgrp; in link_css_set()
1184 link->cset = cset; in link_css_set()
1192 list_add_tail(&link->cgrp_link, &cset->cgrp_links); in link_css_set()
1210 struct css_set *cset; in find_css_set() local
1222 cset = find_existing_css_set(old_cset, cgrp, template); in find_css_set()
1223 if (cset) in find_css_set()
1224 get_css_set(cset); in find_css_set()
1227 if (cset) in find_css_set()
1228 return cset; in find_css_set()
1230 cset = kzalloc(sizeof(*cset), GFP_KERNEL); in find_css_set()
1231 if (!cset) in find_css_set()
1236 kfree(cset); in find_css_set()
1240 refcount_set(&cset->refcount, 1); in find_css_set()
1241 cset->dom_cset = cset; in find_css_set()
1242 INIT_LIST_HEAD(&cset->tasks); in find_css_set()
1243 INIT_LIST_HEAD(&cset->mg_tasks); in find_css_set()
1244 INIT_LIST_HEAD(&cset->dying_tasks); in find_css_set()
1245 INIT_LIST_HEAD(&cset->task_iters); in find_css_set()
1246 INIT_LIST_HEAD(&cset->threaded_csets); in find_css_set()
1247 INIT_HLIST_NODE(&cset->hlist); in find_css_set()
1248 INIT_LIST_HEAD(&cset->cgrp_links); in find_css_set()
1249 INIT_LIST_HEAD(&cset->mg_src_preload_node); in find_css_set()
1250 INIT_LIST_HEAD(&cset->mg_dst_preload_node); in find_css_set()
1251 INIT_LIST_HEAD(&cset->mg_node); in find_css_set()
1255 memcpy(cset->subsys, template, sizeof(cset->subsys)); in find_css_set()
1264 link_css_set(&tmp_links, cset, c); in find_css_set()
1272 key = css_set_hash(cset->subsys); in find_css_set()
1273 hash_add(css_set_table, &cset->hlist, key); in find_css_set()
1276 struct cgroup_subsys_state *css = cset->subsys[ssid]; in find_css_set()
1278 list_add_tail(&cset->e_cset_node[ssid], in find_css_set()
1291 if (cgroup_is_threaded(cset->dfl_cgrp)) { in find_css_set()
1294 dcset = find_css_set(cset, cset->dfl_cgrp->dom_cgrp); in find_css_set()
1296 put_css_set(cset); in find_css_set()
1301 cset->dom_cset = dcset; in find_css_set()
1302 list_add_tail(&cset->threaded_csets_node, in find_css_set()
1307 return cset; in find_css_set()
1404 static inline struct cgroup *__cset_cgroup_from_root(struct css_set *cset, in __cset_cgroup_from_root() argument
1409 if (cset == &init_css_set) { in __cset_cgroup_from_root()
1412 res_cgroup = cset->dfl_cgrp; in __cset_cgroup_from_root()
1417 list_for_each_entry(link, &cset->cgrp_links, cgrp_link) { in __cset_cgroup_from_root()
1439 struct css_set *cset; in current_cgns_cgroup_from_root() local
1445 cset = current->nsproxy->cgroup_ns->root_cset; in current_cgns_cgroup_from_root()
1446 res = __cset_cgroup_from_root(cset, root); in current_cgns_cgroup_from_root()
1466 struct css_set *cset; in current_cgns_cgroup_dfl() local
1468 cset = current->nsproxy->cgroup_ns->root_cset; in current_cgns_cgroup_dfl()
1469 return __cset_cgroup_from_root(cset, &cgrp_dfl_root); in current_cgns_cgroup_dfl()
1473 static struct cgroup *cset_cgroup_from_root(struct css_set *cset, in cset_cgroup_from_root() argument
1479 return __cset_cgroup_from_root(cset, root); in cset_cgroup_from_root()
1835 struct css_set *cset; in rebind_subsystems() local
1853 hash_for_each(css_set_table, i, cset, hlist) in rebind_subsystems()
1854 list_move_tail(&cset->e_cset_node[ss->id], in rebind_subsystems()
2051 struct css_set *cset; in cgroup_setup_root() local
2122 hash_for_each(css_set_table, i, cset, hlist) { in cgroup_setup_root()
2123 link_css_set(&tmp_links, cset, root_cgrp); in cgroup_setup_root()
2124 if (css_set_populated(cset)) in cgroup_setup_root()
2464 struct css_set *cset; in cgroup_migrate_add_task() local
2475 cset = task_css_set(task); in cgroup_migrate_add_task()
2476 if (!cset->mg_src_cgrp) in cgroup_migrate_add_task()
2481 list_move_tail(&task->cg_list, &cset->mg_tasks); in cgroup_migrate_add_task()
2482 if (list_empty(&cset->mg_node)) in cgroup_migrate_add_task()
2483 list_add_tail(&cset->mg_node, in cgroup_migrate_add_task()
2485 if (list_empty(&cset->mg_dst_cset->mg_node)) in cgroup_migrate_add_task()
2486 list_add_tail(&cset->mg_dst_cset->mg_node, in cgroup_migrate_add_task()
2517 struct css_set *cset = tset->cur_cset; in cgroup_taskset_next() local
2520 while (CGROUP_HAS_SUBSYS_CONFIG && &cset->mg_node != tset->csets) { in cgroup_taskset_next()
2522 task = list_first_entry(&cset->mg_tasks, in cgroup_taskset_next()
2527 if (&task->cg_list != &cset->mg_tasks) { in cgroup_taskset_next()
2528 tset->cur_cset = cset; in cgroup_taskset_next()
2537 if (cset->mg_dst_cset) in cgroup_taskset_next()
2538 *dst_cssp = cset->mg_dst_cset->subsys[tset->ssid]; in cgroup_taskset_next()
2540 *dst_cssp = cset->subsys[tset->ssid]; in cgroup_taskset_next()
2545 cset = list_next_entry(cset, mg_node); in cgroup_taskset_next()
2566 struct css_set *cset, *tmp_cset; in cgroup_migrate_execute() local
2589 list_for_each_entry(cset, &tset->src_csets, mg_node) { in cgroup_migrate_execute()
2590 list_for_each_entry_safe(task, tmp_task, &cset->mg_tasks, cg_list) { in cgroup_migrate_execute()
2592 struct css_set *to_cset = cset->mg_dst_cset; in cgroup_migrate_execute()
2643 list_for_each_entry_safe(cset, tmp_cset, &tset->src_csets, mg_node) { in cgroup_migrate_execute()
2644 list_splice_tail_init(&cset->mg_tasks, &cset->tasks); in cgroup_migrate_execute()
2645 list_del_init(&cset->mg_node); in cgroup_migrate_execute()
2701 struct css_set *cset, *tmp_cset; in cgroup_migrate_finish() local
2707 list_for_each_entry_safe(cset, tmp_cset, &mgctx->preloaded_src_csets, in cgroup_migrate_finish()
2709 cset->mg_src_cgrp = NULL; in cgroup_migrate_finish()
2710 cset->mg_dst_cgrp = NULL; in cgroup_migrate_finish()
2711 cset->mg_dst_cset = NULL; in cgroup_migrate_finish()
2712 list_del_init(&cset->mg_src_preload_node); in cgroup_migrate_finish()
2713 put_css_set_locked(cset); in cgroup_migrate_finish()
2716 list_for_each_entry_safe(cset, tmp_cset, &mgctx->preloaded_dst_csets, in cgroup_migrate_finish()
2718 cset->mg_src_cgrp = NULL; in cgroup_migrate_finish()
2719 cset->mg_dst_cgrp = NULL; in cgroup_migrate_finish()
2720 cset->mg_dst_cset = NULL; in cgroup_migrate_finish()
2721 list_del_init(&cset->mg_dst_preload_node); in cgroup_migrate_finish()
2722 put_css_set_locked(cset); in cgroup_migrate_finish()
3061 cgroup_migrate_add_src(link->cset, dsct, &mgctx); in cgroup_update_dfl_csses()
4734 struct css_set *cset; in css_task_iter_next_css_set() local
4760 cset = container_of(l, struct css_set, e_cset_node[it->ss->id]); in css_task_iter_next_css_set()
4763 cset = link->cset; in css_task_iter_next_css_set()
4772 it->cur_dcset = cset; in css_task_iter_next_css_set()
4773 get_css_set(cset); in css_task_iter_next_css_set()
4775 it->tcset_head = &cset->threaded_csets; in css_task_iter_next_css_set()
4776 it->tcset_pos = &cset->threaded_csets; in css_task_iter_next_css_set()
4779 return cset; in css_task_iter_next_css_set()
4790 struct css_set *cset; in css_task_iter_advance_css_set() local
4795 while ((cset = css_task_iter_next_css_set(it))) { in css_task_iter_advance_css_set()
4796 if (!list_empty(&cset->tasks)) { in css_task_iter_advance_css_set()
4797 it->cur_tasks_head = &cset->tasks; in css_task_iter_advance_css_set()
4799 } else if (!list_empty(&cset->mg_tasks)) { in css_task_iter_advance_css_set()
4800 it->cur_tasks_head = &cset->mg_tasks; in css_task_iter_advance_css_set()
4802 } else if (!list_empty(&cset->dying_tasks)) { in css_task_iter_advance_css_set()
4803 it->cur_tasks_head = &cset->dying_tasks; in css_task_iter_advance_css_set()
4807 if (!cset) { in css_task_iter_advance_css_set()
4832 get_css_set(cset); in css_task_iter_advance_css_set()
4833 it->cur_cset = cset; in css_task_iter_advance_css_set()
4834 list_add(&it->iters_node, &cset->task_iters); in css_task_iter_advance_css_set()
5903 link->cset->dead = true; in cgroup_destroy_locked()
6378 struct css_set *cset; in cgroup_css_set_fork() local
6388 cset = task_css_set(current); in cgroup_css_set_fork()
6389 get_css_set(cset); in cgroup_css_set_fork()
6393 kargs->cset = cset; in cgroup_css_set_fork()
6439 ret = cgroup_attach_permissions(cset->dfl_cgrp, dst_cgrp, sb, in cgroup_css_set_fork()
6445 kargs->cset = find_css_set(cset, dst_cgrp); in cgroup_css_set_fork()
6446 if (!kargs->cset) { in cgroup_css_set_fork()
6451 put_css_set(cset); in cgroup_css_set_fork()
6463 put_css_set(cset); in cgroup_css_set_fork()
6464 if (kargs->cset) in cgroup_css_set_fork()
6465 put_css_set(kargs->cset); in cgroup_css_set_fork()
6483 struct css_set *cset = kargs->cset; in cgroup_css_set_put_fork() local
6487 if (cset) { in cgroup_css_set_put_fork()
6488 put_css_set(cset); in cgroup_css_set_put_fork()
6489 kargs->cset = NULL; in cgroup_css_set_put_fork()
6520 ret = ss->can_fork(child, kargs->cset); in cgroup_can_fork()
6532 ss->cancel_fork(child, kargs->cset); in cgroup_can_fork()
6557 ss->cancel_fork(child, kargs->cset); in cgroup_cancel_fork()
6577 struct css_set *cset; in cgroup_post_fork() local
6580 cset = kargs->cset; in cgroup_post_fork()
6581 kargs->cset = NULL; in cgroup_post_fork()
6590 cgrp_flags = cset->dfl_cgrp->flags; in cgroup_post_fork()
6593 cset->nr_tasks++; in cgroup_post_fork()
6594 css_set_move_task(child, NULL, cset, false); in cgroup_post_fork()
6596 put_css_set(cset); in cgroup_post_fork()
6597 cset = NULL; in cgroup_post_fork()
6643 get_css_set(cset); in cgroup_post_fork()
6644 child->nsproxy->cgroup_ns->root_cset = cset; in cgroup_post_fork()
6665 struct css_set *cset; in cgroup_exit() local
6671 cset = task_css_set(tsk); in cgroup_exit()
6672 css_set_move_task(tsk, cset, NULL, false); in cgroup_exit()
6673 list_add_tail(&tsk->cg_list, &cset->dying_tasks); in cgroup_exit()
6674 cset->nr_tasks--; in cgroup_exit()
6706 struct css_set *cset = task_css_set(task); in cgroup_free() local
6707 put_css_set(cset); in cgroup_free()
6951 struct css_set *cset; in cgroup_sk_alloc() local
6953 cset = task_css_set(current); in cgroup_sk_alloc()
6954 if (likely(cgroup_tryget(cset->dfl_cgrp))) { in cgroup_sk_alloc()
6955 cgroup = cset->dfl_cgrp; in cgroup_sk_alloc()