| /kernel/cgroup/ |
| A D | rstat.c | 25 return css_is_self(css) || css->ss->css_rstat_flush != NULL; in css_uses_rstat() 81 if (!css_uses_rstat(css)) in css_rstat_updated() 117 rstatc_pcpu = css->rstat_cpu; in css_rstat_updated() 150 css = parent; in __css_process_update_tree() 406 if (!css_uses_rstat(css)) in css_rstat_flush() 447 if (!css->rstat_cpu) { in css_rstat_init() 449 if (!css->rstat_cpu) { in css_rstat_init() 479 if (!css_uses_rstat(css)) in css_rstat_exit() 482 css_rstat_flush(css); in css_rstat_exit() 493 if (css_is_self(css)) { in css_rstat_exit() [all …]
|
| A D | legacy_freezer.c | 45 struct cgroup_subsys_state css; member 53 return css ? container_of(css, struct freezer, css) : NULL; in css_freezer() 63 return css_freezer(freezer->css.parent); in parent_freezer() 95 return &freezer->css; in freezer_css_alloc() 107 struct freezer *freezer = css_freezer(css); in freezer_css_online() 134 struct freezer *freezer = css_freezer(css); in freezer_css_offline() 150 kfree(css_freezer(css)); in freezer_css_free() 250 struct freezer *freezer = css_freezer(css); in update_if_frozen() 263 css_for_each_child(pos, css) { in update_if_frozen() 275 css_task_iter_start(css, 0, &it); in update_if_frozen() [all …]
|
| A D | debug.c | 17 struct cgroup_subsys_state *css = kzalloc(sizeof(*css), GFP_KERNEL); in debug_css_alloc() local 19 if (!css) in debug_css_alloc() 22 return css; in debug_css_alloc() 27 kfree(css); in debug_css_free() 64 css = cset->subsys[ss->id]; in current_css_set_read() 65 if (!css) in current_css_set_read() 68 css, css->id); in current_css_set_read() 218 if (!css) in cgroup_subsys_states_read() 224 if (css->parent) in cgroup_subsys_states_read() 226 css->parent->id); in cgroup_subsys_states_read() [all …]
|
| A D | cgroup.c | 559 if (css) in cgroup_e_css() 591 if (css && css_tryget_online(css)) in cgroup_get_e_css() 3752 css ? (css->nr_descendants + 1) : 0); in cgroup_stat_show() 3782 if (css && !css_tryget_online(css)) in cgroup_tryget_css() 5580 memset(css, 0, sizeof(*css)); in init_and_link_css() 5614 while ((css = css->parent)) in online_css() 5644 while ((css = css->parent)) { in offline_css() 5692 cgroup_idr_replace(&ss->css_idr, css, css->id); in css_create() 5928 css = css->parent; in css_killed_work_fn() 5966 css->ss->css_killed(css); in kill_css() [all …]
|
| A D | cpuset-v1.c | 168 struct cpuset *cs = css_cs(css); in cpuset_write_s64() 194 struct cpuset *cs = css_cs(css); in cpuset_read_s64() 270 if (cgroup_transfer_tasks(parent->css.cgroup, cs->css.cgroup)) { in remove_tasks_in_empty_cpuset() 283 css_put(&s->cs->css); in cpuset_migrate_tasks_workfn() 318 css_tryget_online(&cs->css)) { in cpuset1_hotplug_update_tasks() 323 css_put(&cs->css); in cpuset1_hotplug_update_tasks() 355 struct cgroup_subsys_state *css; in cpuset1_validate_change() local 363 cpuset_for_each_child(c, css, cur) in cpuset1_validate_change() 388 struct cgroup_subsys_state *css; in proc_cpuset_show() local 420 struct cpuset *cs = css_cs(css); in cpuset_read_u64() [all …]
|
| A D | pids.c | 50 struct cgroup_subsys_state css; member 70 return container_of(css, struct pids_cgroup, css); in css_pids() 75 return css_pids(pids->css.parent); in parent_pids() 88 return &pids->css; in pids_css_alloc() 93 kfree(css_pids(css)); in pids_css_free() 251 pr_cont_cgroup_path(p->css.cgroup); in pids_event() 304 struct cgroup_subsys_state *css = of_css(of); in pids_max_write() local 305 struct pids_cgroup *pids = css_pids(css); in pids_max_write() 334 struct pids_cgroup *pids = css_pids(css); in pids_max_show() 348 struct pids_cgroup *pids = css_pids(css); in pids_current_read() [all …]
|
| A D | cpuset-internal.h | 76 struct cgroup_subsys_state css; member 186 static inline struct cpuset *css_cs(struct cgroup_subsys_state *css) in css_cs() argument 188 return css ? container_of(css, struct cpuset, css) : NULL; in css_cs() 199 return css_cs(cs->css.parent); in parent_cs() 205 return test_bit(CS_ONLINE, &cs->flags) && !css_is_dying(&cs->css); in is_cpuset_online() 253 css_for_each_child((pos_css), &(parent_cs)->css) \ 268 css_for_each_descendant_pre((pos_css), &(root_cs)->css) \
|
| A D | dmem.c | 55 struct cgroup_subsys_state css; member 93 return container_of(css, struct dmemcg_state, css); in css_to_dmemcs() 103 return cg->css.parent ? css_to_dmemcs(cg->css.parent) : NULL; in parent_dmemcs() 195 return &dmemcs->css; in dmemcs_alloc() 223 struct cgroup_subsys_state *css; in dmem_cgroup_calculate_protection() local 231 css_for_each_descendant_pre(css, &limit_pool->cs->css) { in dmem_cgroup_calculate_protection() 232 dmemcg_iter = container_of(css, struct dmemcg_state, css); in dmem_cgroup_calculate_protection() 521 css_put(&pool->cs->css); in dmem_cgroup_pool_state_put() 577 css_put(&pool->cs->css); in dmem_cgroup_uncharge() 628 css_get(&(*ret_limit_pool)->cs->css); in dmem_cgroup_try_charge() [all …]
|
| A D | cpuset.c | 1003 css_get(&cs->css); in dl_rebuild_rd_accounting() 1010 css_put(&cs->css); in dl_rebuild_rd_accounting() 3024 cs = css_cs(css); in cpuset_can_attach() 3094 cs = css_cs(css); in cpuset_cancel_attach() 3146 cs = css_cs(css); in cpuset_attach() 3361 css_get(&cs->css); in cpuset_partition_write() 3368 css_put(&cs->css); in cpuset_partition_write() 3485 return &cs->css; in cpuset_css_alloc() 4293 if (!css) in cpuset_node_allowed() 4308 cs = container_of(css, struct cpuset, css); in cpuset_node_allowed() [all …]
|
| A D | rdma.c | 67 static struct rdma_cgroup *css_rdmacg(struct cgroup_subsys_state *css) in css_rdmacg() argument 69 return container_of(css, struct rdma_cgroup, css); in css_rdmacg() 74 return css_rdmacg(cg->css.parent); in parent_rdmacg() 220 css_put(&cg->css); in rdmacg_uncharge_hierarchy() 574 return &cg->css; in rdmacg_css_alloc() 577 static void rdmacg_css_free(struct cgroup_subsys_state *css) in rdmacg_css_free() argument 579 struct rdma_cgroup *cg = css_rdmacg(css); in rdmacg_css_free() 593 static void rdmacg_css_offline(struct cgroup_subsys_state *css) in rdmacg_css_offline() argument 595 struct rdma_cgroup *cg = css_rdmacg(css); in rdmacg_css_offline()
|
| A D | freezer.c | 259 struct cgroup_subsys_state *css; in cgroup_freeze() local 278 css_for_each_descendant_pre(css, &cgrp->self) { in cgroup_freeze() 279 dsct = css->cgroup; in cgroup_freeze() 294 css = css_rightmost_descendant(css); in cgroup_freeze()
|
| A D | cgroup-v1.c | 598 static u64 cgroup_read_notify_on_release(struct cgroup_subsys_state *css, in cgroup_read_notify_on_release() argument 601 return notify_on_release(css->cgroup); in cgroup_read_notify_on_release() 604 static int cgroup_write_notify_on_release(struct cgroup_subsys_state *css, in cgroup_write_notify_on_release() argument 608 set_bit(CGRP_NOTIFY_ON_RELEASE, &css->cgroup->flags); in cgroup_write_notify_on_release() 610 clear_bit(CGRP_NOTIFY_ON_RELEASE, &css->cgroup->flags); in cgroup_write_notify_on_release() 614 static u64 cgroup_clone_children_read(struct cgroup_subsys_state *css, in cgroup_clone_children_read() argument 617 return test_bit(CGRP_CPUSET_CLONE_CHILDREN, &css->cgroup->flags); in cgroup_clone_children_read() 620 static int cgroup_clone_children_write(struct cgroup_subsys_state *css, in cgroup_clone_children_write() argument 624 set_bit(CGRP_CPUSET_CLONE_CHILDREN, &css->cgroup->flags); in cgroup_clone_children_write() 626 clear_bit(CGRP_CPUSET_CLONE_CHILDREN, &css->cgroup->flags); in cgroup_clone_children_write()
|
| A D | misc.c | 57 return cgroup ? css_misc(cgroup->css.parent) : NULL; in parent_misc() 458 return &cg->css; in misc_cg_alloc() 467 static void misc_cg_free(struct cgroup_subsys_state *css) in misc_cg_free() argument 469 kfree(css_misc(css)); in misc_cg_free()
|
| A D | cgroup-internal.h | 273 int css_rstat_init(struct cgroup_subsys_state *css); 274 void css_rstat_exit(struct cgroup_subsys_state *css);
|
| /kernel/sched/ |
| A D | cpuacct.c | 27 struct cgroup_subsys_state css; member 35 return css ? container_of(css, struct cpuacct, css) : NULL; in css_ca() 46 return css_ca(ca->css.parent); in parent_ca() 62 return &root_cpuacct.css; in cpuacct_css_alloc() 76 return &ca->css; in cpuacct_css_alloc() 89 struct cpuacct *ca = css_ca(css); in cpuacct_css_free() 166 struct cpuacct *ca = css_ca(css); in __cpuusage_read() 179 return __cpuusage_read(css, CPUACCT_STAT_USER); in cpuusage_user_read() 185 return __cpuusage_read(css, CPUACCT_STAT_SYSTEM); in cpuusage_sys_read() 190 return __cpuusage_read(css, CPUACCT_STAT_NSTATS); in cpuusage_read() [all …]
|
| A D | core.c | 1866 css_task_iter_start(css, 0, &it); in uclamp_update_active_tasks() 4793 struct task_group, css); in sched_cgroup_fork() 9219 struct task_group, css); in sched_change_group() 9282 return &root_task_group.css; in cpu_cgroup_css_alloc() 9289 return &tg->css; in cpu_cgroup_css_alloc() 9310 cpu_util_update_eff(css); in cpu_cgroup_css_online() 9344 struct cgroup_subsys_state *css; in cpu_cgroup_can_attach() local 9405 uc_se = css_tg(css)->uclamp; in cpu_util_update_eff() 9414 css = css_rightmost_descendant(css); in cpu_util_update_eff() 9575 return tg_weight(css_tg(css)); in cpu_shares_read_u64() [all …]
|
| A D | ext.c | 3740 if (tg && tg->css.cgroup) in tg_cgrp() 3741 return tg->css.cgroup; in tg_cgrp() 4140 tg->css.cgroup); in scx_tg_offline() 4149 struct cgroup_subsys_state *css; in scx_cgroup_can_attach() local 4423 css_for_each_descendant_post(css, &root_task_group.css) { in scx_cgroup_exit() 4438 css->cgroup); in scx_cgroup_exit() 4441 css_put(css); in scx_cgroup_exit() 4458 css_for_each_descendant_pre(css, &root_task_group.css) { in scx_cgroup_init() 4481 css->cgroup, &args); in scx_cgroup_init() 4483 css_put(css); in scx_cgroup_init() [all …]
|
| A D | sched.h | 447 struct cgroup_subsys_state css; member 532 static inline struct task_group *css_tg(struct cgroup_subsys_state *css) in css_tg() argument 534 return css ? container_of(css, struct task_group, css) : NULL; in css_tg()
|
| A D | debug.c | 702 cgroup_path(tg->css.cgroup, path, plen); in task_group_path()
|
| /kernel/bpf/ |
| A D | cgroup_iter.c | 86 struct cgroup_subsys_state *css, int in_stop); 121 struct cgroup_subsys_state *css, int in_stop) in __cgroup_iter_seq_show() argument 130 if (css && cgroup_is_dead(css->cgroup)) in __cgroup_iter_seq_show() 134 ctx.cgroup = css ? css->cgroup : NULL; in __cgroup_iter_seq_show()
|
| A D | cgroup.c | 574 struct cgroup_subsys_state *css; in update_effective_progs() local 578 css_for_each_descendant_pre(css, &cgrp->self) { in update_effective_progs() 579 struct cgroup *desc = container_of(css, struct cgroup, self); in update_effective_progs() 590 css_for_each_descendant_pre(css, &cgrp->self) { in update_effective_progs() 591 struct cgroup *desc = container_of(css, struct cgroup, self); in update_effective_progs() 611 css_for_each_descendant_pre(css, &cgrp->self) { in update_effective_progs() 612 struct cgroup *desc = container_of(css, struct cgroup, self); in update_effective_progs() 930 struct cgroup_subsys_state *css; in replace_effective_prog() local 937 css_for_each_descendant_pre(css, &cgrp->self) { in replace_effective_prog() 1082 struct cgroup_subsys_state *css; in purge_effective_progs() local [all …]
|
| A D | task_iter.c | 897 struct cgroup_subsys_state *css, unsigned int flags) in bpf_iter_css_task_new() argument 917 css_task_iter_start(css, flags, kit->css_it); in bpf_iter_css_task_new()
|
| /kernel/events/ |
| A D | core.c | 883 for (css = &cgrp->css; css; css = css->parent) { in update_cgrp_time_from_cpuctx() 884 cgrp = container_of(css, struct perf_cgroup, css); in update_cgrp_time_from_cpuctx() 931 for (css = &cgrp->css; css; css = css->parent) { in perf_cgroup_set_timestamp() 932 cgrp = container_of(css, struct perf_cgroup, css); in perf_cgroup_set_timestamp() 997 for (heap_size = 1; css; css = css->parent) in perf_cgroup_ensure_storage() 1041 if (IS_ERR(css)) in perf_cgroup_connect() 1048 cgrp = container_of(css, struct perf_cgroup, css); in perf_cgroup_connect() 3920 css = &cpuctx->cgrp->css; in visit_groups_merge() 3936 for (; css; css = css->parent) in visit_groups_merge() 14857 return &jc->css; in perf_cgroup_css_alloc() [all …]
|
| /kernel/ |
| A D | kthread.c | 1686 void kthread_associate_blkcg(struct cgroup_subsys_state *css) in kthread_associate_blkcg() argument 1700 if (css) { in kthread_associate_blkcg() 1701 css_get(css); in kthread_associate_blkcg() 1702 kthread->blkcg_css = css; in kthread_associate_blkcg()
|
| /kernel/trace/ |
| A D | blktrace.c | 149 struct cgroup_subsys_state *css, const char *fmt, ...) in __blk_trace_note_message() argument 175 if (css && (blk_tracer_flags.val & TRACE_BLK_OPT_CGROUP)) in __blk_trace_note_message() 176 cgid = cgroup_id(css->cgroup); in __blk_trace_note_message()
|