| /kernel/bpf/ |
| A D | bpf_cgrp_storage.c | 44 void bpf_cgrp_storage_free(struct cgroup *cgroup) in bpf_cgrp_storage_free() argument 80 struct cgroup *cgroup; in bpf_cgrp_storage_lookup_elem() local 85 if (IS_ERR(cgroup)) in bpf_cgrp_storage_lookup_elem() 91 cgroup_put(cgroup); in bpf_cgrp_storage_lookup_elem() 99 struct cgroup *cgroup; in bpf_cgrp_storage_update_elem() local 104 if (IS_ERR(cgroup)) in bpf_cgrp_storage_update_elem() 111 cgroup_put(cgroup); in bpf_cgrp_storage_update_elem() 129 struct cgroup *cgroup; in bpf_cgrp_storage_delete_elem() local 134 if (IS_ERR(cgroup)) in bpf_cgrp_storage_delete_elem() 170 if (!cgroup) in BPF_CALL_5() [all …]
|
| A D | cgroup_iter.c | 47 __bpf_md_ptr(struct cgroup *, cgroup); 134 ctx.cgroup = css ? css->cgroup : NULL; in __cgroup_iter_seq_show() 165 struct cgroup *cgrp = aux->cgroup.start; in BTF_ID_LIST_GLOBAL_SINGLE() 176 p->order = aux->cgroup.order; in BTF_ID_LIST_GLOBAL_SINGLE() 201 struct cgroup *cgrp; in bpf_iter_attach_cgroup() 222 aux->cgroup.start = cgrp; in bpf_iter_attach_cgroup() 223 aux->cgroup.order = order; in bpf_iter_attach_cgroup() 229 cgroup_put(aux->cgroup.start); in bpf_iter_detach_cgroup() 267 info->iter.cgroup.order = aux->cgroup.order; in bpf_iter_cgroup_fill_link_info() 268 info->iter.cgroup.cgroup_id = cgroup_id(aux->cgroup.start); in bpf_iter_cgroup_fill_link_info() [all …]
|
| A D | cgroup.c | 101 struct cgroup *cgrp; in __cgroup_bpf_run_lsm_sock() 123 struct cgroup *cgrp; in __cgroup_bpf_run_lsm_socket() 307 struct cgroup *p, *cgrp = container_of(work, struct cgroup, in cgroup_bpf_release() 364 struct cgroup *cgrp = container_of(ref, struct cgroup, bpf.refcnt); in cgroup_bpf_release_fn() 407 struct cgroup *p; in hierarchy_allows_attach() 514 struct cgroup *p; in cgroup_bpf_inherit() 579 struct cgroup *desc = container_of(css, struct cgroup, self); in update_effective_progs() 591 struct cgroup *desc = container_of(css, struct cgroup, self); in update_effective_progs() 612 struct cgroup *desc = container_of(css, struct cgroup, self); in update_effective_progs() 938 struct cgroup *desc = container_of(css, struct cgroup, self); in replace_effective_prog() [all …]
|
| A D | local_storage.c | 568 struct cgroup *cgroup, in bpf_cgroup_storage_link() argument 577 storage->key.cgroup_inode_id = cgroup_id(cgroup); in bpf_cgroup_storage_link() 584 list_add(&storage->list_cg, &cgroup->bpf.storages); in bpf_cgroup_storage_link()
|
| A D | helpers.c | 408 struct cgroup *cgrp; in BPF_CALL_0() 427 struct cgroup *cgrp; in BPF_CALL_1() 428 struct cgroup *ancestor; in BPF_CALL_1() 2486 __bpf_kfunc struct cgroup *bpf_cgroup_acquire(struct cgroup *cgrp) in bpf_cgroup_acquire() 2516 __bpf_kfunc struct cgroup *bpf_cgroup_ancestor(struct cgroup *cgrp, int level) in bpf_cgroup_ancestor() 2518 struct cgroup *ancestor; in bpf_cgroup_ancestor() 2538 struct cgroup *cgrp; in bpf_cgroup_from_id() 2557 struct cgroup *ancestor) in bpf_task_under_cgroup() 2570 struct cgroup *cgrp; in BPF_CALL_2() 2599 __bpf_kfunc struct cgroup * [all …]
|
| A D | Makefile | 35 obj-$(CONFIG_CGROUP_BPF) += cgroup.o
|
| /kernel/cgroup/ |
| A D | cgroup.c | 1721 struct cgroup *cgrp = css->cgroup; in css_clear_dir() 1754 struct cgroup *cgrp = css->cgroup; in css_populate_dir() 3252 struct cgroup *cgrp = css->cgroup; in css_visible() 3728 struct cgroup *cgroup = seq_css(seq)->cgroup; in cgroup_stat_show() local 4377 struct cgroup *cgrp = css->cgroup; in cgroup_apply_cftypes() 5451 struct cgroup *cgrp = css->cgroup; in css_free_rwork_fn() 5502 struct cgroup *cgrp = css->cgroup; in css_release_work_fn() 5838 struct cgroup *cgroup; in cgroup_check_hierarchy_limits() local 5844 for (cgroup = parent; cgroup; cgroup = cgroup_parent(cgroup)) { in cgroup_check_hierarchy_limits() 7113 struct cgroup *cgroup; in cgroup_sk_alloc() local [all …]
|
| A D | cgroup-internal.h | 98 struct cgroup *cgrp; 187 static inline bool cgroup_is_dead(const struct cgroup *cgrp) in cgroup_is_dead() 192 static inline bool notify_on_release(const struct cgroup *cgrp) in notify_on_release() 225 bool cgroup_on_dfl(const struct cgroup *cgrp); 228 struct cgroup *task_cgroup_from_root(struct task_struct *task, 242 int cgroup_migrate_vet_dst(struct cgroup *dst_cgrp); 260 void cgroup_lock_and_drain_offline(struct cgroup *cgrp); 267 int __cgroup_task_count(const struct cgroup *cgrp); 268 int cgroup_task_count(const struct cgroup *cgrp); 292 void cgroup1_pidlist_destroy_all(struct cgroup *cgrp); [all …]
|
| A D | freezer.c | 66 void cgroup_update_frozen(struct cgroup *cgrp) in cgroup_update_frozen() 86 static void cgroup_inc_frozen_cnt(struct cgroup *cgrp) in cgroup_inc_frozen_cnt() 94 static void cgroup_dec_frozen_cnt(struct cgroup *cgrp) in cgroup_dec_frozen_cnt() 106 struct cgroup *cgrp; in cgroup_enter_frozen() 130 struct cgroup *cgrp; in cgroup_leave_frozen() 174 static void cgroup_do_freeze(struct cgroup *cgrp, bool freeze) in cgroup_do_freeze() 220 struct cgroup *src, struct cgroup *dst) in cgroup_freezer_migrate_task() 257 void cgroup_freeze(struct cgroup *cgrp, bool freeze) in cgroup_freeze() 260 struct cgroup *parent; in cgroup_freeze() 261 struct cgroup *dsct; in cgroup_freeze() [all …]
|
| A D | rstat.c | 35 struct cgroup *cgrp, int cpu) in cgroup_rstat_base_cpu() 340 struct cgroup *parent, int cpu) in bpf_rstat_flush() 359 struct cgroup *cgrp = css->cgroup; in __css_rstat_lock() 376 struct cgroup *cgrp = css->cgroup; in __css_rstat_unlock() 418 cgroup_base_stat_flush(pos->cgroup, cpu); in css_rstat_flush() 419 bpf_rstat_flush(pos->cgroup, in css_rstat_flush() 420 cgroup_parent(pos->cgroup), cpu); in css_rstat_flush() 432 struct cgroup *cgrp = css->cgroup; in css_rstat_init() 494 struct cgroup *cgrp = css->cgroup; in css_rstat_exit() 560 struct cgroup *parent = cgroup_parent(cgrp); in cgroup_base_stat_flush() [all …]
|
| A D | cgroup-v1.c | 73 struct cgroup *from_cgrp; in cgroup_attach_task_all() 103 int cgroup_transfer_tasks(struct cgroup *to, struct cgroup *from) in cgroup_transfer_tasks() 196 struct cgroup *owner; 406 struct cgroup *cgrp = seq_css(s)->cgroup; in cgroup_pidlist_start() 501 struct cgroup *cgrp; in __cgroup1_procs_write() 556 struct cgroup *cgrp; in cgroup_release_agent_write() 583 struct cgroup *cgrp = seq_css(seq)->cgroup; in cgroup_release_agent_show() 601 return notify_on_release(css->cgroup); in cgroup_read_notify_on_release() 721 struct cgroup *cgrp; in cgroupstats_build() 802 struct cgroup *cgrp = in cgroup1_release_agent() [all …]
|
| A D | debug.c | 37 return cgroup_task_count(css->cgroup); in debug_taskcount_read() 101 struct cgroup *c = link->cgrp; in current_css_set_cg_links_read() 122 list_for_each_entry(link, &css->cgroup->cset_links, cset_link) { in cgroup_css_links_read() 206 struct cgroup *cgrp; in cgroup_subsys_states_read() 258 struct cgroup *cgrp; in cgroup_masks_read() 273 return (!cgroup_is_populated(css->cgroup) && in releasable_read() 274 !css_has_online_children(&css->cgroup->self)); in releasable_read()
|
| A D | Makefile | 2 obj-y := cgroup.o rstat.o namespace.o cgroup-v1.o freezer.o
|
| A D | cpuset-v1.c | 270 if (cgroup_transfer_tasks(parent->css.cgroup, cs->css.cgroup)) { in remove_tasks_in_empty_cpuset() 272 pr_cont_cgroup_name(cs->css.cgroup); in remove_tasks_in_empty_cpuset() 317 if (is_empty && cs->css.cgroup->nr_populated_csets && in cpuset1_hotplug_update_tasks() 399 retval = cgroup_path_ns_locked(css->cgroup, buf, PATH_MAX, in proc_cpuset_show()
|
| A D | misc.c | 55 static struct misc_cg *parent_misc(struct misc_cg *cgroup) in parent_misc() argument 57 return cgroup ? css_misc(cgroup->css.parent) : NULL; in parent_misc()
|
| A D | cpuset.c | 345 if (cs->css.cgroup->nr_populated_csets) in partition_is_populated() 348 return cgroup_is_populated(cs->css.cgroup); in partition_is_populated() 356 if (cgroup_is_populated(child->css.cgroup)) { in partition_is_populated() 587 if ((cgroup_is_populated(cur->css.cgroup) || cur->attach_in_progress)) { in validate_change() 3521 if (!test_bit(CGRP_CPUSET_CLONE_CHILDREN, &css->cgroup->flags)) in cpuset_css_online() 4278 bool cpuset_node_allowed(struct cgroup *cgroup, int nid) in cpuset_node_allowed() argument 4292 css = cgroup_get_e_css(cgroup, &cpuset_cgrp_subsys); in cpuset_node_allowed() 4382 struct cgroup *cgrp; in cpuset_print_current_mems_allowed() 4386 cgrp = task_cs(current)->css.cgroup; in cpuset_print_current_mems_allowed()
|
| A D | pids.c | 251 pr_cont_cgroup_path(p->css.cgroup); in pids_event()
|
| /kernel/sched/ |
| A D | psi.c | 1112 int psi_cgroup_alloc(struct cgroup *cgroup) in psi_cgroup_alloc() argument 1118 if (!cgroup->psi) in psi_cgroup_alloc() 1121 cgroup->psi->pcpu = alloc_percpu(struct psi_group_cpu); in psi_cgroup_alloc() 1122 if (!cgroup->psi->pcpu) { in psi_cgroup_alloc() 1123 kfree(cgroup->psi); in psi_cgroup_alloc() 1126 group_init(cgroup->psi); in psi_cgroup_alloc() 1127 cgroup->psi->parent = cgroup_psi(cgroup_parent(cgroup)); in psi_cgroup_alloc() 1131 void psi_cgroup_free(struct cgroup *cgroup) in psi_cgroup_free() argument 1136 cancel_delayed_work_sync(&cgroup->psi->avgs_work); in psi_cgroup_free() 1137 free_percpu(cgroup->psi->pcpu); in psi_cgroup_free() [all …]
|
| A D | ext.c | 192 struct cgroup *cgroup; member 642 struct cgroup *from, struct cgroup *to); 653 struct cgroup *from, struct cgroup *to); 665 struct cgroup *from, struct cgroup *to); 3740 if (tg && tg->css.cgroup) in tg_cgrp() 3741 return tg->css.cgroup; in tg_cgrp() 4140 tg->css.cgroup); in scx_tg_offline() 4176 p, from, css->cgroup); in scx_cgroup_can_attach() 4438 css->cgroup); in scx_cgroup_exit() 4481 css->cgroup, &args); in scx_cgroup_init() [all …]
|
| A D | cpuacct.c | 283 cputime_adjust(&cputime, &seq_css(sf)->cgroup->prev_cputime, in cpuacct_stats_show()
|
| A D | debug.c | 702 cgroup_path(tg->css.cgroup, path, plen); in task_group_path()
|
| /kernel/events/ |
| A D | core.c | 1661 struct cgroup *cgroup = NULL; in event_cgroup() local 1665 cgroup = event->cgrp->css.cgroup; in event_cgroup() 1668 return cgroup; in event_cgroup() 1743 struct cgroup *cgroup; member 1828 .cgroup = cgrp, in perf_event_groups_first() 1986 size += sizeof(data->cgroup); in __perf_event_header_size() 2991 event->cgrp->css.cgroup); in __perf_install_in_context() 5461 if (event->attr.cgroup) in unaccount_event() 8350 struct cgroup *cgrp; in perf_prepare_sample() 9170 return event->attr.cgroup; in perf_event_cgroup_match() [all …]
|
| /kernel/ |
| A D | Makefile | 87 obj-$(CONFIG_CGROUPS) += cgroup/
|
| A D | fork.c | 2764 BUILD_BUG_ON(offsetofend(struct clone_args, cgroup) != in copy_clone_args_from_user() 2795 (args.cgroup > INT_MAX || usize < CLONE_ARGS_SIZE_VER2)) in copy_clone_args_from_user() 2808 .cgroup = args.cgroup, in copy_clone_args_from_user()
|
| /kernel/trace/ |
| A D | blktrace.c | 176 cgid = cgroup_id(css->cgroup); in __blk_trace_note_message() 762 return cgroup_id(blkcg_css->cgroup); in blk_trace_bio_get_cgid()
|