Lines Matching refs:cgrp
9 static void cgroup_base_stat_flush(struct cgroup *cgrp, int cpu);
11 static struct cgroup_rstat_cpu *cgroup_rstat_cpu(struct cgroup *cgrp, int cpu) in cgroup_rstat_cpu() argument
13 return per_cpu_ptr(cgrp->rstat_cpu, cpu); in cgroup_rstat_cpu()
25 void cgroup_rstat_updated(struct cgroup *cgrp, int cpu) in cgroup_rstat_updated() argument
38 if (cgroup_rstat_cpu(cgrp, cpu)->updated_next) in cgroup_rstat_updated()
45 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_updated()
46 struct cgroup *parent = cgroup_parent(cgrp); in cgroup_rstat_updated()
58 rstatc->updated_next = cgrp; in cgroup_rstat_updated()
64 prstatc->updated_children = cgrp; in cgroup_rstat_updated()
66 cgrp = parent; in cgroup_rstat_updated()
148 static void cgroup_rstat_flush_locked(struct cgroup *cgrp, bool may_sleep) in cgroup_rstat_flush_locked() argument
161 while ((pos = cgroup_rstat_cpu_pop_updated(pos, cgrp, cpu))) { in cgroup_rstat_flush_locked()
198 void cgroup_rstat_flush(struct cgroup *cgrp) in cgroup_rstat_flush() argument
203 cgroup_rstat_flush_locked(cgrp, true); in cgroup_rstat_flush()
213 void cgroup_rstat_flush_irqsafe(struct cgroup *cgrp) in cgroup_rstat_flush_irqsafe() argument
218 cgroup_rstat_flush_locked(cgrp, false); in cgroup_rstat_flush_irqsafe()
231 void cgroup_rstat_flush_hold(struct cgroup *cgrp) in cgroup_rstat_flush_hold() argument
236 cgroup_rstat_flush_locked(cgrp, true); in cgroup_rstat_flush_hold()
248 int cgroup_rstat_init(struct cgroup *cgrp) in cgroup_rstat_init() argument
253 if (!cgrp->rstat_cpu) { in cgroup_rstat_init()
254 cgrp->rstat_cpu = alloc_percpu(struct cgroup_rstat_cpu); in cgroup_rstat_init()
255 if (!cgrp->rstat_cpu) in cgroup_rstat_init()
261 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_init()
263 rstatc->updated_children = cgrp; in cgroup_rstat_init()
270 void cgroup_rstat_exit(struct cgroup *cgrp) in cgroup_rstat_exit() argument
274 cgroup_rstat_flush(cgrp); in cgroup_rstat_exit()
278 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_exit()
280 if (WARN_ON_ONCE(rstatc->updated_children != cgrp) || in cgroup_rstat_exit()
285 free_percpu(cgrp->rstat_cpu); in cgroup_rstat_exit()
286 cgrp->rstat_cpu = NULL; in cgroup_rstat_exit()
317 static void cgroup_base_stat_flush(struct cgroup *cgrp, int cpu) in cgroup_base_stat_flush() argument
319 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_base_stat_flush()
320 struct cgroup *parent = cgroup_parent(cgrp); in cgroup_base_stat_flush()
337 cgroup_base_stat_add(&cgrp->bstat, &delta); in cgroup_base_stat_flush()
342 delta = cgrp->bstat; in cgroup_base_stat_flush()
343 cgroup_base_stat_sub(&delta, &cgrp->last_bstat); in cgroup_base_stat_flush()
345 cgroup_base_stat_add(&cgrp->last_bstat, &delta); in cgroup_base_stat_flush()
350 cgroup_base_stat_cputime_account_begin(struct cgroup *cgrp, unsigned long *flags) in cgroup_base_stat_cputime_account_begin() argument
354 rstatc = get_cpu_ptr(cgrp->rstat_cpu); in cgroup_base_stat_cputime_account_begin()
359 static void cgroup_base_stat_cputime_account_end(struct cgroup *cgrp, in cgroup_base_stat_cputime_account_end() argument
364 cgroup_rstat_updated(cgrp, smp_processor_id()); in cgroup_base_stat_cputime_account_end()
368 void __cgroup_account_cputime(struct cgroup *cgrp, u64 delta_exec) in __cgroup_account_cputime() argument
373 rstatc = cgroup_base_stat_cputime_account_begin(cgrp, &flags); in __cgroup_account_cputime()
375 cgroup_base_stat_cputime_account_end(cgrp, rstatc, flags); in __cgroup_account_cputime()
378 void __cgroup_account_cputime_field(struct cgroup *cgrp, in __cgroup_account_cputime_field() argument
384 rstatc = cgroup_base_stat_cputime_account_begin(cgrp, &flags); in __cgroup_account_cputime_field()
400 cgroup_base_stat_cputime_account_end(cgrp, rstatc, flags); in __cgroup_account_cputime_field()
441 struct cgroup *cgrp = seq_css(seq)->cgroup; in cgroup_base_stat_cputime_show() local
445 if (cgroup_parent(cgrp)) { in cgroup_base_stat_cputime_show()
446 cgroup_rstat_flush_hold(cgrp); in cgroup_base_stat_cputime_show()
447 usage = cgrp->bstat.cputime.sum_exec_runtime; in cgroup_base_stat_cputime_show()
448 cputime_adjust(&cgrp->bstat.cputime, &cgrp->prev_cputime, in cgroup_base_stat_cputime_show()