Lines Matching refs:rstatc
49 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_updated() local
57 if (rstatc->updated_next) in cgroup_rstat_updated()
62 rstatc->updated_next = cgrp; in cgroup_rstat_updated()
67 rstatc->updated_next = prstatc->updated_children; in cgroup_rstat_updated()
94 struct cgroup_rstat_cpu *rstatc; in cgroup_rstat_cpu_pop_updated() local
115 rstatc = cgroup_rstat_cpu(pos, cpu); in cgroup_rstat_cpu_pop_updated()
116 if (rstatc->updated_children == pos) in cgroup_rstat_cpu_pop_updated()
118 pos = rstatc->updated_children; in cgroup_rstat_cpu_pop_updated()
141 *nextp = rstatc->updated_next; in cgroup_rstat_cpu_pop_updated()
144 rstatc->updated_next = NULL; in cgroup_rstat_cpu_pop_updated()
297 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_init() local
299 rstatc->updated_children = cgrp; in cgroup_rstat_init()
300 u64_stats_init(&rstatc->bsync); in cgroup_rstat_init()
314 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_exit() local
316 if (WARN_ON_ONCE(rstatc->updated_children != cgrp) || in cgroup_rstat_exit()
317 WARN_ON_ONCE(rstatc->updated_next)) in cgroup_rstat_exit()
361 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_base_stat_flush() local
372 seq = __u64_stats_fetch_begin(&rstatc->bsync); in cgroup_base_stat_flush()
373 delta = rstatc->bstat; in cgroup_base_stat_flush()
374 } while (__u64_stats_fetch_retry(&rstatc->bsync, seq)); in cgroup_base_stat_flush()
377 cgroup_base_stat_sub(&delta, &rstatc->last_bstat); in cgroup_base_stat_flush()
379 cgroup_base_stat_add(&rstatc->last_bstat, &delta); in cgroup_base_stat_flush()
393 struct cgroup_rstat_cpu *rstatc; in cgroup_base_stat_cputime_account_begin() local
395 rstatc = get_cpu_ptr(cgrp->rstat_cpu); in cgroup_base_stat_cputime_account_begin()
396 *flags = u64_stats_update_begin_irqsave(&rstatc->bsync); in cgroup_base_stat_cputime_account_begin()
397 return rstatc; in cgroup_base_stat_cputime_account_begin()
401 struct cgroup_rstat_cpu *rstatc, in cgroup_base_stat_cputime_account_end() argument
404 u64_stats_update_end_irqrestore(&rstatc->bsync, flags); in cgroup_base_stat_cputime_account_end()
406 put_cpu_ptr(rstatc); in cgroup_base_stat_cputime_account_end()
411 struct cgroup_rstat_cpu *rstatc; in __cgroup_account_cputime() local
414 rstatc = cgroup_base_stat_cputime_account_begin(cgrp, &flags); in __cgroup_account_cputime()
415 rstatc->bstat.cputime.sum_exec_runtime += delta_exec; in __cgroup_account_cputime()
416 cgroup_base_stat_cputime_account_end(cgrp, rstatc, flags); in __cgroup_account_cputime()
422 struct cgroup_rstat_cpu *rstatc; in __cgroup_account_cputime_field() local
425 rstatc = cgroup_base_stat_cputime_account_begin(cgrp, &flags); in __cgroup_account_cputime_field()
430 rstatc->bstat.cputime.utime += delta_exec; in __cgroup_account_cputime_field()
435 rstatc->bstat.cputime.stime += delta_exec; in __cgroup_account_cputime_field()
439 rstatc->bstat.forceidle_sum += delta_exec; in __cgroup_account_cputime_field()
446 cgroup_base_stat_cputime_account_end(cgrp, rstatc, flags); in __cgroup_account_cputime_field()