Lines Matching refs:cpu
15 static void cgroup_base_stat_flush(struct cgroup *cgrp, int cpu);
29 struct cgroup_subsys_state *css, int cpu) in css_rstat_cpu() argument
31 return per_cpu_ptr(css->rstat_cpu, cpu); in css_rstat_cpu()
35 struct cgroup *cgrp, int cpu) in cgroup_rstat_base_cpu() argument
37 return per_cpu_ptr(cgrp->rstat_base_cpu, cpu); in cgroup_rstat_base_cpu()
48 static inline struct llist_head *ss_lhead_cpu(struct cgroup_subsys *ss, int cpu) in ss_lhead_cpu() argument
51 return per_cpu_ptr(ss->lhead, cpu); in ss_lhead_cpu()
52 return per_cpu_ptr(&rstat_backlog_list, cpu); in ss_lhead_cpu()
70 __bpf_kfunc void css_rstat_updated(struct cgroup_subsys_state *css, int cpu) in css_rstat_updated() argument
94 rstatc = css_rstat_cpu(css, cpu); in css_rstat_updated()
121 lhead = ss_lhead_cpu(css->ss, cpu); in css_rstat_updated()
125 static void __css_process_update_tree(struct cgroup_subsys_state *css, int cpu) in __css_process_update_tree() argument
129 struct css_rstat_cpu *rstatc = css_rstat_cpu(css, cpu); in __css_process_update_tree()
146 prstatc = css_rstat_cpu(parent, cpu); in __css_process_update_tree()
154 static void css_process_update_tree(struct cgroup_subsys *ss, int cpu) in css_process_update_tree() argument
156 struct llist_head *lhead = ss_lhead_cpu(ss, cpu); in css_process_update_tree()
178 __css_process_update_tree(rstatc->owner, cpu); in css_process_update_tree()
197 struct cgroup_subsys_state *child, int cpu) in css_rstat_push_children() argument
239 crstatc = css_rstat_cpu(child, cpu); in css_rstat_push_children()
279 struct cgroup_subsys_state *root, int cpu) in css_rstat_updated_list() argument
281 struct css_rstat_cpu *rstatc = css_rstat_cpu(root, cpu); in css_rstat_updated_list()
284 css_process_update_tree(root->ss, cpu); in css_rstat_updated_list()
299 prstatc = css_rstat_cpu(parent, cpu); in css_rstat_updated_list()
304 nrstatc = css_rstat_cpu(*nextp, cpu); in css_rstat_updated_list()
319 head = css_rstat_push_children(head, child, cpu); in css_rstat_updated_list()
340 struct cgroup *parent, int cpu) in bpf_rstat_flush() argument
399 int cpu; in css_rstat_flush() local
410 for_each_possible_cpu(cpu) { in css_rstat_flush()
414 __css_rstat_lock(css, cpu); in css_rstat_flush()
415 pos = css_rstat_updated_list(css, cpu); in css_rstat_flush()
418 cgroup_base_stat_flush(pos->cgroup, cpu); in css_rstat_flush()
420 cgroup_parent(pos->cgroup), cpu); in css_rstat_flush()
422 pos->ss->css_rstat_flush(pos, cpu); in css_rstat_flush()
424 __css_rstat_unlock(css, cpu); in css_rstat_flush()
433 int cpu; in css_rstat_init() local
458 for_each_possible_cpu(cpu) { in css_rstat_init()
459 struct css_rstat_cpu *rstatc = css_rstat_cpu(css, cpu); in css_rstat_init()
467 rstatbc = cgroup_rstat_base_cpu(cgrp, cpu); in css_rstat_init()
477 int cpu; in css_rstat_exit() local
485 for_each_possible_cpu(cpu) { in css_rstat_exit()
486 struct css_rstat_cpu *rstatc = css_rstat_cpu(css, cpu); in css_rstat_exit()
514 int cpu; in ss_rstat_init() local
523 for_each_possible_cpu(cpu) in ss_rstat_init()
524 init_llist_head(ss_lhead_cpu(ss, cpu)); in ss_rstat_init()
557 static void cgroup_base_stat_flush(struct cgroup *cgrp, int cpu) in cgroup_base_stat_flush() argument
559 struct cgroup_rstat_base_cpu *rstatbc = cgroup_rstat_base_cpu(cgrp, cpu); in cgroup_base_stat_flush()
589 prstatbc = cgroup_rstat_base_cpu(parent, cpu); in cgroup_base_stat_flush()