Lines Matching refs:cpu
398 int cpu; in rcu_dump_cpu_stacks() local
404 for_each_leaf_node_possible_cpu(rnp, cpu) { in rcu_dump_cpu_stacks()
410 if (!(data_race(rnp->qsmask) & leaf_node_cpu_bit(rnp, cpu))) in rcu_dump_cpu_stacks()
413 if (rnp->qsmask & leaf_node_cpu_bit(rnp, cpu)) { in rcu_dump_cpu_stacks()
414 if (cpu_is_offline(cpu)) in rcu_dump_cpu_stacks()
415 pr_err("Offline CPU %d blocking current GP.\n", cpu); in rcu_dump_cpu_stacks()
417 dump_cpu_task(cpu); in rcu_dump_cpu_stacks()
459 int cpu; in rcu_is_rcuc_kthread_starving() local
467 cpu = task_cpu(rcuc); in rcu_is_rcuc_kthread_starving()
468 if (cpu_is_offline(cpu) || idle_cpu(cpu)) in rcu_is_rcuc_kthread_starving()
478 static void print_cpu_stat_info(int cpu) in print_cpu_stat_info() argument
481 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stat_info()
482 struct kernel_cpustat *kcsp = &kcpustat_cpu(cpu); in print_cpu_stat_info()
491 rsr.cputime_irq = kcpustat_field(kcsp, CPUTIME_IRQ, cpu); in print_cpu_stat_info()
492 rsr.cputime_softirq = kcpustat_field(kcsp, CPUTIME_SOFTIRQ, cpu); in print_cpu_stat_info()
493 rsr.cputime_system = kcpustat_field(kcsp, CPUTIME_SYSTEM, cpu); in print_cpu_stat_info()
497 kstat_cpu_irqs_sum(cpu) + arch_irq_stat_cpu(cpu) - rsrp->nr_hardirqs, in print_cpu_stat_info()
498 kstat_cpu_softirqs_sum(cpu) - rsrp->nr_softirqs, in print_cpu_stat_info()
499 nr_context_switches_cpu(cpu) - rsrp->nr_csw); in print_cpu_stat_info()
518 static void print_cpu_stall_info(int cpu) in print_cpu_stall_info() argument
522 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stall_info()
544 rcu_watching_snap_in_eqs(ct_rcu_watching_cpu(cpu)); in print_cpu_stall_info()
550 cpu, in print_cpu_stall_info()
551 "O."[!!cpu_online(cpu)], in print_cpu_stall_info()
558 ct_rcu_watching_cpu(cpu) & 0xffff, in print_cpu_stall_info()
559 ct_nesting_cpu(cpu), ct_nmi_nesting_cpu(cpu), in print_cpu_stall_info()
560 rdp->softirq_snap, kstat_softirqs_cpu(RCU_SOFTIRQ, cpu), in print_cpu_stall_info()
565 print_cpu_stat_info(cpu); in print_cpu_stall_info()
571 int cpu; in rcu_check_gp_kthread_starvation() local
576 cpu = gpk ? task_cpu(gpk) : -1; in rcu_check_gp_kthread_starvation()
583 gpk ? data_race(READ_ONCE(gpk->__state)) : ~0, cpu); in rcu_check_gp_kthread_starvation()
585 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_check_gp_kthread_starvation()
590 if (cpu_is_offline(cpu)) { in rcu_check_gp_kthread_starvation()
591 pr_err("RCU GP kthread last ran on offline CPU %d.\n", cpu); in rcu_check_gp_kthread_starvation()
594 dump_cpu_task(cpu); in rcu_check_gp_kthread_starvation()
607 int cpu; in rcu_check_gp_kthread_expired_fqs_timer() local
619 cpu = task_cpu(gpk); in rcu_check_gp_kthread_expired_fqs_timer()
627 cpu, kstat_softirqs_cpu(TIMER_SOFTIRQ, cpu)); in rcu_check_gp_kthread_expired_fqs_timer()
633 int cpu; in print_other_cpu_stall() local
660 for_each_leaf_node_possible_cpu(rnp, cpu) in print_other_cpu_stall()
661 if (rnp->qsmask & leaf_node_cpu_bit(rnp, cpu)) { in print_other_cpu_stall()
662 print_cpu_stall_info(cpu); in print_other_cpu_stall()
670 for_each_possible_cpu(cpu) in print_other_cpu_stall()
671 totqlen += rcu_get_n_cbs_cpu(cpu); in print_other_cpu_stall()
711 int cpu; in print_cpu_stall() local
736 for_each_possible_cpu(cpu) in print_cpu_stall()
737 totqlen += rcu_get_n_cbs_cpu(cpu); in print_cpu_stall()
894 int cpu; in rcu_check_boost_fail() local
918 for_each_leaf_node_possible_cpu(rnp, cpu) { in rcu_check_boost_fail()
919 if (rnp->qsmask & (1UL << (cpu - rnp->grplo))) { in rcu_check_boost_fail()
921 *cpup = cpu; in rcu_check_boost_fail()
938 int cpu; in show_rcu_gp_kthreads() local
979 for_each_leaf_node_possible_cpu(rnp, cpu) { in show_rcu_gp_kthreads()
980 rdp = per_cpu_ptr(&rcu_data, cpu); in show_rcu_gp_kthreads()
986 cpu, (long)data_race(READ_ONCE(rdp->gp_seq_needed))); in show_rcu_gp_kthreads()
989 for_each_possible_cpu(cpu) { in show_rcu_gp_kthreads()
990 rdp = per_cpu_ptr(&rcu_data, cpu); in show_rcu_gp_kthreads()
1065 int cpu; in rcu_fwd_progress_check() local
1082 for_each_possible_cpu(cpu) { in rcu_fwd_progress_check()
1083 cbs = rcu_get_n_cbs_cpu(cpu); in rcu_fwd_progress_check()
1088 pr_cont(" %d: %lu", cpu, cbs); in rcu_fwd_progress_check()
1092 max_cpu = cpu; in rcu_fwd_progress_check()