Lines Matching refs:trc_ipi_to_cpu
1223 static DEFINE_PER_CPU(bool, trc_ipi_to_cpu);
1372 smp_store_release(per_cpu_ptr(&trc_ipi_to_cpu, smp_processor_id()), false); // ^^^ in trc_read_check_handler()
1373 smp_store_release(&texp->trc_ipi_to_cpu, -1); // ^^^ in trc_read_check_handler()
1431 if (smp_load_acquire(&t->trc_ipi_to_cpu) != -1) // Order IPI in trc_wait_for_one_reader()
1463 if (per_cpu(trc_ipi_to_cpu, cpu) || t->trc_ipi_to_cpu >= 0) in trc_wait_for_one_reader()
1466 per_cpu(trc_ipi_to_cpu, cpu) = true; in trc_wait_for_one_reader()
1467 t->trc_ipi_to_cpu = cpu; in trc_wait_for_one_reader()
1475 per_cpu(trc_ipi_to_cpu, cpu) = false; in trc_wait_for_one_reader()
1476 t->trc_ipi_to_cpu = -1; in trc_wait_for_one_reader()
1495 t->trc_ipi_to_cpu = -1; in rcu_tasks_trace_pertask_prep()
1517 WARN_ON_ONCE(per_cpu(trc_ipi_to_cpu, cpu)); in rcu_tasks_trace_pregp_step()
1588 trc_rdrp->ipi_to_cpu = READ_ONCE(t->trc_ipi_to_cpu); in trc_check_slow_task()
1608 ".I"[t->trc_ipi_to_cpu >= 0], in show_stalled_task_trace()
1630 if (per_cpu(trc_ipi_to_cpu, cpu)) in show_stalled_ipi_trace()
1645 if (READ_ONCE(t->trc_ipi_to_cpu) == -1 && in check_all_holdout_tasks_trace()
1650 if (smp_load_acquire(&t->trc_ipi_to_cpu) == -1 && in check_all_holdout_tasks_trace()
1683 if (WARN_ON_ONCE(smp_load_acquire(per_cpu_ptr(&trc_ipi_to_cpu, cpu)))) in rcu_tasks_trace_postgp()