Home
last modified time | relevance | path

Searched refs:qsmask (Results 1 – 8 of 8) sorted by relevance

/linux-6.3-rc2/include/trace/events/
A Drcu.h150 int grplo, int grphi, unsigned long qsmask),
152 TP_ARGS(rcuname, gp_seq, level, grplo, grphi, qsmask),
160 __field(unsigned long, qsmask)
169 __entry->qsmask = qsmask;
174 __entry->grplo, __entry->grphi, __entry->qsmask)
371 unsigned long mask, unsigned long qsmask,
374 TP_ARGS(rcuname, gp_seq, mask, qsmask, level, grplo, grphi, gp_tasks),
380 __field(unsigned long, qsmask)
391 __entry->qsmask = qsmask;
400 __entry->mask, __entry->qsmask, __entry->level,
/linux-6.3-rc2/kernel/rcu/
A Dtree_plugin.h156 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) + in rcu_preempt_ctxt_queue()
164 WARN_ON_ONCE(rnp->qsmaskinitnext & ~rnp->qsmaskinit & rnp->qsmask & in rcu_preempt_ctxt_queue()
250 !(rnp->qsmask & rdp->grpmask)); in rcu_preempt_ctxt_queue()
337 (rnp->qsmask & rdp->grpmask) in rcu_note_context_switch()
521 (!empty_norm || rnp->qsmask)); in rcu_preempt_deferred_qs_irqrestore()
550 0, rnp->qsmask, in rcu_preempt_deferred_qs_irqrestore()
645 ((rdp->grpmask & READ_ONCE(rnp->qsmask)) || t->rcu_blocked_node)) || in rcu_read_unlock_special()
707 WARN_ON_ONCE(rnp->qsmask); in rcu_preempt_check_blocked_tasks()
790 __func__, rnp1->grplo, rnp1->grphi, rnp1->qsmask, rnp1->qsmaskinit, rnp1->qsmaskinitnext); in dump_blkd_tasks()
955 WARN_ON_ONCE(rnp->qsmask); in rcu_preempt_check_blocked_tasks()
[all …]
A Dtree_stall.h368 if (rnp->qsmask & leaf_node_cpu_bit(rnp, cpu)) { in rcu_dump_cpu_stacks()
609 if (rnp->qsmask != 0) { in print_other_cpu_stall()
611 if (rnp->qsmask & leaf_node_cpu_bit(rnp, cpu)) { in print_other_cpu_stall()
640 data_race(READ_ONCE(rcu_get_root()->qsmask))); in print_other_cpu_stall()
762 (READ_ONCE(rnp->qsmask) & rdp->grpmask) && in check_cpu_stall()
833 if (data_race(READ_ONCE(rnp->qsmask))) { in rcu_check_boost_fail()
845 if (!rnp->qsmask) { in rcu_check_boost_fail()
852 if (rnp->qsmask & (1UL << (cpu - rnp->grplo))) { in rcu_check_boost_fail()
897 !data_race(READ_ONCE(rnp->qsmask)) && !data_race(READ_ONCE(rnp->boost_tasks)) && in show_rcu_gp_kthreads()
904 data_race(READ_ONCE(rnp->qsmask)), in show_rcu_gp_kthreads()
A Dtree.c1499 rnp->qsmask = rnp->qsmaskinit; in rcu_gp_init()
1506 rnp->grphi, rnp->qsmask); in rcu_gp_init()
1622 if (!READ_ONCE(rnp->qsmask) && in rcu_gp_fqs_loop()
1707 WARN_ON_ONCE(rnp->qsmask); in rcu_gp_cleanup()
1873 WRITE_ONCE(rnp->qsmask, rnp->qsmask & ~mask); in rcu_report_qs_rnp()
1875 mask, rnp->qsmask, rnp->level, in rcu_report_qs_rnp()
1925 rnp->qsmask != 0) { in rcu_report_unblock_qs_rnp()
1980 if ((rnp->qsmask & mask) == 0) { in rcu_report_qs_rdp()
2240 if (rnp->qsmask == 0) { in force_qs_rnp()
4152 WARN_ON_ONCE(rnp->qsmask); in rcu_cleanup_dead_rnp()
[all …]
A Dtree.h52 unsigned long qsmask; /* CPUs or groups that need to switch in */ member
/linux-6.3-rc2/Documentation/RCU/Design/Data-Structures/
A DData-Structures.rst425 1 unsigned long qsmask;
430 The ``->qsmask`` field tracks which of this ``rcu_node`` structure's
444 This mask is used to initialize ``->qsmask``, and ``->expmaskinit`` is
635 number of bits in the ``->qsmask`` field on a 64-bit system, results in
815 The ``->grpmask`` field indicates the bit in the ``->mynode->qsmask``
/linux-6.3-rc2/Documentation/RCU/
A Dstallwarn.rst301 …_preempt kthread activity 23807 (4297905177-4297881370), jiffies_till_next_fqs=3, root ->qsmask 0x0
308 ->qsmask field is printed, which will normally be zero.
/linux-6.3-rc2/Documentation/RCU/Design/Memory-Ordering/
A DTree-RCU-Memory-Ordering.rst463 diagram, clearing bits from each ``rcu_node`` structure's ``->qsmask``
477 structure's ``->qsmask`` field.

Completed in 20 milliseconds