Lines Matching refs:mask
159 static void rcu_report_qs_rnp(unsigned long mask, struct rcu_node *rnp,
1807 unsigned long mask; in rcu_gp_init() local
1972 mask = rnp->qsmask & ~rnp->qsmaskinitnext; in rcu_gp_init()
1973 rnp->rcu_gp_init_mask = mask; in rcu_gp_init()
1974 if ((mask || rnp->wait_blkd_tasks) && rcu_is_leaf_node(rnp)) in rcu_gp_init()
1975 rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); in rcu_gp_init()
2327 static void rcu_report_qs_rnp(unsigned long mask, struct rcu_node *rnp, in rcu_report_qs_rnp() argument
2338 if ((!(rnp->qsmask & mask) && mask) || rnp->gp_seq != gps) { in rcu_report_qs_rnp()
2350 WRITE_ONCE(rnp->qsmask, rnp->qsmask & ~mask); in rcu_report_qs_rnp()
2352 mask, rnp->qsmask, rnp->level, in rcu_report_qs_rnp()
2362 mask = rnp->grpmask; in rcu_report_qs_rnp()
2396 unsigned long mask; in rcu_report_unblock_qs_rnp() local
2420 mask = rnp->grpmask; in rcu_report_unblock_qs_rnp()
2423 rcu_report_qs_rnp(mask, rnp_p, gps, flags); in rcu_report_unblock_qs_rnp()
2434 unsigned long mask; in rcu_report_qs_rdp() local
2453 mask = rdp->grpmask; in rcu_report_qs_rdp()
2455 if ((rnp->qsmask & mask) == 0) { in rcu_report_qs_rdp()
2474 rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); in rcu_report_qs_rdp()
2731 unsigned long mask = 0; in force_qs_rnp() local
2758 mask |= rdp->grpmask; in force_qs_rnp()
2764 if (mask != 0) { in force_qs_rnp()
2766 rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); in force_qs_rnp()
4070 long mask; in rcu_cleanup_dead_rnp() local
4079 mask = rnp->grpmask; in rcu_cleanup_dead_rnp()
4084 rnp->qsmaskinit &= ~mask; in rcu_cleanup_dead_rnp()
4104 long mask; in rcu_init_new_rnp() local
4111 mask = rnp->grpmask; in rcu_init_new_rnp()
4117 rnp->qsmaskinit |= mask; in rcu_init_new_rnp()
4324 unsigned long mask; in rcutree_report_cpu_starting() local
4336 mask = rdp->grpmask; in rcutree_report_cpu_starting()
4341 WRITE_ONCE(rnp->qsmaskinitnext, rnp->qsmaskinitnext | mask); in rcutree_report_cpu_starting()
4343 newcpu = !(rnp->expmaskinitnext & mask); in rcutree_report_cpu_starting()
4344 rnp->expmaskinitnext |= mask; in rcutree_report_cpu_starting()
4353 if (WARN_ON_ONCE(rnp->qsmask & mask)) { /* RCU waiting on incoming CPU? */ in rcutree_report_cpu_starting()
4360 rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); in rcutree_report_cpu_starting()
4382 unsigned long mask; in rcutree_report_cpu_dead() local
4403 mask = rdp->grpmask; in rcutree_report_cpu_dead()
4415 if (rnp->qsmask & mask) { /* RCU waiting on outgoing CPU? */ in rcutree_report_cpu_dead()
4418 rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); in rcutree_report_cpu_dead()
4422 WRITE_ONCE(rnp->qsmaskinitnext, rnp->qsmaskinitnext & ~mask); in rcutree_report_cpu_dead()