Lines Matching defs:rcu_state
329 struct rcu_state { struct
330 struct rcu_node node[NUM_RCU_NODES]; /* Hierarchy. */
331 struct rcu_node *level[RCU_NUM_LVLS + 1];
334 int ncpus; /* # CPUs seen so far. */
335 int n_online_cpus; /* # CPUs online for RCU. */
339 unsigned long gp_seq ____cacheline_internodealigned_in_smp;
341 unsigned long gp_max; /* Maximum GP duration in */
343 struct task_struct *gp_kthread; /* Task for grace periods. */
344 struct swait_queue_head gp_wq; /* Where GP task waits. */
345 short gp_flags; /* Commands for GP task. */
346 short gp_state; /* GP kthread sleep state. */
347 unsigned long gp_wake_time; /* Last GP kthread wake. */
348 unsigned long gp_wake_seq; /* ->gp_seq at ^^^. */
349 unsigned long gp_seq_polled; /* GP seq for polled API. */
350 unsigned long gp_seq_polled_snap; /* ->gp_seq_polled at normal GP start. */
351 unsigned long gp_seq_polled_exp_snap; /* ->gp_seq_polled at expedited GP start. */
355 struct mutex barrier_mutex; /* Guards barrier fields. */
356 atomic_t barrier_cpu_count; /* # CPUs waiting on. */
357 struct completion barrier_completion; /* Wake at barrier end. */
358 unsigned long barrier_sequence; /* ++ at start and end of */
362 raw_spinlock_t barrier_lock; /* Protects ->barrier_seq_snap. */
364 struct mutex exp_mutex; /* Serialize expedited GP. */
365 struct mutex exp_wake_mutex; /* Serialize wakeup. */
366 unsigned long expedited_sequence; /* Take a ticket. */
367 atomic_t expedited_need_qs; /* # CPUs left to check in. */
368 struct swait_queue_head expedited_wq; /* Wait for check-ins. */
369 int ncpus_snap; /* # CPUs seen last time. */
370 u8 cbovld; /* Callback overload now? */
371 u8 cbovldnext; /* ^ ^ next time? */
373 unsigned long jiffies_force_qs; /* Time at which to invoke */
375 unsigned long jiffies_kick_kthreads; /* Time at which to kick */
377 unsigned long n_force_qs; /* Number of calls to */
402 /* Values for rcu_state structure's gp_flags field. */ argument