Lines Matching refs:rsclp
18 long rcu_segcblist_get_seglen(struct rcu_segcblist *rsclp, int seg);
21 long rcu_segcblist_n_segment_cbs(struct rcu_segcblist *rsclp);
43 static inline bool rcu_segcblist_empty(struct rcu_segcblist *rsclp) in rcu_segcblist_empty() argument
45 return !READ_ONCE(rsclp->head); in rcu_segcblist_empty()
49 static inline long rcu_segcblist_n_cbs(struct rcu_segcblist *rsclp) in rcu_segcblist_n_cbs() argument
52 return atomic_long_read(&rsclp->len); in rcu_segcblist_n_cbs()
54 return READ_ONCE(rsclp->len); in rcu_segcblist_n_cbs()
58 static inline void rcu_segcblist_set_flags(struct rcu_segcblist *rsclp, in rcu_segcblist_set_flags() argument
61 WRITE_ONCE(rsclp->flags, rsclp->flags | flags); in rcu_segcblist_set_flags()
64 static inline void rcu_segcblist_clear_flags(struct rcu_segcblist *rsclp, in rcu_segcblist_clear_flags() argument
67 WRITE_ONCE(rsclp->flags, rsclp->flags & ~flags); in rcu_segcblist_clear_flags()
70 static inline bool rcu_segcblist_test_flags(struct rcu_segcblist *rsclp, in rcu_segcblist_test_flags() argument
73 return READ_ONCE(rsclp->flags) & flags; in rcu_segcblist_test_flags()
80 static inline bool rcu_segcblist_is_enabled(struct rcu_segcblist *rsclp) in rcu_segcblist_is_enabled() argument
82 return rcu_segcblist_test_flags(rsclp, SEGCBLIST_ENABLED); in rcu_segcblist_is_enabled()
89 static inline bool rcu_segcblist_is_offloaded(struct rcu_segcblist *rsclp) in rcu_segcblist_is_offloaded() argument
92 rcu_segcblist_test_flags(rsclp, SEGCBLIST_LOCKING)) in rcu_segcblist_is_offloaded()
98 static inline bool rcu_segcblist_completely_offloaded(struct rcu_segcblist *rsclp) in rcu_segcblist_completely_offloaded() argument
101 !rcu_segcblist_test_flags(rsclp, SEGCBLIST_RCU_CORE)) in rcu_segcblist_completely_offloaded()
112 static inline bool rcu_segcblist_restempty(struct rcu_segcblist *rsclp, int seg) in rcu_segcblist_restempty() argument
114 return !READ_ONCE(*READ_ONCE(rsclp->tails[seg])); in rcu_segcblist_restempty()
121 static inline bool rcu_segcblist_segempty(struct rcu_segcblist *rsclp, int seg) in rcu_segcblist_segempty() argument
124 return &rsclp->head == rsclp->tails[RCU_DONE_TAIL]; in rcu_segcblist_segempty()
125 return rsclp->tails[seg - 1] == rsclp->tails[seg]; in rcu_segcblist_segempty()
128 void rcu_segcblist_inc_len(struct rcu_segcblist *rsclp);
129 void rcu_segcblist_add_len(struct rcu_segcblist *rsclp, long v);
130 void rcu_segcblist_init(struct rcu_segcblist *rsclp);
131 void rcu_segcblist_disable(struct rcu_segcblist *rsclp);
132 void rcu_segcblist_offload(struct rcu_segcblist *rsclp, bool offload);
133 bool rcu_segcblist_ready_cbs(struct rcu_segcblist *rsclp);
134 bool rcu_segcblist_pend_cbs(struct rcu_segcblist *rsclp);
135 struct rcu_head *rcu_segcblist_first_cb(struct rcu_segcblist *rsclp);
136 struct rcu_head *rcu_segcblist_first_pend_cb(struct rcu_segcblist *rsclp);
137 bool rcu_segcblist_nextgp(struct rcu_segcblist *rsclp, unsigned long *lp);
138 void rcu_segcblist_enqueue(struct rcu_segcblist *rsclp,
140 bool rcu_segcblist_entrain(struct rcu_segcblist *rsclp,
142 void rcu_segcblist_extract_done_cbs(struct rcu_segcblist *rsclp,
144 void rcu_segcblist_extract_pend_cbs(struct rcu_segcblist *rsclp,
146 void rcu_segcblist_insert_count(struct rcu_segcblist *rsclp,
148 void rcu_segcblist_insert_done_cbs(struct rcu_segcblist *rsclp,
150 void rcu_segcblist_insert_pend_cbs(struct rcu_segcblist *rsclp,
152 void rcu_segcblist_advance(struct rcu_segcblist *rsclp, unsigned long seq);
153 bool rcu_segcblist_accelerate(struct rcu_segcblist *rsclp, unsigned long seq);