Lines Matching refs:wait
102 struct iowait_work *wait,
107 void (*wakeup)(struct iowait *wait, int reason);
108 void (*sdma_drained)(struct iowait *wait);
109 void (*init_priority)(struct iowait *wait);
121 struct iowait_work wait[IOWAIT_SES]; member
126 void iowait_set_flag(struct iowait *wait, u32 flag);
127 bool iowait_flag_set(struct iowait *wait, u32 flag);
128 void iowait_clear_flag(struct iowait *wait, u32 flag);
130 void iowait_init(struct iowait *wait, u32 tx_limit,
134 struct iowait_work *wait,
138 void (*wakeup)(struct iowait *wait, int reason),
139 void (*sdma_drained)(struct iowait *wait),
140 void (*init_priority)(struct iowait *wait));
148 static inline bool iowait_schedule(struct iowait *wait, in iowait_schedule() argument
151 return !!queue_work_on(cpu, wq, &wait->wait[IOWAIT_IB_SE].iowork); in iowait_schedule()
160 static inline bool iowait_tid_schedule(struct iowait *wait, in iowait_tid_schedule() argument
163 return !!queue_work_on(cpu, wq, &wait->wait[IOWAIT_TID_SE].iowork); in iowait_tid_schedule()
174 static inline void iowait_sdma_drain(struct iowait *wait) in iowait_sdma_drain() argument
176 wait_event(wait->wait_dma, !atomic_read(&wait->sdma_busy)); in iowait_sdma_drain()
185 static inline int iowait_sdma_pending(struct iowait *wait) in iowait_sdma_pending() argument
187 return atomic_read(&wait->sdma_busy); in iowait_sdma_pending()
194 static inline void iowait_sdma_inc(struct iowait *wait) in iowait_sdma_inc() argument
196 atomic_inc(&wait->sdma_busy); in iowait_sdma_inc()
203 static inline void iowait_sdma_add(struct iowait *wait, int count) in iowait_sdma_add() argument
205 atomic_add(count, &wait->sdma_busy); in iowait_sdma_add()
212 static inline int iowait_sdma_dec(struct iowait *wait) in iowait_sdma_dec() argument
214 if (!wait) in iowait_sdma_dec()
216 return atomic_dec_and_test(&wait->sdma_busy); in iowait_sdma_dec()
227 static inline void iowait_pio_drain(struct iowait *wait) in iowait_pio_drain() argument
229 wait_event_timeout(wait->wait_pio, in iowait_pio_drain()
230 !atomic_read(&wait->pio_busy), in iowait_pio_drain()
240 static inline int iowait_pio_pending(struct iowait *wait) in iowait_pio_pending() argument
242 return atomic_read(&wait->pio_busy); in iowait_pio_pending()
249 static inline void iowait_pio_inc(struct iowait *wait) in iowait_pio_inc() argument
251 atomic_inc(&wait->pio_busy); in iowait_pio_inc()
258 static inline int iowait_pio_dec(struct iowait *wait) in iowait_pio_dec() argument
260 if (!wait) in iowait_pio_dec()
262 return atomic_dec_and_test(&wait->pio_busy); in iowait_pio_dec()
272 static inline void iowait_drain_wakeup(struct iowait *wait) in iowait_drain_wakeup() argument
274 wake_up(&wait->wait_dma); in iowait_drain_wakeup()
275 wake_up(&wait->wait_pio); in iowait_drain_wakeup()
276 if (wait->sdma_drained) in iowait_drain_wakeup()
277 wait->sdma_drained(wait); in iowait_drain_wakeup()
285 static inline struct sdma_txreq *iowait_get_txhead(struct iowait_work *wait) in iowait_get_txhead() argument
289 if (!list_empty(&wait->tx_head)) { in iowait_get_txhead()
291 &wait->tx_head, in iowait_get_txhead()
318 num_desc = iowait_get_desc(&w->wait[IOWAIT_IB_SE]); in iowait_get_all_desc()
319 num_desc += iowait_get_desc(&w->wait[IOWAIT_TID_SE]); in iowait_get_all_desc()
337 iowait_update_priority(&w->wait[IOWAIT_IB_SE]); in iowait_update_all_priority()
338 iowait_update_priority(&w->wait[IOWAIT_TID_SE]); in iowait_update_all_priority()
407 static inline bool iowait_packet_queued(struct iowait_work *wait) in iowait_packet_queued() argument
409 return !list_empty(&wait->tx_head); in iowait_packet_queued()
431 return &w->wait[IOWAIT_TID_SE]; in iowait_get_tid_work()
440 return &w->wait[IOWAIT_IB_SE]; in iowait_get_ib_work()