Home
last modified time | relevance | path

Searched refs:s_iowait (Results 1 – 13 of 13) sorted by relevance

/linux-6.3-rc2/drivers/infiniband/hw/hfi1/
A Dqp.c134 seqlock_t *lock = priv->s_iowait.lock; in flush_iowait()
139 if (!list_empty(&priv->s_iowait.list)) { in flush_iowait()
140 list_del_init(&priv->s_iowait.list); in flush_iowait()
141 priv->s_iowait.lock = NULL; in flush_iowait()
350 iowait_pio_drain(&priv->s_iowait); in qp_pio_drain()
626 !list_empty(&priv->s_iowait.list), in qp_iter_print()
685 &priv->s_iowait, in qp_priv_alloc()
743 iowait_cancel_work(&priv->s_iowait); in stop_send_queue()
754 iowait_sdma_drain(&priv->s_iowait); in quiesce_qp()
844 seqlock_t *lock = priv->s_iowait.lock; in notify_error_qp()
[all …]
A Dverbs_txreq.c42 list_del_init(&priv->s_iowait.list); in hfi1_put_txreq()
65 if (list_empty(&priv->s_iowait.list)) { in __get_txreq()
68 list_add_tail(&priv->s_iowait.list, &dev->txwait); in __get_txreq()
69 priv->s_iowait.lock = &dev->txwait_lock; in __get_txreq()
A Dverbs.h123 struct iowait s_iowait; member
273 static inline struct rvt_qp *iowait_to_qp(struct iowait *s_iowait) in iowait_to_qp() argument
277 priv = container_of(s_iowait, struct hfi1_qp_priv, s_iowait); in iowait_to_qp()
A Dverbs.c569 list_del_init(&priv->s_iowait.list); in mem_timer()
570 priv->s_iowait.lock = NULL; in mem_timer()
616 if (list_empty(&priv->s_iowait.list)) { in hfi1_wait_kmem()
621 priv->s_iowait.lock = &dev->iowait_lock; in hfi1_wait_kmem()
902 if (list_empty(&priv->s_iowait.list)) { in pio_wait()
910 iowait_get_priority(&priv->s_iowait); in pio_wait()
911 iowait_queue(ps->pkts_sent, &priv->s_iowait, in pio_wait()
913 priv->s_iowait.lock = &sc->waitlock; in pio_wait()
933 if (iowait_pio_dec(&priv->s_iowait)) in verbs_pio_complete()
934 iowait_drain_wakeup(&priv->s_iowait); in verbs_pio_complete()
[all …]
A Dqp.h54 (verbs_txreq_queued(iowait_get_ib_work(&priv->s_iowait)) || in hfi1_send_ok()
A Druc.c503 ps.wait = iowait_get_ib_work(&priv->s_iowait); in hfi1_do_send()
538 iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_IB); in hfi1_do_send()
573 iowait_starve_clear(ps.pkts_sent, &priv->s_iowait); in hfi1_do_send()
A Dpio.c926 list_del_init(&priv->s_iowait.list); in sc_disable()
927 priv->s_iowait.lock = NULL; in sc_disable()
1599 list_del_init(&priv->s_iowait.list); in sc_piobufavail()
1600 priv->s_iowait.lock = NULL; in sc_piobufavail()
1604 &priv->s_iowait, in sc_piobufavail()
A Dtid_rdma.c5035 iowork = iowait_get_ib_work(&priv->s_iowait); in hfi1_make_tid_rdma_pkt()
5182 iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_TID); in hfi1_make_tid_rdma_pkt()
5336 (verbs_txreq_queued(iowait_get_tid_work(&priv->s_iowait)) || in hfi1_send_tid_ok()
5357 ps.wait = iowait_get_tid_work(&priv->s_iowait); in hfi1_do_tid_send()
5367 iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_TID); in hfi1_do_tid_send()
5386 ps.wait = iowait_get_ib_work(&priv->s_iowait); in hfi1_do_tid_send()
5405 ps.wait = iowait_get_tid_work(&priv->s_iowait); in hfi1_do_tid_send()
5406 if (iowait_flag_set(&priv->s_iowait, in hfi1_do_tid_send()
5412 iowait_starve_clear(ps.pkts_sent, &priv->s_iowait); in hfi1_do_tid_send()
5427 return iowait_tid_schedule(&priv->s_iowait, ppd->hfi1_wq, in _hfi1_schedule_tid_send()
[all …]
A Dtrace_tid.h783 __entry->iow_flags = priv->s_iowait.flags;
902 ((struct hfi1_qp_priv *)qp->priv)->s_iowait.flags;
1006 __entry->iow_flags = priv->s_iowait.flags;
1504 __entry->iow_flags = priv->s_iowait.flags;
A Dud.c456 if (iowait_sdma_pending(&priv->s_iowait)) { in hfi1_make_ud_req()
494 if (iowait_sdma_pending(&priv->s_iowait)) { in hfi1_make_ud_req()
A Duc.c44 if (iowait_sdma_pending(&priv->s_iowait)) { in hfi1_make_uc_req()
A Drc.c135 iowait_set_flag(&qpriv->s_iowait, IOWAIT_PENDING_IB); in make_rc_ack()
444 if (iowait_sdma_pending(&priv->s_iowait)) { in hfi1_make_rc_req()
1176 iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_IB); in hfi1_make_rc_req()
A Dtrace_tx.h88 ((struct hfi1_qp_priv *)qp->priv)->s_iowait.flags;

Completed in 38 milliseconds