Lines Matching refs:kwq
793 rq->kwq = kzalloc_node(sizeof(*rq->kwq), GFP_KERNEL, node); in rvt_alloc_rq()
794 if (!rq->kwq) in rvt_alloc_rq()
796 rq->kwq->curr_wq = rq->wq->wq; in rvt_alloc_rq()
799 rq->kwq = in rvt_alloc_rq()
801 if (!rq->kwq) in rvt_alloc_rq()
803 rq->kwq->curr_wq = rq->kwq->wq; in rvt_alloc_rq()
806 spin_lock_init(&rq->kwq->p_lock); in rvt_alloc_rq()
807 spin_lock_init(&rq->kwq->c_lock); in rvt_alloc_rq()
1328 if (qp->r_rq.kwq) { in rvt_error_qp()
1332 struct rvt_krwq *kwq = NULL; in rvt_error_qp() local
1334 spin_lock(&qp->r_rq.kwq->c_lock); in rvt_error_qp()
1341 kwq = qp->r_rq.kwq; in rvt_error_qp()
1342 head = kwq->head; in rvt_error_qp()
1343 tail = kwq->tail; in rvt_error_qp()
1359 kwq->tail = tail; in rvt_error_qp()
1360 spin_unlock(&qp->r_rq.kwq->c_lock); in rvt_error_qp()
1700 kvfree(qp->r_rq.kwq); in rvt_destroy_qp()
1787 struct rvt_krwq *wq = qp->r_rq.kwq; in rvt_post_recv()
1808 spin_lock_irqsave(&qp->r_rq.kwq->p_lock, flags); in rvt_post_recv()
1813 spin_unlock_irqrestore(&qp->r_rq.kwq->p_lock, flags); in rvt_post_recv()
1841 spin_unlock_irqrestore(&qp->r_rq.kwq->p_lock, flags); in rvt_post_recv()
2223 spin_lock_irqsave(&srq->rq.kwq->p_lock, flags); in rvt_post_srq_recv()
2224 wq = srq->rq.kwq; in rvt_post_srq_recv()
2229 spin_unlock_irqrestore(&srq->rq.kwq->p_lock, flags); in rvt_post_srq_recv()
2244 spin_unlock_irqrestore(&srq->rq.kwq->p_lock, flags); in rvt_post_srq_recv()
2330 head = rq->kwq->head; in get_rvt_head()
2349 struct rvt_krwq *kwq = NULL; in rvt_get_rwqe() local
2371 spin_lock_irqsave(&rq->kwq->c_lock, flags); in rvt_get_rwqe()
2376 kwq = rq->kwq; in rvt_get_rwqe()
2381 tail = kwq->tail; in rvt_get_rwqe()
2388 if (kwq->count < RVT_RWQ_COUNT_THRESHOLD) { in rvt_get_rwqe()
2390 kwq->count = rvt_get_rq_count(rq, head, tail); in rvt_get_rwqe()
2392 if (unlikely(kwq->count == 0)) { in rvt_get_rwqe()
2409 kwq->tail = tail; in rvt_get_rwqe()
2416 kwq->count--; in rvt_get_rwqe()
2424 if (kwq->count < srq->limit) { in rvt_get_rwqe()
2425 kwq->count = in rvt_get_rwqe()
2428 if (kwq->count < srq->limit) { in rvt_get_rwqe()
2432 spin_unlock_irqrestore(&rq->kwq->c_lock, flags); in rvt_get_rwqe()
2442 spin_unlock_irqrestore(&rq->kwq->c_lock, flags); in rvt_get_rwqe()