Lines Matching refs:cqe
186 struct t4_cqe cqe; in insert_recv_cqe() local
190 memset(&cqe, 0, sizeof(cqe)); in insert_recv_cqe()
191 cqe.header = cpu_to_be32(CQE_STATUS_V(T4_ERR_SWFLUSH) | in insert_recv_cqe()
196 cqe.bits_type_ts = cpu_to_be64(CQE_GENBIT_V((u64)cq->gen)); in insert_recv_cqe()
198 cqe.u.srcqe.abs_rqe_idx = cpu_to_be32(srqidx); in insert_recv_cqe()
199 cq->sw_queue[cq->sw_pidx] = cqe; in insert_recv_cqe()
220 struct t4_cqe cqe; in insert_sq_cqe() local
224 memset(&cqe, 0, sizeof(cqe)); in insert_sq_cqe()
225 cqe.header = cpu_to_be32(CQE_STATUS_V(T4_ERR_SWFLUSH) | in insert_sq_cqe()
230 CQE_WRID_SQ_IDX(&cqe) = swcqe->idx; in insert_sq_cqe()
231 cqe.bits_type_ts = cpu_to_be64(CQE_GENBIT_V((u64)cq->gen)); in insert_sq_cqe()
232 cq->sw_queue[cq->sw_pidx] = cqe; in insert_sq_cqe()
288 swsqe->cqe.header |= htonl(CQE_SWCQE_V(1)); in flush_completed_wrs()
289 cq->sw_queue[cq->sw_pidx] = swsqe->cqe; in flush_completed_wrs()
405 swsqe->cqe = *hw_cqe; in c4iw_flush_hw_cq()
422 static int cqe_completes_wr(struct t4_cqe *cqe, struct t4_wq *wq) in cqe_completes_wr() argument
424 if (DRAIN_CQE(cqe)) { in cqe_completes_wr()
429 if (CQE_OPCODE(cqe) == FW_RI_TERMINATE) in cqe_completes_wr()
432 if ((CQE_OPCODE(cqe) == FW_RI_RDMA_WRITE) && RQ_TYPE(cqe)) in cqe_completes_wr()
435 if ((CQE_OPCODE(cqe) == FW_RI_READ_RESP) && SQ_TYPE(cqe)) in cqe_completes_wr()
438 if (CQE_SEND_OPCODE(cqe) && RQ_TYPE(cqe) && t4_rq_empty(wq)) in cqe_completes_wr()
445 struct t4_cqe *cqe; in c4iw_count_rcqes() local
452 cqe = &cq->sw_queue[ptr]; in c4iw_count_rcqes()
453 if (RQ_TYPE(cqe) && (CQE_OPCODE(cqe) != FW_RI_READ_RESP) && in c4iw_count_rcqes()
454 (CQE_QPID(cqe) == wq->sq.qid) && cqe_completes_wr(cqe, wq)) in c4iw_count_rcqes()
544 static int poll_cq(struct t4_wq *wq, struct t4_cq *cq, struct t4_cqe *cqe, in poll_cq() argument
592 *cqe = *hw_cqe; in poll_cq()
686 swsqe->cqe = *hw_cqe; in poll_cq()
693 *cqe = *hw_cqe; in poll_cq()
757 struct t4_cqe cqe; in __c4iw_poll_cq_one() local
764 ret = poll_cq(wq, &(chp->cq), &cqe, &cqe_flushed, &cookie, &credit, in __c4iw_poll_cq_one()
771 wc->vendor_err = CQE_STATUS(&cqe); in __c4iw_poll_cq_one()
782 CQE_QPID(&cqe), in __c4iw_poll_cq_one()
783 CQE_TYPE(&cqe), CQE_OPCODE(&cqe), in __c4iw_poll_cq_one()
784 CQE_STATUS(&cqe), CQE_LEN(&cqe), in __c4iw_poll_cq_one()
785 CQE_WRID_HI(&cqe), CQE_WRID_LOW(&cqe), in __c4iw_poll_cq_one()
788 if (CQE_TYPE(&cqe) == 0) { in __c4iw_poll_cq_one()
789 if (!CQE_STATUS(&cqe)) in __c4iw_poll_cq_one()
790 wc->byte_len = CQE_LEN(&cqe); in __c4iw_poll_cq_one()
794 switch (CQE_OPCODE(&cqe)) { in __c4iw_poll_cq_one()
801 wc->ex.invalidate_rkey = CQE_WRID_STAG(&cqe); in __c4iw_poll_cq_one()
807 wc->ex.imm_data = CQE_IMM_DATA(&cqe); in __c4iw_poll_cq_one()
812 CQE_OPCODE(&cqe), CQE_QPID(&cqe)); in __c4iw_poll_cq_one()
817 switch (CQE_OPCODE(&cqe)) { in __c4iw_poll_cq_one()
824 wc->byte_len = CQE_LEN(&cqe); in __c4iw_poll_cq_one()
843 if (CQE_STATUS(&cqe) != T4_ERR_SUCCESS) in __c4iw_poll_cq_one()
845 CQE_WRID_FR_STAG(&cqe)); in __c4iw_poll_cq_one()
849 CQE_OPCODE(&cqe), CQE_QPID(&cqe)); in __c4iw_poll_cq_one()
859 switch (CQE_STATUS(&cqe)) { in __c4iw_poll_cq_one()
904 CQE_STATUS(&cqe), CQE_QPID(&cqe)); in __c4iw_poll_cq_one()
1001 int entries = attr->cqe; in c4iw_create_cq()
1086 chp->ibcq.cqe = entries - 2; in c4iw_create_cq()