Lines Matching refs:cqe
81 void *cqe = get_cqe(cq, n & cq->ibcq.cqe); in get_sw_cqe() local
84 cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64; in get_sw_cqe()
87 !((cqe64->op_own & MLX5_CQE_OWNER_MASK) ^ !!(n & (cq->ibcq.cqe + 1)))) { in get_sw_cqe()
88 return cqe; in get_sw_cqe()
117 static void handle_good_req(struct ib_wc *wc, struct mlx5_cqe64 *cqe, in handle_good_req() argument
121 switch (be32_to_cpu(cqe->sop_drop_qpn) >> 24) { in handle_good_req()
137 wc->byte_len = be32_to_cpu(cqe->byte_cnt); in handle_good_req()
166 static void handle_responder(struct ib_wc *wc, struct mlx5_cqe64 *cqe, in handle_responder() argument
182 msrq = mlx5_cmd_get_srq(dev, be32_to_cpu(cqe->srqn)); in handle_responder()
189 wqe_ctr = be16_to_cpu(cqe->wqe_counter); in handle_responder()
200 wc->byte_len = be32_to_cpu(cqe->byte_cnt); in handle_responder()
202 switch (get_cqe_opcode(cqe)) { in handle_responder()
206 wc->ex.imm_data = cqe->immediate; in handle_responder()
211 if (unlikely(!((cqe->hds_ip_ext & CQE_L3_OK) && in handle_responder()
212 (cqe->hds_ip_ext & CQE_L4_OK)))) in handle_responder()
218 wc->ex.imm_data = cqe->immediate; in handle_responder()
223 wc->ex.invalidate_rkey = be32_to_cpu(cqe->inval_rkey); in handle_responder()
226 wc->src_qp = be32_to_cpu(cqe->flags_rqpn) & 0xffffff; in handle_responder()
227 wc->dlid_path_bits = cqe->ml_path; in handle_responder()
228 g = (be32_to_cpu(cqe->flags_rqpn) >> 28) & 3; in handle_responder()
231 u16 pkey = be32_to_cpu(cqe->pkey) & 0xffff; in handle_responder()
240 wc->slid = be16_to_cpu(cqe->slid); in handle_responder()
241 wc->sl = (be32_to_cpu(cqe->flags_rqpn) >> 24) & 0xf; in handle_responder()
246 vlan_present = cqe->l4_l3_hdr_type & 0x1; in handle_responder()
247 roce_packet_type = (be32_to_cpu(cqe->flags_rqpn) >> 24) & 0x3; in handle_responder()
249 wc->vlan_id = (be16_to_cpu(cqe->vlan_info)) & 0xfff; in handle_responder()
250 wc->sl = (be16_to_cpu(cqe->vlan_info) >> 13) & 0x7; in handle_responder()
270 static void dump_cqe(struct mlx5_ib_dev *dev, struct mlx5_err_cqe *cqe, in dump_cqe() argument
276 cqe, sizeof(*cqe), false); in dump_cqe()
280 struct mlx5_err_cqe *cqe, in mlx5_handle_error_cqe() argument
285 switch (cqe->syndrome) { in mlx5_handle_error_cqe()
336 wc->vendor_err = cqe->vendor_err_synd; in mlx5_handle_error_cqe()
338 dump_cqe(dev, cqe, wc, dump); in mlx5_handle_error_cqe()
362 static void get_sig_err_item(struct mlx5_sig_err_cqe *cqe, in get_sig_err_item() argument
365 u16 syndrome = be16_to_cpu(cqe->syndrome); in get_sig_err_item()
373 item->expected = be32_to_cpu(cqe->expected_trans_sig) >> 16; in get_sig_err_item()
374 item->actual = be32_to_cpu(cqe->actual_trans_sig) >> 16; in get_sig_err_item()
378 item->expected = be32_to_cpu(cqe->expected_reftag); in get_sig_err_item()
379 item->actual = be32_to_cpu(cqe->actual_reftag); in get_sig_err_item()
383 item->expected = be32_to_cpu(cqe->expected_trans_sig) & 0xffff; in get_sig_err_item()
384 item->actual = be32_to_cpu(cqe->actual_trans_sig) & 0xffff; in get_sig_err_item()
390 item->sig_err_offset = be64_to_cpu(cqe->err_offset); in get_sig_err_item()
391 item->key = be32_to_cpu(cqe->mkey); in get_sig_err_item()
459 void *cqe; in mlx5_poll_one() local
463 cqe = next_cqe_sw(cq); in mlx5_poll_one()
464 if (!cqe) in mlx5_poll_one()
467 cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64; in mlx5_poll_one()
869 void *cqe; in init_cq_frag_buf() local
873 cqe = mlx5_frag_buf_get_wqe(&buf->fbc, i); in init_cq_frag_buf()
874 cqe64 = buf->cqe_size == 64 ? cqe : cqe + 64; in init_cq_frag_buf()
948 int entries = attr->cqe; in mlx5_ib_create_cq()
972 cq->ibcq.cqe = entries - 1; in mlx5_ib_create_cq()
1074 void *cqe, *dest; in __mlx5_ib_cq_clean() local
1089 if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe) in __mlx5_ib_cq_clean()
1096 cqe = get_cqe(cq, prod_index & cq->ibcq.cqe); in __mlx5_ib_cq_clean()
1097 cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64; in __mlx5_ib_cq_clean()
1103 dest = get_cqe(cq, (prod_index + nfreed) & cq->ibcq.cqe); in __mlx5_ib_cq_clean()
1106 memcpy(dest, cqe, cq->mcq.cqe_sz); in __mlx5_ib_cq_clean()
1294 if (entries == ibcq->cqe + 1) in mlx5_ib_resize_cq()
1368 cq->ibcq.cqe = entries - 1; in mlx5_ib_resize_cq()
1387 cq->ibcq.cqe = entries - 1; in mlx5_ib_resize_cq()