Lines Matching refs:tid_rdma
210 *data = tid_rdma_opfn_encode(&priv->tid_rdma.local); in tid_rdma_conn_req()
220 old = rcu_dereference_protected(priv->tid_rdma.remote, in tid_rdma_conn_reply()
246 trace_hfi1_opfn_param(qp, 0, &priv->tid_rdma.local); in tid_rdma_conn_reply()
248 rcu_assign_pointer(priv->tid_rdma.remote, remote); in tid_rdma_conn_reply()
261 RCU_INIT_POINTER(priv->tid_rdma.remote, NULL); in tid_rdma_conn_reply()
290 old = rcu_dereference_protected(priv->tid_rdma.remote, in tid_rdma_conn_error()
292 RCU_INIT_POINTER(priv->tid_rdma.remote, NULL); in tid_rdma_conn_error()
348 INIT_WORK(&qpriv->tid_rdma.trigger_work, tid_rdma_trigger_resume); in hfi1_qp_priv_init()
631 &priv->tid_rdma.trigger_work); in tid_rdma_schedule_tid_wakeup()
650 priv = container_of(tr, struct hfi1_qp_priv, tid_rdma); in tid_rdma_trigger_resume()
1712 struct tid_rdma_read_req *rreq = &ohdr->u.tid_rdma.r_req; in hfi1_build_tid_rdma_read_packet()
1726 memset(&ohdr->u.tid_rdma.r_req, 0, sizeof(ohdr->u.tid_rdma.r_req)); in hfi1_build_tid_rdma_read_packet()
1744 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_read_packet()
1758 cpu_to_be32(qpriv->tid_rdma.local.qp | in hfi1_build_tid_rdma_read_packet()
1780 return sizeof(ohdr->u.tid_rdma.r_req) / sizeof(u32); in hfi1_build_tid_rdma_read_packet()
1941 flow->tid_qpn = be32_to_cpu(ohdr->u.tid_rdma.r_req.tid_flow_qp); in tid_rdma_rcv_read_request()
1944 flow_psn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.r_req.tid_flow_psn)); in tid_rdma_rcv_read_request()
1969 req->n_flows = qpriv->tid_rdma.local.max_read; in tid_rdma_rcv_read_request()
1975 req->seg_len = qpriv->tid_rdma.local.max_len; in tid_rdma_rcv_read_request()
2031 reth = &ohdr->u.tid_rdma.r_req.reth; in tid_rdma_rcv_error()
2259 reth = &ohdr->u.tid_rdma.r_req.reth; in hfi1_rc_rcv_tid_rdma_read_req()
2263 if (!len || len & ~PAGE_MASK || len > qpriv->tid_rdma.local.max_len) in hfi1_rc_rcv_tid_rdma_read_req()
2354 struct tid_rdma_read_resp *resp = &ohdr->u.tid_rdma.r_rsp; in hfi1_build_tid_rdma_read_resp()
2369 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_read_resp()
2408 hdwords = sizeof(ohdr->u.tid_rdma.r_rsp) / sizeof(u32); in hfi1_build_tid_rdma_read_resp()
2465 aeth = be32_to_cpu(ohdr->u.tid_rdma.r_rsp.aeth); in hfi1_rc_rcv_tid_rdma_read_resp()
2469 ipsn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.r_rsp.verbs_psn)); in hfi1_rc_rcv_tid_rdma_read_resp()
2879 qp_num = be32_to_cpu(ohdr->u.tid_rdma.r_rsp.verbs_qp) & in hfi1_handle_kdeth_eflags()
2922 ibpsn = be32_to_cpu(ohdr->u.tid_rdma.r_rsp.verbs_psn); in hfi1_handle_kdeth_eflags()
3298 remote = rcu_dereference(qpriv->tid_rdma.remote); in setup_tid_rdma_wqe()
3375 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_write_req()
3383 KDETH_RESET(ohdr->u.tid_rdma.w_req.kdeth0, KVER, 0x1); in hfi1_build_tid_rdma_write_req()
3384 KDETH_RESET(ohdr->u.tid_rdma.w_req.kdeth1, JKEY, remote->jkey); in hfi1_build_tid_rdma_write_req()
3385 ohdr->u.tid_rdma.w_req.reth.vaddr = in hfi1_build_tid_rdma_write_req()
3387 ohdr->u.tid_rdma.w_req.reth.rkey = in hfi1_build_tid_rdma_write_req()
3389 ohdr->u.tid_rdma.w_req.reth.length = cpu_to_be32(*len); in hfi1_build_tid_rdma_write_req()
3390 ohdr->u.tid_rdma.w_req.verbs_qp = cpu_to_be32(qp->remote_qpn); in hfi1_build_tid_rdma_write_req()
3399 return sizeof(ohdr->u.tid_rdma.w_req) / sizeof(u32); in hfi1_build_tid_rdma_write_req()
3469 struct tid_rdma_params *local = &qpriv->tid_rdma.local; in hfi1_tid_write_alloc_resources()
3688 reth = &ohdr->u.tid_rdma.w_req.reth; in hfi1_rc_rcv_tid_rdma_write_req()
3692 num_segs = DIV_ROUND_UP(len, qpriv->tid_rdma.local.max_len); in hfi1_rc_rcv_tid_rdma_write_req()
3757 req->n_flows = min_t(u16, num_segs, qpriv->tid_rdma.local.max_write); in hfi1_rc_rcv_tid_rdma_write_req()
3764 req->seg_len = qpriv->tid_rdma.local.max_len; in hfi1_rc_rcv_tid_rdma_write_req()
3893 memset(&ohdr->u.tid_rdma.w_rsp, 0, sizeof(ohdr->u.tid_rdma.w_rsp)); in hfi1_build_tid_rdma_write_resp()
3914 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_write_resp()
3916 KDETH_RESET(ohdr->u.tid_rdma.w_rsp.kdeth0, KVER, 0x1); in hfi1_build_tid_rdma_write_resp()
3917 KDETH_RESET(ohdr->u.tid_rdma.w_rsp.kdeth1, JKEY, remote->jkey); in hfi1_build_tid_rdma_write_resp()
3918 ohdr->u.tid_rdma.w_rsp.aeth = rvt_compute_aeth(qp); in hfi1_build_tid_rdma_write_resp()
3919 ohdr->u.tid_rdma.w_rsp.tid_flow_psn = in hfi1_build_tid_rdma_write_resp()
3924 ohdr->u.tid_rdma.w_rsp.tid_flow_qp = in hfi1_build_tid_rdma_write_resp()
3925 cpu_to_be32(qpriv->tid_rdma.local.qp | in hfi1_build_tid_rdma_write_resp()
3929 ohdr->u.tid_rdma.w_rsp.verbs_qp = cpu_to_be32(qp->remote_qpn); in hfi1_build_tid_rdma_write_resp()
3932 hdwords = sizeof(ohdr->u.tid_rdma.w_rsp) / sizeof(u32); in hfi1_build_tid_rdma_write_resp()
4054 aeth = be32_to_cpu(ohdr->u.tid_rdma.w_rsp.aeth); in hfi1_rc_rcv_tid_rdma_write_resp()
4112 flow->tid_qpn = be32_to_cpu(ohdr->u.tid_rdma.w_rsp.tid_flow_qp); in hfi1_rc_rcv_tid_rdma_write_resp()
4115 flow_psn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.w_rsp.tid_flow_psn)); in hfi1_rc_rcv_tid_rdma_write_resp()
4216 struct tid_rdma_write_data *wd = &ohdr->u.tid_rdma.w_data; in hfi1_build_tid_rdma_packet()
4234 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_packet()
4437 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_write_ack()
4438 KDETH_RESET(ohdr->u.tid_rdma.ack.kdeth1, JKEY, remote->jkey); in hfi1_build_tid_rdma_write_ack()
4439 ohdr->u.tid_rdma.ack.verbs_qp = cpu_to_be32(qp->remote_qpn); in hfi1_build_tid_rdma_write_ack()
4446 ohdr->u.tid_rdma.ack.aeth = rvt_compute_aeth(qp); in hfi1_build_tid_rdma_write_ack()
4449 ohdr->u.tid_rdma.ack.aeth = in hfi1_build_tid_rdma_write_ack()
4455 ohdr->u.tid_rdma.ack.aeth = rvt_compute_aeth(qp); in hfi1_build_tid_rdma_write_ack()
4457 KDETH_RESET(ohdr->u.tid_rdma.ack.kdeth0, KVER, 0x1); in hfi1_build_tid_rdma_write_ack()
4458 ohdr->u.tid_rdma.ack.tid_flow_qp = in hfi1_build_tid_rdma_write_ack()
4459 cpu_to_be32(qpriv->tid_rdma.local.qp | in hfi1_build_tid_rdma_write_ack()
4464 ohdr->u.tid_rdma.ack.tid_flow_psn = 0; in hfi1_build_tid_rdma_write_ack()
4465 ohdr->u.tid_rdma.ack.verbs_psn = in hfi1_build_tid_rdma_write_ack()
4476 ohdr->u.tid_rdma.ack.tid_flow_psn = in hfi1_build_tid_rdma_write_ack()
4487 ohdr->u.tid_rdma.ack.tid_flow_psn = in hfi1_build_tid_rdma_write_ack()
4494 return sizeof(ohdr->u.tid_rdma.ack) / sizeof(u32); in hfi1_build_tid_rdma_write_ack()
4512 aeth = be32_to_cpu(ohdr->u.tid_rdma.ack.aeth); in hfi1_rc_rcv_tid_rdma_ack()
4513 req_psn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.ack.verbs_psn)); in hfi1_rc_rcv_tid_rdma_ack()
4514 resync_psn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.ack.tid_flow_psn)); in hfi1_rc_rcv_tid_rdma_ack()
4854 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_resync()
4855 KDETH_RESET(ohdr->u.tid_rdma.ack.kdeth1, JKEY, remote->jkey); in hfi1_build_tid_rdma_resync()
4856 ohdr->u.tid_rdma.ack.verbs_qp = cpu_to_be32(qp->remote_qpn); in hfi1_build_tid_rdma_resync()
4864 KDETH_RESET(ohdr->u.tid_rdma.ack.kdeth0, KVER, 0x1); in hfi1_build_tid_rdma_resync()
4866 return sizeof(ohdr->u.tid_rdma.resync) / sizeof(u32); in hfi1_build_tid_rdma_resync()
5129 hwords += sizeof(ohdr->u.tid_rdma.w_data) / sizeof(u32); in hfi1_make_tid_rdma_pkt()