Lines Matching refs:cc
172 struct svc_rdma_chunk_ctxt *cc) in svc_rdma_cc_init() argument
174 svc_rdma_cc_cid_init(rdma, &cc->cc_cid); in svc_rdma_cc_init()
175 cc->cc_rdma = rdma; in svc_rdma_cc_init()
177 INIT_LIST_HEAD(&cc->cc_rwctxts); in svc_rdma_cc_init()
178 cc->cc_sqecount = 0; in svc_rdma_cc_init()
186 static void svc_rdma_cc_release(struct svc_rdma_chunk_ctxt *cc, in svc_rdma_cc_release() argument
189 struct svcxprt_rdma *rdma = cc->cc_rdma; in svc_rdma_cc_release()
195 while ((ctxt = svc_rdma_next_ctxt(&cc->cc_rwctxts)) != NULL) { in svc_rdma_cc_release()
265 struct svc_rdma_chunk_ctxt *cc = in svc_rdma_write_done() local
267 struct svcxprt_rdma *rdma = cc->cc_rdma; in svc_rdma_write_done()
269 container_of(cc, struct svc_rdma_write_info, wi_cc); in svc_rdma_write_done()
273 trace_svcrdma_wc_write(wc, &cc->cc_cid); in svc_rdma_write_done()
276 trace_svcrdma_wc_write_flush(wc, &cc->cc_cid); in svc_rdma_write_done()
279 trace_svcrdma_wc_write_err(wc, &cc->cc_cid); in svc_rdma_write_done()
282 svc_rdma_wake_send_waiters(rdma, cc->cc_sqecount); in svc_rdma_write_done()
331 struct svc_rdma_chunk_ctxt *cc = in svc_rdma_wc_read_done() local
337 info = container_of(cc, struct svc_rdma_read_info, ri_cc); in svc_rdma_wc_read_done()
338 trace_svcrdma_wc_read(wc, &cc->cc_cid, info->ri_totalbytes, in svc_rdma_wc_read_done()
339 cc->cc_posttime); in svc_rdma_wc_read_done()
342 trace_svcrdma_wc_read_flush(wc, &cc->cc_cid); in svc_rdma_wc_read_done()
345 trace_svcrdma_wc_read_err(wc, &cc->cc_cid); in svc_rdma_wc_read_done()
348 svc_rdma_wake_send_waiters(cc->cc_rdma, cc->cc_sqecount); in svc_rdma_wc_read_done()
349 cc->cc_status = wc->status; in svc_rdma_wc_read_done()
350 complete(&cc->cc_done); in svc_rdma_wc_read_done()
361 static int svc_rdma_post_chunk_ctxt(struct svc_rdma_chunk_ctxt *cc) in svc_rdma_post_chunk_ctxt() argument
363 struct svcxprt_rdma *rdma = cc->cc_rdma; in svc_rdma_post_chunk_ctxt()
370 if (cc->cc_sqecount > rdma->sc_sq_depth) in svc_rdma_post_chunk_ctxt()
374 cqe = &cc->cc_cqe; in svc_rdma_post_chunk_ctxt()
375 list_for_each(tmp, &cc->cc_rwctxts) { in svc_rdma_post_chunk_ctxt()
385 if (atomic_sub_return(cc->cc_sqecount, in svc_rdma_post_chunk_ctxt()
387 cc->cc_posttime = ktime_get(); in svc_rdma_post_chunk_ctxt()
396 atomic_add(cc->cc_sqecount, &rdma->sc_sq_avail); in svc_rdma_post_chunk_ctxt()
398 atomic_read(&rdma->sc_sq_avail) > cc->cc_sqecount); in svc_rdma_post_chunk_ctxt()
409 atomic_add(cc->cc_sqecount, &rdma->sc_sq_avail); in svc_rdma_post_chunk_ctxt()
471 struct svc_rdma_chunk_ctxt *cc = &info->wi_cc; in svc_rdma_build_writes() local
472 struct svcxprt_rdma *rdma = cc->cc_rdma; in svc_rdma_build_writes()
501 list_add(&ctxt->rw_list, &cc->cc_rwctxts); in svc_rdma_build_writes()
502 cc->cc_sqecount += ret; in svc_rdma_build_writes()
619 struct svc_rdma_chunk_ctxt *cc; in svc_rdma_send_write_chunk() local
625 cc = &info->wi_cc; in svc_rdma_send_write_chunk()
631 trace_svcrdma_post_write_chunk(&cc->cc_cid, cc->cc_sqecount); in svc_rdma_send_write_chunk()
632 ret = svc_rdma_post_chunk_ctxt(cc); in svc_rdma_send_write_chunk()
660 struct svc_rdma_chunk_ctxt *cc; in svc_rdma_send_reply_chunk() local
671 cc = &info->wi_cc; in svc_rdma_send_reply_chunk()
678 trace_svcrdma_post_reply_chunk(&cc->cc_cid, cc->cc_sqecount); in svc_rdma_send_reply_chunk()
679 ret = svc_rdma_post_chunk_ctxt(cc); in svc_rdma_send_reply_chunk()
705 struct svc_rdma_chunk_ctxt *cc = &info->ri_cc; in svc_rdma_build_read_segment() local
714 ctxt = svc_rdma_get_rw_ctxt(cc->cc_rdma, sge_no); in svc_rdma_build_read_segment()
744 ret = svc_rdma_rw_ctx_init(cc->cc_rdma, ctxt, segment->rs_offset, in svc_rdma_build_read_segment()
750 list_add(&ctxt->rw_list, &cc->cc_rwctxts); in svc_rdma_build_read_segment()
751 cc->cc_sqecount += ret; in svc_rdma_build_read_segment()
755 trace_svcrdma_page_overrun_err(cc->cc_rdma, rqstp, info->ri_pageno); in svc_rdma_build_read_segment()
1121 struct svc_rdma_chunk_ctxt *cc; in svc_rdma_process_read_list() local
1127 cc = &info->ri_cc; in svc_rdma_process_read_list()
1144 trace_svcrdma_post_read_chunk(&cc->cc_cid, cc->cc_sqecount); in svc_rdma_process_read_list()
1145 init_completion(&cc->cc_done); in svc_rdma_process_read_list()
1146 ret = svc_rdma_post_chunk_ctxt(cc); in svc_rdma_process_read_list()
1151 wait_for_completion(&cc->cc_done); in svc_rdma_process_read_list()
1152 if (cc->cc_status != IB_WC_SUCCESS) in svc_rdma_process_read_list()