Lines Matching refs:rqst
127 struct rpc_rqst *rqst) in rpcrdma_args_inline() argument
129 struct xdr_buf *xdr = &rqst->rq_snd_buf; in rpcrdma_args_inline()
159 struct rpc_rqst *rqst) in rpcrdma_results_inline() argument
161 return rqst->rq_rcv_buf.buflen <= r_xprt->rx_ep->re_max_inline_recv; in rpcrdma_results_inline()
170 const struct rpc_rqst *rqst) in rpcrdma_nonpayload_inline() argument
172 const struct xdr_buf *buf = &rqst->rq_rcv_buf; in rpcrdma_nonpayload_inline()
335 struct rpc_rqst *rqst, in rpcrdma_encode_read_list() argument
347 pos = rqst->rq_snd_buf.head[0].iov_len; in rpcrdma_encode_read_list()
351 nsegs = rpcrdma_convert_iovs(r_xprt, &rqst->rq_snd_buf, pos, in rpcrdma_encode_read_list()
364 trace_xprtrdma_chunk_read(rqst->rq_task, pos, mr, nsegs); in rpcrdma_encode_read_list()
392 struct rpc_rqst *rqst, in rpcrdma_encode_write_list() argument
406 nsegs = rpcrdma_convert_iovs(r_xprt, &rqst->rq_rcv_buf, in rpcrdma_encode_write_list()
407 rqst->rq_rcv_buf.head[0].iov_len, in rpcrdma_encode_write_list()
428 trace_xprtrdma_chunk_write(rqst->rq_task, mr, nsegs); in rpcrdma_encode_write_list()
435 if (xdr_pad_size(rqst->rq_rcv_buf.page_len)) { in rpcrdma_encode_write_list()
439 trace_xprtrdma_chunk_wp(rqst->rq_task, ep->re_write_pad_mr, in rpcrdma_encode_write_list()
470 struct rpc_rqst *rqst, in rpcrdma_encode_reply_chunk() argument
486 nsegs = rpcrdma_convert_iovs(r_xprt, &rqst->rq_rcv_buf, 0, wtype, seg); in rpcrdma_encode_reply_chunk()
506 trace_xprtrdma_chunk_reply(rqst->rq_task, mr, nsegs); in rpcrdma_encode_reply_chunk()
860 rpcrdma_marshal_req(struct rpcrdma_xprt *r_xprt, struct rpc_rqst *rqst) in rpcrdma_marshal_req() argument
862 struct rpcrdma_req *req = rpcr_to_rdmar(rqst); in rpcrdma_marshal_req()
865 struct xdr_buf *buf = &rqst->rq_snd_buf; in rpcrdma_marshal_req()
870 if (unlikely(rqst->rq_rcv_buf.flags & XDRBUF_SPARSE_PAGES)) { in rpcrdma_marshal_req()
871 ret = rpcrdma_alloc_sparse_pages(&rqst->rq_rcv_buf); in rpcrdma_marshal_req()
878 rqst); in rpcrdma_marshal_req()
885 *p++ = rqst->rq_xid; in rpcrdma_marshal_req()
894 &rqst->rq_cred->cr_auth->au_flags); in rpcrdma_marshal_req()
905 if (rpcrdma_results_inline(r_xprt, rqst)) in rpcrdma_marshal_req()
907 else if ((ddp_allowed && rqst->rq_rcv_buf.flags & XDRBUF_READ) && in rpcrdma_marshal_req()
908 rpcrdma_nonpayload_inline(r_xprt, rqst)) in rpcrdma_marshal_req()
927 if (rpcrdma_args_inline(r_xprt, rqst)) { in rpcrdma_marshal_req()
962 ret = rpcrdma_encode_read_list(r_xprt, req, rqst, rtype); in rpcrdma_marshal_req()
965 ret = rpcrdma_encode_write_list(r_xprt, req, rqst, wtype); in rpcrdma_marshal_req()
968 ret = rpcrdma_encode_reply_chunk(r_xprt, req, rqst, wtype); in rpcrdma_marshal_req()
981 trace_xprtrdma_marshal_failed(rqst, ret); in rpcrdma_marshal_req()
1040 rpcrdma_inline_fixup(struct rpc_rqst *rqst, char *srcp, int copy_len, int pad) in rpcrdma_inline_fixup() argument
1051 rqst->rq_rcv_buf.head[0].iov_base = srcp; in rpcrdma_inline_fixup()
1052 rqst->rq_private_buf.head[0].iov_base = srcp; in rpcrdma_inline_fixup()
1057 curlen = rqst->rq_rcv_buf.head[0].iov_len; in rpcrdma_inline_fixup()
1063 ppages = rqst->rq_rcv_buf.pages + in rpcrdma_inline_fixup()
1064 (rqst->rq_rcv_buf.page_base >> PAGE_SHIFT); in rpcrdma_inline_fixup()
1065 page_base = offset_in_page(rqst->rq_rcv_buf.page_base); in rpcrdma_inline_fixup()
1067 if (copy_len && rqst->rq_rcv_buf.page_len) { in rpcrdma_inline_fixup()
1070 pagelist_len = rqst->rq_rcv_buf.page_len; in rpcrdma_inline_fixup()
1106 rqst->rq_rcv_buf.tail[0].iov_base = srcp; in rpcrdma_inline_fixup()
1107 rqst->rq_private_buf.tail[0].iov_base = srcp; in rpcrdma_inline_fixup()
1111 trace_xprtrdma_fixup(rqst, fixup_copy_count); in rpcrdma_inline_fixup()
1263 struct rpc_rqst *rqst) in rpcrdma_decode_msg() argument
1285 rpcrdma_inline_fixup(rqst, base, rpclen, writelist & 3); in rpcrdma_decode_msg()
1318 struct rpc_rqst *rqst) in rpcrdma_decode_error() argument
1332 trace_xprtrdma_err_vers(rqst, p, p + 1); in rpcrdma_decode_error()
1335 trace_xprtrdma_err_chunk(rqst); in rpcrdma_decode_error()
1338 trace_xprtrdma_err_unrecognized(rqst, p); in rpcrdma_decode_error()
1355 struct rpc_rqst *rqst = rep->rr_rqst; in rpcrdma_unpin_rqst() local
1356 struct rpcrdma_req *req = rpcr_to_rdmar(rqst); in rpcrdma_unpin_rqst()
1362 xprt_unpin_rqst(rqst); in rpcrdma_unpin_rqst()
1378 struct rpc_rqst *rqst = rep->rr_rqst; in rpcrdma_complete_rqst() local
1383 status = rpcrdma_decode_msg(r_xprt, rep, rqst); in rpcrdma_complete_rqst()
1389 status = rpcrdma_decode_error(r_xprt, rep, rqst); in rpcrdma_complete_rqst()
1399 xprt_complete_rqst(rqst->rq_task, status); in rpcrdma_complete_rqst()
1400 xprt_unpin_rqst(rqst); in rpcrdma_complete_rqst()
1407 rqst->rq_task->tk_status = status; in rpcrdma_complete_rqst()
1433 struct rpc_rqst *rqst; in rpcrdma_reply_handler() local
1464 rqst = xprt_lookup_rqst(xprt, rep->rr_xid); in rpcrdma_reply_handler()
1465 if (!rqst) in rpcrdma_reply_handler()
1467 xprt_pin_rqst(rqst); in rpcrdma_reply_handler()
1479 req = rpcr_to_rdmar(rqst); in rpcrdma_reply_handler()
1483 rep->rr_rqst = rqst; in rpcrdma_reply_handler()
1485 trace_xprtrdma_reply(rqst->rq_task, rep, credits); in rpcrdma_reply_handler()