131 				struct rpc_rqst *rqst)  in rpcrdma_args_inline()  argument
133 	struct xdr_buf *xdr = &rqst->rq_snd_buf;  in rpcrdma_args_inline()
163 				   struct rpc_rqst *rqst)  in rpcrdma_results_inline()  argument
165 	return rqst->rq_rcv_buf.buflen <= r_xprt->rx_ep->re_max_inline_recv;  in rpcrdma_results_inline()
174 			  const struct rpc_rqst *rqst)  in rpcrdma_nonpayload_inline()  argument
176 	const struct xdr_buf *buf = &rqst->rq_rcv_buf;  in rpcrdma_nonpayload_inline()
364 				    struct rpc_rqst *rqst,  in rpcrdma_encode_read_list()  argument
376 	pos = rqst->rq_snd_buf.head[0].iov_len;  in rpcrdma_encode_read_list()
380 	nsegs = rpcrdma_convert_iovs(r_xprt, &rqst->rq_snd_buf, pos,  in rpcrdma_encode_read_list()
393 		trace_xprtrdma_chunk_read(rqst->rq_task, pos, mr, nsegs);  in rpcrdma_encode_read_list()
421 				     struct rpc_rqst *rqst,  in rpcrdma_encode_write_list()  argument
434 	nsegs = rpcrdma_convert_iovs(r_xprt, &rqst->rq_rcv_buf,  in rpcrdma_encode_write_list()
435 				     rqst->rq_rcv_buf.head[0].iov_len,  in rpcrdma_encode_write_list()
456 		trace_xprtrdma_chunk_write(rqst->rq_task, mr, nsegs);  in rpcrdma_encode_write_list()
486 				      struct rpc_rqst *rqst,  in rpcrdma_encode_reply_chunk()  argument
502 	nsegs = rpcrdma_convert_iovs(r_xprt, &rqst->rq_rcv_buf, 0, wtype, seg);  in rpcrdma_encode_reply_chunk()
522 		trace_xprtrdma_chunk_reply(rqst->rq_task, mr, nsegs);  in rpcrdma_encode_reply_chunk()
876 rpcrdma_marshal_req(struct rpcrdma_xprt *r_xprt, struct rpc_rqst *rqst)  in rpcrdma_marshal_req()  argument
878 	struct rpcrdma_req *req = rpcr_to_rdmar(rqst);  in rpcrdma_marshal_req()
881 	struct xdr_buf *buf = &rqst->rq_snd_buf;  in rpcrdma_marshal_req()
886 	if (unlikely(rqst->rq_rcv_buf.flags & XDRBUF_SPARSE_PAGES)) {  in rpcrdma_marshal_req()
887 		ret = rpcrdma_alloc_sparse_pages(&rqst->rq_rcv_buf);  in rpcrdma_marshal_req()
894 			rqst);  in rpcrdma_marshal_req()
901 	*p++ = rqst->rq_xid;  in rpcrdma_marshal_req()
910 				&rqst->rq_cred->cr_auth->au_flags);  in rpcrdma_marshal_req()
921 	if (rpcrdma_results_inline(r_xprt, rqst))  in rpcrdma_marshal_req()
923 	else if ((ddp_allowed && rqst->rq_rcv_buf.flags & XDRBUF_READ) &&  in rpcrdma_marshal_req()
924 		 rpcrdma_nonpayload_inline(r_xprt, rqst))  in rpcrdma_marshal_req()
943 	if (rpcrdma_args_inline(r_xprt, rqst)) {  in rpcrdma_marshal_req()
978 	ret = rpcrdma_encode_read_list(r_xprt, req, rqst, rtype);  in rpcrdma_marshal_req()
981 	ret = rpcrdma_encode_write_list(r_xprt, req, rqst, wtype);  in rpcrdma_marshal_req()
984 	ret = rpcrdma_encode_reply_chunk(r_xprt, req, rqst, wtype);  in rpcrdma_marshal_req()
997 	trace_xprtrdma_marshal_failed(rqst, ret);  in rpcrdma_marshal_req()
1056 rpcrdma_inline_fixup(struct rpc_rqst *rqst, char *srcp, int copy_len, int pad)  in rpcrdma_inline_fixup()  argument
1067 	rqst->rq_rcv_buf.head[0].iov_base = srcp;  in rpcrdma_inline_fixup()
1068 	rqst->rq_private_buf.head[0].iov_base = srcp;  in rpcrdma_inline_fixup()
1073 	curlen = rqst->rq_rcv_buf.head[0].iov_len;  in rpcrdma_inline_fixup()
1079 	ppages = rqst->rq_rcv_buf.pages +  in rpcrdma_inline_fixup()
1080 		(rqst->rq_rcv_buf.page_base >> PAGE_SHIFT);  in rpcrdma_inline_fixup()
1081 	page_base = offset_in_page(rqst->rq_rcv_buf.page_base);  in rpcrdma_inline_fixup()
1083 	if (copy_len && rqst->rq_rcv_buf.page_len) {  in rpcrdma_inline_fixup()
1086 		pagelist_len = rqst->rq_rcv_buf.page_len;  in rpcrdma_inline_fixup()
1122 		rqst->rq_rcv_buf.tail[0].iov_base = srcp;  in rpcrdma_inline_fixup()
1123 		rqst->rq_private_buf.tail[0].iov_base = srcp;  in rpcrdma_inline_fixup()
1127 		trace_xprtrdma_fixup(rqst, fixup_copy_count);  in rpcrdma_inline_fixup()
1283 		   struct rpc_rqst *rqst)  in rpcrdma_decode_msg()  argument
1305 		rpcrdma_inline_fixup(rqst, base, rpclen, writelist & 3);  in rpcrdma_decode_msg()
1338 		     struct rpc_rqst *rqst)  in rpcrdma_decode_error()  argument
1379 	struct rpc_rqst *rqst = rep->rr_rqst;  in rpcrdma_complete_rqst()  local
1384 		status = rpcrdma_decode_msg(r_xprt, rep, rqst);  in rpcrdma_complete_rqst()
1390 		status = rpcrdma_decode_error(r_xprt, rep, rqst);  in rpcrdma_complete_rqst()
1400 	xprt_complete_rqst(rqst->rq_task, status);  in rpcrdma_complete_rqst()
1401 	xprt_unpin_rqst(rqst);  in rpcrdma_complete_rqst()
1408 	rqst->rq_task->tk_status = status;  in rpcrdma_complete_rqst()
1434 	struct rpc_rqst *rqst;  in rpcrdma_reply_handler()  local
1465 	rqst = xprt_lookup_rqst(xprt, rep->rr_xid);  in rpcrdma_reply_handler()
1466 	if (!rqst)  in rpcrdma_reply_handler()
1468 	xprt_pin_rqst(rqst);  in rpcrdma_reply_handler()
1480 	req = rpcr_to_rdmar(rqst);  in rpcrdma_reply_handler()
1482 		trace_xprtrdma_leaked_rep(rqst, req->rl_reply);  in rpcrdma_reply_handler()
1486 	rep->rr_rqst = rqst;  in rpcrdma_reply_handler()
1488 	trace_xprtrdma_reply(rqst->rq_task, rep, req, credits);  in rpcrdma_reply_handler()