60 static int rpcrdma_bc_marshal_reply(struct rpc_rqst *rqst)  in rpcrdma_bc_marshal_reply()  argument
62 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(rqst->rq_xprt);  in rpcrdma_bc_marshal_reply()
63 	struct rpcrdma_req *req = rpcr_to_rdmar(rqst);  in rpcrdma_bc_marshal_reply()
68 			rdmab_data(req->rl_rdmabuf), rqst);  in rpcrdma_bc_marshal_reply()
73 	*p++ = rqst->rq_xid;  in rpcrdma_bc_marshal_reply()
82 				      &rqst->rq_snd_buf, rpcrdma_noch))  in rpcrdma_bc_marshal_reply()
85 	trace_xprtrdma_cb_reply(rqst);  in rpcrdma_bc_marshal_reply()
101 int xprt_rdma_bc_send_reply(struct rpc_rqst *rqst)  in xprt_rdma_bc_send_reply()  argument
103 	struct rpc_xprt *xprt = rqst->rq_xprt;  in xprt_rdma_bc_send_reply()
105 	struct rpcrdma_req *req = rpcr_to_rdmar(rqst);  in xprt_rdma_bc_send_reply()
111 	if (!xprt_request_get_cong(xprt, rqst))  in xprt_rdma_bc_send_reply()
114 	rc = rpcrdma_bc_marshal_reply(rqst);  in xprt_rdma_bc_send_reply()
137 	struct rpc_rqst *rqst, *tmp;  in xprt_rdma_bc_destroy()  local
140 	list_for_each_entry_safe(rqst, tmp, &xprt->bc_pa_list, rq_bc_pa_list) {  in xprt_rdma_bc_destroy()
141 		list_del(&rqst->rq_bc_pa_list);  in xprt_rdma_bc_destroy()
144 		rpcrdma_req_destroy(rpcr_to_rdmar(rqst));  in xprt_rdma_bc_destroy()
155 void xprt_rdma_bc_free_rqst(struct rpc_rqst *rqst)  in xprt_rdma_bc_free_rqst()  argument
157 	struct rpcrdma_req *req = rpcr_to_rdmar(rqst);  in xprt_rdma_bc_free_rqst()
158 	struct rpc_xprt *xprt = rqst->rq_xprt;  in xprt_rdma_bc_free_rqst()
164 	list_add_tail(&rqst->rq_bc_pa_list, &xprt->bc_pa_list);  in xprt_rdma_bc_free_rqst()
173 	struct rpc_rqst *rqst;  in rpcrdma_bc_rqst_get()  local
177 	rqst = list_first_entry_or_null(&xprt->bc_pa_list, struct rpc_rqst,  in rpcrdma_bc_rqst_get()
179 	if (!rqst)  in rpcrdma_bc_rqst_get()
181 	list_del(&rqst->rq_bc_pa_list);  in rpcrdma_bc_rqst_get()
183 	return rqst;  in rpcrdma_bc_rqst_get()
199 	rqst = &req->rl_slot;  in rpcrdma_bc_rqst_get()
200 	rqst->rq_xprt = xprt;  in rpcrdma_bc_rqst_get()
201 	__set_bit(RPC_BC_PA_IN_USE, &rqst->rq_bc_pa_state);  in rpcrdma_bc_rqst_get()
202 	xdr_buf_init(&rqst->rq_snd_buf, rdmab_data(req->rl_sendbuf), size);  in rpcrdma_bc_rqst_get()
203 	return rqst;  in rpcrdma_bc_rqst_get()
223 	struct rpc_rqst *rqst;  in rpcrdma_bc_receive_call()  local
237 	rqst = rpcrdma_bc_rqst_get(r_xprt);  in rpcrdma_bc_receive_call()
238 	if (!rqst)  in rpcrdma_bc_receive_call()
241 	rqst->rq_reply_bytes_recvd = 0;  in rpcrdma_bc_receive_call()
242 	rqst->rq_xid = *p;  in rpcrdma_bc_receive_call()
244 	rqst->rq_private_buf.len = size;  in rpcrdma_bc_receive_call()
246 	buf = &rqst->rq_rcv_buf;  in rpcrdma_bc_receive_call()
257 	req = rpcr_to_rdmar(rqst);  in rpcrdma_bc_receive_call()
259 	trace_xprtrdma_cb_call(rqst);  in rpcrdma_bc_receive_call()
265 	list_add(&rqst->rq_bc_list, &bc_serv->sv_cb_list);  in rpcrdma_bc_receive_call()