408 	struct rpcrdma_req *req;  in rpcrdma_ia_remove()  local
433 	list_for_each_entry(req, &buf->rb_allreqs, rl_all) {  in rpcrdma_ia_remove()
434 		rpcrdma_regbuf_dma_unmap(req->rl_rdmabuf);  in rpcrdma_ia_remove()
435 		rpcrdma_regbuf_dma_unmap(req->rl_sendbuf);  in rpcrdma_ia_remove()
436 		rpcrdma_regbuf_dma_unmap(req->rl_recvbuf);  in rpcrdma_ia_remove()
1003 	struct rpcrdma_req *req;  in rpcrdma_req_create()  local
1006 	req = kzalloc(sizeof(*req), flags);  in rpcrdma_req_create()
1007 	if (req == NULL)  in rpcrdma_req_create()
1018 	req->rl_rdmabuf = rb;  in rpcrdma_req_create()
1019 	xdr_buf_init(&req->rl_hdrbuf, rdmab_data(rb), rdmab_length(rb));  in rpcrdma_req_create()
1021 	req->rl_sendbuf = rpcrdma_regbuf_alloc(size, DMA_TO_DEVICE, flags);  in rpcrdma_req_create()
1022 	if (!req->rl_sendbuf)  in rpcrdma_req_create()
1025 	req->rl_recvbuf = rpcrdma_regbuf_alloc(size, DMA_NONE, flags);  in rpcrdma_req_create()
1026 	if (!req->rl_recvbuf)  in rpcrdma_req_create()
1029 	INIT_LIST_HEAD(&req->rl_free_mrs);  in rpcrdma_req_create()
1030 	INIT_LIST_HEAD(&req->rl_registered);  in rpcrdma_req_create()
1032 	list_add(&req->rl_all, &buffer->rb_allreqs);  in rpcrdma_req_create()
1034 	return req;  in rpcrdma_req_create()
1037 	rpcrdma_regbuf_free(req->rl_sendbuf);  in rpcrdma_req_create()
1039 	rpcrdma_regbuf_free(req->rl_rdmabuf);  in rpcrdma_req_create()
1041 	kfree(req);  in rpcrdma_req_create()
1058 	struct rpcrdma_req *req;  in rpcrdma_reqs_reset()  local
1060 	list_for_each_entry(req, &buf->rb_allreqs, rl_all) {  in rpcrdma_reqs_reset()
1062 		req->rl_slot.rq_cong = 0;  in rpcrdma_reqs_reset()
1165 		struct rpcrdma_req *req;  in rpcrdma_buffer_create()  local
1167 		req = rpcrdma_req_create(r_xprt, RPCRDMA_V1_DEF_INLINE_SIZE,  in rpcrdma_buffer_create()
1169 		if (!req)  in rpcrdma_buffer_create()
1171 		list_add(&req->rl_list, &buf->rb_send_bufs);  in rpcrdma_buffer_create()
1194 void rpcrdma_req_destroy(struct rpcrdma_req *req)  in rpcrdma_req_destroy()  argument
1198 	list_del(&req->rl_all);  in rpcrdma_req_destroy()
1200 	while ((mr = rpcrdma_mr_pop(&req->rl_free_mrs))) {  in rpcrdma_req_destroy()
1210 	rpcrdma_regbuf_free(req->rl_recvbuf);  in rpcrdma_req_destroy()
1211 	rpcrdma_regbuf_free(req->rl_sendbuf);  in rpcrdma_req_destroy()
1212 	rpcrdma_regbuf_free(req->rl_rdmabuf);  in rpcrdma_req_destroy()
1213 	kfree(req);  in rpcrdma_req_destroy()
1261 		struct rpcrdma_req *req;  in rpcrdma_buffer_destroy()  local
1263 		req = list_first_entry(&buf->rb_send_bufs,  in rpcrdma_buffer_destroy()
1265 		list_del(&req->rl_list);  in rpcrdma_buffer_destroy()
1266 		rpcrdma_req_destroy(req);  in rpcrdma_buffer_destroy()
1319 	struct rpcrdma_req *req;  in rpcrdma_buffer_get()  local
1322 	req = list_first_entry_or_null(&buffers->rb_send_bufs,  in rpcrdma_buffer_get()
1324 	if (req)  in rpcrdma_buffer_get()
1325 		list_del_init(&req->rl_list);  in rpcrdma_buffer_get()
1327 	return req;  in rpcrdma_buffer_get()
1336 void rpcrdma_buffer_put(struct rpcrdma_buffer *buffers, struct rpcrdma_req *req)  in rpcrdma_buffer_put()  argument
1338 	if (req->rl_reply)  in rpcrdma_buffer_put()
1339 		rpcrdma_rep_put(buffers, req->rl_reply);  in rpcrdma_buffer_put()
1340 	req->rl_reply = NULL;  in rpcrdma_buffer_put()
1343 	list_add(&req->rl_list, &buffers->rb_send_bufs);  in rpcrdma_buffer_put()
1470 		struct rpcrdma_req *req)  in rpcrdma_ep_post()  argument
1472 	struct ib_send_wr *send_wr = &req->rl_sendctx->sc_wr;  in rpcrdma_ep_post()
1475 	if (!ep->rep_send_count || kref_read(&req->rl_kref) > 1) {  in rpcrdma_ep_post()
1483 	rc = frwr_send(ia, req);  in rpcrdma_ep_post()
1484 	trace_xprtrdma_post_send(req, rc);  in rpcrdma_ep_post()