128 static int map_read_chunks(struct svcxprt_rdma *xprt,  in map_read_chunks()  argument
228 static int fast_reg_read_chunks(struct svcxprt_rdma *xprt,  in fast_reg_read_chunks()  argument
244 	frmr = svc_rdma_get_frmr(xprt);  in fast_reg_read_chunks()
266 			ib_dma_map_page(xprt->sc_cm_id->device,  in fast_reg_read_chunks()
269 		if (ib_dma_mapping_error(xprt->sc_cm_id->device,  in fast_reg_read_chunks()
272 		atomic_inc(&xprt->sc_dma_used);  in fast_reg_read_chunks()
293 	ret = svc_rdma_fastreg(xprt, frmr);  in fast_reg_read_chunks()
300 	printk("svcrdma: error fast registering xdr for xprt %p", xprt);  in fast_reg_read_chunks()
301 	svc_rdma_put_frmr(xprt, frmr);  in fast_reg_read_chunks()
305 static int rdma_set_ctxt_sge(struct svcxprt_rdma *xprt,  in rdma_set_ctxt_sge()  argument
323 				ib_dma_map_page(xprt->sc_cm_id->device,  in rdma_set_ctxt_sge()
328 			if (ib_dma_mapping_error(xprt->sc_cm_id->device,  in rdma_set_ctxt_sge()
331 			ctxt->sge[i].lkey = xprt->sc_dma_lkey;  in rdma_set_ctxt_sge()
332 			atomic_inc(&xprt->sc_dma_used);  in rdma_set_ctxt_sge()
343 static int rdma_read_max_sge(struct svcxprt_rdma *xprt, int sge_count)  in rdma_read_max_sge()  argument
345 	if ((rdma_node_get_transport(xprt->sc_cm_id->device->node_type) ==  in rdma_read_max_sge()
350 		return min_t(int, sge_count, xprt->sc_max_sge);  in rdma_read_max_sge()
381 static int rdma_read_xdr(struct svcxprt_rdma *xprt,  in rdma_read_xdr()  argument
412 	if (!xprt->sc_frmr_pg_list_len)  in rdma_read_xdr()
413 		sge_count = map_read_chunks(xprt, rqstp, hdr_ctxt, rmsgp,  in rdma_read_xdr()
417 		sge_count = fast_reg_read_chunks(xprt, rqstp, hdr_ctxt, rmsgp,  in rdma_read_xdr()
432 		ctxt = svc_rdma_get_context(xprt);  in rdma_read_xdr()
451 			rdma_read_max_sge(xprt, chl_map->ch[ch_no].count);  in rdma_read_xdr()
452 		err = rdma_set_ctxt_sge(xprt, ctxt, hdr_ctxt->frmr,  in rdma_read_xdr()
475 				if (xprt->sc_dev_caps &  in rdma_read_xdr()
495 		err = svc_rdma_send(xprt, &read_wr);  in rdma_read_xdr()
499 			set_bit(XPT_CLOSE, &xprt->sc_xprt.xpt_flags);  in rdma_read_xdr()
586 	struct svc_xprt *xprt = rqstp->rq_xprt;  in svc_rdma_recvfrom()  local
588 		container_of(xprt, struct svcxprt_rdma, sc_xprt);  in svc_rdma_recvfrom()
615 		clear_bit(XPT_DATA, &xprt->xpt_flags);  in svc_rdma_recvfrom()
625 		if (test_bit(XPT_CLOSE, &xprt->xpt_flags))  in svc_rdma_recvfrom()
673 	svc_xprt_copy_addrs(rqstp, xprt);  in svc_rdma_recvfrom()
679 	dprintk("svcrdma: transport %p is closing\n", xprt);  in svc_rdma_recvfrom()
684 	set_bit(XPT_CLOSE, &xprt->xpt_flags);  in svc_rdma_recvfrom()