169 void ipath_copy_sge(struct ipath_sge_state *ss, void *data, u32 length)  in ipath_copy_sge()  argument
171 	struct ipath_sge *sge = &ss->sge;  in ipath_copy_sge()
186 			if (--ss->num_sge)  in ipath_copy_sge()
187 				*sge = *ss->sg_list++;  in ipath_copy_sge()
209 void ipath_skip_sge(struct ipath_sge_state *ss, u32 length)  in ipath_skip_sge()  argument
211 	struct ipath_sge *sge = &ss->sge;  in ipath_skip_sge()
225 			if (--ss->num_sge)  in ipath_skip_sge()
226 				*sge = *ss->sg_list++;  in ipath_skip_sge()
247 static u32 ipath_count_sge(struct ipath_sge_state *ss, u32 length)  in ipath_count_sge()  argument
249 	struct ipath_sge *sg_list = ss->sg_list;  in ipath_count_sge()
250 	struct ipath_sge sge = ss->sge;  in ipath_count_sge()
251 	u8 num_sge = ss->num_sge;  in ipath_count_sge()
293 static void ipath_copy_from_sge(void *data, struct ipath_sge_state *ss,  in ipath_copy_from_sge()  argument
296 	struct ipath_sge *sge = &ss->sge;  in ipath_copy_from_sge()
311 			if (--ss->num_sge)  in ipath_copy_from_sge()
312 				*sge = *ss->sg_list++;  in ipath_copy_from_sge()
778 static void update_sge(struct ipath_sge_state *ss, u32 length)  in update_sge()  argument
780 	struct ipath_sge *sge = &ss->sge;  in update_sge()
786 		if (--ss->num_sge)  in update_sge()
787 			*sge = *ss->sg_list++;  in update_sge()
835 static void copy_io(u32 __iomem *piobuf, struct ipath_sge_state *ss,  in copy_io()  argument
843 		u32 len = ss->sge.length;  in copy_io()
848 		if (len > ss->sge.sge_length)  in copy_io()
849 			len = ss->sge.sge_length;  in copy_io()
852 		off = (unsigned long)ss->sge.vaddr & (sizeof(u32) - 1);  in copy_io()
854 			u32 *addr = (u32 *)((unsigned long)ss->sge.vaddr &  in copy_io()
885 			u32 *addr = (u32 *) ss->sge.vaddr;  in copy_io()
939 			__iowrite32_copy(piobuf, ss->sge.vaddr, w - 1);  in copy_io()
941 			last = ((u32 *) ss->sge.vaddr)[w - 1];  in copy_io()
946 			__iowrite32_copy(piobuf, ss->sge.vaddr, w);  in copy_io()
951 				u32 v = ((u32 *) ss->sge.vaddr)[w];  in copy_io()
957 		update_sge(ss, len);  in copy_io()
961 	update_sge(ss, length);  in copy_io()
1097 				struct ipath_sge_state *ss, u32 len,  in ipath_verbs_send_dma()  argument
1113 		ret = ipath_sdma_verbs_send(dd, tx->ss, tx->len, tx);  in ipath_verbs_send_dma()
1156 		ndesc = ipath_count_sge(ss, len);  in ipath_verbs_send_dma()
1169 		ret = ipath_sdma_verbs_send(dd, ss, dwords, tx);  in ipath_verbs_send_dma()
1172 			tx->ss = ss;  in ipath_verbs_send_dma()
1194 	ipath_copy_from_sge(piobuf + hdrwords, ss, len);  in ipath_verbs_send_dma()
1204 		tx->ss = NULL;  in ipath_verbs_send_dma()
1222 				struct ipath_sge_state *ss, u32 len,  in ipath_verbs_send_pio()  argument
1283 	if (likely(ss->num_sge == 1 && len <= ss->sge.length &&  in ipath_verbs_send_pio()
1284 		   !((unsigned long)ss->sge.vaddr & (sizeof(u32) - 1)))) {  in ipath_verbs_send_pio()
1285 		u32 *addr = (u32 *) ss->sge.vaddr;  in ipath_verbs_send_pio()
1288 		update_sge(ss, len);  in ipath_verbs_send_pio()
1300 	copy_io(piobuf, ss, len, flush_wc);  in ipath_verbs_send_pio()
1321 		     u32 hdrwords, struct ipath_sge_state *ss, u32 len)  in ipath_verbs_send()  argument
1341 		ret = ipath_verbs_send_pio(qp, hdr, hdrwords, ss, len,  in ipath_verbs_send()
1344 		ret = ipath_verbs_send_dma(qp, hdr, hdrwords, ss, len,  in ipath_verbs_send()