188 				    struct efx_short_copy_buffer *copy_buf)  in efx_memcpy_toio_aligned()  argument
190 	int block_len = len & ~(sizeof(copy_buf->buf) - 1);  in efx_memcpy_toio_aligned()
198 		BUG_ON(copy_buf->used);  in efx_memcpy_toio_aligned()
199 		BUG_ON(len > sizeof(copy_buf->buf));  in efx_memcpy_toio_aligned()
200 		memcpy(copy_buf->buf, data, len);  in efx_memcpy_toio_aligned()
201 		copy_buf->used = len;  in efx_memcpy_toio_aligned()
210 				       struct efx_short_copy_buffer *copy_buf)  in efx_memcpy_toio_aligned_cb()  argument
212 	if (copy_buf->used) {  in efx_memcpy_toio_aligned_cb()
215 			min_t(int, sizeof(copy_buf->buf) - copy_buf->used, len);  in efx_memcpy_toio_aligned_cb()
217 		memcpy(copy_buf->buf + copy_buf->used, data, copy_to_buf);  in efx_memcpy_toio_aligned_cb()
218 		copy_buf->used += copy_to_buf;  in efx_memcpy_toio_aligned_cb()
221 		if (copy_buf->used < sizeof(copy_buf->buf))  in efx_memcpy_toio_aligned_cb()
224 		__iowrite64_copy(*piobuf, copy_buf->buf,  in efx_memcpy_toio_aligned_cb()
225 				 sizeof(copy_buf->buf) >> 3);  in efx_memcpy_toio_aligned_cb()
226 		*piobuf += sizeof(copy_buf->buf);  in efx_memcpy_toio_aligned_cb()
229 		copy_buf->used = 0;  in efx_memcpy_toio_aligned_cb()
232 	efx_memcpy_toio_aligned(efx, piobuf, data, len, copy_buf);  in efx_memcpy_toio_aligned_cb()
236 				  struct efx_short_copy_buffer *copy_buf)  in efx_flush_copy_buffer()  argument
239 	if (copy_buf->used)  in efx_flush_copy_buffer()
240 		__iowrite64_copy(piobuf, copy_buf->buf,  in efx_flush_copy_buffer()
241 				 sizeof(copy_buf->buf) >> 3);  in efx_flush_copy_buffer()
249 				     struct efx_short_copy_buffer *copy_buf)  in efx_skb_copy_bits_to_pio()  argument
254 				copy_buf);  in efx_skb_copy_bits_to_pio()
263 					   skb_frag_size(f), copy_buf);  in efx_skb_copy_bits_to_pio()
286 		struct efx_short_copy_buffer copy_buf;  in efx_enqueue_skb_pio()  local
288 		copy_buf.used = 0;  in efx_enqueue_skb_pio()
291 					 &piobuf, &copy_buf);  in efx_enqueue_skb_pio()
292 		efx_flush_copy_buffer(tx_queue->efx, piobuf, &copy_buf);  in efx_enqueue_skb_pio()