Lines Matching refs:dest
74 void __iomem *dest = pbuf->start + SOP_DISTANCE; in pio_copy() local
75 void __iomem *send = dest + PIO_BLOCK_SIZE; in pio_copy()
79 writeq(pbc, dest); in pio_copy()
80 dest += sizeof(u64); in pio_copy()
83 dend = dest + ((count >> 1) * sizeof(u64)); in pio_copy()
91 while (dest < dend) { in pio_copy()
92 writeq(*(u64 *)from, dest); in pio_copy()
94 dest += sizeof(u64); in pio_copy()
107 while (dest < send) { in pio_copy()
108 writeq(*(u64 *)from, dest); in pio_copy()
110 dest += sizeof(u64); in pio_copy()
113 dest -= SOP_DISTANCE; in pio_copy()
126 while (dest < pbuf->end) { in pio_copy()
127 writeq(*(u64 *)from, dest); in pio_copy()
129 dest += sizeof(u64); in pio_copy()
132 dest -= pbuf->sc->size; in pio_copy()
137 while (dest < dend) { in pio_copy()
138 writeq(*(u64 *)from, dest); in pio_copy()
140 dest += sizeof(u64); in pio_copy()
151 writeq(val.val64, dest); in pio_copy()
152 dest += sizeof(u64); in pio_copy()
158 while (((unsigned long)dest & PIO_BLOCK_MASK) != 0) { in pio_copy()
159 writeq(0, dest); in pio_copy()
160 dest += sizeof(u64); in pio_copy()
189 static inline void jcopy(u8 *dest, const u8 *src, u32 n) in jcopy() argument
193 *dest++ = *src++; in jcopy()
196 *dest++ = *src++; in jcopy()
199 *dest++ = *src++; in jcopy()
202 *dest++ = *src++; in jcopy()
205 *dest++ = *src++; in jcopy()
208 *dest++ = *src++; in jcopy()
211 *dest++ = *src++; in jcopy()
258 void __iomem *dest, in merge_write8() argument
265 writeq(temp, dest); in merge_write8()
272 static inline void carry8_write8(union mix carry, void __iomem *dest) in carry8_write8() argument
274 writeq(carry.val64, dest); in carry8_write8()
282 static inline int carry_write8(struct pio_buf *pbuf, void __iomem *dest) in carry_write8() argument
286 writeq(pbuf->carry.val64, dest); in carry_write8()
306 void __iomem *dest = pbuf->start + SOP_DISTANCE; in seg_pio_copy_start() local
307 void __iomem *send = dest + PIO_BLOCK_SIZE; in seg_pio_copy_start()
310 writeq(pbc, dest); in seg_pio_copy_start()
311 dest += sizeof(u64); in seg_pio_copy_start()
314 dend = dest + ((nbytes >> 3) * sizeof(u64)); in seg_pio_copy_start()
322 while (dest < dend) { in seg_pio_copy_start()
323 writeq(*(u64 *)from, dest); in seg_pio_copy_start()
325 dest += sizeof(u64); in seg_pio_copy_start()
338 while (dest < send) { in seg_pio_copy_start()
339 writeq(*(u64 *)from, dest); in seg_pio_copy_start()
341 dest += sizeof(u64); in seg_pio_copy_start()
344 dest -= SOP_DISTANCE; in seg_pio_copy_start()
357 while (dest < pbuf->end) { in seg_pio_copy_start()
358 writeq(*(u64 *)from, dest); in seg_pio_copy_start()
360 dest += sizeof(u64); in seg_pio_copy_start()
363 dest -= pbuf->sc->size; in seg_pio_copy_start()
368 while (dest < dend) { in seg_pio_copy_start()
369 writeq(*(u64 *)from, dest); in seg_pio_copy_start()
371 dest += sizeof(u64); in seg_pio_copy_start()
398 void __iomem *dest = pbuf->start + (pbuf->qw_written * sizeof(u64)); in mid_copy_mix() local
404 dend = dest + (qw_to_write * sizeof(u64)); in mid_copy_mix()
423 dest += SOP_DISTANCE; in mid_copy_mix()
427 while (dest < xend) { in mid_copy_mix()
428 merge_write8(pbuf, dest, from); in mid_copy_mix()
430 dest += sizeof(u64); in mid_copy_mix()
434 dest -= SOP_DISTANCE; in mid_copy_mix()
454 while (dest < pbuf->end) { in mid_copy_mix()
455 merge_write8(pbuf, dest, from); in mid_copy_mix()
457 dest += sizeof(u64); in mid_copy_mix()
460 dest -= pbuf->sc->size; in mid_copy_mix()
465 while (dest < dend) { in mid_copy_mix()
466 merge_write8(pbuf, dest, from); in mid_copy_mix()
468 dest += sizeof(u64); in mid_copy_mix()
493 if (dest >= pbuf->end) in mid_copy_mix()
494 dest -= pbuf->sc->size; in mid_copy_mix()
497 dest += SOP_DISTANCE; in mid_copy_mix()
500 carry8_write8(pbuf->carry, dest); in mid_copy_mix()
526 void __iomem *dest = pbuf->start + (pbuf->qw_written * sizeof(u64)); in mid_copy_straight() local
530 dend = dest + ((nbytes >> 3) * sizeof(u64)); in mid_copy_straight()
549 dest += SOP_DISTANCE; in mid_copy_straight()
553 while (dest < xend) { in mid_copy_straight()
554 writeq(*(u64 *)from, dest); in mid_copy_straight()
556 dest += sizeof(u64); in mid_copy_straight()
560 dest -= SOP_DISTANCE; in mid_copy_straight()
580 while (dest < pbuf->end) { in mid_copy_straight()
581 writeq(*(u64 *)from, dest); in mid_copy_straight()
583 dest += sizeof(u64); in mid_copy_straight()
586 dest -= pbuf->sc->size; in mid_copy_straight()
591 while (dest < dend) { in mid_copy_straight()
592 writeq(*(u64 *)from, dest); in mid_copy_straight()
594 dest += sizeof(u64); in mid_copy_straight()
645 void __iomem *dest; in seg_pio_copy_mid() local
656 dest = pbuf->start + (pbuf->qw_written * sizeof(u64)); in seg_pio_copy_mid()
667 if (dest >= pbuf->end) in seg_pio_copy_mid()
668 dest -= pbuf->sc->size; in seg_pio_copy_mid()
671 dest += SOP_DISTANCE; in seg_pio_copy_mid()
673 carry8_write8(pbuf->carry, dest); in seg_pio_copy_mid()
710 void __iomem *dest = pbuf->start + (pbuf->qw_written * sizeof(u64)); in seg_pio_copy_end() local
720 if (dest >= pbuf->end) in seg_pio_copy_end()
721 dest -= pbuf->sc->size; in seg_pio_copy_end()
724 dest += SOP_DISTANCE; in seg_pio_copy_end()
727 if (carry_write8(pbuf, dest)) { in seg_pio_copy_end()
728 dest += sizeof(u64); in seg_pio_copy_end()
748 while (((unsigned long)dest & PIO_BLOCK_MASK) != 0) { in seg_pio_copy_end()
749 writeq(0, dest); in seg_pio_copy_end()
750 dest += sizeof(u64); in seg_pio_copy_end()