Lines Matching refs:dest
33 void __iomem *dest = pbuf->start + SOP_DISTANCE; in pio_copy() local
34 void __iomem *send = dest + PIO_BLOCK_SIZE; in pio_copy()
38 writeq(pbc, dest); in pio_copy()
39 dest += sizeof(u64); in pio_copy()
42 dend = dest + ((count >> 1) * sizeof(u64)); in pio_copy()
50 while (dest < dend) { in pio_copy()
51 writeq(*(u64 *)from, dest); in pio_copy()
53 dest += sizeof(u64); in pio_copy()
66 while (dest < send) { in pio_copy()
67 writeq(*(u64 *)from, dest); in pio_copy()
69 dest += sizeof(u64); in pio_copy()
72 dest -= SOP_DISTANCE; in pio_copy()
85 while (dest < pbuf->end) { in pio_copy()
86 writeq(*(u64 *)from, dest); in pio_copy()
88 dest += sizeof(u64); in pio_copy()
91 dest -= pbuf->sc->size; in pio_copy()
96 while (dest < dend) { in pio_copy()
97 writeq(*(u64 *)from, dest); in pio_copy()
99 dest += sizeof(u64); in pio_copy()
110 writeq(val.val64, dest); in pio_copy()
111 dest += sizeof(u64); in pio_copy()
117 while (((unsigned long)dest & PIO_BLOCK_MASK) != 0) { in pio_copy()
118 writeq(0, dest); in pio_copy()
119 dest += sizeof(u64); in pio_copy()
148 static inline void jcopy(u8 *dest, const u8 *src, u32 n) in jcopy() argument
152 *dest++ = *src++; in jcopy()
155 *dest++ = *src++; in jcopy()
158 *dest++ = *src++; in jcopy()
161 *dest++ = *src++; in jcopy()
164 *dest++ = *src++; in jcopy()
167 *dest++ = *src++; in jcopy()
170 *dest++ = *src++; in jcopy()
217 void __iomem *dest, in merge_write8() argument
224 writeq(temp, dest); in merge_write8()
231 static inline void carry8_write8(union mix carry, void __iomem *dest) in carry8_write8() argument
233 writeq(carry.val64, dest); in carry8_write8()
241 static inline int carry_write8(struct pio_buf *pbuf, void __iomem *dest) in carry_write8() argument
245 writeq(pbuf->carry.val64, dest); in carry_write8()
265 void __iomem *dest = pbuf->start + SOP_DISTANCE; in seg_pio_copy_start() local
266 void __iomem *send = dest + PIO_BLOCK_SIZE; in seg_pio_copy_start()
269 writeq(pbc, dest); in seg_pio_copy_start()
270 dest += sizeof(u64); in seg_pio_copy_start()
273 dend = dest + ((nbytes >> 3) * sizeof(u64)); in seg_pio_copy_start()
281 while (dest < dend) { in seg_pio_copy_start()
282 writeq(*(u64 *)from, dest); in seg_pio_copy_start()
284 dest += sizeof(u64); in seg_pio_copy_start()
297 while (dest < send) { in seg_pio_copy_start()
298 writeq(*(u64 *)from, dest); in seg_pio_copy_start()
300 dest += sizeof(u64); in seg_pio_copy_start()
303 dest -= SOP_DISTANCE; in seg_pio_copy_start()
316 while (dest < pbuf->end) { in seg_pio_copy_start()
317 writeq(*(u64 *)from, dest); in seg_pio_copy_start()
319 dest += sizeof(u64); in seg_pio_copy_start()
322 dest -= pbuf->sc->size; in seg_pio_copy_start()
327 while (dest < dend) { in seg_pio_copy_start()
328 writeq(*(u64 *)from, dest); in seg_pio_copy_start()
330 dest += sizeof(u64); in seg_pio_copy_start()
357 void __iomem *dest = pbuf->start + (pbuf->qw_written * sizeof(u64)); in mid_copy_mix() local
363 dend = dest + (qw_to_write * sizeof(u64)); in mid_copy_mix()
382 dest += SOP_DISTANCE; in mid_copy_mix()
386 while (dest < xend) { in mid_copy_mix()
387 merge_write8(pbuf, dest, from); in mid_copy_mix()
389 dest += sizeof(u64); in mid_copy_mix()
393 dest -= SOP_DISTANCE; in mid_copy_mix()
413 while (dest < pbuf->end) { in mid_copy_mix()
414 merge_write8(pbuf, dest, from); in mid_copy_mix()
416 dest += sizeof(u64); in mid_copy_mix()
419 dest -= pbuf->sc->size; in mid_copy_mix()
424 while (dest < dend) { in mid_copy_mix()
425 merge_write8(pbuf, dest, from); in mid_copy_mix()
427 dest += sizeof(u64); in mid_copy_mix()
452 if (dest >= pbuf->end) in mid_copy_mix()
453 dest -= pbuf->sc->size; in mid_copy_mix()
456 dest += SOP_DISTANCE; in mid_copy_mix()
459 carry8_write8(pbuf->carry, dest); in mid_copy_mix()
485 void __iomem *dest = pbuf->start + (pbuf->qw_written * sizeof(u64)); in mid_copy_straight() local
489 dend = dest + ((nbytes >> 3) * sizeof(u64)); in mid_copy_straight()
508 dest += SOP_DISTANCE; in mid_copy_straight()
512 while (dest < xend) { in mid_copy_straight()
513 writeq(*(u64 *)from, dest); in mid_copy_straight()
515 dest += sizeof(u64); in mid_copy_straight()
519 dest -= SOP_DISTANCE; in mid_copy_straight()
539 while (dest < pbuf->end) { in mid_copy_straight()
540 writeq(*(u64 *)from, dest); in mid_copy_straight()
542 dest += sizeof(u64); in mid_copy_straight()
545 dest -= pbuf->sc->size; in mid_copy_straight()
550 while (dest < dend) { in mid_copy_straight()
551 writeq(*(u64 *)from, dest); in mid_copy_straight()
553 dest += sizeof(u64); in mid_copy_straight()
604 void __iomem *dest; in seg_pio_copy_mid() local
615 dest = pbuf->start + (pbuf->qw_written * sizeof(u64)); in seg_pio_copy_mid()
626 if (dest >= pbuf->end) in seg_pio_copy_mid()
627 dest -= pbuf->sc->size; in seg_pio_copy_mid()
630 dest += SOP_DISTANCE; in seg_pio_copy_mid()
632 carry8_write8(pbuf->carry, dest); in seg_pio_copy_mid()
669 void __iomem *dest = pbuf->start + (pbuf->qw_written * sizeof(u64)); in seg_pio_copy_end() local
679 if (dest >= pbuf->end) in seg_pio_copy_end()
680 dest -= pbuf->sc->size; in seg_pio_copy_end()
683 dest += SOP_DISTANCE; in seg_pio_copy_end()
686 if (carry_write8(pbuf, dest)) { in seg_pio_copy_end()
687 dest += sizeof(u64); in seg_pio_copy_end()
707 while (((unsigned long)dest & PIO_BLOCK_MASK) != 0) { in seg_pio_copy_end()
708 writeq(0, dest); in seg_pio_copy_end()
709 dest += sizeof(u64); in seg_pio_copy_end()