sun4v/common/memcpy.s

5  * Common Development and Distribution License (the "License").
11  * and limitations under the License.
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
23  * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
33  *       Memmove() and bcopy() do.
67  *		copy data by shifting and merging.
73  *	the data and store to destination. Both the load and store are done
92  *   if src & dst not aligned and length <= 14
121  *     if src is word aligned and count < 512
139  * Comment on N2 memmove and memcpy common code and block-store-init:
154  *   memmove can determine the source and destination do not overlap,
184  * The data1, data2 and data3 is merged into data1 and data2.
195  * Align the data. Merge the data1 and data2 into data1.
211 	cmp	%o2, %o4	! compare size and difference of addresses
330 .mv_large_align8_copy:			! Src and dst share 8 byte alignment
393 	and	%o2, 0x7f, %o2		! residue bytes in %o2
438 	and	%o2, 0x7f, %o2		! residue bytes in %o2
486 	and	%o2, 0x7f, %o2		! residue bytes in %o2
536 	and	%o2, 0x7f, %o2		! residue bytes in %o2
587 	and	%o2, 0x7f, %o2		! residue bytes in %o2
641 	and	%o2, 0x7f, %o2		! residue bytes in %o2
697 	and	%o2, 0x7f, %o2		! residue bytes in %o2
744 	and	%o2, 0x7f, %o2		! residue bytes in %o2
830 	and	%o2, 3, %o2
851 	and	%o2, 3, %o2
874 	and	%o2, 3, %o2
886 	and	%o2, 3, %o2		! number of leftover bytes, if any
960 ! 8 or more bytes, src and dest start on word boundary
992 ! src and dest start on word boundary
1041  * Special case for handling when src and dest are both long word aligned
1042  * and total data to move is less than MED_MAX bytes
1051 	stx	%o4, [%o0]		! and store
1059 	stx	%o4, [%o0+32]		! and store
1075 	stx	%o4, [%o0]		! and store
1088 	ldx	[%o1], %o4		! load and store 16 bytes
1106 	stx	%o4, [%o0-8]		! and store 8 bytes
1119  * Handle all cases where src and dest are aligned on word
1122  * source and destination is in cache for medium
1180 	stw	%o4, [%o0]		! and store 4 bytes
1184 	stw	%o3, [%o0-4]		! and store 4 bytes
1195 	stw	%o4, [%o0-4]		! and store 4 bytes
1200 .large_align8_copy:			! Src and dst share 8 byte alignment
1287 	and	%o2, 0x7f, %o2		! residue bytes in %o2
1334 	and	%o2, 0x7f, %o2		! residue bytes in %o2
1384 	and	%o2, 0x7f, %o2		! residue bytes in %o2
1436 	and	%o2, 0x7f, %o2		! residue bytes in %o2
1489 	and	%o2, 0x7f, %o2		! residue bytes in %o2
1545 	and	%o2, 0x7f, %o2		! residue bytes in %o2
1603 	and	%o2, 0x7f, %o2		! residue bytes in %o2
1652 	and	%o2, 0x7f, %o2		! residue bytes in %o2
1696 	and	%o2, 0x3f, %o2		! residue bytes in %o2
1755 	stw	%o4, [%o0]		! and store 4 bytes
1758 	stw	%o4, [%o0+4]		! and store 4 bytes
1808 	and	%o2, 0x3f, %o2		! residue bytes in %o2
2080 	and	%o2, 0x7, %o2		! residue bytes in %o2
2112 	 * Make sure that source and destination buffers are 64 bytes apart.
2168 	and	%o2, 3, %o2
2189 	and	%o2, 3, %o2
2212 	and	%o2, 3, %o2
2225 	and	%o2, 3, %o2		! number of leftover bytes, if any
2252 	! Based on source and destination alignment do
2370 	ldda	[%i1+0x0]%asi, %o2	! partial data in %o2 and %o3 has
2374 	ALIGN_DATA(%o2, %o3, %o4, %l2, %l3, %g1)	! merge %o2, %o3 and %o4
2375 							! into %o2 and %o3
2381 	ALIGN_DATA(%o4, %o5, %o2, %l2, %l3, %g1)	! merge %o2 with %o5 and
2383 	stxa	%o5, [%i0+0x18]%asi			! into %o4 and %o5
2414 	ldda	[%i1+0x0]%asi, %o2	! partial data in %o3 for this read and
2417 	ldda	[%i1+0x10]%asi, %o4	! %o4 has complete data and %o5 has
2419 	ALIGN_DATA(%o3, %o4, %o5, %l2, %l3, %g1)	! merge %o3, %o4 and %o5
2420 							! into %o3 and %o4
2426 	ALIGN_DATA(%o5, %o2, %o3, %l2, %l3, %g1)	! merge %o2 and %o3 with
2428 	stxa	%o2, [%i0+0x18]%asi			! into %o5 and %o2