mips/cavium-octeon/octeon-memcpy.S

21 #define dst a0
28  * memcpy copies len bytes from src to dst and sets v0 to dst.
30  *   - src and dst don't overlap
32  *   - dst is writable
35  * __copy_user copies up to len bytes from src to dst and sets a2 (len) to
37  * __copy_user assumes that src and dst don't overlap, and that the call is
42  *     - dst is writable  (no exceptions when writing dst)
60  *  3- (dst - src) == (dst_entry - src_entry),
65  * (3) is met by not doing loads between a pair of increments of dst and src
146  * memcpy sets v0 to dst.
149 LEAF(memcpy)					/* a0=dst a1=src a2=len */
151 	move	v0, dst				/* return value */
158 	 * Note: dst & src may be unaligned, len may be 0
192 EXC(	STORE	t0, UNIT(0)(dst),	s_exc_p16u)
193 EXC(	STORE	t1, UNIT(1)(dst),	s_exc_p15u)
194 EXC(	STORE	t2, UNIT(2)(dst),	s_exc_p14u)
195 EXC(	STORE	t3, UNIT(3)(dst),	s_exc_p13u)
200 EXC(	STORE	t0, UNIT(4)(dst),	s_exc_p12u)
201 EXC(	STORE	t1, UNIT(5)(dst),	s_exc_p11u)
202 EXC(	STORE	t2, UNIT(6)(dst),	s_exc_p10u)
204 EXC(	STORE	t3, UNIT(7)(dst),	s_exc_p9u)
205 	ADD	dst, dst, 16*NBYTES
210 EXC(	STORE	t0, UNIT(-8)(dst),	s_exc_p8u)
211 EXC(	STORE	t1, UNIT(-7)(dst),	s_exc_p7u)
212 EXC(	STORE	t2, UNIT(-6)(dst),	s_exc_p6u)
213 EXC(	STORE	t3, UNIT(-5)(dst),	s_exc_p5u)
218 EXC(	STORE	t0, UNIT(-4)(dst),	s_exc_p4u)
219 EXC(	STORE	t1, UNIT(-3)(dst),	s_exc_p3u)
220 EXC(	STORE	t2, UNIT(-2)(dst),	s_exc_p2u)
221 EXC(	STORE	t3, UNIT(-1)(dst),	s_exc_p1u)
240 EXC(	STORE	t0, UNIT(0)(dst),	s_exc_p8u)
241 EXC(	STORE	t1, UNIT(1)(dst),	s_exc_p7u)
242 EXC(	STORE	t2, UNIT(2)(dst),	s_exc_p6u)
243 EXC(	STORE	t3, UNIT(3)(dst),	s_exc_p5u)
248 EXC(	STORE	t0, UNIT(4)(dst),	s_exc_p4u)
249 EXC(	STORE	t1, UNIT(5)(dst),	s_exc_p3u)
250 EXC(	STORE	t2, UNIT(6)(dst),	s_exc_p2u)
251 EXC(	STORE	t3, UNIT(7)(dst),	s_exc_p1u)
254 	 ADD	dst, dst, 8*NBYTES
267 EXC(	STORE	t0, UNIT(0)(dst),	s_exc_p4u)
268 EXC(	STORE	t1, UNIT(1)(dst),	s_exc_p3u)
269 EXC(	STORE	t2, UNIT(2)(dst),	s_exc_p2u)
270 EXC(	STORE	t3, UNIT(3)(dst),	s_exc_p1u)
273 	 ADD	dst, dst, 4*NBYTES
288 EXC(	STORE	t0, 0(dst),		s_exc_p1u)
291 	 ADD	dst, dst, NBYTES
298 EXC(	STORE	t0, 0(dst),		s_exc_p1u)
301 	 ADD	dst, dst, NBYTES
308 	ADD	dst, dst, NBYTES
310 EXC(	 STORE	t0, -8(dst),		s_exc_p1u)
334 EXC(	STORE	t0, UNIT(0)(dst),	s_exc_p4u)
335 EXC(	STORE	t1, UNIT(1)(dst),	s_exc_p3u)
336 EXC(	STORE	t2, UNIT(2)(dst),	s_exc_p2u)
337 EXC(	STORE	t3, UNIT(3)(dst),	s_exc_p1u)
339 	 ADD	dst, dst, 4*NBYTES
350 EXC(	STORE	t0, 0(dst),		s_exc_p1u)
353 	 ADD	dst, dst, NBYTES
364 EXC(	 sb	t0, N(dst), s_exc_p1)
375 EXC(	 sb	t0, NBYTES-2(dst), s_exc_p1)
382 	/* Rewind src and dst by 16*NBYTES for l_exc_copy */
384 	SUB	dst, dst, 16*NBYTES
401 	sb	t1, 0(dst)	# can't fault -- we're copy_from_user
403 	 ADD	dst, dst, 1
446 	sltu	t0, a1, t0			# dst + len <= src -> memcpy
447 	sltu	t1, a0, t1			# dst >= src + len -> memcpy
455 LEAF(__rmemcpy)					/* a0=dst a1=src a2=len */
457 	beqz	t0, r_end_bytes_up		# src >= dst
459 	ADD	a0, a2				# dst = dst + len