mips/lib/memcpy.S

170 #undef t0
174 #define t0	$8
301 	 and	t0, src, ADDRMASK
307 	bnez	t0, .Lsrc_unaligned_dst_aligned\@
309 	or	t0, t0, t1
310 	bnez	t0, .Lcopy_unaligned_bytes\@
317 	 SRL	t0, len, LOG_NBYTES+3	 # +3 for 8 units/iter
318 	beqz	t0, .Lcleanup_both_aligned\@ # len < 8*NBYTES
325 	LOAD(t0, UNIT(0)(src), .Ll_exc\@)
332 	STORE(t0, UNIT(0)(dst),	.Ls_exc_p8u\@)
334 	LOAD(t0, UNIT(6)(src), .Ll_exc_copy\@)
342 	STORE(t0, UNIT(-2)(dst), .Ls_exc_p2u\@)
354 	 sltu	t0, len, 4*NBYTES
355 	bnez	t0, .Lless_than_4units\@
360 	LOAD( t0, UNIT(0)(src),	.Ll_exc\@)
367 	STORE(t0, UNIT(0)(dst),	.Ls_exc_p4u\@)
383 	LOAD(t0, 0(src), .Ll_exc\@)
386 	STORE(t0, 0(dst), .Ls_exc_p1u\@)
409 	LOAD(t0, 0(src), .Ll_exc\@)
411 	SHIFT_DISCARD t0, t0, bits
412 	STREST(t0, -1(t1), .Ls_exc\@)
418 	 * t0 = src & ADDRMASK
430 	xor	match, t0, t1
440 	SRL	t0, len, LOG_NBYTES+2	 # +2 for 4 units/iter
442 	beqz	t0, .Lcleanup_src_unaligned\@
453 	LDFIRST(t0, FIRST(0)(src), .Ll_exc\@)
456 	LDREST(t0, REST(0)(src), .Ll_exc_copy\@)
467 	STORE(t0, UNIT(0)(dst),	.Ls_exc_p4u\@)
484 	LDFIRST(t0, FIRST(0)(src), .Ll_exc\@)
485 	LDREST(t0, REST(0)(src), .Ll_exc_copy\@)
488 	STORE(t0, 0(dst), .Ls_exc_p1u\@)
502 	LOADB(t0, N(src), .Ll_exc\@);	\
505 	STOREB(t0, N(dst), .Ls_exc_p1\@)
515 	LOADB(t0, NBYTES-2(src), .Ll_exc\@)
518 	STOREB(t0, NBYTES-2(dst), .Ls_exc_p1\@)
555 	LOADK	t0, TI_TASK($28)
557 	LOADK	t0, THREAD_BUADDR(t0)
564 	bne	src, t0, 1b
567 	LOADK	t0, TI_TASK($28)
569 	LOADK	t0, THREAD_BUADDR(t0)	# t0 is just past last good address
571 	SUB	len, AT, t0		# len number of uncopied bytes
605 	ADD	t0, a0, a2
607 	sltu	t0, a1, t0			# dst + len <= src -> memcpy
609 	and	t0, t1
610 	beqz	t0, .L__memcpy
617 	 sltu	t0, a1, a0
618 	beqz	t0, .Lr_end_bytes_up		# src >= dst
625 	lb	t0, -1(a1)
627 	sb	t0, -1(a0)
640 	lb	t0, (a1)
642 	sb	t0, (a0)