1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * Copyright (C) 2004, 2007-2010, 2011-2012 Synopsys, Inc. (www.synopsys.com)
4 */
5
6#include <linux/linkage.h>
7
8ENTRY_CFI(memcpy)
9	or	r3,r0,r1
10	asl_s	r3,r3,30
11	mov_s	r5,r0
12	brls.d	r2,r3,.Lcopy_bytewise
13	sub.f	r3,r2,1
14	ld_s	r12,[r1,0]
15	asr.f	lp_count,r3,3
16	bbit0.d	r3,2,.Lnox4
17	bmsk_s	r2,r2,1
18	st.ab	r12,[r5,4]
19	ld.a	r12,[r1,4]
20.Lnox4:
21	lppnz	.Lendloop
22	ld_s	r3,[r1,4]
23	st.ab	r12,[r5,4]
24	ld.a	r12,[r1,8]
25	st.ab	r3,[r5,4]
26.Lendloop:
27	breq	r2,0,.Last_store
28	ld	r3,[r5,0]
29#ifdef __LITTLE_ENDIAN__
30	add3	r2,-1,r2
31	; uses long immediate
32	xor_s	r12,r12,r3
33	bmsk	r12,r12,r2
34    xor_s	r12,r12,r3
35#else /* BIG ENDIAN */
36	sub3	r2,31,r2
37	; uses long immediate
38        xor_s	r3,r3,r12
39        bmsk	r3,r3,r2
40        xor_s	r12,r12,r3
41#endif /* ENDIAN */
42.Last_store:
43	j_s.d	[blink]
44	st	r12,[r5,0]
45
46	.balign	4
47.Lcopy_bytewise:
48	jcs	[blink]
49	ldb_s	r12,[r1,0]
50	lsr.f	lp_count,r3
51	bhs_s	.Lnox1
52	stb.ab	r12,[r5,1]
53	ldb.a	r12,[r1,1]
54.Lnox1:
55	lppnz	.Lendbloop
56	ldb_s	r3,[r1,1]
57	stb.ab	r12,[r5,1]
58	ldb.a	r12,[r1,2]
59	stb.ab	r3,[r5,1]
60.Lendbloop:
61	j_s.d	[blink]
62	stb	r12,[r5,0]
63END_CFI(memcpy)
64