1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 *  linux/arch/arm/lib/copy_from_user.S
4 *
5 *  Author:	Nicolas Pitre
6 *  Created:	Sep 29, 2005
7 *  Copyright:	MontaVista Software, Inc.
8 */
9
10#include <linux/linkage.h>
11#include <asm/assembler.h>
12#include <asm/unwind.h>
13
14/*
15 * Prototype:
16 *
17 *	size_t arm_copy_from_user(void *to, const void *from, size_t n)
18 *
19 * Purpose:
20 *
21 *	copy a block to kernel memory from user memory
22 *
23 * Params:
24 *
25 *	to = kernel memory
26 *	from = user memory
27 *	n = number of bytes to copy
28 *
29 * Return value:
30 *
31 *	Number of bytes NOT copied.
32 */
33
34#ifdef CONFIG_CPU_USE_DOMAINS
35
36#ifndef CONFIG_THUMB2_KERNEL
37#define LDR1W_SHIFT	0
38#else
39#define LDR1W_SHIFT	1
40#endif
41
42	.macro ldr1w ptr reg abort
43	ldrusr	\reg, \ptr, 4, abort=\abort
44	.endm
45
46	.macro ldr4w ptr reg1 reg2 reg3 reg4 abort
47	ldr1w \ptr, \reg1, \abort
48	ldr1w \ptr, \reg2, \abort
49	ldr1w \ptr, \reg3, \abort
50	ldr1w \ptr, \reg4, \abort
51	.endm
52
53	.macro ldr8w ptr reg1 reg2 reg3 reg4 reg5 reg6 reg7 reg8 abort
54	ldr4w \ptr, \reg1, \reg2, \reg3, \reg4, \abort
55	ldr4w \ptr, \reg5, \reg6, \reg7, \reg8, \abort
56	.endm
57
58#else
59
60#define LDR1W_SHIFT	0
61
62	.macro ldr1w ptr reg abort
63	USERL(\abort, W(ldr) \reg, [\ptr], #4)
64	.endm
65
66	.macro ldr4w ptr reg1 reg2 reg3 reg4 abort
67	USERL(\abort, ldmia \ptr!, {\reg1, \reg2, \reg3, \reg4})
68	.endm
69
70	.macro ldr8w ptr reg1 reg2 reg3 reg4 reg5 reg6 reg7 reg8 abort
71	USERL(\abort, ldmia \ptr!, {\reg1, \reg2, \reg3, \reg4, \reg5, \reg6, \reg7, \reg8})
72	.endm
73
74#endif /* CONFIG_CPU_USE_DOMAINS */
75
76	.macro ldr1b ptr reg cond=al abort
77	ldrusr	\reg, \ptr, 1, \cond, abort=\abort
78	.endm
79
80#define STR1W_SHIFT	0
81
82	.macro str1w ptr reg abort
83	W(str) \reg, [\ptr], #4
84	.endm
85
86	.macro str8w ptr reg1 reg2 reg3 reg4 reg5 reg6 reg7 reg8 abort
87	stmia \ptr!, {\reg1, \reg2, \reg3, \reg4, \reg5, \reg6, \reg7, \reg8}
88	.endm
89
90	.macro str1b ptr reg cond=al abort
91	strb\cond \reg, [\ptr], #1
92	.endm
93
94	.macro enter regs:vararg
95	mov	r3, #0
96UNWIND( .save	{r0, r2, r3, \regs}		)
97	stmdb	sp!, {r0, r2, r3, \regs}
98	.endm
99
100	.macro exit regs:vararg
101	add	sp, sp, #8
102	ldmfd	sp!, {r0, \regs}
103	.endm
104
105	.text
106
107ENTRY(arm_copy_from_user)
108#ifdef CONFIG_CPU_SPECTRE
109	ldr	r3, =TASK_SIZE
110	uaccess_mask_range_ptr r1, r2, r3, ip
111#endif
112
113#include "copy_template.S"
114
115ENDPROC(arm_copy_from_user)
116
117	.pushsection .text.fixup,"ax"
118	.align 0
119	copy_abort_preamble
120	ldmfd	sp!, {r1, r2, r3}
121	sub	r0, r0, r1
122	rsb	r0, r0, r2
123	copy_abort_end
124	.popsection
125
126