1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * Early kernel startup code for Hexagon
4 *
5 * Copyright (c) 2010-2013, The Linux Foundation. All rights reserved.
6 */
7
8#include <linux/linkage.h>
9#include <linux/init.h>
10#include <asm/asm-offsets.h>
11#include <asm/mem-layout.h>
12#include <asm/vm_mmu.h>
13#include <asm/page.h>
14#include <asm/hexagon_vm.h>
15
16#define SEGTABLE_ENTRIES #0x0e0
17
18	__INIT
19ENTRY(stext)
20	/*
21	 * VMM will already have set up true vector page, MMU, etc.
22	 * To set up initial kernel identity map, we have to pass
23	 * the VMM a pointer to some canonical page tables. In
24	 * this implementation, we're assuming that we've got
25	 * them precompiled. Generate value in R24, as we'll need
26	 * it again shortly.
27	 */
28	r24.L = #LO(swapper_pg_dir)
29	r24.H = #HI(swapper_pg_dir)
30
31	/*
32	 * Symbol is kernel segment address, but we need
33	 * the logical/physical address.
34	 */
35	r25 = pc;
36	r2.h = #0xffc0;
37	r2.l = #0x0000;
38	r25 = and(r2,r25);	/*  R25 holds PHYS_OFFSET now  */
39	r1.h = #HI(PAGE_OFFSET);
40	r1.l = #LO(PAGE_OFFSET);
41	r24 = sub(r24,r1);	/* swapper_pg_dir - PAGE_OFFSET */
42	r24 = add(r24,r25);	/* + PHYS_OFFSET */
43
44	r0 = r24;  /* aka __pa(swapper_pg_dir)  */
45
46	/*
47	 * Initialize page dir to make the virtual and physical
48	 * addresses where the kernel was loaded be identical.
49	 * Done in 4MB chunks.
50	 */
51#define PTE_BITS ( __HVM_PTE_R | __HVM_PTE_W | __HVM_PTE_X	\
52		  | __HEXAGON_C_WB_L2 << 6			\
53		  | __HVM_PDE_S_4MB)
54
55	/*
56	 * Get number of VA=PA entries; only really needed for jump
57	 * to hyperspace; gets blown away immediately after
58	 */
59
60	{
61		r1.l = #LO(_end);
62		r2.l = #LO(stext);
63		r3 = #1;
64	}
65	{
66		r1.h = #HI(_end);
67		r2.h = #HI(stext);
68		r3 = asl(r3, #22);
69	}
70	{
71		r1 = sub(r1, r2);
72		r3 = add(r3, #-1);
73	}  /* r1 =  _end - stext  */
74	r1 = add(r1, r3);  /*  + (4M-1) */
75	r26 = lsr(r1, #22); /*  / 4M = # of entries */
76
77	r1 = r25;
78	r2.h = #0xffc0;
79	r2.l = #0x0000;		/* round back down to 4MB boundary  */
80	r1 = and(r1,r2);
81	r2 = lsr(r1, #22)	/* 4MB page number		*/
82	r2 = asl(r2, #2)	/* times sizeof(PTE) (4bytes)	*/
83	r0 = add(r0,r2)		/* r0 = address of correct PTE	*/
84	r2 = #PTE_BITS
85	r1 = add(r1,r2)		/* r1 = 4MB PTE for the first entry	*/
86	r2.h = #0x0040
87	r2.l = #0x0000		/* 4MB increments */
88	loop0(1f,r26);
891:
90	memw(r0 ++ #4) = r1
91	{ r1 = add(r1, r2); } :endloop0
92
93	/*  Also need to overwrite the initial 0xc0000000 entries  */
94	/*  PAGE_OFFSET >> (4MB shift - 4 bytes per entry shift)  */
95	R1.H = #HI(PAGE_OFFSET >> (22 - 2))
96	R1.L = #LO(PAGE_OFFSET >> (22 - 2))
97
98	r0 = add(r1, r24);	/* advance to 0xc0000000 entry */
99	r1 = r25;
100	r2.h = #0xffc0;
101	r2.l = #0x0000;		/* round back down to 4MB boundary  */
102	r1 = and(r1,r2);	/* for huge page */
103	r2 = #PTE_BITS
104	r1 = add(r1,r2);
105	r2.h = #0x0040
106	r2.l = #0x0000		/* 4MB increments */
107
108	loop0(1f,SEGTABLE_ENTRIES);
1091:
110	memw(r0 ++ #4) = r1;
111	{ r1 = add(r1,r2); } :endloop0
112
113	r0 = r24;
114
115	/*
116	 * The subroutine wrapper around the virtual instruction touches
117	 * no memory, so we should be able to use it even here.
118	 * Note that in this version, R1 and R2 get "clobbered"; see
119	 * vm_ops.S
120	 */
121	r1 = #VM_TRANS_TYPE_TABLE
122	call	__vmnewmap;
123
124	/*  Jump into virtual address range.  */
125
126	r31.h = #hi(__head_s_vaddr_target)
127	r31.l = #lo(__head_s_vaddr_target)
128	jumpr r31
129
130	/*  Insert trippy space effects.  */
131
132__head_s_vaddr_target:
133	/*
134	 * Tear down VA=PA translation now that we are running
135	 * in kernel virtual space.
136	 */
137	r0 = #__HVM_PDE_S_INVALID
138
139	r1.h = #0xffc0;
140	r1.l = #0x0000;
141	r2 = r25;		/* phys_offset */
142	r2 = and(r1,r2);
143
144	r1.l = #lo(swapper_pg_dir)
145	r1.h = #hi(swapper_pg_dir)
146	r2 = lsr(r2, #22)	/* 4MB page number		*/
147	r2 = asl(r2, #2)	/* times sizeof(PTE) (4bytes)	*/
148	r1 = add(r1,r2);
149	loop0(1f,r26)
150
1511:
152	{
153		memw(R1 ++ #4) = R0
154	}:endloop0
155
156	r0 = r24
157	r1 = #VM_TRANS_TYPE_TABLE
158	call __vmnewmap
159
160	/*  Go ahead and install the trap0 return so angel calls work  */
161	r0.h = #hi(_K_provisional_vec)
162	r0.l = #lo(_K_provisional_vec)
163	call __vmsetvec
164
165	/*
166	 * OK, at this point we should start to be much more careful,
167	 * we're going to enter C code and start touching memory
168	 * in all sorts of places.
169	 * This means:
170	 *      SGP needs to be OK
171	 *	Need to lock shared resources
172	 *	A bunch of other things that will cause
173	 * 	all kinds of painful bugs
174	 */
175
176	/*
177	 * Stack pointer should be pointed at the init task's
178	 * thread stack, which should have been declared in arch/init_task.c.
179	 * So uhhhhh...
180	 * It's accessible via the init_thread_union, which is a union
181	 * of a thread_info struct and a stack; of course, the top
182	 * of the stack is not for you.  The end of the stack
183	 * is simply init_thread_union + THREAD_SIZE.
184	 */
185
186	{r29.H = #HI(init_thread_union); r0.H = #HI(_THREAD_SIZE); }
187	{r29.L = #LO(init_thread_union); r0.L = #LO(_THREAD_SIZE); }
188
189	/*  initialize the register used to point to current_thread_info */
190	/*  Fixme:  THREADINFO_REG can't be R2 because of that memset thing. */
191	{r29 = add(r29,r0); THREADINFO_REG = r29; }
192
193	/*  Hack:  zero bss; */
194	{ r0.L = #LO(__bss_start);  r1 = #0; r2.l = #LO(__bss_stop); }
195	{ r0.H = #HI(__bss_start);           r2.h = #HI(__bss_stop); }
196
197	r2 = sub(r2,r0);
198	call memset;
199
200	/*  Set PHYS_OFFSET; should be in R25 */
201#ifdef CONFIG_HEXAGON_PHYS_OFFSET
202	r0.l = #LO(__phys_offset);
203	r0.h = #HI(__phys_offset);
204	memw(r0) = r25;
205#endif
206
207	/* Time to make the doughnuts.   */
208	call start_kernel
209
210	/*
211	 * Should not reach here.
212	 */
2131:
214	jump 1b
215
216.p2align PAGE_SHIFT
217ENTRY(external_cmdline_buffer)
218        .fill _PAGE_SIZE,1,0
219
220.data
221.p2align PAGE_SHIFT
222ENTRY(empty_zero_page)
223        .fill _PAGE_SIZE,1,0
224