mp_cpudep.c revision 198427
1/*-
2 * Copyright (c) 2008 Marcel Moolenaar
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 *
9 * 1. Redistributions of source code must retain the above copyright
10 *    notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 *    notice, this list of conditions and the following disclaimer in the
13 *    documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25 */
26
27#include <sys/cdefs.h>
28__FBSDID("$FreeBSD: head/sys/powerpc/aim/mp_cpudep.c 198427 2009-10-23 21:36:33Z nwhitehorn $");
29
30#include <sys/param.h>
31#include <sys/systm.h>
32#include <sys/kernel.h>
33#include <sys/bus.h>
34#include <sys/pcpu.h>
35#include <sys/proc.h>
36#include <sys/smp.h>
37
38#include <machine/bus.h>
39#include <machine/cpu.h>
40#include <machine/hid.h>
41#include <machine/intr_machdep.h>
42#include <machine/pcb.h>
43#include <machine/psl.h>
44#include <machine/smp.h>
45#include <machine/spr.h>
46#include <machine/trap_aim.h>
47
48#include <dev/ofw/openfirm.h>
49#include <machine/ofw_machdep.h>
50
51void *ap_pcpu;
52
53static register_t bsp_state[8] __aligned(8);
54
55static void cpudep_save_config(void *dummy);
56SYSINIT(cpu_save_config, SI_SUB_CPU, SI_ORDER_ANY, cpudep_save_config, NULL);
57
58uintptr_t
59cpudep_ap_bootstrap(void)
60{
61	register_t msr, sp;
62
63	msr = PSL_KERNSET & ~PSL_EE;
64	mtmsr(msr);
65	isync();
66
67	__asm __volatile("mtsprg 0, %0" :: "r"(ap_pcpu));
68	powerpc_sync();
69
70	pcpup->pc_curthread = pcpup->pc_idlethread;
71	pcpup->pc_curpcb = pcpup->pc_curthread->td_pcb;
72	sp = pcpup->pc_curpcb->pcb_sp;
73
74	return (sp);
75}
76
77static register_t
78mpc745x_l2_enable(register_t l2cr_config)
79{
80	register_t ccr;
81
82	ccr = mfspr(SPR_L2CR);
83	if (ccr & L2CR_L2E)
84		return (ccr);
85
86	/* Configure L2 cache. */
87	ccr = l2cr_config & ~L2CR_L2E;
88	mtspr(SPR_L2CR, ccr | L2CR_L2I);
89	do {
90		ccr = mfspr(SPR_L2CR);
91	} while (ccr & L2CR_L2I);
92	powerpc_sync();
93	mtspr(SPR_L2CR, l2cr_config);
94	powerpc_sync();
95
96	return (l2cr_config);
97}
98
99static register_t
100mpc745x_l3_enable(register_t l3cr_config)
101{
102	register_t ccr;
103
104	ccr = mfspr(SPR_L3CR);
105	if (ccr & L3CR_L3E)
106		return (ccr);
107
108	/* Configure L3 cache. */
109	ccr = l3cr_config & ~(L3CR_L3E | L3CR_L3I | L3CR_L3PE | L3CR_L3CLKEN);
110	mtspr(SPR_L3CR, ccr);
111	ccr |= 0x4000000;       /* Magic, but documented. */
112	mtspr(SPR_L3CR, ccr);
113	ccr |= L3CR_L3CLKEN;
114	mtspr(SPR_L3CR, ccr);
115	mtspr(SPR_L3CR, ccr | L3CR_L3I);
116	while (mfspr(SPR_L3CR) & L3CR_L3I)
117		;
118	mtspr(SPR_L3CR, ccr & ~L3CR_L3CLKEN);
119	powerpc_sync();
120	DELAY(100);
121	mtspr(SPR_L3CR, ccr);
122	powerpc_sync();
123	DELAY(100);
124	ccr |= L3CR_L3E;
125	mtspr(SPR_L3CR, ccr);
126	powerpc_sync();
127
128	return(ccr);
129}
130
131static register_t
132mpc745x_l1d_enable(void)
133{
134	register_t hid;
135
136	hid = mfspr(SPR_HID0);
137	if (hid & HID0_DCE)
138		return (hid);
139
140	/* Enable L1 D-cache */
141	hid |= HID0_DCE;
142	powerpc_sync();
143	mtspr(SPR_HID0, hid | HID0_DCFI);
144	powerpc_sync();
145
146	return (hid);
147}
148
149static register_t
150mpc745x_l1i_enable(void)
151{
152	register_t hid;
153
154	hid = mfspr(SPR_HID0);
155	if (hid & HID0_ICE)
156		return (hid);
157
158	/* Enable L1 I-cache */
159	hid |= HID0_ICE;
160	isync();
161	mtspr(SPR_HID0, hid | HID0_ICFI);
162	isync();
163
164	return (hid);
165}
166
167static void
168cpudep_save_config(void *dummy)
169{
170	uint16_t	vers;
171
172	vers = mfpvr() >> 16;
173
174	switch(vers) {
175	case IBM970:
176	case IBM970FX:
177	case IBM970MP:
178		__asm __volatile ("mfspr %0,%2; mr %1,%0; srdi %0,%0,32"
179		    : "=r" (bsp_state[0]),"=r" (bsp_state[1]) : "K" (SPR_HID0));
180		__asm __volatile ("mfspr %0,%2; mr %1,%0; srdi %0,%0,32"
181		    : "=r" (bsp_state[2]),"=r" (bsp_state[3]) : "K" (SPR_HID1));
182		__asm __volatile ("mfspr %0,%2; mr %1,%0; srdi %0,%0,32"
183		    : "=r" (bsp_state[4]),"=r" (bsp_state[5]) : "K" (SPR_HID4));
184		__asm __volatile ("mfspr %0,%2; mr %1,%0; srdi %0,%0,32"
185		    : "=r" (bsp_state[6]),"=r" (bsp_state[7]) : "K" (SPR_HID5));
186
187		powerpc_sync();
188
189		break;
190	case MPC7450:
191	case MPC7455:
192	case MPC7457:
193		/* Only MPC745x CPUs have an L3 cache. */
194		bsp_state[3] = mfspr(SPR_L3CR);
195
196		/* Fallthrough */
197	case MPC7400:
198	case MPC7410:
199	case MPC7447A:
200	case MPC7448:
201		bsp_state[2] = mfspr(SPR_L2CR);
202		bsp_state[1] = mfspr(SPR_HID1);
203		bsp_state[0] = mfspr(SPR_HID0);
204		break;
205	}
206}
207
208void
209cpudep_ap_setup()
210{
211	register_t	reg;
212	uint16_t	vers;
213
214	vers = mfpvr() >> 16;
215
216	switch(vers) {
217	case IBM970:
218	case IBM970FX:
219	case IBM970MP:
220		/* Set HIOR to 0 */
221		__asm __volatile("mtspr 311,%0" :: "r"(0));
222		powerpc_sync();
223
224		/*
225		 * The 970 has strange rules about how to update HID registers.
226		 * See Table 2-3, 970MP manual
227		 */
228
229		__asm __volatile("mtasr %0; sync" :: "r"(0));
230		__asm __volatile(" \
231			ld	%0,0(%2);				\
232			sync; isync;					\
233			mtspr	%1, %0;					\
234			mfspr	%0, %1;	mfspr	%0, %1;	mfspr	%0, %1;	\
235			mfspr	%0, %1;	mfspr	%0, %1;	mfspr	%0, %1; \
236			sync; isync"
237		    : "=r"(reg) : "K"(SPR_HID0), "r"(bsp_state));
238		__asm __volatile("ld %0, 8(%2); sync; isync;	\
239		    mtspr %1, %0; mtspr %1, %0; sync; isync"
240		    : "=r"(reg) : "K"(SPR_HID1), "r"(bsp_state));
241		__asm __volatile("ld %0, 16(%2); sync; isync;	\
242		    mtspr %1, %0; sync; isync;"
243		    : "=r"(reg) : "K"(SPR_HID4), "r"(bsp_state));
244		__asm __volatile("ld %0, 24(%2); sync; isync;	\
245		    mtspr %1, %0; sync; isync;"
246		    : "=r"(reg) : "K"(SPR_HID5), "r"(bsp_state));
247
248		powerpc_sync();
249		break;
250	case MPC7450:
251	case MPC7455:
252	case MPC7457:
253		/* Only MPC745x CPUs have an L3 cache. */
254		reg = mpc745x_l3_enable(bsp_state[3]);
255
256		/* Fallthrough */
257	case MPC7400:
258	case MPC7410:
259	case MPC7447A:
260	case MPC7448:
261		/* XXX: Program the CPU ID into PIR */
262		__asm __volatile("mtspr 1023,%0" :: "r"(PCPU_GET(cpuid)));
263
264		powerpc_sync();
265		isync();
266
267		mtspr(SPR_HID0, bsp_state[0]); isync();
268		mtspr(SPR_HID1, bsp_state[1]); isync();
269
270		reg = mpc745x_l2_enable(bsp_state[2]);
271		reg = mpc745x_l1d_enable();
272		reg = mpc745x_l1i_enable();
273
274		break;
275	default:
276		printf("WARNING: Unknown CPU type. Cache performace may be "
277		    "suboptimal.\n");
278		break;
279	}
280}
281
282