2/* $NetBSD: trap_subr.S,v 1.20 2002/04/22 23:20:08 kleink Exp $ */
3
4/*-
5 * Copyright (C) 1995, 1996 Wolfgang Solfrank.
6 * Copyright (C) 1995, 1996 TooLs GmbH.
7 * All rights reserved.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
11 * are met:
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 * notice, this list of conditions and the following disclaimer in the
16 * documentation and/or other materials provided with the distribution.
17 * 3. All advertising materials mentioning features or use of this software
18 * must display the following acknowledgement:
19 * This product includes software developed by TooLs GmbH.
20 * 4. The name of TooLs GmbH may not be used to endorse or promote products
21 * derived from this software without specific prior written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
24 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
25 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
26 * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
27 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
28 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
29 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
30 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
31 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
32 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33 */
34
35/*
36 * NOTICE: This is not a standalone file. to use it, #include it in
37 * your port's locore.S, like so:
38 *
39 * #include <powerpc/aim/trap_subr.S>
40 */
41
42/*
43 * Save/restore segment registers
44 */
45
46/*
47 * Restore SRs for a pmap
48 *
49 * Requires that r28-r31 be scratch, with r28 initialized to the SLB cache
50 */
51
52/*
53 * User SRs are loaded through a pointer to the current pmap.
54 */
55restore_usersrs:
56 GET_CPUINFO(%r28)
57 ld %r28,PC_USERSLB(%r28)
58 li %r29, 0 /* Set the counter to zero */
59
60 slbia
61 slbmfee %r31,%r29
62 clrrdi %r31,%r31,28
63 slbie %r31
641: ld %r31, 0(%r28) /* Load SLB entry pointer */
65 cmpli 0, %r31, 0 /* If NULL, stop */
66 beqlr
67
68 ld %r30, 0(%r31) /* Load SLBV */
69 ld %r31, 8(%r31) /* Load SLBE */
70 or %r31, %r31, %r29 /* Set SLBE slot */
71 slbmte %r30, %r31 /* Install SLB entry */
72
73 addi %r28, %r28, 8 /* Advance pointer */
74 addi %r29, %r29, 1
75 b 1b /* Repeat */
76
77/*
78 * Kernel SRs are loaded directly from the PCPU fields
79 */
80restore_kernsrs:
81 GET_CPUINFO(%r28)
82 addi %r28,%r28,PC_KERNSLB
83 li %r29, 0 /* Set the counter to zero */
84
85 slbia
86 slbmfee %r31,%r29
87 clrrdi %r31,%r31,28
88 slbie %r31
891: cmpli 0, %r29, USER_SLB_SLOT /* Skip the user slot */
90 beq- 2f
91
92 ld %r31, 8(%r28) /* Load SLBE */
93 cmpli 0, %r31, 0 /* If SLBE is not valid, stop */
94 beqlr
95 ld %r30, 0(%r28) /* Load SLBV */
96 slbmte %r30, %r31 /* Install SLB entry */
97
982: addi %r28, %r28, 16 /* Advance pointer */
99 addi %r29, %r29, 1
100 cmpli 0, %r29, 64 /* Repeat if we are not at the end */
101 blt 1b
102 blr
103
104/*
105 * FRAME_SETUP assumes:
106 * SPRG1 SP (1)
107 * SPRG3 trap type
108 * savearea r27-r31,DAR,DSISR (DAR & DSISR only for DSI traps)
109 * r28 LR
110 * r29 CR
111 * r30 scratch
112 * r31 scratch
113 * r1 kernel stack
114 * SRR0/1 as at start of trap
115 *
116 * NOTE: SPRG1 is never used while the MMU is on, making it safe to reuse
117 * in any real-mode fault handler, including those handling double faults.
118 */
119#define FRAME_SETUP(savearea) \
120/* Have to enable translation to allow access of kernel stack: */ \
121 GET_CPUINFO(%r31); \
122 mfsrr0 %r30; \
123 std %r30,(savearea+CPUSAVE_SRR0)(%r31); /* save SRR0 */ \
124 mfsrr1 %r30; \
125 std %r30,(savearea+CPUSAVE_SRR1)(%r31); /* save SRR1 */ \
126 mfsprg1 %r31; /* get saved SP (clears SPRG1) */ \
127 mfmsr %r30; \
128 ori %r30,%r30,(PSL_DR|PSL_IR|PSL_RI)@l; /* relocation on */ \
129 mtmsr %r30; /* stack can now be accessed */ \
130 isync; \
131 stdu %r31,-(FRAMELEN+288)(%r1); /* save it in the callframe */ \
132 std %r0, FRAME_0+48(%r1); /* save r0 in the trapframe */ \
133 std %r31,FRAME_1+48(%r1); /* save SP " " */ \
134 std %r2, FRAME_2+48(%r1); /* save r2 " " */ \
135 std %r28,FRAME_LR+48(%r1); /* save LR " " */ \
136 std %r29,FRAME_CR+48(%r1); /* save CR " " */ \
137 GET_CPUINFO(%r2); \
138 ld %r27,(savearea+CPUSAVE_R27)(%r2); /* get saved r27 */ \
139 ld %r28,(savearea+CPUSAVE_R28)(%r2); /* get saved r28 */ \
140 ld %r29,(savearea+CPUSAVE_R29)(%r2); /* get saved r29 */ \
141 ld %r30,(savearea+CPUSAVE_R30)(%r2); /* get saved r30 */ \
142 ld %r31,(savearea+CPUSAVE_R31)(%r2); /* get saved r31 */ \
143 std %r3, FRAME_3+48(%r1); /* save r3-r31 */ \
144 std %r4, FRAME_4+48(%r1); \
145 std %r5, FRAME_5+48(%r1); \
146 std %r6, FRAME_6+48(%r1); \
147 std %r7, FRAME_7+48(%r1); \
148 std %r8, FRAME_8+48(%r1); \
149 std %r9, FRAME_9+48(%r1); \
150 std %r10, FRAME_10+48(%r1); \
151 std %r11, FRAME_11+48(%r1); \
152 std %r12, FRAME_12+48(%r1); \
153 std %r13, FRAME_13+48(%r1); \
154 std %r14, FRAME_14+48(%r1); \
155 std %r15, FRAME_15+48(%r1); \
156 std %r16, FRAME_16+48(%r1); \
157 std %r17, FRAME_17+48(%r1); \
158 std %r18, FRAME_18+48(%r1); \
159 std %r19, FRAME_19+48(%r1); \
160 std %r20, FRAME_20+48(%r1); \
161 std %r21, FRAME_21+48(%r1); \
162 std %r22, FRAME_22+48(%r1); \
163 std %r23, FRAME_23+48(%r1); \
164 std %r24, FRAME_24+48(%r1); \
165 std %r25, FRAME_25+48(%r1); \
166 std %r26, FRAME_26+48(%r1); \
167 std %r27, FRAME_27+48(%r1); \
168 std %r28, FRAME_28+48(%r1); \
169 std %r29, FRAME_29+48(%r1); \
170 std %r30, FRAME_30+48(%r1); \
171 std %r31, FRAME_31+48(%r1); \
172 ld %r28,(savearea+CPUSAVE_AIM_DAR)(%r2); /* saved DAR */ \
173 ld %r29,(savearea+CPUSAVE_AIM_DSISR)(%r2);/* saved DSISR */\
174 ld %r30,(savearea+CPUSAVE_SRR0)(%r2); /* saved SRR0 */ \
175 ld %r31,(savearea+CPUSAVE_SRR1)(%r2); /* saved SRR1 */ \
176 mfxer %r3; \
177 mfctr %r4; \
178 mfsprg3 %r5; \
179 std %r3, FRAME_XER+48(1); /* save xer/ctr/exc */ \
180 std %r4, FRAME_CTR+48(1); \
181 std %r5, FRAME_EXC+48(1); \
182 std %r28,FRAME_AIM_DAR+48(1); \
183 std %r29,FRAME_AIM_DSISR+48(1); /* save dsisr/srr0/srr1 */ \
184 std %r30,FRAME_SRR0+48(1); \
185 std %r31,FRAME_SRR1+48(1); \
186 ld %r13,PC_CURTHREAD(%r2) /* set kernel curthread */
187
188#define FRAME_LEAVE(savearea) \
189/* Disable exceptions: */ \
190 mfmsr %r2; \
191 andi. %r2,%r2,~PSL_EE@l; \
192 mtmsr %r2; \
193 isync; \
194/* Now restore regs: */ \
195 ld %r2,FRAME_SRR0+48(%r1); \
196 ld %r3,FRAME_SRR1+48(%r1); \
197 ld %r4,FRAME_CTR+48(%r1); \
198 ld %r5,FRAME_XER+48(%r1); \
199 ld %r6,FRAME_LR+48(%r1); \
200 GET_CPUINFO(%r7); \
201 std %r2,(savearea+CPUSAVE_SRR0)(%r7); /* save SRR0 */ \
202 std %r3,(savearea+CPUSAVE_SRR1)(%r7); /* save SRR1 */ \
203 ld %r7,FRAME_CR+48(%r1); \
204 mtctr %r4; \
205 mtxer %r5; \
206 mtlr %r6; \
207 mtsprg2 %r7; /* save cr */ \
208 ld %r31,FRAME_31+48(%r1); /* restore r0-31 */ \
209 ld %r30,FRAME_30+48(%r1); \
210 ld %r29,FRAME_29+48(%r1); \
211 ld %r28,FRAME_28+48(%r1); \
212 ld %r27,FRAME_27+48(%r1); \
213 ld %r26,FRAME_26+48(%r1); \
214 ld %r25,FRAME_25+48(%r1); \
215 ld %r24,FRAME_24+48(%r1); \
216 ld %r23,FRAME_23+48(%r1); \
217 ld %r22,FRAME_22+48(%r1); \
218 ld %r21,FRAME_21+48(%r1); \
219 ld %r20,FRAME_20+48(%r1); \
220 ld %r19,FRAME_19+48(%r1); \
221 ld %r18,FRAME_18+48(%r1); \
222 ld %r17,FRAME_17+48(%r1); \
223 ld %r16,FRAME_16+48(%r1); \
224 ld %r15,FRAME_15+48(%r1); \
225 ld %r14,FRAME_14+48(%r1); \
226 ld %r13,FRAME_13+48(%r1); \
227 ld %r12,FRAME_12+48(%r1); \
228 ld %r11,FRAME_11+48(%r1); \
229 ld %r10,FRAME_10+48(%r1); \
230 ld %r9, FRAME_9+48(%r1); \
231 ld %r8, FRAME_8+48(%r1); \
232 ld %r7, FRAME_7+48(%r1); \
233 ld %r6, FRAME_6+48(%r1); \
234 ld %r5, FRAME_5+48(%r1); \
235 ld %r4, FRAME_4+48(%r1); \
236 ld %r3, FRAME_3+48(%r1); \
237 ld %r2, FRAME_2+48(%r1); \
238 ld %r0, FRAME_0+48(%r1); \
239 ld %r1, FRAME_1+48(%r1); \
240/* Can't touch %r1 from here on */ \
241 mtsprg3 %r3; /* save r3 */ \
242/* Disable translation, machine check and recoverability: */ \
243 mfmsr %r3; \
244 andi. %r3,%r3,~(PSL_DR|PSL_IR|PSL_ME|PSL_RI)@l; \
245 mtmsr %r3; \
246 isync; \
247/* Decide whether we return to user mode: */ \
248 GET_CPUINFO(%r3); \
249 ld %r3,(savearea+CPUSAVE_SRR1)(%r3); \
250 mtcr %r3; \
251 bf 17,1f; /* branch if PSL_PR is false */ \
252/* Restore user SRs */ \
253 GET_CPUINFO(%r3); \
254 std %r27,(savearea+CPUSAVE_R27)(%r3); \
255 std %r28,(savearea+CPUSAVE_R28)(%r3); \
256 std %r29,(savearea+CPUSAVE_R29)(%r3); \
257 std %r30,(savearea+CPUSAVE_R30)(%r3); \
258 std %r31,(savearea+CPUSAVE_R31)(%r3); \
259 mflr %r27; /* preserve LR */ \
260 bl restore_usersrs; /* uses r28-r31 */ \
261 mtlr %r27; \
262 ld %r31,(savearea+CPUSAVE_R31)(%r3); \
263 ld %r30,(savearea+CPUSAVE_R30)(%r3); \
264 ld %r29,(savearea+CPUSAVE_R29)(%r3); \
265 ld %r28,(savearea+CPUSAVE_R28)(%r3); \
266 ld %r27,(savearea+CPUSAVE_R27)(%r3); \
2671: mfsprg2 %r3; /* restore cr */ \
268 mtcr %r3; \
269 GET_CPUINFO(%r3); \
270 ld %r3,(savearea+CPUSAVE_SRR0)(%r3); /* restore srr0 */ \
271 mtsrr0 %r3; \
272 GET_CPUINFO(%r3); \
273 ld %r3,(savearea+CPUSAVE_SRR1)(%r3); /* restore srr1 */ \
274 mtsrr1 %r3; \
275 mfsprg3 %r3 /* restore r3 */
276
277#ifdef KDTRACE_HOOKS
278 .data
279 .globl dtrace_invop_calltrap_addr
280 .align 8
281 .type dtrace_invop_calltrap_addr, @object
282 .size dtrace_invop_calltrap_addr, 8
283dtrace_invop_calltrap_addr:
284 .word 0
285 .word 0
286
287 .text
288#endif
289
| 2/* $NetBSD: trap_subr.S,v 1.20 2002/04/22 23:20:08 kleink Exp $ */
3
4/*-
5 * Copyright (C) 1995, 1996 Wolfgang Solfrank.
6 * Copyright (C) 1995, 1996 TooLs GmbH.
7 * All rights reserved.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
11 * are met:
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 * notice, this list of conditions and the following disclaimer in the
16 * documentation and/or other materials provided with the distribution.
17 * 3. All advertising materials mentioning features or use of this software
18 * must display the following acknowledgement:
19 * This product includes software developed by TooLs GmbH.
20 * 4. The name of TooLs GmbH may not be used to endorse or promote products
21 * derived from this software without specific prior written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
24 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
25 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
26 * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
27 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
28 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
29 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
30 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
31 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
32 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33 */
34
35/*
36 * NOTICE: This is not a standalone file. to use it, #include it in
37 * your port's locore.S, like so:
38 *
39 * #include <powerpc/aim/trap_subr.S>
40 */
41
42/*
43 * Save/restore segment registers
44 */
45
46/*
47 * Restore SRs for a pmap
48 *
49 * Requires that r28-r31 be scratch, with r28 initialized to the SLB cache
50 */
51
52/*
53 * User SRs are loaded through a pointer to the current pmap.
54 */
55restore_usersrs:
56 GET_CPUINFO(%r28)
57 ld %r28,PC_USERSLB(%r28)
58 li %r29, 0 /* Set the counter to zero */
59
60 slbia
61 slbmfee %r31,%r29
62 clrrdi %r31,%r31,28
63 slbie %r31
641: ld %r31, 0(%r28) /* Load SLB entry pointer */
65 cmpli 0, %r31, 0 /* If NULL, stop */
66 beqlr
67
68 ld %r30, 0(%r31) /* Load SLBV */
69 ld %r31, 8(%r31) /* Load SLBE */
70 or %r31, %r31, %r29 /* Set SLBE slot */
71 slbmte %r30, %r31 /* Install SLB entry */
72
73 addi %r28, %r28, 8 /* Advance pointer */
74 addi %r29, %r29, 1
75 b 1b /* Repeat */
76
77/*
78 * Kernel SRs are loaded directly from the PCPU fields
79 */
80restore_kernsrs:
81 GET_CPUINFO(%r28)
82 addi %r28,%r28,PC_KERNSLB
83 li %r29, 0 /* Set the counter to zero */
84
85 slbia
86 slbmfee %r31,%r29
87 clrrdi %r31,%r31,28
88 slbie %r31
891: cmpli 0, %r29, USER_SLB_SLOT /* Skip the user slot */
90 beq- 2f
91
92 ld %r31, 8(%r28) /* Load SLBE */
93 cmpli 0, %r31, 0 /* If SLBE is not valid, stop */
94 beqlr
95 ld %r30, 0(%r28) /* Load SLBV */
96 slbmte %r30, %r31 /* Install SLB entry */
97
982: addi %r28, %r28, 16 /* Advance pointer */
99 addi %r29, %r29, 1
100 cmpli 0, %r29, 64 /* Repeat if we are not at the end */
101 blt 1b
102 blr
103
104/*
105 * FRAME_SETUP assumes:
106 * SPRG1 SP (1)
107 * SPRG3 trap type
108 * savearea r27-r31,DAR,DSISR (DAR & DSISR only for DSI traps)
109 * r28 LR
110 * r29 CR
111 * r30 scratch
112 * r31 scratch
113 * r1 kernel stack
114 * SRR0/1 as at start of trap
115 *
116 * NOTE: SPRG1 is never used while the MMU is on, making it safe to reuse
117 * in any real-mode fault handler, including those handling double faults.
118 */
119#define FRAME_SETUP(savearea) \
120/* Have to enable translation to allow access of kernel stack: */ \
121 GET_CPUINFO(%r31); \
122 mfsrr0 %r30; \
123 std %r30,(savearea+CPUSAVE_SRR0)(%r31); /* save SRR0 */ \
124 mfsrr1 %r30; \
125 std %r30,(savearea+CPUSAVE_SRR1)(%r31); /* save SRR1 */ \
126 mfsprg1 %r31; /* get saved SP (clears SPRG1) */ \
127 mfmsr %r30; \
128 ori %r30,%r30,(PSL_DR|PSL_IR|PSL_RI)@l; /* relocation on */ \
129 mtmsr %r30; /* stack can now be accessed */ \
130 isync; \
131 stdu %r31,-(FRAMELEN+288)(%r1); /* save it in the callframe */ \
132 std %r0, FRAME_0+48(%r1); /* save r0 in the trapframe */ \
133 std %r31,FRAME_1+48(%r1); /* save SP " " */ \
134 std %r2, FRAME_2+48(%r1); /* save r2 " " */ \
135 std %r28,FRAME_LR+48(%r1); /* save LR " " */ \
136 std %r29,FRAME_CR+48(%r1); /* save CR " " */ \
137 GET_CPUINFO(%r2); \
138 ld %r27,(savearea+CPUSAVE_R27)(%r2); /* get saved r27 */ \
139 ld %r28,(savearea+CPUSAVE_R28)(%r2); /* get saved r28 */ \
140 ld %r29,(savearea+CPUSAVE_R29)(%r2); /* get saved r29 */ \
141 ld %r30,(savearea+CPUSAVE_R30)(%r2); /* get saved r30 */ \
142 ld %r31,(savearea+CPUSAVE_R31)(%r2); /* get saved r31 */ \
143 std %r3, FRAME_3+48(%r1); /* save r3-r31 */ \
144 std %r4, FRAME_4+48(%r1); \
145 std %r5, FRAME_5+48(%r1); \
146 std %r6, FRAME_6+48(%r1); \
147 std %r7, FRAME_7+48(%r1); \
148 std %r8, FRAME_8+48(%r1); \
149 std %r9, FRAME_9+48(%r1); \
150 std %r10, FRAME_10+48(%r1); \
151 std %r11, FRAME_11+48(%r1); \
152 std %r12, FRAME_12+48(%r1); \
153 std %r13, FRAME_13+48(%r1); \
154 std %r14, FRAME_14+48(%r1); \
155 std %r15, FRAME_15+48(%r1); \
156 std %r16, FRAME_16+48(%r1); \
157 std %r17, FRAME_17+48(%r1); \
158 std %r18, FRAME_18+48(%r1); \
159 std %r19, FRAME_19+48(%r1); \
160 std %r20, FRAME_20+48(%r1); \
161 std %r21, FRAME_21+48(%r1); \
162 std %r22, FRAME_22+48(%r1); \
163 std %r23, FRAME_23+48(%r1); \
164 std %r24, FRAME_24+48(%r1); \
165 std %r25, FRAME_25+48(%r1); \
166 std %r26, FRAME_26+48(%r1); \
167 std %r27, FRAME_27+48(%r1); \
168 std %r28, FRAME_28+48(%r1); \
169 std %r29, FRAME_29+48(%r1); \
170 std %r30, FRAME_30+48(%r1); \
171 std %r31, FRAME_31+48(%r1); \
172 ld %r28,(savearea+CPUSAVE_AIM_DAR)(%r2); /* saved DAR */ \
173 ld %r29,(savearea+CPUSAVE_AIM_DSISR)(%r2);/* saved DSISR */\
174 ld %r30,(savearea+CPUSAVE_SRR0)(%r2); /* saved SRR0 */ \
175 ld %r31,(savearea+CPUSAVE_SRR1)(%r2); /* saved SRR1 */ \
176 mfxer %r3; \
177 mfctr %r4; \
178 mfsprg3 %r5; \
179 std %r3, FRAME_XER+48(1); /* save xer/ctr/exc */ \
180 std %r4, FRAME_CTR+48(1); \
181 std %r5, FRAME_EXC+48(1); \
182 std %r28,FRAME_AIM_DAR+48(1); \
183 std %r29,FRAME_AIM_DSISR+48(1); /* save dsisr/srr0/srr1 */ \
184 std %r30,FRAME_SRR0+48(1); \
185 std %r31,FRAME_SRR1+48(1); \
186 ld %r13,PC_CURTHREAD(%r2) /* set kernel curthread */
187
188#define FRAME_LEAVE(savearea) \
189/* Disable exceptions: */ \
190 mfmsr %r2; \
191 andi. %r2,%r2,~PSL_EE@l; \
192 mtmsr %r2; \
193 isync; \
194/* Now restore regs: */ \
195 ld %r2,FRAME_SRR0+48(%r1); \
196 ld %r3,FRAME_SRR1+48(%r1); \
197 ld %r4,FRAME_CTR+48(%r1); \
198 ld %r5,FRAME_XER+48(%r1); \
199 ld %r6,FRAME_LR+48(%r1); \
200 GET_CPUINFO(%r7); \
201 std %r2,(savearea+CPUSAVE_SRR0)(%r7); /* save SRR0 */ \
202 std %r3,(savearea+CPUSAVE_SRR1)(%r7); /* save SRR1 */ \
203 ld %r7,FRAME_CR+48(%r1); \
204 mtctr %r4; \
205 mtxer %r5; \
206 mtlr %r6; \
207 mtsprg2 %r7; /* save cr */ \
208 ld %r31,FRAME_31+48(%r1); /* restore r0-31 */ \
209 ld %r30,FRAME_30+48(%r1); \
210 ld %r29,FRAME_29+48(%r1); \
211 ld %r28,FRAME_28+48(%r1); \
212 ld %r27,FRAME_27+48(%r1); \
213 ld %r26,FRAME_26+48(%r1); \
214 ld %r25,FRAME_25+48(%r1); \
215 ld %r24,FRAME_24+48(%r1); \
216 ld %r23,FRAME_23+48(%r1); \
217 ld %r22,FRAME_22+48(%r1); \
218 ld %r21,FRAME_21+48(%r1); \
219 ld %r20,FRAME_20+48(%r1); \
220 ld %r19,FRAME_19+48(%r1); \
221 ld %r18,FRAME_18+48(%r1); \
222 ld %r17,FRAME_17+48(%r1); \
223 ld %r16,FRAME_16+48(%r1); \
224 ld %r15,FRAME_15+48(%r1); \
225 ld %r14,FRAME_14+48(%r1); \
226 ld %r13,FRAME_13+48(%r1); \
227 ld %r12,FRAME_12+48(%r1); \
228 ld %r11,FRAME_11+48(%r1); \
229 ld %r10,FRAME_10+48(%r1); \
230 ld %r9, FRAME_9+48(%r1); \
231 ld %r8, FRAME_8+48(%r1); \
232 ld %r7, FRAME_7+48(%r1); \
233 ld %r6, FRAME_6+48(%r1); \
234 ld %r5, FRAME_5+48(%r1); \
235 ld %r4, FRAME_4+48(%r1); \
236 ld %r3, FRAME_3+48(%r1); \
237 ld %r2, FRAME_2+48(%r1); \
238 ld %r0, FRAME_0+48(%r1); \
239 ld %r1, FRAME_1+48(%r1); \
240/* Can't touch %r1 from here on */ \
241 mtsprg3 %r3; /* save r3 */ \
242/* Disable translation, machine check and recoverability: */ \
243 mfmsr %r3; \
244 andi. %r3,%r3,~(PSL_DR|PSL_IR|PSL_ME|PSL_RI)@l; \
245 mtmsr %r3; \
246 isync; \
247/* Decide whether we return to user mode: */ \
248 GET_CPUINFO(%r3); \
249 ld %r3,(savearea+CPUSAVE_SRR1)(%r3); \
250 mtcr %r3; \
251 bf 17,1f; /* branch if PSL_PR is false */ \
252/* Restore user SRs */ \
253 GET_CPUINFO(%r3); \
254 std %r27,(savearea+CPUSAVE_R27)(%r3); \
255 std %r28,(savearea+CPUSAVE_R28)(%r3); \
256 std %r29,(savearea+CPUSAVE_R29)(%r3); \
257 std %r30,(savearea+CPUSAVE_R30)(%r3); \
258 std %r31,(savearea+CPUSAVE_R31)(%r3); \
259 mflr %r27; /* preserve LR */ \
260 bl restore_usersrs; /* uses r28-r31 */ \
261 mtlr %r27; \
262 ld %r31,(savearea+CPUSAVE_R31)(%r3); \
263 ld %r30,(savearea+CPUSAVE_R30)(%r3); \
264 ld %r29,(savearea+CPUSAVE_R29)(%r3); \
265 ld %r28,(savearea+CPUSAVE_R28)(%r3); \
266 ld %r27,(savearea+CPUSAVE_R27)(%r3); \
2671: mfsprg2 %r3; /* restore cr */ \
268 mtcr %r3; \
269 GET_CPUINFO(%r3); \
270 ld %r3,(savearea+CPUSAVE_SRR0)(%r3); /* restore srr0 */ \
271 mtsrr0 %r3; \
272 GET_CPUINFO(%r3); \
273 ld %r3,(savearea+CPUSAVE_SRR1)(%r3); /* restore srr1 */ \
274 mtsrr1 %r3; \
275 mfsprg3 %r3 /* restore r3 */
276
277#ifdef KDTRACE_HOOKS
278 .data
279 .globl dtrace_invop_calltrap_addr
280 .align 8
281 .type dtrace_invop_calltrap_addr, @object
282 .size dtrace_invop_calltrap_addr, 8
283dtrace_invop_calltrap_addr:
284 .word 0
285 .word 0
286
287 .text
288#endif
289
|
332
333/*
334 * This code gets copied to all the trap vectors
335 * (except ISI/DSI, ALI, and the interrupts)
336 */
337
338 .globl CNAME(trapcode),CNAME(trapsize)
339CNAME(trapcode):
340 mtsprg1 %r1 /* save SP */
341 mflr %r1 /* Save the old LR in r1 */
342 mtsprg2 %r1 /* And then in SPRG2 */
343 li %r1, 0xA0 /* How to get the vector from LR */
344 bla generictrap /* LR & SPRG3 is exception # */
345CNAME(trapsize) = .-CNAME(trapcode)
346
347/*
348 * For SLB misses: do special things for the kernel
349 *
350 * Note: SPRG1 is always safe to overwrite any time the MMU is on, which is
351 * the only time this can be called.
352 */
353 .globl CNAME(slbtrap),CNAME(slbtrapsize)
354CNAME(slbtrap):
355 mtsprg1 %r1 /* save SP */
356 GET_CPUINFO(%r1)
357 std %r2,(PC_SLBSAVE+16)(%r1)
358 mfcr %r2 /* save CR */
359 std %r2,(PC_SLBSAVE+104)(%r1)
360 mfsrr1 %r2 /* test kernel mode */
361 mtcr %r2
362 bf 17,1f /* branch if PSL_PR is false */
363 /* User mode */
364 ld %r2,(PC_SLBSAVE+104)(%r1) /* Restore CR */
365 mtcr %r2
366 ld %r2,(PC_SLBSAVE+16)(%r1) /* Restore R2 */
367 mflr %r1 /* Save the old LR in r1 */
368 mtsprg2 %r1 /* And then in SPRG2 */
369 li %r1, 0x80 /* How to get the vector from LR */
370 bla generictrap /* LR & SPRG3 is exception # */
3711: mflr %r2 /* Save the old LR in r2 */
372 bla kern_slbtrap
373CNAME(slbtrapsize) = .-CNAME(slbtrap)
374
375kern_slbtrap:
376 std %r2,(PC_SLBSAVE+136)(%r1) /* old LR */
377 std %r3,(PC_SLBSAVE+24)(%r1) /* save R3 */
378
379 /* Check if this needs to be handled as a regular trap (userseg miss) */
380 mflr %r2
381 andi. %r2,%r2,0xff80
382 cmpwi %r2,0x380
383 bne 1f
384 mfdar %r2
385 b 2f
3861: mfsrr0 %r2
3872: /* r2 now contains the fault address */
388 lis %r3,SEGMENT_MASK@highesta
389 ori %r3,%r3,SEGMENT_MASK@highera
390 sldi %r3,%r3,32
391 oris %r3,%r3,SEGMENT_MASK@ha
392 ori %r3,%r3,SEGMENT_MASK@l
393 and %r2,%r2,%r3 /* R2 = segment base address */
394 lis %r3,USER_ADDR@highesta
395 ori %r3,%r3,USER_ADDR@highera
396 sldi %r3,%r3,32
397 oris %r3,%r3,USER_ADDR@ha
398 ori %r3,%r3,USER_ADDR@l
399 cmpd %r2,%r3 /* Compare fault base to USER_ADDR */
400 bne 3f
401
402 /* User seg miss, handle as a regular trap */
403 ld %r2,(PC_SLBSAVE+104)(%r1) /* Restore CR */
404 mtcr %r2
405 ld %r2,(PC_SLBSAVE+16)(%r1) /* Restore R2,R3 */
406 ld %r3,(PC_SLBSAVE+24)(%r1)
407 ld %r1,(PC_SLBSAVE+136)(%r1) /* Save the old LR in r1 */
408 mtsprg2 %r1 /* And then in SPRG2 */
409 li %r1, 0x80 /* How to get the vector from LR */
410 b generictrap /* Retain old LR using b */
411
4123: /* Real kernel SLB miss */
413 std %r0,(PC_SLBSAVE+0)(%r1) /* free all volatile regs */
414 mfsprg1 %r2 /* Old R1 */
415 std %r2,(PC_SLBSAVE+8)(%r1)
416 /* R2,R3 already saved */
417 std %r4,(PC_SLBSAVE+32)(%r1)
418 std %r5,(PC_SLBSAVE+40)(%r1)
419 std %r6,(PC_SLBSAVE+48)(%r1)
420 std %r7,(PC_SLBSAVE+56)(%r1)
421 std %r8,(PC_SLBSAVE+64)(%r1)
422 std %r9,(PC_SLBSAVE+72)(%r1)
423 std %r10,(PC_SLBSAVE+80)(%r1)
424 std %r11,(PC_SLBSAVE+88)(%r1)
425 std %r12,(PC_SLBSAVE+96)(%r1)
426 /* CR already saved */
427 mfxer %r2 /* save XER */
428 std %r2,(PC_SLBSAVE+112)(%r1)
429 mflr %r2 /* save LR (SP already saved) */
430 std %r2,(PC_SLBSAVE+120)(%r1)
431 mfctr %r2 /* save CTR */
432 std %r2,(PC_SLBSAVE+128)(%r1)
433
434 /* Call handler */
435 addi %r1,%r1,PC_SLBSTACK-48+1024
436 li %r2,~15
437 and %r1,%r1,%r2
438 lis %r3,tocbase@ha
439 ld %r2,tocbase@l(%r3)
440 mflr %r3
441 andi. %r3,%r3,0xff80
442 mfdar %r4
443 mfsrr0 %r5
444 bl handle_kernel_slb_spill
445 nop
446
447 /* Save r28-31, restore r4-r12 */
448 GET_CPUINFO(%r1)
449 ld %r4,(PC_SLBSAVE+32)(%r1)
450 ld %r5,(PC_SLBSAVE+40)(%r1)
451 ld %r6,(PC_SLBSAVE+48)(%r1)
452 ld %r7,(PC_SLBSAVE+56)(%r1)
453 ld %r8,(PC_SLBSAVE+64)(%r1)
454 ld %r9,(PC_SLBSAVE+72)(%r1)
455 ld %r10,(PC_SLBSAVE+80)(%r1)
456 ld %r11,(PC_SLBSAVE+88)(%r1)
457 ld %r12,(PC_SLBSAVE+96)(%r1)
458 std %r28,(PC_SLBSAVE+64)(%r1)
459 std %r29,(PC_SLBSAVE+72)(%r1)
460 std %r30,(PC_SLBSAVE+80)(%r1)
461 std %r31,(PC_SLBSAVE+88)(%r1)
462
463 /* Restore kernel mapping */
464 bl restore_kernsrs
465
466 /* Restore remaining registers */
467 ld %r28,(PC_SLBSAVE+64)(%r1)
468 ld %r29,(PC_SLBSAVE+72)(%r1)
469 ld %r30,(PC_SLBSAVE+80)(%r1)
470 ld %r31,(PC_SLBSAVE+88)(%r1)
471
472 ld %r2,(PC_SLBSAVE+104)(%r1)
473 mtcr %r2
474 ld %r2,(PC_SLBSAVE+112)(%r1)
475 mtxer %r2
476 ld %r2,(PC_SLBSAVE+120)(%r1)
477 mtlr %r2
478 ld %r2,(PC_SLBSAVE+128)(%r1)
479 mtctr %r2
480 ld %r2,(PC_SLBSAVE+136)(%r1)
481 mtlr %r2
482
483 /* Restore r0-r3 */
484 ld %r0,(PC_SLBSAVE+0)(%r1)
485 ld %r2,(PC_SLBSAVE+16)(%r1)
486 ld %r3,(PC_SLBSAVE+24)(%r1)
487 mfsprg1 %r1
488
489 /* Back to whatever we were doing */
490 rfid
491
492/*
493 * For ALI: has to save DSISR and DAR
494 */
495 .globl CNAME(alitrap),CNAME(alisize)
496CNAME(alitrap):
497 mtsprg1 %r1 /* save SP */
498 GET_CPUINFO(%r1)
499 std %r27,(PC_TEMPSAVE+CPUSAVE_R27)(%r1) /* free r27-r31 */
500 std %r28,(PC_TEMPSAVE+CPUSAVE_R28)(%r1)
501 std %r29,(PC_TEMPSAVE+CPUSAVE_R29)(%r1)
502 std %r30,(PC_TEMPSAVE+CPUSAVE_R30)(%r1)
503 std %r31,(PC_TEMPSAVE+CPUSAVE_R31)(%r1)
504 mfdar %r30
505 mfdsisr %r31
506 std %r30,(PC_TEMPSAVE+CPUSAVE_AIM_DAR)(%r1)
507 std %r31,(PC_TEMPSAVE+CPUSAVE_AIM_DSISR)(%r1)
508 mfsprg1 %r1 /* restore SP, in case of branch */
509 mflr %r28 /* save LR */
510 mfcr %r29 /* save CR */
511
512 /* Put our exception vector in SPRG3 */
513 li %r31, EXC_ALI
514 mtsprg3 %r31
515
516 /* Test whether we already had PR set */
517 mfsrr1 %r31
518 mtcr %r31
519 bla s_trap
520CNAME(alisize) = .-CNAME(alitrap)
521
522/*
523 * Similar to the above for DSI
524 * Has to handle BAT spills
525 * and standard pagetable spills
526 */
527 .globl CNAME(dsitrap),CNAME(dsisize)
528CNAME(dsitrap):
529 mtsprg1 %r1 /* save SP */
530 GET_CPUINFO(%r1)
531 std %r27,(PC_DISISAVE+CPUSAVE_R27)(%r1) /* free r27-r31 */
532 std %r28,(PC_DISISAVE+CPUSAVE_R28)(%r1)
533 std %r29,(PC_DISISAVE+CPUSAVE_R29)(%r1)
534 std %r30,(PC_DISISAVE+CPUSAVE_R30)(%r1)
535 std %r31,(PC_DISISAVE+CPUSAVE_R31)(%r1)
536 mfsprg1 %r1 /* restore SP */
537 mfcr %r29 /* save CR */
538 mfxer %r30 /* save XER */
539 mtsprg2 %r30 /* in SPRG2 */
540 mfsrr1 %r31 /* test kernel mode */
541 mtcr %r31
542 mflr %r28 /* save LR (SP already saved) */
543 bla disitrap
544CNAME(dsisize) = .-CNAME(dsitrap)
545
546/*
547 * Preamble code for DSI/ISI traps
548 */
549disitrap:
550 /* Write the trap vector to SPRG3 by computing LR & 0xff00 */
551 mflr %r1
552 andi. %r1,%r1,0xff00
553 mtsprg3 %r1
554
555 GET_CPUINFO(%r1)
556 ld %r31,(PC_DISISAVE+CPUSAVE_R27)(%r1)
557 std %r31,(PC_TEMPSAVE+CPUSAVE_R27)(%r1)
558 ld %r30,(PC_DISISAVE+CPUSAVE_R28)(%r1)
559 std %r30,(PC_TEMPSAVE+CPUSAVE_R28)(%r1)
560 ld %r31,(PC_DISISAVE+CPUSAVE_R29)(%r1)
561 std %r31,(PC_TEMPSAVE+CPUSAVE_R29)(%r1)
562 ld %r30,(PC_DISISAVE+CPUSAVE_R30)(%r1)
563 std %r30,(PC_TEMPSAVE+CPUSAVE_R30)(%r1)
564 ld %r31,(PC_DISISAVE+CPUSAVE_R31)(%r1)
565 std %r31,(PC_TEMPSAVE+CPUSAVE_R31)(%r1)
566 mfdar %r30
567 mfdsisr %r31
568 std %r30,(PC_TEMPSAVE+CPUSAVE_AIM_DAR)(%r1)
569 std %r31,(PC_TEMPSAVE+CPUSAVE_AIM_DSISR)(%r1)
570
571#ifdef KDB
572 /* Try and detect a kernel stack overflow */
573 mfsrr1 %r31
574 mtcr %r31
575 bt 17,realtrap /* branch is user mode */
576 mfsprg1 %r31 /* get old SP */
577 sub. %r30,%r31,%r30 /* SP - DAR */
578 bge 1f
579 neg %r30,%r30 /* modulo value */
5801: cmpldi %cr0,%r30,4096 /* is DAR within a page of SP? */
581 bge %cr0,realtrap /* no, too far away. */
582
583 /* Now convert this DSI into a DDB trap. */
584 GET_CPUINFO(%r1)
585 ld %r30,(PC_TEMPSAVE+CPUSAVE_AIM_DAR)(%r1) /* get DAR */
586 std %r30,(PC_DBSAVE +CPUSAVE_AIM_DAR)(%r1) /* save DAR */
587 ld %r30,(PC_TEMPSAVE+CPUSAVE_AIM_DSISR)(%r1) /* get DSISR */
588 std %r30,(PC_DBSAVE +CPUSAVE_AIM_DSISR)(%r1) /* save DSISR */
589 ld %r31,(PC_DISISAVE+CPUSAVE_R27)(%r1) /* get r27 */
590 std %r31,(PC_DBSAVE +CPUSAVE_R27)(%r1) /* save r27 */
591 ld %r30,(PC_DISISAVE+CPUSAVE_R28)(%r1) /* get r28 */
592 std %r30,(PC_DBSAVE +CPUSAVE_R28)(%r1) /* save r28 */
593 ld %r31,(PC_DISISAVE+CPUSAVE_R29)(%r1) /* get r29 */
594 std %r31,(PC_DBSAVE +CPUSAVE_R29)(%r1) /* save r29 */
595 ld %r30,(PC_DISISAVE+CPUSAVE_R30)(%r1) /* get r30 */
596 std %r30,(PC_DBSAVE +CPUSAVE_R30)(%r1) /* save r30 */
597 ld %r31,(PC_DISISAVE+CPUSAVE_R31)(%r1) /* get r31 */
598 std %r31,(PC_DBSAVE +CPUSAVE_R31)(%r1) /* save r31 */
599 b dbtrap
600#endif
601
602 /* XXX need stack probe here */
603realtrap:
604/* Test whether we already had PR set */
605 mfsrr1 %r1
606 mtcr %r1
607 mfsprg1 %r1 /* restore SP (might have been
608 overwritten) */
609 bf 17,k_trap /* branch if PSL_PR is false */
610 GET_CPUINFO(%r1)
611 ld %r1,PC_CURPCB(%r1)
612 mr %r27,%r28 /* Save LR, r29 */
613 mtsprg2 %r29
614 bl restore_kernsrs /* enable kernel mapping */
615 mfsprg2 %r29
616 mr %r28,%r27
617 ba s_trap
618
619/*
620 * generictrap does some standard setup for trap handling to minimize
621 * the code that need be installed in the actual vectors. It expects
622 * the following conditions.
623 *
624 * R1 - Trap vector = LR & (0xff00 | R1)
625 * SPRG1 - Original R1 contents
626 * SPRG2 - Original LR
627 */
628
629generictrap:
630 /* Save R1 for computing the exception vector */
631 mtsprg3 %r1
632
633 /* Save interesting registers */
634 GET_CPUINFO(%r1)
635 std %r27,(PC_TEMPSAVE+CPUSAVE_R27)(%r1) /* free r27-r31 */
636 std %r28,(PC_TEMPSAVE+CPUSAVE_R28)(%r1)
637 std %r29,(PC_TEMPSAVE+CPUSAVE_R29)(%r1)
638 std %r30,(PC_TEMPSAVE+CPUSAVE_R30)(%r1)
639 std %r31,(PC_TEMPSAVE+CPUSAVE_R31)(%r1)
640 mfdar %r30
641 std %r30,(PC_TEMPSAVE+CPUSAVE_AIM_DAR)(%r1)
642 mfsprg1 %r1 /* restore SP, in case of branch */
643 mfsprg2 %r28 /* save LR */
644 mfcr %r29 /* save CR */
645
646 /* Compute the exception vector from the link register */
647 mfsprg3 %r31
648 ori %r31,%r31,0xff00
649 mflr %r30
650 and %r30,%r30,%r31
651 mtsprg3 %r30
652
653 /* Test whether we already had PR set */
654 mfsrr1 %r31
655 mtcr %r31
656
657s_trap:
658 bf 17,k_trap /* branch if PSL_PR is false */
659 GET_CPUINFO(%r1)
660u_trap:
661 ld %r1,PC_CURPCB(%r1)
662 mr %r27,%r28 /* Save LR, r29 */
663 mtsprg2 %r29
664 bl restore_kernsrs /* enable kernel mapping */
665 mfsprg2 %r29
666 mr %r28,%r27
667
668/*
669 * Now the common trap catching code.
670 */
671k_trap:
672 FRAME_SETUP(PC_TEMPSAVE)
673/* Call C interrupt dispatcher: */
674trapagain:
675 lis %r3,tocbase@ha
676 ld %r2,tocbase@l(%r3)
677 addi %r3,%r1,48
678 bl CNAME(powerpc_interrupt)
679 nop
680
681 .globl CNAME(trapexit) /* backtrace code sentinel */
682CNAME(trapexit):
683/* Disable interrupts: */
684 mfmsr %r3
685 andi. %r3,%r3,~PSL_EE@l
686 mtmsr %r3
687 isync
688/* Test AST pending: */
689 ld %r5,FRAME_SRR1+48(%r1)
690 mtcr %r5
691 bf 17,1f /* branch if PSL_PR is false */
692
693 GET_CPUINFO(%r3) /* get per-CPU pointer */
694 lwz %r4, TD_FLAGS(%r13) /* get thread flags value */
695 lis %r5, (TDF_ASTPENDING|TDF_NEEDRESCHED)@h
696 ori %r5,%r5, (TDF_ASTPENDING|TDF_NEEDRESCHED)@l
697 and. %r4,%r4,%r5
698 beq 1f
699 mfmsr %r3 /* re-enable interrupts */
700 ori %r3,%r3,PSL_EE@l
701 mtmsr %r3
702 isync
703 lis %r3,tocbase@ha
704 ld %r2,tocbase@l(%r3)
705 addi %r3,%r1,48
706 bl CNAME(ast)
707 nop
708 .globl CNAME(asttrapexit) /* backtrace code sentinel #2 */
709CNAME(asttrapexit):
710 b trapexit /* test ast ret value ? */
7111:
712 FRAME_LEAVE(PC_TEMPSAVE)
713 rfid
714
715#if defined(KDB)
716/*
717 * Deliberate entry to dbtrap
718 */
719ASENTRY_NOPROF(breakpoint)
720 mtsprg1 %r1
721 mfmsr %r3
722 mtsrr1 %r3
723 andi. %r3,%r3,~(PSL_EE|PSL_ME)@l
724 mtmsr %r3 /* disable interrupts */
725 isync
726 GET_CPUINFO(%r3)
727 std %r27,(PC_DBSAVE+CPUSAVE_R27)(%r3)
728 std %r28,(PC_DBSAVE+CPUSAVE_R28)(%r3)
729 std %r29,(PC_DBSAVE+CPUSAVE_R29)(%r3)
730 std %r30,(PC_DBSAVE+CPUSAVE_R30)(%r3)
731 std %r31,(PC_DBSAVE+CPUSAVE_R31)(%r3)
732 mflr %r28
733 li %r29,EXC_BPT
734 mtlr %r29
735 mfcr %r29
736 mtsrr0 %r28
737
738/*
739 * Now the kdb trap catching code.
740 */
741dbtrap:
742 /* Write the trap vector to SPRG3 by computing LR & 0xff00 */
743 mflr %r1
744 andi. %r1,%r1,0xff00
745 mtsprg3 %r1
746
747 lis %r1,(tmpstk+TMPSTKSZ-48)@ha /* get new SP */
748 addi %r1,%r1,(tmpstk+TMPSTKSZ-48)@l
749
750 FRAME_SETUP(PC_DBSAVE)
751/* Call C trap code: */
752 lis %r3,tocbase@ha
753 ld %r2,tocbase@l(%r3)
754 addi %r3,%r1,48
755 bl CNAME(db_trap_glue)
756 nop
757 or. %r3,%r3,%r3
758 bne dbleave
759/* This wasn't for KDB, so switch to real trap: */
760 ld %r3,FRAME_EXC+48(%r1) /* save exception */
761 GET_CPUINFO(%r4)
762 std %r3,(PC_DBSAVE+CPUSAVE_R31)(%r4)
763 FRAME_LEAVE(PC_DBSAVE)
764 mtsprg1 %r1 /* prepare for entrance to realtrap */
765 GET_CPUINFO(%r1)
766 std %r27,(PC_TEMPSAVE+CPUSAVE_R27)(%r1)
767 std %r28,(PC_TEMPSAVE+CPUSAVE_R28)(%r1)
768 std %r29,(PC_TEMPSAVE+CPUSAVE_R29)(%r1)
769 std %r30,(PC_TEMPSAVE+CPUSAVE_R30)(%r1)
770 std %r31,(PC_TEMPSAVE+CPUSAVE_R31)(%r1)
771 mflr %r28
772 mfcr %r29
773 ld %r31,(PC_DBSAVE+CPUSAVE_R31)(%r1)
774 mtsprg3 %r31 /* SPRG3 was clobbered by FRAME_LEAVE */
775 mfsprg1 %r1
776 b realtrap
777dbleave:
778 FRAME_LEAVE(PC_DBSAVE)
779 rfid
780
781/*
782 * In case of KDB we want a separate trap catcher for it
783 */
784 .globl CNAME(dblow),CNAME(dbsize)
785CNAME(dblow):
786 mtsprg1 %r1 /* save SP */
787 mtsprg2 %r29 /* save r29 */
788 mfcr %r29 /* save CR in r29 */
789 mfsrr1 %r1
790 mtcr %r1
791 bf 17,2f /* branch if privileged */
792
7931:
794 /* Unprivileged case */
795 mtcr %r29 /* put the condition register back */
796 mfsprg2 %r29 /* ... and r29 */
797 mflr %r1 /* save LR */
798 mtsprg2 %r1 /* And then in SPRG2 */
799 li %r1, 0 /* How to get the vector from LR */
800
801 bla generictrap /* and we look like a generic trap */
8022:
803#ifdef KDTRACE_HOOKS
804 /* Privileged, so drop to KDB */
805 mfsrr0 %r1
806 mtsprg3 %r3
807 lwz %r1,0(%r1)
808 /* Check if it's a DTrace trap. */
809 li %r3,0x0808
810 addis %r3,%r3,0x7c81
811 cmplw %cr0,%r3,%r1
812 mfsprg3 %r3
813 beq %cr0,1b
814#endif
815 GET_CPUINFO(%r1)
816 std %r27,(PC_DBSAVE+CPUSAVE_R27)(%r1) /* free r27 */
817 std %r28,(PC_DBSAVE+CPUSAVE_R28)(%r1) /* free r28 */
818 mfsprg2 %r28 /* r29 holds cr... */
819 std %r28,(PC_DBSAVE+CPUSAVE_R29)(%r1) /* free r29 */
820 std %r30,(PC_DBSAVE+CPUSAVE_R30)(%r1) /* free r30 */
821 std %r31,(PC_DBSAVE+CPUSAVE_R31)(%r1) /* free r31 */
822 mflr %r28 /* save LR */
823 bla dbtrap
824CNAME(dbsize) = .-CNAME(dblow)
825#endif /* KDB */
| 343
344/*
345 * This code gets copied to all the trap vectors
346 * (except ISI/DSI, ALI, and the interrupts)
347 */
348
349 .globl CNAME(trapcode),CNAME(trapsize)
350CNAME(trapcode):
351 mtsprg1 %r1 /* save SP */
352 mflr %r1 /* Save the old LR in r1 */
353 mtsprg2 %r1 /* And then in SPRG2 */
354 li %r1, 0xA0 /* How to get the vector from LR */
355 bla generictrap /* LR & SPRG3 is exception # */
356CNAME(trapsize) = .-CNAME(trapcode)
357
358/*
359 * For SLB misses: do special things for the kernel
360 *
361 * Note: SPRG1 is always safe to overwrite any time the MMU is on, which is
362 * the only time this can be called.
363 */
364 .globl CNAME(slbtrap),CNAME(slbtrapsize)
365CNAME(slbtrap):
366 mtsprg1 %r1 /* save SP */
367 GET_CPUINFO(%r1)
368 std %r2,(PC_SLBSAVE+16)(%r1)
369 mfcr %r2 /* save CR */
370 std %r2,(PC_SLBSAVE+104)(%r1)
371 mfsrr1 %r2 /* test kernel mode */
372 mtcr %r2
373 bf 17,1f /* branch if PSL_PR is false */
374 /* User mode */
375 ld %r2,(PC_SLBSAVE+104)(%r1) /* Restore CR */
376 mtcr %r2
377 ld %r2,(PC_SLBSAVE+16)(%r1) /* Restore R2 */
378 mflr %r1 /* Save the old LR in r1 */
379 mtsprg2 %r1 /* And then in SPRG2 */
380 li %r1, 0x80 /* How to get the vector from LR */
381 bla generictrap /* LR & SPRG3 is exception # */
3821: mflr %r2 /* Save the old LR in r2 */
383 bla kern_slbtrap
384CNAME(slbtrapsize) = .-CNAME(slbtrap)
385
386kern_slbtrap:
387 std %r2,(PC_SLBSAVE+136)(%r1) /* old LR */
388 std %r3,(PC_SLBSAVE+24)(%r1) /* save R3 */
389
390 /* Check if this needs to be handled as a regular trap (userseg miss) */
391 mflr %r2
392 andi. %r2,%r2,0xff80
393 cmpwi %r2,0x380
394 bne 1f
395 mfdar %r2
396 b 2f
3971: mfsrr0 %r2
3982: /* r2 now contains the fault address */
399 lis %r3,SEGMENT_MASK@highesta
400 ori %r3,%r3,SEGMENT_MASK@highera
401 sldi %r3,%r3,32
402 oris %r3,%r3,SEGMENT_MASK@ha
403 ori %r3,%r3,SEGMENT_MASK@l
404 and %r2,%r2,%r3 /* R2 = segment base address */
405 lis %r3,USER_ADDR@highesta
406 ori %r3,%r3,USER_ADDR@highera
407 sldi %r3,%r3,32
408 oris %r3,%r3,USER_ADDR@ha
409 ori %r3,%r3,USER_ADDR@l
410 cmpd %r2,%r3 /* Compare fault base to USER_ADDR */
411 bne 3f
412
413 /* User seg miss, handle as a regular trap */
414 ld %r2,(PC_SLBSAVE+104)(%r1) /* Restore CR */
415 mtcr %r2
416 ld %r2,(PC_SLBSAVE+16)(%r1) /* Restore R2,R3 */
417 ld %r3,(PC_SLBSAVE+24)(%r1)
418 ld %r1,(PC_SLBSAVE+136)(%r1) /* Save the old LR in r1 */
419 mtsprg2 %r1 /* And then in SPRG2 */
420 li %r1, 0x80 /* How to get the vector from LR */
421 b generictrap /* Retain old LR using b */
422
4233: /* Real kernel SLB miss */
424 std %r0,(PC_SLBSAVE+0)(%r1) /* free all volatile regs */
425 mfsprg1 %r2 /* Old R1 */
426 std %r2,(PC_SLBSAVE+8)(%r1)
427 /* R2,R3 already saved */
428 std %r4,(PC_SLBSAVE+32)(%r1)
429 std %r5,(PC_SLBSAVE+40)(%r1)
430 std %r6,(PC_SLBSAVE+48)(%r1)
431 std %r7,(PC_SLBSAVE+56)(%r1)
432 std %r8,(PC_SLBSAVE+64)(%r1)
433 std %r9,(PC_SLBSAVE+72)(%r1)
434 std %r10,(PC_SLBSAVE+80)(%r1)
435 std %r11,(PC_SLBSAVE+88)(%r1)
436 std %r12,(PC_SLBSAVE+96)(%r1)
437 /* CR already saved */
438 mfxer %r2 /* save XER */
439 std %r2,(PC_SLBSAVE+112)(%r1)
440 mflr %r2 /* save LR (SP already saved) */
441 std %r2,(PC_SLBSAVE+120)(%r1)
442 mfctr %r2 /* save CTR */
443 std %r2,(PC_SLBSAVE+128)(%r1)
444
445 /* Call handler */
446 addi %r1,%r1,PC_SLBSTACK-48+1024
447 li %r2,~15
448 and %r1,%r1,%r2
449 lis %r3,tocbase@ha
450 ld %r2,tocbase@l(%r3)
451 mflr %r3
452 andi. %r3,%r3,0xff80
453 mfdar %r4
454 mfsrr0 %r5
455 bl handle_kernel_slb_spill
456 nop
457
458 /* Save r28-31, restore r4-r12 */
459 GET_CPUINFO(%r1)
460 ld %r4,(PC_SLBSAVE+32)(%r1)
461 ld %r5,(PC_SLBSAVE+40)(%r1)
462 ld %r6,(PC_SLBSAVE+48)(%r1)
463 ld %r7,(PC_SLBSAVE+56)(%r1)
464 ld %r8,(PC_SLBSAVE+64)(%r1)
465 ld %r9,(PC_SLBSAVE+72)(%r1)
466 ld %r10,(PC_SLBSAVE+80)(%r1)
467 ld %r11,(PC_SLBSAVE+88)(%r1)
468 ld %r12,(PC_SLBSAVE+96)(%r1)
469 std %r28,(PC_SLBSAVE+64)(%r1)
470 std %r29,(PC_SLBSAVE+72)(%r1)
471 std %r30,(PC_SLBSAVE+80)(%r1)
472 std %r31,(PC_SLBSAVE+88)(%r1)
473
474 /* Restore kernel mapping */
475 bl restore_kernsrs
476
477 /* Restore remaining registers */
478 ld %r28,(PC_SLBSAVE+64)(%r1)
479 ld %r29,(PC_SLBSAVE+72)(%r1)
480 ld %r30,(PC_SLBSAVE+80)(%r1)
481 ld %r31,(PC_SLBSAVE+88)(%r1)
482
483 ld %r2,(PC_SLBSAVE+104)(%r1)
484 mtcr %r2
485 ld %r2,(PC_SLBSAVE+112)(%r1)
486 mtxer %r2
487 ld %r2,(PC_SLBSAVE+120)(%r1)
488 mtlr %r2
489 ld %r2,(PC_SLBSAVE+128)(%r1)
490 mtctr %r2
491 ld %r2,(PC_SLBSAVE+136)(%r1)
492 mtlr %r2
493
494 /* Restore r0-r3 */
495 ld %r0,(PC_SLBSAVE+0)(%r1)
496 ld %r2,(PC_SLBSAVE+16)(%r1)
497 ld %r3,(PC_SLBSAVE+24)(%r1)
498 mfsprg1 %r1
499
500 /* Back to whatever we were doing */
501 rfid
502
503/*
504 * For ALI: has to save DSISR and DAR
505 */
506 .globl CNAME(alitrap),CNAME(alisize)
507CNAME(alitrap):
508 mtsprg1 %r1 /* save SP */
509 GET_CPUINFO(%r1)
510 std %r27,(PC_TEMPSAVE+CPUSAVE_R27)(%r1) /* free r27-r31 */
511 std %r28,(PC_TEMPSAVE+CPUSAVE_R28)(%r1)
512 std %r29,(PC_TEMPSAVE+CPUSAVE_R29)(%r1)
513 std %r30,(PC_TEMPSAVE+CPUSAVE_R30)(%r1)
514 std %r31,(PC_TEMPSAVE+CPUSAVE_R31)(%r1)
515 mfdar %r30
516 mfdsisr %r31
517 std %r30,(PC_TEMPSAVE+CPUSAVE_AIM_DAR)(%r1)
518 std %r31,(PC_TEMPSAVE+CPUSAVE_AIM_DSISR)(%r1)
519 mfsprg1 %r1 /* restore SP, in case of branch */
520 mflr %r28 /* save LR */
521 mfcr %r29 /* save CR */
522
523 /* Put our exception vector in SPRG3 */
524 li %r31, EXC_ALI
525 mtsprg3 %r31
526
527 /* Test whether we already had PR set */
528 mfsrr1 %r31
529 mtcr %r31
530 bla s_trap
531CNAME(alisize) = .-CNAME(alitrap)
532
533/*
534 * Similar to the above for DSI
535 * Has to handle BAT spills
536 * and standard pagetable spills
537 */
538 .globl CNAME(dsitrap),CNAME(dsisize)
539CNAME(dsitrap):
540 mtsprg1 %r1 /* save SP */
541 GET_CPUINFO(%r1)
542 std %r27,(PC_DISISAVE+CPUSAVE_R27)(%r1) /* free r27-r31 */
543 std %r28,(PC_DISISAVE+CPUSAVE_R28)(%r1)
544 std %r29,(PC_DISISAVE+CPUSAVE_R29)(%r1)
545 std %r30,(PC_DISISAVE+CPUSAVE_R30)(%r1)
546 std %r31,(PC_DISISAVE+CPUSAVE_R31)(%r1)
547 mfsprg1 %r1 /* restore SP */
548 mfcr %r29 /* save CR */
549 mfxer %r30 /* save XER */
550 mtsprg2 %r30 /* in SPRG2 */
551 mfsrr1 %r31 /* test kernel mode */
552 mtcr %r31
553 mflr %r28 /* save LR (SP already saved) */
554 bla disitrap
555CNAME(dsisize) = .-CNAME(dsitrap)
556
557/*
558 * Preamble code for DSI/ISI traps
559 */
560disitrap:
561 /* Write the trap vector to SPRG3 by computing LR & 0xff00 */
562 mflr %r1
563 andi. %r1,%r1,0xff00
564 mtsprg3 %r1
565
566 GET_CPUINFO(%r1)
567 ld %r31,(PC_DISISAVE+CPUSAVE_R27)(%r1)
568 std %r31,(PC_TEMPSAVE+CPUSAVE_R27)(%r1)
569 ld %r30,(PC_DISISAVE+CPUSAVE_R28)(%r1)
570 std %r30,(PC_TEMPSAVE+CPUSAVE_R28)(%r1)
571 ld %r31,(PC_DISISAVE+CPUSAVE_R29)(%r1)
572 std %r31,(PC_TEMPSAVE+CPUSAVE_R29)(%r1)
573 ld %r30,(PC_DISISAVE+CPUSAVE_R30)(%r1)
574 std %r30,(PC_TEMPSAVE+CPUSAVE_R30)(%r1)
575 ld %r31,(PC_DISISAVE+CPUSAVE_R31)(%r1)
576 std %r31,(PC_TEMPSAVE+CPUSAVE_R31)(%r1)
577 mfdar %r30
578 mfdsisr %r31
579 std %r30,(PC_TEMPSAVE+CPUSAVE_AIM_DAR)(%r1)
580 std %r31,(PC_TEMPSAVE+CPUSAVE_AIM_DSISR)(%r1)
581
582#ifdef KDB
583 /* Try and detect a kernel stack overflow */
584 mfsrr1 %r31
585 mtcr %r31
586 bt 17,realtrap /* branch is user mode */
587 mfsprg1 %r31 /* get old SP */
588 sub. %r30,%r31,%r30 /* SP - DAR */
589 bge 1f
590 neg %r30,%r30 /* modulo value */
5911: cmpldi %cr0,%r30,4096 /* is DAR within a page of SP? */
592 bge %cr0,realtrap /* no, too far away. */
593
594 /* Now convert this DSI into a DDB trap. */
595 GET_CPUINFO(%r1)
596 ld %r30,(PC_TEMPSAVE+CPUSAVE_AIM_DAR)(%r1) /* get DAR */
597 std %r30,(PC_DBSAVE +CPUSAVE_AIM_DAR)(%r1) /* save DAR */
598 ld %r30,(PC_TEMPSAVE+CPUSAVE_AIM_DSISR)(%r1) /* get DSISR */
599 std %r30,(PC_DBSAVE +CPUSAVE_AIM_DSISR)(%r1) /* save DSISR */
600 ld %r31,(PC_DISISAVE+CPUSAVE_R27)(%r1) /* get r27 */
601 std %r31,(PC_DBSAVE +CPUSAVE_R27)(%r1) /* save r27 */
602 ld %r30,(PC_DISISAVE+CPUSAVE_R28)(%r1) /* get r28 */
603 std %r30,(PC_DBSAVE +CPUSAVE_R28)(%r1) /* save r28 */
604 ld %r31,(PC_DISISAVE+CPUSAVE_R29)(%r1) /* get r29 */
605 std %r31,(PC_DBSAVE +CPUSAVE_R29)(%r1) /* save r29 */
606 ld %r30,(PC_DISISAVE+CPUSAVE_R30)(%r1) /* get r30 */
607 std %r30,(PC_DBSAVE +CPUSAVE_R30)(%r1) /* save r30 */
608 ld %r31,(PC_DISISAVE+CPUSAVE_R31)(%r1) /* get r31 */
609 std %r31,(PC_DBSAVE +CPUSAVE_R31)(%r1) /* save r31 */
610 b dbtrap
611#endif
612
613 /* XXX need stack probe here */
614realtrap:
615/* Test whether we already had PR set */
616 mfsrr1 %r1
617 mtcr %r1
618 mfsprg1 %r1 /* restore SP (might have been
619 overwritten) */
620 bf 17,k_trap /* branch if PSL_PR is false */
621 GET_CPUINFO(%r1)
622 ld %r1,PC_CURPCB(%r1)
623 mr %r27,%r28 /* Save LR, r29 */
624 mtsprg2 %r29
625 bl restore_kernsrs /* enable kernel mapping */
626 mfsprg2 %r29
627 mr %r28,%r27
628 ba s_trap
629
630/*
631 * generictrap does some standard setup for trap handling to minimize
632 * the code that need be installed in the actual vectors. It expects
633 * the following conditions.
634 *
635 * R1 - Trap vector = LR & (0xff00 | R1)
636 * SPRG1 - Original R1 contents
637 * SPRG2 - Original LR
638 */
639
640generictrap:
641 /* Save R1 for computing the exception vector */
642 mtsprg3 %r1
643
644 /* Save interesting registers */
645 GET_CPUINFO(%r1)
646 std %r27,(PC_TEMPSAVE+CPUSAVE_R27)(%r1) /* free r27-r31 */
647 std %r28,(PC_TEMPSAVE+CPUSAVE_R28)(%r1)
648 std %r29,(PC_TEMPSAVE+CPUSAVE_R29)(%r1)
649 std %r30,(PC_TEMPSAVE+CPUSAVE_R30)(%r1)
650 std %r31,(PC_TEMPSAVE+CPUSAVE_R31)(%r1)
651 mfdar %r30
652 std %r30,(PC_TEMPSAVE+CPUSAVE_AIM_DAR)(%r1)
653 mfsprg1 %r1 /* restore SP, in case of branch */
654 mfsprg2 %r28 /* save LR */
655 mfcr %r29 /* save CR */
656
657 /* Compute the exception vector from the link register */
658 mfsprg3 %r31
659 ori %r31,%r31,0xff00
660 mflr %r30
661 and %r30,%r30,%r31
662 mtsprg3 %r30
663
664 /* Test whether we already had PR set */
665 mfsrr1 %r31
666 mtcr %r31
667
668s_trap:
669 bf 17,k_trap /* branch if PSL_PR is false */
670 GET_CPUINFO(%r1)
671u_trap:
672 ld %r1,PC_CURPCB(%r1)
673 mr %r27,%r28 /* Save LR, r29 */
674 mtsprg2 %r29
675 bl restore_kernsrs /* enable kernel mapping */
676 mfsprg2 %r29
677 mr %r28,%r27
678
679/*
680 * Now the common trap catching code.
681 */
682k_trap:
683 FRAME_SETUP(PC_TEMPSAVE)
684/* Call C interrupt dispatcher: */
685trapagain:
686 lis %r3,tocbase@ha
687 ld %r2,tocbase@l(%r3)
688 addi %r3,%r1,48
689 bl CNAME(powerpc_interrupt)
690 nop
691
692 .globl CNAME(trapexit) /* backtrace code sentinel */
693CNAME(trapexit):
694/* Disable interrupts: */
695 mfmsr %r3
696 andi. %r3,%r3,~PSL_EE@l
697 mtmsr %r3
698 isync
699/* Test AST pending: */
700 ld %r5,FRAME_SRR1+48(%r1)
701 mtcr %r5
702 bf 17,1f /* branch if PSL_PR is false */
703
704 GET_CPUINFO(%r3) /* get per-CPU pointer */
705 lwz %r4, TD_FLAGS(%r13) /* get thread flags value */
706 lis %r5, (TDF_ASTPENDING|TDF_NEEDRESCHED)@h
707 ori %r5,%r5, (TDF_ASTPENDING|TDF_NEEDRESCHED)@l
708 and. %r4,%r4,%r5
709 beq 1f
710 mfmsr %r3 /* re-enable interrupts */
711 ori %r3,%r3,PSL_EE@l
712 mtmsr %r3
713 isync
714 lis %r3,tocbase@ha
715 ld %r2,tocbase@l(%r3)
716 addi %r3,%r1,48
717 bl CNAME(ast)
718 nop
719 .globl CNAME(asttrapexit) /* backtrace code sentinel #2 */
720CNAME(asttrapexit):
721 b trapexit /* test ast ret value ? */
7221:
723 FRAME_LEAVE(PC_TEMPSAVE)
724 rfid
725
726#if defined(KDB)
727/*
728 * Deliberate entry to dbtrap
729 */
730ASENTRY_NOPROF(breakpoint)
731 mtsprg1 %r1
732 mfmsr %r3
733 mtsrr1 %r3
734 andi. %r3,%r3,~(PSL_EE|PSL_ME)@l
735 mtmsr %r3 /* disable interrupts */
736 isync
737 GET_CPUINFO(%r3)
738 std %r27,(PC_DBSAVE+CPUSAVE_R27)(%r3)
739 std %r28,(PC_DBSAVE+CPUSAVE_R28)(%r3)
740 std %r29,(PC_DBSAVE+CPUSAVE_R29)(%r3)
741 std %r30,(PC_DBSAVE+CPUSAVE_R30)(%r3)
742 std %r31,(PC_DBSAVE+CPUSAVE_R31)(%r3)
743 mflr %r28
744 li %r29,EXC_BPT
745 mtlr %r29
746 mfcr %r29
747 mtsrr0 %r28
748
749/*
750 * Now the kdb trap catching code.
751 */
752dbtrap:
753 /* Write the trap vector to SPRG3 by computing LR & 0xff00 */
754 mflr %r1
755 andi. %r1,%r1,0xff00
756 mtsprg3 %r1
757
758 lis %r1,(tmpstk+TMPSTKSZ-48)@ha /* get new SP */
759 addi %r1,%r1,(tmpstk+TMPSTKSZ-48)@l
760
761 FRAME_SETUP(PC_DBSAVE)
762/* Call C trap code: */
763 lis %r3,tocbase@ha
764 ld %r2,tocbase@l(%r3)
765 addi %r3,%r1,48
766 bl CNAME(db_trap_glue)
767 nop
768 or. %r3,%r3,%r3
769 bne dbleave
770/* This wasn't for KDB, so switch to real trap: */
771 ld %r3,FRAME_EXC+48(%r1) /* save exception */
772 GET_CPUINFO(%r4)
773 std %r3,(PC_DBSAVE+CPUSAVE_R31)(%r4)
774 FRAME_LEAVE(PC_DBSAVE)
775 mtsprg1 %r1 /* prepare for entrance to realtrap */
776 GET_CPUINFO(%r1)
777 std %r27,(PC_TEMPSAVE+CPUSAVE_R27)(%r1)
778 std %r28,(PC_TEMPSAVE+CPUSAVE_R28)(%r1)
779 std %r29,(PC_TEMPSAVE+CPUSAVE_R29)(%r1)
780 std %r30,(PC_TEMPSAVE+CPUSAVE_R30)(%r1)
781 std %r31,(PC_TEMPSAVE+CPUSAVE_R31)(%r1)
782 mflr %r28
783 mfcr %r29
784 ld %r31,(PC_DBSAVE+CPUSAVE_R31)(%r1)
785 mtsprg3 %r31 /* SPRG3 was clobbered by FRAME_LEAVE */
786 mfsprg1 %r1
787 b realtrap
788dbleave:
789 FRAME_LEAVE(PC_DBSAVE)
790 rfid
791
792/*
793 * In case of KDB we want a separate trap catcher for it
794 */
795 .globl CNAME(dblow),CNAME(dbsize)
796CNAME(dblow):
797 mtsprg1 %r1 /* save SP */
798 mtsprg2 %r29 /* save r29 */
799 mfcr %r29 /* save CR in r29 */
800 mfsrr1 %r1
801 mtcr %r1
802 bf 17,2f /* branch if privileged */
803
8041:
805 /* Unprivileged case */
806 mtcr %r29 /* put the condition register back */
807 mfsprg2 %r29 /* ... and r29 */
808 mflr %r1 /* save LR */
809 mtsprg2 %r1 /* And then in SPRG2 */
810 li %r1, 0 /* How to get the vector from LR */
811
812 bla generictrap /* and we look like a generic trap */
8132:
814#ifdef KDTRACE_HOOKS
815 /* Privileged, so drop to KDB */
816 mfsrr0 %r1
817 mtsprg3 %r3
818 lwz %r1,0(%r1)
819 /* Check if it's a DTrace trap. */
820 li %r3,0x0808
821 addis %r3,%r3,0x7c81
822 cmplw %cr0,%r3,%r1
823 mfsprg3 %r3
824 beq %cr0,1b
825#endif
826 GET_CPUINFO(%r1)
827 std %r27,(PC_DBSAVE+CPUSAVE_R27)(%r1) /* free r27 */
828 std %r28,(PC_DBSAVE+CPUSAVE_R28)(%r1) /* free r28 */
829 mfsprg2 %r28 /* r29 holds cr... */
830 std %r28,(PC_DBSAVE+CPUSAVE_R29)(%r1) /* free r29 */
831 std %r30,(PC_DBSAVE+CPUSAVE_R30)(%r1) /* free r30 */
832 std %r31,(PC_DBSAVE+CPUSAVE_R31)(%r1) /* free r31 */
833 mflr %r28 /* save LR */
834 bla dbtrap
835CNAME(dbsize) = .-CNAME(dblow)
836#endif /* KDB */
|