trap_subr64.S (124772) | trap_subr64.S (125441) |
---|---|
1/* $FreeBSD: head/sys/powerpc/aim/trap_subr.S 124772 2004-01-21 05:18:08Z grehan $ */ | 1/* $FreeBSD: head/sys/powerpc/aim/trap_subr.S 125441 2004-02-04 13:10:25Z grehan $ */ |
2/* $NetBSD: trap_subr.S,v 1.20 2002/04/22 23:20:08 kleink Exp $ */ 3 4/* 5 * Copyright (C) 1995, 1996 Wolfgang Solfrank. 6 * Copyright (C) 1995, 1996 TooLs GmbH. 7 * All rights reserved. 8 * 9 * Redistribution and use in source and binary forms, with or without --- 25 unchanged lines hidden (view full) --- 35/* 36 * NOTICE: This is not a standalone file. to use it, #include it in 37 * your port's locore.S, like so: 38 * 39 * #include <powerpc/powerpc/trap_subr.S> 40 */ 41 42/* | 2/* $NetBSD: trap_subr.S,v 1.20 2002/04/22 23:20:08 kleink Exp $ */ 3 4/* 5 * Copyright (C) 1995, 1996 Wolfgang Solfrank. 6 * Copyright (C) 1995, 1996 TooLs GmbH. 7 * All rights reserved. 8 * 9 * Redistribution and use in source and binary forms, with or without --- 25 unchanged lines hidden (view full) --- 35/* 36 * NOTICE: This is not a standalone file. to use it, #include it in 37 * your port's locore.S, like so: 38 * 39 * #include <powerpc/powerpc/trap_subr.S> 40 */ 41 42/* |
43 * XXX Fake AST trap vector. This is here until we work out how to safely 44 * remove the AST code. | 43 * Save/restore segment registers |
45 */ | 44 */ |
46#define EXC_AST 0x3000 47 .data 48 .align 4 49cpassert: 50 .asciz "attempting to return from kernel with no current pmap" | 45#define RESTORE_SRS(pmap,sr) mtsr 0,sr; \ 46 lwz sr,1*4(pmap); mtsr 1,sr; \ 47 lwz sr,2*4(pmap); mtsr 2,sr; \ 48 lwz sr,3*4(pmap); mtsr 3,sr; \ 49 lwz sr,4*4(pmap); mtsr 4,sr; \ 50 lwz sr,5*4(pmap); mtsr 5,sr; \ 51 lwz sr,6*4(pmap); mtsr 6,sr; \ 52 lwz sr,7*4(pmap); mtsr 7,sr; \ 53 lwz sr,8*4(pmap); mtsr 8,sr; \ 54 lwz sr,9*4(pmap); mtsr 9,sr; \ 55 lwz sr,10*4(pmap); mtsr 10,sr; \ 56 lwz sr,11*4(pmap); mtsr 11,sr; \ 57 lwz sr,12*4(pmap); mtsr 12,sr; \ 58 lwz sr,13*4(pmap); mtsr 13,sr; \ 59 lwz sr,14*4(pmap); mtsr 14,sr; \ 60 lwz sr,15*4(pmap); mtsr 15,sr; isync; |
51 52/* | 61 62/* |
53 * Data used during primary/secondary traps/interrupts | 63 * User SRs are loaded through a pointer to the current pmap. |
54 */ | 64 */ |
55#define tempsave EXC_MCHK+0xe0 /* primary save area for trap handling */ 56#define disisave EXC_DSI+0xe0 /* primary save area for dsi/isi traps */ | 65#define RESTORE_USER_SRS(pmap,sr) \ 66 GET_CPUINFO(pmap); \ 67 lwz pmap,PC_CURPMAP(pmap); \ 68 lwzu sr,PM_SR(pmap); \ 69 RESTORE_SRS(pmap,sr) |
57 58/* | 70 71/* |
59 * XXX Interrupt and spill stacks need to be per-CPU. | 72 * Kernel SRs are loaded directly from kernel_pmap_ |
60 */ | 73 */ |
61 .data 62 .align 4 63intstk: 64 .space INTSTK /* interrupt stack */ | 74#define RESTORE_KERN_SRS(pmap,sr) \ 75 lis pmap,CNAME(kernel_pmap_store)@ha; \ 76 lwzu sr,CNAME(kernel_pmap_store)+PM_SR@l(pmap); \ 77 RESTORE_SRS(pmap,sr) |
65 | 78 |
66GLOBAL(intr_depth) 67 .long -1 /* in-use marker */ | 79/* 80 * FRAME_SETUP assumes: 81 * SPRG1 SP (1) 82 * savearea r28-r31,DAR,DSISR (DAR & DSISR only for DSI traps) 83 * r28 LR 84 * r29 CR 85 * r30 scratch 86 * r31 scratch 87 * r1 kernel stack 88 * LR trap type (from calling address, mask with 0xff00) 89 * SRR0/1 as at start of trap 90 */ 91#define FRAME_SETUP(savearea) \ 92/* Have to enable translation to allow access of kernel stack: */ \ 93 GET_CPUINFO(%r31); \ 94 mfsrr0 %r30; \ 95 stw %r30,(savearea+CPUSAVE_SRR0)(%r31); /* save SRR0 */ \ 96 mfsrr1 %r30; \ 97 stw %r30,(savearea+CPUSAVE_SRR1)(%r31); /* save SRR1 */ \ 98 mfmsr %r30; \ 99 ori %r30,%r30,(PSL_DR|PSL_IR|PSL_RI)@l; /* relocation on */ \ 100 mtmsr %r30; /* stack can now be accessed */ \ 101 isync; \ 102 mfsprg1 %r31; /* get saved SP */ \ 103 stwu %r31,-FRAMELEN(%r1); /* save it in the callframe */ \ 104 stw %r0, FRAME_0+8(%r1); /* save r0 in the trapframe */ \ 105 stw %r31,FRAME_1+8(%r1); /* save SP " " */ \ 106 stw %r2, FRAME_2+8(%r1); /* save r2 " " */ \ 107 stw %r28,FRAME_LR+8(%r1); /* save LR " " */ \ 108 stw %r29,FRAME_CR+8(%r1); /* save CR " " */ \ 109 GET_CPUINFO(%r2); \ 110 lwz %r28,(savearea+CPUSAVE_R28)(%r2); /* get saved r28 */ \ 111 lwz %r29,(savearea+CPUSAVE_R29)(%r2); /* get saved r29 */ \ 112 lwz %r30,(savearea+CPUSAVE_R30)(%r2); /* get saved r30 */ \ 113 lwz %r31,(savearea+CPUSAVE_R31)(%r2); /* get saved r31 */ \ 114 stw %r3, FRAME_3+8(%r1); /* save r3-r31 */ \ 115 stw %r4, FRAME_4+8(%r1); \ 116 stw %r5, FRAME_5+8(%r1); \ 117 stw %r6, FRAME_6+8(%r1); \ 118 stw %r7, FRAME_7+8(%r1); \ 119 stw %r8, FRAME_8+8(%r1); \ 120 stw %r9, FRAME_9+8(%r1); \ 121 stw %r10, FRAME_10+8(%r1); \ 122 stw %r11, FRAME_11+8(%r1); \ 123 stw %r12, FRAME_12+8(%r1); \ 124 stw %r13, FRAME_13+8(%r1); \ 125 stw %r14, FRAME_14+8(%r1); \ 126 stw %r15, FRAME_15+8(%r1); \ 127 stw %r16, FRAME_16+8(%r1); \ 128 stw %r17, FRAME_17+8(%r1); \ 129 stw %r18, FRAME_18+8(%r1); \ 130 stw %r19, FRAME_19+8(%r1); \ 131 stw %r20, FRAME_20+8(%r1); \ 132 stw %r21, FRAME_21+8(%r1); \ 133 stw %r22, FRAME_22+8(%r1); \ 134 stw %r23, FRAME_23+8(%r1); \ 135 stw %r24, FRAME_24+8(%r1); \ 136 stw %r25, FRAME_25+8(%r1); \ 137 stw %r26, FRAME_26+8(%r1); \ 138 stw %r27, FRAME_27+8(%r1); \ 139 stw %r28, FRAME_28+8(%r1); \ 140 stw %r29, FRAME_29+8(%r1); \ 141 stw %r30, FRAME_30+8(%r1); \ 142 stw %r31, FRAME_31+8(%r1); \ 143 lwz %r28,(savearea+CPUSAVE_DAR)(%r2); /* saved DAR */ \ 144 lwz %r29,(savearea+CPUSAVE_DSISR)(%r2);/* saved DSISR */ \ 145 lwz %r30,(savearea+CPUSAVE_SRR0)(%r2); /* saved SRR0 */ \ 146 lwz %r31,(savearea+CPUSAVE_SRR1)(%r2); /* saved SRR1 */ \ 147 mfxer %r3; \ 148 mfctr %r4; \ 149 mflr %r5; \ 150 andi. %r5,%r5,0xff00; /* convert LR to exc # */ \ 151 stw %r3, FRAME_XER+8(1); /* save xer/ctr/exc */ \ 152 stw %r4, FRAME_CTR+8(1); \ 153 stw %r5, FRAME_EXC+8(1); \ 154 stw %r28,FRAME_DAR+8(1); \ 155 stw %r29,FRAME_DSISR+8(1); /* save dsisr/srr0/srr1 */ \ 156 stw %r30,FRAME_SRR0+8(1); \ 157 stw %r31,FRAME_SRR1+8(1) |
68 | 158 |
69 .comm spillstk,SPILLSTK,8 | 159#define FRAME_LEAVE(savearea) \ 160/* Now restore regs: */ \ 161 lwz %r2,FRAME_SRR0+8(%r1); \ 162 lwz %r3,FRAME_SRR1+8(%r1); \ 163 lwz %r4,FRAME_CTR+8(%r1); \ 164 lwz %r5,FRAME_XER+8(%r1); \ 165 lwz %r6,FRAME_LR+8(%r1); \ 166 GET_CPUINFO(%r7); \ 167 stw %r2,(savearea+CPUSAVE_SRR0)(%r7); /* save SRR0 */ \ 168 stw %r3,(savearea+CPUSAVE_SRR1)(%r7); /* save SRR1 */ \ 169 lwz %r7,FRAME_CR+8(%r1); \ 170 mtctr %r4; \ 171 mtxer %r5; \ 172 mtlr %r6; \ 173 mtsprg1 %r7; /* save cr */ \ 174 lwz %r31,FRAME_31+8(%r1); /* restore r0-31 */ \ 175 lwz %r30,FRAME_30+8(%r1); \ 176 lwz %r29,FRAME_29+8(%r1); \ 177 lwz %r28,FRAME_28+8(%r1); \ 178 lwz %r27,FRAME_27+8(%r1); \ 179 lwz %r26,FRAME_26+8(%r1); \ 180 lwz %r25,FRAME_25+8(%r1); \ 181 lwz %r24,FRAME_24+8(%r1); \ 182 lwz %r23,FRAME_23+8(%r1); \ 183 lwz %r22,FRAME_22+8(%r1); \ 184 lwz %r21,FRAME_21+8(%r1); \ 185 lwz %r20,FRAME_20+8(%r1); \ 186 lwz %r19,FRAME_19+8(%r1); \ 187 lwz %r18,FRAME_18+8(%r1); \ 188 lwz %r17,FRAME_17+8(%r1); \ 189 lwz %r16,FRAME_16+8(%r1); \ 190 lwz %r15,FRAME_15+8(%r1); \ 191 lwz %r14,FRAME_14+8(%r1); \ 192 lwz %r13,FRAME_13+8(%r1); \ 193 lwz %r12,FRAME_12+8(%r1); \ 194 lwz %r11,FRAME_11+8(%r1); \ 195 lwz %r10,FRAME_10+8(%r1); \ 196 lwz %r9, FRAME_9+8(%r1); \ 197 lwz %r8, FRAME_8+8(%r1); \ 198 lwz %r7, FRAME_7+8(%r1); \ 199 lwz %r6, FRAME_6+8(%r1); \ 200 lwz %r5, FRAME_5+8(%r1); \ 201 lwz %r4, FRAME_4+8(%r1); \ 202 lwz %r3, FRAME_3+8(%r1); \ 203 lwz %r2, FRAME_2+8(%r1); \ 204 lwz %r0, FRAME_0+8(%r1); \ 205 lwz %r1, FRAME_1+8(%r1); \ 206/* Can't touch %r1 from here on */ \ 207 mtsprg2 %r2; /* save r2 & r3 */ \ 208 mtsprg3 %r3; \ 209/* Disable translation, machine check and recoverability: */ \ 210 mfmsr %r2; \ 211 andi. %r2,%r2,~(PSL_DR|PSL_IR|PSL_EE|PSL_ME|PSL_RI)@l; \ 212 mtmsr %r2; \ 213 isync; \ 214/* Decide whether we return to user mode: */ \ 215 GET_CPUINFO(%r2); \ 216 lwz %r3,(savearea+CPUSAVE_SRR1)(%r2); \ 217 mtcr %r3; \ 218 bf 17,1f; /* branch if PSL_PR is false */ \ 219/* Restore user SRs */ \ 220 RESTORE_USER_SRS(%r2,%r3); \ 2211: mfsprg1 %r2; /* restore cr */ \ 222 mtcr %r2; \ 223 GET_CPUINFO(%r2); \ 224 lwz %r3,(savearea+CPUSAVE_SRR0)(%r2); /* restore srr0 */ \ 225 mtsrr0 %r3; \ 226 lwz %r3,(savearea+CPUSAVE_SRR1)(%r2); /* restore srr1 */ \ 227 mtsrr1 %r3; \ 228 mfsprg2 %r2; /* restore r2 & r3 */ \ 229 mfsprg3 %r3 |
70 71/* 72 * This code gets copied to all the trap vectors | 230 231/* 232 * This code gets copied to all the trap vectors |
73 * (except ISI/DSI, ALI, the interrupts, and possibly the debugging 74 * traps when using IPKDB). | 233 * (except ISI/DSI, ALI, and the interrupts) |
75 */ 76 .text 77 .globl CNAME(trapcode),CNAME(trapsize) 78CNAME(trapcode): | 234 */ 235 .text 236 .globl CNAME(trapcode),CNAME(trapsize) 237CNAME(trapcode): |
79 mtsprg 1,1 /* save SP */ 80 stmw 28,tempsave(0) /* free r28-r31 */ 81 mflr 28 /* save LR */ 82 mfcr 29 /* save CR */ | 238 mtsprg1 %r1 /* save SP */ 239 GET_CPUINFO(%r1) 240 stw %r28,(PC_TEMPSAVE+CPUSAVE_R28)(%r1) /* free r28-r31 */ 241 stw %r29,(PC_TEMPSAVE+CPUSAVE_R29)(%r1) 242 stw %r30,(PC_TEMPSAVE+CPUSAVE_R30)(%r1) 243 stw %r31,(PC_TEMPSAVE+CPUSAVE_R31)(%r1) 244 mfsprg1 %r1 /* restore SP, in case of branch */ 245 mflr %r28 /* save LR */ 246 mfcr %r29 /* save CR */ |
83/* Test whether we already had PR set */ | 247/* Test whether we already had PR set */ |
84 mfsrr1 31 85 mtcr 31 86 bc 4,17,1f /* branch if PSL_PR is clear */ 87 mfsprg 31,0 88 lwz 1,PC_CURPCB(31) 891: 90 bla s_trap | 248 mfsrr1 %r31 249 mtcr %r31 250 bla s_trap /* LR & 0xff00 is exception # */ |
91CNAME(trapsize) = .-CNAME(trapcode) 92 93/* 94 * For ALI: has to save DSISR and DAR 95 */ 96 .globl CNAME(alitrap),CNAME(alisize) 97CNAME(alitrap): | 251CNAME(trapsize) = .-CNAME(trapcode) 252 253/* 254 * For ALI: has to save DSISR and DAR 255 */ 256 .globl CNAME(alitrap),CNAME(alisize) 257CNAME(alitrap): |
98 mtsprg 1,1 /* save SP */ 99 stmw 28,tempsave(0) /* free r28-r31 */ 100 mfdar 30 101 mfdsisr 31 102 stmw 30,tempsave+16(0) 103 mflr 28 /* save LR */ 104 mfcr 29 /* save CR */ | 258 mtsprg1 %r1 /* save SP */ 259 GET_CPUINFO(%r1) 260 stw %r28,(PC_TEMPSAVE+CPUSAVE_R28)(%r1) /* free r28-r31 */ 261 stw %r29,(PC_TEMPSAVE+CPUSAVE_R29)(%r1) 262 stw %r30,(PC_TEMPSAVE+CPUSAVE_R30)(%r1) 263 stw %r31,(PC_TEMPSAVE+CPUSAVE_R31)(%r1) 264 mfdar %r30 265 mfdsisr %r31 266 stw %r30,(PC_TEMPSAVE+CPUSAVE_DAR)(%r1) 267 stw %r31,(PC_TEMPSAVE+CPUSAVE_DSISR)(%r1) 268 mfsprg1 %r1 /* restore SP, in case of branch */ 269 mflr %r28 /* save LR */ 270 mfcr %r29 /* save CR */ |
105/* Test whether we already had PR set */ | 271/* Test whether we already had PR set */ |
106 mfsrr1 31 107 mtcr 31 108 bc 4,17,1f /* branch if PSL_PR is clear */ 109 mfsprg 31,0 110 lwz 1,PC_CURPCB(31) 1111: 112 bla s_trap | 272 mfsrr1 %r31 273 mtcr %r31 274 bla s_trap /* LR & 0xff00 is exception # */ |
113CNAME(alisize) = .-CNAME(alitrap) 114 115/* 116 * Similar to the above for DSI 117 * Has to handle BAT spills 118 * and standard pagetable spills 119 */ 120 .globl CNAME(dsitrap),CNAME(dsisize) 121CNAME(dsitrap): | 275CNAME(alisize) = .-CNAME(alitrap) 276 277/* 278 * Similar to the above for DSI 279 * Has to handle BAT spills 280 * and standard pagetable spills 281 */ 282 .globl CNAME(dsitrap),CNAME(dsisize) 283CNAME(dsitrap): |
122 stmw 28,disisave(0) /* free r28-r31 */ 123 mfcr 29 /* save CR */ 124 mfxer 30 /* save XER */ 125 mtsprg 2,30 /* in SPRG2 */ 126 mfsrr1 31 /* test kernel mode */ 127 mtcr 31 128 bc 12,17,1f /* branch if PSL_PR is set */ 129 mfdar 31 /* get fault address */ 130 rlwinm 31,31,7,25,28 /* get segment * 8 */ | 284 mtsprg1 %r1 /* save SP */ 285 GET_CPUINFO(%r1) 286 stw %r28,(PC_DISISAVE+CPUSAVE_R28)(%r1) /* free r28-r31 */ 287 stw %r29,(PC_DISISAVE+CPUSAVE_R29)(%r1) 288 stw %r30,(PC_DISISAVE+CPUSAVE_R30)(%r1) 289 stw %r31,(PC_DISISAVE+CPUSAVE_R31)(%r1) 290 mfsprg1 %r1 /* restore SP */ 291 mfcr %r29 /* save CR */ 292 mfxer %r30 /* save XER */ 293 mtsprg2 %r30 /* in SPRG2 */ 294 mfsrr1 %r31 /* test kernel mode */ 295 mtcr %r31 296 bt 17,1f /* branch if PSL_PR is set */ 297 mfdar %r31 /* get fault address */ 298 rlwinm %r31,%r31,7,25,28 /* get segment * 8 */ |
131 132 /* get batu */ | 299 300 /* get batu */ |
133 addis 31,31,CNAME(battable)@ha 134 lwz 30,CNAME(battable)@l(31) 135 mtcr 30 136 bc 4,30,1f /* branch if supervisor valid is | 301 addis %r31,%r31,CNAME(battable)@ha 302 lwz %r30,CNAME(battable)@l(31) 303 mtcr %r30 304 bf 30,1f /* branch if supervisor valid is |
137 false */ 138 /* get batl */ | 305 false */ 306 /* get batl */ |
139 lwz 31,CNAME(battable)+4@l(31) | 307 lwz %r31,CNAME(battable)+4@l(31) |
140/* We randomly use the highest two bat registers here */ | 308/* We randomly use the highest two bat registers here */ |
141 mftb 28 142 andi. 28,28,1 | 309 mftb %r28 310 andi. %r28,%r28,1 |
143 bne 2f | 311 bne 2f |
144 mtdbatu 2,30 145 mtdbatl 2,31 | 312 mtdbatu 2,%r30 313 mtdbatl 2,%r31 |
146 b 3f 1472: | 314 b 3f 3152: |
148 mtdbatu 3,30 149 mtdbatl 3,31 | 316 mtdbatu 3,%r30 317 mtdbatl 3,%r31 |
1503: | 3183: |
151 mfsprg 30,2 /* restore XER */ 152 mtxer 30 153 mtcr 29 /* restore CR */ 154 lmw 28,disisave(0) /* restore r28-r31 */ | 319 mfsprg2 %r30 /* restore XER */ 320 mtxer %r30 321 mtcr %r29 /* restore CR */ 322 mtsprg1 %r1 323 GET_CPUINFO(%r1) 324 lwz %r28,(PC_DISISAVE+CPUSAVE_R28)(%r1) /* restore r28-r31 */ 325 lwz %r29,(PC_DISISAVE+CPUSAVE_R29)(%r1) 326 lwz %r30,(PC_DISISAVE+CPUSAVE_R30)(%r1) 327 lwz %r31,(PC_DISISAVE+CPUSAVE_R31)(%r1) 328 mfsprg1 %r1 |
155 rfi /* return to trapped code */ 1561: | 329 rfi /* return to trapped code */ 3301: |
157 mflr 28 /* save LR */ 158 bla s_dsitrap | 331 mflr %r28 /* save LR (SP already saved) */ 332 bla disitrap |
159CNAME(dsisize) = .-CNAME(dsitrap) 160 161/* | 333CNAME(dsisize) = .-CNAME(dsitrap) 334 335/* |
162 * Dedicated MPC601 version of the above. 163 * Considers different BAT format and combined implementation 164 * (being addressed as I-BAT). 165 */ 166 .globl CNAME(dsitrap601),CNAME(dsi601size) 167CNAME(dsitrap601): 168 stmw 28,disisave(0) /* free r28-r31 */ 169 mfcr 29 /* save CR */ 170 mfxer 30 /* save XER */ 171 mtsprg 2,30 /* in SPRG2 */ 172 mfsrr1 31 /* test kernel mode */ 173 mtcr 31 174 bc 12,17,1f /* branch if PSL_PR is set */ 175 mfdar 31 /* get fault address */ 176 rlwinm 31,31,12,20,28 /* get "segment" battable offset */ 177 178 /* get batl */ 179 addis 31,31,CNAME(battable)@ha 180 lwz 30,CNAME(battable)+4@l(31) 181 mtcr 30 182 bc 4,25,1f /* branch if Valid is is false, 183 presently assumes supervisor only */ 184 185 /* get batu */ 186 lwz 31,CNAME(battable)@l(31) 187/* We randomly use the highest two bat registers here */ 188 mfspr 28,SPR_RTCL_R 189 andi. 28,28,128 190 bne 2f 191 mtibatu 2,31 192 mtibatl 2,30 193 b 3f 1942: 195 mtibatu 3,31 196 mtibatl 3,30 1973: 198 mfsprg 30,2 /* restore XER */ 199 mtxer 30 200 mtcr 29 /* restore CR */ 201 lmw 28,disisave(0) /* restore r28-r31 */ 202 rfi /* return to trapped code */ 2031: 204 mflr 28 /* save LR */ 205 bla s_dsitrap 206CNAME(dsi601size) = .-CNAME(dsitrap601) 207 208/* 209 * Similar to the above for ISI 210 */ 211 .globl CNAME(isitrap),CNAME(isisize) 212CNAME(isitrap): 213 stmw 28,disisave(0) /* free r28-r31 */ 214 mflr 28 /* save LR */ 215 mfcr 29 /* save CR */ 216 mfsrr1 31 /* test kernel mode */ 217 mtcr 31 218 bc 12,17,1f /* branch if PSL_PR is set */ 219 mfsrr0 31 /* get fault address */ 220 rlwinm 31,31,7,25,28 /* get segment * 8 */ 221 222 /* get batu */ 223 addis 31,31,CNAME(battable)@ha 224 lwz 30,CNAME(battable)@l(31) 225 mtcr 30 226 bc 4,30,1f /* branch if supervisor valid is 227 false */ 228 mtibatu 3,30 229 230 /* get batl */ 231 lwz 30,CNAME(battable)+4@l(31) 232 mtibatl 3,30 233 234 mtcr 29 /* restore CR */ 235 lmw 28,disisave(0) /* restore r28-r31 */ 236 rfi /* return to trapped code */ 2371: 238 bla s_isitrap 239CNAME(isisize)= .-CNAME(isitrap) 240 241/* 242 * Dedicated MPC601 version of the above. 243 * Considers different BAT format. 244 */ 245 .globl CNAME(isitrap601),CNAME(isi601size) 246CNAME(isitrap601): 247 stmw 28,disisave(0) /* free r28-r31 */ 248 mflr 28 /* save LR */ 249 mfcr 29 /* save CR */ 250 mfsrr1 31 /* test kernel mode */ 251 mtcr 31 252 bc 12,17,1f /* branch if PSL_PR is set */ 253 mfsrr0 31 /* get fault address */ 254 rlwinm 31,31,12,20,28 /* get "segment" battable offset */ 255 256 /* get batl */ 257 addis 31,31,CNAME(battable)@ha 258 lwz 30,CNAME(battable)+4@l(31) 259 mtcr 30 260 bc 4,25,1f /* branch if Valid is is false, 261 presently assumes supervisor only */ 262 /* get batu */ 263 lwz 31,CNAME(battable)@l(31) 264 265 mtibatu 3,31 266 mtibatl 3,30 267 268 mtcr 29 /* restore CR */ 269 lmw 28,disisave(0) /* restore r28-r31 */ 270 rfi /* return to trapped code */ 2711: 272 bla s_isitrap 273CNAME(isi601size)= .-CNAME(isitrap601) 274 275/* 276 * Now the tlb software load for 603 processors: 277 * (Code essentially from the 603e User Manual, Chapter 5, but 278 * corrected a lot.) 279 */ 280 281 .globl CNAME(tlbimiss),CNAME(tlbimsize) 282CNAME(tlbimiss): 283#ifdef PMAPDEBUG 284 mfspr 2,SPR_IMISS /* exception address */ 285 li 1,24 /* get rid of the lower */ 286 srw 2,2,1 /* 24 bits */ 287 li 1,1 /* Load 1 */ 288 cmpl 2,1,1 /* is it > 16MB */ 289 blt 99f /* nope, skip saving these SPRs */ 290 li 1,0xc0 /* arbitrary */ 291 mfspr 2,SPR_HASH1 292 stw 2,0(1) 293 mfspr 2,SPR_HASH2 294 stw 2,4(1) 295 mfspr 2,SPR_IMISS 296 stw 2,8(1) 297 mfspr 2,SPR_ICMP 298 stw 2,12(1) 29999: 300#endif /* PMAPDEBUG */ 301 mfspr 2,SPR_HASH1 /* get first pointer */ 302 li 1,8 303 mfctr 0 /* save counter */ 304 mfspr 3,SPR_ICMP /* get first compare value */ 305 addi 2,2,-8 /* predec pointer */ 3061: 307 mtctr 1 /* load counter */ 3082: 309 lwzu 1,8(2) /* get next pte */ 310 cmpl 0,1,3 /* see if found pte */ 311 bdneq 2b /* loop if not eq */ 312 bne 3f /* not found */ 313 lwz 1,4(2) /* load tlb entry lower word */ 314 andi. 3,1,8 /* check G-bit */ 315 bne 4f /* if guarded, take ISI */ 316 mtctr 0 /* restore counter */ 317 mfspr 0,SPR_IMISS /* get the miss address for the tlbli */ 318 mfsrr1 3 /* get the saved cr0 bits */ 319 mtcrf 0x80,3 /* and restore */ 320 ori 1,1,0x100 /* set the reference bit */ 321 mtspr SPR_RPA,1 /* set the pte */ 322 srwi 1,1,8 /* get byte 7 of pte */ 323 tlbli 0 /* load the itlb */ 324 stb 1,6(2) /* update page table */ 325 rfi 326 3273: /* not found in pteg */ 328 andi. 1,3,0x40 /* have we already done second hash? */ 329 bne 5f 330 mfspr 2,SPR_HASH2 /* get the second pointer */ 331 ori 3,3,0x40 /* change the compare value */ 332 li 1,8 333 addi 2,2,-8 /* predec pointer */ 334 b 1b 3354: /* guarded */ 336 mfsrr1 3 337 andi. 2,3,0xffff /* clean upper srr1 */ 338 oris 2,2,0x8000000@h /* set srr<4> to flag prot violation */ 339 b 6f 3405: /* not found anywhere */ 341 mfsrr1 3 342 andi. 2,3,0xffff /* clean upper srr1 */ 343 oris 2,2,0x40000000@h /* set srr1<1> to flag pte not found */ 3446: 345 mtctr 0 /* restore counter */ 346 mtsrr1 2 347 mfmsr 0 348 xoris 0,0,0x20000@h /* flip the msr<tgpr> bit */ 349 mtcrf 0x80,3 /* restore cr0 */ 350 mtmsr 0 /* now with native gprs */ 351 isync 352 ba EXC_ISI 353CNAME(tlbimsize) = .-CNAME(tlbimiss) 354 355 .globl CNAME(tlbdlmiss),CNAME(tlbdlmsize) 356CNAME(tlbdlmiss): 357 mfspr 2,SPR_HASH1 /* get first pointer */ 358 li 1,8 359 mfctr 0 /* save counter */ 360 mfspr 3,SPR_DCMP /* get first compare value */ 361 addi 2,2,-8 /* predec pointer */ 3621: 363 mtctr 1 /* load counter */ 3642: 365 lwzu 1,8(2) /* get next pte */ 366 cmpl 0,1,3 /* see if found pte */ 367 bdneq 2b /* loop if not eq */ 368 bne 3f /* not found */ 369 lwz 1,4(2) /* load tlb entry lower word */ 370 mtctr 0 /* restore counter */ 371 mfspr 0,SPR_DMISS /* get the miss address for the tlbld */ 372 mfsrr1 3 /* get the saved cr0 bits */ 373 mtcrf 0x80,3 /* and restore */ 374 ori 1,1,0x100 /* set the reference bit */ 375 mtspr SPR_RPA,1 /* set the pte */ 376 srwi 1,1,8 /* get byte 7 of pte */ 377 tlbld 0 /* load the dtlb */ 378 stb 1,6(2) /* update page table */ 379 rfi 380 3813: /* not found in pteg */ 382 andi. 1,3,0x40 /* have we already done second hash? */ 383 bne 5f 384 mfspr 2,SPR_HASH2 /* get the second pointer */ 385 ori 3,3,0x40 /* change the compare value */ 386 li 1,8 387 addi 2,2,-8 /* predec pointer */ 388 b 1b 3895: /* not found anywhere */ 390 mfsrr1 3 391 lis 1,0x40000000@h /* set dsisr<1> to flag pte not found */ 392 mtctr 0 /* restore counter */ 393 andi. 2,3,0xffff /* clean upper srr1 */ 394 mtsrr1 2 395 mtdsisr 1 /* load the dsisr */ 396 mfspr 1,SPR_DMISS /* get the miss address */ 397 mtdar 1 /* put in dar */ 398 mfmsr 0 399 xoris 0,0,0x20000@h /* flip the msr<tgpr> bit */ 400 mtcrf 0x80,3 /* restore cr0 */ 401 mtmsr 0 /* now with native gprs */ 402 isync 403 ba EXC_DSI 404CNAME(tlbdlmsize) = .-CNAME(tlbdlmiss) 405 406 .globl CNAME(tlbdsmiss),CNAME(tlbdsmsize) 407CNAME(tlbdsmiss): 408 mfspr 2,SPR_HASH1 /* get first pointer */ 409 li 1,8 410 mfctr 0 /* save counter */ 411 mfspr 3,SPR_DCMP /* get first compare value */ 412 addi 2,2,-8 /* predec pointer */ 4131: 414 mtctr 1 /* load counter */ 4152: 416 lwzu 1,8(2) /* get next pte */ 417 cmpl 0,1,3 /* see if found pte */ 418 bdneq 2b /* loop if not eq */ 419 bne 3f /* not found */ 420 lwz 1,4(2) /* load tlb entry lower word */ 421 andi. 3,1,0x80 /* check the C-bit */ 422 beq 4f 4235: 424 mtctr 0 /* restore counter */ 425 mfspr 0,SPR_DMISS /* get the miss address for the tlbld */ 426 mfsrr1 3 /* get the saved cr0 bits */ 427 mtcrf 0x80,3 /* and restore */ 428 mtspr SPR_RPA,1 /* set the pte */ 429 tlbld 0 /* load the dtlb */ 430 rfi 431 4323: /* not found in pteg */ 433 andi. 1,3,0x40 /* have we already done second hash? */ 434 bne 5f 435 mfspr 2,SPR_HASH2 /* get the second pointer */ 436 ori 3,3,0x40 /* change the compare value */ 437 li 1,8 438 addi 2,2,-8 /* predec pointer */ 439 b 1b 4404: /* found, but C-bit = 0 */ 441 rlwinm. 3,1,30,0,1 /* test PP */ 442 bge- 7f 443 andi. 3,1,1 444 beq+ 8f 4459: /* found, but protection violation (PP==00)*/ 446 mfsrr1 3 447 lis 1,0xa000000@h /* indicate protection violation 448 on store */ 449 b 1f 4507: /* found, PP=1x */ 451 mfspr 3,SPR_DMISS /* get the miss address */ 452 mfsrin 1,3 /* get the segment register */ 453 mfsrr1 3 454 rlwinm 3,3,18,31,31 /* get PR-bit */ 455 rlwnm. 2,2,3,1,1 /* get the key */ 456 bne- 9b /* protection violation */ 4578: /* found, set reference/change bits */ 458 lwz 1,4(2) /* reload tlb entry */ 459 ori 1,1,0x180 460 sth 1,6(2) 461 b 5b 4625: /* not found anywhere */ 463 mfsrr1 3 464 lis 1,0x42000000@h /* set dsisr<1> to flag pte not found */ 465 /* dsisr<6> to flag store */ 4661: 467 mtctr 0 /* restore counter */ 468 andi. 2,3,0xffff /* clean upper srr1 */ 469 mtsrr1 2 470 mtdsisr 1 /* load the dsisr */ 471 mfspr 1,SPR_DMISS /* get the miss address */ 472 mtdar 1 /* put in dar */ 473 mfmsr 0 474 xoris 0,0,0x20000@h /* flip the msr<tgpr> bit */ 475 mtcrf 0x80,3 /* restore cr0 */ 476 mtmsr 0 /* now with native gprs */ 477 isync 478 ba EXC_DSI 479CNAME(tlbdsmsize) = .-CNAME(tlbdsmiss) 480 481#if defined(DDB) || defined(KGDB) 482#define ddbsave 0xde0 /* primary save area for DDB */ 483/* 484 * In case of DDB we want a separate trap catcher for it 485 */ 486 .local ddbstk 487 .comm ddbstk,INTSTK,8 /* ddb stack */ 488 489 .globl CNAME(ddblow),CNAME(ddbsize) 490CNAME(ddblow): 491 mtsprg 1,1 /* save SP */ 492 stmw 28,ddbsave(0) /* free r28-r31 */ 493 mflr 28 /* save LR */ 494 mfcr 29 /* save CR */ 495 lis 1,ddbstk+INTSTK@ha /* get new SP */ 496 addi 1,1,ddbstk+INTSTK@l 497 bla ddbtrap 498CNAME(ddbsize) = .-CNAME(ddblow) 499#endif /* DDB | KGDB */ 500 501#ifdef IPKDB 502#define ipkdbsave 0xde0 /* primary save area for IPKDB */ 503/* 504 * In case of IPKDB we want a separate trap catcher for it 505 */ 506 507 .local ipkdbstk 508 .comm ipkdbstk,INTSTK,8 /* ipkdb stack */ 509 510 .globl CNAME(ipkdblow),CNAME(ipkdbsize) 511CNAME(ipkdblow): 512 mtsprg 1,1 /* save SP */ 513 stmw 28,ipkdbsave(0) /* free r28-r31 */ 514 mflr 28 /* save LR */ 515 mfcr 29 /* save CR */ 516 lis 1,ipkdbstk+INTSTK@ha /* get new SP */ 517 addi 1,1,ipkdbstk+INTSTK@l 518 bla ipkdbtrap 519CNAME(ipkdbsize) = .-CNAME(ipkdblow) 520#endif /* IPKDB */ 521 522/* 523 * FRAME_SETUP assumes: 524 * SPRG1 SP (1) 525 * savearea r28-r31,DAR,DSISR (DAR & DSISR only for DSI traps) 526 * 28 LR 527 * 29 CR 528 * 1 kernel stack 529 * LR trap type 530 * SRR0/1 as at start of trap 531 */ 532#define FRAME_SETUP(savearea) \ 533/* Have to enable translation to allow access of kernel stack: */ \ 534 mfsrr0 30; \ 535 mfsrr1 31; \ 536 stmw 30,savearea+24(0); \ 537 mfmsr 30; \ 538 ori 30,30,(PSL_DR|PSL_IR|PSL_RI)@l; \ 539 mtmsr 30; \ 540 isync; \ 541 mfsprg 31,1; \ 542 stwu 31,-FRAMELEN(1); \ 543 stw 0,FRAME_0+8(1); \ 544 stw 31,FRAME_1+8(1); \ 545 stw 28,FRAME_LR+8(1); \ 546 stw 29,FRAME_CR+8(1); \ 547 lmw 28,savearea(0); \ 548 stmw 2,FRAME_2+8(1); \ 549 lmw 28,savearea+16(0); \ 550 mfxer 3; \ 551 mfctr 4; \ 552 mflr 5; \ 553 andi. 5,5,0xff00; \ 554 stw 3,FRAME_XER+8(1); \ 555 stw 4,FRAME_CTR+8(1); \ 556 stw 5,FRAME_EXC+8(1); \ 557 stw 28,FRAME_DAR+8(1); \ 558 stw 29,FRAME_DSISR+8(1); \ 559 stw 30,FRAME_SRR0+8(1); \ 560 stw 31,FRAME_SRR1+8(1) 561 562#define FRAME_LEAVE(savearea) \ 563/* Now restore regs: */ \ 564 lwz 2,FRAME_SRR0+8(1); \ 565 lwz 3,FRAME_SRR1+8(1); \ 566 lwz 4,FRAME_CTR+8(1); \ 567 lwz 5,FRAME_XER+8(1); \ 568 lwz 6,FRAME_LR+8(1); \ 569 lwz 7,FRAME_CR+8(1); \ 570 stw 2,savearea(0); \ 571 stw 3,savearea+4(0); \ 572 mtctr 4; \ 573 mtxer 5; \ 574 mtlr 6; \ 575 mtsprg 1,7; /* save cr */ \ 576 lmw 2,FRAME_2+8(1); \ 577 lwz 0,FRAME_0+8(1); \ 578 lwz 1,FRAME_1+8(1); \ 579 mtsprg 2,2; /* save r2 & r3 */ \ 580 mtsprg 3,3; \ 581/* Disable translation, machine check and recoverability: */ \ 582 mfmsr 2; \ 583 andi. 2,2,~(PSL_DR|PSL_IR|PSL_EE|PSL_ME|PSL_RI)@l; \ 584 mtmsr 2; \ 585 isync; \ 586/* Decide whether we return to user mode: */ \ 587 lwz 3,savearea+4(0); \ 588 mtcr 3; \ 589 bc 4,17,1f; /* branch if PSL_PR is false */ \ 590/* Restore user & kernel access SR: */ \ 591 mfsprg 2,0; \ 592 lwz 2,PC_CURPMAP(2); \ 593 cmpwi cr4,2,0; /* is curpmap NULL? */ \ 594 bne cr4,2f; \ 595 lis 3,cpassert@ha; /* if it is, panic */ \ 596 addi 3,3,cpassert@l; \ 597 b asm_panic; \ 5982: lwz 3,PM_SR+0(2); \ 599 mtsr 0,3; /* restore SR0 */ \ 600 lwz 3,PM_SR+4(2); \ 601 mtsr 1,3; /* restore SR1 */ \ 602 lwz 3,PM_SR+8(2); \ 603 mtsr 2,3; /* restore SR2 */ \ 604 lwz 3,PM_SR+12(2); \ 605 mtsr 3,3; /* restore SR3 */ \ 606 lwz 3,PM_SR+16(2); \ 607 mtsr 4,3; /* restore SR4 */ \ 608 lwz 3,PM_SR+20(2); \ 609 mtsr 5,3; /* restore SR5 */ \ 610 lwz 3,PM_SR+24(2); \ 611 mtsr 6,3; /* restore SR6 */ \ 612 lwz 3,PM_SR+28(2); \ 613 mtsr 7,3; /* restore SR7 */ \ 614 lwz 3,PM_USRSR(2); \ 615 mtsr USER_SR,3; \ 616 lwz 3,PM_KERNELSR(2); \ 617 mtsr KERNEL_SR,3; \ 6181: mfsprg 2,1; /* restore cr */ \ 619 mtcr 2; \ 620 lwz 2,savearea(0); \ 621 lwz 3,savearea+4(0); \ 622 mtsrr0 2; \ 623 mtsrr1 3; \ 624 mfsprg 2,2; /* restore r2 & r3 */ \ 625 mfsprg 3,3 626 627/* | |
628 * Preamble code for DSI/ISI traps 629 */ 630disitrap: | 336 * Preamble code for DSI/ISI traps 337 */ 338disitrap: |
631 lmw 30,disisave(0) 632 stmw 30,tempsave(0) 633 lmw 30,disisave+8(0) 634 stmw 30,tempsave+8(0) 635 mfdar 30 636 mfdsisr 31 637 stmw 30,tempsave+16(0) | 339 GET_CPUINFO(%r1) 340 lwz %r30,(PC_DISISAVE+CPUSAVE_R28)(%r1) 341 stw %r30,(PC_TEMPSAVE+CPUSAVE_R28)(%r1) 342 lwz %r31,(PC_DISISAVE+CPUSAVE_R29)(%r1) 343 stw %r31,(PC_TEMPSAVE+CPUSAVE_R29)(%r1) 344 lwz %r30,(PC_DISISAVE+CPUSAVE_R30)(%r1) 345 stw %r30,(PC_TEMPSAVE+CPUSAVE_R30)(%r1) 346 lwz %r31,(PC_DISISAVE+CPUSAVE_R31)(%r1) 347 stw %r31,(PC_TEMPSAVE+CPUSAVE_R31)(%r1) 348 mfdar %r30 349 mfdsisr %r31 350 stw %r30,(PC_TEMPSAVE+CPUSAVE_DAR)(%r1) 351 stw %r31,(PC_TEMPSAVE+CPUSAVE_DSISR)(%r1) 352 353 /* XXX need stack probe here */ |
638realtrap: 639/* Test whether we already had PR set */ | 354realtrap: 355/* Test whether we already had PR set */ |
640 mfsrr1 1 641 mtcr 1 642 mfsprg 1,1 /* restore SP (might have been | 356 mfsrr1 %r1 357 mtcr %r1 358 mfsprg1 %r1 /* restore SP (might have been |
643 overwritten) */ | 359 overwritten) */ |
644 bc 4,17,s_trap /* branch if PSL_PR is false */ 645 mfsprg 31,0 646 lwz 1,PC_CURPCB(31) | 360s_trap: 361 bf 17,k_trap /* branch if PSL_PR is false */ 362 GET_CPUINFO(%r1) 363u_trap: 364 lwz %r1,PC_CURPCB(%r1) 365 RESTORE_KERN_SRS(%r30,%r31) /* enable kernel mapping */ |
647 648/* 649 * Now the common trap catching code. 650 */ | 366 367/* 368 * Now the common trap catching code. 369 */ |
651s_trap: 652/* First have to enable KERNEL mapping */ 653 lis 31,KERNEL_SEGMENT@h 654 ori 31,31,KERNEL_SEGMENT@l 655 mtsr KERNEL_SR,31 656/* Obliterate SRs so BAT spills work correctly */ 657 lis 31,EMPTY_SEGMENT@h 658 ori 31,31,EMPTY_SEGMENT@l 659 mtsr 0,31 660 mtsr 1,31 661 mtsr 2,31 662 mtsr 3,31 663 mtsr 4,31 664 mtsr 5,31 665 mtsr 6,31 666 mtsr 7,31 667 FRAME_SETUP(tempsave) 668/* Now we can recover interrupts again: */ 669#if 0 670 mfmsr 7 671 ori 7,7,(PSL_EE|PSL_ME|PSL_RI)@l 672 mtmsr 7 673 isync 674#endif | 370k_trap: 371 FRAME_SETUP(PC_TEMPSAVE) |
675/* Call C interrupt dispatcher: */ 676trapagain: | 372/* Call C interrupt dispatcher: */ 373trapagain: |
677 addi 3,1,8 | 374 addi %r3,%r1,8 |
678 bl CNAME(powerpc_interrupt) 679 .globl CNAME(trapexit) 680CNAME(trapexit): 681 682/* Disable interrupts: */ | 375 bl CNAME(powerpc_interrupt) 376 .globl CNAME(trapexit) 377CNAME(trapexit): 378 379/* Disable interrupts: */ |
683 mfmsr 3 684 andi. 3,3,~PSL_EE@l 685 mtmsr 3 | 380 mfmsr %r3 381 andi. %r3,%r3,~PSL_EE@l 382 mtmsr %r3 |
686/* Test AST pending: */ | 383/* Test AST pending: */ |
687 lwz 5,FRAME_SRR1+8(1) 688 mtcr 5 689 bc 4,17,1f /* branch if PSL_PR is false */ | 384 lwz %r5,FRAME_SRR1+8(%r1) 385 mtcr %r5 386 bf 17,1f /* branch if PSL_PR is false */ |
690 | 387 |
691 mfsprg 3, 0 /* get per-CPU pointer */ 692 lwz 4, PC_CURTHREAD(3) /* deref to get curthread */ 693 lwz 4, TD_FLAGS(4) /* get thread flags value */ 694 lis 5, (TDF_ASTPENDING|TDF_NEEDRESCHED)@h 695 ori 5,5, (TDF_ASTPENDING|TDF_NEEDRESCHED)@l 696 and. 4,4,5 | 388 GET_CPUINFO(%r3) /* get per-CPU pointer */ 389 lwz %r4, PC_CURTHREAD(%r3) /* deref to get curthread */ 390 lwz %r4, TD_FLAGS(%r4) /* get thread flags value */ 391 lis %r5, (TDF_ASTPENDING|TDF_NEEDRESCHED)@h 392 ori %r5,%r5, (TDF_ASTPENDING|TDF_NEEDRESCHED)@l 393 and. %r4,%r4,%r5 |
697 beq 1f | 394 beq 1f |
698 mfmsr 3 /* re-enable interrupts */ 699 ori 3,3,PSL_EE@l 700 mtmsr 3 | 395 mfmsr %r3 /* re-enable interrupts */ 396 ori %r3,%r3,PSL_EE@l 397 mtmsr %r3 |
701 isync | 398 isync |
702 addi 3,1,8 | 399 addi %r3,%r1,8 |
703 bl CNAME(ast) 704 b trapexit /* test ast ret value ? */ 7051: | 400 bl CNAME(ast) 401 b trapexit /* test ast ret value ? */ 4021: |
706 FRAME_LEAVE(tempsave) | 403 FRAME_LEAVE(PC_TEMPSAVE) |
707 rfi 708 | 404 rfi 405 |
709/* 710 * DSI second stage fault handler 711 */ 712s_dsitrap: 713 mfdsisr 31 /* test whether this may be a 714 spill fault */ 715 mtcr 31 716 mtsprg 1,1 /* save SP */ 717 bc 4,1,disitrap /* branch if table miss is false */ 718 lis 1,spillstk+SPILLSTK@ha 719 addi 1,1,spillstk+SPILLSTK@l /* get spill stack */ 720 stwu 1,-SPFRAMELEN(1) 721 stw 0,SPFRAME_R0(1) /* save non-volatile registers */ 722 stw 3,SPFRAME_R3(1) 723 stw 4,SPFRAME_R4(1) 724 stw 5,SPFRAME_R5(1) 725 stw 6,SPFRAME_R6(1) 726 stw 7,SPFRAME_R7(1) 727 stw 8,SPFRAME_R8(1) 728 stw 9,SPFRAME_R9(1) 729 stw 10,SPFRAME_R10(1) 730 stw 11,SPFRAME_R11(1) 731 stw 12,SPFRAME_R12(1) 732 mflr 30 /* save trap type */ 733 mfctr 31 /* & CTR */ 734 mfdar 3 735s_pte_spill: 736 bl CNAME(pmap_pte_spill) /* try a spill */ 737 or. 3,3,3 738 mtctr 31 /* restore CTR */ 739 mtlr 30 /* and trap type */ 740 mfsprg 31,2 /* get saved XER */ 741 mtxer 31 /* restore XER */ 742 lwz 12,SPFRAME_R12(1) /* restore non-volatile registers */ 743 lwz 11,SPFRAME_R11(1) 744 lwz 10,SPFRAME_R10(1) 745 lwz 9,SPFRAME_R9(1) 746 lwz 8,SPFRAME_R8(1) 747 lwz 7,SPFRAME_R7(1) 748 lwz 6,SPFRAME_R6(1) 749 lwz 5,SPFRAME_R5(1) 750 lwz 4,SPFRAME_R4(1) 751 lwz 3,SPFRAME_R3(1) 752 lwz 0,SPFRAME_R0(1) 753 beq disitrap 754 mfsprg 1,1 /* restore SP */ 755 mtcr 29 /* restore CR */ 756 mtlr 28 /* restore LR */ 757 lmw 28,disisave(0) /* restore r28-r31 */ 758 rfi /* return to trapped code */ 759 760/* 761 * ISI second stage fault handler 762 */ 763s_isitrap: 764 mfsrr1 31 /* test whether this may be a 765 spill fault */ 766 mtcr 31 767 mtsprg 1,1 /* save SP */ 768 bc 4,1,disitrap /* branch if table miss is false */ 769 lis 1,spillstk+SPILLSTK@ha 770 addi 1,1,spillstk+SPILLSTK@l /* get spill stack */ 771 stwu 1,-SPFRAMELEN(1) 772 stw 0,SPFRAME_R0(1) /* save non-volatile registers */ 773 stw 3,SPFRAME_R3(1) 774 stw 4,SPFRAME_R4(1) 775 stw 5,SPFRAME_R5(1) 776 stw 6,SPFRAME_R6(1) 777 stw 7,SPFRAME_R7(1) 778 stw 8,SPFRAME_R8(1) 779 stw 9,SPFRAME_R9(1) 780 stw 10,SPFRAME_R10(1) 781 stw 11,SPFRAME_R11(1) 782 stw 12,SPFRAME_R12(1) 783 mfxer 30 /* save XER */ 784 mtsprg 2,30 785 mflr 30 /* save trap type */ 786 mfctr 31 /* & ctr */ 787 mfsrr0 3 788 b s_pte_spill /* above */ 789 790 | |
791#if defined(DDB) 792/* 793 * Deliberate entry to ddbtrap 794 */ 795 .globl CNAME(ddb_trap) 796CNAME(ddb_trap): | 406#if defined(DDB) 407/* 408 * Deliberate entry to ddbtrap 409 */ 410 .globl CNAME(ddb_trap) 411CNAME(ddb_trap): |
797 mtsprg 1,1 798 mfmsr 3 799 mtsrr1 3 800 andi. 3,3,~(PSL_EE|PSL_ME)@l 801 mtmsr 3 /* disable interrupts */ | 412 mtsprg1 %r1 413 mfmsr %r3 414 mtsrr1 %r3 415 andi. %r3,%r3,~(PSL_EE|PSL_ME)@l 416 mtmsr %r3 /* disable interrupts */ |
802 isync | 417 isync |
803 stmw 28,ddbsave(0) 804 mflr 28 805 li 29,EXC_BPT 806 mtlr 29 807 mfcr 29 808 mtsrr0 28 | 418 GET_CPUINFO(%r3) 419 stw %r28,(PC_DDBSAVE+CPUSAVE_R28)(%r3) 420 stw %r29,(PC_DDBSAVE+CPUSAVE_R29)(%r3) 421 stw %r30,(PC_DDBSAVE+CPUSAVE_R30)(%r3) 422 stw %r31,(PC_DDBSAVE+CPUSAVE_R31)(%r3) 423 mflr %r28 424 li %r29,EXC_BPT 425 mtlr %r29 426 mfcr %r29 427 mtsrr0 %r28 |
809#endif /* DDB */ 810 811#if defined(DDB) || defined(KGDB) 812/* 813 * Now the ddb trap catching code. 814 */ 815ddbtrap: | 428#endif /* DDB */ 429 430#if defined(DDB) || defined(KGDB) 431/* 432 * Now the ddb trap catching code. 433 */ 434ddbtrap: |
816 FRAME_SETUP(ddbsave) | 435 FRAME_SETUP(PC_DDBSAVE) |
817/* Call C trap code: */ | 436/* Call C trap code: */ |
818 addi 3,1,8 | 437 addi %r3,%r1,8 |
819 bl CNAME(ddb_trap_glue) | 438 bl CNAME(ddb_trap_glue) |
820 or. 3,3,3 | 439 or. %r3,%r3,%r3 |
821 bne ddbleave 822/* This wasn't for DDB, so switch to real trap: */ | 440 bne ddbleave 441/* This wasn't for DDB, so switch to real trap: */ |
823 lwz 3,FRAME_EXC+8(1) /* save exception */ 824 stw 3,ddbsave+8(0) 825 FRAME_LEAVE(ddbsave) 826 mtsprg 1,1 /* prepare for entrance to realtrap */ 827 stmw 28,tempsave(0) 828 mflr 28 829 mfcr 29 830 lwz 31,ddbsave+8(0) 831 mtlr 31 | 442 lwz %r3,FRAME_EXC+8(%r1) /* save exception */ 443 GET_CPUINFO(%r4) 444 stw %r3,(PC_DDBSAVE+CPUSAVE_R31)(%r4) 445 FRAME_LEAVE(PC_DDBSAVE) 446 mtsprg1 %r1 /* prepare for entrance to realtrap */ 447 GET_CPUINFO(%r1) 448 stw %r28,(PC_TEMPSAVE+CPUSAVE_R28)(%r1) 449 stw %r29,(PC_TEMPSAVE+CPUSAVE_R29)(%r1) 450 stw %r30,(PC_TEMPSAVE+CPUSAVE_R30)(%r1) 451 stw %r31,(PC_TEMPSAVE+CPUSAVE_R31)(%r1) 452 mflr %r28 453 mfcr %r29 454 lwz %r31,(PC_DDBSAVE+CPUSAVE_R31)(%r1) 455 mtlr %r31 456 mfsprg1 %r1 |
832 b realtrap 833ddbleave: | 457 b realtrap 458ddbleave: |
834 FRAME_LEAVE(ddbsave) | 459 FRAME_LEAVE(PC_DDBSAVE) |
835 rfi | 460 rfi |
836#endif /* DDB || KGDB */ | |
837 | 461 |
838#ifdef IPKDB | |
839/* | 462/* |
840 * Deliberate entry to ipkdbtrap | 463 * In case of DDB we want a separate trap catcher for it |
841 */ | 464 */ |
842 .globl CNAME(ipkdb_trap) 843CNAME(ipkdb_trap): 844 mtsprg 1,1 845 mfmsr 3 846 mtsrr1 3 847 andi. 3,3,~(PSL_EE|PSL_ME)@l 848 mtmsr 3 /* disable interrupts */ 849 isync 850 stmw 28,ipkdbsave(0) 851 mflr 28 852 li 29,EXC_BPT 853 mtlr 29 854 mfcr 29 855 mtsrr0 28 | 465 .local ddbstk 466 .comm ddbstk,INTSTK,8 /* ddb stack */ |
856 | 467 |
857/* 858 * Now the ipkdb trap catching code. 859 */ 860ipkdbtrap: 861 FRAME_SETUP(ipkdbsave) 862/* Call C trap code: */ 863 addi 3,1,8 864 bl CNAME(ipkdb_trap_glue) 865 or. 3,3,3 866 bne ipkdbleave 867/* This wasn't for IPKDB, so switch to real trap: */ 868 lwz 3,FRAME_EXC+8(1) /* save exception */ 869 stw 3,ipkdbsave+8(0) 870 FRAME_LEAVE(ipkdbsave) 871 mtsprg 1,1 /* prepare for entrance to realtrap */ 872 stmw 28,tempsave(0) 873 mflr 28 874 mfcr 29 875 lwz 31,ipkdbsave+8(0) 876 mtlr 31 877 b realtrap 878ipkdbleave: 879 FRAME_LEAVE(ipkdbsave) 880 rfi 881 882ipkdbfault: 883 ba _ipkdbfault 884_ipkdbfault: 885 mfsrr0 3 886 addi 3,3,4 887 mtsrr0 3 888 li 3,-1 889 rfi 890 891/* 892 * int ipkdbfbyte(unsigned char *p) 893 */ 894 .globl CNAME(ipkdbfbyte) 895CNAME(ipkdbfbyte): 896 li 9,EXC_DSI /* establish new fault routine */ 897 lwz 5,0(9) 898 lis 6,ipkdbfault@ha 899 lwz 6,ipkdbfault@l(6) 900 stw 6,0(9) 901#ifdef IPKDBUSERHACK 902 lis 8,CNAME(ipkdbsr)@ha 903 lwz 8,CNAME(ipkdbsr)@l(8) 904 mtsr USER_SR,8 905 isync 906#endif 907 dcbst 0,9 /* flush data... */ 908 sync 909 icbi 0,9 /* and instruction caches */ 910 lbz 3,0(3) /* fetch data */ 911 stw 5,0(9) /* restore previous fault handler */ 912 dcbst 0,9 /* and flush data... */ 913 sync 914 icbi 0,9 /* and instruction caches */ 915 blr 916 917/* 918 * int ipkdbsbyte(unsigned char *p, int c) 919 */ 920 .globl CNAME(ipkdbsbyte) 921CNAME(ipkdbsbyte): 922 li 9,EXC_DSI /* establish new fault routine */ 923 lwz 5,0(9) 924 lis 6,ipkdbfault@ha 925 lwz 6,ipkdbfault@l(6) 926 stw 6,0(9) 927#ifdef IPKDBUSERHACK 928 lis 8,CNAME(ipkdbsr)@ha 929 lwz 8,CNAME(ipkdbsr)@l(8) 930 mtsr USER_SR,8 931 isync 932#endif 933 dcbst 0,9 /* flush data... */ 934 sync 935 icbi 0,9 /* and instruction caches */ 936 mr 6,3 937 xor 3,3,3 938 stb 4,0(6) 939 dcbst 0,6 /* Now do appropriate flushes 940 to data... */ 941 sync 942 icbi 0,6 /* and instruction caches */ 943 stw 5,0(9) /* restore previous fault handler */ 944 dcbst 0,9 /* and flush data... */ 945 sync 946 icbi 0,9 /* and instruction caches */ 947 blr 948#endif /* IPKDB */ | 468 .globl CNAME(ddblow),CNAME(ddbsize) 469CNAME(ddblow): 470 mtsprg1 %r1 /* save SP */ 471 mtsprg2 %r29 /* save r29 */ 472 mfcr %r29 /* save CR in r29 */ 473 mfsrr1 %r1 474 mtcr %r1 475 GET_CPUINFO(%r1) 476 bf 17,1f /* branch if privileged */ 477 stw %r28,(PC_TEMPSAVE+CPUSAVE_R28)(%r1) /* free r28 */ 478 mfsprg2 %r28 /* r29 holds cr ... */ 479 stw %r28,(PC_TEMPSAVE+CPUSAVE_R29)(%r1) /* free r29 */ 480 stw %r30,(PC_TEMPSAVE+CPUSAVE_R30)(%r1) /* free r30 */ 481 stw %r31,(PC_TEMPSAVE+CPUSAVE_R31)(%r1) /* free r31 */ 482 mflr %r28 /* save LR */ 483 bla u_trap 4841: 485 stw %r28,(PC_DDBSAVE+CPUSAVE_R28)(%r1) /* free r28 */ 486 mfsprg2 %r28 /* r29 holds cr... */ 487 stw %r28,(PC_DDBSAVE+CPUSAVE_R29)(%r1) /* free r29 */ 488 stw %r30,(PC_DDBSAVE+CPUSAVE_R30)(%r1) /* free r30 */ 489 stw %r31,(PC_DDBSAVE+CPUSAVE_R31)(%r1) /* free r31 */ 490 mflr %r28 /* save LR */ 491 lis %r1,ddbstk+INTSTK@ha /* get new SP */ 492 addi %r1,%r1,ddbstk+INTSTK@l 493 bla ddbtrap 494CNAME(ddbsize) = .-CNAME(ddblow) 495#endif /* DDB || KGDB */ |