1/* $NetBSD: cpufunc.h,v 1.29 2003/09/06 09:08:35 rearnsha Exp $ */
2
3/*-
4 * Copyright (c) 1997 Mark Brinicombe.
5 * Copyright (c) 1997 Causality Limited
6 * All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 * 3. All advertising materials mentioning features or use of this software
17 * must display the following acknowledgement:
18 * This product includes software developed by Causality Limited.
19 * 4. The name of Causality Limited may not be used to endorse or promote
20 * products derived from this software without specific prior written
21 * permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY CAUSALITY LIMITED ``AS IS'' AND ANY EXPRESS
24 * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
25 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
26 * DISCLAIMED. IN NO EVENT SHALL CAUSALITY LIMITED BE LIABLE FOR ANY DIRECT,
27 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
28 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
29 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
31 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
32 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 * SUCH DAMAGE.
34 *
35 * RiscBSD kernel project
36 *
37 * cpufunc.h
38 *
39 * Prototypes for cpu, mmu and tlb related functions.
40 *
41 * $FreeBSD: head/sys/arm/include/cpufunc.h 139735 2005-01-05 21:58:49Z imp $
42 */
43
44#ifndef _MACHINE_CPUFUNC_H_
45#define _MACHINE_CPUFUNC_H_
46
47#ifdef _KERNEL
48
49#include <sys/types.h>
50#include <machine/cpuconf.h>
51#include <machine/katelib.h> /* For in[bwl] and out[bwl] */
52
53static __inline void
54breakpoint(void)
55{
56 __asm(".word 0xe7ffffff");
57}
58
59struct cpu_functions {
60
61 /* CPU functions */
62
63 u_int (*cf_id) (void);
64 void (*cf_cpwait) (void);
65
66 /* MMU functions */
67
68 u_int (*cf_control) (u_int bic, u_int eor);
69 void (*cf_domains) (u_int domains);
70 void (*cf_setttb) (u_int ttb);
71 u_int (*cf_faultstatus) (void);
72 u_int (*cf_faultaddress) (void);
73
74 /* TLB functions */
75
76 void (*cf_tlb_flushID) (void);
77 void (*cf_tlb_flushID_SE) (u_int va);
78 void (*cf_tlb_flushI) (void);
79 void (*cf_tlb_flushI_SE) (u_int va);
80 void (*cf_tlb_flushD) (void);
81 void (*cf_tlb_flushD_SE) (u_int va);
82
83 /*
84 * Cache operations:
85 *
86 * We define the following primitives:
87 *
88 * icache_sync_all Synchronize I-cache
89 * icache_sync_range Synchronize I-cache range
90 *
91 * dcache_wbinv_all Write-back and Invalidate D-cache
92 * dcache_wbinv_range Write-back and Invalidate D-cache range
93 * dcache_inv_range Invalidate D-cache range
94 * dcache_wb_range Write-back D-cache range
95 *
96 * idcache_wbinv_all Write-back and Invalidate D-cache,
97 * Invalidate I-cache
98 * idcache_wbinv_range Write-back and Invalidate D-cache,
99 * Invalidate I-cache range
100 *
101 * Note that the ARM term for "write-back" is "clean". We use
102 * the term "write-back" since it's a more common way to describe
103 * the operation.
104 *
105 * There are some rules that must be followed:
106 *
107 * I-cache Synch (all or range):
108 * The goal is to synchronize the instruction stream,
109 * so you may beed to write-back dirty D-cache blocks
110 * first. If a range is requested, and you can't
111 * synchronize just a range, you have to hit the whole
112 * thing.
113 *
114 * D-cache Write-Back and Invalidate range:
115 * If you can't WB-Inv a range, you must WB-Inv the
116 * entire D-cache.
117 *
118 * D-cache Invalidate:
119 * If you can't Inv the D-cache, you must Write-Back
120 * and Invalidate. Code that uses this operation
121 * MUST NOT assume that the D-cache will not be written
122 * back to memory.
123 *
124 * D-cache Write-Back:
125 * If you can't Write-back without doing an Inv,
126 * that's fine. Then treat this as a WB-Inv.
127 * Skipping the invalidate is merely an optimization.
128 *
129 * All operations:
130 * Valid virtual addresses must be passed to each
131 * cache operation.
132 */
133 void (*cf_icache_sync_all) (void);
134 void (*cf_icache_sync_range) (vm_offset_t, vm_size_t);
135
136 void (*cf_dcache_wbinv_all) (void);
137 void (*cf_dcache_wbinv_range) (vm_offset_t, vm_size_t);
138 void (*cf_dcache_inv_range) (vm_offset_t, vm_size_t);
139 void (*cf_dcache_wb_range) (vm_offset_t, vm_size_t);
140
141 void (*cf_idcache_wbinv_all) (void);
142 void (*cf_idcache_wbinv_range) (vm_offset_t, vm_size_t);
143
144 /* Other functions */
145
146 void (*cf_flush_prefetchbuf) (void);
147 void (*cf_drain_writebuf) (void);
148 void (*cf_flush_brnchtgt_C) (void);
149 void (*cf_flush_brnchtgt_E) (u_int va);
150
151 void (*cf_sleep) (int mode);
152
153 /* Soft functions */
154
155 int (*cf_dataabt_fixup) (void *arg);
156 int (*cf_prefetchabt_fixup) (void *arg);
157
158 void (*cf_context_switch) (void);
159
160 void (*cf_setup) (char *string);
161};
162
163extern struct cpu_functions cpufuncs;
164extern u_int cputype;
165
166#define cpu_id() cpufuncs.cf_id()
167#define cpu_cpwait() cpufuncs.cf_cpwait()
168
169#define cpu_control(c, e) cpufuncs.cf_control(c, e)
170#define cpu_domains(d) cpufuncs.cf_domains(d)
171#define cpu_setttb(t) cpufuncs.cf_setttb(t)
172#define cpu_faultstatus() cpufuncs.cf_faultstatus()
173#define cpu_faultaddress() cpufuncs.cf_faultaddress()
174
175#define cpu_tlb_flushID() cpufuncs.cf_tlb_flushID()
176#define cpu_tlb_flushID_SE(e) cpufuncs.cf_tlb_flushID_SE(e)
177#define cpu_tlb_flushI() cpufuncs.cf_tlb_flushI()
178#define cpu_tlb_flushI_SE(e) cpufuncs.cf_tlb_flushI_SE(e)
179#define cpu_tlb_flushD() cpufuncs.cf_tlb_flushD()
180#define cpu_tlb_flushD_SE(e) cpufuncs.cf_tlb_flushD_SE(e)
181
182#define cpu_icache_sync_all() cpufuncs.cf_icache_sync_all()
183#define cpu_icache_sync_range(a, s) cpufuncs.cf_icache_sync_range((a), (s))
184
185#define cpu_dcache_wbinv_all() cpufuncs.cf_dcache_wbinv_all()
186#define cpu_dcache_wbinv_range(a, s) cpufuncs.cf_dcache_wbinv_range((a), (s))
187#define cpu_dcache_inv_range(a, s) cpufuncs.cf_dcache_inv_range((a), (s))
188#define cpu_dcache_wb_range(a, s) cpufuncs.cf_dcache_wb_range((a), (s))
189
190#define cpu_idcache_wbinv_all() cpufuncs.cf_idcache_wbinv_all()
191#define cpu_idcache_wbinv_range(a, s) cpufuncs.cf_idcache_wbinv_range((a), (s))
192
193#define cpu_flush_prefetchbuf() cpufuncs.cf_flush_prefetchbuf()
194#define cpu_drain_writebuf() cpufuncs.cf_drain_writebuf()
195#define cpu_flush_brnchtgt_C() cpufuncs.cf_flush_brnchtgt_C()
196#define cpu_flush_brnchtgt_E(e) cpufuncs.cf_flush_brnchtgt_E(e)
197
198#define cpu_sleep(m) cpufuncs.cf_sleep(m)
199
200#define cpu_dataabt_fixup(a) cpufuncs.cf_dataabt_fixup(a)
201#define cpu_prefetchabt_fixup(a) cpufuncs.cf_prefetchabt_fixup(a)
202#define ABORT_FIXUP_OK 0 /* fixup succeeded */
203#define ABORT_FIXUP_FAILED 1 /* fixup failed */
204#define ABORT_FIXUP_RETURN 2 /* abort handler should return */
205
206#define cpu_setup(a) cpufuncs.cf_setup(a)
207
208int set_cpufuncs (void);
209#define ARCHITECTURE_NOT_PRESENT 1 /* known but not configured */
210#define ARCHITECTURE_NOT_SUPPORTED 2 /* not known */
211
212void cpufunc_nullop (void);
213int cpufunc_null_fixup (void *);
214int early_abort_fixup (void *);
215int late_abort_fixup (void *);
216u_int cpufunc_id (void);
217u_int cpufunc_control (u_int clear, u_int bic);
218void cpufunc_domains (u_int domains);
219u_int cpufunc_faultstatus (void);
220u_int cpufunc_faultaddress (void);
221
222#ifdef CPU_ARM3
223u_int arm3_control (u_int clear, u_int bic);
224void arm3_cache_flush (void);
225#endif /* CPU_ARM3 */
226
227#if defined(CPU_ARM6) || defined(CPU_ARM7)
228void arm67_setttb (u_int ttb);
229void arm67_tlb_flush (void);
230void arm67_tlb_purge (u_int va);
231void arm67_cache_flush (void);
232void arm67_context_switch (void);
233#endif /* CPU_ARM6 || CPU_ARM7 */
234
235#ifdef CPU_ARM6
236void arm6_setup (char *string);
237#endif /* CPU_ARM6 */
238
239#ifdef CPU_ARM7
240void arm7_setup (char *string);
241#endif /* CPU_ARM7 */
242
243#ifdef CPU_ARM7TDMI
244int arm7_dataabt_fixup (void *arg);
245void arm7tdmi_setup (char *string);
246void arm7tdmi_setttb (u_int ttb);
247void arm7tdmi_tlb_flushID (void);
248void arm7tdmi_tlb_flushID_SE (u_int va);
249void arm7tdmi_cache_flushID (void);
250void arm7tdmi_context_switch (void);
251#endif /* CPU_ARM7TDMI */
252
253#ifdef CPU_ARM8
254void arm8_setttb (u_int ttb);
255void arm8_tlb_flushID (void);
256void arm8_tlb_flushID_SE (u_int va);
257void arm8_cache_flushID (void);
258void arm8_cache_flushID_E (u_int entry);
259void arm8_cache_cleanID (void);
260void arm8_cache_cleanID_E (u_int entry);
261void arm8_cache_purgeID (void);
262void arm8_cache_purgeID_E (u_int entry);
263
264void arm8_cache_syncI (void);
265void arm8_cache_cleanID_rng (vm_offset_t start, vm_size_t end);
266void arm8_cache_cleanD_rng (vm_offset_t start, vm_size_t end);
267void arm8_cache_purgeID_rng (vm_offset_t start, vm_size_t end);
268void arm8_cache_purgeD_rng (vm_offset_t start, vm_size_t end);
269void arm8_cache_syncI_rng (vm_offset_t start, vm_size_t end);
270
271void arm8_context_switch (void);
272
273void arm8_setup (char *string);
274
275u_int arm8_clock_config (u_int, u_int);
276#endif
277
278#ifdef CPU_SA110
279void sa110_setup (char *string);
280void sa110_context_switch (void);
281#endif /* CPU_SA110 */
282
283#if defined(CPU_SA1100) || defined(CPU_SA1110)
284void sa11x0_drain_readbuf (void);
285
286void sa11x0_context_switch (void);
287void sa11x0_cpu_sleep (int mode);
288
289void sa11x0_setup (char *string);
290#endif
291
292#if defined(CPU_SA110) || defined(CPU_SA1100) || defined(CPU_SA1110)
293void sa1_setttb (u_int ttb);
294
295void sa1_tlb_flushID_SE (u_int va);
296
297void sa1_cache_flushID (void);
298void sa1_cache_flushI (void);
299void sa1_cache_flushD (void);
300void sa1_cache_flushD_SE (u_int entry);
301
302void sa1_cache_cleanID (void);
303void sa1_cache_cleanD (void);
304void sa1_cache_cleanD_E (u_int entry);
305
306void sa1_cache_purgeID (void);
307void sa1_cache_purgeID_E (u_int entry);
308void sa1_cache_purgeD (void);
309void sa1_cache_purgeD_E (u_int entry);
310
311void sa1_cache_syncI (void);
312void sa1_cache_cleanID_rng (vm_offset_t start, vm_size_t end);
313void sa1_cache_cleanD_rng (vm_offset_t start, vm_size_t end);
314void sa1_cache_purgeID_rng (vm_offset_t start, vm_size_t end);
315void sa1_cache_purgeD_rng (vm_offset_t start, vm_size_t end);
316void sa1_cache_syncI_rng (vm_offset_t start, vm_size_t end);
317
318#endif
319
320#ifdef CPU_ARM9
321void arm9_setttb (u_int);
322
323void arm9_tlb_flushID_SE (u_int va);
324
325void arm9_cache_flushID (void);
326void arm9_cache_flushID_SE (u_int);
327void arm9_cache_flushI (void);
328void arm9_cache_flushI_SE (u_int);
329void arm9_cache_flushD (void);
330void arm9_cache_flushD_SE (u_int);
331
332void arm9_cache_cleanID (void);
333
334void arm9_cache_syncI (void);
335void arm9_cache_flushID_rng (vm_offset_t, vm_size_t);
336void arm9_cache_flushD_rng (vm_offset_t, vm_size_t);
337void arm9_cache_syncI_rng (vm_offset_t, vm_size_t);
338
339void arm9_context_switch (void);
340
341void arm9_setup (char *string);
342#endif
343
344#ifdef CPU_ARM10
345void arm10_setttb (u_int);
346
347void arm10_tlb_flushID_SE (u_int);
348void arm10_tlb_flushI_SE (u_int);
349
350void arm10_icache_sync_all (void);
351void arm10_icache_sync_range (vm_offset_t, vm_size_t);
352
353void arm10_dcache_wbinv_all (void);
354void arm10_dcache_wbinv_range (vm_offset_t, vm_size_t);
355void arm10_dcache_inv_range (vm_offset_t, vm_size_t);
356void arm10_dcache_wb_range (vm_offset_t, vm_size_t);
357
358void arm10_idcache_wbinv_all (void);
359void arm10_idcache_wbinv_range (vm_offset_t, vm_size_t);
360
361void arm10_context_switch (void);
362
363void arm10_setup (char *string);
364
365extern unsigned arm10_dcache_sets_max;
366extern unsigned arm10_dcache_sets_inc;
367extern unsigned arm10_dcache_index_max;
368extern unsigned arm10_dcache_index_inc;
369#endif
370
371#if defined(CPU_ARM9) || defined(CPU_ARM10) || defined(CPU_SA110) || \
372 defined(CPU_SA1100) || defined(CPU_SA1110) || \
373 defined(CPU_XSCALE_80200) || defined(CPU_XSCALE_80321) || \
374 defined(CPU_XSCALE_PXA2X0) || defined(CPU_XSCALE_IXP425)
375
376void armv4_tlb_flushID (void);
377void armv4_tlb_flushI (void);
378void armv4_tlb_flushD (void);
379void armv4_tlb_flushD_SE (u_int va);
380
381void armv4_drain_writebuf (void);
382#endif
383
384#if defined(CPU_IXP12X0)
385void ixp12x0_drain_readbuf (void);
386void ixp12x0_context_switch (void);
387void ixp12x0_setup (char *string);
388#endif
389
390#if defined(CPU_XSCALE_80200) || defined(CPU_XSCALE_80321) || \
391 defined(CPU_XSCALE_PXA2X0) || defined(CPU_XSCALE_IXP425)
392void xscale_cpwait (void);
393
394void xscale_cpu_sleep (int mode);
395
396u_int xscale_control (u_int clear, u_int bic);
397
398void xscale_setttb (u_int ttb);
399
400void xscale_tlb_flushID_SE (u_int va);
401
402void xscale_cache_flushID (void);
403void xscale_cache_flushI (void);
404void xscale_cache_flushD (void);
405void xscale_cache_flushD_SE (u_int entry);
406
407void xscale_cache_cleanID (void);
408void xscale_cache_cleanD (void);
409void xscale_cache_cleanD_E (u_int entry);
410
411void xscale_cache_clean_minidata (void);
412
413void xscale_cache_purgeID (void);
414void xscale_cache_purgeID_E (u_int entry);
415void xscale_cache_purgeD (void);
416void xscale_cache_purgeD_E (u_int entry);
417
418void xscale_cache_syncI (void);
419void xscale_cache_cleanID_rng (vm_offset_t start, vm_size_t end);
420void xscale_cache_cleanD_rng (vm_offset_t start, vm_size_t end);
421void xscale_cache_purgeID_rng (vm_offset_t start, vm_size_t end);
422void xscale_cache_purgeD_rng (vm_offset_t start, vm_size_t end);
423void xscale_cache_syncI_rng (vm_offset_t start, vm_size_t end);
424void xscale_cache_flushD_rng (vm_offset_t start, vm_size_t end);
425
426void xscale_context_switch (void);
427
428void xscale_setup (char *string);
429#endif /* CPU_XSCALE_80200 || CPU_XSCALE_80321 || CPU_XSCALE_PXA2X0 || CPU_XSCALE_IXP425 */
430
431#define tlb_flush cpu_tlb_flushID
432#define setttb cpu_setttb
433#define drain_writebuf cpu_drain_writebuf
434
435/*
436 * Macros for manipulating CPU interrupts
437 */
438static __inline u_int32_t __set_cpsr_c(u_int bic, u_int eor) __attribute__((__unused__));
439
440static __inline u_int32_t
441__set_cpsr_c(u_int bic, u_int eor)
442{
443 u_int32_t tmp, ret;
444
445 __asm __volatile(
446 "mrs %0, cpsr\n" /* Get the CPSR */
447 "bic %1, %0, %2\n" /* Clear bits */
448 "eor %1, %1, %3\n" /* XOR bits */
449 "msr cpsr_c, %1\n" /* Set the control field of CPSR */
450 : "=&r" (ret), "=&r" (tmp)
451 : "r" (bic), "r" (eor) : "memory");
452
453 return ret;
454}
455
456#define disable_interrupts(mask) \
457 (__set_cpsr_c((mask) & (I32_bit | F32_bit), \
458 (mask) & (I32_bit | F32_bit)))
459
460#define enable_interrupts(mask) \
461 (__set_cpsr_c((mask | F32_bit) & (I32_bit | F32_bit), 0))
462
463#define restore_interrupts(old_cpsr) \
464 (__set_cpsr_c((I32_bit | F32_bit), (old_cpsr) & (I32_bit | F32_bit)))
465
466#define intr_disable() \
467 disable_interrupts(I32_bit | F32_bit)
468#define intr_restore(s) \
469 restore_interrupts(s)
470/* Functions to manipulate the CPSR. */
471u_int SetCPSR(u_int bic, u_int eor);
472u_int GetCPSR(void);
473
474/*
475 * Functions to manipulate cpu r13
476 * (in arm/arm32/setstack.S)
477 */
478
479void set_stackptr __P((u_int mode, u_int address));
480u_int get_stackptr __P((u_int mode));
481
482/*
483 * Miscellany
484 */
485
486int get_pc_str_offset __P((void));
487
488/*
489 * CPU functions from locore.S
490 */
491
492void cpu_reset __P((void)) __attribute__((__noreturn__));
493
494/*
495 * Cache info variables.
496 */
497
498/* PRIMARY CACHE VARIABLES */
499extern int arm_picache_size;
500extern int arm_picache_line_size;
501extern int arm_picache_ways;
502
503extern int arm_pdcache_size; /* and unified */
504extern int arm_pdcache_line_size;
505extern int arm_pdcache_ways;
506
507extern int arm_pcache_type;
508extern int arm_pcache_unified;
509
510extern int arm_dcache_align;
511extern int arm_dcache_align_mask;
512
513#endif /* _KERNEL */
514#endif /* _MACHINE_CPUFUNC_H_ */
515
516/* End of cpufunc.h */
2
3/*-
4 * Copyright (c) 1997 Mark Brinicombe.
5 * Copyright (c) 1997 Causality Limited
6 * All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 * 3. All advertising materials mentioning features or use of this software
17 * must display the following acknowledgement:
18 * This product includes software developed by Causality Limited.
19 * 4. The name of Causality Limited may not be used to endorse or promote
20 * products derived from this software without specific prior written
21 * permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY CAUSALITY LIMITED ``AS IS'' AND ANY EXPRESS
24 * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
25 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
26 * DISCLAIMED. IN NO EVENT SHALL CAUSALITY LIMITED BE LIABLE FOR ANY DIRECT,
27 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
28 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
29 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
31 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
32 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 * SUCH DAMAGE.
34 *
35 * RiscBSD kernel project
36 *
37 * cpufunc.h
38 *
39 * Prototypes for cpu, mmu and tlb related functions.
40 *
41 * $FreeBSD: head/sys/arm/include/cpufunc.h 139735 2005-01-05 21:58:49Z imp $
42 */
43
44#ifndef _MACHINE_CPUFUNC_H_
45#define _MACHINE_CPUFUNC_H_
46
47#ifdef _KERNEL
48
49#include <sys/types.h>
50#include <machine/cpuconf.h>
51#include <machine/katelib.h> /* For in[bwl] and out[bwl] */
52
53static __inline void
54breakpoint(void)
55{
56 __asm(".word 0xe7ffffff");
57}
58
59struct cpu_functions {
60
61 /* CPU functions */
62
63 u_int (*cf_id) (void);
64 void (*cf_cpwait) (void);
65
66 /* MMU functions */
67
68 u_int (*cf_control) (u_int bic, u_int eor);
69 void (*cf_domains) (u_int domains);
70 void (*cf_setttb) (u_int ttb);
71 u_int (*cf_faultstatus) (void);
72 u_int (*cf_faultaddress) (void);
73
74 /* TLB functions */
75
76 void (*cf_tlb_flushID) (void);
77 void (*cf_tlb_flushID_SE) (u_int va);
78 void (*cf_tlb_flushI) (void);
79 void (*cf_tlb_flushI_SE) (u_int va);
80 void (*cf_tlb_flushD) (void);
81 void (*cf_tlb_flushD_SE) (u_int va);
82
83 /*
84 * Cache operations:
85 *
86 * We define the following primitives:
87 *
88 * icache_sync_all Synchronize I-cache
89 * icache_sync_range Synchronize I-cache range
90 *
91 * dcache_wbinv_all Write-back and Invalidate D-cache
92 * dcache_wbinv_range Write-back and Invalidate D-cache range
93 * dcache_inv_range Invalidate D-cache range
94 * dcache_wb_range Write-back D-cache range
95 *
96 * idcache_wbinv_all Write-back and Invalidate D-cache,
97 * Invalidate I-cache
98 * idcache_wbinv_range Write-back and Invalidate D-cache,
99 * Invalidate I-cache range
100 *
101 * Note that the ARM term for "write-back" is "clean". We use
102 * the term "write-back" since it's a more common way to describe
103 * the operation.
104 *
105 * There are some rules that must be followed:
106 *
107 * I-cache Synch (all or range):
108 * The goal is to synchronize the instruction stream,
109 * so you may beed to write-back dirty D-cache blocks
110 * first. If a range is requested, and you can't
111 * synchronize just a range, you have to hit the whole
112 * thing.
113 *
114 * D-cache Write-Back and Invalidate range:
115 * If you can't WB-Inv a range, you must WB-Inv the
116 * entire D-cache.
117 *
118 * D-cache Invalidate:
119 * If you can't Inv the D-cache, you must Write-Back
120 * and Invalidate. Code that uses this operation
121 * MUST NOT assume that the D-cache will not be written
122 * back to memory.
123 *
124 * D-cache Write-Back:
125 * If you can't Write-back without doing an Inv,
126 * that's fine. Then treat this as a WB-Inv.
127 * Skipping the invalidate is merely an optimization.
128 *
129 * All operations:
130 * Valid virtual addresses must be passed to each
131 * cache operation.
132 */
133 void (*cf_icache_sync_all) (void);
134 void (*cf_icache_sync_range) (vm_offset_t, vm_size_t);
135
136 void (*cf_dcache_wbinv_all) (void);
137 void (*cf_dcache_wbinv_range) (vm_offset_t, vm_size_t);
138 void (*cf_dcache_inv_range) (vm_offset_t, vm_size_t);
139 void (*cf_dcache_wb_range) (vm_offset_t, vm_size_t);
140
141 void (*cf_idcache_wbinv_all) (void);
142 void (*cf_idcache_wbinv_range) (vm_offset_t, vm_size_t);
143
144 /* Other functions */
145
146 void (*cf_flush_prefetchbuf) (void);
147 void (*cf_drain_writebuf) (void);
148 void (*cf_flush_brnchtgt_C) (void);
149 void (*cf_flush_brnchtgt_E) (u_int va);
150
151 void (*cf_sleep) (int mode);
152
153 /* Soft functions */
154
155 int (*cf_dataabt_fixup) (void *arg);
156 int (*cf_prefetchabt_fixup) (void *arg);
157
158 void (*cf_context_switch) (void);
159
160 void (*cf_setup) (char *string);
161};
162
163extern struct cpu_functions cpufuncs;
164extern u_int cputype;
165
166#define cpu_id() cpufuncs.cf_id()
167#define cpu_cpwait() cpufuncs.cf_cpwait()
168
169#define cpu_control(c, e) cpufuncs.cf_control(c, e)
170#define cpu_domains(d) cpufuncs.cf_domains(d)
171#define cpu_setttb(t) cpufuncs.cf_setttb(t)
172#define cpu_faultstatus() cpufuncs.cf_faultstatus()
173#define cpu_faultaddress() cpufuncs.cf_faultaddress()
174
175#define cpu_tlb_flushID() cpufuncs.cf_tlb_flushID()
176#define cpu_tlb_flushID_SE(e) cpufuncs.cf_tlb_flushID_SE(e)
177#define cpu_tlb_flushI() cpufuncs.cf_tlb_flushI()
178#define cpu_tlb_flushI_SE(e) cpufuncs.cf_tlb_flushI_SE(e)
179#define cpu_tlb_flushD() cpufuncs.cf_tlb_flushD()
180#define cpu_tlb_flushD_SE(e) cpufuncs.cf_tlb_flushD_SE(e)
181
182#define cpu_icache_sync_all() cpufuncs.cf_icache_sync_all()
183#define cpu_icache_sync_range(a, s) cpufuncs.cf_icache_sync_range((a), (s))
184
185#define cpu_dcache_wbinv_all() cpufuncs.cf_dcache_wbinv_all()
186#define cpu_dcache_wbinv_range(a, s) cpufuncs.cf_dcache_wbinv_range((a), (s))
187#define cpu_dcache_inv_range(a, s) cpufuncs.cf_dcache_inv_range((a), (s))
188#define cpu_dcache_wb_range(a, s) cpufuncs.cf_dcache_wb_range((a), (s))
189
190#define cpu_idcache_wbinv_all() cpufuncs.cf_idcache_wbinv_all()
191#define cpu_idcache_wbinv_range(a, s) cpufuncs.cf_idcache_wbinv_range((a), (s))
192
193#define cpu_flush_prefetchbuf() cpufuncs.cf_flush_prefetchbuf()
194#define cpu_drain_writebuf() cpufuncs.cf_drain_writebuf()
195#define cpu_flush_brnchtgt_C() cpufuncs.cf_flush_brnchtgt_C()
196#define cpu_flush_brnchtgt_E(e) cpufuncs.cf_flush_brnchtgt_E(e)
197
198#define cpu_sleep(m) cpufuncs.cf_sleep(m)
199
200#define cpu_dataabt_fixup(a) cpufuncs.cf_dataabt_fixup(a)
201#define cpu_prefetchabt_fixup(a) cpufuncs.cf_prefetchabt_fixup(a)
202#define ABORT_FIXUP_OK 0 /* fixup succeeded */
203#define ABORT_FIXUP_FAILED 1 /* fixup failed */
204#define ABORT_FIXUP_RETURN 2 /* abort handler should return */
205
206#define cpu_setup(a) cpufuncs.cf_setup(a)
207
208int set_cpufuncs (void);
209#define ARCHITECTURE_NOT_PRESENT 1 /* known but not configured */
210#define ARCHITECTURE_NOT_SUPPORTED 2 /* not known */
211
212void cpufunc_nullop (void);
213int cpufunc_null_fixup (void *);
214int early_abort_fixup (void *);
215int late_abort_fixup (void *);
216u_int cpufunc_id (void);
217u_int cpufunc_control (u_int clear, u_int bic);
218void cpufunc_domains (u_int domains);
219u_int cpufunc_faultstatus (void);
220u_int cpufunc_faultaddress (void);
221
222#ifdef CPU_ARM3
223u_int arm3_control (u_int clear, u_int bic);
224void arm3_cache_flush (void);
225#endif /* CPU_ARM3 */
226
227#if defined(CPU_ARM6) || defined(CPU_ARM7)
228void arm67_setttb (u_int ttb);
229void arm67_tlb_flush (void);
230void arm67_tlb_purge (u_int va);
231void arm67_cache_flush (void);
232void arm67_context_switch (void);
233#endif /* CPU_ARM6 || CPU_ARM7 */
234
235#ifdef CPU_ARM6
236void arm6_setup (char *string);
237#endif /* CPU_ARM6 */
238
239#ifdef CPU_ARM7
240void arm7_setup (char *string);
241#endif /* CPU_ARM7 */
242
243#ifdef CPU_ARM7TDMI
244int arm7_dataabt_fixup (void *arg);
245void arm7tdmi_setup (char *string);
246void arm7tdmi_setttb (u_int ttb);
247void arm7tdmi_tlb_flushID (void);
248void arm7tdmi_tlb_flushID_SE (u_int va);
249void arm7tdmi_cache_flushID (void);
250void arm7tdmi_context_switch (void);
251#endif /* CPU_ARM7TDMI */
252
253#ifdef CPU_ARM8
254void arm8_setttb (u_int ttb);
255void arm8_tlb_flushID (void);
256void arm8_tlb_flushID_SE (u_int va);
257void arm8_cache_flushID (void);
258void arm8_cache_flushID_E (u_int entry);
259void arm8_cache_cleanID (void);
260void arm8_cache_cleanID_E (u_int entry);
261void arm8_cache_purgeID (void);
262void arm8_cache_purgeID_E (u_int entry);
263
264void arm8_cache_syncI (void);
265void arm8_cache_cleanID_rng (vm_offset_t start, vm_size_t end);
266void arm8_cache_cleanD_rng (vm_offset_t start, vm_size_t end);
267void arm8_cache_purgeID_rng (vm_offset_t start, vm_size_t end);
268void arm8_cache_purgeD_rng (vm_offset_t start, vm_size_t end);
269void arm8_cache_syncI_rng (vm_offset_t start, vm_size_t end);
270
271void arm8_context_switch (void);
272
273void arm8_setup (char *string);
274
275u_int arm8_clock_config (u_int, u_int);
276#endif
277
278#ifdef CPU_SA110
279void sa110_setup (char *string);
280void sa110_context_switch (void);
281#endif /* CPU_SA110 */
282
283#if defined(CPU_SA1100) || defined(CPU_SA1110)
284void sa11x0_drain_readbuf (void);
285
286void sa11x0_context_switch (void);
287void sa11x0_cpu_sleep (int mode);
288
289void sa11x0_setup (char *string);
290#endif
291
292#if defined(CPU_SA110) || defined(CPU_SA1100) || defined(CPU_SA1110)
293void sa1_setttb (u_int ttb);
294
295void sa1_tlb_flushID_SE (u_int va);
296
297void sa1_cache_flushID (void);
298void sa1_cache_flushI (void);
299void sa1_cache_flushD (void);
300void sa1_cache_flushD_SE (u_int entry);
301
302void sa1_cache_cleanID (void);
303void sa1_cache_cleanD (void);
304void sa1_cache_cleanD_E (u_int entry);
305
306void sa1_cache_purgeID (void);
307void sa1_cache_purgeID_E (u_int entry);
308void sa1_cache_purgeD (void);
309void sa1_cache_purgeD_E (u_int entry);
310
311void sa1_cache_syncI (void);
312void sa1_cache_cleanID_rng (vm_offset_t start, vm_size_t end);
313void sa1_cache_cleanD_rng (vm_offset_t start, vm_size_t end);
314void sa1_cache_purgeID_rng (vm_offset_t start, vm_size_t end);
315void sa1_cache_purgeD_rng (vm_offset_t start, vm_size_t end);
316void sa1_cache_syncI_rng (vm_offset_t start, vm_size_t end);
317
318#endif
319
320#ifdef CPU_ARM9
321void arm9_setttb (u_int);
322
323void arm9_tlb_flushID_SE (u_int va);
324
325void arm9_cache_flushID (void);
326void arm9_cache_flushID_SE (u_int);
327void arm9_cache_flushI (void);
328void arm9_cache_flushI_SE (u_int);
329void arm9_cache_flushD (void);
330void arm9_cache_flushD_SE (u_int);
331
332void arm9_cache_cleanID (void);
333
334void arm9_cache_syncI (void);
335void arm9_cache_flushID_rng (vm_offset_t, vm_size_t);
336void arm9_cache_flushD_rng (vm_offset_t, vm_size_t);
337void arm9_cache_syncI_rng (vm_offset_t, vm_size_t);
338
339void arm9_context_switch (void);
340
341void arm9_setup (char *string);
342#endif
343
344#ifdef CPU_ARM10
345void arm10_setttb (u_int);
346
347void arm10_tlb_flushID_SE (u_int);
348void arm10_tlb_flushI_SE (u_int);
349
350void arm10_icache_sync_all (void);
351void arm10_icache_sync_range (vm_offset_t, vm_size_t);
352
353void arm10_dcache_wbinv_all (void);
354void arm10_dcache_wbinv_range (vm_offset_t, vm_size_t);
355void arm10_dcache_inv_range (vm_offset_t, vm_size_t);
356void arm10_dcache_wb_range (vm_offset_t, vm_size_t);
357
358void arm10_idcache_wbinv_all (void);
359void arm10_idcache_wbinv_range (vm_offset_t, vm_size_t);
360
361void arm10_context_switch (void);
362
363void arm10_setup (char *string);
364
365extern unsigned arm10_dcache_sets_max;
366extern unsigned arm10_dcache_sets_inc;
367extern unsigned arm10_dcache_index_max;
368extern unsigned arm10_dcache_index_inc;
369#endif
370
371#if defined(CPU_ARM9) || defined(CPU_ARM10) || defined(CPU_SA110) || \
372 defined(CPU_SA1100) || defined(CPU_SA1110) || \
373 defined(CPU_XSCALE_80200) || defined(CPU_XSCALE_80321) || \
374 defined(CPU_XSCALE_PXA2X0) || defined(CPU_XSCALE_IXP425)
375
376void armv4_tlb_flushID (void);
377void armv4_tlb_flushI (void);
378void armv4_tlb_flushD (void);
379void armv4_tlb_flushD_SE (u_int va);
380
381void armv4_drain_writebuf (void);
382#endif
383
384#if defined(CPU_IXP12X0)
385void ixp12x0_drain_readbuf (void);
386void ixp12x0_context_switch (void);
387void ixp12x0_setup (char *string);
388#endif
389
390#if defined(CPU_XSCALE_80200) || defined(CPU_XSCALE_80321) || \
391 defined(CPU_XSCALE_PXA2X0) || defined(CPU_XSCALE_IXP425)
392void xscale_cpwait (void);
393
394void xscale_cpu_sleep (int mode);
395
396u_int xscale_control (u_int clear, u_int bic);
397
398void xscale_setttb (u_int ttb);
399
400void xscale_tlb_flushID_SE (u_int va);
401
402void xscale_cache_flushID (void);
403void xscale_cache_flushI (void);
404void xscale_cache_flushD (void);
405void xscale_cache_flushD_SE (u_int entry);
406
407void xscale_cache_cleanID (void);
408void xscale_cache_cleanD (void);
409void xscale_cache_cleanD_E (u_int entry);
410
411void xscale_cache_clean_minidata (void);
412
413void xscale_cache_purgeID (void);
414void xscale_cache_purgeID_E (u_int entry);
415void xscale_cache_purgeD (void);
416void xscale_cache_purgeD_E (u_int entry);
417
418void xscale_cache_syncI (void);
419void xscale_cache_cleanID_rng (vm_offset_t start, vm_size_t end);
420void xscale_cache_cleanD_rng (vm_offset_t start, vm_size_t end);
421void xscale_cache_purgeID_rng (vm_offset_t start, vm_size_t end);
422void xscale_cache_purgeD_rng (vm_offset_t start, vm_size_t end);
423void xscale_cache_syncI_rng (vm_offset_t start, vm_size_t end);
424void xscale_cache_flushD_rng (vm_offset_t start, vm_size_t end);
425
426void xscale_context_switch (void);
427
428void xscale_setup (char *string);
429#endif /* CPU_XSCALE_80200 || CPU_XSCALE_80321 || CPU_XSCALE_PXA2X0 || CPU_XSCALE_IXP425 */
430
431#define tlb_flush cpu_tlb_flushID
432#define setttb cpu_setttb
433#define drain_writebuf cpu_drain_writebuf
434
435/*
436 * Macros for manipulating CPU interrupts
437 */
438static __inline u_int32_t __set_cpsr_c(u_int bic, u_int eor) __attribute__((__unused__));
439
440static __inline u_int32_t
441__set_cpsr_c(u_int bic, u_int eor)
442{
443 u_int32_t tmp, ret;
444
445 __asm __volatile(
446 "mrs %0, cpsr\n" /* Get the CPSR */
447 "bic %1, %0, %2\n" /* Clear bits */
448 "eor %1, %1, %3\n" /* XOR bits */
449 "msr cpsr_c, %1\n" /* Set the control field of CPSR */
450 : "=&r" (ret), "=&r" (tmp)
451 : "r" (bic), "r" (eor) : "memory");
452
453 return ret;
454}
455
456#define disable_interrupts(mask) \
457 (__set_cpsr_c((mask) & (I32_bit | F32_bit), \
458 (mask) & (I32_bit | F32_bit)))
459
460#define enable_interrupts(mask) \
461 (__set_cpsr_c((mask | F32_bit) & (I32_bit | F32_bit), 0))
462
463#define restore_interrupts(old_cpsr) \
464 (__set_cpsr_c((I32_bit | F32_bit), (old_cpsr) & (I32_bit | F32_bit)))
465
466#define intr_disable() \
467 disable_interrupts(I32_bit | F32_bit)
468#define intr_restore(s) \
469 restore_interrupts(s)
470/* Functions to manipulate the CPSR. */
471u_int SetCPSR(u_int bic, u_int eor);
472u_int GetCPSR(void);
473
474/*
475 * Functions to manipulate cpu r13
476 * (in arm/arm32/setstack.S)
477 */
478
479void set_stackptr __P((u_int mode, u_int address));
480u_int get_stackptr __P((u_int mode));
481
482/*
483 * Miscellany
484 */
485
486int get_pc_str_offset __P((void));
487
488/*
489 * CPU functions from locore.S
490 */
491
492void cpu_reset __P((void)) __attribute__((__noreturn__));
493
494/*
495 * Cache info variables.
496 */
497
498/* PRIMARY CACHE VARIABLES */
499extern int arm_picache_size;
500extern int arm_picache_line_size;
501extern int arm_picache_ways;
502
503extern int arm_pdcache_size; /* and unified */
504extern int arm_pdcache_line_size;
505extern int arm_pdcache_ways;
506
507extern int arm_pcache_type;
508extern int arm_pcache_unified;
509
510extern int arm_dcache_align;
511extern int arm_dcache_align_mask;
512
513#endif /* _KERNEL */
514#endif /* _MACHINE_CPUFUNC_H_ */
515
516/* End of cpufunc.h */