| atomic.h (48796) | atomic.h (48797) |
|---|---|
| 1/*- 2 * Copyright (c) 1998 Doug Rabson 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright --- 9 unchanged lines hidden (view full) --- 18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24 * SUCH DAMAGE. 25 * | 1/*- 2 * Copyright (c) 1998 Doug Rabson 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright --- 9 unchanged lines hidden (view full) --- 18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24 * SUCH DAMAGE. 25 * |
| 26 * $Id: atomic.h,v 1.1 1998/08/24 08:39:36 dfr Exp $ | 26 * $Id: atomic.h,v 1.2 1999/07/13 03:32:17 alc Exp $ |
| 27 */ 28#ifndef _MACHINE_ATOMIC_H_ 29#define _MACHINE_ATOMIC_H_ 30 31/* 32 * Various simple arithmetic on memory which is atomic in the presence | 27 */ 28#ifndef _MACHINE_ATOMIC_H_ 29#define _MACHINE_ATOMIC_H_ 30 31/* 32 * Various simple arithmetic on memory which is atomic in the presence |
| 33 * of interrupts. This code is now SMP safe as well. | 33 * of interrupts and multiple processors. |
| 34 * | 34 * |
| 35 * The assembly is volatilized to demark potential before-and-after side 36 * effects if an interrupt or SMP collision were to occurs. | 35 * atomic_set_char(P, V) (*(u_char*)(P) |= (V)) 36 * atomic_clear_char(P, V) (*(u_char*)(P) &= ~(V)) 37 * atomic_add_char(P, V) (*(u_char*)(P) += (V)) 38 * atomic_subtract_char(P, V) (*(u_char*)(P) -= (V)) 39 * 40 * atomic_set_short(P, V) (*(u_short*)(P) |= (V)) 41 * atomic_clear_short(P, V) (*(u_short*)(P) &= ~(V)) 42 * atomic_add_short(P, V) (*(u_short*)(P) += (V)) 43 * atomic_subtract_short(P, V) (*(u_short*)(P) -= (V)) 44 * 45 * atomic_set_int(P, V) (*(u_int*)(P) |= (V)) 46 * atomic_clear_int(P, V) (*(u_int*)(P) &= ~(V)) 47 * atomic_add_int(P, V) (*(u_int*)(P) += (V)) 48 * atomic_subtract_int(P, V) (*(u_int*)(P) -= (V)) 49 * 50 * atomic_set_long(P, V) (*(u_long*)(P) |= (V)) 51 * atomic_clear_long(P, V) (*(u_long*)(P) &= ~(V)) 52 * atomic_add_long(P, V) (*(u_long*)(P) += (V)) 53 * atomic_subtract_long(P, V) (*(u_long*)(P) -= (V)) |
| 37 */ 38 | 54 */ 55 |
| 39#ifdef SMP 40#define ATOMIC_ASM(NAME, TYPE, OP, V) \ 41static __inline void \ 42NAME(void *p, TYPE v) \ 43{ \ 44 __asm __volatile("lock; " \ 45 OP : "=m" (*(TYPE *)p) : "ir" (V), "0" (*(TYPE *)p)); \ 46} | 56/* 57 * Make kernel modules portable between UP and SMP. 58 */ 59#if defined(SMP) || defined(KLD_MODULE) 60#define MPLOCKED "lock ; " |
| 47#else | 61#else |
| 48#define ATOMIC_ASM(NAME, TYPE, OP, V) \ 49static __inline void \ 50NAME(void *p, TYPE v) \ 51{ \ 52 __asm __volatile(OP : "=m" (*(TYPE *)p) : "ir" (V), "0" (*(TYPE *)p)); \ 53} | 62#define MPLOCKED |
| 54#endif 55 | 63#endif 64 |
| 56ATOMIC_ASM(atomic_set_char, u_char, "orb %1,%0", v) 57ATOMIC_ASM(atomic_clear_char, u_char, "andb %1,%0", ~v) 58ATOMIC_ASM(atomic_add_char, u_char, "addb %1,%0", v) 59ATOMIC_ASM(atomic_subtract_char,u_char, "subb %1,%0", v) | 65/* 66 * The assembly is volatilized to demark potential before-and-after side 67 * effects if an interrupt or SMP collision were to occur. 68 */ 69#define ATOMIC_ASM(NAME, TYPE, OP, V) \ 70static __inline void \ 71atomic_##NAME##_##TYPE(void *p, u_##TYPE v) \ 72{ \ 73 __asm __volatile(MPLOCKED OP \ 74 : "=m" (*(u_##TYPE *)p) \ 75 : "0" (*(u_##TYPE *)p), "ir" (V)); \ 76} |
| 60 | 77 |
| 61ATOMIC_ASM(atomic_set_short, u_short,"orw %1,%0", v) 62ATOMIC_ASM(atomic_clear_short, u_short,"andw %1,%0", ~v) 63ATOMIC_ASM(atomic_add_short, u_short,"addw %1,%0", v) 64ATOMIC_ASM(atomic_subtract_short,u_short,"subw %1,%0", v) | 78ATOMIC_ASM(set, char, "orb %2,%0", v) 79ATOMIC_ASM(clear, char, "andb %2,%0", ~v) 80ATOMIC_ASM(add, char, "addb %2,%0", v) 81ATOMIC_ASM(subtract, char, "subb %2,%0", v) |
| 65 | 82 |
| 66ATOMIC_ASM(atomic_set_int, u_int, "orl %1,%0", v) 67ATOMIC_ASM(atomic_clear_int, u_int, "andl %1,%0", ~v) 68ATOMIC_ASM(atomic_add_int, u_int, "addl %1,%0", v) 69ATOMIC_ASM(atomic_subtract_int, u_int, "subl %1,%0", v) | 83ATOMIC_ASM(set, short, "orw %2,%0", v) 84ATOMIC_ASM(clear, short, "andw %2,%0", ~v) 85ATOMIC_ASM(add, short, "addw %2,%0", v) 86ATOMIC_ASM(subtract, short, "subw %2,%0", v) |
| 70 | 87 |
| 71ATOMIC_ASM(atomic_set_long, u_long, "orl %1,%0", v) 72ATOMIC_ASM(atomic_clear_long, u_long, "andl %1,%0", ~v) 73ATOMIC_ASM(atomic_add_long, u_long, "addl %1,%0", v) 74ATOMIC_ASM(atomic_subtract_long,u_long, "subl %1,%0", v) | 88ATOMIC_ASM(set, int, "orl %2,%0", v) 89ATOMIC_ASM(clear, int, "andl %2,%0", ~v) 90ATOMIC_ASM(add, int, "addl %2,%0", v) 91ATOMIC_ASM(subtract, int, "subl %2,%0", v) |
| 75 | 92 |
| 76#undef ATOMIC_ASM | 93ATOMIC_ASM(set, long, "orl %2,%0", v) 94ATOMIC_ASM(clear, long, "andl %2,%0", ~v) 95ATOMIC_ASM(add, long, "addl %2,%0", v) 96ATOMIC_ASM(subtract, long, "subl %2,%0", v) |
| 77 78#endif /* ! _MACHINE_ATOMIC_H_ */ | 97 98#endif /* ! _MACHINE_ATOMIC_H_ */ |