1/*
2 * Copyright (c) 2000-2013 Apple Inc. All rights reserved.
3 *
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27 */
28/*
29 * Copyright (C) 1998 Apple Computer
30 * All Rights Reserved
31 */
32/*
33 * @OSF_COPYRIGHT@
34 */
35/*
36 * Mach Operating System
37 * Copyright (c) 1991,1990 Carnegie Mellon University
38 * All Rights Reserved.
39 *
40 * Permission to use, copy, modify and distribute this software and its
41 * documentation is hereby granted, provided that both the copyright
42 * notice and this permission notice appear in all copies of the
43 * software, derivative works or modified versions, and any portions
44 * thereof, and that both notices appear in supporting documentation.
45 *
46 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
47 * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
48 * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
49 *
50 * Carnegie Mellon requests users of this software to return to
51 *
52 *  Software Distribution Coordinator  or  Software.Distribution@CS.CMU.EDU
53 *  School of Computer Science
54 *  Carnegie Mellon University
55 *  Pittsburgh PA 15213-3890
56 *
57 * any improvements or extensions that they make and grant Carnegie Mellon
58 * the rights to redistribute these changes.
59 */
60
61/*
62 * Bit-mask manipulation routines
63 */
64
65#ifndef	_I386_BIT_ROUTINES_H_
66#define	_I386_BIT_ROUTINES_H_
67
68#ifdef MACH_KERNEL_PRIVATE
69
70/*
71 *	General bit-lock routines.
72 */
73
74#define	bit_lock(bit,l)							\
75	__asm__ volatile("	jmp	1f	\n			\
76		 	0:	btl	%0, %1	\n			\
77				jb	0b	\n			\
78			1:	lock		\n			\
79				btsl	%0,%1	\n			\
80				jb	0b"			:	\
81								:	\
82			"r" (bit), "m" (*(volatile int *)(l))	:	\
83			"memory");
84
85#define	bit_unlock(bit,l)						\
86	__asm__ volatile("	lock		\n			\
87				btrl	%0,%1"			:	\
88								:	\
89			"r" (bit), "m" (*(volatile int *)(l)));
90
91/*
92 *      Set or clear individual bits in a long word.
93 *      The locked access is needed only to lock access
94 *      to the word, not to individual bits.
95 */
96
97#define	i_bit_set(bit,l)						\
98	__asm__ volatile("	lock		\n			\
99				btsl	%0,%1"			:	\
100								:	\
101			"r" (bit), "m" (*(volatile int *)(l)));
102
103#define	i_bit_clear(bit,l)						\
104	__asm__ volatile("	lock		\n			\
105				btrl	%0,%1"			:	\
106								:	\
107			"r" (bit), "m" (*(volatile int *)(l)));
108
109static inline char	xchgb(volatile char * cp, char new)
110{
111	register char	old = new;
112
113	__asm__ volatile ("	xchgb	%0,%2"			:
114			"=q" (old)				:
115			"0" (new), "m" (*(volatile char *)cp) : "memory");
116	return (old);
117}
118
119static inline void	atomic_incl(volatile long * p, long delta)
120{
121	__asm__ volatile ("	lock		\n		\
122				add    %0,%1"		:	\
123							:	\
124				"r" (delta), "m" (*(volatile long *)p));
125}
126
127static inline void	atomic_incs(volatile short * p, short delta)
128{
129	__asm__ volatile ("	lock		\n		\
130				addw    %0,%1"		:	\
131							:	\
132				"q" (delta), "m" (*(volatile short *)p));
133}
134
135static inline void	atomic_incb(volatile char * p, char delta)
136{
137	__asm__ volatile ("	lock		\n		\
138				addb    %0,%1"		:	\
139							:	\
140				"q" (delta), "m" (*(volatile char *)p));
141}
142
143static inline void	atomic_decl(volatile long * p, long delta)
144{
145	__asm__ volatile ("	lock		\n		\
146				sub		%0,%1"		:	\
147							:	\
148				"r" (delta), "m" (*(volatile long *)p));
149}
150
151static inline int	atomic_decl_and_test(volatile long * p, long delta)
152{
153	uint8_t	ret;
154	__asm__ volatile (
155		"	lock		\n\t"
156		"	sub		%1,%2	\n\t"
157		"	sete	%0"
158		: "=qm" (ret)
159		: "r" (delta), "m" (*(volatile long *)p));
160	return ret;
161}
162
163static inline void	atomic_decs(volatile short * p, short delta)
164{
165	__asm__ volatile ("	lock		\n		\
166				subw    %0,%1"		:	\
167							:	\
168				"q" (delta), "m" (*(volatile short *)p));
169}
170
171static inline void	atomic_decb(volatile char * p, char delta)
172{
173	__asm__ volatile ("	lock		\n		\
174				subb    %0,%1"		:	\
175							:	\
176				"q" (delta), "m" (*(volatile char *)p));
177}
178
179static inline long	atomic_getl(const volatile long * p)
180{
181	return (*p);
182}
183
184static inline short	atomic_gets(const volatile short * p)
185{
186	return (*p);
187}
188
189static inline char	atomic_getb(const volatile char * p)
190{
191	return (*p);
192}
193
194static inline void	atomic_setl(volatile long * p, long value)
195{
196	*p = value;
197}
198
199static inline void	atomic_sets(volatile short * p, short value)
200{
201	*p = value;
202}
203
204static inline void	atomic_setb(volatile char * p, char value)
205{
206	*p = value;
207}
208
209#endif /* MACH_KERNEL_PRIVATE */
210
211#endif	/* _I386_BIT_ROUTINES_H_ */
212