atomic.h revision 150627
1219888Sed/*- 2219888Sed * Copyright (c) 1998 Doug Rabson 3219888Sed * All rights reserved. 4219888Sed * 5219888Sed * Redistribution and use in source and binary forms, with or without 6219888Sed * modification, are permitted provided that the following conditions 7219888Sed * are met: 8219888Sed * 1. Redistributions of source code must retain the above copyright 9219888Sed * notice, this list of conditions and the following disclaimer. 10219888Sed * 2. Redistributions in binary form must reproduce the above copyright 11219888Sed * notice, this list of conditions and the following disclaimer in the 12219888Sed * documentation and/or other materials provided with the distribution. 13219888Sed * 14219888Sed * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15219888Sed * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16219888Sed * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17219888Sed * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18219888Sed * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19219888Sed * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20219888Sed * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21219888Sed * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22219888Sed * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23219888Sed * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24219888Sed * SUCH DAMAGE. 25219888Sed * 26219888Sed * $FreeBSD: head/sys/amd64/include/atomic.h 150627 2005-09-27 17:39:11Z jhb $ 27219888Sed */ 28219888Sed#ifndef _MACHINE_ATOMIC_H_ 29219888Sed#define _MACHINE_ATOMIC_H_ 30219888Sed 31219888Sed#ifndef _SYS_CDEFS_H_ 32219888Sed#error this file needs sys/cdefs.h as a prerequisite 33219888Sed#endif 34219888Sed 35219888Sed/* 36219888Sed * Various simple arithmetic on memory which is atomic in the presence 37219888Sed * of interrupts and multiple processors. 38219888Sed * 39219888Sed * atomic_set_char(P, V) (*(u_char*)(P) |= (V)) 40219888Sed * atomic_clear_char(P, V) (*(u_char*)(P) &= ~(V)) 41219888Sed * atomic_add_char(P, V) (*(u_char*)(P) += (V)) 42267011Semaste * atomic_subtract_char(P, V) (*(u_char*)(P) -= (V)) 43219888Sed * 44259680Semaste * atomic_set_short(P, V) (*(u_short*)(P) |= (V)) 45259680Semaste * atomic_clear_short(P, V) (*(u_short*)(P) &= ~(V)) 46259680Semaste * atomic_add_short(P, V) (*(u_short*)(P) += (V)) 47259680Semaste * atomic_subtract_short(P, V) (*(u_short*)(P) -= (V)) 48267011Semaste * 49219888Sed * atomic_set_int(P, V) (*(u_int*)(P) |= (V)) 50219888Sed * atomic_clear_int(P, V) (*(u_int*)(P) &= ~(V)) 51219888Sed * atomic_add_int(P, V) (*(u_int*)(P) += (V)) 52219888Sed * atomic_subtract_int(P, V) (*(u_int*)(P) -= (V)) 53219888Sed * atomic_readandclear_int(P) (return *(u_int*)P; *(u_int*)P = 0;) 54219888Sed * 55219888Sed * atomic_set_long(P, V) (*(u_long*)(P) |= (V)) 56259680Semaste * atomic_clear_long(P, V) (*(u_long*)(P) &= ~(V)) 57259680Semaste * atomic_add_long(P, V) (*(u_long*)(P) += (V)) 58259680Semaste * atomic_subtract_long(P, V) (*(u_long*)(P) -= (V)) 59259680Semaste * atomic_readandclear_long(P) (return *(u_long*)P; *(u_long*)P = 0;) 60259680Semaste */ 61259680Semaste 62259680Semaste/* 63259680Semaste * The above functions are expanded inline in the statically-linked 64219888Sed * kernel. Lock prefixes are generated if an SMP kernel is being 65219888Sed * built. 66219888Sed * 67219888Sed * Kernel modules call real functions which are built into the kernel. 68219888Sed * This allows kernel modules to be portable between UP and SMP systems. 69219888Sed */ 70219888Sed#if defined(KLD_MODULE) || !(defined(__GNUCLIKE_ASM) && defined(__CC_SUPPORTS___INLINE)) 71219888Sed#define ATOMIC_ASM(NAME, TYPE, OP, CONS, V) \ 72219888Sedvoid atomic_##NAME##_##TYPE(volatile u_##TYPE *p, u_##TYPE v) 73259680Semaste 74259680Semasteint atomic_cmpset_int(volatile u_int *dst, u_int exp, u_int src); 75259680Semasteint atomic_cmpset_long(volatile u_long *dst, u_long exp, u_long src); 76259680Semasteu_int atomic_fetchadd_int(volatile u_int *p, u_int v); 77259680Semaste 78259680Semaste#define ATOMIC_STORE_LOAD(TYPE, LOP, SOP) \ 79259680Semasteu_##TYPE atomic_load_acq_##TYPE(volatile u_##TYPE *p); \ 80259680Semastevoid atomic_store_rel_##TYPE(volatile u_##TYPE *p, u_##TYPE v) 81219888Sed 82219888Sed#else /* !KLD_MODULE && __GNUCLIKE_ASM && __CC_SUPPORTS___INLINE */ 83219888Sed 84219888Sed/* 85219888Sed * For userland, assume the SMP case and use lock prefixes so that 86219888Sed * the binaries will run on both types of systems. 87267012Semaste */ 88219888Sed#if defined(SMP) || !defined(_KERNEL) 89219888Sed#define MPLOCKED lock ; 90219888Sed#else 91219888Sed#define MPLOCKED 92259680Semaste#endif 93219888Sed 94219888Sed/* 95219888Sed * The assembly is volatilized to demark potential before-and-after side 96219888Sed * effects if an interrupt or SMP collision were to occur. 97219888Sed */ 98219888Sed#define ATOMIC_ASM(NAME, TYPE, OP, CONS, V) \ 99259680Semastestatic __inline void \ 100219888Sedatomic_##NAME##_##TYPE(volatile u_##TYPE *p, u_##TYPE v)\ 101259680Semaste{ \ 102219888Sed __asm __volatile(__XSTRING(MPLOCKED) OP \ 103259680Semaste : "=m" (*p) \ 104219888Sed : CONS (V), "m" (*p)); \ 105219888Sed} \ 106219888Sedstruct __hack 107219888Sed 108219888Sed/* 109219888Sed * Atomic compare and set, used by the mutex functions 110219888Sed * 111219888Sed * if (*dst == exp) *dst = src (all 32 bit words) 112219888Sed * 113219888Sed * Returns 0 on failure, non-zero on success 114219888Sed */ 115219888Sed 116219888Sedstatic __inline int 117219888Sedatomic_cmpset_int(volatile u_int *dst, u_int exp, u_int src) 118219888Sed{ 119219888Sed int res = exp; 120219888Sed 121219888Sed __asm __volatile ( 122219888Sed " " __XSTRING(MPLOCKED) " " 123219888Sed " cmpxchgl %2,%1 ; " 124219888Sed " setz %%al ; " 125219888Sed " movzbl %%al,%0 ; " 126219888Sed "1: " 127219888Sed "# atomic_cmpset_int" 128219888Sed : "+a" (res), /* 0 (result) */ 129219888Sed "=m" (*dst) /* 1 */ 130219888Sed : "r" (src), /* 2 */ 131219888Sed "m" (*dst) /* 3 */ 132259680Semaste : "memory"); 133219888Sed 134219888Sed return (res); 135219888Sed} 136219888Sed 137219888Sedstatic __inline int 138219888Sedatomic_cmpset_long(volatile u_long *dst, u_long exp, u_long src) 139219888Sed{ 140259680Semaste long res = exp; 141219888Sed 142219888Sed __asm __volatile ( 143219888Sed " " __XSTRING(MPLOCKED) " " 144219888Sed " cmpxchgq %2,%1 ; " 145219888Sed " setz %%al ; " 146219888Sed " movzbq %%al,%0 ; " 147259680Semaste "1: " 148219888Sed "# atomic_cmpset_long" 149219888Sed : "+a" (res), /* 0 (result) */ 150259680Semaste "=m" (*dst) /* 1 */ 151219888Sed : "r" (src), /* 2 */ 152219888Sed "m" (*dst) /* 3 */ 153259680Semaste : "memory"); 154219888Sed 155259680Semaste return (res); 156259680Semaste} 157259680Semaste 158259680Semaste/* 159259680Semaste * Atomically add the value of v to the integer pointed to by p and return 160259680Semaste * the previous value of *p. 161219888Sed */ 162219888Sedstatic __inline u_int 163219888Sedatomic_fetchadd_int(volatile u_int *p, u_int v) 164219888Sed{ 165219888Sed 166219888Sed __asm __volatile ( 167219888Sed " " __XSTRING(MPLOCKED) " " 168259680Semaste " xaddl %0, %1 ; " 169219888Sed "# atomic_fetchadd_int" 170259680Semaste : "+r" (v), /* 0 (result) */ 171219888Sed "=m" (*p) /* 1 */ 172219888Sed : "m" (*p)); /* 2 */ 173219888Sed 174219888Sed return (v); 175219888Sed} 176219888Sed 177259680Semaste#if defined(_KERNEL) && !defined(SMP) 178259680Semaste 179219888Sed/* 180259680Semaste * We assume that a = b will do atomic loads and stores. However, on a 181259680Semaste * PentiumPro or higher, reads may pass writes, so for that case we have 182259680Semaste * to use a serializing instruction (i.e. with LOCK) to do the load in 183259680Semaste * SMP kernels. For UP kernels, however, the cache of the single processor 184259680Semaste * is always consistent, so we don't need any memory barriers. 185259680Semaste */ 186259680Semaste#define ATOMIC_STORE_LOAD(TYPE, LOP, SOP) \ 187259680Semastestatic __inline u_##TYPE \ 188259680Semasteatomic_load_acq_##TYPE(volatile u_##TYPE *p) \ 189259680Semaste{ \ 190259680Semaste return (*p); \ 191259680Semaste} \ 192259680Semaste \ 193259680Semastestatic __inline void \ 194259680Semasteatomic_store_rel_##TYPE(volatile u_##TYPE *p, u_##TYPE v)\ 195259680Semaste{ \ 196259680Semaste *p = v; \ 197259680Semaste} \ 198259680Semastestruct __hack 199259680Semaste 200259680Semaste#else /* defined(SMP) */ 201259680Semaste 202259680Semaste#define ATOMIC_STORE_LOAD(TYPE, LOP, SOP) \ 203259680Semastestatic __inline u_##TYPE \ 204259680Semasteatomic_load_acq_##TYPE(volatile u_##TYPE *p) \ 205259680Semaste{ \ 206259680Semaste u_##TYPE res; \ 207259680Semaste \ 208259680Semaste __asm __volatile(__XSTRING(MPLOCKED) LOP \ 209259680Semaste : "=a" (res), /* 0 (result) */\ 210259680Semaste "=m" (*p) /* 1 */ \ 211259680Semaste : "m" (*p) /* 2 */ \ 212259680Semaste : "memory"); \ 213259680Semaste \ 214259680Semaste return (res); \ 215259680Semaste} \ 216259680Semaste \ 217259680Semaste/* \ 218219888Sed * The XCHG instruction asserts LOCK automagically. \ 219219888Sed */ \ 220219888Sedstatic __inline void \ 221259680Semasteatomic_store_rel_##TYPE(volatile u_##TYPE *p, u_##TYPE v)\ 222259680Semaste{ \ 223219888Sed __asm __volatile(SOP \ 224219888Sed : "=m" (*p), /* 0 */ \ 225219888Sed "+r" (v) /* 1 */ \ 226219888Sed : "m" (*p)); /* 2 */ \ 227219888Sed} \ 228219888Sedstruct __hack 229219888Sed 230219888Sed#endif /* SMP */ 231219888Sed 232219888Sed#endif /* KLD_MODULE || !(__GNUCLIKE_ASM && __CC_SUPPORTS___INLINE) */ 233219888Sed 234219888SedATOMIC_ASM(set, char, "orb %b1,%0", "iq", v); 235219888SedATOMIC_ASM(clear, char, "andb %b1,%0", "iq", ~v); 236219888SedATOMIC_ASM(add, char, "addb %b1,%0", "iq", v); 237219888SedATOMIC_ASM(subtract, char, "subb %b1,%0", "iq", v); 238259680Semaste 239259680SemasteATOMIC_ASM(set, short, "orw %w1,%0", "ir", v); 240259680SemasteATOMIC_ASM(clear, short, "andw %w1,%0", "ir", ~v); 241259680SemasteATOMIC_ASM(add, short, "addw %w1,%0", "ir", v); 242219888SedATOMIC_ASM(subtract, short, "subw %w1,%0", "ir", v); 243219888Sed 244219888SedATOMIC_ASM(set, int, "orl %1,%0", "ir", v); 245219888SedATOMIC_ASM(clear, int, "andl %1,%0", "ir", ~v); 246219888SedATOMIC_ASM(add, int, "addl %1,%0", "ir", v); 247219888SedATOMIC_ASM(subtract, int, "subl %1,%0", "ir", v); 248219888Sed 249219888SedATOMIC_ASM(set, long, "orq %1,%0", "ir", v); 250259680SemasteATOMIC_ASM(clear, long, "andq %1,%0", "ir", ~v); 251259680SemasteATOMIC_ASM(add, long, "addq %1,%0", "ir", v); 252219888SedATOMIC_ASM(subtract, long, "subq %1,%0", "ir", v); 253219888Sed 254219888SedATOMIC_STORE_LOAD(char, "cmpxchgb %b0,%1", "xchgb %b1,%0"); 255219888SedATOMIC_STORE_LOAD(short,"cmpxchgw %w0,%1", "xchgw %w1,%0"); 256219888SedATOMIC_STORE_LOAD(int, "cmpxchgl %0,%1", "xchgl %1,%0"); 257259680SemasteATOMIC_STORE_LOAD(long, "cmpxchgq %0,%1", "xchgq %1,%0"); 258259680Semaste 259219888Sed#undef ATOMIC_ASM 260259680Semaste#undef ATOMIC_STORE_LOAD 261259680Semaste 262219888Sed#if !defined(WANT_FUNCTIONS) 263259680Semaste 264259680Semaste/* Read the current value and store a zero in the destination. */ 265259680Semaste#if defined(__GNUCLIKE_ASM) && defined(__CC_SUPPORTS___INLINE) 266259680Semaste 267259680Semastestatic __inline u_int 268259680Semasteatomic_readandclear_int(volatile u_int *addr) 269219888Sed{ 270219888Sed u_int result; 271219888Sed 272219888Sed result = 0; 273219888Sed __asm __volatile ( 274219888Sed " xchgl %1,%0 ; " 275219888Sed "# atomic_readandclear_int" 276219888Sed : "+r" (result), /* 0 (result) */ 277219888Sed "=m" (*addr) /* 1 (addr) */ 278219888Sed : "m" (*addr)); 279219888Sed 280259680Semaste return (result); 281219888Sed} 282259680Semaste 283259680Semastestatic __inline u_long 284259680Semasteatomic_readandclear_long(volatile u_long *addr) 285219888Sed{ 286219888Sed u_long result; 287219888Sed 288219888Sed result = 0; 289219888Sed __asm __volatile ( 290219888Sed " xchgq %1,%0 ; " 291259680Semaste "# atomic_readandclear_long" 292219888Sed : "+r" (result), /* 0 (result) */ 293259680Semaste "=m" (*addr) /* 1 (addr) */ 294259680Semaste : "m" (*addr)); 295259680Semaste 296259680Semaste return (result); 297219888Sed} 298219888Sed 299219888Sed#else /* !(__GNUCLIKE_ASM && __CC_SUPPORTS___INLINE) */ 300259680Semaste 301219888Sedu_int atomic_readandclear_int(volatile u_int *); 302259680Semasteu_long atomic_readandclear_long(volatile u_long *); 303219888Sed 304219888Sed#endif /* __GNUCLIKE_ASM && __CC_SUPPORTS___INLINE */ 305219888Sed 306219888Sed/* Acquire and release variants are identical to the normal ones. */ 307219888Sed#define atomic_set_acq_char atomic_set_char 308219888Sed#define atomic_set_rel_char atomic_set_char 309219888Sed#define atomic_clear_acq_char atomic_clear_char 310219888Sed#define atomic_clear_rel_char atomic_clear_char 311219888Sed#define atomic_add_acq_char atomic_add_char 312219888Sed#define atomic_add_rel_char atomic_add_char 313259680Semaste#define atomic_subtract_acq_char atomic_subtract_char 314219888Sed#define atomic_subtract_rel_char atomic_subtract_char 315219888Sed 316219888Sed#define atomic_set_acq_short atomic_set_short 317219888Sed#define atomic_set_rel_short atomic_set_short 318219888Sed#define atomic_clear_acq_short atomic_clear_short 319219888Sed#define atomic_clear_rel_short atomic_clear_short 320219888Sed#define atomic_add_acq_short atomic_add_short 321219888Sed#define atomic_add_rel_short atomic_add_short 322219888Sed#define atomic_subtract_acq_short atomic_subtract_short 323219888Sed#define atomic_subtract_rel_short atomic_subtract_short 324259680Semaste 325219888Sed#define atomic_set_acq_int atomic_set_int 326259680Semaste#define atomic_set_rel_int atomic_set_int 327219888Sed#define atomic_clear_acq_int atomic_clear_int 328219888Sed#define atomic_clear_rel_int atomic_clear_int 329219888Sed#define atomic_add_acq_int atomic_add_int 330219888Sed#define atomic_add_rel_int atomic_add_int 331219888Sed#define atomic_subtract_acq_int atomic_subtract_int 332219888Sed#define atomic_subtract_rel_int atomic_subtract_int 333219888Sed#define atomic_cmpset_acq_int atomic_cmpset_int 334219888Sed#define atomic_cmpset_rel_int atomic_cmpset_int 335219888Sed 336219888Sed#define atomic_set_acq_long atomic_set_long 337219888Sed#define atomic_set_rel_long atomic_set_long 338219888Sed#define atomic_clear_acq_long atomic_clear_long 339219888Sed#define atomic_clear_rel_long atomic_clear_long 340219888Sed#define atomic_add_acq_long atomic_add_long 341219888Sed#define atomic_add_rel_long atomic_add_long 342219888Sed#define atomic_subtract_acq_long atomic_subtract_long 343219888Sed#define atomic_subtract_rel_long atomic_subtract_long 344219888Sed#define atomic_cmpset_acq_long atomic_cmpset_long 345219888Sed#define atomic_cmpset_rel_long atomic_cmpset_long 346219888Sed 347219888Sed/* Operations on 8-bit bytes. */ 348259680Semaste#define atomic_set_8 atomic_set_char 349259680Semaste#define atomic_set_acq_8 atomic_set_acq_char 350259680Semaste#define atomic_set_rel_8 atomic_set_rel_char 351219888Sed#define atomic_clear_8 atomic_clear_char 352219888Sed#define atomic_clear_acq_8 atomic_clear_acq_char 353219888Sed#define atomic_clear_rel_8 atomic_clear_rel_char 354219888Sed#define atomic_add_8 atomic_add_char 355219888Sed#define atomic_add_acq_8 atomic_add_acq_char 356219888Sed#define atomic_add_rel_8 atomic_add_rel_char 357219888Sed#define atomic_subtract_8 atomic_subtract_char 358259680Semaste#define atomic_subtract_acq_8 atomic_subtract_acq_char 359219888Sed#define atomic_subtract_rel_8 atomic_subtract_rel_char 360219888Sed#define atomic_load_acq_8 atomic_load_acq_char 361219888Sed#define atomic_store_rel_8 atomic_store_rel_char 362219888Sed 363219888Sed/* Operations on 16-bit words. */ 364219888Sed#define atomic_set_16 atomic_set_short 365219888Sed#define atomic_set_acq_16 atomic_set_acq_short 366219888Sed#define atomic_set_rel_16 atomic_set_rel_short 367219888Sed#define atomic_clear_16 atomic_clear_short 368219888Sed#define atomic_clear_acq_16 atomic_clear_acq_short 369259680Semaste#define atomic_clear_rel_16 atomic_clear_rel_short 370259680Semaste#define atomic_add_16 atomic_add_short 371259680Semaste#define atomic_add_acq_16 atomic_add_acq_short 372259680Semaste#define atomic_add_rel_16 atomic_add_rel_short 373259680Semaste#define atomic_subtract_16 atomic_subtract_short 374219888Sed#define atomic_subtract_acq_16 atomic_subtract_acq_short 375219888Sed#define atomic_subtract_rel_16 atomic_subtract_rel_short 376219888Sed#define atomic_load_acq_16 atomic_load_acq_short 377259680Semaste#define atomic_store_rel_16 atomic_store_rel_short 378219888Sed 379259680Semaste/* Operations on 32-bit double words. */ 380259680Semaste#define atomic_set_32 atomic_set_int 381219888Sed#define atomic_set_acq_32 atomic_set_acq_int 382219888Sed#define atomic_set_rel_32 atomic_set_rel_int 383219888Sed#define atomic_clear_32 atomic_clear_int 384219888Sed#define atomic_clear_acq_32 atomic_clear_acq_int 385219888Sed#define atomic_clear_rel_32 atomic_clear_rel_int 386219888Sed#define atomic_add_32 atomic_add_int 387219888Sed#define atomic_add_acq_32 atomic_add_acq_int 388267011Semaste#define atomic_add_rel_32 atomic_add_rel_int 389219888Sed#define atomic_subtract_32 atomic_subtract_int 390259680Semaste#define atomic_subtract_acq_32 atomic_subtract_acq_int 391219888Sed#define atomic_subtract_rel_32 atomic_subtract_rel_int 392219888Sed#define atomic_load_acq_32 atomic_load_acq_int 393267011Semaste#define atomic_store_rel_32 atomic_store_rel_int 394267011Semaste#define atomic_cmpset_32 atomic_cmpset_int 395267011Semaste#define atomic_cmpset_acq_32 atomic_cmpset_acq_int 396267011Semaste#define atomic_cmpset_rel_32 atomic_cmpset_rel_int 397267011Semaste#define atomic_readandclear_32 atomic_readandclear_int 398267011Semaste#define atomic_fetchadd_32 atomic_fetchadd_int 399267011Semaste 400267011Semaste/* Operations on 64-bit quad words. */ 401267011Semaste#define atomic_set_64 atomic_set_long 402267011Semaste#define atomic_set_acq_64 atomic_set_acq_long 403267011Semaste#define atomic_set_rel_64 atomic_set_rel_long 404267011Semaste#define atomic_clear_64 atomic_clear_long 405267011Semaste#define atomic_clear_acq_64 atomic_clear_acq_long 406267011Semaste#define atomic_clear_rel_64 atomic_clear_rel_long 407267011Semaste#define atomic_add_64 atomic_add_long 408267011Semaste#define atomic_add_acq_64 atomic_add_acq_long 409267012Semaste#define atomic_add_rel_64 atomic_add_rel_long 410219888Sed#define atomic_subtract_64 atomic_subtract_long 411267011Semaste#define atomic_subtract_acq_64 atomic_subtract_acq_long 412219888Sed#define atomic_subtract_rel_64 atomic_subtract_rel_long 413219888Sed#define atomic_load_acq_64 atomic_load_acq_long 414267011Semaste#define atomic_store_rel_64 atomic_store_rel_long 415219888Sed#define atomic_cmpset_64 atomic_cmpset_long 416267012Semaste#define atomic_cmpset_acq_64 atomic_cmpset_acq_long 417267012Semaste#define atomic_cmpset_rel_64 atomic_cmpset_rel_long 418267012Semaste#define atomic_readandclear_64 atomic_readandclear_long 419267012Semaste 420267012Semaste/* Operations on pointers. */ 421267012Semaste#define atomic_set_ptr atomic_set_long 422267012Semaste#define atomic_set_acq_ptr atomic_set_acq_long 423267012Semaste#define atomic_set_rel_ptr atomic_set_rel_long 424219888Sed#define atomic_clear_ptr atomic_clear_long 425219888Sed#define atomic_clear_acq_ptr atomic_clear_acq_long 426219888Sed#define atomic_clear_rel_ptr atomic_clear_rel_long 427259680Semaste#define atomic_add_ptr atomic_add_long 428259680Semaste#define atomic_add_acq_ptr atomic_add_acq_long 429267012Semaste#define atomic_add_rel_ptr atomic_add_rel_long 430219888Sed#define atomic_subtract_ptr atomic_subtract_long 431219888Sed#define atomic_subtract_acq_ptr atomic_subtract_acq_long 432219888Sed#define atomic_subtract_rel_ptr atomic_subtract_rel_long 433219888Sed#define atomic_load_acq_ptr atomic_load_acq_long 434259680Semaste#define atomic_store_rel_ptr atomic_store_rel_long 435259680Semaste#define atomic_cmpset_ptr atomic_cmpset_long 436259680Semaste#define atomic_cmpset_acq_ptr atomic_cmpset_acq_long 437259680Semaste#define atomic_cmpset_rel_ptr atomic_cmpset_rel_long 438259680Semaste#define atomic_readandclear_ptr atomic_readandclear_long 439259680Semaste 440259680Semaste#endif /* !defined(WANT_FUNCTIONS) */ 441259680Semaste#endif /* ! _MACHINE_ATOMIC_H_ */ 442259680Semaste