Lines Matching refs:BITS
771 // BITS - size in bits, used to distinguish low level calls
773 #define OP_CMPXCHG(TYPE, BITS, OP) \
778 while (!KMP_COMPARE_AND_STORE_ACQ##BITS( \
779 (kmp_int##BITS *)lhs, *VOLATILE_CAST(kmp_int##BITS *) & old_value, \
780 *VOLATILE_CAST(kmp_int##BITS *) & new_value)) { \
795 #define OP_CMPXCHG_WORKAROUND(TYPE, BITS, OP) \
799 kmp_int##BITS *vvv; \
802 old_value.vvv = (kmp_int##BITS *)&old_value.cmp; \
803 new_value.vvv = (kmp_int##BITS *)&new_value.cmp; \
804 *old_value.vvv = *(volatile kmp_int##BITS *)lhs; \
806 while (!KMP_COMPARE_AND_STORE_ACQ##BITS( \
807 (kmp_int##BITS *)lhs, *VOLATILE_CAST(kmp_int##BITS *) old_value.vvv, \
808 *VOLATILE_CAST(kmp_int##BITS *) new_value.vvv)) { \
811 *old_value.vvv = *(volatile kmp_int##BITS *)lhs; \
822 #define ATOMIC_FIXED_ADD(TYPE_ID, OP_ID, TYPE, BITS, OP, LCK_ID, MASK, \
827 KMP_TEST_THEN_ADD##BITS(lhs, OP rhs); \
830 #define ATOMIC_CMPXCHG(TYPE_ID, OP_ID, TYPE, BITS, OP, LCK_ID, MASK, \
834 OP_CMPXCHG(TYPE, BITS, OP) \
839 #define ATOMIC_CMPXCHG_WORKAROUND(TYPE_ID, OP_ID, TYPE, BITS, OP, LCK_ID, \
843 OP_CMPXCHG_WORKAROUND(TYPE, BITS, OP) \
851 #define ATOMIC_FIXED_ADD(TYPE_ID, OP_ID, TYPE, BITS, OP, LCK_ID, MASK, \
857 KMP_TEST_THEN_ADD##BITS(lhs, OP rhs); \
864 #define ATOMIC_CMPXCHG(TYPE_ID, OP_ID, TYPE, BITS, OP, LCK_ID, MASK, \
869 OP_CMPXCHG(TYPE, BITS, OP) /* aligned address */ \
878 #define ATOMIC_CMPXCHG_WORKAROUND(TYPE_ID, OP_ID, TYPE, BITS, OP, LCK_ID, \
883 OP_CMPXCHG(TYPE, BITS, OP) /* aligned address */ \
920 // BITS - size in bits, used to distinguish low level calls
925 // TYPE_ID,OP_ID, TYPE, BITS,OP,LCK_ID,MASK,GOMP_FLAG
1036 #define ATOMIC_CMPX_L(TYPE_ID, OP_ID, TYPE, BITS, OP, LCK_ID, MASK, GOMP_FLAG) \
1039 OP_CMPXCHG(TYPE, BITS, OP) \
1045 #define ATOMIC_CMPX_L(TYPE_ID, OP_ID, TYPE, BITS, OP, LCK_ID, MASK, GOMP_FLAG) \
1049 OP_CMPXCHG(TYPE, BITS, OP) /* aligned address */ \
1104 #define MIN_MAX_CMPXCHG(TYPE, BITS, OP) \
1111 !KMP_COMPARE_AND_STORE_ACQ##BITS( \
1112 (kmp_int##BITS *)lhs, \
1113 *VOLATILE_CAST(kmp_int##BITS *) & old_value, \
1114 *VOLATILE_CAST(kmp_int##BITS *) & rhs)) { \
1135 #define MIN_MAX_COMPXCHG(TYPE_ID, OP_ID, TYPE, BITS, OP, LCK_ID, MASK, \
1140 MIN_MAX_CMPXCHG(TYPE, BITS, OP) \
1147 #define MIN_MAX_COMPXCHG(TYPE_ID, OP_ID, TYPE, BITS, OP, LCK_ID, MASK, \
1153 MIN_MAX_CMPXCHG(TYPE, BITS, OP) /* aligned address */ \
1211 #define ATOMIC_CMPX_EQV(TYPE_ID, OP_ID, TYPE, BITS, OP, LCK_ID, MASK, \
1215 OP_CMPXCHG(TYPE, BITS, OP) \
1221 #define ATOMIC_CMPX_EQV(TYPE_ID, OP_ID, TYPE, BITS, OP, LCK_ID, MASK, \
1226 OP_CMPXCHG(TYPE, BITS, OP) /* aligned address */ \
1389 // BITS - size in bits, used to distinguish low level calls
1393 #define OP_CMPXCHG_REV(TYPE, BITS, OP) \
1400 while (!KMP_COMPARE_AND_STORE_ACQ##BITS( \
1401 (kmp_int##BITS *)lhs, *VOLATILE_CAST(kmp_int##BITS *) & old_value, \
1402 *VOLATILE_CAST(kmp_int##BITS *) & new_value)) { \
1412 #define ATOMIC_CMPXCHG_REV(TYPE_ID, OP_ID, TYPE, BITS, OP, LCK_ID, GOMP_FLAG) \
1415 OP_CMPXCHG_REV(TYPE, BITS, OP) \
1423 // BITS - size in bits, used to distinguish low level calls
1427 // TYPE_ID,OP_ID, TYPE, BITS,OP,LCK_ID,GOMP_FLAG
1431 // TYPE_ID,OP_ID, TYPE, BITS, OP, LCK_ID, GOMP_FLAG
1493 // TYPE_ID,OP_ID, TYPE, BITS,OP,LCK_ID, GOMP_FLAG
1587 #define ATOMIC_CMPXCHG_MIX(TYPE_ID, TYPE, OP_ID, BITS, OP, RTYPE_ID, RTYPE, \
1591 OP_CMPXCHG(TYPE, BITS, OP) \
1597 #define ATOMIC_CMPXCHG_MIX(TYPE_ID, TYPE, OP_ID, BITS, OP, RTYPE_ID, RTYPE, \
1602 OP_CMPXCHG(TYPE, BITS, OP) /* aligned address */ \
1613 #define ATOMIC_CMPXCHG_REV_MIX(TYPE_ID, TYPE, OP_ID, BITS, OP, RTYPE_ID, \
1617 OP_CMPXCHG_REV(TYPE, BITS, OP) \
1812 #define ATOMIC_CMPXCHG_CMPLX(TYPE_ID, TYPE, OP_ID, BITS, OP, RTYPE_ID, RTYPE, \
1816 OP_CMPXCHG_WORKAROUND(TYPE, BITS, OP) \
1820 #define ATOMIC_CMPXCHG_CMPLX(TYPE_ID, TYPE, OP_ID, BITS, OP, RTYPE_ID, RTYPE, \
1824 OP_CMPXCHG(TYPE, BITS, OP) \
1830 #define ATOMIC_CMPXCHG_CMPLX(TYPE_ID, TYPE, OP_ID, BITS, OP, RTYPE_ID, RTYPE, \
1835 OP_CMPXCHG(TYPE, BITS, OP) /* aligned address */ \
1873 // BITS - size in bits, used to distinguish low level calls
1879 #define OP_CMPXCHG_READ(TYPE, BITS, OP) \
1884 kmp_int##BITS i_val; \
1889 old_value.i_val = KMP_COMPARE_AND_STORE_RET##BITS( \
1890 (kmp_int##BITS *)loc, \
1891 *VOLATILE_CAST(kmp_int##BITS *) & old_value.i_val, \
1892 *VOLATILE_CAST(kmp_int##BITS *) & old_value.i_val); \
1923 #define ATOMIC_FIXED_READ(TYPE_ID, OP_ID, TYPE, BITS, OP, GOMP_FLAG) \
1927 new_value = KMP_TEST_THEN_ADD##BITS(loc, OP 0); \
1931 #define ATOMIC_CMPXCHG_READ(TYPE_ID, OP_ID, TYPE, BITS, OP, GOMP_FLAG) \
1935 OP_CMPXCHG_READ(TYPE, BITS, OP) \
2038 #define ATOMIC_XCHG_WR(TYPE_ID, OP_ID, TYPE, BITS, OP, GOMP_FLAG) \
2041 KMP_XCHG_FIXED##BITS(lhs, rhs); \
2044 #define ATOMIC_XCHG_FLOAT_WR(TYPE_ID, OP_ID, TYPE, BITS, OP, GOMP_FLAG) \
2047 KMP_XCHG_REAL##BITS(lhs, rhs); \
2053 // BITS - size in bits, used to distinguish low level calls
2057 #define OP_CMPXCHG_WR(TYPE, BITS, OP) \
2064 while (!KMP_COMPARE_AND_STORE_ACQ##BITS( \
2065 (kmp_int##BITS *)lhs, *VOLATILE_CAST(kmp_int##BITS *) & old_value, \
2066 *VOLATILE_CAST(kmp_int##BITS *) & new_value)) { \
2076 #define ATOMIC_CMPXCHG_WR(TYPE_ID, OP_ID, TYPE, BITS, OP, GOMP_FLAG) \
2079 OP_CMPXCHG_WR(TYPE, BITS, OP) \
2189 // BITS - size in bits, used to distinguish low level calls
2193 #define OP_CMPXCHG_CPT(TYPE, BITS, OP) \
2200 while (!KMP_COMPARE_AND_STORE_ACQ##BITS( \
2201 (kmp_int##BITS *)lhs, *VOLATILE_CAST(kmp_int##BITS *) & old_value, \
2202 *VOLATILE_CAST(kmp_int##BITS *) & new_value)) { \
2216 #define ATOMIC_CMPXCHG_CPT(TYPE_ID, OP_ID, TYPE, BITS, OP, GOMP_FLAG) \
2220 OP_CMPXCHG_CPT(TYPE, BITS, OP) \
2224 #define ATOMIC_FIXED_ADD_CPT(TYPE_ID, OP_ID, TYPE, BITS, OP, GOMP_FLAG) \
2229 old_value = KMP_TEST_THEN_ADD##BITS(lhs, OP rhs); \
2260 // BITS - size in bits, used to distinguish low level calls
2262 // TYPE_ID,OP_ID, TYPE, BITS,OP,GOMP_FLAG
2374 #define ATOMIC_CMPXCHG_CPT_MIX(TYPE_ID, TYPE, OP_ID, BITS, OP, RTYPE_ID, \
2379 OP_CMPXCHG_CPT(TYPE, BITS, OP) \
2521 #define ATOMIC_CMPX_L_CPT(TYPE_ID, OP_ID, TYPE, BITS, OP, GOMP_FLAG) \
2525 OP_CMPXCHG_CPT(TYPE, BITS, OP) \
2582 #define MIN_MAX_CMPXCHG_CPT(TYPE, BITS, OP) \
2589 !KMP_COMPARE_AND_STORE_ACQ##BITS( \
2590 (kmp_int##BITS *)lhs, \
2591 *VOLATILE_CAST(kmp_int##BITS *) & old_value, \
2592 *VOLATILE_CAST(kmp_int##BITS *) & rhs)) { \
2615 #define MIN_MAX_COMPXCHG_CPT(TYPE_ID, OP_ID, TYPE, BITS, OP, GOMP_FLAG) \
2620 MIN_MAX_CMPXCHG_CPT(TYPE, BITS, OP) \
2673 #define ATOMIC_CMPX_EQV_CPT(TYPE_ID, OP_ID, TYPE, BITS, OP, GOMP_FLAG) \
2677 OP_CMPXCHG_CPT(TYPE, BITS, OP) \
2874 // BITS - size in bits, used to distinguish low level calls
2878 #define OP_CMPXCHG_CPT_REV(TYPE, BITS, OP) \
2885 while (!KMP_COMPARE_AND_STORE_ACQ##BITS( \
2886 (kmp_int##BITS *)lhs, *VOLATILE_CAST(kmp_int##BITS *) & old_value, \
2887 *VOLATILE_CAST(kmp_int##BITS *) & new_value)) { \
2901 #define ATOMIC_CMPXCHG_CPT_REV(TYPE_ID, OP_ID, TYPE, BITS, OP, GOMP_FLAG) \
2905 OP_CMPXCHG_CPT_REV(TYPE, BITS, OP) \
3076 #define ATOMIC_CMPXCHG_CPT_REV_MIX(TYPE_ID, TYPE, OP_ID, BITS, OP, RTYPE_ID, \
3081 OP_CMPXCHG_CPT_REV(TYPE, BITS, OP) \
3184 #define ATOMIC_XCHG_SWP(TYPE_ID, TYPE, BITS, GOMP_FLAG) \
3188 old_value = KMP_XCHG_FIXED##BITS(lhs, rhs); \
3192 #define ATOMIC_XCHG_FLOAT_SWP(TYPE_ID, TYPE, BITS, GOMP_FLAG) \
3196 old_value = KMP_XCHG_REAL##BITS(lhs, rhs); \
3201 #define CMPXCHG_SWP(TYPE, BITS) \
3208 while (!KMP_COMPARE_AND_STORE_ACQ##BITS( \
3209 (kmp_int##BITS *)lhs, *VOLATILE_CAST(kmp_int##BITS *) & old_value, \
3210 *VOLATILE_CAST(kmp_int##BITS *) & new_value)) { \
3221 #define ATOMIC_CMPXCHG_SWP(TYPE_ID, TYPE, BITS, GOMP_FLAG) \
3225 CMPXCHG_SWP(TYPE, BITS) \