runtime/src/kmp_csupport.cpp

978     if (KMP_ATOMIC_LD_RLX(&l->lk.poll) != tas_free ||                          \
979         !__kmp_atomic_compare_store_acq(&l->lk.poll, tas_free, tas_busy)) {    \
993           KMP_ATOMIC_LD_RLX(&l->lk.poll) != tas_free ||                        \
994           !__kmp_atomic_compare_store_acq(&l->lk.poll, tas_free, tas_busy));   \
1005     rc = KMP_ATOMIC_LD_RLX(&l->lk.poll) == tas_free &&                         \
1006          __kmp_atomic_compare_store_acq(&l->lk.poll, tas_free, tas_busy);      \
1011   { KMP_ATOMIC_ST_REL(&((kmp_tas_lock_t *)lock)->lk.poll, KMP_LOCK_FREE(tas)); }
1033                 &(ftx->lk.poll), KMP_LOCK_FREE(futex),                         \
1037         if (!KMP_COMPARE_AND_STORE_RET32(&(ftx->lk.poll), poll_val,            \
1045       if ((rc = syscall(__NR_futex, &(ftx->lk.poll), FUTEX_WAIT, poll_val,     \
1058     if (KMP_COMPARE_AND_STORE_ACQ32(&(ftx->lk.poll), KMP_LOCK_FREE(futex),     \
1074         KMP_XCHG_FIXED32(&(ftx->lk.poll), KMP_LOCK_FREE(futex));               \
1076       syscall(__NR_futex, &(ftx->lk.poll), FUTEX_WAKE,                         \
1168       (sizeof(lck->tas.lk.poll) <= OMP_CRITICAL_SIZE)) {
1173            (sizeof(lck->futex.lk.poll) <= OMP_CRITICAL_SIZE)) {
1384   kmp_dyna_lock_t *lk = (kmp_dyna_lock_t *)crit;
1387   if (*lk == 0) {
1399   if (KMP_EXTRACT_D_TAG(lk) != 0) {
1400     lck = (kmp_user_lock_p)lk;
1435       KMP_D_LOCK_FUNC(lk, set)(lk, global_tid);
1438     kmp_indirect_lock_t *ilk = *((kmp_indirect_lock_t **)lk);
1545       (sizeof(lck->tas.lk.poll) <= OMP_CRITICAL_SIZE)) {
1550            (sizeof(lck->futex.lk.poll) <= OMP_CRITICAL_SIZE)) {
2275       (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) {
2280            (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) {
2347       (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <=
2353            (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <=
2417       (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) {
2422            (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) {
2447       (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) {
2452            (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) {
2487       (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <=
2493            (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <=
2520       (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <=
2526            (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <=
2585       (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) {
2590            (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) {
2680       (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <=
2686            (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <=
2779       (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) {
2786     TCW_4(((kmp_user_lock_p)user_lock)->tas.lk.poll, 0);
2807            (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) {
2874       (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <=
2888     if (--(tl->lk.depth_locked) == 0) {
2889       TCW_4(tl->lk.poll, 0);
2923            (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <=
3019       (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) {
3024            (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) {
3122       (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <=
3128            (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <=
3216   kmp_dyna_lock_t *lk = (kmp_dyna_lock_t *)crit;
3218   if (*lk == 0) {
3230   if (KMP_EXTRACT_D_TAG(lk) != 0) {
3231     lck = (kmp_user_lock_p)lk;
3236     KMP_D_LOCK_FUNC(lk, set)(lk, global_tid);
3238     kmp_indirect_lock_t *ilk = *((kmp_indirect_lock_t **)lk);