runtime/src/kmp_csupport.cpp

224 @param global_tid global thread number
230 void __kmpc_push_num_threads(ident_t *loc, kmp_int32 global_tid,
233                 global_tid, num_threads));
235   __kmp_push_num_threads(loc, global_tid, num_threads);
238 void __kmpc_pop_num_threads(ident_t *loc, kmp_int32 global_tid) {
244 void __kmpc_push_proc_bind(ident_t *loc, kmp_int32 global_tid,
246   KA_TRACE(20, ("__kmpc_push_proc_bind: enter T#%d proc_bind=%d\n", global_tid,
249   __kmp_push_proc_bind(loc, global_tid, (kmp_proc_bind_t)proc_bind);
337 @param global_tid global thread number
345 void __kmpc_push_num_teams(ident_t *loc, kmp_int32 global_tid,
349             global_tid, num_teams, num_threads));
351   __kmp_push_num_teams(loc, global_tid, num_teams, num_threads);
455 @param global_tid  global thread number
464 void __kmpc_serialized_parallel(ident_t *loc, kmp_int32 global_tid) {
469   OMPT_STORE_RETURN_ADDRESS(global_tid);
471   __kmp_serialized_parallel(loc, global_tid);
477 @param global_tid  global thread number
481 void __kmpc_end_serialized_parallel(ident_t *loc, kmp_int32 global_tid) {
487            ("__kmpc_end_serialized_parallel: called by T#%d\n", global_tid));
500   this_thr = __kmp_threads[global_tid];
534           OMPT_LOAD_RETURN_ADDRESS(global_tid));
602                 global_tid, this_thr->th.th_task_team, this_thr->th.th_team));
608                     global_tid, serial_team, serial_team->t.t_serialized));
613     __kmp_pop_parallel(global_tid, NULL);
697 @param global_tid thread id.
701 void __kmpc_barrier(ident_t *loc, kmp_int32 global_tid) {
703   KC_TRACE(10, ("__kmpc_barrier: called T#%d\n", global_tid));
714     __kmp_check_barrier(global_tid, ct_barrier, loc);
723     OMPT_STORE_RETURN_ADDRESS(global_tid);
726   __kmp_threads[global_tid]->th.th_ident = loc;
734   __kmp_barrier(bs_plain_barrier, global_tid, FALSE, 0, NULL, NULL);
746 @param global_tid  global thread number .
749 kmp_int32 __kmpc_master(ident_t *loc, kmp_int32 global_tid) {
752   KC_TRACE(10, ("__kmpc_master: called T#%d\n", global_tid));
759   if (KMP_MASTER_GTID(global_tid)) {
768       kmp_info_t *this_thr = __kmp_threads[global_tid];
771       int tid = __kmp_tid_from_gtid(global_tid);
783       __kmp_push_sync(global_tid, ct_master, loc, NULL, 0);
785       __kmp_check_sync(global_tid, ct_master, loc, NULL, 0);
788       __kmp_push_sync(global_tid, ct_master, loc, NULL);
790       __kmp_check_sync(global_tid, ct_master, loc, NULL);
800 @param global_tid  global thread number .
805 void __kmpc_end_master(ident_t *loc, kmp_int32 global_tid) {
806   KC_TRACE(10, ("__kmpc_end_master: called T#%d\n", global_tid));
808   KMP_DEBUG_ASSERT(KMP_MASTER_GTID(global_tid));
812   kmp_info_t *this_thr = __kmp_threads[global_tid];
815     int tid = __kmp_tid_from_gtid(global_tid);
824     if (global_tid < 0)
827     if (KMP_MASTER_GTID(global_tid))
828       __kmp_pop_sync(global_tid, ct_master, loc);
1138 @param global_tid  global thread number .
1145 void __kmpc_critical(ident_t *loc, kmp_int32 global_tid,
1149   OMPT_STORE_RETURN_ADDRESS(global_tid);
1151   __kmpc_critical_with_hint(loc, global_tid, crit, omp_lock_hint_none);
1160   KC_TRACE(10, ("__kmpc_critical: called T#%d\n", global_tid));
1178     lck = __kmp_get_critical_section_ptr(crit, loc, global_tid);
1182     __kmp_push_sync(global_tid, ct_critical, loc, lck);
1196     ti = __kmp_threads[global_tid]->th.ompt_thread_info;
1213   __kmp_acquire_user_lock_with_checks(lck, global_tid);
1234   KA_TRACE(15, ("__kmpc_critical: done T#%d\n", global_tid));
1359 @param global_tid  global thread number.
1369 void __kmpc_critical_with_hint(ident_t *loc, kmp_int32 global_tid,
1377   void *codeptr = OMPT_LOAD_RETURN_ADDRESS(global_tid);
1382   KC_TRACE(10, ("__kmpc_critical: called T#%d\n", global_tid));
1393       __kmp_init_indirect_csptr(crit, loc, global_tid, KMP_GET_I_TAG(lckseq));
1402       __kmp_push_sync(global_tid, ct_critical, loc, lck,
1410       ti = __kmp_threads[global_tid]->th.ompt_thread_info;
1427       KMP_ACQUIRE_TAS_LOCK(lck, global_tid);
1431       KMP_ACQUIRE_FUTEX_LOCK(lck, global_tid);
1435       KMP_D_LOCK_FUNC(lk, set)(lk, global_tid);
1441       __kmp_push_sync(global_tid, ct_critical, loc, lck,
1449       ti = __kmp_threads[global_tid]->th.ompt_thread_info;
1464     KMP_I_LOCK_FUNC(ilk, set)(lck, global_tid);
1486   KA_TRACE(15, ("__kmpc_critical: done T#%d\n", global_tid));
1494 @param global_tid  global thread number .
1500 void __kmpc_end_critical(ident_t *loc, kmp_int32 global_tid,
1504   KC_TRACE(10, ("__kmpc_end_critical: called T#%d\n", global_tid));
1511       __kmp_pop_sync(global_tid, ct_critical, loc);
1518       KMP_RELEASE_TAS_LOCK(lck, global_tid);
1522       KMP_RELEASE_FUTEX_LOCK(lck, global_tid);
1526       KMP_D_LOCK_FUNC(lck, unset)((kmp_dyna_lock_t *)lck, global_tid);
1534       __kmp_pop_sync(global_tid, ct_critical, loc);
1539     KMP_I_LOCK_FUNC(ilk, unset)(lck, global_tid);
1561     __kmp_pop_sync(global_tid, ct_critical, loc);
1568   __kmp_release_user_lock_with_checks(lck, global_tid);
1575   OMPT_STORE_RETURN_ADDRESS(global_tid);
1584   KA_TRACE(15, ("__kmpc_end_critical: done T#%d\n", global_tid));
1590 @param global_tid thread id.
1596 kmp_int32 __kmpc_barrier_master(ident_t *loc, kmp_int32 global_tid) {
1599   KC_TRACE(10, ("__kmpc_barrier_master: called T#%d\n", global_tid));
1607     __kmp_check_barrier(global_tid, ct_barrier, loc);
1615     OMPT_STORE_RETURN_ADDRESS(global_tid);
1619   __kmp_threads[global_tid]->th.th_ident = loc;
1621   status = __kmp_barrier(bs_plain_barrier, global_tid, TRUE, 0, NULL, NULL);
1634 @param global_tid thread id.
1640 void __kmpc_end_barrier_master(ident_t *loc, kmp_int32 global_tid) {
1641   KC_TRACE(10, ("__kmpc_end_barrier_master: called T#%d\n", global_tid));
1643   __kmp_end_split_barrier(bs_plain_barrier, global_tid);
1649 @param global_tid thread id.
1656 kmp_int32 __kmpc_barrier_master_nowait(ident_t *loc, kmp_int32 global_tid) {
1659   KC_TRACE(10, ("__kmpc_barrier_master_nowait: called T#%d\n", global_tid));
1670     __kmp_check_barrier(global_tid, ct_barrier, loc);
1679     OMPT_STORE_RETURN_ADDRESS(global_tid);
1683   __kmp_threads[global_tid]->th.th_ident = loc;
1685   __kmp_barrier(bs_plain_barrier, global_tid, FALSE, 0, NULL, NULL);
1692   ret = __kmpc_master(loc, global_tid);
1698     if (global_tid < 0) {
1705       __kmp_pop_sync(global_tid, ct_master, loc);
1716 @param global_tid  global thread number
1724 kmp_int32 __kmpc_single(ident_t *loc, kmp_int32 global_tid) {
1725   kmp_int32 rc = __kmp_enter_single(global_tid, loc, TRUE);
1734   kmp_info_t *this_thr = __kmp_threads[global_tid];
1736   int tid = __kmp_tid_from_gtid(global_tid);
1770 @param global_tid  global thread number
1776 void __kmpc_end_single(ident_t *loc, kmp_int32 global_tid) {
1777   __kmp_exit_single(global_tid);
1781   kmp_info_t *this_thr = __kmp_threads[global_tid];
1783   int tid = __kmp_tid_from_gtid(global_tid);
1798 @param global_tid Global thread id
1802 void __kmpc_for_static_fini(ident_t *loc, kmp_int32 global_tid) {
1804   KE_TRACE(10, ("__kmpc_for_static_fini called T#%d\n", global_tid));
1831     __kmp_pop_workshare(global_tid, ct_pdo, loc);
3205 __kmp_enter_critical_section_reduce_block(ident_t *loc, kmp_int32 global_tid,
3223       __kmp_init_indirect_csptr(crit, loc, global_tid,
3234       __kmp_push_sync(global_tid, ct_critical, loc, lck, __kmp_user_lock_seq);
3236     KMP_D_LOCK_FUNC(lk, set)(lk, global_tid);
3242       __kmp_push_sync(global_tid, ct_critical, loc, lck, __kmp_user_lock_seq);
3244     KMP_I_LOCK_FUNC(ilk, set)(lck, global_tid);
3255     lck = __kmp_get_critical_section_ptr(crit, loc, global_tid);
3260     __kmp_push_sync(global_tid, ct_critical, loc, lck);
3262   __kmp_acquire_user_lock_with_checks(lck, global_tid);
3269 __kmp_end_critical_section_reduce_block(ident_t *loc, kmp_int32 global_tid,
3279       __kmp_pop_sync(global_tid, ct_critical, loc);
3280     KMP_D_LOCK_FUNC(lck, unset)((kmp_dyna_lock_t *)lck, global_tid);
3285       __kmp_pop_sync(global_tid, ct_critical, loc);
3286     KMP_I_LOCK_FUNC(ilk, unset)(ilk->lock, global_tid);
3302     __kmp_pop_sync(global_tid, ct_critical, loc);
3304   __kmp_release_user_lock_with_checks(lck, global_tid);
3348 @param global_tid global thread number
3361 __kmpc_reduce_nowait(ident_t *loc, kmp_int32 global_tid, kmp_int32 num_vars,
3372   KA_TRACE(10, ("__kmpc_reduce_nowait() enter: called T#%d\n", global_tid));
3388     __kmp_push_sync(global_tid, ct_reduce, loc, NULL, 0);
3391     __kmp_push_sync(global_tid, ct_reduce, loc, NULL);
3394   th = __kmp_thread_from_gtid(global_tid);
3414       loc, global_tid, num_vars, reduce_size, reduce_data, reduce_func, lck);
3415   __KMP_SET_REDUCTION_METHOD(global_tid, packed_reduction_method);
3417   OMPT_REDUCTION_DECL(th, global_tid);
3422     __kmp_enter_critical_section_reduce_block(loc, global_tid, lck);
3444       __kmp_pop_sync(global_tid, ct_reduce, loc);
3472       OMPT_STORE_RETURN_ADDRESS(global_tid);
3476     __kmp_threads[global_tid]->th.th_ident = loc;
3480                       global_tid, FALSE, reduce_size, reduce_data, reduce_func);
3492         __kmp_pop_sync(global_tid, ct_reduce, loc);
3507        global_tid, packed_reduction_method, retval));
3515 @param global_tid global thread id.
3520 void __kmpc_end_reduce_nowait(ident_t *loc, kmp_int32 global_tid,
3525   KA_TRACE(10, ("__kmpc_end_reduce_nowait() enter: called T#%d\n", global_tid));
3527   packed_reduction_method = __KMP_GET_REDUCTION_METHOD(global_tid);
3529   OMPT_REDUCTION_DECL(__kmp_thread_from_gtid(global_tid), global_tid);
3533     __kmp_end_critical_section_reduce_block(loc, global_tid, lck);
3563     __kmp_pop_sync(global_tid, ct_reduce, loc);
3566                 global_tid, packed_reduction_method));
3576 @param global_tid global thread number
3588 kmp_int32 __kmpc_reduce(ident_t *loc, kmp_int32 global_tid, kmp_int32 num_vars,
3599   KA_TRACE(10, ("__kmpc_reduce() enter: called T#%d\n", global_tid));
3615     __kmp_push_sync(global_tid, ct_reduce, loc, NULL, 0);
3618     __kmp_push_sync(global_tid, ct_reduce, loc, NULL);
3621   th = __kmp_thread_from_gtid(global_tid);
3625       loc, global_tid, num_vars, reduce_size, reduce_data, reduce_func, lck);
3626   __KMP_SET_REDUCTION_METHOD(global_tid, packed_reduction_method);
3628   OMPT_REDUCTION_DECL(th, global_tid);
3633     __kmp_enter_critical_section_reduce_block(loc, global_tid, lck);
3659       OMPT_STORE_RETURN_ADDRESS(global_tid);
3663     __kmp_threads[global_tid]->th.th_ident =
3668                       global_tid, TRUE, reduce_size, reduce_data, reduce_func);
3680         __kmp_pop_sync(global_tid, ct_reduce, loc);
3695             global_tid, packed_reduction_method, retval));
3702 @param global_tid global thread id.
3709 void __kmpc_end_reduce(ident_t *loc, kmp_int32 global_tid,
3717   KA_TRACE(10, ("__kmpc_end_reduce() enter: called T#%d\n", global_tid));
3719   th = __kmp_thread_from_gtid(global_tid);
3722   packed_reduction_method = __KMP_GET_REDUCTION_METHOD(global_tid);
3726   OMPT_REDUCTION_DECL(th, global_tid);
3729     __kmp_end_critical_section_reduce_block(loc, global_tid, lck);
3740       OMPT_STORE_RETURN_ADDRESS(global_tid);
3744     __kmp_threads[global_tid]->th.th_ident = loc;
3746     __kmp_barrier(bs_plain_barrier, global_tid, FALSE, 0, NULL, NULL);
3766       OMPT_STORE_RETURN_ADDRESS(global_tid);
3770     __kmp_threads[global_tid]->th.th_ident = loc;
3772     __kmp_barrier(bs_plain_barrier, global_tid, FALSE, 0, NULL, NULL);
3787       OMPT_STORE_RETURN_ADDRESS(global_tid);
3792     __kmp_threads[global_tid]->th.th_ident = loc;
3794     __kmp_barrier(bs_plain_barrier, global_tid, FALSE, 0, NULL, NULL);
3806                             global_tid);
3818     __kmp_pop_sync(global_tid, ct_reduce, loc);
3821                 global_tid, packed_reduction_method));