Lines Matching refs:this_thr
47 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_linear_barrier_gather_template() argument
50 kmp_team_t *team = this_thr->th.th_team; in __kmp_linear_barrier_gather_template()
51 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_linear_barrier_gather_template()
58 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_linear_barrier_gather_template()
63 this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time = in __kmp_linear_barrier_gather_template()
80 ANNOTATE_BARRIER_BEGIN(this_thr); in __kmp_linear_barrier_gather_template()
85 int nproc = this_thr->th.th_team_nproc; in __kmp_linear_barrier_gather_template()
107 if (flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj))) in __kmp_linear_barrier_gather_template()
112 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_gather_template()
119 this_thr->th.th_bar_min_time = KMP_MIN( in __kmp_linear_barrier_gather_template()
120 this_thr->th.th_bar_min_time, other_threads[i]->th.th_bar_min_time); in __kmp_linear_barrier_gather_template()
129 OMPT_REDUCTION_DECL(this_thr, gtid); in __kmp_linear_barrier_gather_template()
131 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_linear_barrier_gather_template()
154 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_linear_barrier_release_template() argument
157 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_linear_barrier_release_template()
162 kmp_uint32 nproc = this_thr->th.th_team_nproc; in __kmp_linear_barrier_release_template()
216 if (flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj))) in __kmp_linear_barrier_release_template()
220 flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_release_template()
222 ANNOTATE_BARRIER_END(this_thr); in __kmp_linear_barrier_release_template()
263 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_linear_barrier_gather() argument
266 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_gather()
270 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_linear_barrier_gather_cancellable() argument
273 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_gather_cancellable()
277 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_linear_barrier_release() argument
280 bt, this_thr, gtid, tid, propagate_icvs USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_release()
284 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_linear_barrier_release_cancellable() argument
287 bt, this_thr, gtid, tid, propagate_icvs USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_release_cancellable()
292 __kmp_tree_barrier_gather(enum barrier_type bt, kmp_info_t *this_thr, int gtid, in __kmp_tree_barrier_gather() argument
296 kmp_team_t *team = this_thr->th.th_team; in __kmp_tree_barrier_gather()
297 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_tree_barrier_gather()
299 kmp_uint32 nproc = this_thr->th.th_team_nproc; in __kmp_tree_barrier_gather()
309 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_tree_barrier_gather()
314 this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time = in __kmp_tree_barrier_gather()
341 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_tree_barrier_gather()
347 this_thr->th.th_bar_min_time = KMP_MIN(this_thr->th.th_bar_min_time, in __kmp_tree_barrier_gather()
357 OMPT_REDUCTION_DECL(this_thr, gtid); in __kmp_tree_barrier_gather()
359 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_tree_barrier_gather()
384 ANNOTATE_BARRIER_BEGIN(this_thr); in __kmp_tree_barrier_gather()
404 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_tree_barrier_release() argument
408 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_tree_barrier_release()
422 flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_tree_barrier_release()
423 ANNOTATE_BARRIER_END(this_thr); in __kmp_tree_barrier_release()
462 nproc = this_thr->th.th_team_nproc; in __kmp_tree_barrier_release()
512 __kmp_hyper_barrier_gather(enum barrier_type bt, kmp_info_t *this_thr, int gtid, in __kmp_hyper_barrier_gather() argument
516 kmp_team_t *team = this_thr->th.th_team; in __kmp_hyper_barrier_gather()
517 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_hyper_barrier_gather()
520 kmp_uint32 num_threads = this_thr->th.th_team_nproc; in __kmp_hyper_barrier_gather()
530 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_hyper_barrier_gather()
535 this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time = in __kmp_hyper_barrier_gather()
562 ANNOTATE_BARRIER_BEGIN(this_thr); in __kmp_hyper_barrier_gather()
590 c_flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_hyper_barrier_gather()
597 this_thr->th.th_bar_min_time = KMP_MIN(this_thr->th.th_bar_min_time, in __kmp_hyper_barrier_gather()
607 OMPT_REDUCTION_DECL(this_thr, gtid); in __kmp_hyper_barrier_gather()
609 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hyper_barrier_gather()
637 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_hyper_barrier_release() argument
641 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_hyper_barrier_release()
672 flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_hyper_barrier_release()
673 ANNOTATE_BARRIER_END(this_thr); in __kmp_hyper_barrier_release()
705 num_threads = this_thr->th.th_team_nproc; in __kmp_hyper_barrier_release()
869 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_hierarchical_barrier_gather() argument
872 kmp_team_t *team = this_thr->th.th_team; in __kmp_hierarchical_barrier_gather()
873 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_gather()
874 kmp_uint32 nproc = this_thr->th.th_team_nproc; in __kmp_hierarchical_barrier_gather()
881 if (this_thr->th.th_teams_size.nteams > 1) in __kmp_hierarchical_barrier_gather()
891 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_hierarchical_barrier_gather()
896 this_thr->th.th_bar_arrive_time = __itt_get_timestamp(); in __kmp_hierarchical_barrier_gather()
919 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_hierarchical_barrier_gather()
922 OMPT_REDUCTION_DECL(this_thr, gtid); in __kmp_hierarchical_barrier_gather()
932 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hierarchical_barrier_gather()
959 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_hierarchical_barrier_gather()
968 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hierarchical_barrier_gather()
992 flag.wait(this_thr, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_hierarchical_barrier_gather()
1001 (*reduce)(this_thr->th.th_local.reduce_data, in __kmp_hierarchical_barrier_gather()
1025 ANNOTATE_BARRIER_BEGIN(this_thr); in __kmp_hierarchical_barrier_gather()
1050 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_hierarchical_barrier_release() argument
1054 kmp_bstate_t *thr_bar = &this_thr->th.th_bar[bt].bb; in __kmp_hierarchical_barrier_release()
1072 flag.wait(this_thr, TRUE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_hierarchical_barrier_release()
1073 ANNOTATE_BARRIER_END(this_thr); in __kmp_hierarchical_barrier_release()
1082 this_thr USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_hierarchical_barrier_release()
1083 flag.wait(this_thr, TRUE); in __kmp_hierarchical_barrier_release()
1109 nproc = this_thr->th.th_team_nproc; in __kmp_hierarchical_barrier_release()
1114 this_thr->th.th_teams_level == level) in __kmp_hierarchical_barrier_release()
1116 if (this_thr->th.th_teams_size.nteams > 1) in __kmp_hierarchical_barrier_release()
1299 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmp_barrier_template() local
1300 kmp_team_t *team = this_thr->th.th_team; in __kmp_barrier_template()
1317 my_task_data = OMPT_CUR_TASK_DATA(this_thr); in __kmp_barrier_template()
1318 my_parallel_data = OMPT_CUR_TEAM_DATA(this_thr); in __kmp_barrier_template()
1320 barrier_kind = __ompt_get_barrier_kind(bt, this_thr); in __kmp_barrier_template()
1335 this_thr->th.ompt_thread_info.state = ompt_state_wait_barrier; in __kmp_barrier_template()
1349 __kmp_tasking_barrier(team, this_thr, gtid); in __kmp_barrier_template()
1361 this_thr->th.th_team_bt_intervals = in __kmp_barrier_template()
1363 this_thr->th.th_team_bt_set = in __kmp_barrier_template()
1366 this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid); in __kmp_barrier_template()
1379 this_thr->th.th_bar[bt].bb.b_worker_arrived += 1; in __kmp_barrier_template()
1384 this_thr->th.th_local.reduce_data = reduce_data; in __kmp_barrier_template()
1389 __kmp_task_team_setup(this_thr, team, 0); in __kmp_barrier_template()
1393 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1399 __kmp_hyper_barrier_gather(bt, this_thr, gtid, tid, in __kmp_barrier_template()
1405 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1411 __kmp_tree_barrier_gather(bt, this_thr, gtid, tid, in __kmp_barrier_template()
1416 __kmp_linear_barrier_gather(bt, this_thr, gtid, tid, in __kmp_barrier_template()
1427 __kmp_task_team_wait(this_thr, team USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1455 (this_thr->th.th_teams_microtask == NULL || // either not in teams in __kmp_barrier_template()
1456 this_thr->th.th_teams_size.nteams == 1) && // or inside single team in __kmp_barrier_template()
1461 int nproc = this_thr->th.th_team_nproc; in __kmp_barrier_template()
1465 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_barrier_template()
1467 this_thr->th.th_frame_time = cur_time; in __kmp_barrier_template()
1471 __kmp_itt_frame_submit(gtid, this_thr->th.th_bar_min_time, cur_time, in __kmp_barrier_template()
1477 kmp_uint64 delta = cur_time - this_thr->th.th_bar_arrive_time; in __kmp_barrier_template()
1480 this_thr->th.th_bar_arrive_time = 0; in __kmp_barrier_template()
1485 __kmp_itt_metadata_imbalance(gtid, this_thr->th.th_frame_time, in __kmp_barrier_template()
1489 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_barrier_template()
1491 this_thr->th.th_frame_time = cur_time; in __kmp_barrier_template()
1506 bt, this_thr, gtid, tid, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1511 __kmp_hyper_barrier_release(bt, this_thr, gtid, tid, in __kmp_barrier_template()
1517 bt, this_thr, gtid, tid, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1522 __kmp_tree_barrier_release(bt, this_thr, gtid, tid, in __kmp_barrier_template()
1527 __kmp_linear_barrier_release(bt, this_thr, gtid, tid, in __kmp_barrier_template()
1533 __kmp_task_team_sync(this_thr, team); in __kmp_barrier_template()
1547 if (this_thr->th.th_task_team != NULL) { in __kmp_barrier_template()
1556 KMP_DEBUG_ASSERT(this_thr->th.th_task_team->tt.tt_found_proxy_tasks == in __kmp_barrier_template()
1558 __kmp_task_team_wait(this_thr, team USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1559 __kmp_task_team_setup(this_thr, team, 0); in __kmp_barrier_template()
1586 this_thr->th.ompt_thread_info.state = ompt_state_work_parallel; in __kmp_barrier_template()
1612 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmp_barrier_gomp_cancel() local
1617 this_thr->th.th_bar[bs_plain_barrier].bb.b_arrived -= in __kmp_barrier_gomp_cancel()
1632 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmp_end_split_barrier() local
1633 kmp_team_t *team = this_thr->th.th_team; in __kmp_end_split_barrier()
1641 __kmp_hyper_barrier_release(bt, this_thr, gtid, tid, in __kmp_end_split_barrier()
1646 __kmp_hierarchical_barrier_release(bt, this_thr, gtid, tid, in __kmp_end_split_barrier()
1652 __kmp_tree_barrier_release(bt, this_thr, gtid, tid, in __kmp_end_split_barrier()
1657 __kmp_linear_barrier_release(bt, this_thr, gtid, tid, in __kmp_end_split_barrier()
1662 __kmp_task_team_sync(this_thr, team); in __kmp_end_split_barrier()
1672 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmp_join_barrier() local
1691 team = this_thr->th.th_team; in __kmp_join_barrier()
1692 nproc = this_thr->th.th_team_nproc; in __kmp_join_barrier()
1698 master_thread = this_thr->th.th_team_master; in __kmp_join_barrier()
1709 KMP_DEBUG_ASSERT(TCR_PTR(this_thr->th.th_team)); in __kmp_join_barrier()
1710 KMP_DEBUG_ASSERT(TCR_PTR(this_thr->th.th_root)); in __kmp_join_barrier()
1711 KMP_DEBUG_ASSERT(this_thr == team->t.t_threads[tid]); in __kmp_join_barrier()
1722 int ds_tid = this_thr->th.th_info.ds.ds_tid; in __kmp_join_barrier()
1727 my_task_data = OMPT_CUR_TASK_DATA(this_thr); in __kmp_join_barrier()
1728 my_parallel_data = OMPT_CUR_TEAM_DATA(this_thr); in __kmp_join_barrier()
1740 this_thr->th.ompt_thread_info.task_data = *OMPT_CUR_TASK_DATA(this_thr); in __kmp_join_barrier()
1742 this_thr->th.ompt_thread_info.state = ompt_state_wait_barrier_implicit; in __kmp_join_barrier()
1747 __kmp_tasking_barrier(team, this_thr, gtid); in __kmp_join_barrier()
1755 __kmp_gtid_from_thread(this_thr), team_id, in __kmp_join_barrier()
1756 team->t.t_task_team[this_thr->th.th_task_state], in __kmp_join_barrier()
1757 this_thr->th.th_task_team)); in __kmp_join_barrier()
1758 KMP_DEBUG_ASSERT(this_thr->th.th_task_team == in __kmp_join_barrier()
1759 team->t.t_task_team[this_thr->th.th_task_state]); in __kmp_join_barrier()
1770 this_thr->th.th_team_bt_intervals = in __kmp_join_barrier()
1772 this_thr->th.th_team_bt_set = in __kmp_join_barrier()
1775 this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid); in __kmp_join_barrier()
1787 __kmp_hyper_barrier_gather(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_join_barrier()
1792 __kmp_hierarchical_barrier_gather(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_join_barrier()
1798 __kmp_tree_barrier_gather(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_join_barrier()
1803 __kmp_linear_barrier_gather(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_join_barrier()
1814 __kmp_task_team_wait(this_thr, team USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_join_barrier()
1825 if (team_thread == this_thr) in __kmp_join_barrier()
1843 (this_thr->th.th_teams_microtask == NULL || // either not in teams in __kmp_join_barrier()
1844 this_thr->th.th_teams_size.nteams == 1) && // or inside single team in __kmp_join_barrier()
1849 int nproc = this_thr->th.th_team_nproc; in __kmp_join_barrier()
1853 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_join_barrier()
1857 __kmp_itt_frame_submit(gtid, this_thr->th.th_bar_min_time, cur_time, 1, in __kmp_join_barrier()
1863 kmp_uint64 delta = cur_time - this_thr->th.th_bar_arrive_time; in __kmp_join_barrier()
1866 this_thr->th.th_bar_arrive_time = 0; in __kmp_join_barrier()
1871 __kmp_itt_metadata_imbalance(gtid, this_thr->th.th_frame_time, in __kmp_join_barrier()
1874 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_join_barrier()
1876 this_thr->th.th_frame_time = cur_time; in __kmp_join_barrier()
1911 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmp_fork_barrier() local
1912 kmp_team_t *team = (tid == 0) ? this_thr->th.th_team : NULL; in __kmp_fork_barrier()
1955 __kmp_task_team_setup(this_thr, team, 0); in __kmp_fork_barrier()
1966 this_thr->th.th_team_bt_intervals = in __kmp_fork_barrier()
1968 this_thr->th.th_team_bt_set = in __kmp_fork_barrier()
1971 this_thr->th.th_team_bt_intervals = KMP_BLOCKTIME_INTERVAL(team, tid); in __kmp_fork_barrier()
1979 __kmp_hyper_barrier_release(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_fork_barrier()
1984 __kmp_hierarchical_barrier_release(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_fork_barrier()
1990 __kmp_tree_barrier_release(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_fork_barrier()
1995 __kmp_linear_barrier_release(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_fork_barrier()
2002 this_thr->th.ompt_thread_info.state == ompt_state_wait_barrier_implicit) { in __kmp_fork_barrier()
2003 int ds_tid = this_thr->th.th_info.ds.ds_tid; in __kmp_fork_barrier()
2005 ? OMPT_CUR_TASK_DATA(this_thr) in __kmp_fork_barrier()
2006 : &(this_thr->th.ompt_thread_info.task_data); in __kmp_fork_barrier()
2007 this_thr->th.ompt_thread_info.state = ompt_state_overhead; in __kmp_fork_barrier()
2034 this_thr->th.th_task_team = NULL; in __kmp_fork_barrier()
2053 team = (kmp_team_t *)TCR_PTR(this_thr->th.th_team); in __kmp_fork_barrier()
2082 __kmp_task_team_sync(this_thr, team); in __kmp_fork_barrier()
2090 __kmp_balanced_affinity(this_thr, team->t.t_nproc); in __kmp_fork_barrier()
2093 if (this_thr->th.th_new_place == this_thr->th.th_current_place) { in __kmp_fork_barrier()
2095 __kmp_gtid_from_thread(this_thr), in __kmp_fork_barrier()
2096 this_thr->th.th_current_place)); in __kmp_fork_barrier()
2111 this_thr->th.th_prev_num_threads = team->t.t_nproc; in __kmp_fork_barrier()
2112 this_thr->th.th_prev_level = team->t.t_level; in __kmp_fork_barrier()
2116 KMP_CHECK_UPDATE(this_thr->th.th_def_allocator, team->t.t_def_allocator); in __kmp_fork_barrier()