Lines Matching refs:gtid
47 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_linear_barrier_gather_template() argument
57 gtid, team->t.t_id, tid, bt)); in __kmp_linear_barrier_gather_template()
73 gtid, team->t.t_id, tid, __kmp_gtid_from_tid(0, team), in __kmp_linear_barrier_gather_template()
99 gtid, team->t.t_id, tid, __kmp_gtid_from_tid(i, team), in __kmp_linear_barrier_gather_template()
126 gtid, team->t.t_id, tid, __kmp_gtid_from_tid(i, team), in __kmp_linear_barrier_gather_template()
129 OMPT_REDUCTION_DECL(this_thr, gtid); in __kmp_linear_barrier_gather_template()
142 gtid, team->t.t_id, tid, team->t.t_id, &team_bar->b_arrived, in __kmp_linear_barrier_gather_template()
148 gtid, team->t.t_id, tid, bt)); in __kmp_linear_barrier_gather_template()
154 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_linear_barrier_release_template() argument
165 team = __kmp_threads[gtid]->th.th_team; in __kmp_linear_barrier_release_template()
171 gtid, team->t.t_id, tid, bt)); in __kmp_linear_barrier_release_template()
201 gtid, team->t.t_id, tid, other_threads[i]->th.th_info.ds.ds_gtid, in __kmp_linear_barrier_release_template()
213 gtid, &thr_bar->b_go, KMP_BARRIER_STATE_BUMP)); in __kmp_linear_barrier_release_template()
227 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier, 0, -1); in __kmp_linear_barrier_release_template()
234 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier); in __kmp_linear_barrier_release_template()
245 tid = __kmp_tid_from_gtid(gtid); in __kmp_linear_barrier_release_template()
246 team = __kmp_threads[gtid]->th.th_team; in __kmp_linear_barrier_release_template()
252 gtid, team->t.t_id, tid, &thr_bar->b_go, KMP_INIT_BARRIER_STATE)); in __kmp_linear_barrier_release_template()
258 gtid, team->t.t_id, tid, bt)); in __kmp_linear_barrier_release_template()
263 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_linear_barrier_gather() argument
266 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_gather()
270 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_linear_barrier_gather_cancellable() argument
273 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_gather_cancellable()
277 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_linear_barrier_release() argument
280 bt, this_thr, gtid, tid, propagate_icvs USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_release()
284 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_linear_barrier_release_cancellable() argument
287 bt, this_thr, gtid, tid, propagate_icvs USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_linear_barrier_release_cancellable()
292 __kmp_tree_barrier_gather(enum barrier_type bt, kmp_info_t *this_thr, int gtid, in __kmp_tree_barrier_gather() argument
308 gtid, team->t.t_id, tid, bt)); in __kmp_tree_barrier_gather()
337 gtid, team->t.t_id, tid, __kmp_gtid_from_tid(child_tid, team), in __kmp_tree_barrier_gather()
354 gtid, team->t.t_id, tid, __kmp_gtid_from_tid(child_tid, team), in __kmp_tree_barrier_gather()
357 OMPT_REDUCTION_DECL(this_thr, gtid); in __kmp_tree_barrier_gather()
376 gtid, team->t.t_id, tid, __kmp_gtid_from_tid(parent_tid, team), in __kmp_tree_barrier_gather()
395 gtid, team->t.t_id, tid, team->t.t_id, in __kmp_tree_barrier_gather()
400 gtid, team->t.t_id, tid, bt)); in __kmp_tree_barrier_gather()
404 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_tree_barrier_release() argument
418 KA_TRACE(20, ("__kmp_tree_barrier_release: T#%d wait go(%p) == %u\n", gtid, in __kmp_tree_barrier_release()
428 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier, 0, -1); in __kmp_tree_barrier_release()
435 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier); in __kmp_tree_barrier_release()
446 team = __kmp_threads[gtid]->th.th_team; in __kmp_tree_barrier_release()
448 tid = __kmp_tid_from_gtid(gtid); in __kmp_tree_barrier_release()
452 ("__kmp_tree_barrier_release: T#%d(%d:%d) set go(%p) = %u\n", gtid, in __kmp_tree_barrier_release()
456 team = __kmp_threads[gtid]->th.th_team; in __kmp_tree_barrier_release()
460 gtid, team->t.t_id, tid, bt)); in __kmp_tree_barrier_release()
494 gtid, team->t.t_id, tid, __kmp_gtid_from_tid(child_tid, team), in __kmp_tree_barrier_release()
507 gtid, team->t.t_id, tid, bt)); in __kmp_tree_barrier_release()
512 __kmp_hyper_barrier_gather(enum barrier_type bt, kmp_info_t *this_thr, int gtid, in __kmp_hyper_barrier_gather() argument
529 gtid, team->t.t_id, tid, bt)); in __kmp_hyper_barrier_gather()
554 gtid, team->t.t_id, tid, __kmp_gtid_from_tid(parent_tid, team), in __kmp_hyper_barrier_gather()
586 gtid, team->t.t_id, tid, __kmp_gtid_from_tid(child_tid, team), in __kmp_hyper_barrier_gather()
604 gtid, team->t.t_id, tid, __kmp_gtid_from_tid(child_tid, team), in __kmp_hyper_barrier_gather()
607 OMPT_REDUCTION_DECL(this_thr, gtid); in __kmp_hyper_barrier_gather()
626 gtid, team->t.t_id, tid, team->t.t_id, in __kmp_hyper_barrier_gather()
631 gtid, team->t.t_id, tid, bt)); in __kmp_hyper_barrier_gather()
637 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_hyper_barrier_release() argument
656 team = __kmp_threads[gtid]->th.th_team; in __kmp_hyper_barrier_release()
660 gtid, team->t.t_id, tid, bt)); in __kmp_hyper_barrier_release()
668 KA_TRACE(20, ("__kmp_hyper_barrier_release: T#%d wait go(%p) == %u\n", gtid, in __kmp_hyper_barrier_release()
677 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier, 0, -1); in __kmp_hyper_barrier_release()
684 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier); in __kmp_hyper_barrier_release()
695 team = __kmp_threads[gtid]->th.th_team; in __kmp_hyper_barrier_release()
697 tid = __kmp_tid_from_gtid(gtid); in __kmp_hyper_barrier_release()
702 gtid, team->t.t_id, tid, &thr_bar->b_go, KMP_INIT_BARRIER_STATE)); in __kmp_hyper_barrier_release()
768 gtid, team->t.t_id, tid, __kmp_gtid_from_tid(child_tid, team), in __kmp_hyper_barrier_release()
790 gtid, team->t.t_id, tid, bt)); in __kmp_hyper_barrier_release()
805 kmp_uint32 nproc, int gtid, in __kmp_init_hierarchical_barrier_thread() argument
869 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_hierarchical_barrier_gather() argument
890 gtid, team->t.t_id, tid, bt)); in __kmp_hierarchical_barrier_gather()
900 (void)__kmp_init_hierarchical_barrier_thread(bt, thr_bar, nproc, gtid, tid, in __kmp_hierarchical_barrier_gather()
917 gtid, team->t.t_id, tid)); in __kmp_hierarchical_barrier_gather()
922 OMPT_REDUCTION_DECL(this_thr, gtid); in __kmp_hierarchical_barrier_gather()
928 gtid, team->t.t_id, tid, in __kmp_hierarchical_barrier_gather()
955 gtid, team->t.t_id, tid, in __kmp_hierarchical_barrier_gather()
964 gtid, team->t.t_id, tid, in __kmp_hierarchical_barrier_gather()
988 gtid, team->t.t_id, tid, in __kmp_hierarchical_barrier_gather()
997 gtid, team->t.t_id, tid, in __kmp_hierarchical_barrier_gather()
1015 gtid, team->t.t_id, tid, in __kmp_hierarchical_barrier_gather()
1040 gtid, team->t.t_id, tid, team->t.t_id, in __kmp_hierarchical_barrier_gather()
1046 gtid, team->t.t_id, tid, bt)); in __kmp_hierarchical_barrier_gather()
1050 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_hierarchical_barrier_release() argument
1059 team = __kmp_threads[gtid]->th.th_team; in __kmp_hierarchical_barrier_release()
1063 gtid, team->t.t_id, tid, bt)); in __kmp_hierarchical_barrier_release()
1098 team = __kmp_threads[gtid]->th.th_team; in __kmp_hierarchical_barrier_release()
1100 tid = __kmp_tid_from_gtid(gtid); in __kmp_hierarchical_barrier_release()
1105 gtid, team->t.t_id, tid, &thr_bar->b_go, KMP_INIT_BARRIER_STATE)); in __kmp_hierarchical_barrier_release()
1128 team_change = __kmp_init_hierarchical_barrier_thread(bt, thr_bar, nproc, gtid, in __kmp_hierarchical_barrier_release()
1183 gtid, team->t.t_id, tid, in __kmp_hierarchical_barrier_release()
1215 gtid, team->t.t_id, tid, __kmp_gtid_from_tid(child_tid, team), in __kmp_hierarchical_barrier_release()
1240 gtid, team->t.t_id, tid, in __kmp_hierarchical_barrier_release()
1260 gtid, team->t.t_id, tid, bt)); in __kmp_hierarchical_barrier_release()
1293 static int __kmp_barrier_template(enum barrier_type bt, int gtid, int is_split, in __kmp_barrier_template() argument
1298 int tid = __kmp_tid_from_gtid(gtid); in __kmp_barrier_template()
1299 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmp_barrier_template()
1310 KA_TRACE(15, ("__kmp_barrier: T#%d(%d:%d) has arrived\n", gtid, in __kmp_barrier_template()
1311 __kmp_team_from_gtid(gtid)->t.t_id, __kmp_tid_from_gtid(gtid))); in __kmp_barrier_template()
1319 return_address = OMPT_LOAD_RETURN_ADDRESS(gtid); in __kmp_barrier_template()
1345 itt_sync_obj = __kmp_itt_barrier_object(gtid, bt, 1); in __kmp_barrier_template()
1349 __kmp_tasking_barrier(team, this_thr, gtid); in __kmp_barrier_template()
1351 ("__kmp_barrier: T#%d(%d:%d) past tasking barrier\n", gtid, in __kmp_barrier_template()
1352 __kmp_team_from_gtid(gtid)->t.t_id, __kmp_tid_from_gtid(gtid))); in __kmp_barrier_template()
1372 __kmp_itt_barrier_starting(gtid, itt_sync_obj); in __kmp_barrier_template()
1393 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1399 __kmp_hyper_barrier_gather(bt, this_thr, gtid, tid, in __kmp_barrier_template()
1405 bt, this_thr, gtid, tid, reduce USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1411 __kmp_tree_barrier_gather(bt, this_thr, gtid, tid, in __kmp_barrier_template()
1416 __kmp_linear_barrier_gather(bt, this_thr, gtid, tid, in __kmp_barrier_template()
1449 __kmp_itt_barrier_middle(gtid, itt_sync_obj); in __kmp_barrier_template()
1458 ident_t *loc = __kmp_threads[gtid]->th.th_ident; in __kmp_barrier_template()
1465 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_barrier_template()
1471 __kmp_itt_frame_submit(gtid, this_thr->th.th_bar_min_time, cur_time, in __kmp_barrier_template()
1485 __kmp_itt_metadata_imbalance(gtid, this_thr->th.th_frame_time, in __kmp_barrier_template()
1489 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_barrier_template()
1500 __kmp_itt_barrier_middle(gtid, itt_sync_obj); in __kmp_barrier_template()
1506 bt, this_thr, gtid, tid, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1511 __kmp_hyper_barrier_release(bt, this_thr, gtid, tid, in __kmp_barrier_template()
1517 bt, this_thr, gtid, tid, FALSE USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_barrier_template()
1522 __kmp_tree_barrier_release(bt, this_thr, gtid, tid, in __kmp_barrier_template()
1527 __kmp_linear_barrier_release(bt, this_thr, gtid, tid, in __kmp_barrier_template()
1542 __kmp_itt_barrier_finished(gtid, itt_sync_obj); in __kmp_barrier_template()
1551 itt_sync_obj = __kmp_itt_barrier_object(gtid, bt, 1); in __kmp_barrier_template()
1552 __kmp_itt_barrier_starting(gtid, itt_sync_obj); in __kmp_barrier_template()
1563 __kmp_itt_barrier_finished(gtid, itt_sync_obj); in __kmp_barrier_template()
1569 gtid, __kmp_team_from_gtid(gtid)->t.t_id, in __kmp_barrier_template()
1570 __kmp_tid_from_gtid(gtid), status)); in __kmp_barrier_template()
1597 int __kmp_barrier(enum barrier_type bt, int gtid, int is_split, in __kmp_barrier() argument
1600 return __kmp_barrier_template<>(bt, gtid, is_split, reduce_size, reduce_data, in __kmp_barrier()
1606 int __kmp_barrier_gomp_cancel(int gtid) { in __kmp_barrier_gomp_cancel() argument
1608 int cancelled = __kmp_barrier_template<true>(bs_plain_barrier, gtid, FALSE, in __kmp_barrier_gomp_cancel()
1611 int tid = __kmp_tid_from_gtid(gtid); in __kmp_barrier_gomp_cancel()
1612 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmp_barrier_gomp_cancel()
1623 __kmp_barrier(bs_plain_barrier, gtid, FALSE, 0, NULL, NULL); in __kmp_barrier_gomp_cancel()
1628 void __kmp_end_split_barrier(enum barrier_type bt, int gtid) { in __kmp_end_split_barrier() argument
1631 int tid = __kmp_tid_from_gtid(gtid); in __kmp_end_split_barrier()
1632 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmp_end_split_barrier()
1637 if (KMP_MASTER_GTID(gtid)) { in __kmp_end_split_barrier()
1641 __kmp_hyper_barrier_release(bt, this_thr, gtid, tid, in __kmp_end_split_barrier()
1646 __kmp_hierarchical_barrier_release(bt, this_thr, gtid, tid, in __kmp_end_split_barrier()
1652 __kmp_tree_barrier_release(bt, this_thr, gtid, tid, in __kmp_end_split_barrier()
1657 __kmp_linear_barrier_release(bt, this_thr, gtid, tid, in __kmp_end_split_barrier()
1669 void __kmp_join_barrier(int gtid) { in __kmp_join_barrier() argument
1672 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmp_join_barrier()
1685 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier); in __kmp_join_barrier()
1694 tid = __kmp_tid_from_gtid(gtid); in __kmp_join_barrier()
1708 KMP_DEBUG_ASSERT(__kmp_threads && __kmp_threads[gtid]); in __kmp_join_barrier()
1713 gtid, team_id, tid)); in __kmp_join_barrier()
1747 __kmp_tasking_barrier(team, this_thr, gtid); in __kmp_join_barrier()
1748 KA_TRACE(10, ("__kmp_join_barrier: T#%d(%d:%d) past taking barrier\n", gtid, in __kmp_join_barrier()
1781 __kmp_itt_barrier_starting(gtid, itt_sync_obj); in __kmp_join_barrier()
1787 __kmp_hyper_barrier_gather(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_join_barrier()
1792 __kmp_hierarchical_barrier_gather(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_join_barrier()
1798 __kmp_tree_barrier_gather(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_join_barrier()
1803 __kmp_linear_barrier_gather(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_join_barrier()
1836 __kmp_itt_barrier_middle(gtid, itt_sync_obj); in __kmp_join_barrier()
1853 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_join_barrier()
1857 __kmp_itt_frame_submit(gtid, this_thr->th.th_bar_min_time, cur_time, 1, in __kmp_join_barrier()
1871 __kmp_itt_metadata_imbalance(gtid, this_thr->th.th_frame_time, in __kmp_join_barrier()
1874 __kmp_itt_frame_submit(gtid, this_thr->th.th_frame_time, cur_time, 0, in __kmp_join_barrier()
1885 __kmp_itt_barrier_middle(gtid, itt_sync_obj); in __kmp_join_barrier()
1894 gtid, team_id, tid, nproc)); in __kmp_join_barrier()
1901 ("__kmp_join_barrier: T#%d(%d:%d) leaving\n", gtid, team_id, tid)); in __kmp_join_barrier()
1908 void __kmp_fork_barrier(int gtid, int tid) { in __kmp_fork_barrier() argument
1911 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmp_fork_barrier()
1919 KA_TRACE(10, ("__kmp_fork_barrier: T#%d(%d:%d) has arrived\n", gtid, in __kmp_fork_barrier()
1927 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier, 1); in __kmp_fork_barrier()
1928 __kmp_itt_barrier_middle(gtid, itt_sync_obj); // Call acquired/releasing in __kmp_fork_barrier()
1943 gtid, team->t.t_id, other_threads[i]->th.th_info.ds.ds_gtid, in __kmp_fork_barrier()
1979 __kmp_hyper_barrier_release(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_fork_barrier()
1984 __kmp_hierarchical_barrier_release(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_fork_barrier()
1990 __kmp_tree_barrier_release(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_fork_barrier()
1995 __kmp_linear_barrier_release(bs_forkjoin_barrier, this_thr, gtid, tid, in __kmp_fork_barrier()
2039 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier); in __kmp_fork_barrier()
2041 __kmp_itt_barrier_finished(gtid, itt_sync_obj); in __kmp_fork_barrier()
2045 KA_TRACE(10, ("__kmp_fork_barrier: T#%d is leaving early\n", gtid)); in __kmp_fork_barrier()
2055 tid = __kmp_tid_from_gtid(gtid); in __kmp_fork_barrier()
2070 ("__kmp_fork_barrier: T#%d(%d) is PULLing ICVs\n", gtid, tid)); in __kmp_fork_barrier()
2098 __kmp_affinity_set_place(gtid); in __kmp_fork_barrier()
2110 __kmp_aux_display_affinity(gtid, NULL); in __kmp_fork_barrier()
2122 itt_sync_obj = __kmp_itt_barrier_object(gtid, bs_forkjoin_barrier); in __kmp_fork_barrier()
2123 __kmp_itt_barrier_finished(gtid, itt_sync_obj); // Workers call acquired in __kmp_fork_barrier()
2128 KA_TRACE(10, ("__kmp_fork_barrier: T#%d(%d:%d) is leaving\n", gtid, in __kmp_fork_barrier()