/external/llvm-project/openmp/runtime/src/ |
D | kmp_cancel.cpp | 35 KMP_DEBUG_ASSERT(cncl_kind != cancel_noreq); in __kmpc_cancel() 36 KMP_DEBUG_ASSERT(cncl_kind == cancel_parallel || cncl_kind == cancel_loop || in __kmpc_cancel() 39 KMP_DEBUG_ASSERT(__kmp_get_gtid() == gtid); in __kmpc_cancel() 50 KMP_DEBUG_ASSERT(this_team); in __kmpc_cancel() 85 KMP_DEBUG_ASSERT(task); in __kmpc_cancel() 120 KMP_DEBUG_ASSERT(!__kmp_omp_cancellation); in __kmpc_cancel() 143 KMP_DEBUG_ASSERT(cncl_kind != cancel_noreq); in __kmpc_cancellationpoint() 144 KMP_DEBUG_ASSERT(cncl_kind == cancel_parallel || cncl_kind == cancel_loop || in __kmpc_cancellationpoint() 147 KMP_DEBUG_ASSERT(__kmp_get_gtid() == gtid); in __kmpc_cancellationpoint() 158 KMP_DEBUG_ASSERT(this_team); in __kmpc_cancellationpoint() [all …]
|
D | kmp_alloc.cpp | 212 KMP_DEBUG_ASSERT(size > 0); in bget_get_bin() 222 KMP_DEBUG_ASSERT((lo >= 0) && (lo < MAX_BGET_BINS)); in bget_get_bin() 258 KMP_DEBUG_ASSERT(data != 0); in get_thr_data() 300 KMP_DEBUG_ASSERT(b->bh.bb.bsize != 0); in __kmp_bget_dequeue() 301 KMP_DEBUG_ASSERT(((kmp_uintptr_t)TCR_PTR(b->bh.bb.bthr) & ~1) == in __kmp_bget_dequeue() 303 KMP_DEBUG_ASSERT(b->ql.blink == 0); in __kmp_bget_dequeue() 321 KMP_DEBUG_ASSERT(b->bh.bb.bsize != 0); in __kmp_bget_enqueue() 322 KMP_DEBUG_ASSERT(((kmp_uintptr_t)TCR_PTR(b->bh.bb.bthr) & ~1) == in __kmp_bget_enqueue() 368 KMP_DEBUG_ASSERT(((size_t)b) % SizeQuant == 0); in __kmp_bget_insert_into_freelist() 369 KMP_DEBUG_ASSERT(b->bh.bb.bsize % SizeQuant == 0); in __kmp_bget_insert_into_freelist() [all …]
|
D | kmp_dispatch_hier.h | 74 KMP_DEBUG_ASSERT(current_size < kmp_hier_layer_e::LAYER_LAST); in append() 344 KMP_DEBUG_ASSERT(active > 0); in reset_shared_barrier() 355 KMP_DEBUG_ASSERT(tdata); in reset_private_barrier() 356 KMP_DEBUG_ASSERT(active > 0); in reset_private_barrier() 366 KMP_DEBUG_ASSERT(tdata); in barrier() 367 KMP_DEBUG_ASSERT(active > 0); in barrier() 368 KMP_DEBUG_ASSERT(id >= 0 && id < active); in barrier() 485 KMP_DEBUG_ASSERT(th); in next_recurse() 487 KMP_DEBUG_ASSERT(current); in next_recurse() 488 KMP_DEBUG_ASSERT(hier_level >= 0); in next_recurse() [all …]
|
D | kmp_tasking.cpp | 58 KMP_DEBUG_ASSERT(stack_top != NULL); in __kmp_trace_task_stack() 59 KMP_DEBUG_ASSERT(entries > 0); in __kmp_trace_task_stack() 62 KMP_DEBUG_ASSERT(stack_top != &task_stack->ts_first_block.sb_block[0]); in __kmp_trace_task_stack() 77 KMP_DEBUG_ASSERT(tied_task != NULL); in __kmp_trace_task_stack() 78 KMP_DEBUG_ASSERT(tied_task->td_flags.tasktype == TASK_TIED); in __kmp_trace_task_stack() 85 KMP_DEBUG_ASSERT(stack_top == &task_stack->ts_first_block.sb_block[0]); in __kmp_trace_task_stack() 124 KMP_DEBUG_ASSERT(task_stack->ts_entries == TASK_STACK_EMPTY); in __kmp_free_task_stack() 159 KMP_DEBUG_ASSERT(tied_task->td_flags.tasktype == TASK_TIED); in __kmp_push_task_stack() 160 KMP_DEBUG_ASSERT(task_stack->ts_top != NULL); in __kmp_push_task_stack() 220 KMP_DEBUG_ASSERT(task_stack->ts_top != NULL); in __kmp_pop_task_stack() [all …]
|
D | kmp_str.cpp | 61 KMP_DEBUG_ASSERT((b)->str != NULL); \ 62 KMP_DEBUG_ASSERT((b)->size >= sizeof((b)->bulk)); \ 63 KMP_DEBUG_ASSERT((b)->size % sizeof((b)->bulk) == 0); \ 64 KMP_DEBUG_ASSERT((unsigned)(b)->used < (b)->size); \ 65 KMP_DEBUG_ASSERT( \ 67 KMP_DEBUG_ASSERT((b)->size > sizeof((b)->bulk) ? (b)->str != &(b)->bulk[0] \ 82 KMP_DEBUG_ASSERT(size >= 0); in __kmp_str_buf_reserve() 105 KMP_DEBUG_ASSERT(buffer->size > 0); in __kmp_str_buf_reserve() 106 KMP_DEBUG_ASSERT(buffer->size >= (unsigned)size); in __kmp_str_buf_reserve() 136 KMP_DEBUG_ASSERT(str != NULL); in __kmp_str_buf_cat() [all …]
|
D | kmp_runtime.cpp | 171 KMP_DEBUG_ASSERT(__kmp_gtid_get_specific() == i); in __kmp_get_global_thread_id() 254 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_get_global_thread_id_reg() 789 KMP_DEBUG_ASSERT(__kmp_init_serial); in __kmp_reserve_threads() 790 KMP_DEBUG_ASSERT(root && parent_team); in __kmp_reserve_threads() 972 KMP_DEBUG_ASSERT(master_gtid == __kmp_get_gtid()); in __kmp_fork_team_threads() 1004 KMP_DEBUG_ASSERT(hot_teams[level].hot_team == team); in __kmp_fork_team_threads() 1030 KMP_DEBUG_ASSERT(thr); in __kmp_fork_team_threads() 1031 KMP_DEBUG_ASSERT(thr->th.th_team == team); in __kmp_fork_team_threads() 1047 KMP_DEBUG_ASSERT(balign[b].bb.wait_flag != KMP_BARRIER_PARENT_FLAG); in __kmp_fork_team_threads() 1160 KMP_DEBUG_ASSERT(serial_team); in __kmp_serialized_parallel() [all …]
|
D | kmp_sched.cpp | 122 KMP_DEBUG_ASSERT(ompt_work_type); in __kmp_for_static_init() 127 KMP_DEBUG_ASSERT(plastiter && plower && pupper && pstride); in __kmp_for_static_init() 297 KMP_DEBUG_ASSERT( in __kmp_for_static_init() 321 KMP_DEBUG_ASSERT(__kmp_static == kmp_sch_static_greedy); in __kmp_for_static_init() 447 KMP_DEBUG_ASSERT(plastiter && plower && pupper && pupperDist && pstride); in __kmp_dist_for_static_init() 488 KMP_DEBUG_ASSERT(th->th.th_teams_microtask); // we are in the teams construct in __kmp_dist_for_static_init() 491 KMP_DEBUG_ASSERT(nteams == (kmp_uint32)team->t.t_parent->t.t_nproc); in __kmp_dist_for_static_init() 507 KMP_DEBUG_ASSERT( in __kmp_dist_for_static_init() 535 KMP_DEBUG_ASSERT(__kmp_static == kmp_sch_static_greedy); in __kmp_dist_for_static_init() 576 KMP_DEBUG_ASSERT(trip_count); in __kmp_dist_for_static_init() [all …]
|
D | kmp_dispatch.cpp | 45 KMP_DEBUG_ASSERT(gtid_ref); in __kmp_dispatch_deo_error() 383 KMP_DEBUG_ASSERT(pr->u.p.th_steal_lock == NULL); in __kmp_dispatch_init_algorithm() 562 KMP_DEBUG_ASSERT( in __kmp_dispatch_init_algorithm() 864 KMP_DEBUG_ASSERT(th->th.th_dispatch == in __kmp_dispatch_init() 1021 KMP_DEBUG_ASSERT(pr); in __kmp_dispatch_finish() 1022 KMP_DEBUG_ASSERT(sh); in __kmp_dispatch_finish() 1023 KMP_DEBUG_ASSERT(th->th.th_dispatch == in __kmp_dispatch_finish() 1085 KMP_DEBUG_ASSERT(pr); in __kmp_dispatch_finish_chunk() 1086 KMP_DEBUG_ASSERT(sh); in __kmp_dispatch_finish_chunk() 1087 KMP_DEBUG_ASSERT(th->th.th_dispatch == in __kmp_dispatch_finish_chunk() [all …]
|
D | kmp_lock.h | 628 KMP_DEBUG_ASSERT(__kmp_get_user_lock_owner_ != NULL); in __kmp_get_user_lock_owner() 663 KMP_DEBUG_ASSERT(__kmp_acquire_user_lock_with_checks_ != NULL); \ 670 KMP_DEBUG_ASSERT(__kmp_acquire_user_lock_with_checks_ != NULL); in __kmp_acquire_user_lock_with_checks() 696 KMP_DEBUG_ASSERT(__kmp_test_user_lock_with_checks_ != NULL); in __kmp_test_user_lock_with_checks() 703 KMP_DEBUG_ASSERT(__kmp_test_user_lock_with_checks_ != NULL); in __kmp_test_user_lock_with_checks() 713 KMP_DEBUG_ASSERT(__kmp_release_user_lock_with_checks_ != NULL); in __kmp_release_user_lock_with_checks() 720 KMP_DEBUG_ASSERT(__kmp_init_user_lock_with_checks_ != NULL); in __kmp_init_user_lock_with_checks() 729 KMP_DEBUG_ASSERT(__kmp_destroy_user_lock_ != NULL); in __kmp_destroy_user_lock() 736 KMP_DEBUG_ASSERT(__kmp_destroy_user_lock_with_checks_ != NULL); in __kmp_destroy_user_lock_with_checks() 774 KMP_DEBUG_ASSERT(__kmp_acquire_nested_user_lock_with_checks_ != NULL); \ [all …]
|
D | kmp_i18n.cpp | 94 KMP_DEBUG_ASSERT(status == KMP_I18N_CLOSED); in __kmp_i18n_do_catopen() 95 KMP_DEBUG_ASSERT(cat == KMP_I18N_NULLCAT); in __kmp_i18n_do_catopen() 180 KMP_DEBUG_ASSERT(cat != KMP_I18N_NULLCAT); in __kmp_i18n_catclose() 288 KMP_DEBUG_ASSERT(status == KMP_I18N_CLOSED); in __kmp_i18n_do_catopen() 289 KMP_DEBUG_ASSERT(cat == KMP_I18N_NULLCAT); in __kmp_i18n_do_catopen() 408 KMP_DEBUG_ASSERT(cat != KMP_I18N_NULLCAT); in __kmp_i18n_catclose() 469 KMP_DEBUG_ASSERT(cat != KMP_I18N_NULLCAT); in ___catgets() 509 KMP_DEBUG_ASSERT(rc == len); in ___catgets() 809 default: { KMP_DEBUG_ASSERT(0); } in __kmp_msg() 833 default: { KMP_DEBUG_ASSERT(0); } in __kmp_msg()
|
D | kmp_affinity.cpp | 40 KMP_DEBUG_ASSERT(depth > 0); in __kmp_get_hierarchy() 222 KMP_DEBUG_ASSERT(__kmp_GetActiveProcessorCount != NULL); in __kmp_affinity_entire_machine_mask() 255 KMP_DEBUG_ASSERT(numAddrs > 0); in __kmp_affinity_assign_child_nums() 382 KMP_DEBUG_ASSERT(label == depth); in __kmp_affinity_print_hwloc_tp() 498 KMP_DEBUG_ASSERT(core != NULL); in __kmp_hwloc_process_obj_core_pu() 503 KMP_DEBUG_ASSERT(pu != NULL); in __kmp_hwloc_process_obj_core_pu() 544 KMP_DEBUG_ASSERT(hS != NULL); in __kmp_hwloc_check_numa() 621 KMP_DEBUG_ASSERT(__kmp_pu_os_idx == NULL); in __kmp_affinity_create_hwloc_map() 726 KMP_DEBUG_ASSERT(nActiveThreads == __kmp_avail_proc); in __kmp_affinity_create_hwloc_map() 843 KMP_DEBUG_ASSERT(__kmp_affinity_gran != affinity_gran_default); in __kmp_affinity_create_hwloc_map() [all …]
|
D | kmp_csupport.cpp | 401 KMP_DEBUG_ASSERT(this_thr->th.th_set_nproc >= 1); in __kmpc_fork_teams() 402 KMP_DEBUG_ASSERT(this_thr->th.th_teams_size.nteams >= 1); in __kmpc_fork_teams() 403 KMP_DEBUG_ASSERT(this_thr->th.th_teams_size.nth >= 1); in __kmpc_fork_teams() 417 KMP_DEBUG_ASSERT(this_thr->th.th_cg_roots); in __kmpc_fork_teams() 423 KMP_DEBUG_ASSERT(tmp->cg_nthreads); in __kmpc_fork_teams() 429 KMP_DEBUG_ASSERT(this_thr->th.th_cg_roots); in __kmpc_fork_teams() 512 KMP_DEBUG_ASSERT(serial_team); in __kmpc_end_serialized_parallel() 514 KMP_DEBUG_ASSERT(this_thr->th.th_team == serial_team); in __kmpc_end_serialized_parallel() 515 KMP_DEBUG_ASSERT(serial_team != this_thr->th.th_root->r.r_root_team); in __kmpc_end_serialized_parallel() 516 KMP_DEBUG_ASSERT(serial_team->t.t_threads); in __kmpc_end_serialized_parallel() [all …]
|
D | kmp_lock.cpp | 204 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_acquire_nested_tas_lock() 229 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_test_nested_tas_lock() 252 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_release_nested_tas_lock() 508 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_acquire_nested_futex_lock() 533 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_test_nested_futex_lock() 556 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_release_nested_futex_lock() 809 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_acquire_nested_ticket_lock() 846 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_test_nested_ticket_lock() 882 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_release_nested_ticket_lock() 1104 KMP_DEBUG_ASSERT(this_thr != NULL); in __kmp_acquire_queuing_lock_timed_template() [all …]
|
D | kmp_debug.h | 44 #define KMP_DEBUG_ASSERT(cond) KMP_ASSERT(cond) macro 54 #define KMP_DEBUG_ASSERT(cond) /* Nothing */ macro 61 #define KMP_DEBUG_ASSERT(cond) /* Nothing */ macro
|
D | kmp_barrier.cpp | 58 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_linear_barrier_gather_template() 166 KMP_DEBUG_ASSERT(team != NULL); in __kmp_linear_barrier_release_template() 248 KMP_DEBUG_ASSERT(team != NULL); in __kmp_linear_barrier_release_template() 309 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_tree_barrier_gather() 447 KMP_DEBUG_ASSERT(team != NULL); in __kmp_tree_barrier_release() 457 KMP_DEBUG_ASSERT(team != NULL); in __kmp_tree_barrier_release() 530 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_hyper_barrier_gather() 657 KMP_DEBUG_ASSERT(team != NULL); in __kmp_hyper_barrier_release() 696 KMP_DEBUG_ASSERT(team != NULL); in __kmp_hyper_barrier_release() 891 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_hierarchical_barrier_gather() [all …]
|
D | z_Windows_NT_util.cpp | 240 KMP_DEBUG_ASSERT(old_f & KMP_BARRIER_SLEEP_STATE); in __kmp_win32_cond_wait() 247 KMP_DEBUG_ASSERT(cv->waiters_count_ > 0); in __kmp_win32_cond_wait() 411 KMP_DEBUG_ASSERT(TCR_4(__kmp_thread_pool_active_nth) >= 0); in __kmp_suspend_template() 565 KMP_DEBUG_ASSERT((proc >= 0) && (proc < (__kmp_num_proc_groups * CHAR_BIT * in __kmp_affinity_bind_thread() 571 KMP_DEBUG_ASSERT(__kmp_SetThreadGroupAffinity != NULL); in __kmp_affinity_bind_thread() 720 KMP_DEBUG_ASSERT(path_size > 0); in __kmp_runtime_initialize() 725 KMP_DEBUG_ASSERT(path_size > 0); in __kmp_runtime_initialize() 737 KMP_DEBUG_ASSERT(ntdll != NULL); in __kmp_runtime_initialize() 742 KMP_DEBUG_ASSERT(NtQuerySystemInformation != NULL); in __kmp_runtime_initialize() 1015 KMP_DEBUG_ASSERT(__kmp_init_monitor); in __kmp_launch_monitor() [all …]
|
D | kmp_stats.cpp | 80 KMP_DEBUG_ASSERT(std::isfinite(sample)); in addSample() 202 KMP_DEBUG_ASSERT(std::isfinite(sample)); in addSample() 204 KMP_DEBUG_ASSERT(0 <= bin && bin < numBins); in addSample() 275 KMP_DEBUG_ASSERT(this->timer_stack.size() == 0); in init() 291 KMP_DEBUG_ASSERT(this->timer_stack.size() > 0); in push() 309 KMP_DEBUG_ASSERT(stack_size > 1); in pop() 325 KMP_DEBUG_ASSERT(this->timer_stack.size() > 0); in exchange()
|
D | kmp_wait_release.h | 351 KMP_DEBUG_ASSERT(!KMP_MASTER_TID(this_thr->th.th_info.ds.ds_tid)); in __kmp_wait_template() 506 KMP_DEBUG_ASSERT(__kmp_mwait_enabled || __kmp_umwait_enabled); in __kmp_mwait_template() 520 KMP_DEBUG_ASSERT(TCR_4(__kmp_thread_pool_active_nth) >= 0); in __kmp_mwait_template() 580 KMP_DEBUG_ASSERT(flag->get()); in __kmp_release_template() 665 KMP_DEBUG_ASSERT(i < num_waiting_threads); 769 KMP_DEBUG_ASSERT(i < num_waiting_threads); 945 KMP_DEBUG_ASSERT(i < num_waiting_threads);
|
D | kmp_gsupport.cpp | 588 KMP_DEBUG_ASSERT(stride == str); \ 628 KMP_DEBUG_ASSERT(stride == str); \ 747 KMP_DEBUG_ASSERT(stride == str); \ 793 KMP_DEBUG_ASSERT(stride == str); \ 875 KMP_DEBUG_ASSERT(stride == str2); \ 913 KMP_DEBUG_ASSERT((long long)stride == str2); \ 1038 KMP_DEBUG_ASSERT(stride == str); \ 1086 KMP_DEBUG_ASSERT(stride == str); \ 1333 KMP_DEBUG_ASSERT(stride == 1); in KMP_EXPAND_NAME() 1334 KMP_DEBUG_ASSERT(lb > 0); in KMP_EXPAND_NAME() [all …]
|
D | kmp_dispatch.h | 325 KMP_DEBUG_ASSERT(th->th.th_dispatch); in __kmp_dispatch_deo() 401 KMP_DEBUG_ASSERT(th->th.th_dispatch); in __kmp_dispatch_dxo() 459 KMP_DEBUG_ASSERT(x > 0.0 && x < 1.0); in __kmp_pow()
|
D | kmp_atomic.cpp | 701 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 1404 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 1591 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 1890 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 2000 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 2175 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 2405 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 2781 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 3198 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 3301 KMP_DEBUG_ASSERT(__kmp_init_serial); \ [all …]
|
D | kmp_utility.cpp | 293 KMP_DEBUG_ASSERT(size >= sizeof(unknown)); in __kmp_expand_host_name() 321 KMP_DEBUG_ASSERT(rlen > 0); in __kmp_expand_file_name()
|
D | kmp_affinity.h | 446 KMP_DEBUG_ASSERT(__kmp_SetThreadGroupAffinity != NULL); in set_system_affinity() 471 KMP_DEBUG_ASSERT(__kmp_GetThreadGroupAffinity != NULL); in get_system_affinity() 630 KMP_DEBUG_ASSERT(depth == bb->depth); in __kmp_affinity_cmp_Address_labels() 711 KMP_DEBUG_ASSERT(bool_result == 1); in init() 788 KMP_DEBUG_ASSERT(bool_result != 0); in resize()
|
D | kmp_taskdeps.cpp | 360 KMP_DEBUG_ASSERT(dep->flags.mtx == 1); in __kmp_process_deps() 383 KMP_DEBUG_ASSERT(node->dn.mtx_num_locks < MAX_MTX_DEPS); in __kmp_process_deps() 389 KMP_DEBUG_ASSERT(node->dn.mtx_locks[node->dn.mtx_num_locks] == NULL); in __kmp_process_deps() 392 KMP_DEBUG_ASSERT(node->dn.mtx_locks[n - 1] != NULL); in __kmp_process_deps() 399 KMP_DEBUG_ASSERT(m < MAX_MTX_DEPS); // must break from loop in __kmp_process_deps()
|
D | kmp_error.cpp | 86 KMP_DEBUG_ASSERT(0); in __kmp_pragma() 191 KMP_DEBUG_ASSERT(__kmp_threads[gtid]->th.th_cons); in __kmp_push_parallel() 209 KMP_DEBUG_ASSERT(__kmp_threads[gtid]->th.th_cons); in __kmp_check_workshare()
|