LLVM OpenMP 19.0.0git
|
#include "omp.h"
#include "kmp.h"
#include "kmp_error.h"
#include "kmp_i18n.h"
#include "kmp_itt.h"
#include "kmp_lock.h"
#include "kmp_stats.h"
#include "kmp_utils.h"
#include "ompt-specific.h"
Go to the source code of this file.
#define __KMP_GET_REDUCTION_METHOD | ( | gtid | ) | (__kmp_threads[(gtid)]->th.th_local.packed_reduction_method) |
Definition at line 3422 of file kmp_csupport.cpp.
#define __KMP_IMP |
Definition at line 13 of file kmp_csupport.cpp.
#define __KMP_SET_REDUCTION_METHOD | ( | gtid, | |
rmethod | |||
) | ((__kmp_threads[(gtid)]->th.th_local.packed_reduction_method) = (rmethod)) |
Definition at line 3419 of file kmp_csupport.cpp.
#define ACQUIRE_LOCK __kmp_acquire_user_lock_with_checks |
Definition at line 2346 of file kmp_csupport.cpp.
#define ACQUIRE_LOCK_TIMED __kmp_acquire_user_lock_with_checks_timed |
Definition at line 2347 of file kmp_csupport.cpp.
#define ACQUIRE_NESTED_LOCK __kmp_acquire_nested_user_lock_with_checks |
Definition at line 2348 of file kmp_csupport.cpp.
#define ACQUIRE_NESTED_LOCK_TIMED __kmp_acquire_nested_user_lock_with_checks_timed |
Definition at line 2349 of file kmp_csupport.cpp.
#define DESTROY_LOCK __kmp_destroy_user_lock_with_checks |
Definition at line 2355 of file kmp_csupport.cpp.
#define DESTROY_NESTED_LOCK __kmp_destroy_nested_user_lock_with_checks |
Definition at line 2356 of file kmp_csupport.cpp.
#define INIT_LOCK __kmp_init_user_lock_with_checks |
Definition at line 2344 of file kmp_csupport.cpp.
#define INIT_NESTED_LOCK __kmp_init_nested_user_lock_with_checks |
Definition at line 2345 of file kmp_csupport.cpp.
#define MAX_MESSAGE 512 |
Definition at line 24 of file kmp_csupport.cpp.
#define RELEASE_LOCK __kmp_release_user_lock_with_checks |
Definition at line 2351 of file kmp_csupport.cpp.
#define RELEASE_NESTED_LOCK __kmp_release_nested_user_lock_with_checks |
Definition at line 2352 of file kmp_csupport.cpp.
#define TEST_LOCK __kmp_test_user_lock_with_checks |
Definition at line 2353 of file kmp_csupport.cpp.
#define TEST_NESTED_LOCK __kmp_test_nested_user_lock_with_checks |
Definition at line 2354 of file kmp_csupport.cpp.
|
static |
Definition at line 3494 of file kmp_csupport.cpp.
References __kmp_base_user_lock_size, __kmp_env_consistency_check, __kmp_pop_sync(), __kmp_release_user_lock_with_checks(), crit, ct_critical, KMP_ASSERT, lck, loc, and TCR_PTR.
Referenced by __kmpc_end_reduce(), and __kmpc_end_reduce_nowait().
|
static |
Definition at line 3430 of file kmp_csupport.cpp.
References __kmp_acquire_user_lock_with_checks(), __kmp_base_user_lock_size, __kmp_env_consistency_check, __kmp_get_critical_section_ptr(), __kmp_push_sync(), crit, ct_critical, INTEL_CRITICAL_SIZE, KMP_COMPARE_AND_STORE_ACQ32, KMP_DEBUG_ASSERT, lck, and loc.
Referenced by __kmpc_reduce(), and __kmpc_reduce_nowait().
|
static |
Definition at line 1241 of file kmp_csupport.cpp.
References __kmp_destroy_user_lock_with_checks(), __kmp_init_user_lock_with_checks(), __kmp_set_user_lock_location(), __kmp_user_lock_allocate(), __kmp_user_lock_free(), crit, KMP_COMPARE_AND_STORE_PTR, KMP_DEBUG_ASSERT, kmp_lf_critical_section, lck, loc, status, and TCR_PTR.
Referenced by __kmp_enter_critical_section_reduce_block(), and __kmpc_critical().
|
static |
Definition at line 3560 of file kmp_csupport.cpp.
References __kmp_type_convert(), and kmp_team::t.
Referenced by __kmpc_end_reduce(), __kmpc_reduce(), and __kmpc_reduce_nowait().
|
static |
Definition at line 3535 of file kmp_csupport.cpp.
References KMP_DEBUG_ASSERT, and kmp_team::t.
Referenced by __kmpc_end_reduce(), __kmpc_reduce(), and __kmpc_reduce_nowait().
Definition at line 2615 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_free(), __kmp_user_lock_kind, DESTROY_LOCK, lck, lk_tas, lock, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_DESTROY_LOCK().
Definition at line 2688 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_free(), __kmp_user_lock_kind, DESTROY_NESTED_LOCK, lck, lk_tas, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_DESTROY_NEST_LOCK().
Definition at line 4408 of file kmp_csupport.cpp.
References __kmp_assert_valid_gtid(), __kmp_dispatch_num_buffers, __kmp_thread_free, __kmp_threads, CCAST, dispatch_shared_info::doacross_buf_idx, dispatch_shared_info::doacross_flags, dispatch_shared_info::doacross_num_done, KA_TRACE, KMP_DEBUG_ASSERT, KMP_TEST_THEN_INC32, kmp_team::t, kmp_disp::th_doacross_buf_idx, kmp_disp::th_doacross_flags, and kmp_disp::th_doacross_info.
Definition at line 4335 of file kmp_csupport.cpp.
References __kmp_assert_valid_gtid(), __kmp_threads, flag, i, j, KA_TRACE, KMP_DEBUG_ASSERT, KMP_MB, KMP_TEST_THEN_OR32, ompt_callbacks, ompt_enabled, kmp_team::t, kmp_disp::th_doacross_flags, and kmp_disp::th_doacross_info.
Definition at line 4223 of file kmp_csupport.cpp.
References __kmp_assert_valid_gtid(), __kmp_threads, flag, i, j, KA_TRACE, KMP_DEBUG_ASSERT, KMP_MB, KMP_YIELD, ompt_callbacks, ompt_enabled, kmp_team::t, kmp_disp::th_doacross_flags, kmp_disp::th_doacross_info, and TRUE.
Definition at line 4537 of file kmp_csupport.cpp.
References __kmp_threads, __kmp_tid_from_gtid(), ompt_callbacks_active_s::enabled, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, and kmp_team::t.
Definition at line 4488 of file kmp_csupport.cpp.
References __kmp_init_serial, __kmp_serial_initialize(), __kmp_str_format(), __kmp_str_free(), __kmp_str_loc_free(), __kmp_str_loc_init(), kmp_str_loc::col, ompt_callbacks_active_s::enabled, kmp_str_loc::file, KMP_ASSERT, KMP_FATAL, KMP_STRLEN, KMP_WARNING, kmp_str_loc::line, loc, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, id::psource, severity_fatal, and severity_warning.
Referenced by main().
kmp_uint64 __kmpc_get_parent_taskid | ( | ) |
Definition at line 4074 of file kmp_csupport.cpp.
References __kmp_get_gtid, __kmp_thread_from_gtid(), kmp_taskdata::td_parent, and kmp_taskdata::td_task_id.
Definition at line 4474 of file kmp_csupport.cpp.
References __kmp_init_serial, __kmp_serial_initialize(), and __kmp_target_offload.
Referenced by get_target_offload_icv().
kmp_uint64 __kmpc_get_taskid | ( | ) |
Definition at line 4060 of file kmp_csupport.cpp.
References __kmp_get_gtid, and __kmp_thread_from_gtid().
Definition at line 2469 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_init_serial, __kmp_set_user_lock_location(), __kmp_user_lock_allocate(), __kmp_user_lock_kind, func(), INIT_LOCK, KMP_CHECK_USER_LOCK_INIT, KMP_DEBUG_ASSERT, KMP_FATAL, lck, lk_tas, loc, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_INIT_LOCK().
Definition at line 2541 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_init_serial, __kmp_set_user_lock_location(), __kmp_user_lock_allocate(), __kmp_user_lock_kind, func(), INIT_NESTED_LOCK, KMP_CHECK_USER_LOCK_INIT, KMP_DEBUG_ASSERT, KMP_FATAL, lck, lk_tas, loc, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_INIT_NEST_LOCK().
Definition at line 545 of file kmp_csupport.cpp.
References __kmp_invoke_task_func().
int __kmpc_pause_resource | ( | kmp_pause_status_t | level | ) |
Definition at line 4481 of file kmp_csupport.cpp.
References __kmp_init_serial, __kmp_pause_resource(), and level.
Referenced by FTN_PAUSE_RESOURCE(), and FTN_PAUSE_RESOURCE_ALL().
Definition at line 240 of file kmp_csupport.cpp.
References KA_TRACE.
Definition at line 245 of file kmp_csupport.cpp.
References __kmp_assert_valid_gtid(), __kmp_push_proc_bind(), KA_TRACE, and loc.
Definition at line 4521 of file kmp_csupport.cpp.
References __kmp_threads, __kmp_tid_from_gtid(), ompt_callbacks_active_s::enabled, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, and kmp_team::t.
Definition at line 2762 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_lookup_user_lock(), __kmp_user_lock_kind, ACQUIRE_LOCK, KMP_COUNT_BLOCK, lck, lk_tas, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_SET_LOCK().
Definition at line 2854 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_kind, ACQUIRE_NESTED_LOCK, ompt_callbacks_active_s::enabled, KMP_LOCK_ACQUIRED_FIRST, lck, lk_tas, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, and void.
Referenced by FTN_SET_NEST_LOCK().
Definition at line 3187 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_lookup_user_lock(), __kmp_user_lock_kind, FTN_FALSE, FTN_TRUE, KMP_COUNT_BLOCK, lck, lk_tas, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, and TEST_LOCK.
Referenced by FTN_TEST_LOCK().
Definition at line 3295 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_kind, ompt_callbacks_active_s::enabled, lck, lk_tas, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, test(), and TEST_NESTED_LOCK.
Referenced by FTN_TEST_NEST_LOCK().
Definition at line 2965 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_lookup_user_lock(), __kmp_user_lock_kind, KMP_MB, lck, lk_tas, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, RELEASE_LOCK, and TCW_4.
Referenced by FTN_UNSET_LOCK().
Definition at line 3061 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_kind, kmp_base_tas_lock::depth_locked, ompt_callbacks_active_s::enabled, KMP_LOCK_RELEASED, KMP_LOCK_STILL_HELD, KMP_MB, lck, kmp_tas_lock::lk, lk_tas, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, kmp_base_tas_lock::poll, RELEASE_NESTED_LOCK, TCW_4, and void.
Referenced by FTN_UNSET_NEST_LOCK().
Definition at line 2171 of file kmp_csupport.cpp.
Definition at line 2147 of file kmp_csupport.cpp.
Definition at line 2116 of file kmp_csupport.cpp.
References __kmp_aux_convert_blocktime(), __kmp_aux_set_blocktime(), __kmp_entry_gtid, __kmp_thread_from_gtid(), and __kmp_tid_from_gtid().
Definition at line 2133 of file kmp_csupport.cpp.
References __kmp_aux_set_defaults(), and KMP_STRLEN.
Definition at line 2138 of file kmp_csupport.cpp.
References __kmp_dispatch_num_buffers, __kmp_init_serial, FALSE, KMP_MAX_DISP_NUM_BUFF, and KMP_MIN_DISP_NUM_BUFF.
Definition at line 2128 of file kmp_csupport.cpp.
References __kmp_user_set_library().
Definition at line 2106 of file kmp_csupport.cpp.
References __kmp_aux_set_stacksize().
void kmpc_set_stacksize_s | ( | size_t | arg | ) |
Definition at line 2111 of file kmp_csupport.cpp.
References __kmp_aux_set_stacksize().
Definition at line 2159 of file kmp_csupport.cpp.
void * omp_aligned_alloc | ( | size_t | align, |
size_t | size, | ||
omp_allocator_handle_t | allocator | ||
) |
Definition at line 4449 of file kmp_csupport.cpp.
References __kmp_alloc(), __kmp_entry_gtid, and size.
Referenced by main().
void * omp_aligned_calloc | ( | size_t | align, |
size_t | nmemb, | ||
size_t | size, | ||
omp_allocator_handle_t | allocator | ||
) |
Definition at line 4458 of file kmp_csupport.cpp.
References __kmp_calloc(), __kmp_entry_gtid, and size.
Referenced by main().
void * omp_alloc | ( | size_t | size, |
omp_allocator_handle_t | allocator | ||
) |
Definition at line 4445 of file kmp_csupport.cpp.
References __kmp_alloc(), __kmp_entry_gtid, and size.
Referenced by main().
void * omp_calloc | ( | size_t | nmemb, |
size_t | size, | ||
omp_allocator_handle_t | allocator | ||
) |
Definition at line 4454 of file kmp_csupport.cpp.
References __kmp_calloc(), __kmp_entry_gtid, and size.
Referenced by main().
void omp_free | ( | void * | ptr, |
omp_allocator_handle_t | allocator | ||
) |
Definition at line 4469 of file kmp_csupport.cpp.
References ___kmpc_free(), and __kmp_entry_gtid.
Referenced by main().
void * omp_realloc | ( | void * | ptr, |
size_t | size, | ||
omp_allocator_handle_t | allocator, | ||
omp_allocator_handle_t | free_allocator | ||
) |
Definition at line 4463 of file kmp_csupport.cpp.
References __kmp_entry_gtid, __kmp_realloc(), and size.
Referenced by main().
size_t KMP_EXPAND_NAME() ompc_capture_affinity | ( | char * | buffer, |
size_t | buf_size, | ||
char const * | format | ||
) |
Definition at line 2080 of file kmp_csupport.cpp.
References __kmp_assign_root_init_mask, __kmp_aux_capture_affinity(), __kmp_get_gtid, __kmp_init_middle, __kmp_middle_initialize(), __kmp_reset_root_init_mask(), __kmp_str_buf_free(), __kmp_str_buf_init, __kmp_strncpy_truncate(), __kmp_threads, kmp_str_buf::str, TCR_4, and kmp_str_buf::used.
void KMP_EXPAND_NAME() ompc_display_affinity | ( | char const * | format | ) |
Definition at line 2064 of file kmp_csupport.cpp.
References __kmp_assign_root_init_mask, __kmp_aux_display_affinity(), __kmp_get_gtid, __kmp_init_middle, __kmp_middle_initialize(), __kmp_reset_root_init_mask(), __kmp_threads, and TCR_4.
size_t KMP_EXPAND_NAME() ompc_get_affinity_format | ( | char * | buffer, |
size_t | size | ||
) |
Definition at line 2051 of file kmp_csupport.cpp.
References __kmp_affinity_format, __kmp_init_serial, __kmp_serial_initialize(), __kmp_strncpy_truncate(), KMP_STRLEN, and size.
Definition at line 2034 of file kmp_csupport.cpp.
References __kmp_entry_gtid, __kmp_get_ancestor_thread_num(), and level.
Definition at line 2038 of file kmp_csupport.cpp.
References __kmp_entry_gtid, __kmp_get_team_size(), and level.
void KMP_EXPAND_NAME() ompc_set_affinity_format | ( | char const * | format | ) |
Definition at line 2043 of file kmp_csupport.cpp.
References __kmp_affinity_format, __kmp_init_serial, __kmp_serial_initialize(), __kmp_strncpy_truncate(), KMP_AFFINITY_FORMAT_SIZE, and KMP_STRLEN.
Definition at line 1999 of file kmp_csupport.cpp.
References __kmp_entry_thread(), __kmp_save_internal_controls(), flag, and set__dynamic.
Referenced by __kmp_aux_env_initialize().
Definition at line 2021 of file kmp_csupport.cpp.
References __kmp_entry_gtid, and __kmp_set_max_active_levels().
Definition at line 2010 of file kmp_csupport.cpp.
References __kmp_dflt_max_active_levels, __kmp_entry_thread(), __kmp_save_internal_controls(), flag, and set__max_active_levels.
Referenced by __kmp_aux_env_initialize().
Definition at line 1994 of file kmp_csupport.cpp.
References __kmp_entry_gtid, and __kmp_set_num_threads().
Referenced by __kmp_aux_env_initialize().
void ompc_set_schedule | ( | omp_sched_t | kind, |
int | modifier | ||
) |
Definition at line 2029 of file kmp_csupport.cpp.
References __kmp_entry_gtid, and __kmp_set_schedule().