LLVM OpenMP 20.0.0git
|
#include "omp.h"
#include "kmp.h"
#include "kmp_error.h"
#include "kmp_i18n.h"
#include "kmp_itt.h"
#include "kmp_lock.h"
#include "kmp_stats.h"
#include "kmp_utils.h"
#include "ompt-specific.h"
Go to the source code of this file.
#define __KMP_GET_REDUCTION_METHOD | ( | gtid | ) | (__kmp_threads[(gtid)]->th.th_local.packed_reduction_method) |
Definition at line 3466 of file kmp_csupport.cpp.
#define __KMP_IMP |
Definition at line 13 of file kmp_csupport.cpp.
#define __KMP_SET_REDUCTION_METHOD | ( | gtid, | |
rmethod | |||
) | ((__kmp_threads[(gtid)]->th.th_local.packed_reduction_method) = (rmethod)) |
Definition at line 3463 of file kmp_csupport.cpp.
#define ACQUIRE_LOCK __kmp_acquire_user_lock_with_checks |
Definition at line 2390 of file kmp_csupport.cpp.
#define ACQUIRE_LOCK_TIMED __kmp_acquire_user_lock_with_checks_timed |
Definition at line 2391 of file kmp_csupport.cpp.
#define ACQUIRE_NESTED_LOCK __kmp_acquire_nested_user_lock_with_checks |
Definition at line 2392 of file kmp_csupport.cpp.
#define ACQUIRE_NESTED_LOCK_TIMED __kmp_acquire_nested_user_lock_with_checks_timed |
Definition at line 2393 of file kmp_csupport.cpp.
#define DESTROY_LOCK __kmp_destroy_user_lock_with_checks |
Definition at line 2399 of file kmp_csupport.cpp.
#define DESTROY_NESTED_LOCK __kmp_destroy_nested_user_lock_with_checks |
Definition at line 2400 of file kmp_csupport.cpp.
#define INIT_LOCK __kmp_init_user_lock_with_checks |
Definition at line 2388 of file kmp_csupport.cpp.
#define INIT_NESTED_LOCK __kmp_init_nested_user_lock_with_checks |
Definition at line 2389 of file kmp_csupport.cpp.
#define MAX_MESSAGE 512 |
Definition at line 24 of file kmp_csupport.cpp.
#define RELEASE_LOCK __kmp_release_user_lock_with_checks |
Definition at line 2395 of file kmp_csupport.cpp.
#define RELEASE_NESTED_LOCK __kmp_release_nested_user_lock_with_checks |
Definition at line 2396 of file kmp_csupport.cpp.
#define TEST_LOCK __kmp_test_user_lock_with_checks |
Definition at line 2397 of file kmp_csupport.cpp.
#define TEST_NESTED_LOCK __kmp_test_nested_user_lock_with_checks |
Definition at line 2398 of file kmp_csupport.cpp.
|
static |
Definition at line 3538 of file kmp_csupport.cpp.
References __kmp_base_user_lock_size, __kmp_env_consistency_check, __kmp_pop_sync(), __kmp_release_user_lock_with_checks(), crit, ct_critical, KMP_ASSERT, lck, loc, and TCR_PTR.
Referenced by __kmpc_end_reduce(), and __kmpc_end_reduce_nowait().
|
static |
Definition at line 3474 of file kmp_csupport.cpp.
References __kmp_acquire_user_lock_with_checks(), __kmp_base_user_lock_size, __kmp_env_consistency_check, __kmp_get_critical_section_ptr(), __kmp_push_sync(), crit, ct_critical, INTEL_CRITICAL_SIZE, KMP_COMPARE_AND_STORE_ACQ32, KMP_DEBUG_ASSERT, lck, loc, and void.
Referenced by __kmpc_reduce(), and __kmpc_reduce_nowait().
|
static |
Definition at line 1285 of file kmp_csupport.cpp.
References __kmp_destroy_user_lock_with_checks(), __kmp_init_user_lock_with_checks(), __kmp_set_user_lock_location(), __kmp_user_lock_allocate(), __kmp_user_lock_free(), crit, KMP_COMPARE_AND_STORE_PTR, KMP_DEBUG_ASSERT, kmp_lf_critical_section, lck, loc, status, and TCR_PTR.
Referenced by __kmp_enter_critical_section_reduce_block(), and __kmpc_critical().
|
static |
Definition at line 3604 of file kmp_csupport.cpp.
References __kmp_type_convert(), and kmp_team::t.
Referenced by __kmpc_end_reduce(), __kmpc_reduce(), and __kmpc_reduce_nowait().
|
static |
Definition at line 3579 of file kmp_csupport.cpp.
References KMP_DEBUG_ASSERT, and kmp_team::t.
Referenced by __kmpc_end_reduce(), __kmpc_reduce(), and __kmpc_reduce_nowait().
Definition at line 2659 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_free(), __kmp_user_lock_kind, DESTROY_LOCK, lck, lk_tas, lock, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_DESTROY_LOCK().
Definition at line 2732 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_free(), __kmp_user_lock_kind, DESTROY_NESTED_LOCK, lck, lk_tas, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_DESTROY_NEST_LOCK().
Definition at line 4452 of file kmp_csupport.cpp.
References __kmp_assert_valid_gtid(), __kmp_dispatch_num_buffers, __kmp_thread_free, __kmp_threads, CCAST, dispatch_shared_info::doacross_buf_idx, dispatch_shared_info::doacross_flags, dispatch_shared_info::doacross_num_done, KA_TRACE, KMP_DEBUG_ASSERT, KMP_TEST_THEN_INC32, kmp_team::t, kmp_disp::th_doacross_buf_idx, kmp_disp::th_doacross_flags, and kmp_disp::th_doacross_info.
Definition at line 4379 of file kmp_csupport.cpp.
References __kmp_assert_valid_gtid(), __kmp_threads, flag, i, j, KA_TRACE, KMP_DEBUG_ASSERT, KMP_MB, KMP_TEST_THEN_OR32, ompt_callbacks, ompt_enabled, kmp_team::t, kmp_disp::th_doacross_flags, and kmp_disp::th_doacross_info.
Definition at line 4267 of file kmp_csupport.cpp.
References __kmp_assert_valid_gtid(), __kmp_threads, flag, i, j, KA_TRACE, KMP_DEBUG_ASSERT, KMP_MB, KMP_YIELD, ompt_callbacks, ompt_enabled, kmp_team::t, kmp_disp::th_doacross_flags, kmp_disp::th_doacross_info, and TRUE.
Definition at line 4581 of file kmp_csupport.cpp.
References __kmp_threads, __kmp_tid_from_gtid(), ompt_callbacks_active_s::enabled, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, and kmp_team::t.
Definition at line 4532 of file kmp_csupport.cpp.
References __kmp_init_serial, __kmp_serial_initialize(), __kmp_str_format(), __kmp_str_free(), __kmp_str_loc_free(), __kmp_str_loc_init(), kmp_str_loc::col, ompt_callbacks_active_s::enabled, kmp_str_loc::file, KMP_ASSERT, KMP_FATAL, KMP_STRLEN, KMP_WARNING, kmp_str_loc::line, loc, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, id::psource, severity_fatal, and severity_warning.
Referenced by __kmp_reserve_threads(), and main().
kmp_uint64 __kmpc_get_parent_taskid | ( | ) |
Definition at line 4118 of file kmp_csupport.cpp.
References __kmp_get_gtid, __kmp_thread_from_gtid(), kmp_taskdata::td_parent, and kmp_taskdata::td_task_id.
Definition at line 4518 of file kmp_csupport.cpp.
References __kmp_init_serial, __kmp_serial_initialize(), and __kmp_target_offload.
Referenced by get_target_offload_icv().
kmp_uint64 __kmpc_get_taskid | ( | ) |
Definition at line 4104 of file kmp_csupport.cpp.
References __kmp_get_gtid, and __kmp_thread_from_gtid().
Definition at line 2513 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_init_serial, __kmp_set_user_lock_location(), __kmp_user_lock_allocate(), __kmp_user_lock_kind, func(), INIT_LOCK, KMP_CHECK_USER_LOCK_INIT, KMP_DEBUG_ASSERT, KMP_FATAL, lck, lk_tas, loc, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_INIT_LOCK().
Definition at line 2585 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_init_serial, __kmp_set_user_lock_location(), __kmp_user_lock_allocate(), __kmp_user_lock_kind, func(), INIT_NESTED_LOCK, KMP_CHECK_USER_LOCK_INIT, KMP_DEBUG_ASSERT, KMP_FATAL, lck, lk_tas, loc, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_INIT_NEST_LOCK().
Definition at line 589 of file kmp_csupport.cpp.
References __kmp_invoke_task_func().
int __kmpc_pause_resource | ( | kmp_pause_status_t | level | ) |
Definition at line 4525 of file kmp_csupport.cpp.
References __kmp_init_serial, __kmp_pause_resource(), and level.
Referenced by FTN_PAUSE_RESOURCE(), and FTN_PAUSE_RESOURCE_ALL().
Definition at line 284 of file kmp_csupport.cpp.
References KA_TRACE.
void __kmpc_push_num_threads_list_strict | ( | ident_t * | loc, |
kmp_int32 | global_tid, | ||
kmp_uint32 | list_length, | ||
kmp_int32 * | num_threads_list, | ||
int | severity, | ||
const char * | message | ||
) |
Definition at line 276 of file kmp_csupport.cpp.
References __kmp_push_num_threads_list(), __kmp_set_strict_num_threads(), and loc.
void __kmpc_push_num_threads_strict | ( | ident_t * | loc, |
kmp_int32 | global_tid, | ||
kmp_int32 | num_threads, | ||
int | severity, | ||
const char * | message | ||
) |
Definition at line 240 of file kmp_csupport.cpp.
References __kmp_push_num_threads(), __kmp_set_strict_num_threads(), and loc.
Definition at line 289 of file kmp_csupport.cpp.
References __kmp_assert_valid_gtid(), __kmp_push_proc_bind(), KA_TRACE, and loc.
Definition at line 4565 of file kmp_csupport.cpp.
References __kmp_threads, __kmp_tid_from_gtid(), ompt_callbacks_active_s::enabled, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, and kmp_team::t.
Definition at line 2806 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_lookup_user_lock(), __kmp_user_lock_kind, ACQUIRE_LOCK, KMP_COUNT_BLOCK, lck, lk_tas, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_SET_LOCK().
Definition at line 2898 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_kind, ACQUIRE_NESTED_LOCK, ompt_callbacks_active_s::enabled, KMP_LOCK_ACQUIRED_FIRST, lck, lk_tas, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, and void.
Referenced by FTN_SET_NEST_LOCK().
Definition at line 3231 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_lookup_user_lock(), __kmp_user_lock_kind, FTN_FALSE, FTN_TRUE, KMP_COUNT_BLOCK, lck, lk_tas, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, and TEST_LOCK.
Referenced by FTN_TEST_LOCK().
Definition at line 3339 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_kind, ompt_callbacks_active_s::enabled, lck, lk_tas, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, test(), and TEST_NESTED_LOCK.
Referenced by FTN_TEST_NEST_LOCK().
Definition at line 3009 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_lookup_user_lock(), __kmp_user_lock_kind, KMP_MB, lck, lk_tas, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, RELEASE_LOCK, and TCW_4.
Referenced by FTN_UNSET_LOCK().
Definition at line 3105 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_kind, kmp_base_tas_lock::depth_locked, ompt_callbacks_active_s::enabled, KMP_LOCK_RELEASED, KMP_LOCK_STILL_HELD, KMP_MB, lck, kmp_tas_lock::lk, lk_tas, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, kmp_base_tas_lock::poll, RELEASE_NESTED_LOCK, TCW_4, and void.
Referenced by FTN_UNSET_NEST_LOCK().
Definition at line 2215 of file kmp_csupport.cpp.
Definition at line 2191 of file kmp_csupport.cpp.
Definition at line 2160 of file kmp_csupport.cpp.
References __kmp_aux_convert_blocktime(), __kmp_aux_set_blocktime(), __kmp_entry_gtid, __kmp_thread_from_gtid(), and __kmp_tid_from_gtid().
Definition at line 2177 of file kmp_csupport.cpp.
References __kmp_aux_set_defaults(), and KMP_STRLEN.
Definition at line 2182 of file kmp_csupport.cpp.
References __kmp_dispatch_num_buffers, __kmp_init_serial, FALSE, KMP_MAX_DISP_NUM_BUFF, and KMP_MIN_DISP_NUM_BUFF.
Definition at line 2172 of file kmp_csupport.cpp.
References __kmp_user_set_library().
Definition at line 2150 of file kmp_csupport.cpp.
References __kmp_aux_set_stacksize().
void kmpc_set_stacksize_s | ( | size_t | arg | ) |
Definition at line 2155 of file kmp_csupport.cpp.
References __kmp_aux_set_stacksize().
Definition at line 2203 of file kmp_csupport.cpp.
void * omp_aligned_alloc | ( | size_t | align, |
size_t | size, | ||
omp_allocator_handle_t | allocator | ||
) |
Definition at line 4493 of file kmp_csupport.cpp.
References __kmp_alloc(), __kmp_entry_gtid, and size.
Referenced by main().
void * omp_aligned_calloc | ( | size_t | align, |
size_t | nmemb, | ||
size_t | size, | ||
omp_allocator_handle_t | allocator | ||
) |
Definition at line 4502 of file kmp_csupport.cpp.
References __kmp_calloc(), __kmp_entry_gtid, and size.
Referenced by main().
void * omp_alloc | ( | size_t | size, |
omp_allocator_handle_t | allocator | ||
) |
Definition at line 4489 of file kmp_csupport.cpp.
References __kmp_alloc(), __kmp_entry_gtid, and size.
Referenced by main().
void * omp_calloc | ( | size_t | nmemb, |
size_t | size, | ||
omp_allocator_handle_t | allocator | ||
) |
Definition at line 4498 of file kmp_csupport.cpp.
References __kmp_calloc(), __kmp_entry_gtid, and size.
Referenced by main().
void omp_free | ( | void * | ptr, |
omp_allocator_handle_t | allocator | ||
) |
Definition at line 4513 of file kmp_csupport.cpp.
References ___kmpc_free(), and __kmp_entry_gtid.
Referenced by main().
void * omp_realloc | ( | void * | ptr, |
size_t | size, | ||
omp_allocator_handle_t | allocator, | ||
omp_allocator_handle_t | free_allocator | ||
) |
Definition at line 4507 of file kmp_csupport.cpp.
References __kmp_entry_gtid, __kmp_realloc(), and size.
Referenced by main().
size_t KMP_EXPAND_NAME() ompc_capture_affinity | ( | char * | buffer, |
size_t | buf_size, | ||
char const * | format | ||
) |
Definition at line 2124 of file kmp_csupport.cpp.
References __kmp_assign_root_init_mask, __kmp_aux_capture_affinity(), __kmp_get_gtid, __kmp_init_middle, __kmp_middle_initialize(), __kmp_reset_root_init_mask(), __kmp_str_buf_free(), __kmp_str_buf_init, __kmp_strncpy_truncate(), __kmp_threads, kmp_str_buf::str, TCR_4, and kmp_str_buf::used.
void KMP_EXPAND_NAME() ompc_display_affinity | ( | char const * | format | ) |
Definition at line 2108 of file kmp_csupport.cpp.
References __kmp_assign_root_init_mask, __kmp_aux_display_affinity(), __kmp_get_gtid, __kmp_init_middle, __kmp_middle_initialize(), __kmp_reset_root_init_mask(), __kmp_threads, and TCR_4.
size_t KMP_EXPAND_NAME() ompc_get_affinity_format | ( | char * | buffer, |
size_t | size | ||
) |
Definition at line 2095 of file kmp_csupport.cpp.
References __kmp_affinity_format, __kmp_init_serial, __kmp_serial_initialize(), __kmp_strncpy_truncate(), KMP_STRLEN, and size.
Definition at line 2078 of file kmp_csupport.cpp.
References __kmp_entry_gtid, __kmp_get_ancestor_thread_num(), and level.
Definition at line 2082 of file kmp_csupport.cpp.
References __kmp_entry_gtid, __kmp_get_team_size(), and level.
void KMP_EXPAND_NAME() ompc_set_affinity_format | ( | char const * | format | ) |
Definition at line 2087 of file kmp_csupport.cpp.
References __kmp_affinity_format, __kmp_init_serial, __kmp_serial_initialize(), __kmp_strncpy_truncate(), KMP_AFFINITY_FORMAT_SIZE, and KMP_STRLEN.
Definition at line 2043 of file kmp_csupport.cpp.
References __kmp_entry_thread(), __kmp_save_internal_controls(), flag, and set__dynamic.
Referenced by __kmp_aux_env_initialize().
Definition at line 2065 of file kmp_csupport.cpp.
References __kmp_entry_gtid, and __kmp_set_max_active_levels().
Definition at line 2054 of file kmp_csupport.cpp.
References __kmp_dflt_max_active_levels, __kmp_entry_thread(), __kmp_save_internal_controls(), flag, and set__max_active_levels.
Referenced by __kmp_aux_env_initialize().
Definition at line 2038 of file kmp_csupport.cpp.
References __kmp_entry_gtid, and __kmp_set_num_threads().
Referenced by __kmp_aux_env_initialize().
void ompc_set_schedule | ( | omp_sched_t | kind, |
int | modifier | ||
) |
Definition at line 2073 of file kmp_csupport.cpp.
References __kmp_entry_gtid, and __kmp_set_schedule().