#include "kmp.h"#include "kmp_error.h"#include "kmp_i18n.h"#include "kmp_itt.h"#include "kmp_stats.h"#include "kmp_str.h"Go to the source code of this file.
Functions | |
| template<typename T> | |
| void | __kmp_dispatch_init_algorithm (ident_t *loc, int gtid, dispatch_private_info_template< T > *pr, enum sched_type schedule, T lb, T ub, typename traits_t< T >::signed_t st, typename traits_t< T >::signed_t chunk, T nproc, T unit_id) |
| template<typename T> | |
| int | __kmp_dispatch_next_algorithm (int gtid, dispatch_private_info_template< T > *pr, dispatch_shared_info_template< T > volatile *sh, kmp_int32 *p_last, T *p_lb, T *p_ub, typename traits_t< T >::signed_t *p_st, T nproc, T unit_id) |
| void | __kmp_dispatch_dxo_error (int *gtid_ref, int *cid_ref, ident_t *loc_ref) |
| void | __kmp_dispatch_deo_error (int *gtid_ref, int *cid_ref, ident_t *loc_ref) |
| template<typename T> | |
| static __forceinline T | test_then_add (volatile T *p, T d) |
| template<> | |
| __forceinline kmp_int32 | test_then_add< kmp_int32 > (volatile kmp_int32 *p, kmp_int32 d) |
| template<> | |
| __forceinline kmp_int64 | test_then_add< kmp_int64 > (volatile kmp_int64 *p, kmp_int64 d) |
| template<typename T> | |
| static __forceinline T | test_then_inc_acq (volatile T *p) |
| template<> | |
| __forceinline kmp_int32 | test_then_inc_acq< kmp_int32 > (volatile kmp_int32 *p) |
| template<> | |
| __forceinline kmp_int64 | test_then_inc_acq< kmp_int64 > (volatile kmp_int64 *p) |
| template<typename T> | |
| static __forceinline T | test_then_inc (volatile T *p) |
| template<> | |
| __forceinline kmp_int32 | test_then_inc< kmp_int32 > (volatile kmp_int32 *p) |
| template<> | |
| __forceinline kmp_int64 | test_then_inc< kmp_int64 > (volatile kmp_int64 *p) |
| template<typename T> | |
| static __forceinline kmp_int32 | compare_and_swap (volatile T *p, T c, T s) |
| template<> | |
| __forceinline kmp_int32 | compare_and_swap< kmp_int32 > (volatile kmp_int32 *p, kmp_int32 c, kmp_int32 s) |
| template<> | |
| __forceinline kmp_int32 | compare_and_swap< kmp_int64 > (volatile kmp_int64 *p, kmp_int64 c, kmp_int64 s) |
| template<typename T> | |
| kmp_uint32 | __kmp_ge (T value, T checker) |
| template<typename T> | |
| kmp_uint32 | __kmp_eq (T value, T checker) |
| template<typename UT> | |
| static UT | __kmp_wait (volatile UT *spinner, UT checker, kmp_uint32(*pred)(UT, UT) USE_ITT_BUILD_ARG(void *obj)) |
| template<typename UT> | |
| void | __kmp_dispatch_deo (int *gtid_ref, int *cid_ref, ident_t *loc_ref) |
| template<typename UT> | |
| void | __kmp_dispatch_dxo (int *gtid_ref, int *cid_ref, ident_t *loc_ref) |
| template<typename UT> | |
| static __forceinline long double | __kmp_pow (long double x, UT y) |
| template<typename T> | |
| static __inline traits_t< T >::unsigned_t | __kmp_dispatch_guided_remaining (T tc, typename traits_t< T >::floating_t base, typename traits_t< T >::unsigned_t idx) |
Variables | |
| static const int | guided_int_param = 2 |
| static const double | guided_flt_param = 0.5 |
Function Documentation
◆ __kmp_dispatch_deo()
Definition at line 326 of file kmp_dispatch.h.
References __kmp_env_consistency_check, __kmp_error_construct2(), __kmp_ge(), __kmp_push_sync(), __kmp_str_format(), __kmp_str_free(), __kmp_threads, __kmp_wait(), ct_none, ct_ordered_in_pdo, KD_TRACE, KMP_DEBUG_ASSERT, KMP_MB, dispatch_private_info_template< T >::ordered_bumped, dispatch_shared_infoXX_template< T >::ordered_iteration, dispatch_private_info_template< T >::private_info_tmpl::p, p, dispatch_private_info_template< T >::pushed_ws, dispatch_shared_info_template< T >::shared_info_tmpl::s, dispatch_private_info_template< T >::u, dispatch_shared_info_template< T >::u, and USE_ITT_BUILD_ARG.
Referenced by __kmp_dispatch_init().
◆ __kmp_dispatch_deo_error()
Definition at line 42 of file kmp_dispatch.cpp.
References __kmp_env_consistency_check, __kmp_push_sync(), __kmp_threads, ct_none, ct_ordered_in_pdo, and KMP_DEBUG_ASSERT.
Referenced by __kmp_dispatch_init(), and __kmpc_sections_init().
◆ __kmp_dispatch_dxo()
Definition at line 401 of file kmp_dispatch.h.
References __kmp_env_consistency_check, __kmp_error_construct2(), __kmp_pop_sync(), __kmp_threads, CCAST, ct_none, ct_ordered_in_pdo, KD_TRACE, KMP_DEBUG_ASSERT, KMP_FSYNC_RELEASING, KMP_MB, dispatch_private_info_template< T >::ordered_bumped, dispatch_shared_infoXX_template< T >::ordered_iteration, p, dispatch_private_info_template< T >::pushed_ws, dispatch_shared_info_template< T >::shared_info_tmpl::s, ST, test_then_inc(), and dispatch_shared_info_template< T >::u.
Referenced by __kmp_dispatch_init().
◆ __kmp_dispatch_dxo_error()
Definition at line 60 of file kmp_dispatch.cpp.
References __kmp_env_consistency_check, __kmp_pop_sync(), __kmp_threads, ct_none, and ct_ordered_in_pdo.
Referenced by __kmp_dispatch_init(), and __kmpc_sections_init().
◆ __kmp_dispatch_guided_remaining()
|
static |
Definition at line 487 of file kmp_dispatch.h.
References __kmp_pow(), and r.
Referenced by __kmp_dispatch_init_algorithm(), and __kmp_dispatch_next_algorithm().
◆ __kmp_dispatch_init_algorithm()
|
extern |
Definition at line 184 of file kmp_dispatch.cpp.
References __kmp_allocate, __kmp_auto, __kmp_dispatch_guided_remaining(), __kmp_env_consistency_check, __kmp_error_construct(), __kmp_fatal(), __kmp_get_monotonicity(), __kmp_guided, __kmp_init_lock(), __kmp_is_hybrid_cpu(), __kmp_msg_null, __kmp_pow(), __kmp_static, __kmp_str_format(), __kmp_str_free(), __kmp_threads, a, b, ct_pdo, ct_pdo_ordered, d, double, FALSE, dispatch_private_info_template< T >::flags, GUIDED_ANALYTICAL_WORKAROUND, guided_flt_param, guided_int_param, i, init(), int, KD_TRACE, KMP_ASSERT, KMP_ASSERT2, KMP_ATOMIC_ST_REL, KMP_COUNT_BLOCK, KMP_COUNT_VALUE, KMP_DEBUG_ASSERT, KMP_DEFAULT_CHUNK, KMP_HNT, KMP_HW_CORE_TYPE_UNKNOWN, KMP_MASTER_GTID, KMP_MSG, kmp_nm_lower, kmp_nm_upper, kmp_ord_lower, kmp_sch_auto, kmp_sch_dynamic_chunked, kmp_sch_guided_analytical_chunked, kmp_sch_guided_chunked, kmp_sch_guided_iterative_chunked, kmp_sch_guided_simd, kmp_sch_lower, kmp_sch_runtime, kmp_sch_runtime_simd, kmp_sch_static, kmp_sch_static_balanced, kmp_sch_static_balanced_chunked, kmp_sch_static_chunked, kmp_sch_static_greedy, kmp_sch_static_steal, kmp_sch_trapezoidal, kmp_sch_upper, kmp_uint32, KMP_WARNING, loc, kmp_sched_flags::nomerge, kmp_sched_flags::ordered, dispatch_private_info_template< T >::ordered_bumped, dispatch_private_info_template< T >::private_info_tmpl::p, p, dispatch_private_info_template< T >::schedule, SCHEDULE_MONOTONIC, SCHEDULE_NONMONOTONIC, SCHEDULE_WITHOUT_MODIFIERS, ST, dispatch_private_info_template< T >::steal_flag, kmp_team::t, target(), TRUE, type, dispatch_private_info_template< T >::type_size, dispatch_private_info_template< T >::u, kmp_sched_flags::use_hier, and kmp_sched_flags::use_hybrid.
Referenced by __kmp_dispatch_init(), __kmp_dispatch_init_hierarchy(), and kmp_hier_t< T >::next().
◆ __kmp_dispatch_next_algorithm()
|
extern |
Definition at line 1323 of file kmp_dispatch.cpp.
References __kmp_acquire_lock(), __kmp_dispatch_guided_remaining(), __kmp_dispatch_num_buffers, __kmp_fatal(), __kmp_initialize_self_buffer(), __kmp_msg_null, __kmp_release_lock(), __kmp_str_format(), __kmp_str_free(), __kmp_threads, __kmp_type_convert(), b, chunk_size, compare_and_swap(), count, dispatch_private_info_template< T >::flags, init(), dispatch_shared_infoXX_template< T >::iteration, KD_TRACE, KMP_ASSERT, KMP_ATOMIC_LD_ACQ, KMP_ATOMIC_LD_RLX, KMP_ATOMIC_ST_REL, KMP_COMPARE_AND_STORE_REL64, KMP_COUNT_DEVELOPER_VALUE, KMP_CPU_PAUSE, KMP_DEBUG_ASSERT, KMP_HNT, KMP_MSG, kmp_sch_dynamic_chunked, kmp_sch_guided_analytical_chunked, kmp_sch_guided_iterative_chunked, kmp_sch_guided_simd, kmp_sch_static_balanced, kmp_sch_static_chunked, kmp_sch_static_greedy, kmp_sch_static_steal, kmp_sch_trapezoidal, kmp_uint32, KMP_XCHG_FIXED64, lck, kmp_sched_flags::ordered, dispatch_private_info_template< T >::private_info_tmpl::p, p, RCAST, dispatch_shared_info_template< T >::shared_info_tmpl::s, dispatch_private_info_template< T >::schedule, ST, status, dispatch_private_info_template< T >::steal_flag, kmp_team::t, test_then_add(), test_then_inc(), test_then_inc_acq(), dispatch_private_info_template< T >::u, dispatch_shared_info_template< T >::u, and VOLATILE_CAST.
Referenced by __kmp_dispatch_next(), and kmp_hier_t< T >::next().
◆ __kmp_eq()
| kmp_uint32 __kmp_eq | ( | T | value, |
| T | checker ) |
Definition at line 270 of file kmp_dispatch.h.
References checker, kmp_uint32, and value.
Referenced by __kmp_dispatch_init(), __kmpc_sections_init(), and core_barrier_impl< T >::barrier().
◆ __kmp_ge()
| kmp_uint32 __kmp_ge | ( | T | value, |
| T | checker ) |
Definition at line 267 of file kmp_dispatch.h.
References checker, kmp_uint32, and value.
Referenced by __kmp_dispatch_deo(), __kmp_dispatch_finish(), and counter_barrier_impl< T >::barrier().
◆ __kmp_pow()
Definition at line 463 of file kmp_dispatch.h.
References KMP_DEBUG_ASSERT, and s.
Referenced by __kmp_dispatch_guided_remaining(), and __kmp_dispatch_init_algorithm().
◆ __kmp_wait()
|
static |
Definition at line 294 of file kmp_dispatch.h.
References CCAST, checker, f(), KMP_FSYNC_SPIN_ACQUIRED, KMP_FSYNC_SPIN_INIT, KMP_FSYNC_SPIN_PREPARE, KMP_INIT_BACKOFF, KMP_INIT_YIELD, kmp_uint32, KMP_YIELD_OVERSUB_ELSE_SPIN, and r.
Referenced by __kmp_dispatch_deo(), __kmp_dispatch_finish(), __kmp_dispatch_init(), __kmpc_sections_init(), core_barrier_impl< T >::barrier(), and counter_barrier_impl< T >::barrier().
◆ compare_and_swap()
|
static |
Referenced by __kmp_dispatch_next_algorithm().
◆ compare_and_swap< kmp_int32 >()
| __forceinline kmp_int32 compare_and_swap< kmp_int32 > | ( | volatile kmp_int32 * | p, |
| kmp_int32 | c, | ||
| kmp_int32 | s ) |
Definition at line 256 of file kmp_dispatch.h.
References KMP_COMPARE_AND_STORE_REL32, p, and s.
◆ compare_and_swap< kmp_int64 >()
| __forceinline kmp_int32 compare_and_swap< kmp_int64 > | ( | volatile kmp_int64 * | p, |
| kmp_int64 | c, | ||
| kmp_int64 | s ) |
Definition at line 262 of file kmp_dispatch.h.
References KMP_COMPARE_AND_STORE_REL64, p, and s.
◆ test_then_add()
|
static |
Referenced by __kmp_dispatch_next_algorithm().
◆ test_then_add< kmp_int32 >()
| __forceinline kmp_int32 test_then_add< kmp_int32 > | ( | volatile kmp_int32 * | p, |
| kmp_int32 | d ) |
Definition at line 202 of file kmp_dispatch.h.
References d, KMP_TEST_THEN_ADD32, p, and r.
◆ test_then_add< kmp_int64 >()
| __forceinline kmp_int64 test_then_add< kmp_int64 > | ( | volatile kmp_int64 * | p, |
| kmp_int64 | d ) |
Definition at line 210 of file kmp_dispatch.h.
References d, KMP_TEST_THEN_ADD64, p, and r.
◆ test_then_inc()
|
static |
References p.
Referenced by __kmp_dispatch_dxo(), __kmp_dispatch_finish(), __kmp_dispatch_next(), and __kmp_dispatch_next_algorithm().
◆ test_then_inc< kmp_int32 >()
| __forceinline kmp_int32 test_then_inc< kmp_int32 > | ( | volatile kmp_int32 * | p | ) |
Definition at line 238 of file kmp_dispatch.h.
References KMP_TEST_THEN_INC32, p, and r.
Referenced by __kmpc_next_section().
◆ test_then_inc< kmp_int64 >()
| __forceinline kmp_int64 test_then_inc< kmp_int64 > | ( | volatile kmp_int64 * | p | ) |
Definition at line 245 of file kmp_dispatch.h.
References KMP_TEST_THEN_INC64, p, and r.
◆ test_then_inc_acq()
|
static |
References p.
Referenced by __kmp_dispatch_next_algorithm().
◆ test_then_inc_acq< kmp_int32 >()
| __forceinline kmp_int32 test_then_inc_acq< kmp_int32 > | ( | volatile kmp_int32 * | p | ) |
Definition at line 221 of file kmp_dispatch.h.
References KMP_TEST_THEN_INC_ACQ32, p, and r.
◆ test_then_inc_acq< kmp_int64 >()
| __forceinline kmp_int64 test_then_inc_acq< kmp_int64 > | ( | volatile kmp_int64 * | p | ) |
Definition at line 228 of file kmp_dispatch.h.
References KMP_TEST_THEN_INC_ACQ64, p, and r.
Variable Documentation
◆ guided_flt_param
|
static |
Definition at line 512 of file kmp_dispatch.h.
Referenced by __kmp_dispatch_init_algorithm().
◆ guided_int_param
|
static |
Definition at line 511 of file kmp_dispatch.h.
Referenced by __kmp_dispatch_init_algorithm().
Generated on for LLVM OpenMP by
1.14.0