LLVM OpenMP 20.0.0git
|
#include "kmp_config.h"
#include <signal.h>
#include <stdarg.h>
#include <stddef.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <limits>
#include <type_traits>
#include <sys/types.h>
#include <limits.h>
#include <time.h>
#include <errno.h>
#include "kmp_os.h"
#include "kmp_safe_c_api.h"
#include "kmp_debug.h"
#include "kmp_lock.h"
#include "kmp_version.h"
#include "kmp_barrier.h"
#include "kmp_i18n.h"
#include "kmp_wrapper_malloc.h"
#include "kmp_str.h"
Go to the source code of this file.
Macros | |
#define | KMP_STATIC_STEAL_ENABLED 1 |
#define | KMP_WEIGHTED_ITERATIONS_SUPPORTED |
#define | TASK_CURRENT_NOT_QUEUED 0 |
#define | TASK_CURRENT_QUEUED 1 |
#define | TASK_NOT_PUSHED 1 |
#define | TASK_SUCCESSFULLY_PUSHED 0 |
#define | TASK_TIED 1 |
#define | TASK_UNTIED 0 |
#define | TASK_EXPLICIT 1 |
#define | TASK_IMPLICIT 0 |
#define | TASK_PROXY 1 |
#define | TASK_FULL 0 |
#define | TASK_DETACHABLE 1 |
#define | TASK_UNDETACHABLE 0 |
#define | KMP_CANCEL_THREADS |
#define | KMP_THREAD_ATTR |
#define | KMP_INTERNAL_MALLOC(sz) malloc(sz) |
#define | KMP_INTERNAL_FREE(p) free(p) |
#define | KMP_INTERNAL_REALLOC(p, sz) realloc((p), (sz)) |
#define | KMP_INTERNAL_CALLOC(n, sz) calloc((n), (sz)) |
#define | KMP_HANDLE_SIGNALS ((KMP_OS_UNIX && !KMP_OS_WASI) || KMP_OS_WINDOWS) |
#define | UNLIKELY(x) (x) |
#define | USE_FAST_MEMORY 3 |
#define | KMP_NESTED_HOT_TEAMS 0 |
#define | USE_NESTED_HOT_ARG(x) |
#define | USE_CMP_XCHG_FOR_BGET 1 |
#define | KMP_NSEC_PER_SEC 1000000000L |
#define | KMP_USEC_PER_SEC 1000000L |
#define | KMP_NSEC_PER_USEC 1000L |
#define | KMP_PACK_64(HIGH_32, LOW_32) ((kmp_int64)((((kmp_uint64)(HIGH_32)) << 32) | (kmp_uint64)(LOW_32))) |
#define | SKIP_WS(_x) |
#define | SKIP_DIGITS(_x) |
#define | SKIP_TOKEN(_x) |
#define | SKIP_TO(_x, _c) |
#define | KMP_MAX(x, y) ((x) > (y) ? (x) : (y)) |
#define | KMP_MIN(x, y) ((x) < (y) ? (x) : (y)) |
#define | KMP_SCHED_TYPE_DEFINED |
#define | SCHEDULE_WITHOUT_MODIFIERS(s) |
#define | SCHEDULE_HAS_MONOTONIC(s) (((s)&kmp_sch_modifier_monotonic) != 0) |
#define | SCHEDULE_HAS_NONMONOTONIC(s) (((s)&kmp_sch_modifier_nonmonotonic) != 0) |
#define | SCHEDULE_HAS_NO_MODIFIERS(s) (((s) & (kmp_sch_modifier_nonmonotonic | kmp_sch_modifier_monotonic)) == 0) |
#define | SCHEDULE_GET_MODIFIERS(s) |
#define | SCHEDULE_SET_MODIFIERS(s, m) (s = (enum sched_type)((kmp_int32)s | (kmp_int32)m)) |
#define | SCHEDULE_NONMONOTONIC 0 |
#define | SCHEDULE_MONOTONIC 1 |
#define | KMP_FAST_REDUCTION_BARRIER 1 |
#define | PACK_REDUCTION_METHOD_AND_BARRIER(reduction_method, barrier_type) (reduction_method) |
#define | UNPACK_REDUCTION_METHOD(packed_reduction_method) (packed_reduction_method) |
#define | UNPACK_REDUCTION_BARRIER(packed_reduction_method) (bs_plain_barrier) |
#define | TEST_REDUCTION_METHOD(packed_reduction_method, which_reduction_block) |
#define | KMP_HW_MAX_NUM_CORE_EFFS 8 |
#define | KMP_DEBUG_ASSERT_VALID_HW_TYPE(type) KMP_DEBUG_ASSERT(type >= (kmp_hw_t)0 && type < KMP_HW_LAST) |
#define | KMP_ASSERT_VALID_HW_TYPE(type) KMP_ASSERT(type >= (kmp_hw_t)0 && type < KMP_HW_LAST) |
#define | KMP_FOREACH_HW_TYPE(type) |
#define | KMP_PAD(type, sz) (sizeof(type) + (sz - ((sizeof(type) - 1) % (sz)) - 1)) |
#define | KMP_GTID_DNE (-2) /* Does not exist */ |
#define | KMP_GTID_SHUTDOWN (-3) /* Library is shutting down */ |
#define | KMP_GTID_MONITOR (-4) /* Monitor thread ID */ |
#define | KMP_GTID_UNKNOWN (-5) /* Is not known */ |
#define | KMP_GTID_MIN (-6) /* Minimal gtid for low bound check in DEBUG */ |
#define | omp_atv_default ((omp_uintptr_t)-1) |
#define | KMP_UINT64_MAX (~((kmp_uint64)1 << ((sizeof(kmp_uint64) * (1 << 3)) - 1))) |
#define | KMP_MIN_NTH 1 |
#define | KMP_MAX_NTH INT_MAX |
#define | KMP_MIN_STKSIZE ((size_t)(32 * 1024)) |
#define | KMP_MAX_STKSIZE (~((size_t)1 << ((sizeof(size_t) * (1 << 3)) - 1))) |
#define | KMP_DEFAULT_STKSIZE ((size_t)(1024 * 1024)) |
#define | KMP_DEFAULT_MALLOC_POOL_INCR ((size_t)(1024 * 1024)) |
#define | KMP_MIN_MALLOC_POOL_INCR ((size_t)(4 * 1024)) |
#define | KMP_MAX_MALLOC_POOL_INCR (~((size_t)1 << ((sizeof(size_t) * (1 << 3)) - 1))) |
#define | KMP_MIN_STKOFFSET (0) |
#define | KMP_MAX_STKOFFSET KMP_MAX_STKSIZE |
#define | KMP_DEFAULT_STKOFFSET CACHE_LINE |
#define | KMP_MIN_STKPADDING (0) |
#define | KMP_MAX_STKPADDING (2 * 1024 * 1024) |
#define | KMP_BLOCKTIME_MULTIPLIER (1000000) /* number of blocktime units per second */ |
#define | KMP_MIN_BLOCKTIME (0) |
#define | KMP_MAX_BLOCKTIME (INT_MAX) /* Must be this for "infinite" setting the work */ |
#define | KMP_DEFAULT_BLOCKTIME (__kmp_is_hybrid_cpu() ? (0) : (200000)) |
#define | KMP_BLOCKTIME(team, tid) (get__bt_set(team, tid) ? get__blocktime(team, tid) : __kmp_dflt_blocktime) |
#define | KMP_NOW() __kmp_now_nsec() |
#define | KMP_BLOCKTIME_INTERVAL(team, tid) ((kmp_uint64)KMP_BLOCKTIME(team, tid) * (kmp_uint64)KMP_NSEC_PER_USEC) |
#define | KMP_BLOCKING(goal, count) ((count) % 1000 != 0 || (goal) > KMP_NOW()) |
#define | KMP_MIN_STATSCOLS 40 |
#define | KMP_MAX_STATSCOLS 4096 |
#define | KMP_DEFAULT_STATSCOLS 80 |
#define | KMP_MIN_INTERVAL 0 |
#define | KMP_MAX_INTERVAL (INT_MAX - 1) |
#define | KMP_DEFAULT_INTERVAL 0 |
#define | KMP_MIN_CHUNK 1 |
#define | KMP_MAX_CHUNK (INT_MAX - 1) |
#define | KMP_DEFAULT_CHUNK 1 |
#define | KMP_MIN_DISP_NUM_BUFF 1 |
#define | KMP_DFLT_DISP_NUM_BUFF 7 |
#define | KMP_MAX_DISP_NUM_BUFF 4096 |
#define | KMP_MAX_ORDERED 8 |
#define | KMP_MAX_FIELDS 32 |
#define | KMP_MAX_BRANCH_BITS 31 |
#define | KMP_MAX_ACTIVE_LEVELS_LIMIT INT_MAX |
#define | KMP_MAX_DEFAULT_DEVICE_LIMIT INT_MAX |
#define | KMP_MAX_TASK_PRIORITY_LIMIT INT_MAX |
#define | KMP_TLS_GTID_MIN INT_MAX |
#define | KMP_MASTER_TID(tid) (0 == (tid)) |
#define | KMP_WORKER_TID(tid) (0 != (tid)) |
#define | KMP_MASTER_GTID(gtid) (0 == __kmp_tid_from_gtid((gtid))) |
#define | KMP_WORKER_GTID(gtid) (0 != __kmp_tid_from_gtid((gtid))) |
#define | KMP_INITIAL_GTID(gtid) (0 == (gtid)) |
#define | FALSE 0 |
#define | TRUE (!FALSE) |
#define | KMP_CPU_PAUSE() /* nothing to do */ |
#define | KMP_INIT_YIELD(count) { (count) = __kmp_yield_init; } |
#define | KMP_INIT_BACKOFF(time) { (time) = __kmp_pause_init; } |
#define | KMP_OVERSUBSCRIBED (TCR_4(__kmp_nth) > (__kmp_avail_proc ? __kmp_avail_proc : __kmp_xproc)) |
#define | KMP_TRY_YIELD ((__kmp_use_yield == 1) || (__kmp_use_yield == 2 && (KMP_OVERSUBSCRIBED))) |
#define | KMP_TRY_YIELD_OVERSUB ((__kmp_use_yield == 1 || __kmp_use_yield == 2) && (KMP_OVERSUBSCRIBED)) |
#define | KMP_YIELD(cond) |
#define | KMP_YIELD_OVERSUB() |
#define | KMP_YIELD_SPIN(count) |
#define | KMP_YIELD_OVERSUB_ELSE_SPIN(count, time) |
#define | IS_CONS_TYPE_ORDERED(ct) ((ct) == ct_pdo_ordered) |
#define | KMP_HASH_TABLE_LOG2 9 /* log2 of the hash table size */ |
#define | KMP_HASH_TABLE_SIZE (1 << KMP_HASH_TABLE_LOG2) /* size of the hash table */ |
#define | KMP_HASH_SHIFT 3 /* throw away this many low bits from the address */ |
#define | KMP_HASH(x) ((((kmp_uintptr_t)x) >> KMP_HASH_SHIFT) & (KMP_HASH_TABLE_SIZE - 1)) |
#define | KMP_INIT_BARRIER_STATE 0 /* should probably start from zero */ |
#define | KMP_BARRIER_SLEEP_BIT 0 /* bit used for suspend/sleep part of state */ |
#define | KMP_BARRIER_UNUSED_BIT 1 |
#define | KMP_BARRIER_BUMP_BIT 2 /* lsb used for bump of go/arrived state */ |
#define | KMP_BARRIER_SLEEP_STATE (1 << KMP_BARRIER_SLEEP_BIT) |
#define | KMP_BARRIER_UNUSED_STATE (1 << KMP_BARRIER_UNUSED_BIT) |
#define | KMP_BARRIER_STATE_BUMP (1 << KMP_BARRIER_BUMP_BIT) |
#define | KMP_BARRIER_NOT_WAITING 0 |
#define | KMP_BARRIER_OWN_FLAG 1 |
#define | KMP_BARRIER_PARENT_FLAG 2 |
#define | KMP_BARRIER_SWITCH_TO_OWN_FLAG 3 |
#define | KMP_BARRIER_SWITCHING 4 |
#define | KMP_NOT_SAFE_TO_REAP 0 |
#define | KMP_SAFE_TO_REAP 1 |
#define | bs_reduction_barrier bs_plain_barrier |
#define | KMP_BARRIER_ICV_PUSH 1 |
#define | KMP_CHECK_UPDATE(a, b) |
#define | KMP_CHECK_UPDATE_SYNC(a, b) |
#define | get__blocktime(xteam, xtid) ((xteam)->t.t_threads[(xtid)]->th.th_current_task->td_icvs.blocktime) |
#define | get__bt_set(xteam, xtid) ((xteam)->t.t_threads[(xtid)]->th.th_current_task->td_icvs.bt_set) |
#define | get__dynamic_2(xteam, xtid) ((xteam)->t.t_threads[(xtid)]->th.th_current_task->td_icvs.dynamic) |
#define | get__nproc_2(xteam, xtid) ((xteam)->t.t_threads[(xtid)]->th.th_current_task->td_icvs.nproc) |
#define | get__sched_2(xteam, xtid) ((xteam)->t.t_threads[(xtid)]->th.th_current_task->td_icvs.sched) |
#define | set__blocktime_team(xteam, xtid, xval) |
#define | set__bt_set_team(xteam, xtid, xval) (((xteam)->t.t_threads[(xtid)]->th.th_current_task->td_icvs.bt_set) = (xval)) |
#define | set__dynamic(xthread, xval) (((xthread)->th.th_current_task->td_icvs.dynamic) = (xval)) |
#define | get__dynamic(xthread) (((xthread)->th.th_current_task->td_icvs.dynamic) ? (FTN_TRUE) : (FTN_FALSE)) |
#define | set__nproc(xthread, xval) (((xthread)->th.th_current_task->td_icvs.nproc) = (xval)) |
#define | set__thread_limit(xthread, xval) (((xthread)->th.th_current_task->td_icvs.thread_limit) = (xval)) |
#define | set__max_active_levels(xthread, xval) (((xthread)->th.th_current_task->td_icvs.max_active_levels) = (xval)) |
#define | get__max_active_levels(xthread) ((xthread)->th.th_current_task->td_icvs.max_active_levels) |
#define | set__sched(xthread, xval) (((xthread)->th.th_current_task->td_icvs.sched) = (xval)) |
#define | set__proc_bind(xthread, xval) (((xthread)->th.th_current_task->td_icvs.proc_bind) = (xval)) |
#define | get__proc_bind(xthread) ((xthread)->th.th_current_task->td_icvs.proc_bind) |
#define | KMP_TASK_TO_TASKDATA(task) (((kmp_taskdata_t *)task) - 1) |
#define | KMP_TASKDATA_TO_TASK(taskdata) (kmp_task_t *)(taskdata + 1) |
#define | KMP_TASKING_ENABLED(task_team) (TRUE == TCR_SYNC_4((task_team)->tt.tt_found_tasks)) |
#define | KMP_DEP_IN 0x1 |
#define | KMP_DEP_OUT 0x2 |
#define | KMP_DEP_INOUT 0x3 |
#define | KMP_DEP_MTX 0x4 |
#define | KMP_DEP_SET 0x8 |
#define | KMP_DEP_ALL 0x80 |
#define | MAX_MTX_DEPS 4 |
#define | TASK_DEQUE_BITS 8 |
#define | INITIAL_TASK_DEQUE_SIZE (1 << TASK_DEQUE_BITS) |
#define | TASK_DEQUE_SIZE(td) ((td).td_deque_size) |
#define | TASK_DEQUE_MASK(td) ((td).td_deque_size - 1) |
#define | KMP_MIN_MALLOC_ARGV_ENTRIES 100 |
#define | KMP_INLINE_ARGV_BYTES (2 * CACHE_LINE - ((3 * KMP_PTR_SKIP + 2 * sizeof(int)) % CACHE_LINE)) |
#define | KMP_INLINE_ARGV_ENTRIES (int)(KMP_INLINE_ARGV_BYTES / KMP_PTR_SKIP) |
#define | KMP_DEBUG_BUF_LINES_INIT 512 |
#define | KMP_DEBUG_BUF_LINES_MIN 1 |
#define | KMP_DEBUG_BUF_CHARS_INIT 128 |
#define | KMP_DEBUG_BUF_CHARS_MIN 2 |
#define | __kmp_get_gtid() __kmp_get_global_thread_id() |
#define | __kmp_entry_gtid() __kmp_get_global_thread_id_reg() |
#define | __kmp_get_tid() (__kmp_tid_from_gtid(__kmp_get_gtid())) |
#define | __kmp_get_team() (__kmp_threads[(__kmp_get_gtid())]->th.th_team) |
#define | __kmp_get_thread() (__kmp_thread_from_gtid(__kmp_get_gtid())) |
#define | __kmp_get_team_num_threads(gtid) (__kmp_threads[(gtid)]->th.th_team->t.t_nproc) |
#define | _KMP_GEN_ID(counter) (~0) |
#define | KMP_GEN_TASK_ID() _KMP_GEN_ID(__kmp_task_counter) |
#define | KMP_GEN_TEAM_ID() _KMP_GEN_ID(__kmp_team_counter) |
#define | __kmp_allocate(size) ___kmp_allocate((size)KMP_SRC_LOC_CURR) |
#define | __kmp_page_allocate(size) ___kmp_page_allocate((size)KMP_SRC_LOC_CURR) |
#define | __kmp_free(ptr) ___kmp_free((ptr)KMP_SRC_LOC_CURR) |
#define | __kmp_thread_malloc(th, size) ___kmp_thread_malloc((th), (size)KMP_SRC_LOC_CURR) |
#define | __kmp_thread_calloc(th, nelem, elsize) ___kmp_thread_calloc((th), (nelem), (elsize)KMP_SRC_LOC_CURR) |
#define | __kmp_thread_realloc(th, ptr, size) ___kmp_thread_realloc((th), (ptr), (size)KMP_SRC_LOC_CURR) |
#define | __kmp_thread_free(th, ptr) ___kmp_thread_free((th), (ptr)KMP_SRC_LOC_CURR) |
#define | __kmp_assign_root_init_mask() /* Nothing */ |
#define | KMP_DEBUG_ASSERT_TASKTEAM_INVARIANT(team, thr) /* Nothing */ |
#define | KMPC_CONVENTION |
#define | KMP_DEVICE_DEFAULT -1 |
#define | KMP_DEVICE_ALL -11 |
#define | KMP_HIDDEN_HELPER_THREAD(gtid) ((gtid) >= 1 && (gtid) <= __kmp_hidden_helper_threads_num) |
#define | KMP_HIDDEN_HELPER_WORKER_THREAD(gtid) ((gtid) > 1 && (gtid) <= __kmp_hidden_helper_threads_num) |
#define | KMP_HIDDEN_HELPER_MAIN_THREAD(gtid) ((gtid) == 1 && (gtid) <= __kmp_hidden_helper_threads_num) |
#define | KMP_HIDDEN_HELPER_TEAM(team) (team->t.t_threads[0] == __kmp_hidden_helper_main_thread) |
#define | KMP_GTID_TO_SHADOW_GTID(gtid) ((gtid) % (__kmp_hidden_helper_threads_num - 1) + 2) |
#define __kmp_allocate | ( | size | ) | ___kmp_allocate((size)KMP_SRC_LOC_CURR) |
#define __kmp_entry_gtid | ( | ) | __kmp_get_global_thread_id_reg() |
#define __kmp_free | ( | ptr | ) | ___kmp_free((ptr)KMP_SRC_LOC_CURR) |
#define __kmp_get_gtid | ( | ) | __kmp_get_global_thread_id() |
#define __kmp_get_team | ( | ) | (__kmp_threads[(__kmp_get_gtid())]->th.th_team) |
#define __kmp_get_team_num_threads | ( | gtid | ) | (__kmp_threads[(gtid)]->th.th_team->t.t_nproc) |
#define __kmp_get_thread | ( | ) | (__kmp_thread_from_gtid(__kmp_get_gtid())) |
#define __kmp_get_tid | ( | ) | (__kmp_tid_from_gtid(__kmp_get_gtid())) |
#define __kmp_page_allocate | ( | size | ) | ___kmp_page_allocate((size)KMP_SRC_LOC_CURR) |
#define __kmp_thread_calloc | ( | th, | |
nelem, | |||
elsize | |||
) | ___kmp_thread_calloc((th), (nelem), (elsize)KMP_SRC_LOC_CURR) |
#define __kmp_thread_free | ( | th, | |
ptr | |||
) | ___kmp_thread_free((th), (ptr)KMP_SRC_LOC_CURR) |
#define __kmp_thread_malloc | ( | th, | |
size | |||
) | ___kmp_thread_malloc((th), (size)KMP_SRC_LOC_CURR) |
#define __kmp_thread_realloc | ( | th, | |
ptr, | |||
size | |||
) | ___kmp_thread_realloc((th), (ptr), (size)KMP_SRC_LOC_CURR) |
#define bs_reduction_barrier bs_plain_barrier |
#define get__blocktime | ( | xteam, | |
xtid | |||
) | ((xteam)->t.t_threads[(xtid)]->th.th_current_task->td_icvs.blocktime) |
#define get__bt_set | ( | xteam, | |
xtid | |||
) | ((xteam)->t.t_threads[(xtid)]->th.th_current_task->td_icvs.bt_set) |
#define get__dynamic_2 | ( | xteam, | |
xtid | |||
) | ((xteam)->t.t_threads[(xtid)]->th.th_current_task->td_icvs.dynamic) |
#define get__max_active_levels | ( | xthread | ) | ((xthread)->th.th_current_task->td_icvs.max_active_levels) |
#define get__nproc_2 | ( | xteam, | |
xtid | |||
) | ((xteam)->t.t_threads[(xtid)]->th.th_current_task->td_icvs.nproc) |
#define get__proc_bind | ( | xthread | ) | ((xthread)->th.th_current_task->td_icvs.proc_bind) |
#define get__sched_2 | ( | xteam, | |
xtid | |||
) | ((xteam)->t.t_threads[(xtid)]->th.th_current_task->td_icvs.sched) |
#define INITIAL_TASK_DEQUE_SIZE (1 << TASK_DEQUE_BITS) |
#define IS_CONS_TYPE_ORDERED | ( | ct | ) | ((ct) == ct_pdo_ordered) |
#define KMP_ASSERT_VALID_HW_TYPE | ( | type | ) | KMP_ASSERT(type >= (kmp_hw_t)0 && type < KMP_HW_LAST) |
#define KMP_BARRIER_BUMP_BIT 2 /* lsb used for bump of go/arrived state */ |
#define KMP_BARRIER_SLEEP_BIT 0 /* bit used for suspend/sleep part of state */ |
#define KMP_BARRIER_SLEEP_STATE (1 << KMP_BARRIER_SLEEP_BIT) |
#define KMP_BARRIER_STATE_BUMP (1 << KMP_BARRIER_BUMP_BIT) |
#define KMP_BARRIER_UNUSED_STATE (1 << KMP_BARRIER_UNUSED_BIT) |
#define KMP_BLOCKTIME | ( | team, | |
tid | |||
) | (get__bt_set(team, tid) ? get__blocktime(team, tid) : __kmp_dflt_blocktime) |
#define KMP_BLOCKTIME_INTERVAL | ( | team, | |
tid | |||
) | ((kmp_uint64)KMP_BLOCKTIME(team, tid) * (kmp_uint64)KMP_NSEC_PER_USEC) |
#define KMP_BLOCKTIME_MULTIPLIER (1000000) /* number of blocktime units per second */ |
#define KMP_DEBUG_ASSERT_TASKTEAM_INVARIANT | ( | team, | |
thr | |||
) | /* Nothing */ |
#define KMP_DEBUG_ASSERT_VALID_HW_TYPE | ( | type | ) | KMP_DEBUG_ASSERT(type >= (kmp_hw_t)0 && type < KMP_HW_LAST) |
#define KMP_DEFAULT_BLOCKTIME (__kmp_is_hybrid_cpu() ? (0) : (200000)) |
#define KMP_DEFAULT_STKOFFSET CACHE_LINE |
#define KMP_FOREACH_HW_TYPE | ( | type | ) |
#define KMP_GEN_TASK_ID | ( | ) | _KMP_GEN_ID(__kmp_task_counter) |
#define KMP_GEN_TEAM_ID | ( | ) | _KMP_GEN_ID(__kmp_team_counter) |
#define KMP_GTID_SHUTDOWN (-3) /* Library is shutting down */ |
#define KMP_GTID_TO_SHADOW_GTID | ( | gtid | ) | ((gtid) % (__kmp_hidden_helper_threads_num - 1) + 2) |
#define KMP_HANDLE_SIGNALS ((KMP_OS_UNIX && !KMP_OS_WASI) || KMP_OS_WINDOWS) |
#define KMP_HASH | ( | x | ) | ((((kmp_uintptr_t)x) >> KMP_HASH_SHIFT) & (KMP_HASH_TABLE_SIZE - 1)) |
#define KMP_HASH_SHIFT 3 /* throw away this many low bits from the address */ |
#define KMP_HASH_TABLE_LOG2 9 /* log2 of the hash table size */ |
#define KMP_HASH_TABLE_SIZE (1 << KMP_HASH_TABLE_LOG2) /* size of the hash table */ |
#define KMP_HIDDEN_HELPER_MAIN_THREAD | ( | gtid | ) | ((gtid) == 1 && (gtid) <= __kmp_hidden_helper_threads_num) |
#define KMP_HIDDEN_HELPER_TEAM | ( | team | ) | (team->t.t_threads[0] == __kmp_hidden_helper_main_thread) |
#define KMP_HIDDEN_HELPER_THREAD | ( | gtid | ) | ((gtid) >= 1 && (gtid) <= __kmp_hidden_helper_threads_num) |
#define KMP_HIDDEN_HELPER_WORKER_THREAD | ( | gtid | ) | ((gtid) > 1 && (gtid) <= __kmp_hidden_helper_threads_num) |
#define KMP_INIT_BACKOFF | ( | time | ) | { (time) = __kmp_pause_init; } |
#define KMP_INIT_BARRIER_STATE 0 /* should probably start from zero */ |
#define KMP_INIT_YIELD | ( | count | ) | { (count) = __kmp_yield_init; } |
#define KMP_INLINE_ARGV_BYTES (2 * CACHE_LINE - ((3 * KMP_PTR_SKIP + 2 * sizeof(int)) % CACHE_LINE)) |
#define KMP_INLINE_ARGV_ENTRIES (int)(KMP_INLINE_ARGV_BYTES / KMP_PTR_SKIP) |
#define KMP_MASTER_GTID | ( | gtid | ) | (0 == __kmp_tid_from_gtid((gtid))) |
#define KMP_MAX_BLOCKTIME (INT_MAX) /* Must be this for "infinite" setting the work */ |
#define KMP_MAX_MALLOC_POOL_INCR (~((size_t)1 << ((sizeof(size_t) * (1 << 3)) - 1))) |
#define KMP_MAX_STKOFFSET KMP_MAX_STKSIZE |
#define KMP_MAX_STKSIZE (~((size_t)1 << ((sizeof(size_t) * (1 << 3)) - 1))) |
#define KMP_NOW | ( | ) | __kmp_now_nsec() |
#define KMP_OVERSUBSCRIBED (TCR_4(__kmp_nth) > (__kmp_avail_proc ? __kmp_avail_proc : __kmp_xproc)) |
#define KMP_PACK_64 | ( | HIGH_32, | |
LOW_32 | |||
) | ((kmp_int64)((((kmp_uint64)(HIGH_32)) << 32) | (kmp_uint64)(LOW_32))) |
#define KMP_TASK_TO_TASKDATA | ( | task | ) | (((kmp_taskdata_t *)task) - 1) |
#define KMP_TASKDATA_TO_TASK | ( | taskdata | ) | (kmp_task_t *)(taskdata + 1) |
#define KMP_TASKING_ENABLED | ( | task_team | ) | (TRUE == TCR_SYNC_4((task_team)->tt.tt_found_tasks)) |
#define KMP_TRY_YIELD ((__kmp_use_yield == 1) || (__kmp_use_yield == 2 && (KMP_OVERSUBSCRIBED))) |
#define KMP_TRY_YIELD_OVERSUB ((__kmp_use_yield == 1 || __kmp_use_yield == 2) && (KMP_OVERSUBSCRIBED)) |
#define KMP_UINT64_MAX (~((kmp_uint64)1 << ((sizeof(kmp_uint64) * (1 << 3)) - 1))) |
#define KMP_WEIGHTED_ITERATIONS_SUPPORTED |
#define KMP_WORKER_GTID | ( | gtid | ) | (0 != __kmp_tid_from_gtid((gtid))) |
#define KMP_YIELD | ( | cond | ) |
#define KMP_YIELD_OVERSUB | ( | ) |
#define KMP_YIELD_OVERSUB_ELSE_SPIN | ( | count, | |
time | |||
) |
#define KMP_YIELD_SPIN | ( | count | ) |
#define omp_atv_default ((omp_uintptr_t)-1) |
#define PACK_REDUCTION_METHOD_AND_BARRIER | ( | reduction_method, | |
barrier_type | |||
) | (reduction_method) |
#define SCHEDULE_GET_MODIFIERS | ( | s | ) |
#define SCHEDULE_HAS_MONOTONIC | ( | s | ) | (((s)&kmp_sch_modifier_monotonic) != 0) |
#define SCHEDULE_HAS_NO_MODIFIERS | ( | s | ) | (((s) & (kmp_sch_modifier_nonmonotonic | kmp_sch_modifier_monotonic)) == 0) |
#define SCHEDULE_HAS_NONMONOTONIC | ( | s | ) | (((s)&kmp_sch_modifier_nonmonotonic) != 0) |
#define SCHEDULE_WITHOUT_MODIFIERS | ( | s | ) |
#define set__blocktime_team | ( | xteam, | |
xtid, | |||
xval | |||
) |
#define set__bt_set_team | ( | xteam, | |
xtid, | |||
xval | |||
) | (((xteam)->t.t_threads[(xtid)]->th.th_current_task->td_icvs.bt_set) = (xval)) |
#define set__dynamic | ( | xthread, | |
xval | |||
) | (((xthread)->th.th_current_task->td_icvs.dynamic) = (xval)) |
#define set__max_active_levels | ( | xthread, | |
xval | |||
) | (((xthread)->th.th_current_task->td_icvs.max_active_levels) = (xval)) |
#define set__nproc | ( | xthread, | |
xval | |||
) | (((xthread)->th.th_current_task->td_icvs.nproc) = (xval)) |
#define set__proc_bind | ( | xthread, | |
xval | |||
) | (((xthread)->th.th_current_task->td_icvs.proc_bind) = (xval)) |
#define set__sched | ( | xthread, | |
xval | |||
) | (((xthread)->th.th_current_task->td_icvs.sched) = (xval)) |
#define set__thread_limit | ( | xthread, | |
xval | |||
) | (((xthread)->th.th_current_task->td_icvs.thread_limit) = (xval)) |
#define SKIP_DIGITS | ( | _x | ) |
#define SKIP_TO | ( | _x, | |
_c | |||
) |
#define SKIP_TOKEN | ( | _x | ) |
#define SKIP_WS | ( | _x | ) |
#define TEST_REDUCTION_METHOD | ( | packed_reduction_method, | |
which_reduction_block | |||
) |
#define UNPACK_REDUCTION_BARRIER | ( | packed_reduction_method | ) | (bs_plain_barrier) |
#define UNPACK_REDUCTION_METHOD | ( | packed_reduction_method | ) | (packed_reduction_method) |
typedef struct KMP_ALIGN_CACHE dispatch_private_info32 dispatch_private_info32_t |
typedef struct KMP_ALIGN_CACHE dispatch_private_info64 dispatch_private_info64_t |
typedef struct KMP_ALIGN_CACHE dispatch_private_info dispatch_private_info_t |
typedef struct dispatch_shared_info32 dispatch_shared_info32_t |
typedef struct dispatch_shared_info64 dispatch_shared_info64_t |
typedef struct dispatch_shared_info dispatch_shared_info_t |
typedef void* kmp_affinity_mask_t |
typedef struct kmp_allocator_t kmp_allocator_t |
typedef union kmp_barrier_union kmp_balign_t |
typedef union kmp_barrier_team_union kmp_balign_team_t |
typedef enum kmp_bar_pat kmp_bar_pat_e |
typedef struct kmp_base_data kmp_base_data_t |
typedef struct kmp_base_depnode kmp_base_depnode_t |
typedef struct kmp_base_global kmp_base_global_t |
typedef struct KMP_ALIGN_CACHE kmp_base_info kmp_base_info_t |
typedef struct kmp_base_root kmp_base_root_t |
typedef struct kmp_base_task_team kmp_base_task_team_t |
typedef struct KMP_ALIGN_CACHE kmp_base_team kmp_base_team_t |
typedef struct kmp_base_thread_data kmp_base_thread_data_t |
typedef struct KMP_ALIGN_CACHE kmp_bstate kmp_bstate_t |
typedef struct kmp_cached_addr kmp_cached_addr_t |
typedef enum kmp_cancel_kind_t kmp_cancel_kind_t |
typedef struct kmp_cg_root kmp_cg_root_t |
typedef kmp_int32 kmp_critical_name[8] |
typedef struct kmp_depend_info kmp_depend_info_t |
typedef struct kmp_dephash_entry kmp_dephash_entry_t |
typedef struct kmp_dephash kmp_dephash_t |
typedef struct kmp_depnode_list kmp_depnode_list_t |
typedef union kmp_depnode kmp_depnode_t |
typedef struct kmp_desc_base kmp_desc_base_t |
typedef union KMP_ALIGN_CACHE kmp_desc kmp_desc_t |
typedef struct kmp_disp kmp_disp_t |
typedef enum kmp_event_type_t kmp_event_type_t |
typedef union KMP_ALIGN_CACHE kmp_global kmp_global_t |
typedef enum kmp_hw_core_type_t kmp_hw_core_type_t |
typedef struct kmp_hws_item kmp_hws_item_t |
typedef union kmp_info kmp_info_p |
typedef union KMP_ALIGN_CACHE kmp_info kmp_info_t |
typedef struct kmp_internal_control kmp_internal_control_t |
typedef struct kmp_local kmp_local_t |
typedef omp_memspace_handle_t kmp_memspace_t |
typedef struct kmp_nested_nthreads_t kmp_nested_nthreads_t |
typedef struct kmp_nested_proc_bind_t kmp_nested_proc_bind_t |
typedef struct kmp_old_threads_list_t kmp_old_threads_list_t |
typedef union KMP_ALIGN_CACHE kmp_ordered_team kmp_ordered_team_t |
typedef enum kmp_pause_status_t kmp_pause_status_t |
typedef enum kmp_proc_bind_t kmp_proc_bind_t |
typedef union kmp_r_sched kmp_r_sched_t |
typedef union kmp_root kmp_root_p |
typedef union KMP_ALIGN_CACHE kmp_root kmp_root_t |
typedef struct kmp_sched_flags kmp_sched_flags_t |
typedef enum kmp_sched kmp_sched_t |
typedef enum kmp_severity_t kmp_severity_t |
typedef union KMP_ALIGN_CACHE kmp_sleep_team kmp_sleep_team_t |
typedef struct kmp_sys_info kmp_sys_info_t |
typedef struct kmp_target_data kmp_target_data_t |
typedef enum kmp_target_offload_kind kmp_target_offload_kind_t |
typedef struct kmp_task_affinity_info kmp_task_affinity_info_t |
typedef struct kmp_task_pri kmp_task_pri_t |
typedef struct kmp_task_team_list_t kmp_task_team_list_t |
typedef union kmp_task_team kmp_task_team_t |
typedef struct kmp_taskdata kmp_taskdata_t |
typedef struct kmp_taskgroup kmp_taskgroup_t |
typedef struct kmp_tasking_flags kmp_tasking_flags_t |
typedef enum kmp_tasking_mode kmp_tasking_mode_t |
typedef union kmp_team kmp_team_p |
typedef union kmp_team kmp_team_t |
typedef struct kmp_teams_size kmp_teams_size_t |
typedef union KMP_ALIGN_CACHE kmp_thread_data kmp_thread_data_t |
typedef union KMP_ALIGN_CACHE kmp_time_global kmp_time_global_t |
typedef void* omp_allocator_handle_t |
typedef void* omp_memspace_handle_t |
typedef enum omp_sched_t omp_sched_t |
typedef uintptr_t omp_uintptr_t |
typedef int PACKED_REDUCTION_METHOD_T |
enum _reduction_method |
enum barrier_type |
enum cons_type |
enum dynamic_mode |
enum flag_type |
enum fork_context_e |
enum kmp_bar_pat |
enum kmp_cancel_kind_t |
enum kmp_event_type_t |
enum kmp_hw_core_type_t |
enum kmp_pause_status_t |
enum kmp_proc_bind_t |
enum kmp_sched |
enum kmp_severity_t |
enum kmp_state_timer |
enum kmp_tasking_mode |
enum library_type |
enum omp_alloctrait_key_t |
enum omp_sched_t |
Definition at line 1997 of file kmp_alloc.cpp.
References ___kmp_allocate_align(), __kmp_align_alloc, KE_TRACE, KMP_SRC_LOC_PARM, and size.
Definition at line 2023 of file kmp_alloc.cpp.
References _free_src_loc, CACHE_LINE, free_src_loc, KE_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_MB, KMP_SRC_LOC_PARM, kmp_mem_descr::ptr_aligned, kmp_mem_descr::ptr_allocated, kmp_mem_descr::size_aligned, and kmp_mem_descr::size_allocated.
Definition at line 2010 of file kmp_alloc.cpp.
References ___kmp_allocate_align(), KE_TRACE, KMP_SRC_LOC_PARM, and size.
void * ___kmp_thread_calloc | ( | kmp_info_t * | th, |
size_t | nelem, | ||
size_t elsize | KMP_SRC_LOC_DECL | ||
) |
Definition at line 1194 of file kmp_alloc.cpp.
References KE_TRACE, and KMP_SRC_LOC_PARM.
void ___kmp_thread_free | ( | kmp_info_t * | th, |
void *ptr | KMP_SRC_LOC_DECL | ||
) |
Definition at line 1213 of file kmp_alloc.cpp.
References KE_TRACE, and KMP_SRC_LOC_PARM.
void * ___kmp_thread_malloc | ( | kmp_info_t * | th, |
size_t size | KMP_SRC_LOC_DECL | ||
) |
Definition at line 1185 of file kmp_alloc.cpp.
References KE_TRACE, KMP_SRC_LOC_PARM, and size.
void * ___kmp_thread_realloc | ( | kmp_info_t * | th, |
void * | ptr, | ||
size_t size | KMP_SRC_LOC_DECL | ||
) |
Definition at line 1204 of file kmp_alloc.cpp.
References KE_TRACE, KMP_SRC_LOC_PARM, and size.
void ___kmpc_free | ( | int | gtid, |
void * | ptr, | ||
omp_allocator_handle_t | al | ||
) |
Definition at line 1824 of file kmp_alloc.cpp.
References __kmp_memkind_available, __kmp_target_mem_available, __kmp_thread_free, __kmp_thread_from_gtid(), __kmp_threads, kmp_mem_desc::allocator, CCAST, kmp_allocator_t::fb_data, KMP_DEBUG_ASSERT, KMP_IS_TARGET_MEM_ALLOC, KMP_IS_TARGET_MEM_SPACE, kmp_max_mem_alloc, kmp_mk_free, kmp_target_free_device, kmp_target_free_host, kmp_target_free_shared, kmp_target_unlock_mem, KMP_TEST_THEN_ADD64, llvm_omp_target_device_mem_alloc, llvm_omp_target_host_mem_alloc, llvm_omp_target_shared_mem_alloc, kmp_allocator_t::memkind, kmp_allocator_t::memspace, mk_dax_kmem_all, mk_default, mk_hbw_preferred, omp_high_bw_mem_alloc, omp_large_cap_mem_alloc, kmp_allocator_t::pinned, kmp_allocator_t::pool_size, kmp_allocator_t::pool_used, kmp_mem_desc::ptr_align, kmp_mem_desc::ptr_alloc, RCAST, kmp_mem_desc::size_a, and void.
Referenced by __kmp_realloc(), __kmpc_free(), KMP_API_NAME_GOMP_FREE(), and omp_free().
KMP_NORETURN void __kmp_abort_process | ( | void | ) |
Definition at line 458 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_debug_buf, __kmp_dump_debug_buffer(), __kmp_exit_lock, __kmp_global, __kmp_infinite_loop(), __kmp_release_bootstrap_lock(), and __kmp_unregister_library().
Referenced by __kmp_fatal().
Definition at line 492 of file kmp_runtime.cpp.
References __kmp_infinite_loop().
Referenced by __kmp_dist_barrier_gather(), __kmp_tasking_barrier(), and __kmp_wait_template().
Definition at line 4624 of file kmp.h.
References __kmp_hidden_helper_threads_num.
void * __kmp_alloc | ( | int | gtid, |
size_t | align, | ||
size_t | sz, | ||
omp_allocator_handle_t | al | ||
) |
Definition at line 1546 of file kmp_alloc.cpp.
References __kmp_alloc(), __kmp_init_serial, __kmp_memkind_available, __kmp_target_mem_available, __kmp_thread_from_gtid(), __kmp_thread_malloc, __kmp_threads, addr, kmp_allocator_t::alignment, alignment, kmp_mem_desc::allocator, kmp_allocator_t::fb, kmp_allocator_t::fb_data, KE_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_INFORM, KMP_IS_TARGET_MEM_ALLOC, KMP_IS_TARGET_MEM_SPACE, kmp_max_mem_alloc, KMP_MB, kmp_mk_alloc, kmp_target_alloc_device, kmp_target_alloc_host, kmp_target_alloc_shared, kmp_target_lock_mem, KMP_TEST_THEN_ADD64, KMP_WARNING, llvm_omp_target_host_mem_alloc, llvm_omp_target_host_mem_space, llvm_omp_target_shared_mem_alloc, llvm_omp_target_shared_mem_space, kmp_allocator_t::memkind, kmp_allocator_t::memspace, mk_dax_kmem_all, mk_default, mk_hbw_preferred, omp_atv_abort_fb, omp_atv_allocator_fb, omp_atv_default_mem_fb, omp_cgroup_mem_alloc, omp_const_mem_alloc, omp_default_mem_alloc, omp_high_bw_mem_alloc, omp_large_cap_mem_alloc, omp_low_lat_mem_alloc, omp_null_allocator, omp_pteam_mem_alloc, omp_thread_mem_alloc, kmp_allocator_t::pinned, kmp_allocator_t::pool_size, kmp_allocator_t::pool_used, kmp_mem_desc::ptr_align, kmp_mem_desc::ptr_alloc, RCAST, size, kmp_mem_desc::size_a, and kmp_mem_desc::size_orig.
Referenced by __kmp_alloc(), __kmp_calloc(), __kmp_realloc(), __kmpc_aligned_alloc(), __kmpc_alloc(), KMP_API_NAME_GOMP_ALLOC(), omp_aligned_alloc(), and omp_alloc().
kmp_team_t * __kmp_allocate_team | ( | kmp_root_t * | root, |
int | new_nproc, | ||
int | max_nproc, | ||
kmp_proc_bind_t | proc_bind, | ||
kmp_internal_control_t * | new_icvs, | ||
int argc | USE_NESTED_HOT_ARGkmp_info_t *thr | ||
) |
kmp_info_t * __kmp_allocate_thread | ( | kmp_root_t * | root, |
kmp_team_t * | team, | ||
int | tid | ||
) |
Definition at line 4423 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_adjust_gtid_mode, __kmp_all_nth, __kmp_allocate, __kmp_allocate_team(), __kmp_avail_proc, __kmp_barrier_gather_pattern, __kmp_create_worker(), __kmp_def_allocator, __kmp_env_blocktime, __kmp_get_gtid, __kmp_get_x_global_icvs(), __kmp_gtid_mode, __kmp_hidden_helper_threads_num, __kmp_init_hidden_helper_threads, __kmp_init_random(), __kmp_initialize_bget(), __kmp_initialize_info(), __kmp_lock_suspend_mx(), __kmp_monitor, __kmp_nth, __kmp_print_thread_storage_map(), __kmp_release_bootstrap_lock(), __kmp_stksize, __kmp_storage_map, __kmp_suspend_initialize_thread(), __kmp_thread_pool, __kmp_thread_pool_active_nth, __kmp_thread_pool_insert_pt, __kmp_threads, __kmp_threads_capacity, __kmp_tls_gtid_min, __kmp_unlock_suspend_mx(), b, kmp_barrier_union::bb, bp_dist_bar, bs_forkjoin_barrier, bs_last_barrier, CCAST, FALSE, flag_unset, if(), KA_TRACE, KF_TRACE, KMP_ASSERT, KMP_ATOMIC_DEC, KMP_BARRIER_NOT_WAITING, KMP_BARRIER_PARENT_FLAG, KMP_DEBUG_ASSERT, KMP_HIDDEN_HELPER_TEAM, KMP_INIT_BARRIER_STATE, KMP_MASTER_GTID, KMP_MB, KMP_YIELD, proc_bind_default, severity_fatal, kmp_team::t, TCR_4, TCR_PTR, TCW_4, TCW_PTR, TCW_SYNC_PTR, TRUE, and USE_NESTED_HOT_ARG.
Referenced by __kmp_allocate_team(), and __kmp_fork_team_threads().
Definition at line 3653 of file kmp.h.
References __kmp_threads_capacity, KMP_FATAL, and UNLIKELY.
Referenced by __kmp_dispatch_finish(), __kmp_dispatch_init(), __kmp_dispatch_next(), __kmp_dist_for_static_init(), __kmp_dist_get_bounds(), __kmp_for_static_init(), __kmp_task_reduction_init(), __kmp_task_reduction_modifier_init(), __kmp_team_static_init(), __kmpc_barrier(), __kmpc_barrier_master(), __kmpc_barrier_master_nowait(), __kmpc_copyprivate(), __kmpc_critical(), __kmpc_doacross_fini(), __kmpc_doacross_init(), __kmpc_doacross_post(), __kmpc_doacross_wait(), __kmpc_end_barrier_master(), __kmpc_end_masked(), __kmpc_end_master(), __kmpc_end_ordered(), __kmpc_end_reduce(), __kmpc_end_reduce_nowait(), __kmpc_end_serialized_parallel(), __kmpc_end_single(), __kmpc_end_taskgroup(), __kmpc_for_collapsed_init(), __kmpc_masked(), __kmpc_master(), __kmpc_omp_task(), __kmpc_omp_task_alloc(), __kmpc_omp_task_with_deps(), __kmpc_omp_taskwait_deps_51(), __kmpc_omp_taskyield(), __kmpc_ordered(), __kmpc_proxy_task_completed(), __kmpc_push_num_teams(), __kmpc_push_num_teams_51(), __kmpc_push_num_threads(), __kmpc_push_num_threads_list(), __kmpc_push_proc_bind(), __kmpc_reduce(), __kmpc_reduce_nowait(), __kmpc_serialized_parallel(), __kmpc_set_thread_limit(), __kmpc_single(), __kmpc_task_reduction_get_th_data(), __kmpc_taskgroup(), __kmpc_taskloop(), and __kmpc_taskloop_5().
int __kmp_atomic_execute_tasks_64 | ( | kmp_info_t * | thread, |
kmp_int32 | gtid, | ||
kmp_atomic_flag_64< C, S > * | flag, | ||
int | final_spin, | ||
int * | thread_finished, | ||
kmp_int32 | is_constrained | ||
) |
void __kmp_atomic_resume_64 | ( | int | target_gtid, |
kmp_atomic_flag_64< C, S > * | flag | ||
) |
Definition at line 1760 of file z_Linux_util.cpp.
References __kmp_resume_template(), and flag.
Referenced by __kmp_dist_barrier_wakeup(), __kmp_free_team(), __kmp_null_resume_wrapper(), __kmp_resize_dist_barrier(), and kmp_atomic_flag_64< Cancellable, Sleepable >::resume().
void __kmp_atomic_suspend_64 | ( | int | th_gtid, |
kmp_atomic_flag_64< C, S > * | flag | ||
) |
Definition at line 1654 of file z_Linux_util.cpp.
References __kmp_suspend_template(), and flag.
Referenced by kmp_atomic_flag_64< Cancellable, Sleepable >::suspend().
size_t __kmp_aux_capture_affinity | ( | int | gtid, |
const char * | format, | ||
kmp_str_buf_t * | buffer | ||
) |
Definition at line 8801 of file kmp_runtime.cpp.
References __kmp_affinity_format, __kmp_aux_capture_affinity_field(), __kmp_str_buf_cat(), __kmp_str_buf_catbuf(), __kmp_str_buf_clear(), __kmp_str_buf_free(), __kmp_str_buf_init, __kmp_threads, and KMP_DEBUG_ASSERT.
Referenced by __kmp_aux_display_affinity(), FTN_CAPTURE_AFFINITY(), and ompc_capture_affinity().
Definition at line 3487 of file kmp.h.
References __kmp_blocktime_units, and KMP_INFORM.
Referenced by FTN_SET_BLOCKTIME(), and kmpc_set_blocktime().
Definition at line 8844 of file kmp_runtime.cpp.
References __kmp_aux_capture_affinity(), __kmp_fprintf(), __kmp_str_buf_free(), __kmp_str_buf_init, buf, and kmp_out.
Referenced by __kmp_fork_barrier(), __kmp_serialized_parallel(), FTN_DISPLAY_AFFINITY(), and ompc_display_affinity().
int __kmp_aux_get_num_teams | ( | ) |
Definition at line 8564 of file kmp_runtime.cpp.
References __kmp_aux_get_team_info(), and kmp_team::t.
Referenced by __kmp_aux_capture_affinity_field(), and FTN_GET_NUM_TEAMS().
int __kmp_aux_get_team_num | ( | ) |
Definition at line 8551 of file kmp_runtime.cpp.
References __kmp_aux_get_team_info(), and kmp_team::t.
Referenced by __kmp_aux_capture_affinity_field(), and FTN_GET_TEAM_NUM().
void __kmp_aux_set_blocktime | ( | int | arg, |
kmp_info_t * | thread, | ||
int | tid | ||
) |
Definition at line 8853 of file kmp_runtime.cpp.
References __kmp_gtid_from_tid(), __kmp_save_internal_controls(), KF_TRACE, kmp_int8, KMP_MAX_BLOCKTIME, KMP_MIN_BLOCKTIME, set__blocktime_team, set__bt_set_team, and TRUE.
Referenced by __kmp_aux_env_initialize(), FTN_SET_BLOCKTIME(), and kmpc_set_blocktime().
Definition at line 8897 of file kmp_runtime.cpp.
References __kmp_display_env, __kmp_display_env_verbose, __kmp_env_initialize(), __kmp_env_print(), __kmp_init_serial, __kmp_serial_initialize(), and __kmp_settings.
Referenced by FTN_SET_DEFAULTS(), and kmpc_set_defaults().
void __kmp_aux_set_library | ( | enum library_type | arg | ) |
Definition at line 8501 of file kmp_runtime.cpp.
References __kmp_dflt_blocktime, __kmp_library, __kmp_use_yield, __kmp_use_yield_exp_set, KMP_DEFAULT_BLOCKTIME, KMP_FATAL, KMP_INFORM, KMP_MAX_BLOCKTIME, library_serial, library_throughput, and library_turnaround.
Referenced by __kmp_user_set_library().
void __kmp_aux_set_stacksize | ( | size_t | arg | ) |
Definition at line 8469 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_env_stksize, __kmp_init_parallel, __kmp_init_serial, __kmp_initz_lock, __kmp_release_bootstrap_lock(), __kmp_serial_initialize(), __kmp_stksize, __kmp_sys_min_stksize, KMP_MAX_STKSIZE, TCR_4, TRUE, and value.
Referenced by FTN_SET_STACKSIZE(), FTN_SET_STACKSIZE_S(), kmpc_set_stacksize(), and kmpc_set_stacksize_s().
int __kmp_barrier | ( | enum barrier_type | bt, |
int | gtid, | ||
int | is_split, | ||
size_t | reduce_size, | ||
void * | reduce_data, | ||
void(*)(void *, void *) | reduce | ||
) |
Definition at line 2100 of file kmp_barrier.cpp.
Referenced by __kmp_dispatch_init_hierarchy(), __kmpc_barrier(), __kmpc_barrier_master(), __kmpc_barrier_master_nowait(), __kmpc_copyprivate(), __kmpc_copyprivate_light(), __kmpc_end_reduce(), __kmpc_reduce(), __kmpc_reduce_nowait(), KMP_API_NAME_GOMP_SINGLE_COPY_END(), and KMP_API_NAME_GOMP_SINGLE_COPY_START().
void * __kmp_calloc | ( | int | gtid, |
size_t | align, | ||
size_t | nmemb, | ||
size_t | sz, | ||
omp_allocator_handle_t | al | ||
) |
Definition at line 1758 of file kmp_alloc.cpp.
References __kmp_alloc(), __kmp_init_serial, __kmp_threads, kmp_allocator_t::fb, KMP_ASSERT, KMP_DEBUG_ASSERT, omp_atv_abort_fb, omp_null_allocator, RCAST, and size.
Referenced by __kmpc_calloc(), omp_aligned_calloc(), and omp_calloc().
void __kmp_check_stack_overlap | ( | kmp_info_t * | thr | ) |
Definition at line 298 of file kmp_runtime.cpp.
References __kmp_env_checks, __kmp_fatal(), __kmp_gtid_from_thread(), __kmp_msg_null, __kmp_print_storage_map_gtid(), __kmp_storage_map, __kmp_threads, __kmp_threads_capacity, f(), KA_TRACE, KMP_GTID_MONITOR, KMP_HNT, KMP_MSG, KMP_UBER_GTID(), TCR_PTR, TCR_SYNC_PTR, and TRUE.
Referenced by __kmp_create_worker(), and __kmp_launch_worker().
void __kmp_check_stksize | ( | size_t * | val | ) |
Definition at line 256 of file kmp_settings.cpp.
References __kmp_sys_min_stksize, KMP_DEFAULT_STKSIZE, KMP_MAX_STKSIZE, and val.
Referenced by __kmp_runtime_initialize().
Definition at line 8277 of file kmp_runtime.cpp.
References __kmp_affinity_format, __kmp_cleanup_hierarchy(), __kmp_cleanup_threadprivate_caches(), __kmp_cleanup_user_locks(), __kmp_free, __kmp_hier_scheds, __kmp_i18n_catclose(), __kmp_init_middle, __kmp_init_parallel, __kmp_init_serial, __kmp_nested_nth, __kmp_nested_proc_bind, __kmp_old_threads_list, __kmp_root, __kmp_runtime_destroy(), __kmp_stats_fini(), __kmp_threads, __kmp_threads_capacity, kmp_nested_proc_bind_t::bind_types, CCAST, kmp_hier_sched_env_t::deallocate(), f(), FALSE, KA_TRACE, KMP_INTERNAL_FREE, kmp_old_threads_list_t::next, kmp_nested_nthreads_t::nth, kmp_nested_nthreads_t::size, kmp_nested_proc_bind_t::size, TCR_4, TCW_4, kmp_old_threads_list_t::threads, kmp_nested_nthreads_t::used, and kmp_nested_proc_bind_t::used.
Referenced by __kmp_internal_end().
void __kmp_cleanup_hierarchy | ( | ) |
Definition at line 39 of file kmp_affinity.cpp.
References hierarchy_info::fini(), and machine_hierarchy.
Referenced by __kmp_cleanup().
void __kmp_cleanup_threadprivate_caches | ( | ) |
Definition at line 781 of file kmp_threadprivate.cpp.
References __kmp_free, __kmp_threadpriv_cache_list, kmp_cached_addr::addr, kmp_cached_addr::compiler_cache, kmp_cached_addr::data, and kmp_cached_addr::next.
Referenced by __kmp_cleanup().
Definition at line 1888 of file z_Linux_util.cpp.
References __kmp_sys_timer_data, __kmp_win32_time, KMP_CHECK_SYSFAIL_ERRNO, kmp_sys_timer::start, status, and TIMEVAL_TO_TIMESPEC.
Definition at line 160 of file kmp_threadprivate.cpp.
References __kmp_all_nth, __kmp_foreign_tp, __kmp_init_common, __kmp_threadprivate_d_table, __kmp_threadprivate_find_task_common(), __kmp_threads, shared_table::data, shared_common::dt, shared_common::dtor, shared_common::dtorv, FALSE, shared_common::gbl_addr, shared_common::is_vec, KMP_HASH_TABLE_SIZE, KMP_INITIAL_GTID, KMP_UBER_GTID(), shared_common::next, shared_common::obj_init, private_common::par_addr, TCR_4, TCW_4, and shared_common::vec_len.
Definition at line 223 of file kmp_threadprivate.cpp.
References __kmp_find_shared_task_common(), __kmp_foreign_tp, __kmp_init_common, __kmp_init_gtid, __kmp_threadprivate_d_table, __kmp_threads, shared_common::dt, shared_common::dtor, shared_common::dtorv, private_common::gbl_addr, shared_common::is_vec, KC_TRACE, KMP_INITIAL_GTID, KMP_UBER_GTID(), private_common::link, shared_common::obj_init, private_common::par_addr, TCR_4, shared_common::vec_len, and void.
Referenced by __kmp_launch_thread().
Definition at line 129 of file kmp_threadprivate.cpp.
References __kmp_init_common, __kmp_root, __kmp_threadpriv_cache_list, __kmp_threadprivate_d_table, __kmp_threads_capacity, shared_table::data, KMP_DEBUG_ASSERT, KMP_HASH_TABLE_SIZE, r, TCR_4, TCW_4, and TRUE.
Referenced by __kmp_do_serial_initialize().
void __kmp_create_worker | ( | int | gtid, |
kmp_info_t * | th, | ||
size_t | stack_size | ||
) |
Definition at line 780 of file z_Linux_util.cpp.
References __kmp_acquire_tas_lock(), __kmp_check_stack_overlap(), __kmp_env_stksize, __kmp_fatal(), __kmp_generate_warnings, __kmp_gtid_mode, __kmp_launch_worker(), __kmp_msg(), __kmp_msg_null, __kmp_release_tas_lock(), __kmp_set_stack_info(), __kmp_stkoffset, __kmp_stksize, __kmp_str_free(), FALSE, KA_TRACE, KMP_ASSERT, KMP_DEFAULT_STKSIZE, KMP_ERR, KMP_HNT, KMP_MB, kmp_ms_warning, KMP_MSG, KMP_SYSFAIL, KMP_UBER_GTID(), KMP_UINTPTR_SPEC, kmp_warnings_off, status, kmp_msg::str, TCR_4, TCW_4, TCW_PTR, and TRUE.
Referenced by __kmp_allocate_thread(), and __kmp_register_root().
bool __kmp_detect_shm | ( | ) |
Definition at line 3083 of file z_Linux_util.cpp.
Referenced by __kmp_register_library_startup().
bool __kmp_detect_tmp | ( | ) |
Definition at line 3095 of file z_Linux_util.cpp.
Referenced by __kmp_register_library_startup().
PACKED_REDUCTION_METHOD_T __kmp_determine_reduction_method | ( | ident_t * | loc, |
kmp_int32 | global_tid, | ||
kmp_int32 | num_vars, | ||
size_t | reduce_size, | ||
void * | reduce_data, | ||
void(*)(void *lhs_data, void *rhs_data) | reduce_func, | ||
kmp_critical_name * | lck | ||
) |
Definition at line 8912 of file kmp_runtime.cpp.
References __kmp_force_reduction_method, __kmp_get_team_num_threads, atomic_reduce_block, critical_reduce_block, empty_reduce_block, FAST_REDUCTION_ATOMIC_METHOD_GENERATED, FAST_REDUCTION_TREE_METHOD_GENERATED, KA_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_WARNING, lck, reduction_method_not_defined, and tree_reduce_block.
Referenced by __kmpc_reduce(), and __kmpc_reduce_nowait().
Definition at line 1284 of file z_Linux_util.cpp.
References __kmp_init_runtime, __kmp_win32_section, KMP_CHECK_SYSFAIL, and status.
void __kmp_do_initialize_hidden_helper_threads | ( | ) |
Definition at line 3050 of file z_Linux_util.cpp.
References KMP_ASSERT.
Referenced by __kmp_hidden_helper_initialize().
Definition at line 2055 of file z_Linux_util.cpp.
References __kmp_win32_tick, double, KMP_CHECK_SYSFAIL_ERRNO, KMP_NSEC_PER_SEC, KMP_USEC_PER_SEC, and status.
Referenced by __kmp_get_load_balance(), and FTN_GET_WTIME().
Definition at line 2075 of file z_Linux_util.cpp.
References __kmp_win32_tick, and double.
Referenced by FTN_GET_WTICK().
Definition at line 1275 of file z_Linux_util.cpp.
References __kmp_init_runtime, __kmp_win32_section, KMP_CHECK_SYSFAIL, KMP_DEBUG_ASSERT, and status.
void __kmp_end_split_barrier | ( | enum barrier_type | bt, |
int | gtid | ||
) |
Definition at line 2131 of file kmp_barrier.cpp.
References __kmp_barrier_release_branch_bits, __kmp_barrier_release_pattern, __kmp_dist_barrier_release(), __kmp_hierarchical_barrier_release(), __kmp_hyper_barrier_release(), __kmp_linear_barrier_release(), __kmp_task_team_sync(), __kmp_tasking_mode, __kmp_threads, __kmp_tid_from_gtid(), __kmp_tree_barrier_release(), bp_dist_bar, bp_hierarchical_bar, bp_hyper_bar, bp_tree_bar, bs_last_barrier, FALSE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_MASTER_GTID, KMP_SET_THREAD_STATE_BLOCK, KMP_TIME_DEVELOPER_PARTITIONED_BLOCK, kmp_team::t, tskm_immediate_exec, and USE_ITT_BUILD_ARG.
Referenced by __kmpc_end_barrier_master(), and __kmpc_end_reduce().
Definition at line 699 of file kmp_runtime.cpp.
References __kmp_atomic_compare_store_acq(), __kmp_check_workshare(), __kmp_env_consistency_check, __kmp_init_parallel, __kmp_parallel_initialize(), __kmp_push_workshare(), __kmp_resume_if_soft_paused(), __kmp_threads, ct_psingle, KMP_MASTER_GTID, status, kmp_team::t, and TCR_4.
Referenced by __kmpc_single(), KMP_API_NAME_GOMP_SINGLE_COPY_START(), and KMP_API_NAME_GOMP_SINGLE_START().
|
inlinestatic |
Definition at line 3740 of file kmp.h.
References __kmp_entry_gtid, and __kmp_threads.
Referenced by __kmp_aux_get_team_info(), __kmp_get_cancellation_status(), __kmp_get_reduce_method(), __kmpc_bound_num_threads(), __kmpc_in_parallel(), FTN_GET_ACTIVE_LEVEL(), FTN_GET_DEFAULT_DEVICE(), FTN_GET_DYNAMIC(), FTN_GET_LEVEL(), FTN_GET_NESTED(), FTN_GET_PROC_BIND(), FTN_IN_FINAL(), FTN_IN_PARALLEL(), FTN_SET_DEFAULT_DEVICE(), FTN_SET_DYNAMIC(), FTN_SET_NESTED(), kmpc_aligned_malloc(), kmpc_calloc(), kmpc_malloc(), kmpc_realloc(), ompc_set_dynamic(), and ompc_set_nested().
kmp_uint32 __kmp_eq_4 | ( | kmp_uint32 | value, |
kmp_uint32 | checker | ||
) |
Definition at line 3023 of file kmp_dispatch.cpp.
References checker, and value.
Referenced by __kmpc_doacross_init().
int __kmp_execute_tasks_32 | ( | kmp_info_t * | thread, |
kmp_int32 | gtid, | ||
kmp_flag_32< C, S > * | flag, | ||
int | final_spin, | ||
int * | thread_finished, | ||
kmp_int32 | is_constrained | ||
) |
Referenced by kmp_flag_32< Cancellable, Sleepable >::execute_tasks().
int __kmp_execute_tasks_64 | ( | kmp_info_t * | thread, |
kmp_int32 | gtid, | ||
kmp_flag_64< C, S > * | flag, | ||
int | final_spin, | ||
int * | thread_finished, | ||
kmp_int32 | is_constrained | ||
) |
Referenced by kmp_flag_64< Cancellable, Sleepable >::execute_tasks().
int __kmp_execute_tasks_oncore | ( | kmp_info_t * | thread, |
kmp_int32 | gtid, | ||
kmp_flag_oncore * | flag, | ||
int | final_spin, | ||
int * | thread_finished, | ||
kmp_int32 | is_constrained | ||
) |
Referenced by kmp_flag_oncore::execute_tasks().
Definition at line 752 of file kmp_runtime.cpp.
References __kmp_env_consistency_check, __kmp_pop_workshare(), and ct_psingle.
Referenced by __kmpc_end_single().
Definition at line 1058 of file z_Linux_util.cpp.
Definition at line 247 of file kmp_utility.cpp.
References __kmp_dflt_team_nth, __kmp_expand_host_name(), __kmp_xproc, end, i, KMP_DEBUG_ASSERT, KMP_FATAL, KMP_SNPRINTF, KMP_STRNCPY, and result.
Definition at line 222 of file kmp_utility.cpp.
References KMP_DEBUG_ASSERT, KMP_STRCPY_S, s, size, and unknown.
Referenced by __kmp_aux_capture_affinity_field(), and __kmp_expand_file_name().
void __kmp_finalize_bget | ( | kmp_info_t * | th | ) |
Referenced by __kmp_reap_thread().
void __kmp_fini_memkind | ( | ) |
Definition at line 1334 of file kmp_alloc.cpp.
References __kmp_memkind_available, h_memkind, KE_TRACE, kmp_mk_alloc, kmp_mk_check, kmp_mk_free, mk_dax_kmem, mk_dax_kmem_all, mk_dax_kmem_preferred, mk_default, mk_hbw, mk_hbw_hugetlb, mk_hbw_interleave, mk_hbw_preferred, mk_hbw_preferred_hugetlb, mk_hugetlb, and mk_interleave.
Referenced by __kmp_fini_allocator().
void __kmp_finish_implicit_task | ( | kmp_info_t * | this_thr | ) |
Definition at line 1396 of file kmp_tasking.cpp.
References __kmp_dephash_free_entries(), kmp_tasking_flags::complete, KA_TRACE, KMP_ATOMIC_LD_ACQ, KMP_COMPARE_AND_STORE_ACQ32, RCAST, and task::th.
Referenced by __kmp_run_after_invoked_task().
int __kmp_fork_call | ( | ident_t * | loc, |
int | gtid, | ||
enum fork_context_e | fork_context, | ||
kmp_int32 | argc, | ||
microtask_t | microtask, | ||
launch_t | invoker, | ||
kmp_va_list | ap | ||
) |
Definition at line 1927 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_allocate, __kmp_allocate_team(), __kmp_assign_root_init_mask, __kmp_barrier_release_pattern, __kmp_fork_in_teams(), __kmp_fork_team_threads(), __kmp_forkjoin_lock, __kmp_init_parallel, __kmp_init_serial, __kmp_internal_fork(), __kmp_is_entering_teams(), __kmp_is_fork_in_teams(), __kmp_library, __kmp_nested_proc_bind, __kmp_override_nested_nth(), __kmp_parallel_initialize(), __kmp_release_bootstrap_lock(), __kmp_reserve_threads(), __kmp_resume_if_soft_paused(), __kmp_root, __kmp_serial_fork_call(), __kmp_setup_icv_copy(), __kmp_stkpadding, __kmp_teams_master(), __kmp_teams_proc_bind, __kmp_threads, __ompt_get_task_info_internal(), kmp_nested_proc_bind_t::bind_types, bp_dist_bar, bs_forkjoin_barrier, cancel_noreq, copy_icvs(), ompt_callbacks_active_s::enabled, fork_context_gnu, get__nproc_2, get__sched_2, i, if(), KA_TRACE, KC_TRACE, KF_TRACE, KMP_ALLOCA, KMP_ASSERT2, KMP_ATOMIC_INC, KMP_CHECK_UPDATE, KMP_CHECK_UPDATE_SYNC, KMP_COUNT_VALUE, KMP_DEBUG_ASSERT, KMP_DEBUG_ASSERT_TASKTEAM_INVARIANT, KMP_GET_THREAD_STATE, KMP_INTERNAL_FREE, KMP_MAX_STKPADDING, KMP_MB, KMP_SET_THREAD_STATE, KMP_TIME_DEVELOPER_PARTITIONED_BLOCK, kmp_va_deref, level, library_serial, loc, microtask(), kmp_internal_control::next, kmp_internal_control::nproc, kmp_nested_nthreads_t::nth, ompt_callbacks, ompt_enabled, OMPT_INVOKER, kmp_internal_control::proc_bind, proc_bind_default, proc_bind_false, propagateFPControl, kmp_r_sched::sched, short, kmp_team::t, TCR_4, TRUE, USE_NESTED_HOT_ARG, kmp_nested_nthreads_t::used, and kmp_nested_proc_bind_t::used.
Referenced by __kmp_GOMP_fork_call(), __kmp_teams_master(), __kmpc_fork_call(), and __kmpc_fork_teams().
void __kmp_free_implicit_task | ( | kmp_info_t * | this_thr | ) |
Definition at line 1425 of file kmp_tasking.cpp.
References __kmp_dephash_free(), and task::th.
Referenced by __kmp_free_thread(), and __kmp_reap_thread().
void __kmp_free_task_team | ( | kmp_info_t * | thread, |
kmp_task_team_t * | task_team | ||
) |
Definition at line 4027 of file kmp_tasking.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_free_task_teams, __kmp_gtid_from_thread(), __kmp_release_bootstrap_lock(), __kmp_task_team_lock, KA_TRACE, KMP_DEBUG_ASSERT, TCW_PTR, kmp_task_team::tt, and kmp_base_task_team::tt_next.
Referenced by __kmp_free_team(), and __kmp_pop_task_team_node().
void __kmp_free_team | ( | kmp_root_t * | , |
kmp_team_t * | USE_NESTED_HOT_ARGkmp_info_t * | ||
) |
void __kmp_free_thread | ( | kmp_info_t * | this_th | ) |
Definition at line 5886 of file kmp_runtime.cpp.
References __kmp_avail_proc, __kmp_env_blocktime, __kmp_free, __kmp_free_implicit_task(), __kmp_get_gtid, __kmp_lock_suspend_mx(), __kmp_nth, __kmp_suspend_initialize_thread(), __kmp_thread_pool, __kmp_thread_pool_active_nth, __kmp_thread_pool_insert_pt, __kmp_unlock_suspend_mx(), b, kmp_barrier_union::bb, bs_last_barrier, CCAST, kmp_cg_root::cg_nthreads, kmp_cg_root::cg_root, FALSE, KA_TRACE, KMP_ATOMIC_INC, KMP_BARRIER_PARENT_FLAG, KMP_BARRIER_SWITCH_TO_OWN_FLAG, KMP_DEBUG_ASSERT, KMP_MB, KMP_SAFE_TO_REAP, TCW_4, TCW_PTR, TRUE, and kmp_cg_root::up.
Referenced by __kmp_allocate_team(), __kmp_free_team(), and __kmp_set_num_threads().
void __kmp_fulfill_event | ( | kmp_event_t * | event | ) |
Definition at line 4612 of file kmp_tasking.cpp.
References __kmp_acquire_tas_lock(), __kmp_get_gtid, __kmp_get_thread, __kmp_release_tas_lock(), __kmpc_proxy_task_completed(), __kmpc_proxy_task_completed_ooo(), ompt_callbacks_active_s::enabled, event, KMP_EVENT_ALLOW_COMPLETION, KMP_EVENT_UNINITIALIZED, KMP_TASK_TO_TASKDATA, ompt_enabled, kmp_tasking_flags::proxy, TASK_PROXY, kmp_taskdata::td_flags, kmp_taskdata::td_team, and UNLIKELY.
Referenced by FTN_FULFILL_EVENT().
kmp_uint32 __kmp_ge_4 | ( | kmp_uint32 | value, |
kmp_uint32 | checker | ||
) |
Definition at line 3035 of file kmp_dispatch.cpp.
Definition at line 3049 of file kmp_runtime.cpp.
References __kmp_init_serial, __kmp_threads, __kmp_tid_from_gtid(), ii, KF_TRACE, KMP_DEBUG_ASSERT, level, and kmp_team::t.
Referenced by __kmp_aux_capture_affinity_field(), FTN_GET_ANCESTOR_THREAD_NUM(), and ompc_get_ancestor_thread_num().
KMP_EXPORT int __kmp_get_cancellation_status | ( | int | cancel_kind | ) |
loc_ref | location of the original task directive |
gtid | Global thread ID of encountering thread |
Query function to query the current status of cancellation requests. Can be used to implement the following pattern:
if (kmp_get_cancellation_status(kmp_cancel_parallel)) { perform_cleanup(); #pragma omp cancellation point parallel }
Definition at line 309 of file kmp_cancel.cpp.
References __kmp_entry_thread(), __kmp_omp_cancellation, cancel_loop, cancel_parallel, kmp_taskgroup::cancel_request, cancel_sections, cancel_taskgroup, kmp_team::t, and task::th.
Referenced by FTN_GET_CANCELLATION_STATUS().
Definition at line 134 of file kmp_runtime.cpp.
References __kmp_all_nth, __kmp_gtid_get_specific(), __kmp_gtid_mode, __kmp_init_gtid, __kmp_nth, __kmp_print_storage_map_gtid(), __kmp_storage_map, __kmp_threads, __kmp_threads_capacity, i, if(), KA_TRACE, KMP_DEBUG_ASSERT, KMP_FATAL, KMP_GTID_DNE, TCR_4, TCR_PTR, TCR_SYNC_PTR, and TCW_PTR.
Referenced by __kmp_get_global_thread_id_reg().
Definition at line 255 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_do_serial_initialize(), __kmp_get_global_thread_id(), __kmp_gtid_get_specific(), __kmp_gtid_mode, __kmp_init_serial, __kmp_initz_lock, __kmp_register_root(), __kmp_release_bootstrap_lock(), FALSE, KA_TRACE, KMP_DEBUG_ASSERT, KMP_GTID_DNE, and TCR_4.
void __kmp_get_hierarchy | ( | kmp_uint32 | nproc, |
kmp_bstate_t * | thr_bar | ||
) |
Definition at line 78 of file kmp_affinity.cpp.
References __kmp_type_convert(), hierarchy_info::base_num_threads, hierarchy_info::depth, hierarchy_info::init(), KMP_DEBUG_ASSERT, machine_hierarchy, hierarchy_info::numPerLevel, hierarchy_info::resize(), hierarchy_info::skipPerLevel, TCR_1, and hierarchy_info::uninitialized.
Referenced by __kmp_init_hierarchical_barrier_thread().
Definition at line 2912 of file kmp_runtime.cpp.
References __kmp_init_serial, __kmp_threads, KF_TRACE, and KMP_DEBUG_ASSERT.
Referenced by FTN_GET_MAX_ACTIVE_LEVELS().
KMP_EXPORT int __kmp_get_max_teams | ( | void | ) |
Definition at line 2932 of file kmp_runtime.cpp.
References __kmp_nteams.
Referenced by FTN_GET_MAX_TEAMS().
unsigned short __kmp_get_random | ( | kmp_info_t * | thread | ) |
Definition at line 3650 of file kmp_runtime.cpp.
References KA_TRACE, r, and short.
Referenced by __kmp_execute_tasks_template(), and __kmp_reserve_threads().
KMP_EXPORT kmp_int32 __kmp_get_reduce_method | ( | void | ) |
Definition at line 9069 of file kmp_runtime.cpp.
References __kmp_entry_thread().
void __kmp_get_schedule | ( | int | gtid, |
kmp_sched_t * | sched, | ||
int * | chunk | ||
) |
Definition at line 3001 of file kmp_runtime.cpp.
References __kmp_init_serial, __kmp_sched_apply_mods_stdkind(), __kmp_threads, KF_TRACE, KMP_DEBUG_ASSERT, KMP_FATAL, kmp_sch_auto, kmp_sch_dynamic_chunked, kmp_sch_guided_analytical_chunked, kmp_sch_guided_chunked, kmp_sch_guided_iterative_chunked, kmp_sch_static, kmp_sch_static_balanced, kmp_sch_static_chunked, kmp_sch_static_greedy, kmp_sch_static_steal, kmp_sch_trapezoidal, kmp_sched_auto, kmp_sched_dynamic, kmp_sched_guided, kmp_sched_static, kmp_sched_trapezoidal, and SCHEDULE_WITHOUT_MODIFIERS.
Referenced by FTN_GET_SCHEDULE().
kmp_r_sched_t __kmp_get_schedule_global | ( | void | ) |
Definition at line 3159 of file kmp_runtime.cpp.
References __kmp_chunk, __kmp_guided, __kmp_sched, __kmp_static, kmp_r_sched::chunk, KMP_DEFAULT_CHUNK, kmp_sch_guided_chunked, kmp_sch_static, kmp_r_sched::r_sched_type, s, SCHEDULE_GET_MODIFIERS, SCHEDULE_SET_MODIFIERS, and SCHEDULE_WITHOUT_MODIFIERS.
Referenced by __kmp_get_global_icvs(), and __kmp_initialize_root().
Definition at line 3107 of file kmp_runtime.cpp.
References __kmp_init_serial, __kmp_threads, ii, KF_TRACE, KMP_DEBUG_ASSERT, level, and kmp_team::t.
Referenced by FTN_GET_TEAM_SIZE(), and ompc_get_team_size().
KMP_EXPORT int __kmp_get_teams_thread_limit | ( | void | ) |
Definition at line 2938 of file kmp_runtime.cpp.
References __kmp_teams_thread_limit.
Referenced by FTN_GET_TEAMS_THREAD_LIMIT().
|
inlinestatic |
Definition at line 3638 of file kmp.h.
References KMP_DEBUG_ASSERT.
Referenced by __kmp_alloc_task_deque(), __kmp_allocate_task_team(), __kmp_check_stack_overlap(), __kmp_enable_tasking(), __kmp_fork_barrier(), __kmp_fork_team_threads(), __kmp_free_task_team(), __kmp_join_barrier(), __kmp_join_call(), __kmp_null_resume_wrapper(), __kmp_realloc_task_deque(), __kmp_realloc_task_threads_data(), __kmp_steal_task(), __kmp_task_team_setup(), __kmp_task_team_sync(), __kmp_task_team_wait(), and __kmp_wait_to_unref_task_teams().
|
inlinestatic |
Definition at line 3633 of file kmp.h.
References KMP_DEBUG_ASSERT, and kmp_team::t.
Referenced by __kmp_allocate_team(), __kmp_aux_set_blocktime(), __kmp_fork_team_threads(), __kmp_hierarchical_barrier_gather(), __kmp_hierarchical_barrier_release(), __kmp_hyper_barrier_gather(), __kmp_hyper_barrier_release(), __kmp_initialize_self_buffer(), __kmp_linear_barrier_gather_template(), __kmp_register_root(), __kmp_tree_barrier_gather(), and __kmp_tree_barrier_release().
Definition at line 1816 of file z_Linux_util.cpp.
References __kmp_gtid_threadprivate_key, __kmp_init_gtid, int, KA_TRACE, KMP_GTID_DNE, and KMP_GTID_SHUTDOWN.
Referenced by __kmp_get_global_thread_id(), __kmp_get_global_thread_id_reg(), __kmp_internal_end_library(), __kmp_internal_end_thread(), __kmp_register_root(), and __kmpc_end().
Definition at line 1805 of file z_Linux_util.cpp.
References __kmp_gtid_threadprivate_key, __kmp_init_gtid, KA_TRACE, KMP_CHECK_SYSFAIL, KMP_FATAL, and status.
Referenced by __kmp_launch_worker(), and __kmp_register_root().
kmp_uint64 __kmp_hardware_timestamp | ( | void | ) |
Definition at line 1534 of file z_Windows_NT_util.cpp.
References r.
void __kmp_hidden_helper_initialize | ( | ) |
Definition at line 7602 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_do_initialize_hidden_helper_threads(), __kmp_hidden_helper_threads_initz_wait(), __kmp_init_hidden_helper, __kmp_init_hidden_helper_threads, __kmp_init_parallel, __kmp_initz_lock, __kmp_parallel_initialize(), __kmp_release_bootstrap_lock(), __kmp_unexecuted_hidden_helper_tasks, KMP_ATOMIC_ST_REL, TCR_4, TCW_SYNC_4, and TRUE.
Referenced by __kmp_task_alloc().
void __kmp_hidden_helper_initz_release | ( | ) |
Definition at line 3058 of file z_Linux_util.cpp.
References KMP_ASSERT.
void __kmp_hidden_helper_main_thread_release | ( | ) |
Definition at line 3066 of file z_Linux_util.cpp.
References KMP_ASSERT.
Referenced by __kmp_internal_end_library(), and __kmp_internal_end_thread().
void __kmp_hidden_helper_main_thread_wait | ( | ) |
Definition at line 3062 of file z_Linux_util.cpp.
References KMP_ASSERT.
void __kmp_hidden_helper_threads_deinitz_release | ( | ) |
Definition at line 3078 of file z_Linux_util.cpp.
References KMP_ASSERT.
Referenced by __kmp_hidden_helper_threads_initz_routine().
void __kmp_hidden_helper_threads_deinitz_wait | ( | ) |
Definition at line 3074 of file z_Linux_util.cpp.
References KMP_ASSERT.
Referenced by __kmp_internal_end_library(), and __kmp_internal_end_thread().
void __kmp_hidden_helper_threads_initz_routine | ( | ) |
Definition at line 9284 of file kmp_runtime.cpp.
References __kmp_hidden_helper_main_thread, __kmp_hidden_helper_threads, __kmp_hidden_helper_threads_deinitz_release(), __kmp_hidden_helper_threads_num, __kmp_init_hidden_helper, __kmp_register_root(), __kmp_threads, __kmpc_fork_call(), FALSE, KMP_ATOMIC_ST_REL, TCW_SYNC_4, and TRUE.
void __kmp_hidden_helper_threads_initz_wait | ( | ) |
Definition at line 3054 of file z_Linux_util.cpp.
References KMP_ASSERT.
Referenced by __kmp_hidden_helper_initialize().
void __kmp_hidden_helper_worker_thread_signal | ( | ) |
Definition at line 3070 of file z_Linux_util.cpp.
References KMP_ASSERT.
Referenced by __kmp_push_task(), and __kmp_task_finish().
void __kmp_hidden_helper_worker_thread_wait | ( | ) |
Definition at line 3046 of file z_Linux_util.cpp.
References KMP_ASSERT.
Referenced by __kmp_wait_template().
Definition at line 104 of file kmp_affinity.cpp.
References KMP_ASSERT2, KMP_BUILTIN_UNREACHABLE, KMP_HW_CORE, KMP_HW_DIE, KMP_HW_L1, KMP_HW_L2, KMP_HW_L3, KMP_HW_LAST, KMP_HW_LLC, KMP_HW_MODULE, KMP_HW_NUMA, KMP_HW_PROC_GROUP, KMP_HW_SOCKET, KMP_HW_THREAD, KMP_HW_TILE, KMP_HW_UNKNOWN, KMP_I18N_STR, and type.
Referenced by kmp_topology_t::print().
const char * __kmp_hw_get_core_type_string | ( | kmp_hw_core_type_t | type | ) |
Definition at line 172 of file kmp_affinity.cpp.
References KMP_ASSERT2, KMP_BUILTIN_UNREACHABLE, KMP_HW_CORE_TYPE_UNKNOWN, KMP_HW_MAX_NUM_CORE_TYPES, and type.
Referenced by kmp_hw_subset_t::dump(), kmp_hw_thread_t::print(), and kmp_topology_t::print().
Definition at line 138 of file kmp_affinity.cpp.
References KMP_ASSERT2, KMP_BUILTIN_UNREACHABLE, KMP_HW_CORE, KMP_HW_DIE, KMP_HW_L1, KMP_HW_L2, KMP_HW_L3, KMP_HW_LAST, KMP_HW_LLC, KMP_HW_MODULE, KMP_HW_NUMA, KMP_HW_PROC_GROUP, KMP_HW_SOCKET, KMP_HW_THREAD, KMP_HW_TILE, KMP_HW_UNKNOWN, and type.
Referenced by __kmp_stg_parse_hw_subset_name(), __kmp_stg_print_hw_subset(), kmp_topology_t::dump(), and kmp_hw_subset_t::dump().
Definition at line 8380 of file kmp_runtime.cpp.
References __kmp_str_match_false(), FALSE, and TRUE.
Referenced by __kmpc_begin().
Definition at line 8391 of file kmp_runtime.cpp.
References __kmp_str_match_false(), FALSE, and TRUE.
Referenced by __kmpc_end().
Definition at line 364 of file kmp_runtime.cpp.
References FALSE, KMP_YIELD, and TRUE.
Referenced by __kmp_abort_process(), __kmp_abort_thread(), and __kmp_parallel_initialize().
void __kmp_init_implicit_task | ( | ident_t * | loc_ref, |
kmp_info_t * | this_thr, | ||
kmp_team_t * | team, | ||
int | tid, | ||
int | set_curr_task | ||
) |
Definition at line 1331 of file kmp_tasking.cpp.
References __kmp_push_current_task_to_thread(), __kmp_tasking_mode, ompt_callbacks_active_s::enabled, KF_TRACE, KMP_ATOMIC_ST_REL, KMP_DEBUG_ASSERT, KMP_EVENT_UNINITIALIZED, KMP_GEN_TASK_ID, ompt_enabled, kmp_team::t, TASK_FULL, TASK_IMPLICIT, TASK_TIED, tskm_immediate_exec, and UNLIKELY.
Referenced by __kmp_dist_barrier_release(), __kmp_fork_barrier(), __kmp_hierarchical_barrier_release(), __kmp_hyper_barrier_release(), __kmp_initialize_info(), __kmp_linear_barrier_release_template(), __kmp_reinitialize_team(), __kmp_setup_icv_copy(), and __kmp_tree_barrier_release().
void __kmp_init_memkind | ( | ) |
Definition at line 1272 of file kmp_alloc.cpp.
References __kmp_memkind_available, h_memkind, int, KE_TRACE, kmp_mk_alloc, kmp_mk_check, kmp_mk_free, kmp_mk_lib_name, mk_dax_kmem, mk_dax_kmem_all, mk_dax_kmem_preferred, mk_default, mk_hbw, mk_hbw_hugetlb, mk_hbw_interleave, mk_hbw_preferred, mk_hbw_preferred_hugetlb, mk_hugetlb, mk_interleave, and void.
Referenced by __kmp_init_allocator().
void __kmp_init_nesting_mode | ( | ) |
Definition at line 9319 of file kmp_runtime.cpp.
References __kmp_nested_nth, __kmp_nesting_mode_nlevels, __kmp_nesting_nth_level, i, KMP_HW_LAST, KMP_INTERNAL_MALLOC, KMP_INTERNAL_REALLOC, kmp_nested_nthreads_t::nth, and kmp_nested_nthreads_t::size.
Referenced by __kmp_do_serial_initialize().
void __kmp_init_random | ( | kmp_info_t * | thread | ) |
Definition at line 3663 of file kmp_runtime.cpp.
References __kmp_primes, and KA_TRACE.
Referenced by __kmp_allocate_thread(), and __kmp_register_root().
void __kmp_init_target_mem | ( | ) |
Definition at line 1359 of file kmp_alloc.cpp.
References __kmp_target_mem_available, KMP_DLSYM, kmp_target_alloc_device, kmp_target_alloc_host, kmp_target_alloc_shared, kmp_target_free_device, kmp_target_free_host, kmp_target_free_shared, kmp_target_lock_mem, and kmp_target_unlock_mem.
Referenced by __kmp_init_allocator().
void __kmp_initialize_bget | ( | kmp_info_t * | th | ) |
Referenced by __kmp_allocate_thread(), and __kmp_register_root().
Definition at line 8402 of file kmp_runtime.cpp.
References __kmp_acquire_lock(), __kmp_entry_gtid, __kmp_release_lock(), __kmp_threads, KMP_ASSERT, KMP_UBER_GTID(), and TRUE.
Referenced by __kmpc_begin().
Definition at line 6155 of file kmp_runtime.cpp.
References __kmp_close_console(), __kmp_internal_end_library(), and KA_TRACE.
Referenced by __kmp_do_serial_initialize(), and ompt_finalize_tool().
Definition at line 6133 of file kmp_runtime.cpp.
References __kmp_internal_end_thread(), __kmp_type_convert(), and KA_TRACE.
Referenced by __kmp_runtime_initialize().
Definition at line 6457 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_close_console(), __kmp_debug_buf, __kmp_dump_debug_buffer(), __kmp_fini_allocator(), __kmp_forkjoin_lock, __kmp_global, __kmp_gtid_get_specific(), __kmp_hidden_helper_main_thread_release(), __kmp_hidden_helper_team_done, __kmp_hidden_helper_threads_deinitz_wait(), __kmp_init_hidden_helper, __kmp_init_serial, __kmp_initz_lock, __kmp_internal_end(), __kmp_itthash_clean(), __kmp_release_bootstrap_lock(), __kmp_root, __kmp_threads, __kmp_unregister_library(), __kmp_unregister_root_current_thread(), KA_TRACE, KMP_GTID_DNE, KMP_GTID_MONITOR, KMP_GTID_SHUTDOWN, KMP_MB, KMP_UBER_GTID(), r, TCR_4, TCW_SYNC_4, and TRUE.
Referenced by __kmp_internal_end_atexit(), and __kmpc_end().
Definition at line 6578 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_debug_buf, __kmp_dump_debug_buffer(), __kmp_forkjoin_lock, __kmp_global, __kmp_gtid_get_specific(), __kmp_hidden_helper_main_thread_release(), __kmp_hidden_helper_team_done, __kmp_hidden_helper_threads_deinitz_wait(), __kmp_init_hidden_helper, __kmp_init_serial, __kmp_initz_lock, __kmp_internal_end(), __kmp_pause_status, __kmp_release_bootstrap_lock(), __kmp_root, __kmp_threads, __kmp_threads_capacity, __kmp_unregister_root_current_thread(), i, KA_TRACE, KMP_GTID_DNE, KMP_GTID_MONITOR, KMP_GTID_SHUTDOWN, kmp_hard_paused, KMP_MB, KMP_UBER_GTID(), r, TCR_4, TCW_SYNC_4, and TRUE.
Referenced by __kmp_hard_pause(), __kmp_internal_end_dest(), and __kmpc_end().
void __kmp_internal_fork | ( | ident_t * | id, |
int | gtid, | ||
kmp_team_t * | team | ||
) |
Definition at line 8059 of file kmp_runtime.cpp.
References __kmp_dispatch_num_buffers, __kmp_fork_barrier(), __kmp_threads, f(), i, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_MASTER_GTID, KMP_MB, and kmp_team::t.
Referenced by __kmp_fork_call(), and __kmp_fork_in_teams().
void __kmp_internal_join | ( | ident_t * | id, |
int | gtid, | ||
kmp_team_t * | team | ||
) |
Definition at line 8102 of file kmp_runtime.cpp.
References __kmp_join_barrier(), __kmp_print_structure(), __kmp_printf(), __kmp_threads, ompt_callbacks_active_s::enabled, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_MASTER_GTID, KMP_MASTER_TID, KMP_MB, ompt_callbacks, ompt_enabled, and kmp_team::t.
Referenced by __kmp_join_call().
Definition at line 2789 of file z_Linux_util.cpp.
References OMPT_GET_FRAME_ADDRESS.
Referenced by __kmp_fork_in_teams(), __kmp_invoke_task_func(), __kmp_serial_fork_call(), and __kmpc_fork_call_if().
Definition at line 7680 of file kmp_runtime.cpp.
References __kmp_invoke_microtask(), __kmp_run_after_invoked_task(), __kmp_run_before_invoked_task(), __kmp_threads, __kmp_tid_from_gtid(), ompt_callbacks_active_s::enabled, KMP_DEBUG_ASSERT, KMP_GET_THREAD_STATE, KMP_POP_PARTITIONED_TIMER, KMP_PUSH_PARTITIONED_TIMER, KMP_SET_THREAD_STATE, ompt_callbacks, ompt_enabled, kmp_team::t, and TCR_SYNC_PTR.
Referenced by __kmp_GOMP_fork_call(), __kmp_teams_master(), __kmpc_fork_call(), and __kmpc_invoke_task_func().
Definition at line 7823 of file kmp_runtime.cpp.
References __kmp_run_after_invoked_task(), __kmp_run_before_invoked_task(), __kmp_teams_master(), __kmp_threads, __kmp_tid_from_gtid(), KMP_DEBUG_ASSERT, ompt_callbacks, ompt_enabled, and kmp_team::t.
Referenced by __kmpc_fork_teams().
Definition at line 2110 of file z_Linux_util.cpp.
References __kmp_str_format(), addr, buf, count, end, err, i, if(), int, KMP_ASSERT, KMP_INTERNAL_FREE, KMP_INTERNAL_MALLOC, KMP_INTERNAL_REALLOC, KMP_STRLEN, name, p, rd, size, and void.
Referenced by __kmp_register_library_startup().
|
inlinestatic |
Definition at line 3368 of file kmp.h.
Referenced by __kmp_dispatch_init_algorithm(), kmp_hw_thread_t::compare_ids(), and kmp_topology_t::print().
Definition at line 2436 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_forkjoin_lock, __kmp_free_team(), __kmp_gtid_from_thread(), __kmp_internal_join(), __kmp_pop_current_task_from_thread(), __kmp_release_bootstrap_lock(), __kmp_reset_root_init_mask(), __kmp_tasking_mode, __kmp_teams_master(), __kmp_threads, __kmpc_end_serialized_parallel(), __ompt_get_task_info_object(), __ompt_lw_taskteam_unlink(), b, kmp_barrier_union::bb, bs_last_barrier, ompt_callbacks_active_s::enabled, fork_context_gnu, ompt_task_info_t::frame, i, if(), KA_TRACE, KF_TRACE, KMP_ATOMIC_DEC, KMP_BARRIER_PARENT_FLAG, KMP_DEBUG_ASSERT, KMP_DEBUG_ASSERT_TASKTEAM_INVARIANT, KMP_MB, KMP_TIME_DEVELOPER_PARTITIONED_BLOCK, level, loc, ompt_callbacks, ompt_enabled, OMPT_INVOKER, kmp_team::t, ompt_task_info_t::task_data, tskm_immediate_exec, updateHWFPControl, and USE_NESTED_HOT_ARG.
Referenced by __kmp_teams_master(), __kmpc_fork_call(), __kmpc_fork_teams(), and KMP_API_NAME_GOMP_PARALLEL_END().
void * __kmp_launch_thread | ( | kmp_info_t * | thr | ) |
Definition at line 6007 of file kmp_runtime.cpp.
References __kmp_allocate_cons_stack(), __kmp_common_destroy_gtid(), __kmp_env_consistency_check, __kmp_fork_barrier(), __kmp_global, __kmp_join_barrier(), __kmp_threads, __kmp_tid_from_gtid(), __ompt_get_task_info_object(), ompt_callbacks_active_s::enabled, ompt_task_info_t::frame, KA_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_GTID_DNE, KMP_MB, ompt_callbacks, ompt_enabled, OMPT_GET_FRAME_ADDRESS, TCR_4, TCR_SYNC_PTR, and updateHWFPControl.
Referenced by __kmp_launch_worker().
kmp_uint32 __kmp_le_4 | ( | kmp_uint32 | value, |
kmp_uint32 | checker | ||
) |
Definition at line 3039 of file kmp_dispatch.cpp.
void __kmp_lock_suspend_mx | ( | kmp_info_t * | th | ) |
Definition at line 1474 of file z_Linux_util.cpp.
References __kmp_win32_mutex_lock(), KMP_CHECK_SYSFAIL, and status.
Referenced by __kmp_allocate_thread(), __kmp_free_thread(), __kmp_resume_template(), and __kmp_suspend_template().
kmp_uint32 __kmp_lt_4 | ( | kmp_uint32 | value, |
kmp_uint32 | checker | ||
) |
Definition at line 3031 of file kmp_dispatch.cpp.
Definition at line 7516 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_do_middle_initialize(), __kmp_init_middle, __kmp_initz_lock, and __kmp_release_bootstrap_lock().
Referenced by __kmp_push_thread_limit(), __kmp_task_alloc(), __kmpc_begin(), FTN_CAPTURE_AFFINITY(), FTN_CREATE_AFFINITY_MASK(), FTN_DESTROY_AFFINITY_MASK(), FTN_DISPLAY_AFFINITY(), FTN_GET_AFFINITY(), FTN_GET_AFFINITY_MASK_PROC(), FTN_GET_AFFINITY_MAX_PROC(), FTN_GET_MAX_ACTIVE_LEVELS(), FTN_GET_MAX_THREADS(), FTN_GET_NUM_PLACES(), FTN_GET_NUM_PROCS(), FTN_GET_PARTITION_NUM_PLACES(), FTN_GET_PARTITION_PLACE_NUMS(), FTN_GET_PLACE_NUM(), FTN_GET_PLACE_NUM_PROCS(), FTN_GET_PLACE_PROC_IDS(), FTN_SET_AFFINITY(), FTN_SET_AFFINITY_MASK_PROC(), FTN_UNSET_AFFINITY_MASK_PROC(), kmpc_get_affinity_mask_proc(), kmpc_set_affinity_mask_proc(), kmpc_unset_affinity_mask_proc(), ompc_capture_affinity(), and ompc_display_affinity().
kmp_uint32 __kmp_neq_4 | ( | kmp_uint32 | value, |
kmp_uint32 | checker | ||
) |
Definition at line 3027 of file kmp_dispatch.cpp.
kmp_uint64 __kmp_now_nsec | ( | ) |
Definition at line 2078 of file z_Linux_util.cpp.
References KMP_NSEC_PER_SEC.
Definition at line 9150 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_display_env_impl(), __kmp_do_serial_initialize(), __kmp_init_serial, __kmp_initz_lock, and __kmp_release_bootstrap_lock().
Referenced by FTN_DISPLAY_ENV().
kmp_int32 __kmp_omp_task | ( | kmp_int32 | gtid, |
kmp_task_t * | new_task, | ||
bool | serialize_immediate | ||
) |
Definition at line 2029 of file kmp_tasking.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_allocate, __kmp_dflt_blocktime, __kmp_free, __kmp_invoke_task(), __kmp_null_resume_wrapper(), __kmp_push_task(), __kmp_release_bootstrap_lock(), __kmp_threads, __kmp_wpolicy_passive, i, KMP_ATOMIC_INC, KMP_ATOMIC_ST_REL, KMP_MAX_BLOCKTIME, KMP_MEMCPY, KMP_TASK_TO_TASKDATA, new_size, kmp_tasking_flags::proxy, kmp_team::t, TASK_CURRENT_NOT_QUEUED, TASK_NOT_PUSHED, TASK_PROXY, kmp_tasking_flags::task_serial, kmp_taskdata::td_flags, kmp_taskdata::td_parent, and kmp_taskdata::td_task_id.
Referenced by __kmp_omp_taskloop_task(), __kmp_release_deps(), __kmp_taskloop_linear(), __kmp_taskloop_recur(), __kmpc_omp_task(), and __kmpc_omp_task_with_deps().
Definition at line 647 of file kmp_runtime.cpp.
References __kmp_env_consistency_check, __kmp_push_sync(), __kmp_team_from_gtid(), __kmp_threads, __kmp_tid_from_gtid(), ct_ordered_in_parallel, KMP_EQ, KMP_MB, KMP_WAIT, and kmp_team::t.
Referenced by __kmpc_ordered().
Definition at line 672 of file kmp_runtime.cpp.
References __kmp_env_consistency_check, __kmp_pop_sync(), __kmp_team_from_gtid(), __kmp_threads, __kmp_tid_from_gtid(), ct_ordered_in_parallel, KMP_MB, and kmp_team::t.
Referenced by __kmpc_end_ordered().
Definition at line 7529 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_assign_root_init_mask, __kmp_do_middle_initialize(), __kmp_entry_gtid, __kmp_global, __kmp_infinite_loop(), __kmp_init_middle, __kmp_init_parallel, __kmp_initz_lock, __kmp_print_version_2(), __kmp_release_bootstrap_lock(), __kmp_resume_if_hard_paused(), __kmp_suspend_initialize(), __kmp_version, dynamic_default, dynamic_thread_limit, KA_TRACE, KMP_ASSERT, KMP_MB, KMP_UBER_GTID(), TCR_4, TCW_SYNC_4, and TRUE.
Referenced by __kmp_dispatch_init(), __kmp_dispatch_init_hierarchy(), __kmp_enter_single(), __kmp_fork_call(), __kmp_hidden_helper_initialize(), __kmp_serialized_parallel(), __kmpc_barrier(), __kmpc_barrier_master(), __kmpc_barrier_master_nowait(), __kmpc_end_serialized_parallel(), __kmpc_masked(), __kmpc_master(), __kmpc_ordered(), __kmpc_reduce(), __kmpc_reduce_nowait(), __kmpc_sections_init(), KMP_API_NAME_GOMP_SINGLE_COPY_START(), and KMP_API_NAME_GOMP_SINGLE_START().
int __kmp_pause_resource | ( | kmp_pause_status_t | level | ) |
Definition at line 9116 of file kmp_runtime.cpp.
References __kmp_hard_pause(), __kmp_pause_status, __kmp_soft_pause(), KMP_DEBUG_ASSERT, kmp_hard_paused, kmp_not_paused, kmp_soft_paused, kmp_stop_tool_paused, and level.
Referenced by __kmpc_pause_resource().
void __kmp_pop_current_task_from_thread | ( | kmp_info_t * | this_thr | ) |
Definition at line 612 of file kmp_tasking.cpp.
References KF_TRACE.
Referenced by __kmp_join_call(), and __kmpc_end_serialized_parallel().
void __kmp_pop_task_team_node | ( | kmp_info_t * | thread, |
kmp_team_t * | team | ||
) |
Definition at line 4086 of file kmp_tasking.cpp.
References __kmp_free, __kmp_free_task_team(), KMP_DEBUG_ASSERT, kmp_task_team_list_t::next, kmp_team::t, and kmp_task_team_list_t::task_team.
Referenced by __kmpc_end_serialized_parallel().
void __kmp_print_storage_map_gtid | ( | int | gtid, |
void * | p1, | ||
void * | p2, | ||
size_t | size, | ||
char const * | format, | ||
... | |||
) |
Definition at line 374 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_printf_no_lock(), __kmp_release_bootstrap_lock(), __kmp_stdio_lock, __kmp_storage_map_verbose, __kmp_vprintf(), FALSE, kmp_err, KMP_GET_PAGE_SIZE, KMP_I18N_STR, KMP_SNPRINTF, MAX_MESSAGE, and size.
Referenced by __kmp_alloc_argv_entries(), __kmp_check_stack_overlap(), __kmp_get_global_thread_id(), __kmp_initialize_info(), __kmp_print_team_storage_map(), and __kmp_print_thread_storage_map().
void __kmp_push_current_task_to_thread | ( | kmp_info_t * | this_thr, |
kmp_team_t * | team, | ||
int | tid | ||
) |
Definition at line 634 of file kmp_tasking.cpp.
References KF_TRACE, KMP_DEBUG_ASSERT, and kmp_team::t.
Referenced by __kmp_allocate_team(), __kmp_init_implicit_task(), and __kmp_serialized_parallel().
Definition at line 7961 of file kmp_runtime.cpp.
References __kmp_msg(), __kmp_msg_null, __kmp_nteams, __kmp_push_thread_limit(), __kmp_reserve_warn, __kmp_teams_max_nth, __kmp_threads, KMP_HNT, kmp_ms_warning, and KMP_MSG.
Referenced by __kmpc_fork_teams(), and __kmpc_push_num_teams().
void __kmp_push_num_teams_51 | ( | ident_t * | loc, |
int | gtid, | ||
int | num_teams_lb, | ||
int | num_teams_ub, | ||
int | num_threads | ||
) |
Definition at line 7996 of file kmp_runtime.cpp.
References __kmp_fatal(), __kmp_msg(), __kmp_msg_null, __kmp_nteams, __kmp_push_thread_limit(), __kmp_reserve_warn, __kmp_teams_max_nth, __kmp_threads, KMP_DEBUG_ASSERT, KMP_HNT, kmp_ms_warning, and KMP_MSG.
Referenced by __kmpc_push_num_teams_51().
Definition at line 7856 of file kmp_runtime.cpp.
References __kmp_threads.
Referenced by __kmp_GOMP_fork_call(), __kmpc_push_num_threads(), and __kmpc_push_num_threads_strict().
void __kmp_push_num_threads_list | ( | ident_t * | loc, |
int | gtid, | ||
kmp_uint32 | list_length, | ||
int * | num_threads_list | ||
) |
Definition at line 7863 of file kmp_runtime.cpp.
References __kmp_threads, i, KMP_DEBUG_ASSERT, and KMP_INTERNAL_MALLOC.
Referenced by __kmpc_push_num_threads_list(), and __kmpc_push_num_threads_list_strict().
void __kmp_push_proc_bind | ( | ident_t * | loc, |
int | gtid, | ||
kmp_proc_bind_t | proc_bind | ||
) |
Definition at line 8052 of file kmp_runtime.cpp.
References __kmp_threads.
Referenced by __kmp_GOMP_fork_call(), and __kmpc_push_proc_bind().
void __kmp_push_task_team_node | ( | kmp_info_t * | thread, |
kmp_team_t * | team | ||
) |
Definition at line 4073 of file kmp_tasking.cpp.
References __kmp_allocate, KMP_DEBUG_ASSERT, kmp_task_team_list_t::next, kmp_team::t, and kmp_task_team_list_t::task_team.
Referenced by __kmp_serialized_parallel().
Definition at line 1834 of file z_Linux_util.cpp.
References double, KMP_NSEC_PER_SEC, and status.
int __kmp_read_system_info | ( | struct kmp_sys_info * | info | ) |
Definition at line 1844 of file z_Linux_util.cpp.
References kmp_sys_info::inblock, KMP_CHECK_SYSFAIL_ERRNO, kmp_sys_info::majflt, kmp_sys_info::maxrss, kmp_sys_info::minflt, kmp_sys_info::nivcsw, kmp_sys_info::nswap, kmp_sys_info::nvcsw, kmp_sys_info::oublock, and status.
Definition at line 1875 of file z_Linux_util.cpp.
References __kmp_sys_timer_data, __kmp_win32_tick, __kmp_win32_time, double, KMP_CHECK_SYSFAIL_ERRNO, kmp_sys_timer::start, status, stop(), TIMEVAL_TO_TIMESPEC, and TS2NS.
Referenced by __kmp_register_library_startup().
void * __kmp_realloc | ( | int | gtid, |
void * | ptr, | ||
size_t | sz, | ||
omp_allocator_handle_t | al, | ||
omp_allocator_handle_t | free_al | ||
) |
Definition at line 1787 of file kmp_alloc.cpp.
References ___kmpc_free(), __kmp_alloc(), __kmp_init_serial, KMP_DEBUG_ASSERT, KMP_MEMCPY, kmp_mem_desc::ptr_align, size, kmp_mem_desc::size_a, and kmp_mem_desc::size_orig.
Referenced by __kmpc_realloc(), and omp_realloc().
Definition at line 4046 of file kmp_tasking.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_free, __kmp_free_task_pri_list(), __kmp_free_task_teams, __kmp_free_task_threads_data(), __kmp_release_bootstrap_lock(), __kmp_task_team_lock, TCR_PTR, kmp_task_team::tt, kmp_base_task_team::tt_next, kmp_base_task_team::tt_task_pri_list, and kmp_base_task_team::tt_threads_data.
Referenced by __kmp_internal_end().
kmp_team_t * __kmp_reap_team | ( | kmp_team_t * | team | ) |
Definition at line 5840 of file kmp_runtime.cpp.
References __kmp_free, __kmp_free_team_arrays(), KMP_DEBUG_ASSERT, KMP_MB, and kmp_team::t.
Referenced by __kmp_allocate_team(), __kmp_internal_end(), and __kmp_reap_thread().
void __kmp_reap_worker | ( | kmp_info_t * | th | ) |
Definition at line 1117 of file z_Linux_util.cpp.
References __kmp_fatal(), __kmp_msg_null, __kmp_reap_common(), KA_TRACE, KMP_ERR, KMP_MB, KMP_MSG, status, and void.
Referenced by __kmp_reap_thread().
Definition at line 3803 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_adjust_gtid_mode, __kmp_all_nth, __kmp_allocate, __kmp_allocate_cons_stack(), __kmp_allocate_team(), __kmp_avail_proc, __kmp_cg_max_nth, __kmp_create_worker(), __kmp_def_allocator, __kmp_enable_hidden_helper, __kmp_env_blocktime, __kmp_env_consistency_check, __kmp_expand_threads(), __kmp_fatal(), __kmp_forkjoin_lock, __kmp_get_global_icvs(), __kmp_gtid_from_tid(), __kmp_gtid_get_specific(), __kmp_gtid_mode, __kmp_gtid_set_specific(), __kmp_hidden_helper_threads_num, __kmp_init_gtid, __kmp_init_hidden_helper_threads, __kmp_init_random(), __kmp_initialize_bget(), __kmp_initialize_info(), __kmp_initialize_root(), __kmp_msg_null, __kmp_nth, __kmp_print_thread_storage_map(), __kmp_release_bootstrap_lock(), __kmp_root, __kmp_root_counter, __kmp_stksize, __kmp_storage_map, __kmp_threads, __kmp_threads_capacity, __kmp_tls_gtid_min, __kmp_tp_cached, __kmp_tp_capacity, __ompt_get_task_info_internal(), __ompt_get_thread_data_internal(), b, bs_forkjoin_barrier, bs_last_barrier, kmp_cg_root::cg_nthreads, kmp_cg_root::cg_root, kmp_cg_root::cg_thread_limit, ompt_callbacks_active_s::enabled, KA_TRACE, KF_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, KMP_HNT, KMP_INIT_BARRIER_STATE, KMP_INIT_PARTITIONED_TIMERS, KMP_MB, KMP_MSG, KMP_SET_THREAD_STATE, ompt_callbacks, ompt_enabled, proc_bind_default, TCR_4, TCR_PTR, TCW_4, TCW_SYNC_PTR, TRUE, kmp_cg_root::up, and USE_NESTED_HOT_ARG.
Referenced by __kmp_do_serial_initialize(), __kmp_get_global_thread_id_reg(), and __kmp_hidden_helper_threads_initz_routine().
void __kmp_release_64 | ( | kmp_flag_64<> * | flag | ) |
Definition at line 25 of file kmp_wait_release.cpp.
References __kmp_release_template(), and flag.
Referenced by __kmp_reap_thread().
Definition at line 3965 of file kmp.h.
Referenced by __kmp_join_call(), __kmpc_end_serialized_parallel(), FTN_CAPTURE_AFFINITY(), FTN_DISPLAY_AFFINITY(), FTN_GET_AFFINITY(), ompc_capture_affinity(), and ompc_display_affinity().
Definition at line 1752 of file z_Linux_util.cpp.
References __kmp_resume_template(), and flag.
Referenced by __kmp_add_threads_to_team(), __kmp_null_resume_wrapper(), __kmp_reap_thread(), and kmp_flag_32< Cancellable, Sleepable >::resume().
Definition at line 1756 of file z_Linux_util.cpp.
References __kmp_resume_template(), and flag.
Referenced by __kmp_null_resume_wrapper(), and kmp_flag_64< Cancellable, Sleepable >::resume().
|
inlinestatic |
Definition at line 4568 of file kmp.h.
References __kmp_pause_status, kmp_hard_paused, and kmp_not_paused.
Referenced by __kmp_parallel_initialize().
void __kmp_resume_if_soft_paused | ( | ) |
Definition at line 9085 of file kmp_runtime.cpp.
References __kmp_pause_status, __kmp_threads, __kmp_threads_capacity, __kmp_try_suspend_mx(), __kmp_unlock_suspend_mx(), bs_forkjoin_barrier, kmp_flag_native< PtrType, FlagType, Sleepable >::is_sleeping(), kmp_not_paused, kmp_soft_paused, and kmp_flag_64< Cancellable, Sleepable >::resume().
Referenced by __kmp_dispatch_init(), __kmp_dispatch_init_hierarchy(), __kmp_enter_single(), __kmp_fork_call(), __kmp_serialized_parallel(), __kmpc_barrier(), __kmpc_barrier_master(), __kmpc_barrier_master_nowait(), __kmpc_end_serialized_parallel(), __kmpc_masked(), __kmpc_master(), __kmpc_ordered(), __kmpc_reduce(), __kmpc_reduce_nowait(), __kmpc_sections_init(), KMP_API_NAME_GOMP_SINGLE_COPY_START(), and KMP_API_NAME_GOMP_SINGLE_START().
void __kmp_resume_oncore | ( | int | target_gtid, |
kmp_flag_oncore * | flag | ||
) |
Definition at line 1763 of file z_Linux_util.cpp.
References __kmp_resume_template(), and flag.
Referenced by __kmp_null_resume_wrapper(), and kmp_flag_oncore::resume().
void __kmp_run_after_invoked_task | ( | int | gtid, |
int | tid, | ||
kmp_info_t * | this_thr, | ||
kmp_team_t * | team | ||
) |
Definition at line 7672 of file kmp_runtime.cpp.
References __kmp_env_consistency_check, __kmp_finish_implicit_task(), __kmp_pop_parallel(), and kmp_team::t.
Referenced by __kmp_invoke_task_func(), __kmp_invoke_teams_master(), and KMP_API_NAME_GOMP_PARALLEL_END().
void __kmp_run_before_invoked_task | ( | int | gtid, |
int | tid, | ||
kmp_info_t * | this_thr, | ||
kmp_team_t * | team | ||
) |
Definition at line 7647 of file kmp_runtime.cpp.
References __kmp_env_consistency_check, __kmp_push_parallel(), bs_forkjoin_barrier, KMP_CACHE_PREFETCH, KMP_DEBUG_ASSERT, KMP_MB, kmp_team::t, TCR_PTR, kmp_disp::th_disp_index, and kmp_disp::th_doacross_buf_idx.
Referenced by __kmp_GOMP_fork_call(), __kmp_invoke_task_func(), and __kmp_invoke_teams_master().
Definition at line 2021 of file z_Linux_util.cpp.
References __kmp_gtid_threadprivate_key, __kmp_init_runtime, __kmp_wait_cv, __kmp_wait_mx, __kmp_win32_section, FALSE, KA_TRACE, kernel32, KMP_CHECK_SYSFAIL, KMP_SYSFAIL, ntdll, NtQuerySystemInformation, and status.
Referenced by __kmp_cleanup().
Definition at line 1941 of file z_Linux_util.cpp.
References __kmp_check_stksize(), __kmp_get_xproc(), __kmp_gtid_threadprivate_key, __kmp_init_runtime, __kmp_initialize_system_tick(), __kmp_internal_end_dest(), __kmp_serial_initialize(), __kmp_stksize, __kmp_str_buf_free(), __kmp_str_buf_init, __kmp_str_buf_print(), __kmp_str_buf_reserve(), __kmp_sys_max_nth, __kmp_sys_min_stksize, __kmp_tls_gtid_min, __kmp_type_convert(), __kmp_wait_cv, __kmp_wait_mx, __kmp_win32_section, __kmp_xproc, h, i, KA_TRACE, kernel32, KMP_CHECK_SYSFAIL, KMP_DEBUG_ASSERT, KMP_DEBUG_ASSERT2, KMP_FATAL, KMP_MAX_NTH, KMP_MIN_STKSIZE, KMP_TLS_GTID_MIN, ntdll, NtQuerySystemInformation, path, ret, size, status, TRUE, and void.
Referenced by __kmp_do_serial_initialize().
void __kmp_save_internal_controls | ( | kmp_info_t * | thread | ) |
Definition at line 2759 of file kmp_runtime.cpp.
References __kmp_allocate, copy_icvs(), kmp_internal_control::next, and kmp_internal_control::serial_nesting_level.
Referenced by __kmp_aux_set_blocktime(), __kmp_set_max_active_levels(), __kmp_set_num_threads(), __kmp_set_schedule(), FTN_SET_DYNAMIC(), FTN_SET_NESTED(), ompc_set_dynamic(), and ompc_set_nested().
|
inlinestatic |
Definition at line 492 of file kmp.h.
References int, kmp_sch_modifier_monotonic, and kmp_sched_monotonic.
Referenced by __kmp_set_schedule().
|
inlinestatic |
Definition at line 483 of file kmp.h.
References int, kmp_sched_monotonic, and SCHEDULE_HAS_MONOTONIC.
Referenced by __kmp_get_schedule().
|
inlinestatic |
Definition at line 501 of file kmp.h.
References int, and kmp_sched_monotonic.
Referenced by __kmp_set_schedule().
Definition at line 7396 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_do_serial_initialize(), __kmp_init_serial, __kmp_initz_lock, and __kmp_release_bootstrap_lock().
Referenced by __kmp_atfork_child(), __kmp_aux_set_defaults(), __kmp_aux_set_stacksize(), __kmp_runtime_initialize(), __kmpc_error(), __kmpc_get_target_offload(), __ompt_force_initialization(), FTN_GET_AFFINITY_FORMAT(), FTN_GET_CANCELLATION(), FTN_GET_LIBRARY(), FTN_GET_MAX_TASK_PRIORITY(), FTN_GET_MAX_TEAMS(), FTN_GET_NUM_KNOWN_THREADS(), FTN_GET_STACKSIZE(), FTN_GET_STACKSIZE_S(), FTN_GET_TEAMS_THREAD_LIMIT(), FTN_GET_THREAD_LIMIT(), FTN_GET_WTICK(), FTN_GET_WTIME(), FTN_SET_AFFINITY_FORMAT(), FTN_SET_NUM_TEAMS(), FTN_SET_TEAMS_THREAD_LIMIT(), ompc_get_affinity_format(), and ompc_set_affinity_format().
Definition at line 1181 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_allocate, __kmp_allocate_team(), __kmp_aux_display_affinity(), __kmp_display_affinity, __kmp_env_consistency_check, __kmp_forkjoin_lock, __kmp_init_parallel, __kmp_nested_nth, __kmp_nested_proc_bind, __kmp_parallel_initialize(), __kmp_push_current_task_to_thread(), __kmp_push_parallel(), __kmp_push_task_team_node(), __kmp_release_bootstrap_lock(), __kmp_resume_if_soft_paused(), __kmp_threads, __kmp_tid_from_gtid(), __ompt_lw_taskteam_init(), __ompt_lw_taskteam_link(), kmp_nested_proc_bind_t::bind_types, cancel_noreq, copy_icvs(), ompt_callbacks_active_s::enabled, id::flags, ompt_task_info_t::frame, KC_TRACE, KF_TRACE, KMP_ASSERT, KMP_CHECK_UPDATE, KMP_DEBUG_ASSERT, KMP_IDENT_AUTOPAR, KMP_MB, level, loc, kmp_nested_nthreads_t::nth, ompt_callbacks, ompt_enabled, OMPT_GET_FRAME_ADDRESS, proc_bind_default, proc_bind_false, propagateFPControl, kmp_team::t, ompt_task_info_t::task_data, TCR_4, USE_NESTED_HOT_ARG, kmp_nested_nthreads_t::used, and kmp_nested_proc_bind_t::used.
Referenced by __kmpc_serialized_parallel().
Definition at line 2867 of file kmp_runtime.cpp.
References __kmp_init_serial, __kmp_save_internal_controls(), __kmp_threads, KF_TRACE, KMP_DEBUG_ASSERT, KMP_MAX_ACTIVE_LEVELS_LIMIT, KMP_WARNING, and set__max_active_levels.
Referenced by FTN_SET_MAX_ACTIVE_LEVELS(), and ompc_set_max_active_levels().
void __kmp_set_nesting_mode_threads | ( | ) |
Definition at line 9333 of file kmp_runtime.cpp.
References __kmp_avail_proc, __kmp_entry_gtid, __kmp_nested_nth, __kmp_nesting_mode, __kmp_nesting_mode_nlevels, __kmp_nesting_nth_level, __kmp_threads, __kmp_topology, get__max_active_levels, kmp_topology_t::get_count(), kmp_topology_t::get_depth(), kmp_topology_t::get_level(), kmp_topology_t::get_ratio(), i, KMP_HW_CORE, KMP_MAX_ACTIVE_LEVELS_LIMIT, level, loc, kmp_nested_nthreads_t::nth, set__max_active_levels, set__nproc, and kmp_nested_nthreads_t::used.
Referenced by __kmp_do_middle_initialize().
KMP_EXPORT void __kmp_set_num_teams | ( | int | num_teams | ) |
Definition at line 2928 of file kmp_runtime.cpp.
References __kmp_nteams.
Referenced by FTN_SET_NUM_TEAMS().
Definition at line 2791 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_add_threads_to_team(), __kmp_barrier_release_pattern, __kmp_forkjoin_lock, __kmp_free_thread(), __kmp_init_parallel, __kmp_init_serial, __kmp_max_nth, __kmp_release_bootstrap_lock(), __kmp_resize_dist_barrier(), __kmp_save_internal_controls(), __kmp_tasking_mode, __kmp_threads, bp_dist_bar, bs_forkjoin_barrier, f(), KF_TRACE, KMP_COUNT_VALUE, KMP_DEBUG_ASSERT, KMP_NESTED_HOT_TEAMS, set__nproc, kmp_team::t, and tskm_immediate_exec.
Referenced by FTN_SET_NUM_THREADS(), and ompc_set_num_threads().
void __kmp_set_schedule | ( | int | gtid, |
kmp_sched_t | new_sched, | ||
int | chunk | ||
) |
Definition at line 2944 of file kmp_runtime.cpp.
References __kmp_init_serial, __kmp_msg(), __kmp_msg_null, __kmp_save_internal_controls(), __kmp_sch_map, __kmp_sched_apply_mods_intkind(), __kmp_sched_without_mods(), __kmp_threads, KF_TRACE, KMP_DEBUG_ASSERT, KMP_DEFAULT_CHUNK, KMP_HNT, kmp_ms_warning, KMP_MSG, kmp_sch_static, kmp_sched_auto, kmp_sched_default, kmp_sched_lower, kmp_sched_lower_ext, kmp_sched_static, kmp_sched_upper, and kmp_sched_upper_std.
Referenced by FTN_SET_SCHEDULE(), and ompc_set_schedule().
Definition at line 7878 of file kmp_runtime.cpp.
References __kmp_threads, loc, severity_fatal, and severity_warning.
Referenced by __kmpc_push_num_threads_list_strict(), and __kmpc_push_num_threads_strict().
KMP_EXPORT void __kmp_set_teams_thread_limit | ( | int | limit | ) |
Definition at line 2934 of file kmp_runtime.cpp.
References __kmp_teams_thread_limit.
Referenced by FTN_SET_TEAMS_THREAD_LIMIT().
Definition at line 1646 of file z_Linux_util.cpp.
References __kmp_suspend_template(), and flag.
Referenced by kmp_flag_32< Cancellable, Sleepable >::suspend().
Definition at line 1650 of file z_Linux_util.cpp.
References __kmp_suspend_template(), and flag.
Referenced by kmp_flag_64< Cancellable, Sleepable >::suspend().
Definition at line 1416 of file z_Linux_util.cpp.
References __kmp_suspend_cond_attr, __kmp_suspend_mutex_attr, KMP_CHECK_SYSFAIL, and status.
Referenced by __kmp_parallel_initialize().
void __kmp_suspend_initialize_thread | ( | kmp_info_t * | th | ) |
Definition at line 1424 of file z_Linux_util.cpp.
References __kmp_atomic_compare_store(), __kmp_fork_count, __kmp_suspend_cond_attr, __kmp_suspend_mutex_attr, __kmp_win32_cond_init(), __kmp_win32_mutex_init(), KMP_ATOMIC_LD_ACQ, KMP_ATOMIC_LD_RLX, KMP_ATOMIC_ST_REL, KMP_CHECK_SYSFAIL, KMP_CPU_PAUSE, status, and TRUE.
Referenced by __kmp_allocate_thread(), __kmp_free_thread(), __kmp_resume_template(), and __kmp_suspend_template().
void __kmp_suspend_oncore | ( | int | th_gtid, |
kmp_flag_oncore * | flag | ||
) |
Definition at line 1657 of file z_Linux_util.cpp.
References __kmp_suspend_template(), and flag.
Referenced by kmp_flag_oncore::suspend().
void __kmp_suspend_uninitialize_thread | ( | kmp_info_t * | th | ) |
Definition at line 1449 of file z_Linux_util.cpp.
References __kmp_fork_count, __kmp_win32_cond_destroy(), __kmp_win32_mutex_destroy(), FALSE, KMP_ATOMIC_LD_ACQ, KMP_ATOMIC_LD_RLX, KMP_ATOMIC_ST_REL, KMP_DEBUG_ASSERT, KMP_SYSFAIL, and status.
Referenced by __kmp_reap_thread().
kmp_task_t * __kmp_task_alloc | ( | ident_t * | loc_ref, |
kmp_int32 | gtid, | ||
kmp_tasking_flags_t * | flags, | ||
size_t | sizeof_kmp_task_t, | ||
size_t | sizeof_shareds, | ||
kmp_routine_entry_t | task_entry | ||
) |
Definition at line 1457 of file kmp_tasking.cpp.
References __kmp_alloc_task_deque(), __kmp_enable_hidden_helper, __kmp_enable_tasking(), __kmp_hidden_helper_initialize(), __kmp_init_hidden_helper, __kmp_init_middle, __kmp_middle_initialize(), __kmp_round_up_to_val(), __kmp_task_team_setup(), __kmp_tasking_mode, __kmp_taskloop_task(), __kmp_thread_malloc, __kmp_threads, __kmp_track_children_task(), __kmp_unexecuted_hidden_helper_tasks, kmp_target_data::async_handle, kmp_tasking_flags::complete, copy_icvs(), kmp_taskgroup::count, kmp_tasking_flags::detachable, ompt_callbacks_active_s::enabled, kmp_tasking_flags::executing, FALSE, kmp_tasking_flags::final, kmp_tasking_flags::freed, kmp_tasking_flags::hidden_helper, KA_TRACE, KMP_ATOMIC_INC, KMP_ATOMIC_ST_RLX, KMP_CHECK_UPDATE, KMP_DEBUG_ASSERT, KMP_EVENT_UNINITIALIZED, KMP_GEN_TASK_ID, KMP_GTID_TO_SHADOW_GTID, KMP_TASKDATA_TO_TASK, KMP_TASKING_ENABLED, kmp_tasking_flags::merged_if0, ompt_enabled, task::part_id, kmp_tasking_flags::proxy, task::routine, task::shareds, kmp_tasking_flags::started, kmp_team::t, TASK_DETACHABLE, task_entry(), TASK_EXPLICIT, TASK_FULL, TASK_PROXY, kmp_tasking_flags::task_serial, TASK_UNTIED, kmp_tasking_flags::tasking_ser, kmp_tasking_flags::tasktype, TCR_4, TCW_4, kmp_taskdata::td_alloc_thread, kmp_taskdata::td_allocated_child_tasks, kmp_taskdata::td_allow_completion_event, kmp_taskdata::td_dephash, kmp_taskdata::td_depnode, kmp_taskdata::td_flags, kmp_taskdata::td_icvs, kmp_taskdata::td_ident, kmp_taskdata::td_incomplete_child_tasks, kmp_taskdata::td_last_tied, kmp_taskdata::td_level, kmp_taskdata::td_parent, kmp_taskdata::td_size_alloc, kmp_taskdata::td_target_data, kmp_taskdata::td_task_id, kmp_taskdata::td_task_team, kmp_taskdata::td_taskgroup, kmp_taskdata::td_taskwait_counter, kmp_taskdata::td_taskwait_ident, kmp_taskdata::td_taskwait_thread, kmp_taskdata::td_team, kmp_taskdata::td_untied_count, kmp_tasking_flags::team_serial, kmp_tasking_flags::tiedness, TRUE, tskm_immediate_exec, kmp_task_team::tt, kmp_base_task_team::tt_found_proxy_tasks, kmp_base_task_team::tt_hidden_helper_task_encountered, kmp_base_task_team::tt_threads_data, kmp_event_t::type, and UNLIKELY.
Referenced by __GOMP_taskloop(), and __kmpc_omp_task_alloc().
void __kmp_task_team_setup | ( | kmp_info_t * | this_thr, |
kmp_team_t * | team | ||
) |
Definition at line 4169 of file kmp_tasking.cpp.
References __kmp_alloc_task_deque(), __kmp_allocate_task_team(), __kmp_enable_tasking(), __kmp_gtid_from_thread(), __kmp_hidden_helper_main_thread, __kmp_hidden_helper_threads, __kmp_task_team_init(), __kmp_tasking_mode, i, j, KA_TRACE, KMP_DEBUG_ASSERT, KMP_TASKING_ENABLED, kmp_team::t, tskm_immediate_exec, kmp_task_team::tt, kmp_base_task_team::tt_nproc, and kmp_base_task_team::tt_threads_data.
Referenced by __kmp_barrier_template(), __kmp_fork_barrier(), and __kmp_task_alloc().
void __kmp_task_team_sync | ( | kmp_info_t * | this_thr, |
kmp_team_t * | team | ||
) |
Definition at line 4254 of file kmp_tasking.cpp.
References __kmp_gtid_from_thread(), __kmp_tasking_mode, KA_TRACE, KMP_DEBUG_ASSERT, kmp_team::t, TCW_PTR, and tskm_immediate_exec.
Referenced by __kmp_barrier_template(), __kmp_end_split_barrier(), and __kmp_fork_barrier().
void __kmp_task_team_wait | ( | kmp_info_t * | this_thr, |
kmp_team_t * | team, | ||
int | wait = 1 |
||
) |
void __kmp_tasking_barrier | ( | kmp_team_t * | team, |
kmp_info_t * | thread, | ||
int | gtid | ||
) |
Definition at line 4324 of file kmp_tasking.cpp.
References __kmp_abort_thread(), __kmp_global, __kmp_tasking_mode, kmp_flag_32< Cancellable, Sleepable >::execute_tasks(), FALSE, flag, KMP_DEBUG_ASSERT, KMP_FSYNC_SPIN_ACQUIRED, KMP_FSYNC_SPIN_INIT, KMP_FSYNC_SPIN_PREPARE, KMP_YIELD, RCAST, kmp_team::t, TCR_4, TRUE, tskm_extra_barrier, and USE_ITT_BUILD_ARG.
Referenced by __kmp_barrier_template(), and __kmp_join_barrier().
|
inlinestatic |
Definition at line 3648 of file kmp.h.
References __kmp_threads, and KMP_DEBUG_ASSERT.
Referenced by __kmp_barrier_template(), __kmp_GOMP_fork_call(), __kmp_parallel_deo(), __kmp_parallel_dxo(), __kmpc_copyprivate(), __kmpc_copyprivate_light(), __kmpc_end_ordered(), __kmpc_ordered(), KMP_API_NAME_GOMP_SINGLE_COPY_END(), and KMP_API_NAME_GOMP_SINGLE_COPY_START().
Definition at line 7775 of file kmp_runtime.cpp.
References __kmp_allocate, __kmp_fork_call(), __kmp_invoke_task_func(), __kmp_join_call(), __kmp_threads, __kmp_tid_from_gtid(), kmp_cg_root::cg_nthreads, kmp_cg_root::cg_root, kmp_cg_root::cg_thread_limit, fork_context_intel, KA_TRACE, KMP_DEBUG_ASSERT, loc, kmp_team::t, kmp_cg_root::up, and VOLATILE_CAST.
Referenced by __kmp_allocate_team(), __kmp_fork_call(), __kmp_fork_team_threads(), __kmp_free_team(), __kmp_hierarchical_barrier_release(), __kmp_invoke_teams_master(), __kmp_is_fork_in_teams(), __kmp_join_call(), __kmp_serial_fork_call(), and __kmpc_fork_teams().
Definition at line 443 of file z_Linux_util.cpp.
References __kmp_fatal(), __kmp_free_handle(), __kmp_msg_null, __kmp_threads, FALSE, KA_TRACE, KMP_ERR, KMP_MSG, KMP_YIELD, status, and TRUE.
|
inlinestatic |
Definition at line 3643 of file kmp.h.
References __kmp_threads, and KMP_DEBUG_ASSERT.
Referenced by ___kmpc_free(), __kmp_acquire_queuing_lock_timed_template(), __kmp_alloc(), __kmp_aux_env_initialize(), __kmp_free_task_deque(), __kmp_release_queuing_lock(), __kmp_test_queuing_lock(), __kmpc_end_reduce(), __kmpc_end_reduce_nowait(), __kmpc_get_parent_taskid(), __kmpc_get_taskid(), __kmpc_omp_get_target_async_handle_ptr(), __kmpc_omp_has_task_team(), __kmpc_reduce(), __kmpc_reduce_nowait(), FTN_GET_PARTITION_NUM_PLACES(), FTN_GET_PARTITION_PLACE_NUMS(), FTN_GET_PLACE_NUM(), FTN_IN_EXPLICIT_TASK(), FTN_SET_BLOCKTIME(), kmpc_set_blocktime(), ompt_get_partition_place_nums(), and ompt_get_place_num().
Definition at line 2052 of file z_Linux_util.cpp.
References __kmp_fatal(), __kmp_msg_null, FALSE, KMP_ERR, KMP_MSG, and status.
Referenced by __kmp_fatal().
Definition at line 679 of file kmp_threadprivate.cpp.
References __kmp_allocate, __kmp_threadpriv_cache_list, __kmp_tp_capacity, kmp_cached_addr::addr, kmp_cached_addr::compiler_cache, kmp_cached_addr::data, i, KC_TRACE, KMP_COMPARE_AND_STORE_PTR, KMP_ITT_IGNORE, kmp_cached_addr::next, and void.
Referenced by __kmp_expand_threads().
Definition at line 3628 of file kmp.h.
References __kmp_threads, and KMP_DEBUG_ASSERT.
Referenced by __kmp_aux_capture_affinity_field(), __kmp_aux_env_initialize(), __kmp_barrier_template(), __kmp_dispatch_init_hierarchy(), __kmp_dist_barrier_release(), __kmp_dist_for_static_init(), __kmp_end_split_barrier(), __kmp_for_static_init(), __kmp_fork_barrier(), __kmp_fork_in_teams(), __kmp_get_ancestor_thread_num(), __kmp_GOMP_fork_call(), __kmp_hierarchical_barrier_release(), __kmp_hyper_barrier_release(), __kmp_invoke_task_func(), __kmp_invoke_teams_master(), __kmp_join_barrier(), __kmp_launch_thread(), __kmp_linear_barrier_release_template(), __kmp_parallel_deo(), __kmp_parallel_dxo(), __kmp_push_task(), __kmp_release_deps(), __kmp_remove_my_task(), __kmp_serial_fork_call(), __kmp_serialized_parallel(), __kmp_task_finish(), __kmp_teams_master(), __kmp_tree_barrier_release(), __kmpc_bound_thread_num(), __kmpc_end_masked(), __kmpc_end_master(), __kmpc_end_scope(), __kmpc_end_single(), __kmpc_for_collapsed_init(), __kmpc_fork_teams(), __kmpc_masked(), __kmpc_master(), __kmpc_scope(), __kmpc_single(), FTN_GET_BLOCKTIME(), FTN_GET_THREAD_NUM(), FTN_SET_BLOCKTIME(), KMP_API_NAME_GOMP_PARALLEL_END(), KMP_API_NAME_GOMP_SINGLE_START(), and kmpc_set_blocktime().
int __kmp_try_suspend_mx | ( | kmp_info_t * | th | ) |
Definition at line 1470 of file z_Linux_util.cpp.
References __kmp_win32_mutex_trylock().
Referenced by __kmp_resume_if_soft_paused().
|
inlinestatic |
Definition at line 4886 of file kmp.h.
Referenced by __kmp_dispatch_next_algorithm(), __kmp_get_hierarchy(), __kmp_get_xproc(), __kmp_init_hierarchical_barrier_thread(), __kmp_internal_end_dest(), __kmp_restore_swapped_teams(), __kmp_runtime_initialize(), __kmp_stg_parse_int(), __kmp_stg_parse_max_active_levels(), __kmp_str_buf_cat(), __kmpc_init_allocator(), and kmp_hier_t< T >::next().
void __kmp_unlock_suspend_mx | ( | kmp_info_t * | th | ) |
Definition at line 1479 of file z_Linux_util.cpp.
References __kmp_win32_mutex_unlock(), KMP_CHECK_SYSFAIL, and status.
Referenced by __kmp_allocate_thread(), __kmp_free_thread(), __kmp_resume_if_soft_paused(), __kmp_resume_template(), and __kmp_suspend_template().
Definition at line 6957 of file kmp_runtime.cpp.
References __kmp_env_get(), __kmp_env_unset(), __kmp_reg_status_name(), __kmp_registration_flag, __kmp_registration_str, __kmp_str_format(), KMP_DEBUG_ASSERT, KMP_INTERNAL_FREE, name, and value.
Referenced by __kmp_abort_process(), __kmp_internal_end(), and __kmp_internal_end_library().
void __kmp_user_set_library | ( | enum library_type | arg | ) |
Definition at line 8427 of file kmp_runtime.cpp.
References __kmp_aux_set_library(), __kmp_dflt_team_nth, __kmp_dflt_team_nth_ub, __kmp_entry_gtid, __kmp_threads, KA_TRACE, KMP_FATAL, KMP_WARNING, library_serial, library_throughput, library_turnaround, and set__nproc.
Referenced by FTN_SET_LIBRARY(), FTN_SET_LIBRARY_SERIAL(), FTN_SET_LIBRARY_THROUGHPUT(), FTN_SET_LIBRARY_TURNAROUND(), and kmpc_set_library().
kmp_uint32 __kmp_wait_4 | ( | kmp_uint32 volatile * | spinner, |
kmp_uint32 | checker, | ||
kmp_uint32(*)(kmp_uint32, kmp_uint32) | pred, | ||
void * | obj | ||
) |
Definition at line 3044 of file kmp_dispatch.cpp.
References CCAST, checker, f(), KMP_FSYNC_SPIN_ACQUIRED, KMP_FSYNC_SPIN_INIT, KMP_FSYNC_SPIN_PREPARE, KMP_INIT_BACKOFF, KMP_INIT_YIELD, kmp_uint32, KMP_YIELD_OVERSUB_ELSE_SPIN, r, and TCR_4.
Referenced by __kmpc_doacross_init().
void __kmp_wait_4_ptr | ( | void * | spinner, |
kmp_uint32 | checker, | ||
kmp_uint32(*)(void *, kmp_uint32) | pred, | ||
void * | obj | ||
) |
Definition at line 3072 of file kmp_dispatch.cpp.
References checker, f(), KMP_FSYNC_SPIN_ACQUIRED, KMP_FSYNC_SPIN_INIT, KMP_FSYNC_SPIN_PREPARE, KMP_INIT_BACKOFF, KMP_INIT_YIELD, kmp_uint32, and KMP_YIELD_OVERSUB_ELSE_SPIN.
void __kmp_wait_64 | ( | kmp_info_t * | this_thr, |
kmp_flag_64<> * | flag, | ||
int | final_spin | ||
) |
Referenced by kmp_flag_oncore::notdone_check().
Definition at line 4106 of file kmp_tasking.cpp.
References __kmp_dflt_blocktime, __kmp_gtid_from_thread(), __kmp_is_thread_alive(), __kmp_null_resume_wrapper(), __kmp_thread_pool, CCAST, FALSE, KA_TRACE, KMP_INIT_BACKOFF, KMP_INIT_YIELD, KMP_MAX_BLOCKTIME, KMP_YIELD_OVERSUB_ELSE_SPIN, TCR_PTR, and TRUE.
Referenced by __kmp_reset_root().
Definition at line 440 of file kmp_runtime.cpp.
References __kmp_acquire_bootstrap_lock(), __kmp_generate_warnings, __kmp_release_bootstrap_lock(), __kmp_stdio_lock, __kmp_vprintf(), kmp_err, KMP_SNPRINTF, kmp_warnings_off, and MAX_MESSAGE.
void __kmp_yield | ( | ) |
Definition at line 1803 of file z_Linux_util.cpp.
void * __kmpc_aligned_alloc | ( | int | gtid, |
size_t | align, | ||
size_t | sz, | ||
omp_allocator_handle_t | al | ||
) |
Definition at line 1510 of file kmp_alloc.cpp.
References __kmp_alloc(), KE_TRACE, and size.
void * __kmpc_alloc | ( | int | gtid, |
size_t | sz, | ||
omp_allocator_handle_t | al | ||
) |
Definition at line 1503 of file kmp_alloc.cpp.
References __kmp_alloc(), KE_TRACE, and size.
void * __kmpc_calloc | ( | int | gtid, |
size_t | nmemb, | ||
size_t | sz, | ||
omp_allocator_handle_t | al | ||
) |
Definition at line 1519 of file kmp_alloc.cpp.
References __kmp_calloc(), KE_TRACE, and size.
KMP_EXPORT kmp_int32 __kmpc_cancel | ( | ident_t * | loc_ref, |
kmp_int32 | gtid, | ||
kmp_int32 | cncl_kind | ||
) |
loc_ref | location of the original task directive |
gtid | Global thread ID of encountering thread |
cncl_kind | Cancellation kind (parallel, for, sections, taskgroup) |
Request cancellation of the binding OpenMP region.
Definition at line 29 of file kmp_cancel.cpp.
References __kmp_get_gtid, __kmp_omp_cancellation, __kmp_threads, __ompt_get_task_info_internal(), cancel_loop, cancel_noreq, cancel_parallel, kmp_taskgroup::cancel_request, cancel_sections, cancel_taskgroup, KC_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, kmp_team::t, task::th, and type.
KMP_EXPORT kmp_int32 __kmpc_cancel_barrier | ( | ident_t * | loc, |
kmp_int32 | gtid | ||
) |
loc_ref | location of the original task directive |
gtid | Global thread ID of encountering thread |
Barrier with cancellation point to send threads from the barrier to the end of the parallel region. Needs a special code pattern as documented in the design document for the cancellation feature.
Definition at line 243 of file kmp_cancel.cpp.
References __kmp_get_gtid, __kmp_omp_cancellation, __kmp_threads, __kmpc_barrier(), cancel_loop, cancel_noreq, cancel_parallel, cancel_sections, cancel_taskgroup, KMP_ASSERT, KMP_ATOMIC_LD_RLX, KMP_DEBUG_ASSERT, loc, ret, and kmp_team::t.
KMP_EXPORT kmp_int32 __kmpc_cancellationpoint | ( | ident_t * | loc_ref, |
kmp_int32 | gtid, | ||
kmp_int32 | cncl_kind | ||
) |
loc_ref | location of the original task directive |
gtid | Global thread ID of encountering thread |
cncl_kind | Cancellation kind (parallel, for, sections, taskgroup) |
Cancellation point for the encountering thread.
Definition at line 135 of file kmp_cancel.cpp.
References __kmp_get_gtid, __kmp_omp_cancellation, __kmp_threads, __ompt_get_task_info_internal(), cancel_loop, cancel_noreq, cancel_parallel, kmp_taskgroup::cancel_request, cancel_sections, cancel_taskgroup, KC_TRACE, KMP_ASSERT, KMP_DEBUG_ASSERT, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, kmp_team::t, task::th, and type.
KMP_EXPORT void __kmpc_critical_with_hint | ( | ident_t * | , |
kmp_int32 | global_tid, | ||
kmp_critical_name * | , | ||
uint32_t | hint | ||
) |
Referenced by __kmpc_critical().
void __kmpc_destroy_allocator | ( | int | gtid, |
omp_allocator_handle_t | al | ||
) |
Definition at line 1478 of file kmp_alloc.cpp.
References __kmp_free, and kmp_max_mem_alloc.
Referenced by FTN_DESTROY_ALLOCATOR().
KMP_EXPORT void __kmpc_destroy_lock | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
void ** | user_lock | ||
) |
Definition at line 2659 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_free(), __kmp_user_lock_kind, DESTROY_LOCK, lck, lk_tas, lock, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_DESTROY_LOCK().
KMP_EXPORT void __kmpc_destroy_nest_lock | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
void ** | user_lock | ||
) |
Definition at line 2732 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_free(), __kmp_user_lock_kind, DESTROY_NESTED_LOCK, lck, lk_tas, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_DESTROY_NEST_LOCK().
Definition at line 3017 of file kmp_dispatch.cpp.
loc | Source code location |
gtid | Global thread id |
Mark the end of a dynamic loop.
Definition at line 2989 of file kmp_dispatch.cpp.
References loc.
void __kmpc_dispatch_init_4u | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
enum sched_type | schedule, | ||
kmp_uint32 | lb, | ||
kmp_uint32 | ub, | ||
kmp_int32 | st, | ||
kmp_int32 | chunk | ||
) |
Definition at line 2814 of file kmp_dispatch.cpp.
References __kmp_init_serial, KMP_DEBUG_ASSERT, and loc.
void __kmpc_dispatch_init_8 | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
enum sched_type | schedule, | ||
kmp_int64 | lb, | ||
kmp_int64 | ub, | ||
kmp_int64 | st, | ||
kmp_int64 | chunk | ||
) |
Definition at line 2827 of file kmp_dispatch.cpp.
References __kmp_init_serial, KMP_DEBUG_ASSERT, and loc.
void __kmpc_dispatch_init_8u | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
enum sched_type | schedule, | ||
kmp_uint64 | lb, | ||
kmp_uint64 | ub, | ||
kmp_int64 | st, | ||
kmp_int64 | chunk | ||
) |
Definition at line 2840 of file kmp_dispatch.cpp.
References __kmp_init_serial, KMP_DEBUG_ASSERT, and loc.
int __kmpc_dispatch_next_4 | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
kmp_int32 * | p_last, | ||
kmp_int32 * | p_lb, | ||
kmp_int32 * | p_ub, | ||
kmp_int32 * | p_st | ||
) |
loc | Source code location |
gtid | Global thread id |
p_last | Pointer to a flag set to one if this is the last chunk or zero otherwise |
p_lb | Pointer to the lower bound for the next chunk of work |
p_ub | Pointer to the upper bound for the next chunk of work |
p_st | Pointer to the stride for the next chunk of work |
Get the next dynamically allocated chunk of work for this thread. If there is no more work, then the lb,ub and stride need not be modified.
Definition at line 2920 of file kmp_dispatch.cpp.
References loc.
int __kmpc_dispatch_next_4u | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
kmp_int32 * | p_last, | ||
kmp_uint32 * | p_lb, | ||
kmp_uint32 * | p_ub, | ||
kmp_int32 * | p_st | ||
) |
int __kmpc_dispatch_next_8u | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
kmp_int32 * | p_last, | ||
kmp_uint64 * | p_lb, | ||
kmp_uint64 * | p_ub, | ||
kmp_int64 * | p_st | ||
) |
KMP_EXPORT void __kmpc_doacross_fini | ( | ident_t * | loc, |
kmp_int32 | gtid | ||
) |
KMP_EXPORT void __kmpc_doacross_init | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
kmp_int32 | num_dims, | ||
const struct kmp_dim * | dims | ||
) |
KMP_EXPORT void __kmpc_doacross_post | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
const kmp_int64 * | vec | ||
) |
KMP_EXPORT void __kmpc_doacross_wait | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
const kmp_int64 * | vec | ||
) |
Referenced by __kmp_GOMP_doacross_wait().
KMP_EXPORT void __kmpc_end_scope | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
void * | reserved | ||
) |
Definition at line 4581 of file kmp_csupport.cpp.
References __kmp_threads, __kmp_tid_from_gtid(), ompt_callbacks_active_s::enabled, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, and kmp_team::t.
KMP_EXPORT void __kmpc_end_taskgroup | ( | ident_t * | loc, |
int | gtid | ||
) |
Definition at line 2915 of file kmp_tasking.cpp.
References __kmp_assert_valid_gtid(), __kmp_task_reduction_clean(), __kmp_task_reduction_fini(), __kmp_task_stealing_constraint, __kmp_tasking_mode, __kmp_thread_free, __kmp_threads, arr, kmp_taskgroup::count, ompt_callbacks_active_s::enabled, FALSE, flag, kmp_taskgroup::gomp_data, if(), KA_TRACE, KMP_ATOMIC_INC, KMP_ATOMIC_LD_ACQ, KMP_ATOMIC_ST_REL, KMP_DEBUG_ASSERT, KMP_FSYNC_ACQUIRED, KMP_SET_THREAD_STATE_BLOCK, loc, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, kmp_taskgroup::parent, RCAST, kmp_taskgroup::reduce_data, kmp_team::t, kmp_taskdata::td_flags, kmp_taskdata::td_taskgroup, kmp_taskdata::td_taskwait_counter, kmp_taskdata::td_taskwait_ident, kmp_taskdata::td_taskwait_thread, kmp_tasking_flags::team_serial, tskm_immediate_exec, UNLIKELY, and USE_ITT_BUILD_ARG.
Referenced by __GOMP_taskloop(), __kmp_GOMP_par_reductions_microtask_wrapper(), __kmp_taskloop(), __kmpc_task_reduction_modifier_fini(), KMP_API_NAME_GOMP_WORKSHARE_TASK_REDUCTION_UNREGISTER(), and main().
Definition at line 4532 of file kmp_csupport.cpp.
References __kmp_init_serial, __kmp_serial_initialize(), __kmp_str_format(), __kmp_str_free(), __kmp_str_loc_free(), __kmp_str_loc_init(), kmp_str_loc::col, ompt_callbacks_active_s::enabled, kmp_str_loc::file, KMP_ASSERT, KMP_FATAL, KMP_STRLEN, KMP_WARNING, kmp_str_loc::line, loc, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, id::psource, severity_fatal, and severity_warning.
Referenced by __kmp_reserve_threads().
void __kmpc_free | ( | int | gtid, |
void * | ptr, | ||
omp_allocator_handle_t | al | ||
) |
Definition at line 1538 of file kmp_alloc.cpp.
References ___kmpc_free(), and KE_TRACE.
omp_allocator_handle_t __kmpc_get_default_allocator | ( | int | gtid | ) |
Definition at line 1489 of file kmp_alloc.cpp.
References __kmp_threads.
Referenced by FTN_GET_DEFAULT_ALLOCATOR().
KMP_EXPORT kmp_uint64 __kmpc_get_parent_taskid | ( | ) |
Definition at line 4118 of file kmp_csupport.cpp.
References __kmp_get_gtid, __kmp_thread_from_gtid(), kmp_taskdata::td_parent, and kmp_taskdata::td_task_id.
int __kmpc_get_target_offload | ( | ) |
Definition at line 4518 of file kmp_csupport.cpp.
References __kmp_init_serial, __kmp_serial_initialize(), and __kmp_target_offload.
KMP_EXPORT kmp_uint64 __kmpc_get_taskid | ( | ) |
Definition at line 4104 of file kmp_csupport.cpp.
References __kmp_get_gtid, and __kmp_thread_from_gtid().
omp_allocator_handle_t __kmpc_init_allocator | ( | int | gtid, |
omp_memspace_handle_t | ms, | ||
int | ntraits, | ||
omp_alloctrait_t | traits[] | ||
) |
Definition at line 1379 of file kmp_alloc.cpp.
References __kmp_allocate, __kmp_free, __kmp_memkind_available, __kmp_target_mem_available, __kmp_type_convert(), kmp_allocator_t::alignment, kmp_allocator_t::fb, kmp_allocator_t::fb_data, i, IS_POWER_OF_TWO, key, KMP_ASSERT, KMP_ASSERT2, KMP_DEBUG_ASSERT, KMP_IS_TARGET_MEM_SPACE, kmp_allocator_t::memkind, kmp_allocator_t::memspace, mk_dax_kmem, mk_dax_kmem_all, mk_default, mk_hbw_interleave, mk_hbw_preferred, mk_interleave, omp_atk_access, omp_atk_alignment, omp_atk_fallback, omp_atk_fb_data, omp_atk_partition, omp_atk_pinned, omp_atk_pool_size, omp_atk_sync_hint, omp_atv_abort_fb, omp_atv_allocator_fb, omp_atv_default_mem_fb, omp_atv_interleaved, omp_atv_null_fb, omp_const_mem_space, omp_default_mem_alloc, omp_default_mem_space, omp_high_bw_mem_space, omp_large_cap_mem_space, omp_low_lat_mem_space, omp_null_allocator, kmp_allocator_t::pinned, kmp_allocator_t::pool_size, RCAST, omp_alloctrait_t::value, and value.
Referenced by __kmp_stg_parse_allocator(), and FTN_INIT_ALLOCATOR().
KMP_EXPORT void __kmpc_init_lock | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
void ** | user_lock | ||
) |
Definition at line 2513 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_init_serial, __kmp_set_user_lock_location(), __kmp_user_lock_allocate(), __kmp_user_lock_kind, func(), INIT_LOCK, KMP_CHECK_USER_LOCK_INIT, KMP_DEBUG_ASSERT, KMP_FATAL, lck, lk_tas, loc, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_INIT_LOCK().
KMP_EXPORT void __kmpc_init_lock_with_hint | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
void ** | user_lock, | ||
uintptr_t | hint | ||
) |
KMP_EXPORT void __kmpc_init_nest_lock | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
void ** | user_lock | ||
) |
Definition at line 2585 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_init_serial, __kmp_set_user_lock_location(), __kmp_user_lock_allocate(), __kmp_user_lock_kind, func(), INIT_NESTED_LOCK, KMP_CHECK_USER_LOCK_INIT, KMP_DEBUG_ASSERT, KMP_FATAL, lck, lk_tas, loc, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_INIT_NEST_LOCK().
KMP_EXPORT void __kmpc_init_nest_lock_with_hint | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
void ** | user_lock, | ||
uintptr_t | hint | ||
) |
KMP_EXPORT int __kmpc_invoke_task_func | ( | int | gtid | ) |
Definition at line 589 of file kmp_csupport.cpp.
References __kmp_invoke_task_func().
KMP_EXPORT kmp_task_t * __kmpc_omp_target_task_alloc | ( | ident_t * | loc_ref, |
kmp_int32 | gtid, | ||
kmp_int32 | flags, | ||
size_t | sizeof_kmp_task_t, | ||
size_t | sizeof_shareds, | ||
kmp_routine_entry_t | task_entry, | ||
kmp_int64 | device_id | ||
) |
Definition at line 1709 of file kmp_tasking.cpp.
References __kmp_enable_hidden_helper, __kmpc_omp_task_alloc(), task_entry(), TASK_UNTIED, kmp_tasking_flags::tiedness, and TRUE.
Referenced by main().
KMP_EXPORT kmp_int32 __kmpc_omp_task | ( | ident_t * | loc_ref, |
kmp_int32 | gtid, | ||
kmp_task_t * | new_task | ||
) |
Definition at line 2119 of file kmp_tasking.cpp.
References __kmp_assert_valid_gtid(), __kmp_omp_task(), ompt_callbacks_active_s::enabled, KA_TRACE, KMP_SET_THREAD_STATE_BLOCK, KMP_TASK_TO_TASKDATA, ompt_callbacks, ompt_enabled, OMPT_GET_FRAME_ADDRESS, parent, res, kmp_tasking_flags::started, TASK_TYPE_DETAILS_FORMAT, kmp_taskdata::td_flags, kmp_taskdata::td_parent, and UNLIKELY.
Referenced by main().
KMP_EXPORT kmp_task_t * __kmpc_omp_task_alloc | ( | ident_t * | loc_ref, |
kmp_int32 | gtid, | ||
kmp_int32 | flags, | ||
size_t | sizeof_kmp_task_t, | ||
size_t | sizeof_shareds, | ||
kmp_routine_entry_t | task_entry | ||
) |
Definition at line 1685 of file kmp_tasking.cpp.
References __kmp_assert_valid_gtid(), __kmp_task_alloc(), kmp_tasking_flags::detachable, FALSE, KA_TRACE, kmp_tasking_flags::native, kmp_tasking_flags::proxy, task_entry(), and kmp_tasking_flags::tiedness.
Referenced by main().
KMP_EXPORT void __kmpc_omp_task_begin_if0 | ( | ident_t * | loc_ref, |
kmp_int32 | gtid, | ||
kmp_task_t * | task | ||
) |
Definition at line 849 of file kmp_tasking.cpp.
References ompt_callbacks_active_s::enabled, ompt_enabled, OMPT_GET_FRAME_ADDRESS, and UNLIKELY.
KMP_EXPORT void __kmpc_omp_task_complete_if0 | ( | ident_t * | loc_ref, |
kmp_int32 | gtid, | ||
kmp_task_t * | task | ||
) |
Definition at line 1292 of file kmp_tasking.cpp.
References ompt_callbacks_active_s::enabled, ompt_enabled, and UNLIKELY.
KMP_EXPORT kmp_int32 __kmpc_omp_task_parts | ( | ident_t * | loc_ref, |
kmp_int32 | gtid, | ||
kmp_task_t * | new_task | ||
) |
Definition at line 1973 of file kmp_tasking.cpp.
References __kmp_invoke_task(), __kmp_push_task(), __kmp_threads, ompt_callbacks_active_s::enabled, KA_TRACE, KMP_TASK_TO_TASKDATA, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, parent, TASK_CURRENT_NOT_QUEUED, TASK_NOT_PUSHED, kmp_tasking_flags::task_serial, TASK_TYPE_DETAILS_FORMAT, kmp_taskdata::td_flags, kmp_taskdata::td_parent, and UNLIKELY.
KMP_EXPORT kmp_int32 __kmpc_omp_taskwait | ( | ident_t * | loc_ref, |
kmp_int32 | gtid | ||
) |
Definition at line 2348 of file kmp_tasking.cpp.
References ompt_callbacks_active_s::enabled, ompt_enabled, OMPT_GET_FRAME_ADDRESS, and UNLIKELY.
Referenced by main().
KMP_EXPORT void __kmpc_omp_taskwait_deps_51 | ( | ident_t * | loc_ref, |
kmp_int32 | gtid, | ||
kmp_int32 | ndeps, | ||
kmp_depend_info_t * | dep_list, | ||
kmp_int32 | ndeps_noalias, | ||
kmp_depend_info_t * | noalias_dep_list, | ||
kmp_int32 | has_no_wait | ||
) |
Definition at line 900 of file kmp_taskdeps.cpp.
References __kmp_assert_valid_gtid(), __kmp_check_deps(), __kmp_init_node(), __kmp_task_stealing_constraint, __kmp_threads, DEP_BARRIER, kmp_depnode::dn, ompt_callbacks_active_s::enabled, FALSE, kmp_tasking_flags::final, flag, kmp_depend_info::flags, i, kmp_depend_info::in, KA_TRACE, KMP_ASSERT, KMP_YIELD, kmp_depend_info::mtx, kmp_base_depnode::npredecessors, kmp_base_depnode::nrefs, ompt_callbacks, ompt_enabled, OMPT_GET_FRAME_ADDRESS, kmp_depend_info::out, kmp_depend_info::set, kmp_tasking_flags::tasking_ser, kmp_taskdata::td_dephash, kmp_taskdata::td_flags, kmp_tasking_flags::team_serial, TRUE, and USE_ITT_BUILD_ARG.
Referenced by __kmpc_omp_wait_deps().
KMP_EXPORT kmp_int32 __kmpc_omp_taskyield | ( | ident_t * | loc_ref, |
kmp_int32 | gtid, | ||
int | end_part | ||
) |
Definition at line 2360 of file kmp_tasking.cpp.
References __kmp_assert_valid_gtid(), __kmp_execute_tasks_32(), __kmp_init_parallel, __kmp_task_stealing_constraint, __kmp_tasking_mode, __kmp_threads, ompt_callbacks_active_s::enabled, FALSE, KA_TRACE, KMP_COUNT_BLOCK, KMP_SET_THREAD_STATE_BLOCK, KMP_TASKING_ENABLED, ompt_enabled, TASK_CURRENT_NOT_QUEUED, kmp_taskdata::td_flags, kmp_taskdata::td_taskwait_counter, kmp_taskdata::td_taskwait_ident, kmp_taskdata::td_taskwait_thread, kmp_tasking_flags::team_serial, tskm_immediate_exec, UNLIKELY, and USE_ITT_BUILD_ARG.
int __kmpc_pause_resource | ( | kmp_pause_status_t | level | ) |
Definition at line 4525 of file kmp_csupport.cpp.
References __kmp_init_serial, __kmp_pause_resource(), and level.
Referenced by FTN_PAUSE_RESOURCE(), and FTN_PAUSE_RESOURCE_ALL().
KMP_EXPORT void __kmpc_pop_num_threads | ( | ident_t * | loc, |
kmp_int32 | global_tid | ||
) |
Definition at line 284 of file kmp_csupport.cpp.
References KA_TRACE.
KMP_EXPORT void __kmpc_push_num_threads_list_strict | ( | ident_t * | loc, |
kmp_int32 | global_tid, | ||
kmp_uint32 | list_length, | ||
kmp_int32 * | num_threads_list, | ||
int | severity, | ||
const char * | message | ||
) |
Definition at line 276 of file kmp_csupport.cpp.
References __kmp_push_num_threads_list(), __kmp_set_strict_num_threads(), and loc.
KMP_EXPORT void __kmpc_push_num_threads_strict | ( | ident_t * | loc, |
kmp_int32 | global_tid, | ||
kmp_int32 | num_threads, | ||
int | severity, | ||
const char * | message | ||
) |
Definition at line 240 of file kmp_csupport.cpp.
References __kmp_push_num_threads(), __kmp_set_strict_num_threads(), and loc.
KMP_EXPORT void __kmpc_push_proc_bind | ( | ident_t * | loc, |
kmp_int32 | global_tid, | ||
int | proc_bind | ||
) |
void * __kmpc_realloc | ( | int | gtid, |
void * | ptr, | ||
size_t | sz, | ||
omp_allocator_handle_t | al, | ||
omp_allocator_handle_t | free_al | ||
) |
Definition at line 1528 of file kmp_alloc.cpp.
References __kmp_realloc(), KE_TRACE, and size.
KMP_EXPORT void __kmpc_scope | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
void * | reserved | ||
) |
Definition at line 4565 of file kmp_csupport.cpp.
References __kmp_threads, __kmp_tid_from_gtid(), ompt_callbacks_active_s::enabled, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, and kmp_team::t.
void __kmpc_set_default_allocator | ( | int | gtid, |
omp_allocator_handle_t | al | ||
) |
Definition at line 1483 of file kmp_alloc.cpp.
References __kmp_threads, omp_default_mem_alloc, and omp_null_allocator.
Referenced by FTN_SET_DEFAULT_ALLOCATOR().
KMP_EXPORT void __kmpc_set_lock | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
void ** | user_lock | ||
) |
Definition at line 2806 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_lookup_user_lock(), __kmp_user_lock_kind, ACQUIRE_LOCK, KMP_COUNT_BLOCK, lck, lk_tas, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, and OMPT_GET_RETURN_ADDRESS.
Referenced by FTN_SET_LOCK().
KMP_EXPORT void __kmpc_set_nest_lock | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
void ** | user_lock | ||
) |
Definition at line 2898 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_kind, ACQUIRE_NESTED_LOCK, ompt_callbacks_active_s::enabled, KMP_LOCK_ACQUIRED_FIRST, lck, lk_tas, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, and void.
Referenced by FTN_SET_NEST_LOCK().
kmp_event_t * __kmpc_task_allow_completion_event | ( | ident_t * | loc_ref, |
int | gtid, | ||
kmp_task_t * | task | ||
) |
Definition at line 4601 of file kmp_tasking.cpp.
References __kmp_init_tas_lock(), kmp_event_t::ed, KMP_EVENT_ALLOW_COMPLETION, KMP_EVENT_UNINITIALIZED, KMP_TASK_TO_TASKDATA, kmp_event_t::lock, kmp_event_t::task, kmp_taskdata::td_allow_completion_event, and kmp_event_t::type.
KMP_EXPORT kmp_base_depnode_t * __kmpc_task_get_depnode | ( | kmp_task_t * | task | ) |
Definition at line 287 of file kmp_taskdeps.cpp.
References kmp_depnode::dn, KMP_TASK_TO_TASKDATA, and kmp_taskdata::td_depnode.
Referenced by main().
KMP_EXPORT kmp_depnode_list_t * __kmpc_task_get_successors | ( | kmp_task_t * | task | ) |
Definition at line 292 of file kmp_taskdeps.cpp.
References kmp_depnode::dn, KMP_TASK_TO_TASKDATA, kmp_base_depnode::successors, and kmp_taskdata::td_depnode.
Referenced by main().
KMP_EXPORT void __kmpc_taskgroup | ( | ident_t * | loc, |
int | gtid | ||
) |
Definition at line 2881 of file kmp_tasking.cpp.
References __kmp_assert_valid_gtid(), __kmp_thread_malloc, __kmp_threads, cancel_noreq, kmp_taskgroup::cancel_request, kmp_taskgroup::count, kmp_taskgroup::gomp_data, KA_TRACE, KMP_ATOMIC_ST_RLX, loc, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, kmp_taskgroup::parent, kmp_taskgroup::reduce_data, kmp_taskgroup::reduce_num_data, kmp_team::t, kmp_taskdata::td_taskgroup, and UNLIKELY.
Referenced by __GOMP_taskloop(), __kmp_GOMP_init_reductions(), __kmp_task_reduction_modifier_init(), __kmp_taskloop(), and main().
KMP_EXPORT void __kmpc_taskloop | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
kmp_task_t * | task, | ||
kmp_int32 | if_val, | ||
kmp_uint64 * | lb, | ||
kmp_uint64 * | ub, | ||
kmp_int64 | st, | ||
kmp_int32 | nogroup, | ||
kmp_int32 | sched, | ||
kmp_uint64 | grainsize, | ||
void * | task_dup | ||
) |
Referenced by __GOMP_taskloop().
KMP_EXPORT void __kmpc_taskloop_5 | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
kmp_task_t * | task, | ||
kmp_int32 | if_val, | ||
kmp_uint64 * | lb, | ||
kmp_uint64 * | ub, | ||
kmp_int64 | st, | ||
kmp_int32 | nogroup, | ||
kmp_int32 | sched, | ||
kmp_uint64 | grainsize, | ||
kmp_int32 | modifier, | ||
void * | task_dup | ||
) |
KMP_EXPORT int __kmpc_test_lock | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
void ** | user_lock | ||
) |
Definition at line 3231 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_lookup_user_lock(), __kmp_user_lock_kind, FTN_FALSE, FTN_TRUE, KMP_COUNT_BLOCK, lck, lk_tas, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, and TEST_LOCK.
Referenced by FTN_TEST_LOCK().
KMP_EXPORT int __kmpc_test_nest_lock | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
void ** | user_lock | ||
) |
Definition at line 3339 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_kind, ompt_callbacks_active_s::enabled, lck, lk_tas, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, test(), and TEST_NESTED_LOCK.
Referenced by FTN_TEST_NEST_LOCK().
KMP_EXPORT void * __kmpc_threadprivate | ( | ident_t * | loc, |
kmp_int32 | global_tid, | ||
void * | data, | ||
size_t | size | ||
) |
Definition at line 539 of file kmp_threadprivate.cpp.
References __kmp_foreign_tp, __kmp_init_serial, __kmp_threadprivate_find_task_common(), __kmp_threads, private_common::cmn_size, data, KC_TRACE, KMP_FATAL, kmp_threadprivate_insert(), kmp_threadprivate_insert_private_data(), KMP_UINTPTR_SPEC, private_common::par_addr, ret, and size.
Referenced by __kmpc_threadprivate_cached().
KMP_EXPORT void __kmpc_unset_lock | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
void ** | user_lock | ||
) |
Definition at line 3009 of file kmp_csupport.cpp.
References __kmp_env_consistency_check, __kmp_lookup_user_lock(), __kmp_user_lock_kind, KMP_MB, lck, lk_tas, OMP_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, RELEASE_LOCK, and TCW_4.
Referenced by FTN_UNSET_LOCK().
KMP_EXPORT void __kmpc_unset_nest_lock | ( | ident_t * | loc, |
kmp_int32 | gtid, | ||
void ** | user_lock | ||
) |
Definition at line 3105 of file kmp_csupport.cpp.
References __kmp_lookup_user_lock(), __kmp_user_lock_kind, kmp_base_tas_lock::depth_locked, ompt_callbacks_active_s::enabled, KMP_LOCK_RELEASED, KMP_LOCK_STILL_HELD, KMP_MB, lck, kmp_tas_lock::lk, lk_tas, OMP_NEST_LOCK_T_SIZE, ompt_callbacks, ompt_enabled, OMPT_GET_RETURN_ADDRESS, kmp_base_tas_lock::poll, RELEASE_NESTED_LOCK, TCW_4, and void.
Referenced by FTN_UNSET_NEST_LOCK().
|
inlinestatic |
Definition at line 2193 of file kmp.h.
Referenced by __kmp_dist_barrier_release(), __kmp_fork_barrier(), __kmp_fork_call(), __kmp_get_x_global_icvs(), __kmp_hierarchical_barrier_release(), __kmp_hyper_barrier_release(), __kmp_reinitialize_team(), __kmp_save_internal_controls(), __kmp_serialized_parallel(), __kmp_setup_icv_copy(), __kmp_task_alloc(), __kmp_tree_barrier_release(), and __kmpc_end_serialized_parallel().
KMP_BUILD_ASSERT | ( | alignof(kmp_task_team_t *[2]) | = =alignof(kmp_task_team_list_t) | ) |
KMP_BUILD_ASSERT | ( | sizeof(kmp_sched_flags_t) | = =4 | ) |
KMP_BUILD_ASSERT | ( | sizeof(kmp_task_team_t *[2]) | = =sizeof(kmp_task_team_list_t) | ) |
KMP_BUILD_ASSERT | ( | sizeof(kmp_taskdata_t) % sizeof(void *) | = =0 | ) |
struct private_common * kmp_threadprivate_insert | ( | int | gtid, |
void * | pc_addr, | ||
void * | data_addr, | ||
size_t | pc_size | ||
) |
Definition at line 333 of file kmp_threadprivate.cpp.
References __kmp_acquire_lock(), __kmp_allocate, __kmp_copy_common_data(), __kmp_find_shared_task_common(), __kmp_foreign_tp, __kmp_global_lock, __kmp_init_common_data(), __kmp_release_lock(), __kmp_threadprivate_d_table, __kmp_threads, shared_common::cct, shared_common::cctor, shared_common::cctorv, private_common::cmn_size, shared_common::cmn_size, shared_common::ct, shared_common::ctor, shared_common::ctorv, shared_table::data, private_common::gbl_addr, shared_common::gbl_addr, shared_common::is_vec, KC_TRACE, KMP_FATAL, KMP_HASH, KMP_INITIAL_GTID, KMP_UBER_GTID(), KMP_UINTPTR_SPEC, private_common::link, private_common::next, shared_common::next, shared_common::obj_init, private_common::par_addr, shared_common::pod_init, shared_common::vec_len, and void.
Referenced by __kmpc_threadprivate().
void kmp_threadprivate_insert_private_data | ( | int | gtid, |
void * | pc_addr, | ||
void * | data_addr, | ||
size_t | pc_size | ||
) |
Definition at line 297 of file kmp_threadprivate.cpp.
References __kmp_acquire_lock(), __kmp_allocate, __kmp_find_shared_task_common(), __kmp_global_lock, __kmp_init_common_data(), __kmp_release_lock(), __kmp_threadprivate_d_table, __kmp_threads, shared_common::cmn_size, shared_table::data, shared_common::gbl_addr, KMP_DEBUG_ASSERT, KMP_HASH, shared_common::next, and shared_common::pod_init.
Referenced by __kmpc_threadprivate().
Definition at line 3621 of file kmp.h.
References __kmp_root, __kmp_threads, __kmp_threads_capacity, KMP_DEBUG_ASSERT, KMP_GTID_MIN, and r.
Referenced by __kmp_check_stack_overlap(), __kmp_common_destroy(), __kmp_common_destroy_gtid(), __kmp_create_worker(), __kmp_do_serial_initialize(), __kmp_internal_begin(), __kmp_internal_end_library(), __kmp_internal_end_thread(), __kmp_parallel_initialize(), __kmp_set_stack_info(), __kmp_unregister_root_current_thread(), and kmp_threadprivate_insert().
KMP_EXPORT void * kmpc_aligned_malloc | ( | size_t | size, |
size_t | alignment | ||
) |
Definition at line 1109 of file kmp_alloc.cpp.
References __kmp_entry_thread(), alignment, IS_POWER_OF_TWO, KMP_DEBUG_ASSERT, and size.
Referenced by FTN_ALIGNED_MALLOC().
KMP_EXPORT void * kmpc_calloc | ( | size_t | nelem, |
size_t | elsize | ||
) |
Definition at line 1131 of file kmp_alloc.cpp.
References __kmp_entry_thread().
Referenced by FTN_CALLOC().
KMP_EXPORT void KMPC_FOR_STATIC_INIT | ( | ident_t * | loc, |
kmp_int32 | global_tid, | ||
kmp_int32 | schedtype, | ||
kmp_int32 * | plastiter, | ||
kmp_int * | plower, | ||
kmp_int * | pupper, | ||
kmp_int * | pstride, | ||
kmp_int | incr, | ||
kmp_int | chunk | ||
) |
KMP_EXPORT void kmpc_free | ( | void * | ptr | ) |
Definition at line 1172 of file kmp_alloc.cpp.
References __kmp_get_thread, __kmp_init_serial, and KMP_ASSERT.
Referenced by FTN_KFREE().
KMP_EXPORT int KMPC_CONVENTION kmpc_get_affinity_mask_proc | ( | int | proc, |
kmp_affinity_mask_t * | mask | ||
) |
Definition at line 2215 of file kmp_csupport.cpp.
References __kmp_assign_root_init_mask, __kmp_init_middle, __kmp_middle_initialize(), i, mask, and TCR_4.
KMP_EXPORT void * kmpc_malloc | ( | size_t | size | ) |
Definition at line 1096 of file kmp_alloc.cpp.
References __kmp_entry_thread(), and size.
Referenced by FTN_MALLOC().
KMP_EXPORT void * kmpc_realloc | ( | void * | ptr, |
size_t | size | ||
) |
Definition at line 1142 of file kmp_alloc.cpp.
References __kmp_entry_thread(), __kmp_get_thread, KMP_ASSERT, result, and size.
Referenced by FTN_REALLOC().
KMP_EXPORT int KMPC_CONVENTION kmpc_set_affinity_mask_proc | ( | int | proc, |
kmp_affinity_mask_t * | mask | ||
) |
Definition at line 2191 of file kmp_csupport.cpp.
References __kmp_assign_root_init_mask, __kmp_init_middle, __kmp_middle_initialize(), i, mask, and TCR_4.
Definition at line 2160 of file kmp_csupport.cpp.
References __kmp_aux_convert_blocktime(), __kmp_aux_set_blocktime(), __kmp_entry_gtid, __kmp_thread_from_gtid(), and __kmp_tid_from_gtid().
KMP_EXPORT void KMPC_CONVENTION kmpc_set_defaults | ( | char const * | str | ) |
Definition at line 2177 of file kmp_csupport.cpp.
References __kmp_aux_set_defaults(), and KMP_STRLEN.
KMP_EXPORT void KMPC_CONVENTION kmpc_set_disp_num_buffers | ( | int | arg | ) |
Definition at line 2182 of file kmp_csupport.cpp.
References __kmp_dispatch_num_buffers, __kmp_init_serial, FALSE, KMP_MAX_DISP_NUM_BUFF, and KMP_MIN_DISP_NUM_BUFF.
KMP_EXPORT void KMPC_CONVENTION kmpc_set_library | ( | int | arg | ) |
Definition at line 2172 of file kmp_csupport.cpp.
References __kmp_user_set_library().
KMP_EXPORT void KMPC_CONVENTION kmpc_set_stacksize | ( | int | arg | ) |
Definition at line 2150 of file kmp_csupport.cpp.
References __kmp_aux_set_stacksize().
KMP_EXPORT void KMPC_CONVENTION kmpc_set_stacksize_s | ( | size_t | arg | ) |
Definition at line 2155 of file kmp_csupport.cpp.
References __kmp_aux_set_stacksize().
KMP_EXPORT int KMPC_CONVENTION kmpc_unset_affinity_mask_proc | ( | int | proc, |
kmp_affinity_mask_t * | mask | ||
) |
Definition at line 2203 of file kmp_csupport.cpp.
References __kmp_assign_root_init_mask, __kmp_init_middle, __kmp_middle_initialize(), i, mask, and TCR_4.
size_t KMP_EXPAND_NAME() ompc_capture_affinity | ( | char * | buffer, |
size_t | buf_size, | ||
char const * | format | ||
) |
Definition at line 2124 of file kmp_csupport.cpp.
References __kmp_assign_root_init_mask, __kmp_aux_capture_affinity(), __kmp_get_gtid, __kmp_init_middle, __kmp_middle_initialize(), __kmp_reset_root_init_mask(), __kmp_str_buf_free(), __kmp_str_buf_init, __kmp_strncpy_truncate(), __kmp_threads, kmp_str_buf::str, TCR_4, and kmp_str_buf::used.
void KMP_EXPAND_NAME() ompc_display_affinity | ( | char const * | format | ) |
Definition at line 2108 of file kmp_csupport.cpp.
References __kmp_assign_root_init_mask, __kmp_aux_display_affinity(), __kmp_get_gtid, __kmp_init_middle, __kmp_middle_initialize(), __kmp_reset_root_init_mask(), __kmp_threads, and TCR_4.
size_t KMP_EXPAND_NAME() ompc_get_affinity_format | ( | char * | buffer, |
size_t | size | ||
) |
Definition at line 2095 of file kmp_csupport.cpp.
References __kmp_affinity_format, __kmp_init_serial, __kmp_serial_initialize(), __kmp_strncpy_truncate(), KMP_STRLEN, and size.
KMP_EXPORT int KMPC_CONVENTION ompc_get_ancestor_thread_num | ( | int | level | ) |
Definition at line 2078 of file kmp_csupport.cpp.
References __kmp_entry_gtid, __kmp_get_ancestor_thread_num(), and level.
KMP_EXPORT int KMPC_CONVENTION ompc_get_team_size | ( | int | level | ) |
Definition at line 2082 of file kmp_csupport.cpp.
References __kmp_entry_gtid, __kmp_get_team_size(), and level.
void KMP_EXPAND_NAME() ompc_set_affinity_format | ( | char const * | format | ) |
Definition at line 2087 of file kmp_csupport.cpp.
References __kmp_affinity_format, __kmp_init_serial, __kmp_serial_initialize(), __kmp_strncpy_truncate(), KMP_AFFINITY_FORMAT_SIZE, and KMP_STRLEN.
Definition at line 2043 of file kmp_csupport.cpp.
References __kmp_entry_thread(), __kmp_save_internal_controls(), flag, and set__dynamic.
Referenced by __kmp_aux_env_initialize().
KMP_EXPORT void KMPC_CONVENTION ompc_set_max_active_levels | ( | int | max_active_levels | ) |
Definition at line 2065 of file kmp_csupport.cpp.
References __kmp_entry_gtid, and __kmp_set_max_active_levels().
Definition at line 2054 of file kmp_csupport.cpp.
References __kmp_dflt_max_active_levels, __kmp_entry_thread(), __kmp_save_internal_controls(), flag, and set__max_active_levels.
Referenced by __kmp_aux_env_initialize().
Definition at line 2038 of file kmp_csupport.cpp.
References __kmp_entry_gtid, and __kmp_set_num_threads().
Referenced by __kmp_aux_env_initialize().
KMP_EXPORT void KMPC_CONVENTION ompc_set_schedule | ( | omp_sched_t | kind, |
int | modifier | ||
) |
Definition at line 2073 of file kmp_csupport.cpp.
References __kmp_entry_gtid, and __kmp_set_schedule().
|
extern |
Definition at line 174 of file kmp_global.cpp.
Referenced by __kmp_do_serial_initialize(), __kmp_stg_parse_abort_delay(), and __kmp_stg_print_abort_delay().
|
extern |
Definition at line 183 of file kmp_global.cpp.
Referenced by __kmp_allocate_thread(), __kmp_register_root(), __kmp_stg_parse_gtid_mode(), and __kmp_stg_print_gtid_mode().
|
extern |
Definition at line 295 of file kmp_global.cpp.
Referenced by __kmp_aux_capture_affinity(), __kmp_cleanup(), __kmp_env_initialize(), __kmp_stg_parse_affinity_format(), __kmp_stg_print_affinity_format(), FTN_GET_AFFINITY_FORMAT(), FTN_SET_AFFINITY_FORMAT(), ompc_get_affinity_format(), and ompc_set_affinity_format().
|
extern |
Definition at line 293 of file kmp_global.cpp.
|
extern |
Definition at line 118 of file kmp_global.cpp.
Referenced by ___kmp_allocate(), __kmp_stg_parse_align_alloc(), and __kmp_stg_print_align_alloc().
|
extern |
Definition at line 457 of file kmp_global.cpp.
Referenced by __kmp_allocate_thread(), __kmp_atfork_child(), __kmp_common_destroy(), __kmp_do_serial_initialize(), __kmp_get_global_thread_id(), __kmp_reap_thread(), __kmp_register_root(), and __kmpc_global_num_threads().
|
extern |
Definition at line 117 of file kmp_global.cpp.
Referenced by __kmp_do_serial_initialize(), __kmp_stg_parse_all_threadprivate(), and __kmp_stg_parse_device_thread_limit().
|
extern |
Definition at line 150 of file kmp_global.cpp.
Referenced by __kmp_dispatch_init_algorithm().
|
extern |
Definition at line 123 of file kmp_global.cpp.
Referenced by __kmp_acquire_drdpa_lock_timed_template(), __kmp_allocate_thread(), __kmp_do_middle_initialize(), __kmp_free_thread(), __kmp_push_thread_limit(), __kmp_reap_thread(), __kmp_register_root(), __kmp_release_ticket_lock(), __kmp_reserve_threads(), __kmp_set_nesting_mode_threads(), FTN_GET_NUM_PROCS(), and ompt_get_num_procs().
|
extern |
Definition at line 94 of file kmp_global.cpp.
Referenced by __kmp_stg_parse_barrier_branch_bit(), and __kmp_stg_print_barrier_branch_bit().
|
extern |
Definition at line 80 of file kmp_global.cpp.
Referenced by __kmp_do_serial_initialize(), and __kmp_stg_parse_barrier_branch_bit().
|
extern |
Definition at line 90 of file kmp_global.cpp.
Referenced by __kmp_barrier_template(), __kmp_do_serial_initialize(), __kmp_hyper_barrier_gather(), __kmp_join_barrier(), __kmp_print_version_1(), __kmp_stg_parse_barrier_branch_bit(), __kmp_stg_print_barrier_branch_bit(), and __kmp_tree_barrier_gather().
|
extern |
Definition at line 85 of file kmp_global.cpp.
Referenced by __kmp_do_serial_initialize().
|
extern |
Definition at line 92 of file kmp_global.cpp.
Referenced by __kmp_allocate_team(), __kmp_allocate_thread(), __kmp_barrier_template(), __kmp_do_serial_initialize(), __kmp_fork_team_threads(), __kmp_free_team(), __kmp_join_barrier(), __kmp_print_version_1(), __kmp_reap_thread(), __kmp_stg_parse_barrier_pattern(), and __kmp_stg_print_barrier_pattern().
|
extern |
Definition at line 101 of file kmp_global.cpp.
Referenced by __kmp_stg_parse_barrier_pattern(), and __kmp_stg_print_barrier_pattern().
|
extern |
Definition at line 114 of file kmp_global.cpp.
Referenced by __kmp_print_version_1(), __kmp_stg_parse_barrier_pattern(), and __kmp_stg_print_barrier_pattern().
|
extern |
Definition at line 82 of file kmp_global.cpp.
Referenced by __kmp_do_serial_initialize(), and __kmp_stg_parse_barrier_branch_bit().
|
extern |
Definition at line 91 of file kmp_global.cpp.
Referenced by __kmp_barrier_template(), __kmp_do_serial_initialize(), __kmp_end_split_barrier(), __kmp_fork_barrier(), __kmp_hyper_barrier_release(), __kmp_print_version_1(), __kmp_stg_parse_barrier_branch_bit(), __kmp_stg_print_barrier_branch_bit(), and __kmp_tree_barrier_release().
|
extern |
Definition at line 87 of file kmp_global.cpp.
Referenced by __kmp_do_serial_initialize().
|
extern |
Definition at line 93 of file kmp_global.cpp.
Referenced by __kmp_allocate_team(), __kmp_barrier_template(), __kmp_do_serial_initialize(), __kmp_end_split_barrier(), __kmp_fork_barrier(), __kmp_fork_call(), __kmp_fork_in_teams(), __kmp_print_version_1(), __kmp_resize_dist_barrier(), __kmp_set_num_threads(), __kmp_stg_parse_barrier_pattern(), and __kmp_stg_print_barrier_pattern().
|
extern |
Definition at line 108 of file kmp_global.cpp.
Referenced by __kmp_print_version_1().
|
extern |
Definition at line 159 of file kmp_global.cpp.
Referenced by __kmp_aux_convert_blocktime(), __kmp_stg_parse_blocktime(), __kmp_stg_print_blocktime(), and FTN_GET_BLOCKTIME().
|
extern |
Definition at line 127 of file kmp_global.cpp.
Referenced by __kmp_do_serial_initialize(), __kmp_get_global_icvs(), __kmp_register_root(), __kmp_stg_parse_thread_limit(), and __kmp_stg_print_thread_limit().
|
extern |
Definition at line 172 of file kmp_global.cpp.
Referenced by __kmp_get_schedule_global(), __kmp_omp_schedule_restore(), __kmp_parse_single_omp_schedule(), __kmp_stg_parse_omp_schedule(), and __kmp_stg_print_omp_schedule().
|
extern |
Definition at line 383 of file kmp_global.cpp.
Referenced by __kmp_abort_process(), __kmp_internal_end_library(), __kmp_internal_end_thread(), and __kmp_vprintf().
|
extern |
Definition at line 389 of file kmp_global.cpp.
|
extern |
Definition at line 387 of file kmp_global.cpp.
Referenced by __kmp_dump_debug_buffer(), and __kmp_vprintf().
|
extern |
Definition at line 385 of file kmp_global.cpp.
Referenced by __kmp_dump_debug_buffer(), and __kmp_vprintf().
|
extern |
Definition at line 395 of file kmp_global.cpp.
Referenced by __kmp_vprintf().
|
extern |
Definition at line 392 of file kmp_global.cpp.
Referenced by __kmp_dump_debug_buffer(), and __kmp_vprintf().
|
extern |
Definition at line 393 of file kmp_global.cpp.
Referenced by __kmp_dump_debug_buffer(), and __kmp_vprintf().
|
extern |
Referenced by __kmp_do_serial_initialize().
|
extern |
Definition at line 329 of file kmp_global.cpp.
Referenced by __kmp_allocate_thread(), __kmp_register_root(), __kmp_stg_parse_allocator(), and __kmp_stg_print_allocator().
|
extern |
Definition at line 297 of file kmp_global.cpp.
Referenced by __kmp_get_global_icvs(), __kmp_stg_parse_default_device(), and __kmp_stg_print_default_device().
|
extern |
Definition at line 370 of file kmp_global.cpp.
Referenced by __kmp_stg_parse_force_reduction(), and __kmp_stg_print_force_reduction().
|
extern |
Definition at line 158 of file kmp_global.cpp.
Referenced by __kmp_add_threads_to_team(), __kmp_aux_env_initialize(), __kmp_aux_set_library(), __kmp_barrier_template(), __kmp_dist_barrier_release(), __kmp_dist_barrier_wakeup(), __kmp_do_serial_initialize(), __kmp_enable_tasking(), __kmp_execute_tasks_template(), __kmp_fork_barrier(), __kmp_free_team(), __kmp_get_global_icvs(), __kmp_hierarchical_barrier_gather(), __kmp_hierarchical_barrier_release(), __kmp_initialize_root(), __kmp_join_barrier(), __kmp_omp_task(), __kmp_reap_thread(), __kmp_release_template(), __kmp_resize_dist_barrier(), __kmp_stg_parse_blocktime(), __kmp_stg_parse_wait_policy(), __kmp_stg_print_blocktime(), __kmp_suspend_template(), __kmp_wait_template(), __kmp_wait_to_unref_task_teams(), __kmpc_give_task(), FTN_GET_BLOCKTIME(), and kmp_flag_oncore::internal_release().
|
extern |
Definition at line 136 of file kmp_global.cpp.
Referenced by __kmp_aux_env_initialize(), __kmp_get_global_icvs(), __kmp_parse_nested_num_threads(), __kmp_stg_parse_max_active_levels(), __kmp_stg_parse_nested(), __kmp_stg_parse_proc_bind(), __kmp_stg_print_max_active_levels(), __kmp_stg_print_nested(), and ompc_set_nested().
|
extern |
Definition at line 137 of file kmp_global.cpp.
Referenced by __kmp_parse_nested_num_threads(), __kmp_stg_parse_max_active_levels(), __kmp_stg_parse_nested(), and __kmp_stg_parse_proc_bind().
|
extern |
Definition at line 131 of file kmp_global.cpp.
Referenced by __kmp_aux_env_initialize(), __kmp_do_middle_initialize(), __kmp_expand_file_name(), __kmp_get_global_icvs(), __kmp_push_thread_limit(), __kmp_stg_parse_num_threads(), and __kmp_user_set_library().
|
extern |
Definition at line 132 of file kmp_global.cpp.
Referenced by __kmp_allocate_team(), __kmp_do_middle_initialize(), __kmp_do_serial_initialize(), __kmp_env_initialize(), __kmp_initialize_root(), __kmp_stg_parse_num_threads(), and __kmp_user_set_library().
|
extern |
Definition at line 516 of file kmp_global.cpp.
Referenced by __kmp_do_serial_initialize().
|
extern |
Definition at line 135 of file kmp_global.cpp.
Referenced by __kmp_allocate_team_arrays(), __kmp_dispatch_init(), __kmp_dispatch_init_hierarchy(), __kmp_dispatch_next(), __kmp_dispatch_next_algorithm(), __kmp_initialize_info(), __kmp_internal_fork(), __kmp_print_team_storage_map(), __kmp_stg_parse_disp_buffers(), __kmp_stg_print_disp_buffers(), __kmpc_doacross_fini(), __kmpc_doacross_init(), __kmpc_next_section(), __kmpc_sections_init(), FTN_SET_DISP_NUM_BUFFERS(), and kmpc_set_disp_num_buffers().
|
extern |
Definition at line 294 of file kmp_global.cpp.
Referenced by __kmp_fork_barrier(), __kmp_fork_team_threads(), __kmp_join_barrier(), __kmp_serialized_parallel(), __kmp_stg_parse_display_affinity(), and __kmp_stg_print_display_affinity().
|
extern |
Definition at line 213 of file kmp_global.cpp.
Referenced by __kmp_aux_set_defaults(), __kmp_do_serial_initialize(), __kmp_env_print_2(), __kmp_stg_parse_omp_display_env(), and __kmp_stg_print_omp_display_env().
|
extern |
Definition at line 214 of file kmp_global.cpp.
Referenced by __kmp_aux_set_defaults(), __kmp_do_serial_initialize(), __kmp_env_print_2(), __kmp_stg_parse_omp_display_env(), and __kmp_stg_print_omp_display_env().
|
extern |
Definition at line 363 of file kmp_global.cpp.
Referenced by __kmp_register_library_startup(), __kmp_stg_parse_duplicate_lib_ok(), and __kmp_stg_print_duplicate_lib_ok().
|
extern |
Definition at line 9254 of file kmp_runtime.cpp.
Referenced by __kmp_initial_threads_capacity(), __kmp_register_root(), __kmp_reserve_threads(), __kmp_stg_parse_num_hidden_helper_threads(), __kmp_stg_parse_use_hidden_helper(), __kmp_stg_print_use_hidden_helper(), __kmp_task_alloc(), __kmp_task_reduction_fini(), __kmp_task_reduction_init(), __kmpc_omp_target_task_alloc(), and __kmpc_omp_taskwait_template().
|
extern |
Definition at line 356 of file kmp_global.cpp.
Referenced by __kmp_push_priority_task(), __kmp_push_task(), __kmp_stg_parse_task_throttling(), and __kmp_stg_print_task_throttling().
|
extern |
Definition at line 421 of file kmp_global.cpp.
Referenced by __kmp_allocate_thread(), __kmp_do_middle_initialize(), __kmp_free_thread(), __kmp_get_global_icvs(), __kmp_reap_thread(), __kmp_register_root(), and __kmp_stg_parse_blocktime().
|
extern |
Definition at line 422 of file kmp_global.cpp.
Referenced by __kmp_check_stack_overlap(), and __kmp_do_serial_initialize().
|
extern |
Definition at line 423 of file kmp_global.cpp.
Referenced by __kmp_cleanup_user_locks(), __kmp_dispatch_deo(), __kmp_dispatch_deo_error(), __kmp_dispatch_dxo(), __kmp_dispatch_dxo_error(), __kmp_dispatch_init_algorithm(), __kmp_dispatch_next(), __kmp_dist_for_static_init(), __kmp_dist_get_bounds(), __kmp_end_critical_section_reduce_block(), __kmp_enter_critical_section_reduce_block(), __kmp_enter_single(), __kmp_exit_single(), __kmp_for_static_init(), __kmp_launch_thread(), __kmp_lookup_user_lock(), __kmp_parallel_deo(), __kmp_parallel_dxo(), __kmp_print_version_1(), __kmp_reap_thread(), __kmp_register_root(), __kmp_run_after_invoked_task(), __kmp_run_before_invoked_task(), __kmp_serialized_parallel(), __kmp_set_user_lock_vptrs(), __kmp_stg_parse_consistency_check(), __kmp_stg_print_consistency_check(), __kmp_team_static_init(), __kmpc_barrier(), __kmpc_barrier_master(), __kmpc_barrier_master_nowait(), __kmpc_copyprivate(), __kmpc_copyprivate_light(), __kmpc_critical(), __kmpc_end_critical(), __kmpc_end_masked(), __kmpc_end_master(), __kmpc_end_reduce(), __kmpc_end_reduce_nowait(), __kmpc_end_serialized_parallel(), __kmpc_for_collapsed_init(), __kmpc_for_static_fini(), __kmpc_init_lock(), __kmpc_init_nest_lock(), __kmpc_masked(), __kmpc_master(), __kmpc_reduce(), __kmpc_reduce_nowait(), __kmpc_set_lock(), __kmpc_test_lock(), __kmpc_unset_lock(), FTN_DESTROY_AFFINITY_MASK(), and kmp_canonicalize_one_loop_XX().
|
extern |
Definition at line 420 of file kmp_global.cpp.
Referenced by __kmp_aux_set_stacksize(), __kmp_create_worker(), and __kmp_stg_parse_stacksize().
|
extern |
Referenced by __kmp_abort_process(), and __kmp_do_serial_initialize().
|
extern |
Definition at line 173 of file kmp_global.cpp.
Referenced by __kmp_get_monotonicity(), __kmp_stg_parse_kmp_force_monotonic(), and __kmp_stg_print_kmp_force_monotonic().
|
extern |
Definition at line 368 of file kmp_global.cpp.
Referenced by __kmp_determine_reduction_method(), __kmp_stg_parse_force_reduction(), and __kmp_stg_print_force_reduction().
|
extern |
Definition at line 189 of file kmp_global.cpp.
Referenced by __kmp_common_destroy(), __kmp_common_destroy_gtid(), __kmp_do_serial_initialize(), __kmp_stg_parse_foreign_threads_threadprivate(), __kmp_stg_print_foreign_threads_threadprivate(), __kmpc_threadprivate(), and kmp_threadprivate_insert().
|
extern |
Referenced by __kmp_atfork_child(), __kmp_atfork_parent(), __kmp_atfork_prepare(), __kmp_do_serial_initialize(), __kmp_fork_call(), __kmp_internal_end_library(), __kmp_internal_end_thread(), __kmp_join_call(), __kmp_register_root(), __kmp_serialized_parallel(), __kmp_set_num_threads(), and __kmp_unregister_root_current_thread().
|
extern |
Definition at line 120 of file kmp_global.cpp.
Referenced by __kmp_affinity_bind_thread(), __kmp_create_worker(), __kmp_msg(), __kmp_stg_parse_warnings(), __kmp_stg_print_warnings(), __kmp_warn(), FTN_SET_WARNINGS_OFF(), and FTN_SET_WARNINGS_ON().
|
extern |
Definition at line 467 of file kmp_global.cpp.
Referenced by __kmp_abort_process(), __kmp_aux_env_initialize(), __kmp_dist_barrier_gather(), __kmp_dist_barrier_release(), __kmp_dist_barrier_wakeup(), __kmp_do_serial_initialize(), __kmp_fork_barrier(), __kmp_get_global_icvs(), __kmp_hierarchical_barrier_release(), __kmp_hyper_barrier_release(), __kmp_internal_end(), __kmp_internal_end_library(), __kmp_internal_end_thread(), __kmp_launch_thread(), __kmp_linear_barrier_release_template(), __kmp_parallel_initialize(), __kmp_reserve_threads(), __kmp_stg_parse_kmp_dynamic_mode(), __kmp_stg_parse_omp_dynamic(), __kmp_stg_print_kmp_dynamic_mode(), __kmp_stg_print_omp_dynamic(), __kmp_tasking_barrier(), __kmp_tree_barrier_release(), __kmp_unregister_root_current_thread(), and __kmp_wait_template().
|
extern |
|
extern |
Definition at line 182 of file kmp_global.cpp.
Referenced by __kmp_allocate_thread(), __kmp_create_worker(), __kmp_get_global_thread_id(), __kmp_get_global_thread_id_reg(), __kmp_launch_worker(), __kmp_register_root(), __kmp_stg_parse_gtid_mode(), __kmp_stg_print_gtid_mode(), and FTN_GET_THREAD_NUM().
|
extern |
Definition at line 19 of file kmp_global.cpp.
Referenced by __kmp_gtid_get_specific(), __kmp_gtid_set_specific(), __kmp_runtime_destroy(), __kmp_runtime_initialize(), and FTN_GET_THREAD_NUM().
|
extern |
Definition at line 148 of file kmp_global.cpp.
Referenced by __kmp_dispatch_init_algorithm(), __kmp_get_schedule_global(), __kmp_stg_parse_omp_schedule(), __kmp_stg_parse_schedule(), and __kmp_stg_print_schedule().
|
extern |
Definition at line 9247 of file kmp_runtime.cpp.
Referenced by __kmp_hidden_helper_threads_initz_routine(), and __kmp_task_team_setup().
|
extern |
Definition at line 52 of file kmp_global.cpp.
Referenced by __kmp_internal_end_library(), __kmp_internal_end_thread(), and __kmp_wait_template().
|
extern |
Definition at line 9246 of file kmp_runtime.cpp.
Referenced by __kmp_hidden_helper_threads_initz_routine(), and __kmp_task_team_setup().
|
extern |
Definition at line 9253 of file kmp_runtime.cpp.
Referenced by __kmp_adjust_gtid_for_hidden_helpers(), __kmp_allocate_thread(), __kmp_hidden_helper_threads_initz_routine(), __kmp_initial_threads_capacity(), __kmp_register_root(), __kmp_reserve_threads(), __kmp_stg_parse_num_hidden_helper_threads(), __kmp_stg_print_num_hidden_helper_threads(), and get_num_hidden_helper_threads().
|
extern |
|
extern |
|
extern |
|
extern |
|
extern |
|
extern |
|
extern |
|
extern |
|
extern |
Definition at line 46 of file kmp_global.cpp.
Referenced by __kmp_atfork_child(), __kmp_common_destroy(), __kmp_common_destroy_gtid(), __kmp_common_initialize(), and __kmp_internal_end().
|
extern |
Definition at line 62 of file kmp_global.cpp.
Referenced by __kmp_do_serial_initialize().
|
extern |
Definition at line 45 of file kmp_global.cpp.
Referenced by __kmp_atfork_child(), __kmp_common_destroy_gtid(), __kmp_get_global_thread_id(), __kmp_gtid_get_specific(), __kmp_gtid_set_specific(), __kmp_internal_end(), __kmp_register_root(), __kmp_release_template(), and __kmp_resume_template().
|
extern |
Definition at line 50 of file kmp_global.cpp.
Referenced by __kmp_hidden_helper_initialize(), __kmp_hidden_helper_threads_initz_routine(), __kmp_internal_end_library(), __kmp_internal_end_thread(), and __kmp_task_alloc().
|
extern |
Definition at line 51 of file kmp_global.cpp.
Referenced by __kmp_allocate_thread(), __kmp_hidden_helper_initialize(), __kmp_register_root(), and __kmp_reserve_threads().
|
extern |
Definition at line 48 of file kmp_global.cpp.
Referenced by __kmp_atfork_child(), __kmp_cleanup(), __kmp_do_middle_initialize(), __kmp_env_initialize(), __kmp_middle_initialize(), __kmp_parallel_initialize(), __kmp_push_thread_limit(), __kmp_task_alloc(), FTN_CAPTURE_AFFINITY(), FTN_CONTROL_TOOL(), FTN_CREATE_AFFINITY_MASK(), FTN_DESTROY_AFFINITY_MASK(), FTN_DISPLAY_AFFINITY(), FTN_GET_AFFINITY(), FTN_GET_AFFINITY_MASK_PROC(), FTN_GET_AFFINITY_MAX_PROC(), FTN_GET_MAX_ACTIVE_LEVELS(), FTN_GET_MAX_THREADS(), FTN_GET_NUM_PLACES(), FTN_GET_NUM_PROCS(), FTN_GET_PARTITION_NUM_PLACES(), FTN_GET_PARTITION_PLACE_NUMS(), FTN_GET_PLACE_NUM(), FTN_GET_PLACE_NUM_PROCS(), FTN_GET_PLACE_PROC_IDS(), FTN_SET_AFFINITY(), FTN_SET_AFFINITY_MASK_PROC(), FTN_UNSET_AFFINITY_MASK_PROC(), kmpc_get_affinity_mask_proc(), kmpc_set_affinity_mask_proc(), kmpc_unset_affinity_mask_proc(), ompc_capture_affinity(), and ompc_display_affinity().
|
extern |
Definition at line 49 of file kmp_global.cpp.
Referenced by __kmp_atfork_child(), __kmp_aux_set_stacksize(), __kmp_cleanup(), __kmp_dispatch_init(), __kmp_dispatch_init_hierarchy(), __kmp_enter_single(), __kmp_fork_call(), __kmp_hidden_helper_initialize(), __kmp_parallel_initialize(), __kmp_reinitialize_team(), __kmp_serialized_parallel(), __kmp_set_num_threads(), __kmp_setup_icv_copy(), __kmp_stg_parse_kmp_dynamic_mode(), __kmp_stg_parse_omp_cancellation(), __kmpc_barrier(), __kmpc_barrier_master(), __kmpc_barrier_master_nowait(), __kmpc_end_serialized_parallel(), __kmpc_masked(), __kmpc_master(), __kmpc_omp_taskyield(), __kmpc_ordered(), __kmpc_reduce(), __kmpc_reduce_nowait(), __kmpc_sections_init(), FTN_GET_THREAD_NUM(), FTN_IN_FINAL(), KMP_API_NAME_GOMP_SINGLE_COPY_START(), and KMP_API_NAME_GOMP_SINGLE_START().
|
extern |
Definition at line 44 of file kmp_global.cpp.
Referenced by __kmp_alloc(), __kmp_atfork_child(), __kmp_aux_set_defaults(), __kmp_aux_set_stacksize(), __kmp_calloc(), __kmp_cleanup(), __kmp_do_middle_initialize(), __kmp_do_serial_initialize(), __kmp_fork_call(), __kmp_get_ancestor_thread_num(), __kmp_get_global_thread_id_reg(), __kmp_get_max_active_levels(), __kmp_get_schedule(), __kmp_get_team_size(), __kmp_internal_end_library(), __kmp_internal_end_thread(), __kmp_omp_display_env(), __kmp_realloc(), __kmp_reserve_threads(), __kmp_serial_initialize(), __kmp_set_max_active_levels(), __kmp_set_num_threads(), __kmp_set_schedule(), __kmp_stg_parse_disp_buffers(), __kmp_unregister_root_current_thread(), __kmpc_atomic_1(), __kmpc_atomic_16(), __kmpc_atomic_32(), __kmpc_atomic_4(), __kmpc_atomic_8(), __kmpc_dispatch_init_4(), __kmpc_dispatch_init_4u(), __kmpc_dispatch_init_8(), __kmpc_dispatch_init_8u(), __kmpc_dist_dispatch_init_4(), __kmpc_dist_dispatch_init_4u(), __kmpc_dist_dispatch_init_8(), __kmpc_dist_dispatch_init_8u(), __kmpc_error(), __kmpc_get_target_offload(), __kmpc_init_lock(), __kmpc_init_nest_lock(), __kmpc_ordered(), __kmpc_pause_resource(), __kmpc_sections_init(), __kmpc_team_static_init_4(), __kmpc_team_static_init_4u(), __kmpc_team_static_init_8(), __kmpc_team_static_init_8u(), __kmpc_threadprivate(), FTN_GET_AFFINITY_FORMAT(), FTN_GET_CANCELLATION(), FTN_GET_LIBRARY(), FTN_GET_MAX_TASK_PRIORITY(), FTN_GET_MAX_TEAMS(), FTN_GET_NUM_KNOWN_THREADS(), FTN_GET_STACKSIZE(), FTN_GET_STACKSIZE_S(), FTN_GET_TEAMS_THREAD_LIMIT(), FTN_GET_THREAD_LIMIT(), FTN_GET_WTICK(), FTN_GET_WTIME(), FTN_SET_AFFINITY_FORMAT(), FTN_SET_DISP_NUM_BUFFERS(), FTN_SET_NUM_TEAMS(), FTN_SET_TEAMS_THREAD_LIMIT(), kmpc_free(), kmpc_set_disp_num_buffers(), ompc_get_affinity_format(), and ompc_set_affinity_format().
|
extern |
Definition at line 57 of file kmp_global.cpp.
Referenced by __kmp_atfork_child(), __kmp_cleanup_user_locks(), __kmp_env_initialize(), and __kmp_stg_parse_lock_kind().
|
extern |
Referenced by __kmp_atfork_child(), __kmp_atfork_parent(), __kmp_atfork_prepare(), __kmp_aux_set_stacksize(), __kmp_get_global_thread_id_reg(), __kmp_hidden_helper_initialize(), __kmp_internal_end_library(), __kmp_internal_end_thread(), __kmp_middle_initialize(), __kmp_omp_display_env(), __kmp_parallel_initialize(), and __kmp_serial_initialize().
|
extern |
Definition at line 143 of file kmp_global.cpp.
Referenced by __kmp_aux_set_library(), __kmp_do_serial_initialize(), __kmp_execute_tasks_template(), __kmp_fork_call(), __kmp_stg_parse_wait_policy(), __kmp_stg_print_wait_policy(), and FTN_GET_LIBRARY().
|
extern |
Definition at line 76 of file kmp_global.cpp.
Referenced by __kmp_stg_parse_malloc_pool_incr(), and __kmp_stg_print_malloc_pool_incr().
|
extern |
Definition at line 126 of file kmp_global.cpp.
Referenced by __kmp_default_tp_capacity(), __kmp_do_serial_initialize(), __kmp_initial_threads_capacity(), __kmp_reserve_threads(), __kmp_set_num_threads(), __kmp_stg_parse_all_threadprivate(), __kmp_stg_parse_device_thread_limit(), and __kmp_stg_print_device_thread_limit().
|
extern |
Definition at line 300 of file kmp_global.cpp.
Referenced by __kmp_push_task(), __kmp_stg_parse_max_task_priority(), __kmp_stg_print_max_task_priority(), and FTN_GET_MAX_TASK_PRIORITY().
|
extern |
Definition at line 303 of file kmp_global.cpp.
Referenced by ___kmpc_free(), __kmp_alloc(), __kmp_fini_memkind(), __kmp_init_memkind(), __kmp_stg_parse_allocator(), and __kmpc_init_allocator().
|
extern |
Referenced by __kmp_allocate_thread(), and __kmp_internal_end().
|
extern |
Definition at line 416 of file kmp_global.cpp.
Referenced by __kmp_register_atfork(), and __kmp_stg_parse_init_at_fork().
|
extern |
Definition at line 418 of file kmp_global.cpp.
Referenced by __kmp_stg_parse_init_at_fork(), and __kmp_stg_print_init_at_fork().
|
extern |
Definition at line 47 of file kmp_global.cpp.
Referenced by __kmp_atfork_child(), __kmp_do_middle_initialize(), and __kmp_do_serial_initialize().
|
extern |
Definition at line 200 of file kmp_global.cpp.
Referenced by __kmp_cleanup(), __kmp_do_middle_initialize(), __kmp_free_team(), __kmp_init_nesting_mode(), __kmp_initialize_root(), __kmp_serialized_parallel(), __kmp_set_nesting_mode_threads(), __kmp_stg_parse_num_threads(), and __kmp_stg_print_num_threads().
|
extern |
Definition at line 291 of file kmp_global.cpp.
Referenced by __kmp_atfork_child(), __kmp_cleanup(), __kmp_env_initialize(), __kmp_fork_call(), __kmp_fork_in_teams(), __kmp_get_global_icvs(), __kmp_initialize_root(), __kmp_serialized_parallel(), __kmp_stg_parse_proc_bind(), and __kmp_stg_print_proc_bind().
|
extern |
Definition at line 561 of file kmp_global.cpp.
Referenced by __kmp_do_middle_initialize(), __kmp_set_nesting_mode_threads(), __kmp_stg_parse_nesting_mode(), and __kmp_stg_print_nesting_mode().
|
extern |
Definition at line 562 of file kmp_global.cpp.
Referenced by __kmp_init_nesting_mode(), and __kmp_set_nesting_mode_threads().
|
extern |
Definition at line 563 of file kmp_global.cpp.
Referenced by __kmp_init_nesting_mode(), and __kmp_set_nesting_mode_threads().
|
extern |
Definition at line 216 of file kmp_global.cpp.
Referenced by __kmp_get_max_teams(), __kmp_push_num_teams(), __kmp_push_num_teams_51(), __kmp_set_num_teams(), __kmp_stg_parse_nteams(), and __kmp_stg_print_nteams().
|
extern |
Definition at line 456 of file kmp_global.cpp.
Referenced by __kmp_acquire_drdpa_lock_timed_template(), __kmp_allocate_thread(), __kmp_atfork_child(), __kmp_do_middle_initialize(), __kmp_do_serial_initialize(), __kmp_free_thread(), __kmp_get_global_thread_id(), __kmp_reap_thread(), __kmp_register_root(), __kmp_reserve_threads(), __kmp_reset_root(), and FTN_GET_NUM_KNOWN_THREADS().
|
extern |
Definition at line 452 of file kmp_global.cpp.
Referenced by __kmp_cleanup(), and __kmp_expand_threads().
|
extern |
Definition at line 215 of file kmp_global.cpp.
Referenced by __kmp_barrier_template(), __kmp_get_cancellation_status(), __kmp_invoke_task(), __kmp_stg_parse_omp_cancellation(), __kmp_stg_print_omp_cancellation(), __kmpc_cancel(), __kmpc_cancel_barrier(), __kmpc_cancellationpoint(), and FTN_GET_CANCELLATION().
|
extern |
Definition at line 441 of file kmp_global.cpp.
|
extern |
Definition at line 558 of file kmp_global.cpp.
Referenced by __kmp_hard_pause(), __kmp_internal_end_thread(), __kmp_pause_resource(), __kmp_resume_if_hard_paused(), __kmp_resume_if_soft_paused(), __kmp_soft_pause(), __kmp_suspend_template(), and __kmp_wait_template().
|
extern |
Definition at line 121 of file kmp_global.cpp.
Referenced by __kmp_push_num_teams(), __kmp_push_num_teams_51(), __kmp_push_thread_limit(), and __kmp_reserve_threads().
|
extern |
Definition at line 451 of file kmp_global.cpp.
Referenced by __kmp_cleanup(), __kmp_common_initialize(), __kmp_do_serial_initialize(), __kmp_expand_threads(), __kmp_fork_call(), __kmp_internal_end(), __kmp_internal_end_library(), __kmp_internal_end_thread(), __kmp_register_root(), __kmp_unregister_root_current_thread(), and KMP_UBER_GTID().
|
extern |
Definition at line 63 of file kmp_global.cpp.
Referenced by __kmp_register_root().
|
extern |
Definition at line 234 of file kmp_global.cpp.
Referenced by __kmp_set_schedule().
|
extern |
Definition at line 144 of file kmp_global.cpp.
Referenced by __kmp_get_schedule_global(), __kmp_omp_schedule_restore(), __kmp_parse_single_omp_schedule(), __kmp_stg_parse_omp_schedule(), and __kmp_stg_print_omp_schedule().
|
extern |
Definition at line 362 of file kmp_global.cpp.
Referenced by __kmp_aux_set_defaults(), __kmp_do_serial_initialize(), __kmp_stg_parse_settings(), and __kmp_stg_print_settings().
|
extern |
Definition at line 146 of file kmp_global.cpp.
Referenced by __kmp_dispatch_init(), __kmp_dispatch_init_algorithm(), __kmp_dist_for_static_init(), __kmp_dist_get_bounds(), __kmp_do_serial_initialize(), __kmp_for_static_init(), __kmp_get_schedule_global(), __kmp_stg_parse_omp_schedule(), __kmp_stg_parse_schedule(), and __kmp_stg_print_schedule().
|
extern |
Definition at line 73 of file kmp_global.cpp.
Referenced by __kmp_create_worker(), __kmp_launch_worker(), __kmp_stg_parse_stackoffset(), and __kmp_stg_print_stackoffset().
|
extern |
Definition at line 74 of file kmp_global.cpp.
Referenced by __kmp_fork_call(), __kmp_stg_parse_stackpad(), and __kmp_stg_print_stackpad().
|
extern |
Definition at line 69 of file kmp_global.cpp.
Referenced by __kmp_allocate_thread(), __kmp_aux_set_stacksize(), __kmp_create_worker(), __kmp_register_root(), __kmp_runtime_initialize(), __kmp_stg_parse_stacksize(), __kmp_stg_print_stacksize(), FTN_GET_STACKSIZE(), and FTN_GET_STACKSIZE_S().
|
extern |
Definition at line 409 of file kmp_global.cpp.
Referenced by __kmp_alloc_argv_entries(), __kmp_allocate_team(), __kmp_allocate_thread(), __kmp_check_stack_overlap(), __kmp_get_global_thread_id(), __kmp_initialize_info(), __kmp_register_root(), __kmp_stg_parse_storage_map(), and __kmp_stg_print_storage_map().
|
extern |
Definition at line 411 of file kmp_global.cpp.
Referenced by __kmp_print_storage_map_gtid(), __kmp_stg_parse_storage_map(), and __kmp_stg_print_storage_map().
|
extern |
Definition at line 413 of file kmp_global.cpp.
Referenced by __kmp_stg_parse_storage_map(), and __kmp_stg_print_storage_map().
|
extern |
Definition at line 125 of file kmp_global.cpp.
Referenced by __kmp_do_middle_initialize(), __kmp_do_serial_initialize(), __kmp_expand_threads(), __kmp_parse_nested_num_threads(), __kmp_runtime_initialize(), __kmp_stg_parse_device_thread_limit(), __kmp_stg_parse_nteams(), __kmp_stg_parse_teams_th_limit(), __kmp_stg_parse_teams_thread_limit(), and __kmp_stg_parse_thread_limit().
|
extern |
Definition at line 124 of file kmp_global.cpp.
Referenced by __kmp_aux_set_stacksize(), __kmp_check_stksize(), __kmp_runtime_initialize(), and __kmp_stg_parse_stacksize().
|
extern |
Definition at line 555 of file kmp_global.cpp.
Referenced by __kmp_stg_parse_target_offload(), __kmp_stg_print_target_offload(), and __kmpc_get_target_offload().
|
extern |
Definition at line 67 of file kmp_global.cpp.
|
extern |
Definition at line 128 of file kmp_global.cpp.
Referenced by __kmp_get_global_icvs().
|
extern |
Definition at line 355 of file kmp_global.cpp.
Referenced by __kmp_push_priority_task(), __kmp_push_task(), __kmp_stg_parse_task_stealing(), __kmp_stg_print_task_stealing(), __kmpc_end_taskgroup(), __kmpc_omp_taskwait_deps_51(), __kmpc_omp_taskwait_template(), and __kmpc_omp_taskyield().
|
extern |
Definition at line 3759 of file kmp_tasking.cpp.
Referenced by __kmp_allocate_task_team(), __kmp_atfork_child(), __kmp_free_task_team(), and __kmp_reap_task_teams().
|
extern |
Definition at line 299 of file kmp_global.cpp.
Referenced by __kmp_allocate_team(), __kmp_barrier_template(), __kmp_dist_barrier_gather(), __kmp_enable_tasking(), __kmp_end_split_barrier(), __kmp_execute_tasks_template(), __kmp_fork_barrier(), __kmp_fork_team_threads(), __kmp_free_team(), __kmp_init_implicit_task(), __kmp_initialize_info(), __kmp_join_barrier(), __kmp_join_call(), __kmp_push_task(), __kmp_remove_my_task(), __kmp_reset_root(), __kmp_set_num_threads(), __kmp_steal_task(), __kmp_stg_parse_tasking(), __kmp_stg_print_tasking(), __kmp_task_alloc(), __kmp_task_team_setup(), __kmp_task_team_sync(), __kmp_task_team_wait(), __kmp_tasking_barrier(), __kmp_wait_template(), __kmpc_end_serialized_parallel(), __kmpc_end_taskgroup(), __kmpc_omp_taskwait_template(), and __kmpc_omp_taskyield().
|
extern |
Definition at line 301 of file kmp_global.cpp.
Referenced by __kmp_stg_parse_taskloop_min_tasks(), __kmp_stg_print_taskloop_min_tasks(), and __kmp_taskloop().
|
extern |
Definition at line 66 of file kmp_global.cpp.
|
extern |
Definition at line 459 of file kmp_global.cpp.
Referenced by __kmp_allocate_team(), __kmp_atfork_child(), __kmp_do_serial_initialize(), __kmp_free_team(), and __kmp_internal_end().
|
extern |
Definition at line 129 of file kmp_global.cpp.
Referenced by __kmp_do_serial_initialize(), __kmp_push_num_teams(), __kmp_push_num_teams_51(), __kmp_push_thread_limit(), __kmp_stg_parse_teams_thread_limit(), and __kmp_stg_print_teams_thread_limit().
|
extern |
Definition at line 292 of file kmp_global.cpp.
Referenced by __kmp_fork_call().
|
extern |
Definition at line 217 of file kmp_global.cpp.
Referenced by __kmp_get_teams_thread_limit(), __kmp_push_thread_limit(), __kmp_set_teams_thread_limit(), __kmp_stg_parse_teams_th_limit(), and __kmp_stg_print_teams_th_limit().
|
extern |
Definition at line 458 of file kmp_global.cpp.
Referenced by __kmp_allocate_thread(), __kmp_atfork_child(), __kmp_do_serial_initialize(), __kmp_free_thread(), __kmp_internal_end(), and __kmp_wait_to_unref_task_teams().
|
extern |
Definition at line 462 of file kmp_global.cpp.
Referenced by __kmp_allocate_thread(), __kmp_free_thread(), __kmp_reap_thread(), and __kmp_suspend_template().
|
extern |
Definition at line 110 of file kmp_runtime.cpp.
Referenced by __kmp_allocate_thread(), __kmp_atfork_child(), __kmp_do_serial_initialize(), __kmp_free_thread(), and __kmp_internal_end().
|
extern |
Definition at line 60 of file kmp_global.cpp.
Referenced by __kmp_atfork_child(), __kmp_cleanup_threadprivate_caches(), __kmp_common_initialize(), __kmp_find_cache(), __kmp_threadprivate_resize_cache(), and __kmpc_threadprivate_cached().
|
extern |
Definition at line 450 of file kmp_global.cpp.
Referenced by ___kmpc_free(), __kmp_alloc(), __kmp_allocate_thread(), __kmp_aux_capture_affinity(), __kmp_barrier_template(), __kmp_bottom_half_finish_proxy(), __kmp_calloc(), __kmp_check_barrier(), __kmp_check_stack_overlap(), __kmp_check_sync(), __kmp_check_workshare(), __kmp_cleanup(), __kmp_common_destroy(), __kmp_common_destroy_gtid(), __kmp_dispatch_deo(), __kmp_dispatch_deo_error(), __kmp_dispatch_dxo(), __kmp_dispatch_dxo_error(), __kmp_dispatch_finish(), __kmp_dispatch_init(), __kmp_dispatch_init_algorithm(), __kmp_dispatch_init_hierarchy(), __kmp_dispatch_next(), __kmp_dispatch_next_algorithm(), __kmp_dist_for_static_init(), __kmp_dist_get_bounds(), __kmp_do_middle_initialize(), __kmp_do_serial_initialize(), __kmp_end_split_barrier(), __kmp_enter_single(), __kmp_entry_thread(), __kmp_execute_tasks_template(), __kmp_expand_threads(), __kmp_for_static_init(), __kmp_fork_barrier(), __kmp_fork_call(), __kmp_get_ancestor_thread_num(), __kmp_get_global_thread_id(), __kmp_get_max_active_levels(), __kmp_get_priority_task(), __kmp_get_schedule(), __kmp_get_team_size(), __kmp_GOMP_doacross_post< long, true >(), __kmp_GOMP_doacross_wait(), __kmp_GOMP_fork_call(), __kmp_GOMP_init_reductions(), __kmp_GOMP_microtask_wrapper(), __kmp_GOMP_par_reductions_microtask_wrapper(), __kmp_GOMP_parallel_microtask_wrapper(), __kmp_hidden_helper_threads_initz_routine(), __kmp_hierarchical_barrier_release(), __kmp_hyper_barrier_release(), __kmp_initialize_self_buffer(), __kmp_internal_begin(), __kmp_internal_end(), __kmp_internal_end_library(), __kmp_internal_end_thread(), __kmp_internal_fork(), __kmp_internal_join(), __kmp_invoke_task(), __kmp_invoke_task_func(), __kmp_invoke_teams_master(), __kmp_join_barrier(), __kmp_join_call(), __kmp_launch_thread(), __kmp_linear_barrier_release_template(), __kmp_omp_task(), __kmp_parallel_deo(), __kmp_parallel_dxo(), __kmp_pop_parallel(), __kmp_pop_sync(), __kmp_pop_workshare(), __kmp_process_dep_all(), __kmp_process_deps(), __kmp_push_num_teams(), __kmp_push_num_teams_51(), __kmp_push_num_threads(), __kmp_push_num_threads_list(), __kmp_push_parallel(), __kmp_push_proc_bind(), __kmp_push_sync(), __kmp_push_task(), __kmp_push_workshare(), __kmp_reap_thread(), __kmp_register_root(), __kmp_release_deps(), __kmp_reserve_threads(), __kmp_resume_if_soft_paused(), __kmp_resume_template(), __kmp_serialized_parallel(), __kmp_set_max_active_levels(), __kmp_set_nesting_mode_threads(), __kmp_set_num_threads(), __kmp_set_schedule(), __kmp_set_strict_num_threads(), __kmp_steal_task(), __kmp_suspend_template(), __kmp_task_alloc(), __kmp_task_finish(), __kmp_task_reduction_init(), __kmp_task_reduction_modifier_init(), __kmp_task_start(), __kmp_taskloop(), __kmp_taskloop_linear(), __kmp_taskloop_recur(), __kmp_team_from_gtid(), __kmp_team_static_init(), __kmp_teams_master(), __kmp_terminate_thread(), __kmp_thread_from_gtid(), __kmp_tid_from_gtid(), __kmp_track_dependence(), __kmp_tree_barrier_release(), __kmp_unregister_root_current_thread(), __kmp_user_set_library(), __kmpc_barrier(), __kmpc_barrier_master(), __kmpc_barrier_master_nowait(), __kmpc_cancel(), __kmpc_cancel_barrier(), __kmpc_cancellationpoint(), __kmpc_copyprivate(), __kmpc_copyprivate_light(), __kmpc_critical(), __kmpc_doacross_fini(), __kmpc_doacross_init(), __kmpc_doacross_post(), __kmpc_doacross_wait(), __kmpc_end_masked(), __kmpc_end_master(), __kmpc_end_ordered(), __kmpc_end_reduce(), __kmpc_end_scope(), __kmpc_end_sections(), __kmpc_end_serialized_parallel(), __kmpc_end_single(), __kmpc_end_taskgroup(), __kmpc_for_collapsed_init(), __kmpc_fork_call(), __kmpc_fork_teams(), __kmpc_get_default_allocator(), __kmpc_masked(), __kmpc_master(), __kmpc_next_section(), __kmpc_omp_task_begin_if0_template(), __kmpc_omp_task_parts(), __kmpc_omp_task_with_deps(), __kmpc_omp_taskwait_deps_51(), __kmpc_omp_taskwait_template(), __kmpc_omp_taskyield(), __kmpc_ordered(), __kmpc_reduce(), __kmpc_reduce_nowait(), __kmpc_scope(), __kmpc_sections_init(), __kmpc_set_default_allocator(), __kmpc_set_thread_limit(), __kmpc_single(), __kmpc_task_reduction_get_th_data(), __kmpc_taskgroup(), __kmpc_threadprivate(), __ompt_get_target_task_data(), FTN_CAPTURE_AFFINITY(), FTN_CONTROL_TOOL(), FTN_DISPLAY_AFFINITY(), FTN_GET_AFFINITY(), FTN_GET_BLOCKTIME(), FTN_GET_MAX_THREADS(), FTN_GET_NUM_PLACES(), FTN_GET_NUM_PROCS(), FTN_GET_PLACE_NUM_PROCS(), FTN_GET_PLACE_PROC_IDS(), FTN_GET_THREAD_LIMIT(), KMP_API_NAME_GOMP_PARALLEL_END(), KMP_API_NAME_GOMP_SINGLE_START(), KMP_API_NAME_GOMP_TASK_REDUCTION_REMAP(), KMP_API_NAME_GOMP_TASKGROUP_REDUCTION_REGISTER(), KMP_API_NAME_GOMP_WORKSHARE_TASK_REDUCTION_UNREGISTER(), kmp_threadprivate_insert(), kmp_threadprivate_insert_private_data(), KMP_UBER_GTID(), kmp_hier_t< T >::next(), ompc_capture_affinity(), and ompc_display_affinity().
|
extern |
Definition at line 130 of file kmp_global.cpp.
Referenced by __kmp_allocate_thread(), __kmp_assert_valid_gtid(), __kmp_check_stack_overlap(), __kmp_cleanup(), __kmp_common_initialize(), __kmp_do_middle_initialize(), __kmp_do_serial_initialize(), __kmp_env_initialize(), __kmp_expand_threads(), __kmp_get_global_thread_id(), __kmp_internal_end(), __kmp_internal_end_thread(), __kmp_register_root(), __kmp_reserve_threads(), __kmp_resume_if_soft_paused(), and KMP_UBER_GTID().
|
extern |
Definition at line 188 of file kmp_global.cpp.
Referenced by __kmp_allocate_thread(), __kmp_register_root(), and __kmp_runtime_initialize().
|
extern |
Definition at line 134 of file kmp_global.cpp.
Referenced by __kmp_expand_threads(), __kmp_register_root(), __kmp_reserve_threads(), and __kmpc_threadprivate_cached().
|
extern |
Referenced by __kmp_do_serial_initialize(), __kmp_expand_threads(), and __kmpc_threadprivate_cached().
|
extern |
Definition at line 133 of file kmp_global.cpp.
Referenced by __kmp_do_serial_initialize(), __kmp_expand_threads(), __kmp_register_root(), __kmp_reserve_threads(), __kmp_stg_parse_all_threadprivate(), __kmp_stg_print_all_threadprivate(), __kmp_threadprivate_resize_cache(), and __kmpc_threadprivate_cached().
|
extern |
Definition at line 9248 of file kmp_runtime.cpp.
Referenced by __kmp_hidden_helper_initialize(), __kmp_task_alloc(), __kmp_task_finish(), and __kmp_wait_template().
|
extern |
Definition at line 433 of file kmp_global.cpp.
Referenced by __kmp_aux_set_library(), __kmp_stg_parse_use_yield(), and __kmp_stg_print_use_yield().
|
extern |
Definition at line 437 of file kmp_global.cpp.
Referenced by __kmp_aux_set_library(), and __kmp_stg_parse_use_yield().
|
extern |
Definition at line 64 of file kmp_global.cpp.
Referenced by __kmp_do_serial_initialize(), __kmp_parallel_initialize(), __kmp_stg_parse_version(), and __kmp_stg_print_version().
|
extern |
Definition at line 160 of file kmp_global.cpp.
Referenced by __kmp_omp_task(), __kmp_stg_parse_wait_policy(), __kmp_wait_template(), and __kmpc_give_task().
|
extern |
Definition at line 122 of file kmp_global.cpp.
Referenced by __kmp_acquire_drdpa_lock_timed_template(), __kmp_default_tp_capacity(), __kmp_do_middle_initialize(), __kmp_do_serial_initialize(), __kmp_expand_file_name(), __kmp_initial_threads_capacity(), __kmp_release_ticket_lock(), __kmp_runtime_initialize(), __kmp_stg_parse_device_thread_limit(), __kmp_stg_parse_num_threads(), kmp_topology_t::canonicalize(), and kmp_topology_t::print().
|
extern |
Definition at line 439 of file kmp_global.cpp.
|
extern |
Definition at line 440 of file kmp_global.cpp.
|
static |
Definition at line 988 of file kmp.h.
Referenced by __kmp_env_initialize(), __kmp_stg_parse_affinity_format(), FTN_SET_AFFINITY_FORMAT(), and ompc_set_affinity_format().
|
extern |
Definition at line 327 of file kmp_global.cpp.
Referenced by ___kmpc_free(), __kmp_alloc(), and __kmpc_destroy_allocator().
|
extern |
Definition at line 325 of file kmp_global.cpp.
Referenced by ___kmpc_free().
|
extern |
Definition at line 345 of file kmp_global.cpp.
|
extern |
Definition at line 321 of file kmp_global.cpp.
Referenced by ___kmpc_free(), and __kmp_alloc().
|
extern |
Definition at line 341 of file kmp_global.cpp.
Referenced by __kmp_alloc().
|
extern |
Definition at line 323 of file kmp_global.cpp.
Referenced by ___kmpc_free(), and __kmp_alloc().
|
extern |
Definition at line 343 of file kmp_global.cpp.
Referenced by __kmp_alloc().
|
extern |
Definition at line 315 of file kmp_global.cpp.
Referenced by __kmp_alloc(), __kmp_stg_parse_allocator(), and __kmp_stg_print_allocator().
|
extern |
Definition at line 309 of file kmp_global.cpp.
Referenced by __kmp_alloc(), __kmp_stg_parse_allocator(), and __kmp_stg_print_allocator().
|
extern |
Definition at line 335 of file kmp_global.cpp.
Referenced by __kmp_stg_parse_allocator(), and __kmpc_init_allocator().
|
extern |
Definition at line 305 of file kmp_global.cpp.
Referenced by __kmp_alloc(), __kmp_stg_parse_allocator(), __kmp_stg_print_allocator(), __kmpc_init_allocator(), and __kmpc_set_default_allocator().
|
extern |
Definition at line 331 of file kmp_global.cpp.
Referenced by __kmp_stg_parse_allocator(), __kmpc_init_allocator(), and main().
|
extern |
Definition at line 311 of file kmp_global.cpp.
Referenced by ___kmpc_free(), __kmp_alloc(), __kmp_stg_parse_allocator(), and __kmp_stg_print_allocator().
|
extern |
Definition at line 337 of file kmp_global.cpp.
Referenced by __kmp_stg_parse_allocator(), __kmpc_init_allocator(), and main().
|
extern |
Definition at line 307 of file kmp_global.cpp.
Referenced by ___kmpc_free(), __kmp_alloc(), __kmp_stg_parse_allocator(), and __kmp_stg_print_allocator().
|
extern |
Definition at line 333 of file kmp_global.cpp.
Referenced by __kmp_stg_parse_allocator(), __kmpc_init_allocator(), and main().
|
extern |
Definition at line 313 of file kmp_global.cpp.
Referenced by __kmp_alloc(), __kmp_stg_parse_allocator(), and __kmp_stg_print_allocator().
|
extern |
Definition at line 339 of file kmp_global.cpp.
Referenced by __kmp_stg_parse_allocator(), and __kmpc_init_allocator().
|
extern |
Definition at line 304 of file kmp_global.cpp.
Referenced by __kmp_alloc(), __kmp_calloc(), __kmp_stg_parse_allocator(), __kmpc_init_allocator(), __kmpc_set_default_allocator(), and main().
|
extern |
Definition at line 317 of file kmp_global.cpp.
Referenced by __kmp_alloc(), __kmp_stg_parse_allocator(), and __kmp_stg_print_allocator().
|
extern |
Definition at line 319 of file kmp_global.cpp.
Referenced by __kmp_alloc(), __kmp_stg_parse_allocator(), and __kmp_stg_print_allocator().