#include <stddef.h>
#include <atomic>
#include "kmp.h"
#include "kmp_i18n.h"
#include "kmp_io.h"
#include "kmp_itt.h"
#include "kmp_lock.h"
#include "kmp_wait_release.h"
#include "kmp_wrapper_getpid.h"

Macros
#define	__kmp_tsc() __kmp_now_nsec()

#define	IS_CRITICAL(lck)

Functions
void	__kmp_validate_locks (void)

static kmp_int32	__kmp_get_tas_lock_owner (kmp_tas_lock_t *lck)

static bool	__kmp_is_tas_lock_nestable (kmp_tas_lock_t *lck)

static __forceinline int	__kmp_acquire_tas_lock_timed_template (kmp_tas_lock_t *lck, kmp_int32 gtid)

int	__kmp_acquire_tas_lock (kmp_tas_lock_t *lck, kmp_int32 gtid)

static int	__kmp_acquire_tas_lock_with_checks (kmp_tas_lock_t *lck, kmp_int32 gtid)

int	__kmp_test_tas_lock (kmp_tas_lock_t *lck, kmp_int32 gtid)

static int	__kmp_test_tas_lock_with_checks (kmp_tas_lock_t *lck, kmp_int32 gtid)

int	__kmp_release_tas_lock (kmp_tas_lock_t *lck, kmp_int32 gtid)

static int	__kmp_release_tas_lock_with_checks (kmp_tas_lock_t *lck, kmp_int32 gtid)

void	__kmp_init_tas_lock (kmp_tas_lock_t *lck)

void	__kmp_destroy_tas_lock (kmp_tas_lock_t *lck)

static void	__kmp_destroy_tas_lock_with_checks (kmp_tas_lock_t *lck)

int	__kmp_acquire_nested_tas_lock (kmp_tas_lock_t *lck, kmp_int32 gtid)

static int	__kmp_acquire_nested_tas_lock_with_checks (kmp_tas_lock_t *lck, kmp_int32 gtid)

int	__kmp_test_nested_tas_lock (kmp_tas_lock_t *lck, kmp_int32 gtid)

static int	__kmp_test_nested_tas_lock_with_checks (kmp_tas_lock_t *lck, kmp_int32 gtid)

int	__kmp_release_nested_tas_lock (kmp_tas_lock_t *lck, kmp_int32 gtid)

static int	__kmp_release_nested_tas_lock_with_checks (kmp_tas_lock_t *lck, kmp_int32 gtid)

void	__kmp_init_nested_tas_lock (kmp_tas_lock_t *lck)

void	__kmp_destroy_nested_tas_lock (kmp_tas_lock_t *lck)

static void	__kmp_destroy_nested_tas_lock_with_checks (kmp_tas_lock_t *lck)

static kmp_int32	__kmp_get_ticket_lock_owner (kmp_ticket_lock_t *lck)

static bool	__kmp_is_ticket_lock_nestable (kmp_ticket_lock_t *lck)

static kmp_uint32	__kmp_bakery_check (void *now_serving, kmp_uint32 my_ticket)

static __forceinline int	__kmp_acquire_ticket_lock_timed_template (kmp_ticket_lock_t *lck, kmp_int32 gtid)

int	__kmp_acquire_ticket_lock (kmp_ticket_lock_t *lck, kmp_int32 gtid)

static int	__kmp_acquire_ticket_lock_with_checks (kmp_ticket_lock_t *lck, kmp_int32 gtid)

int	__kmp_test_ticket_lock (kmp_ticket_lock_t *lck, kmp_int32 gtid)

static int	__kmp_test_ticket_lock_with_checks (kmp_ticket_lock_t *lck, kmp_int32 gtid)

int	__kmp_release_ticket_lock (kmp_ticket_lock_t *lck, kmp_int32 gtid)

static int	__kmp_release_ticket_lock_with_checks (kmp_ticket_lock_t *lck, kmp_int32 gtid)

void	__kmp_init_ticket_lock (kmp_ticket_lock_t *lck)

void	__kmp_destroy_ticket_lock (kmp_ticket_lock_t *lck)

static void	__kmp_destroy_ticket_lock_with_checks (kmp_ticket_lock_t *lck)

int	__kmp_acquire_nested_ticket_lock (kmp_ticket_lock_t *lck, kmp_int32 gtid)

static int	__kmp_acquire_nested_ticket_lock_with_checks (kmp_ticket_lock_t *lck, kmp_int32 gtid)

int	__kmp_test_nested_ticket_lock (kmp_ticket_lock_t *lck, kmp_int32 gtid)

static int	__kmp_test_nested_ticket_lock_with_checks (kmp_ticket_lock_t *lck, kmp_int32 gtid)

int	__kmp_release_nested_ticket_lock (kmp_ticket_lock_t *lck, kmp_int32 gtid)

static int	__kmp_release_nested_ticket_lock_with_checks (kmp_ticket_lock_t *lck, kmp_int32 gtid)

void	__kmp_init_nested_ticket_lock (kmp_ticket_lock_t *lck)

void	__kmp_destroy_nested_ticket_lock (kmp_ticket_lock_t *lck)

static void	__kmp_destroy_nested_ticket_lock_with_checks (kmp_ticket_lock_t *lck)

static const ident_t *	__kmp_get_ticket_lock_location (kmp_ticket_lock_t *lck)

static void	__kmp_set_ticket_lock_location (kmp_ticket_lock_t lck, const ident_t loc)

static kmp_lock_flags_t	__kmp_get_ticket_lock_flags (kmp_ticket_lock_t *lck)

static void	__kmp_set_ticket_lock_flags (kmp_ticket_lock_t *lck, kmp_lock_flags_t flags)

static kmp_int32	__kmp_get_queuing_lock_owner (kmp_queuing_lock_t *lck)

static bool	__kmp_is_queuing_lock_nestable (kmp_queuing_lock_t *lck)

template<bool takeTime>
static __forceinline int	__kmp_acquire_queuing_lock_timed_template (kmp_queuing_lock_t *lck, kmp_int32 gtid)

int	__kmp_acquire_queuing_lock (kmp_queuing_lock_t *lck, kmp_int32 gtid)

static int	__kmp_acquire_queuing_lock_with_checks (kmp_queuing_lock_t *lck, kmp_int32 gtid)

int	__kmp_test_queuing_lock (kmp_queuing_lock_t *lck, kmp_int32 gtid)

static int	__kmp_test_queuing_lock_with_checks (kmp_queuing_lock_t *lck, kmp_int32 gtid)

int	__kmp_release_queuing_lock (kmp_queuing_lock_t *lck, kmp_int32 gtid)

static int	__kmp_release_queuing_lock_with_checks (kmp_queuing_lock_t *lck, kmp_int32 gtid)

void	__kmp_init_queuing_lock (kmp_queuing_lock_t *lck)

void	__kmp_destroy_queuing_lock (kmp_queuing_lock_t *lck)

static void	__kmp_destroy_queuing_lock_with_checks (kmp_queuing_lock_t *lck)

int	__kmp_acquire_nested_queuing_lock (kmp_queuing_lock_t *lck, kmp_int32 gtid)

static int	__kmp_acquire_nested_queuing_lock_with_checks (kmp_queuing_lock_t *lck, kmp_int32 gtid)

int	__kmp_test_nested_queuing_lock (kmp_queuing_lock_t *lck, kmp_int32 gtid)

static int	__kmp_test_nested_queuing_lock_with_checks (kmp_queuing_lock_t *lck, kmp_int32 gtid)

int	__kmp_release_nested_queuing_lock (kmp_queuing_lock_t *lck, kmp_int32 gtid)

static int	__kmp_release_nested_queuing_lock_with_checks (kmp_queuing_lock_t *lck, kmp_int32 gtid)

void	__kmp_init_nested_queuing_lock (kmp_queuing_lock_t *lck)

void	__kmp_destroy_nested_queuing_lock (kmp_queuing_lock_t *lck)

static void	__kmp_destroy_nested_queuing_lock_with_checks (kmp_queuing_lock_t *lck)

static const ident_t *	__kmp_get_queuing_lock_location (kmp_queuing_lock_t *lck)

static void	__kmp_set_queuing_lock_location (kmp_queuing_lock_t lck, const ident_t loc)

static kmp_lock_flags_t	__kmp_get_queuing_lock_flags (kmp_queuing_lock_t *lck)

static void	__kmp_set_queuing_lock_flags (kmp_queuing_lock_t *lck, kmp_lock_flags_t flags)

static kmp_int32	__kmp_get_drdpa_lock_owner (kmp_drdpa_lock_t *lck)

static bool	__kmp_is_drdpa_lock_nestable (kmp_drdpa_lock_t *lck)

static __forceinline int	__kmp_acquire_drdpa_lock_timed_template (kmp_drdpa_lock_t *lck, kmp_int32 gtid)

int	__kmp_acquire_drdpa_lock (kmp_drdpa_lock_t *lck, kmp_int32 gtid)

static int	__kmp_acquire_drdpa_lock_with_checks (kmp_drdpa_lock_t *lck, kmp_int32 gtid)

int	__kmp_test_drdpa_lock (kmp_drdpa_lock_t *lck, kmp_int32 gtid)

static int	__kmp_test_drdpa_lock_with_checks (kmp_drdpa_lock_t *lck, kmp_int32 gtid)

int	__kmp_release_drdpa_lock (kmp_drdpa_lock_t *lck, kmp_int32 gtid)

static int	__kmp_release_drdpa_lock_with_checks (kmp_drdpa_lock_t *lck, kmp_int32 gtid)

void	__kmp_init_drdpa_lock (kmp_drdpa_lock_t *lck)

void	__kmp_destroy_drdpa_lock (kmp_drdpa_lock_t *lck)

static void	__kmp_destroy_drdpa_lock_with_checks (kmp_drdpa_lock_t *lck)

int	__kmp_acquire_nested_drdpa_lock (kmp_drdpa_lock_t *lck, kmp_int32 gtid)

static void	__kmp_acquire_nested_drdpa_lock_with_checks (kmp_drdpa_lock_t *lck, kmp_int32 gtid)

int	__kmp_test_nested_drdpa_lock (kmp_drdpa_lock_t *lck, kmp_int32 gtid)

static int	__kmp_test_nested_drdpa_lock_with_checks (kmp_drdpa_lock_t *lck, kmp_int32 gtid)

int	__kmp_release_nested_drdpa_lock (kmp_drdpa_lock_t *lck, kmp_int32 gtid)

static int	__kmp_release_nested_drdpa_lock_with_checks (kmp_drdpa_lock_t *lck, kmp_int32 gtid)

void	__kmp_init_nested_drdpa_lock (kmp_drdpa_lock_t *lck)

void	__kmp_destroy_nested_drdpa_lock (kmp_drdpa_lock_t *lck)

static void	__kmp_destroy_nested_drdpa_lock_with_checks (kmp_drdpa_lock_t *lck)

static const ident_t *	__kmp_get_drdpa_lock_location (kmp_drdpa_lock_t *lck)

static void	__kmp_set_drdpa_lock_location (kmp_drdpa_lock_t lck, const ident_t loc)

static kmp_lock_flags_t	__kmp_get_drdpa_lock_flags (kmp_drdpa_lock_t *lck)

static void	__kmp_set_drdpa_lock_flags (kmp_drdpa_lock_t *lck, kmp_lock_flags_t flags)

kmp_uint64	__kmp_now_nsec ()

static bool	before (kmp_uint64 a, kmp_uint64 b)

void	__kmp_spin_backoff (kmp_backoff_t *boff)

static void	__kmp_init_tas_lock_with_checks (kmp_tas_lock_t *lck)

static void	__kmp_init_nested_tas_lock_with_checks (kmp_tas_lock_t *lck)

static int	__kmp_is_ticket_lock_initialized (kmp_ticket_lock_t *lck)

static void	__kmp_init_ticket_lock_with_checks (kmp_ticket_lock_t *lck)

static void	__kmp_init_nested_ticket_lock_with_checks (kmp_ticket_lock_t *lck)

static int	__kmp_is_queuing_lock_initialized (kmp_queuing_lock_t *lck)

static void	__kmp_init_queuing_lock_with_checks (kmp_queuing_lock_t *lck)

static void	__kmp_init_nested_queuing_lock_with_checks (kmp_queuing_lock_t *lck)

static int	__kmp_is_drdpa_lock_initialized (kmp_drdpa_lock_t *lck)

static void	__kmp_init_drdpa_lock_with_checks (kmp_drdpa_lock_t *lck)

static void	__kmp_init_nested_drdpa_lock_with_checks (kmp_drdpa_lock_t *lck)

void	__kmp_set_user_lock_vptrs (kmp_lock_kind_t user_lock_kind)

static kmp_lock_index_t	__kmp_lock_table_insert (kmp_user_lock_p lck)

static kmp_user_lock_p	__kmp_lock_block_allocate ()

kmp_user_lock_p	__kmp_user_lock_allocate (void **user_lock, kmp_int32 gtid, kmp_lock_flags_t flags)

void	__kmp_user_lock_free (void **user_lock, kmp_int32 gtid, kmp_user_lock_p lck)

kmp_user_lock_p	__kmp_lookup_user_lock (void *user_lock, char const func)

void	__kmp_cleanup_user_locks (void)

Variables
kmp_backoff_t	__kmp_spin_backoff_params = {1, 256, 100}

enum kmp_lock_kind	__kmp_user_lock_kind = lk_default

size_t	__kmp_base_user_lock_size = 0

size_t	__kmp_user_lock_size = 0

kmp_int32(*	__kmp_get_user_lock_owner_ )(kmp_user_lock_p lck) = NULL

int(*	__kmp_acquire_user_lock_with_checks_ )(kmp_user_lock_p lck, kmp_int32 gtid) = NULL

int(*	__kmp_test_user_lock_with_checks_ )(kmp_user_lock_p lck, kmp_int32 gtid) = NULL

int(*	__kmp_release_user_lock_with_checks_ )(kmp_user_lock_p lck, kmp_int32 gtid) = NULL

void(*	__kmp_init_user_lock_with_checks_ )(kmp_user_lock_p lck) = NULL

void(*	__kmp_destroy_user_lock_ )(kmp_user_lock_p lck) = NULL

void(*	__kmp_destroy_user_lock_with_checks_ )(kmp_user_lock_p lck) = NULL

int(*	__kmp_acquire_nested_user_lock_with_checks_ )(kmp_user_lock_p lck, kmp_int32 gtid) = NULL

int(*	__kmp_test_nested_user_lock_with_checks_ )(kmp_user_lock_p lck, kmp_int32 gtid) = NULL

int(*	__kmp_release_nested_user_lock_with_checks_ )(kmp_user_lock_p lck, kmp_int32 gtid) = NULL

void(*	__kmp_init_nested_user_lock_with_checks_ )(kmp_user_lock_p lck) = NULL

void(*	__kmp_destroy_nested_user_lock_with_checks_ )(kmp_user_lock_p lck) = NULL

int(*	__kmp_is_user_lock_initialized_ )(kmp_user_lock_p lck) = NULL

const ident_t (	__kmp_get_user_lock_location_ )(kmp_user_lock_p lck) = NULL

void(*	__kmp_set_user_lock_location_ )(kmp_user_lock_p lck, const ident_t *loc) = NULL

kmp_lock_flags_t(*	__kmp_get_user_lock_flags_ )(kmp_user_lock_p lck) = NULL

void(*	__kmp_set_user_lock_flags_ )(kmp_user_lock_p lck, kmp_lock_flags_t flags) = NULL

kmp_lock_table_t	__kmp_user_lock_table = {1, 0, NULL}

kmp_user_lock_p	__kmp_lock_pool = NULL

kmp_block_of_locks *	__kmp_lock_blocks = NULL

int	__kmp_num_locks_in_block = 1

Macro Definition Documentation

◆ __kmp_tsc

#define __kmp_tsc ( ) __kmp_now_nsec()

Definition at line 2651 of file kmp_lock.cpp.

◆ IS_CRITICAL

#define IS_CRITICAL ( lck )

Value:

((__kmp_get_user_lock_flags_ != NULL) && \

((*__kmp_get_user_lock_flags_)(lck)&kmp_lf_critical_section))

__kmp_get_user_lock_flags_

kmp_lock_flags_t(* __kmp_get_user_lock_flags_)(kmp_user_lock_p lck)

Definition: kmp_lock.cpp:3570

kmp_lf_critical_section

#define kmp_lf_critical_section

Definition: kmp_lock.h:70

lck

omp_lock_t lck

Definition: omp_lock.c:7

Function Documentation

◆ __kmp_acquire_drdpa_lock()

int __kmp_acquire_drdpa_lock	(	kmp_drdpa_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 2352 of file kmp_lock.cpp.

References __kmp_acquire_drdpa_lock_timed_template(), and lck.

Referenced by __kmp_acquire_drdpa_lock_with_checks().

◆ __kmp_acquire_drdpa_lock_timed_template()

static __forceinline int __kmp_acquire_drdpa_lock_timed_template	(	kmp_drdpa_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 2218 of file kmp_lock.cpp.

References __kmp_allocate, __kmp_avail_proc, __kmp_free, __kmp_nth, __kmp_printf(), __kmp_xproc, i, KA_TRACE, KMP_ATOMIC_INC, KMP_FSYNC_ACQUIRED, KMP_FSYNC_PREPARE, KMP_INIT_BACKOFF, KMP_INIT_YIELD, KMP_LOCK_ACQUIRED_FIRST, KMP_MB, KMP_YIELD_OVERSUB_ELSE_SPIN, lck, mask, TCR_4, and TCR_8.

Referenced by __kmp_acquire_drdpa_lock(), and __kmp_acquire_nested_drdpa_lock().

◆ __kmp_acquire_drdpa_lock_with_checks()

static int __kmp_acquire_drdpa_lock_with_checks	(	kmp_drdpa_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 2357 of file kmp_lock.cpp.

References __kmp_acquire_drdpa_lock(), __kmp_get_drdpa_lock_owner(), __kmp_is_drdpa_lock_nestable(), func(), KMP_FATAL, KMP_LOCK_ACQUIRED_FIRST, and lck.

◆ __kmp_acquire_nested_drdpa_lock()

int __kmp_acquire_nested_drdpa_lock	(	kmp_drdpa_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 2508 of file kmp_lock.cpp.

References __kmp_acquire_drdpa_lock_timed_template(), __kmp_get_drdpa_lock_owner(), KMP_DEBUG_ASSERT, KMP_LOCK_ACQUIRED_FIRST, KMP_LOCK_ACQUIRED_NEXT, KMP_MB, and lck.

Referenced by __kmp_acquire_nested_drdpa_lock_with_checks().

◆ __kmp_acquire_nested_drdpa_lock_with_checks()

static void __kmp_acquire_nested_drdpa_lock_with_checks	(	kmp_drdpa_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 2524 of file kmp_lock.cpp.

References __kmp_acquire_nested_drdpa_lock(), __kmp_is_drdpa_lock_nestable(), func(), KMP_FATAL, and lck.

◆ __kmp_acquire_nested_queuing_lock()

int __kmp_acquire_nested_queuing_lock	(	kmp_queuing_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 1556 of file kmp_lock.cpp.

References __kmp_get_queuing_lock_owner(), KMP_DEBUG_ASSERT, KMP_LOCK_ACQUIRED_FIRST, KMP_LOCK_ACQUIRED_NEXT, KMP_MB, and lck.

Referenced by __kmp_acquire_nested_queuing_lock_with_checks().

◆ __kmp_acquire_nested_queuing_lock_with_checks()

static int __kmp_acquire_nested_queuing_lock_with_checks	(	kmp_queuing_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 1573 of file kmp_lock.cpp.

References __kmp_acquire_nested_queuing_lock(), __kmp_is_queuing_lock_nestable(), func(), KMP_FATAL, and lck.

◆ __kmp_acquire_nested_tas_lock()

int __kmp_acquire_nested_tas_lock	(	kmp_tas_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 206 of file kmp_lock.cpp.

References __kmp_acquire_tas_lock_timed_template(), __kmp_get_tas_lock_owner(), KMP_DEBUG_ASSERT, KMP_LOCK_ACQUIRED_FIRST, KMP_LOCK_ACQUIRED_NEXT, and lck.

Referenced by __kmp_acquire_nested_tas_lock_with_checks().

◆ __kmp_acquire_nested_tas_lock_with_checks()

static int __kmp_acquire_nested_tas_lock_with_checks	(	kmp_tas_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 219 of file kmp_lock.cpp.

References __kmp_acquire_nested_tas_lock(), __kmp_is_tas_lock_nestable(), func(), KMP_FATAL, and lck.

◆ __kmp_acquire_nested_ticket_lock()

int __kmp_acquire_nested_ticket_lock	(	kmp_ticket_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 805 of file kmp_lock.cpp.

References __kmp_acquire_ticket_lock_timed_template(), __kmp_get_ticket_lock_owner(), KMP_DEBUG_ASSERT, KMP_LOCK_ACQUIRED_FIRST, KMP_LOCK_ACQUIRED_NEXT, and lck.

Referenced by __kmp_acquire_nested_ticket_lock_with_checks().

◆ __kmp_acquire_nested_ticket_lock_with_checks()

static int __kmp_acquire_nested_ticket_lock_with_checks	(	kmp_ticket_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 822 of file kmp_lock.cpp.

References __kmp_acquire_nested_ticket_lock(), __kmp_is_ticket_lock_nestable(), func(), KMP_FATAL, and lck.

◆ __kmp_acquire_queuing_lock()

int __kmp_acquire_queuing_lock	(	kmp_queuing_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 1277 of file kmp_lock.cpp.

References KMP_DEBUG_ASSERT, and lck.

Referenced by __kmp_acquire_atomic_lock(), and __kmp_acquire_queuing_lock_with_checks().

◆ __kmp_acquire_queuing_lock_timed_template()

template<bool takeTime>

static __forceinline int __kmp_acquire_queuing_lock_timed_template	(	kmp_queuing_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 1084 of file kmp_lock.cpp.

References __kmp_thread_from_gtid(), ompt_callbacks_active_s::enabled, FALSE, head, KA_TRACE, KMP_ASSERT, KMP_ASSERT2, KMP_COMPARE_AND_STORE_ACQ32, KMP_COMPARE_AND_STORE_ACQ64, KMP_DEBUG_ASSERT, KMP_EQ, KMP_FSYNC_ACQUIRED, KMP_FSYNC_PREPARE, KMP_LOCK_ACQUIRED_FIRST, KMP_MB, KMP_PACK_64, KMP_WAIT, KMP_YIELD_OVERSUB, lck, ompt_enabled, tail, and TRUE.

◆ __kmp_acquire_queuing_lock_with_checks()

static int __kmp_acquire_queuing_lock_with_checks	(	kmp_queuing_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 1284 of file kmp_lock.cpp.

References __kmp_acquire_queuing_lock(), __kmp_get_queuing_lock_owner(), __kmp_is_queuing_lock_nestable(), func(), KMP_FATAL, KMP_LOCK_ACQUIRED_FIRST, and lck.

◆ __kmp_acquire_tas_lock()

int __kmp_acquire_tas_lock	(	kmp_tas_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 118 of file kmp_lock.cpp.

References __kmp_acquire_tas_lock_timed_template(), and lck.

Referenced by __kmp_acquire_tas_lock_with_checks(), __kmp_create_worker(), __kmp_fulfill_event(), and __kmp_task_finish().

◆ __kmp_acquire_tas_lock_timed_template()

static __forceinline int __kmp_acquire_tas_lock_timed_template	(	kmp_tas_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 79 of file kmp_lock.cpp.

References __kmp_atomic_compare_store_acq(), __kmp_printf(), __kmp_spin_backoff(), __kmp_spin_backoff_params, KMP_ATOMIC_LD_RLX, KMP_FSYNC_ACQUIRED, KMP_FSYNC_PREPARE, KMP_INIT_BACKOFF, KMP_INIT_YIELD, KMP_LOCK_ACQUIRED_FIRST, KMP_LOCK_BUSY, KMP_LOCK_FREE, KMP_LOCK_STRIP, KMP_MB, KMP_YIELD_OVERSUB_ELSE_SPIN, and lck.

Referenced by __kmp_acquire_nested_tas_lock(), and __kmp_acquire_tas_lock().

◆ __kmp_acquire_tas_lock_with_checks()

static int __kmp_acquire_tas_lock_with_checks	(	kmp_tas_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 123 of file kmp_lock.cpp.

References __kmp_acquire_tas_lock(), __kmp_get_tas_lock_owner(), __kmp_is_tas_lock_nestable(), func(), KMP_FATAL, lck, and OMP_LOCK_T_SIZE.

◆ __kmp_acquire_ticket_lock()

int __kmp_acquire_ticket_lock	(	kmp_ticket_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 644 of file kmp_lock.cpp.

References __kmp_acquire_ticket_lock_timed_template(), and lck.

Referenced by __kmp_acquire_bootstrap_lock(), __kmp_acquire_lock(), and __kmp_acquire_ticket_lock_with_checks().

◆ __kmp_acquire_ticket_lock_timed_template()

static __forceinline int __kmp_acquire_ticket_lock_timed_template	(	kmp_ticket_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 624 of file kmp_lock.cpp.

References __kmp_bakery_check(), __kmp_printf(), KMP_LOCK_ACQUIRED_FIRST, KMP_WAIT_PTR, and lck.

Referenced by __kmp_acquire_nested_ticket_lock(), and __kmp_acquire_ticket_lock().

◆ __kmp_acquire_ticket_lock_with_checks()

static int __kmp_acquire_ticket_lock_with_checks	(	kmp_ticket_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 649 of file kmp_lock.cpp.

References __kmp_acquire_ticket_lock(), __kmp_get_ticket_lock_owner(), __kmp_is_ticket_lock_nestable(), func(), KMP_FATAL, KMP_LOCK_ACQUIRED_FIRST, and lck.

◆ __kmp_bakery_check()

static kmp_uint32 __kmp_bakery_check	(	void *	now_serving,
		kmp_uint32	my_ticket
	)

static

Definition at line 618 of file kmp_lock.cpp.

Referenced by __kmp_acquire_ticket_lock_timed_template().

◆ __kmp_cleanup_user_locks()

void __kmp_cleanup_user_locks ( void )

◆ __kmp_destroy_drdpa_lock()

void __kmp_destroy_drdpa_lock ( kmp_drdpa_lock_t * lck )

Definition at line 2472 of file kmp_lock.cpp.

References __kmp_free, and lck.

Referenced by __kmp_destroy_drdpa_lock_with_checks(), __kmp_destroy_nested_drdpa_lock(), and __kmp_set_user_lock_vptrs().

◆ __kmp_destroy_drdpa_lock_with_checks()

static void __kmp_destroy_drdpa_lock_with_checks ( kmp_drdpa_lock_t * lck )

static

Definition at line 2492 of file kmp_lock.cpp.

References __kmp_destroy_drdpa_lock(), __kmp_get_drdpa_lock_owner(), __kmp_is_drdpa_lock_nestable(), func(), KMP_FATAL, and lck.

◆ __kmp_destroy_nested_drdpa_lock()

void __kmp_destroy_nested_drdpa_lock ( kmp_drdpa_lock_t * lck )

Definition at line 2603 of file kmp_lock.cpp.

References __kmp_destroy_drdpa_lock(), and lck.

Referenced by __kmp_destroy_nested_drdpa_lock_with_checks().

◆ __kmp_destroy_nested_drdpa_lock_with_checks()

static void __kmp_destroy_nested_drdpa_lock_with_checks ( kmp_drdpa_lock_t * lck )

static

Definition at line 2608 of file kmp_lock.cpp.

References __kmp_destroy_nested_drdpa_lock(), __kmp_get_drdpa_lock_owner(), __kmp_is_drdpa_lock_nestable(), func(), KMP_FATAL, and lck.

◆ __kmp_destroy_nested_queuing_lock()

void __kmp_destroy_nested_queuing_lock ( kmp_queuing_lock_t * lck )

Definition at line 1653 of file kmp_lock.cpp.

References __kmp_destroy_queuing_lock(), and lck.

Referenced by __kmp_destroy_nested_queuing_lock_with_checks().

◆ __kmp_destroy_nested_queuing_lock_with_checks()

static void __kmp_destroy_nested_queuing_lock_with_checks ( kmp_queuing_lock_t * lck )

static

Definition at line 1659 of file kmp_lock.cpp.

References __kmp_destroy_nested_queuing_lock(), __kmp_get_queuing_lock_owner(), __kmp_is_queuing_lock_nestable(), func(), KMP_FATAL, and lck.

◆ __kmp_destroy_nested_tas_lock()

void __kmp_destroy_nested_tas_lock ( kmp_tas_lock_t * lck )

Definition at line 285 of file kmp_lock.cpp.

References __kmp_destroy_tas_lock(), and lck.

Referenced by __kmp_destroy_nested_tas_lock_with_checks().

◆ __kmp_destroy_nested_tas_lock_with_checks()

static void __kmp_destroy_nested_tas_lock_with_checks ( kmp_tas_lock_t * lck )

static

Definition at line 290 of file kmp_lock.cpp.

References __kmp_destroy_nested_tas_lock(), __kmp_get_tas_lock_owner(), __kmp_is_tas_lock_nestable(), func(), KMP_FATAL, and lck.

◆ __kmp_destroy_nested_ticket_lock()

void __kmp_destroy_nested_ticket_lock ( kmp_ticket_lock_t * lck )

Definition at line 920 of file kmp_lock.cpp.

References __kmp_destroy_ticket_lock(), and lck.

Referenced by __kmp_destroy_nested_ticket_lock_with_checks().

◆ __kmp_destroy_nested_ticket_lock_with_checks()

static void __kmp_destroy_nested_ticket_lock_with_checks ( kmp_ticket_lock_t * lck )

static

Definition at line 927 of file kmp_lock.cpp.

References __kmp_destroy_nested_ticket_lock(), __kmp_get_ticket_lock_owner(), __kmp_is_ticket_lock_nestable(), func(), KMP_FATAL, and lck.

◆ __kmp_destroy_queuing_lock()

void __kmp_destroy_queuing_lock ( kmp_queuing_lock_t * lck )

Definition at line 1529 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_destroy_atomic_lock(), __kmp_destroy_nested_queuing_lock(), __kmp_destroy_queuing_lock_with_checks(), and __kmp_set_user_lock_vptrs().

◆ __kmp_destroy_queuing_lock_with_checks()

static void __kmp_destroy_queuing_lock_with_checks ( kmp_queuing_lock_t * lck )

static

Definition at line 1540 of file kmp_lock.cpp.

References __kmp_destroy_queuing_lock(), __kmp_get_queuing_lock_owner(), __kmp_is_queuing_lock_nestable(), func(), KMP_FATAL, and lck.

◆ __kmp_destroy_tas_lock()

void __kmp_destroy_tas_lock ( kmp_tas_lock_t * lck )

Definition at line 190 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_destroy_nested_tas_lock(), __kmp_destroy_tas_lock_with_checks(), and __kmp_set_user_lock_vptrs().

◆ __kmp_destroy_tas_lock_with_checks()

static void __kmp_destroy_tas_lock_with_checks ( kmp_tas_lock_t * lck )

static

Definition at line 192 of file kmp_lock.cpp.

References __kmp_destroy_tas_lock(), __kmp_get_tas_lock_owner(), __kmp_is_tas_lock_nestable(), func(), KMP_FATAL, lck, and OMP_LOCK_T_SIZE.

◆ __kmp_destroy_ticket_lock()

void __kmp_destroy_ticket_lock ( kmp_ticket_lock_t * lck )

Definition at line 770 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_destroy_bootstrap_lock(), __kmp_destroy_lock(), __kmp_destroy_nested_ticket_lock(), __kmp_destroy_ticket_lock_with_checks(), and __kmp_set_user_lock_vptrs().

◆ __kmp_destroy_ticket_lock_with_checks()

static void __kmp_destroy_ticket_lock_with_checks ( kmp_ticket_lock_t * lck )

static

Definition at line 784 of file kmp_lock.cpp.

References __kmp_destroy_ticket_lock(), __kmp_get_ticket_lock_owner(), __kmp_is_ticket_lock_nestable(), func(), KMP_FATAL, and lck.

◆ __kmp_get_drdpa_lock_flags()

static kmp_lock_flags_t __kmp_get_drdpa_lock_flags ( kmp_drdpa_lock_t * lck )

static

Definition at line 2633 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_get_drdpa_lock_location()

static const ident_t * __kmp_get_drdpa_lock_location ( kmp_drdpa_lock_t * lck )

static

Definition at line 2624 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_get_drdpa_lock_owner()

static kmp_int32 __kmp_get_drdpa_lock_owner ( kmp_drdpa_lock_t * lck )

static

Definition at line 2209 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_acquire_drdpa_lock_with_checks(), __kmp_acquire_nested_drdpa_lock(), __kmp_destroy_drdpa_lock_with_checks(), __kmp_destroy_nested_drdpa_lock_with_checks(), __kmp_release_drdpa_lock_with_checks(), __kmp_release_nested_drdpa_lock_with_checks(), __kmp_set_user_lock_vptrs(), and __kmp_test_nested_drdpa_lock().

◆ __kmp_get_queuing_lock_flags()

static kmp_lock_flags_t __kmp_get_queuing_lock_flags ( kmp_queuing_lock_t * lck )

static

Definition at line 1684 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_get_queuing_lock_location()

static const ident_t * __kmp_get_queuing_lock_location ( kmp_queuing_lock_t * lck )

static

Definition at line 1675 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_get_queuing_lock_owner()

static kmp_int32 __kmp_get_queuing_lock_owner ( kmp_queuing_lock_t * lck )

static

Definition at line 1071 of file kmp_lock.cpp.

References lck, and TCR_4.

Referenced by __kmp_acquire_nested_queuing_lock(), __kmp_acquire_queuing_lock_with_checks(), __kmp_destroy_nested_queuing_lock_with_checks(), __kmp_destroy_queuing_lock_with_checks(), __kmp_release_nested_queuing_lock_with_checks(), __kmp_release_queuing_lock_with_checks(), __kmp_set_user_lock_vptrs(), and __kmp_test_nested_queuing_lock().

◆ __kmp_get_tas_lock_owner()

static kmp_int32 __kmp_get_tas_lock_owner ( kmp_tas_lock_t * lck )

static

Definition at line 70 of file kmp_lock.cpp.

References KMP_ATOMIC_LD_RLX, KMP_LOCK_STRIP, and lck.

Referenced by __kmp_acquire_nested_tas_lock(), __kmp_acquire_tas_lock_with_checks(), __kmp_destroy_nested_tas_lock_with_checks(), __kmp_destroy_tas_lock_with_checks(), __kmp_release_nested_tas_lock_with_checks(), __kmp_release_tas_lock_with_checks(), __kmp_set_user_lock_vptrs(), and __kmp_test_nested_tas_lock().

◆ __kmp_get_ticket_lock_flags()

static kmp_lock_flags_t __kmp_get_ticket_lock_flags ( kmp_ticket_lock_t * lck )

static

Definition at line 957 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_get_ticket_lock_location()

static const ident_t * __kmp_get_ticket_lock_location ( kmp_ticket_lock_t * lck )

static

Definition at line 948 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_get_ticket_lock_owner()

static kmp_int32 __kmp_get_ticket_lock_owner ( kmp_ticket_lock_t * lck )

static

Definition at line 607 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_acquire_nested_ticket_lock(), __kmp_acquire_ticket_lock_with_checks(), __kmp_destroy_nested_ticket_lock_with_checks(), __kmp_destroy_ticket_lock_with_checks(), __kmp_release_nested_ticket_lock_with_checks(), __kmp_release_ticket_lock_with_checks(), __kmp_set_user_lock_vptrs(), and __kmp_test_nested_ticket_lock().

◆ __kmp_init_drdpa_lock()

void __kmp_init_drdpa_lock ( kmp_drdpa_lock_t * lck )

Definition at line 2455 of file kmp_lock.cpp.

References __kmp_allocate, KA_TRACE, and lck.

Referenced by __kmp_init_drdpa_lock_with_checks(), and __kmp_init_nested_drdpa_lock().

◆ __kmp_init_drdpa_lock_with_checks()

static void __kmp_init_drdpa_lock_with_checks ( kmp_drdpa_lock_t * lck )

static

Definition at line 3528 of file kmp_lock.cpp.

References __kmp_init_drdpa_lock(), and lck.

◆ __kmp_init_nested_drdpa_lock()

void __kmp_init_nested_drdpa_lock ( kmp_drdpa_lock_t * lck )

Definition at line 2598 of file kmp_lock.cpp.

References __kmp_init_drdpa_lock(), and lck.

Referenced by __kmp_init_nested_drdpa_lock_with_checks().

◆ __kmp_init_nested_drdpa_lock_with_checks()

static void __kmp_init_nested_drdpa_lock_with_checks ( kmp_drdpa_lock_t * lck )

static

Definition at line 3532 of file kmp_lock.cpp.

References __kmp_init_nested_drdpa_lock(), and lck.

◆ __kmp_init_nested_queuing_lock()

void __kmp_init_nested_queuing_lock ( kmp_queuing_lock_t * lck )

Definition at line 1648 of file kmp_lock.cpp.

References __kmp_init_queuing_lock(), and lck.

Referenced by __kmp_init_nested_queuing_lock_with_checks().

◆ __kmp_init_nested_queuing_lock_with_checks()

static void __kmp_init_nested_queuing_lock_with_checks ( kmp_queuing_lock_t * lck )

static

Definition at line 3514 of file kmp_lock.cpp.

References __kmp_init_nested_queuing_lock(), and lck.

◆ __kmp_init_nested_tas_lock()

void __kmp_init_nested_tas_lock ( kmp_tas_lock_t * lck )

Definition at line 280 of file kmp_lock.cpp.

References __kmp_init_tas_lock(), and lck.

Referenced by __kmp_init_nested_tas_lock_with_checks().

◆ __kmp_init_nested_tas_lock_with_checks()

static void __kmp_init_nested_tas_lock_with_checks ( kmp_tas_lock_t * lck )

static

Definition at line 3479 of file kmp_lock.cpp.

References __kmp_init_nested_tas_lock(), and lck.

◆ __kmp_init_nested_ticket_lock()

void __kmp_init_nested_ticket_lock ( kmp_ticket_lock_t * lck )

Definition at line 913 of file kmp_lock.cpp.

References __kmp_init_ticket_lock(), and lck.

Referenced by __kmp_init_nested_ticket_lock_with_checks().

◆ __kmp_init_nested_ticket_lock_with_checks()

static void __kmp_init_nested_ticket_lock_with_checks ( kmp_ticket_lock_t * lck )

static

Definition at line 3501 of file kmp_lock.cpp.

References __kmp_init_nested_ticket_lock(), and lck.

◆ __kmp_init_queuing_lock()

void __kmp_init_queuing_lock ( kmp_queuing_lock_t * lck )

Definition at line 1516 of file kmp_lock.cpp.

References KA_TRACE, and lck.

Referenced by __kmp_do_serial_initialize(), __kmp_init_atomic_lock(), __kmp_init_nested_queuing_lock(), and __kmp_init_queuing_lock_with_checks().

◆ __kmp_init_queuing_lock_with_checks()

static void __kmp_init_queuing_lock_with_checks ( kmp_queuing_lock_t * lck )

static

Definition at line 3509 of file kmp_lock.cpp.

References __kmp_init_queuing_lock(), and lck.

◆ __kmp_init_tas_lock()

void __kmp_init_tas_lock ( kmp_tas_lock_t * lck )

Definition at line 186 of file kmp_lock.cpp.

References KMP_LOCK_FREE, and lck.

Referenced by __kmp_init_nested_tas_lock(), __kmp_init_tas_lock_with_checks(), __kmp_stats_init(), and __kmpc_task_allow_completion_event().

◆ __kmp_init_tas_lock_with_checks()

static void __kmp_init_tas_lock_with_checks ( kmp_tas_lock_t * lck )

static

Definition at line 3475 of file kmp_lock.cpp.

References __kmp_init_tas_lock(), and lck.

◆ __kmp_init_ticket_lock()

void __kmp_init_ticket_lock ( kmp_ticket_lock_t * lck )

Definition at line 753 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_init_bootstrap_lock(), __kmp_init_lock(), __kmp_init_nested_ticket_lock(), and __kmp_init_ticket_lock_with_checks().

◆ __kmp_init_ticket_lock_with_checks()

static void __kmp_init_ticket_lock_with_checks ( kmp_ticket_lock_t * lck )

static

Definition at line 3497 of file kmp_lock.cpp.

References __kmp_init_ticket_lock(), and lck.

◆ __kmp_is_drdpa_lock_initialized()

static int __kmp_is_drdpa_lock_initialized ( kmp_drdpa_lock_t * lck )

static

Definition at line 3524 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_is_drdpa_lock_nestable()

static bool __kmp_is_drdpa_lock_nestable ( kmp_drdpa_lock_t * lck )

inlinestatic

Definition at line 2213 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_acquire_drdpa_lock_with_checks(), __kmp_acquire_nested_drdpa_lock_with_checks(), __kmp_destroy_drdpa_lock_with_checks(), __kmp_destroy_nested_drdpa_lock_with_checks(), __kmp_release_drdpa_lock_with_checks(), __kmp_release_nested_drdpa_lock_with_checks(), __kmp_test_drdpa_lock_with_checks(), and __kmp_test_nested_drdpa_lock_with_checks().

◆ __kmp_is_queuing_lock_initialized()

static int __kmp_is_queuing_lock_initialized ( kmp_queuing_lock_t * lck )

static

Definition at line 3505 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_is_queuing_lock_nestable()

static bool __kmp_is_queuing_lock_nestable ( kmp_queuing_lock_t * lck )

inlinestatic

Definition at line 1075 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_acquire_nested_queuing_lock_with_checks(), __kmp_acquire_queuing_lock_with_checks(), __kmp_destroy_nested_queuing_lock_with_checks(), __kmp_destroy_queuing_lock_with_checks(), __kmp_release_nested_queuing_lock_with_checks(), __kmp_release_queuing_lock_with_checks(), __kmp_test_nested_queuing_lock_with_checks(), and __kmp_test_queuing_lock_with_checks().

◆ __kmp_is_tas_lock_nestable()

static bool __kmp_is_tas_lock_nestable ( kmp_tas_lock_t * lck )

inlinestatic

Definition at line 74 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_acquire_nested_tas_lock_with_checks(), __kmp_acquire_tas_lock_with_checks(), __kmp_destroy_nested_tas_lock_with_checks(), __kmp_destroy_tas_lock_with_checks(), __kmp_release_nested_tas_lock_with_checks(), __kmp_release_tas_lock_with_checks(), __kmp_test_nested_tas_lock_with_checks(), and __kmp_test_tas_lock_with_checks().

◆ __kmp_is_ticket_lock_initialized()

static int __kmp_is_ticket_lock_initialized ( kmp_ticket_lock_t * lck )

static

Definition at line 3493 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_is_ticket_lock_nestable()

static bool __kmp_is_ticket_lock_nestable ( kmp_ticket_lock_t * lck )

inlinestatic

Definition at line 613 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_acquire_nested_ticket_lock_with_checks(), __kmp_acquire_ticket_lock_with_checks(), __kmp_destroy_nested_ticket_lock_with_checks(), __kmp_destroy_ticket_lock_with_checks(), __kmp_release_nested_ticket_lock_with_checks(), __kmp_release_ticket_lock_with_checks(), __kmp_test_nested_ticket_lock_with_checks(), and __kmp_test_ticket_lock_with_checks().

◆ __kmp_lock_block_allocate()

static kmp_user_lock_p __kmp_lock_block_allocate ( )

static

Definition at line 3826 of file kmp_lock.cpp.

References __kmp_allocate, __kmp_lock_blocks, __kmp_num_locks_in_block, __kmp_user_lock_size, KMP_DEBUG_ASSERT, KMP_MB, kmp_block_of_locks::locks, kmp_block_of_locks::next_block, and ret.

Referenced by __kmp_user_lock_allocate().

◆ __kmp_lock_table_insert()

static kmp_lock_index_t __kmp_lock_table_insert ( kmp_user_lock_p lck )

static

Definition at line 3795 of file kmp_lock.cpp.

References __kmp_allocate, __kmp_user_lock_table, kmp_lock_table::allocated, KMP_DEBUG_ASSERT, KMP_MEMCPY, lck, size, kmp_lock_table::table, and kmp_lock_table::used.

Referenced by __kmp_user_lock_allocate().

◆ __kmp_lookup_user_lock()

kmp_user_lock_p __kmp_lookup_user_lock	(	void **	user_lock,
		char const *	func
	)

Definition at line 3916 of file kmp_lock.cpp.

References __kmp_env_consistency_check, __kmp_user_lock_size, __kmp_user_lock_table, func(), KMP_DEBUG_ASSERT, KMP_FATAL, lck, OMP_LOCK_T_SIZE, kmp_lock_table::table, and kmp_lock_table::used.

Referenced by __kmpc_destroy_lock(), __kmpc_destroy_nest_lock(), __kmpc_set_lock(), __kmpc_set_nest_lock(), __kmpc_test_lock(), __kmpc_test_nest_lock(), __kmpc_unset_lock(), and __kmpc_unset_nest_lock().

◆ __kmp_now_nsec()

kmp_uint64 __kmp_now_nsec ( )

Definition at line 2062 of file z_Linux_util.cpp.

References __kmp_win32_tick.

◆ __kmp_release_drdpa_lock()

int __kmp_release_drdpa_lock	(	kmp_drdpa_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 2421 of file kmp_lock.cpp.

References KA_TRACE, KMP_FSYNC_RELEASING, KMP_LOCK_RELEASED, lck, and mask.

Referenced by __kmp_release_drdpa_lock_with_checks(), and __kmp_release_nested_drdpa_lock().

◆ __kmp_release_drdpa_lock_with_checks()

static int __kmp_release_drdpa_lock_with_checks	(	kmp_drdpa_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 2434 of file kmp_lock.cpp.

References __kmp_get_drdpa_lock_owner(), __kmp_is_drdpa_lock_nestable(), __kmp_release_drdpa_lock(), func(), KMP_FATAL, KMP_MB, and lck.

◆ __kmp_release_nested_drdpa_lock()

int __kmp_release_nested_drdpa_lock	(	kmp_drdpa_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 2566 of file kmp_lock.cpp.

References __kmp_release_drdpa_lock(), KMP_DEBUG_ASSERT, KMP_LOCK_RELEASED, KMP_LOCK_STILL_HELD, KMP_MB, and lck.

Referenced by __kmp_release_nested_drdpa_lock_with_checks().

◆ __kmp_release_nested_drdpa_lock_with_checks()

static int __kmp_release_nested_drdpa_lock_with_checks	(	kmp_drdpa_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 2579 of file kmp_lock.cpp.

References __kmp_get_drdpa_lock_owner(), __kmp_is_drdpa_lock_nestable(), __kmp_release_nested_drdpa_lock(), func(), KMP_FATAL, KMP_MB, and lck.

◆ __kmp_release_nested_queuing_lock()

int __kmp_release_nested_queuing_lock	(	kmp_queuing_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 1615 of file kmp_lock.cpp.

References __kmp_release_queuing_lock(), KMP_DEBUG_ASSERT, KMP_LOCK_RELEASED, KMP_LOCK_STILL_HELD, KMP_MB, and lck.

Referenced by __kmp_release_nested_queuing_lock_with_checks().

◆ __kmp_release_nested_queuing_lock_with_checks()

static int __kmp_release_nested_queuing_lock_with_checks	(	kmp_queuing_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 1629 of file kmp_lock.cpp.

References __kmp_get_queuing_lock_owner(), __kmp_is_queuing_lock_nestable(), __kmp_release_nested_queuing_lock(), func(), KMP_FATAL, KMP_MB, and lck.

◆ __kmp_release_nested_tas_lock()

int __kmp_release_nested_tas_lock	(	kmp_tas_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 253 of file kmp_lock.cpp.

References __kmp_release_tas_lock(), KMP_DEBUG_ASSERT, KMP_LOCK_RELEASED, KMP_LOCK_STILL_HELD, KMP_MB, and lck.

Referenced by __kmp_release_nested_tas_lock_with_checks().

◆ __kmp_release_nested_tas_lock_with_checks()

static int __kmp_release_nested_tas_lock_with_checks	(	kmp_tas_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 264 of file kmp_lock.cpp.

References __kmp_get_tas_lock_owner(), __kmp_is_tas_lock_nestable(), __kmp_release_nested_tas_lock(), func(), KMP_FATAL, KMP_MB, and lck.

◆ __kmp_release_nested_ticket_lock()

int __kmp_release_nested_ticket_lock	(	kmp_ticket_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 877 of file kmp_lock.cpp.

References __kmp_release_ticket_lock(), KMP_DEBUG_ASSERT, KMP_LOCK_RELEASED, KMP_LOCK_STILL_HELD, and lck.

Referenced by __kmp_release_nested_ticket_lock_with_checks().

◆ __kmp_release_nested_ticket_lock_with_checks()

static int __kmp_release_nested_ticket_lock_with_checks	(	kmp_ticket_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 890 of file kmp_lock.cpp.

References __kmp_get_ticket_lock_owner(), __kmp_is_ticket_lock_nestable(), __kmp_release_nested_ticket_lock(), func(), KMP_FATAL, and lck.

◆ __kmp_release_queuing_lock()

int __kmp_release_queuing_lock	(	kmp_queuing_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 1353 of file kmp_lock.cpp.

References __kmp_thread_from_gtid(), FALSE, head, KA_TRACE, KMP_ASSERT2, KMP_COMPARE_AND_STORE_REL32, KMP_COMPARE_AND_STORE_REL64, KMP_DEBUG_ASSERT, KMP_FSYNC_RELEASING, KMP_LOCK_RELEASED, KMP_MB, KMP_NEQ, KMP_PACK_64, KMP_WAIT, lck, RCAST, tail, and TRUE.

Referenced by __kmp_release_atomic_lock(), __kmp_release_nested_queuing_lock(), and __kmp_release_queuing_lock_with_checks().

◆ __kmp_release_queuing_lock_with_checks()

static int __kmp_release_queuing_lock_with_checks	(	kmp_queuing_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 1496 of file kmp_lock.cpp.

References __kmp_get_queuing_lock_owner(), __kmp_is_queuing_lock_nestable(), __kmp_release_queuing_lock(), func(), KMP_FATAL, KMP_MB, and lck.

◆ __kmp_release_tas_lock()

int __kmp_release_tas_lock	(	kmp_tas_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 157 of file kmp_lock.cpp.

References KMP_ATOMIC_ST_REL, KMP_FSYNC_RELEASING, KMP_LOCK_FREE, KMP_LOCK_RELEASED, KMP_MB, KMP_YIELD_OVERSUB, and lck.

Referenced by __kmp_create_worker(), __kmp_fulfill_event(), __kmp_release_nested_tas_lock(), __kmp_release_tas_lock_with_checks(), and __kmp_task_finish().

◆ __kmp_release_tas_lock_with_checks()

static int __kmp_release_tas_lock_with_checks	(	kmp_tas_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 168 of file kmp_lock.cpp.

References __kmp_get_tas_lock_owner(), __kmp_is_tas_lock_nestable(), __kmp_release_tas_lock(), func(), KMP_FATAL, KMP_MB, lck, and OMP_LOCK_T_SIZE.

◆ __kmp_release_ticket_lock()

int __kmp_release_ticket_lock	(	kmp_ticket_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 714 of file kmp_lock.cpp.

References __kmp_avail_proc, __kmp_xproc, KMP_LOCK_RELEASED, KMP_YIELD, and lck.

Referenced by __kmp_release_bootstrap_lock(), __kmp_release_lock(), __kmp_release_nested_ticket_lock(), and __kmp_release_ticket_lock_with_checks().

◆ __kmp_release_ticket_lock_with_checks()

static int __kmp_release_ticket_lock_with_checks	(	kmp_ticket_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 728 of file kmp_lock.cpp.

References __kmp_get_ticket_lock_owner(), __kmp_is_ticket_lock_nestable(), __kmp_release_ticket_lock(), func(), KMP_FATAL, and lck.

◆ __kmp_set_drdpa_lock_flags()

static void __kmp_set_drdpa_lock_flags	(	kmp_drdpa_lock_t *	lck,
		kmp_lock_flags_t	flags
	)

static

Definition at line 2637 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_set_drdpa_lock_location()

static void __kmp_set_drdpa_lock_location	(	kmp_drdpa_lock_t *	lck,
		const ident_t *	loc
	)

static

Definition at line 2628 of file kmp_lock.cpp.

References lck, and loc.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_set_queuing_lock_flags()

static void __kmp_set_queuing_lock_flags	(	kmp_queuing_lock_t *	lck,
		kmp_lock_flags_t	flags
	)

static

Definition at line 1688 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_set_queuing_lock_location()

static void __kmp_set_queuing_lock_location	(	kmp_queuing_lock_t *	lck,
		const ident_t *	loc
	)

static

Definition at line 1679 of file kmp_lock.cpp.

References lck, and loc.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_set_ticket_lock_flags()

static void __kmp_set_ticket_lock_flags	(	kmp_ticket_lock_t *	lck,
		kmp_lock_flags_t	flags
	)

static

Definition at line 961 of file kmp_lock.cpp.

References lck.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_set_ticket_lock_location()

static void __kmp_set_ticket_lock_location	(	kmp_ticket_lock_t *	lck,
		const ident_t *	loc
	)

static

Definition at line 952 of file kmp_lock.cpp.

References lck, and loc.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_set_user_lock_vptrs()

void __kmp_set_user_lock_vptrs ( kmp_lock_kind_t user_lock_kind )

Definition at line 3574 of file kmp_lock.cpp.

References __kmp_base_user_lock_size, __kmp_destroy_drdpa_lock(), __kmp_destroy_queuing_lock(), __kmp_destroy_tas_lock(), __kmp_destroy_ticket_lock(), __kmp_destroy_user_lock_, __kmp_env_consistency_check, __kmp_get_drdpa_lock_flags(), __kmp_get_drdpa_lock_location(), __kmp_get_drdpa_lock_owner(), __kmp_get_queuing_lock_flags(), __kmp_get_queuing_lock_location(), __kmp_get_queuing_lock_owner(), __kmp_get_tas_lock_owner(), __kmp_get_ticket_lock_flags(), __kmp_get_ticket_lock_location(), __kmp_get_ticket_lock_owner(), __kmp_get_user_lock_flags_, __kmp_get_user_lock_location_, __kmp_get_user_lock_owner_, __kmp_is_drdpa_lock_initialized(), __kmp_is_queuing_lock_initialized(), __kmp_is_ticket_lock_initialized(), __kmp_is_user_lock_initialized_, __kmp_set_drdpa_lock_flags(), __kmp_set_drdpa_lock_location(), __kmp_set_queuing_lock_flags(), __kmp_set_queuing_lock_location(), __kmp_set_ticket_lock_flags(), __kmp_set_ticket_lock_location(), __kmp_set_user_lock_flags_, __kmp_set_user_lock_location_, __kmp_user_lock_size, int, KMP_ASSERT, KMP_BIND_NESTED_USER_LOCK, KMP_BIND_NESTED_USER_LOCK_WITH_CHECKS, KMP_BIND_USER_LOCK, KMP_BIND_USER_LOCK_WITH_CHECKS, lk_default, lk_drdpa, lk_queuing, lk_tas, lk_ticket, and void.

Referenced by __kmp_env_initialize().

◆ __kmp_spin_backoff()

void __kmp_spin_backoff ( kmp_backoff_t * boff )

Definition at line 2666 of file kmp_lock.cpp.

References __kmp_tsc, before(), i, KMP_CPU_PAUSE, kmp_backoff_t::max_backoff, kmp_backoff_t::min_tick, and kmp_backoff_t::step.

Referenced by __kmp_acquire_tas_lock_timed_template().

◆ __kmp_test_drdpa_lock()

int __kmp_test_drdpa_lock	(	kmp_drdpa_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 2376 of file kmp_lock.cpp.

References __kmp_atomic_compare_store_acq(), FALSE, KA_TRACE, KMP_FSYNC_ACQUIRED, lck, mask, and TRUE.

Referenced by __kmp_test_drdpa_lock_with_checks(), and __kmp_test_nested_drdpa_lock().

◆ __kmp_test_drdpa_lock_with_checks()

static int __kmp_test_drdpa_lock_with_checks	(	kmp_drdpa_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 2403 of file kmp_lock.cpp.

References __kmp_is_drdpa_lock_nestable(), __kmp_test_drdpa_lock(), func(), KMP_FATAL, and lck.

◆ __kmp_test_nested_drdpa_lock()

int __kmp_test_nested_drdpa_lock	(	kmp_drdpa_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 2536 of file kmp_lock.cpp.

References __kmp_get_drdpa_lock_owner(), __kmp_test_drdpa_lock(), KMP_DEBUG_ASSERT, KMP_MB, and lck.

Referenced by __kmp_test_nested_drdpa_lock_with_checks().

◆ __kmp_test_nested_drdpa_lock_with_checks()

static int __kmp_test_nested_drdpa_lock_with_checks	(	kmp_drdpa_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 2554 of file kmp_lock.cpp.

References __kmp_is_drdpa_lock_nestable(), __kmp_test_nested_drdpa_lock(), func(), KMP_FATAL, and lck.

◆ __kmp_test_nested_queuing_lock()

int __kmp_test_nested_queuing_lock	(	kmp_queuing_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 1585 of file kmp_lock.cpp.

References __kmp_get_queuing_lock_owner(), __kmp_test_queuing_lock(), KMP_DEBUG_ASSERT, KMP_MB, and lck.

Referenced by __kmp_test_nested_queuing_lock_with_checks().

◆ __kmp_test_nested_queuing_lock_with_checks()

static int __kmp_test_nested_queuing_lock_with_checks	(	kmp_queuing_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 1603 of file kmp_lock.cpp.

References __kmp_is_queuing_lock_nestable(), __kmp_test_nested_queuing_lock(), func(), KMP_FATAL, and lck.

◆ __kmp_test_nested_tas_lock()

int __kmp_test_nested_tas_lock	(	kmp_tas_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 228 of file kmp_lock.cpp.

References __kmp_get_tas_lock_owner(), __kmp_test_tas_lock(), KMP_DEBUG_ASSERT, KMP_MB, and lck.

Referenced by __kmp_test_nested_tas_lock_with_checks().

◆ __kmp_test_nested_tas_lock_with_checks()

static int __kmp_test_nested_tas_lock_with_checks	(	kmp_tas_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 244 of file kmp_lock.cpp.

References __kmp_is_tas_lock_nestable(), __kmp_test_nested_tas_lock(), func(), KMP_FATAL, and lck.

◆ __kmp_test_nested_ticket_lock()

int __kmp_test_nested_ticket_lock	(	kmp_ticket_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 839 of file kmp_lock.cpp.

References __kmp_get_ticket_lock_owner(), __kmp_test_ticket_lock(), KMP_DEBUG_ASSERT, and lck.

Referenced by __kmp_test_nested_ticket_lock_with_checks().

◆ __kmp_test_nested_ticket_lock_with_checks()

static int __kmp_test_nested_ticket_lock_with_checks	(	kmp_ticket_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 860 of file kmp_lock.cpp.

References __kmp_is_ticket_lock_nestable(), __kmp_test_nested_ticket_lock(), func(), KMP_FATAL, and lck.

◆ __kmp_test_queuing_lock()

int __kmp_test_queuing_lock	(	kmp_queuing_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 1303 of file kmp_lock.cpp.

References __kmp_thread_from_gtid(), FALSE, head, KA_TRACE, KMP_COMPARE_AND_STORE_ACQ32, KMP_DEBUG_ASSERT, KMP_FSYNC_ACQUIRED, lck, and TRUE.

Referenced by __kmp_test_atomic_lock(), __kmp_test_nested_queuing_lock(), and __kmp_test_queuing_lock_with_checks().

◆ __kmp_test_queuing_lock_with_checks()

static int __kmp_test_queuing_lock_with_checks	(	kmp_queuing_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 1335 of file kmp_lock.cpp.

References __kmp_is_queuing_lock_nestable(), __kmp_test_queuing_lock(), func(), KMP_FATAL, and lck.

◆ __kmp_test_tas_lock()

int __kmp_test_tas_lock	(	kmp_tas_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 136 of file kmp_lock.cpp.

References __kmp_atomic_compare_store_acq(), FALSE, KMP_ATOMIC_LD_RLX, KMP_FSYNC_ACQUIRED, KMP_LOCK_BUSY, KMP_LOCK_FREE, lck, and TRUE.

Referenced by __kmp_test_nested_tas_lock(), and __kmp_test_tas_lock_with_checks().

◆ __kmp_test_tas_lock_with_checks()

static int __kmp_test_tas_lock_with_checks	(	kmp_tas_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 147 of file kmp_lock.cpp.

References __kmp_is_tas_lock_nestable(), __kmp_test_tas_lock(), func(), KMP_FATAL, lck, and OMP_LOCK_T_SIZE.

◆ __kmp_test_ticket_lock()

int __kmp_test_ticket_lock	(	kmp_ticket_lock_t *	lck,
		kmp_int32	gtid
	)

Definition at line 674 of file kmp_lock.cpp.

References FALSE, lck, and TRUE.

Referenced by __kmp_test_bootstrap_lock(), __kmp_test_lock(), __kmp_test_nested_ticket_lock(), and __kmp_test_ticket_lock_with_checks().

◆ __kmp_test_ticket_lock_with_checks()

static int __kmp_test_ticket_lock_with_checks	(	kmp_ticket_lock_t *	lck,
		kmp_int32	gtid
	)

static

Definition at line 690 of file kmp_lock.cpp.

References __kmp_is_ticket_lock_nestable(), __kmp_test_ticket_lock(), func(), KMP_FATAL, and lck.

◆ __kmp_user_lock_allocate()

kmp_user_lock_p __kmp_user_lock_allocate	(	void **	user_lock,
		kmp_int32	gtid,
		kmp_lock_flags_t	flags
	)

Definition at line 3854 of file kmp_lock.cpp.

References __kmp_acquire_lock(), __kmp_allocate, __kmp_global_lock, __kmp_lock_block_allocate(), __kmp_lock_pool, __kmp_lock_table_insert(), __kmp_num_locks_in_block, __kmp_release_lock(), __kmp_set_user_lock_flags(), __kmp_user_lock_size, kmp_lock_pool::index, KMP_DEBUG_ASSERT, lck, kmp_lock_pool::next, OMP_LOCK_T_SIZE, and kmp_user_lock::pool.

Referenced by __kmp_get_critical_section_ptr(), __kmpc_init_lock(), and __kmpc_init_nest_lock().

◆ __kmp_user_lock_free()

void __kmp_user_lock_free	(	void **	user_lock,
		kmp_int32	gtid,
		kmp_user_lock_p	lck
	)

Definition at line 3898 of file kmp_lock.cpp.

References __kmp_acquire_lock(), __kmp_global_lock, __kmp_lock_pool, __kmp_release_lock(), __kmp_user_lock_table, KMP_DEBUG_ASSERT, lck, OMP_LOCK_T_SIZE, and kmp_lock_table::used.

Referenced by __kmp_get_critical_section_ptr(), __kmpc_destroy_lock(), and __kmpc_destroy_nest_lock().

◆ __kmp_validate_locks()

void __kmp_validate_locks ( void )

Definition at line 43 of file kmp_lock.cpp.

References i, KMP_ASSERT, and kmp_uint32.

Referenced by __kmp_do_serial_initialize().

◆ before()

static bool before	(	kmp_uint64	a,
		kmp_uint64	b
	)

inlinestatic

Definition at line 2661 of file kmp_lock.cpp.

References a, and b.

Referenced by __kmp_spin_backoff().

Variable Documentation

◆ __kmp_acquire_nested_user_lock_with_checks_

int(* __kmp_acquire_nested_user_lock_with_checks_) (kmp_user_lock_p lck, kmp_int32 gtid)	(	kmp_user_lock_p	lck,
		kmp_int32	gtid
	)		= NULL

Definition at line 3556 of file kmp_lock.cpp.

Referenced by __kmp_acquire_nested_user_lock_with_checks().

◆ __kmp_acquire_user_lock_with_checks_

int(* __kmp_acquire_user_lock_with_checks_) (kmp_user_lock_p lck, kmp_int32 gtid)	(	kmp_user_lock_p	lck,
		kmp_int32	gtid
	)		= NULL

Definition at line 3546 of file kmp_lock.cpp.

Referenced by __kmp_acquire_user_lock_with_checks().

◆ __kmp_base_user_lock_size

size_t __kmp_base_user_lock_size = 0

Definition at line 3542 of file kmp_lock.cpp.

Referenced by __kmp_end_critical_section_reduce_block(), __kmp_enter_critical_section_reduce_block(), and __kmp_set_user_lock_vptrs().

◆ __kmp_destroy_nested_user_lock_with_checks_

void(* __kmp_destroy_nested_user_lock_with_checks_) (kmp_user_lock_p lck) ( kmp_user_lock_p lck ) = NULL

Definition at line 3564 of file kmp_lock.cpp.

Referenced by __kmp_destroy_nested_user_lock_with_checks().

◆ __kmp_destroy_user_lock_

void(* __kmp_destroy_user_lock_) (kmp_user_lock_p lck) ( kmp_user_lock_p lck ) = NULL

Definition at line 3554 of file kmp_lock.cpp.

Referenced by __kmp_destroy_user_lock(), and __kmp_set_user_lock_vptrs().

◆ __kmp_destroy_user_lock_with_checks_

void(* __kmp_destroy_user_lock_with_checks_) (kmp_user_lock_p lck) ( kmp_user_lock_p lck ) = NULL

Definition at line 3555 of file kmp_lock.cpp.

Referenced by __kmp_destroy_user_lock_with_checks().

◆ __kmp_get_user_lock_flags_

kmp_lock_flags_t(* __kmp_get_user_lock_flags_) (kmp_user_lock_p lck) ( kmp_user_lock_p lck ) = NULL

Definition at line 3570 of file kmp_lock.cpp.

Referenced by __kmp_set_user_lock_vptrs().

◆ __kmp_get_user_lock_location_

const ident_t *(* __kmp_get_user_lock_location_) (kmp_user_lock_p lck) ( kmp_user_lock_p lck ) = NULL

Definition at line 3567 of file kmp_lock.cpp.

Referenced by __kmp_get_user_lock_location(), and __kmp_set_user_lock_vptrs().

◆ __kmp_get_user_lock_owner_

kmp_int32(* __kmp_get_user_lock_owner_) (kmp_user_lock_p lck) ( kmp_user_lock_p lck ) = NULL

Definition at line 3545 of file kmp_lock.cpp.

Referenced by __kmp_get_user_lock_owner(), and __kmp_set_user_lock_vptrs().

◆ __kmp_init_nested_user_lock_with_checks_

void(* __kmp_init_nested_user_lock_with_checks_) (kmp_user_lock_p lck) ( kmp_user_lock_p lck ) = NULL

Definition at line 3563 of file kmp_lock.cpp.

Referenced by __kmp_init_nested_user_lock_with_checks().

◆ __kmp_init_user_lock_with_checks_

void(* __kmp_init_user_lock_with_checks_) (kmp_user_lock_p lck) ( kmp_user_lock_p lck ) = NULL

Definition at line 3553 of file kmp_lock.cpp.

Referenced by __kmp_init_user_lock_with_checks().

◆ __kmp_is_user_lock_initialized_

int(* __kmp_is_user_lock_initialized_) (kmp_user_lock_p lck) ( kmp_user_lock_p lck ) = NULL

Definition at line 3566 of file kmp_lock.cpp.

Referenced by __kmp_cleanup_user_locks(), and __kmp_set_user_lock_vptrs().

◆ __kmp_lock_blocks

kmp_block_of_locks* __kmp_lock_blocks = NULL

Definition at line 3792 of file kmp_lock.cpp.

Referenced by __kmp_atfork_child(), __kmp_cleanup_user_locks(), and __kmp_lock_block_allocate().

◆ __kmp_lock_pool

kmp_user_lock_p __kmp_lock_pool = NULL

Definition at line 3789 of file kmp_lock.cpp.

Referenced by __kmp_cleanup_user_locks(), __kmp_user_lock_allocate(), and __kmp_user_lock_free().

◆ __kmp_num_locks_in_block

int __kmp_num_locks_in_block = 1

Definition at line 3793 of file kmp_lock.cpp.

Referenced by __kmp_lock_block_allocate(), __kmp_stg_parse_lock_block(), __kmp_stg_print_lock_block(), and __kmp_user_lock_allocate().

◆ __kmp_release_nested_user_lock_with_checks_

int(* __kmp_release_nested_user_lock_with_checks_) (kmp_user_lock_p lck, kmp_int32 gtid)	(	kmp_user_lock_p	lck,
		kmp_int32	gtid
	)		= NULL

Definition at line 3561 of file kmp_lock.cpp.

Referenced by __kmp_release_nested_user_lock_with_checks().

◆ __kmp_release_user_lock_with_checks_

int(* __kmp_release_user_lock_with_checks_) (kmp_user_lock_p lck, kmp_int32 gtid)	(	kmp_user_lock_p	lck,
		kmp_int32	gtid
	)		= NULL

Definition at line 3551 of file kmp_lock.cpp.

Referenced by __kmp_release_user_lock_with_checks().

◆ __kmp_set_user_lock_flags_

void(* __kmp_set_user_lock_flags_) (kmp_user_lock_p lck, kmp_lock_flags_t flags)	(	kmp_user_lock_p	lck,
		kmp_lock_flags_t	flags
	)		= NULL

Definition at line 3571 of file kmp_lock.cpp.

Referenced by __kmp_set_user_lock_flags(), and __kmp_set_user_lock_vptrs().

◆ __kmp_set_user_lock_location_

void(* __kmp_set_user_lock_location_) (kmp_user_lock_p lck, const ident_t *loc)	(	kmp_user_lock_p	lck,
		const ident_t *	loc
	)		= NULL

Definition at line 3568 of file kmp_lock.cpp.

Referenced by __kmp_set_user_lock_location(), and __kmp_set_user_lock_vptrs().

◆ __kmp_spin_backoff_params

kmp_backoff_t __kmp_spin_backoff_params = {1, 256, 100}

Definition at line 2650 of file kmp_lock.cpp.

Referenced by __kmp_acquire_tas_lock_timed_template(), __kmp_stg_parse_spin_backoff_params(), and __kmp_stg_print_spin_backoff_params().

◆ __kmp_test_nested_user_lock_with_checks_

int(* __kmp_test_nested_user_lock_with_checks_) (kmp_user_lock_p lck, kmp_int32 gtid)	(	kmp_user_lock_p	lck,
		kmp_int32	gtid
	)		= NULL

Definition at line 3559 of file kmp_lock.cpp.

Referenced by __kmp_test_nested_user_lock_with_checks().

◆ __kmp_test_user_lock_with_checks_

int(* __kmp_test_user_lock_with_checks_) (kmp_user_lock_p lck, kmp_int32 gtid)	(	kmp_user_lock_p	lck,
		kmp_int32	gtid
	)		= NULL

Definition at line 3549 of file kmp_lock.cpp.

Referenced by __kmp_test_user_lock_with_checks().

◆ __kmp_user_lock_kind

enum kmp_lock_kind __kmp_user_lock_kind = lk_default

Definition at line 3540 of file kmp_lock.cpp.

Referenced by __kmp_env_initialize(), __kmp_stg_parse_lock_kind(), __kmp_stg_print_lock_kind(), __kmpc_critical(), __kmpc_destroy_lock(), __kmpc_destroy_nest_lock(), __kmpc_end_critical(), __kmpc_init_lock(), __kmpc_init_nest_lock(), __kmpc_set_lock(), __kmpc_set_nest_lock(), __kmpc_test_lock(), __kmpc_test_nest_lock(), __kmpc_unset_lock(), and __kmpc_unset_nest_lock().

◆ __kmp_user_lock_size

size_t __kmp_user_lock_size = 0

Definition at line 3543 of file kmp_lock.cpp.

Referenced by __kmp_lock_block_allocate(), __kmp_lookup_user_lock(), __kmp_set_user_lock_vptrs(), and __kmp_user_lock_allocate().

◆ __kmp_user_lock_table

kmp_lock_table_t __kmp_user_lock_table = {1, 0, NULL}

Definition at line 3788 of file kmp_lock.cpp.

Referenced by __kmp_atfork_child(), __kmp_cleanup_user_locks(), __kmp_lock_table_insert(), __kmp_lookup_user_lock(), and __kmp_user_lock_free().

Macros

Functions

Variables

Macro Definition Documentation

◆ __kmp_tsc

◆ IS_CRITICAL

Function Documentation

◆ __kmp_acquire_drdpa_lock()

◆ __kmp_acquire_drdpa_lock_timed_template()

◆ __kmp_acquire_drdpa_lock_with_checks()

◆ __kmp_acquire_nested_drdpa_lock()

◆ __kmp_acquire_nested_drdpa_lock_with_checks()

◆ __kmp_acquire_nested_queuing_lock()

◆ __kmp_acquire_nested_queuing_lock_with_checks()

◆ __kmp_acquire_nested_tas_lock()

◆ __kmp_acquire_nested_tas_lock_with_checks()

◆ __kmp_acquire_nested_ticket_lock()

◆ __kmp_acquire_nested_ticket_lock_with_checks()

◆ __kmp_acquire_queuing_lock()

◆ __kmp_acquire_queuing_lock_timed_template()

◆ __kmp_acquire_queuing_lock_with_checks()

◆ __kmp_acquire_tas_lock()

◆ __kmp_acquire_tas_lock_timed_template()

◆ __kmp_acquire_tas_lock_with_checks()

◆ __kmp_acquire_ticket_lock()

◆ __kmp_acquire_ticket_lock_timed_template()

◆ __kmp_acquire_ticket_lock_with_checks()

◆ __kmp_bakery_check()

◆ __kmp_cleanup_user_locks()

◆ __kmp_destroy_drdpa_lock()

◆ __kmp_destroy_drdpa_lock_with_checks()

◆ __kmp_destroy_nested_drdpa_lock()

◆ __kmp_destroy_nested_drdpa_lock_with_checks()

◆ __kmp_destroy_nested_queuing_lock()

◆ __kmp_destroy_nested_queuing_lock_with_checks()

◆ __kmp_destroy_nested_tas_lock()

◆ __kmp_destroy_nested_tas_lock_with_checks()

◆ __kmp_destroy_nested_ticket_lock()

◆ __kmp_destroy_nested_ticket_lock_with_checks()

◆ __kmp_destroy_queuing_lock()

◆ __kmp_destroy_queuing_lock_with_checks()

◆ __kmp_destroy_tas_lock()

◆ __kmp_destroy_tas_lock_with_checks()

◆ __kmp_destroy_ticket_lock()

◆ __kmp_destroy_ticket_lock_with_checks()

◆ __kmp_get_drdpa_lock_flags()

◆ __kmp_get_drdpa_lock_location()

◆ __kmp_get_drdpa_lock_owner()

◆ __kmp_get_queuing_lock_flags()

◆ __kmp_get_queuing_lock_location()

◆ __kmp_get_queuing_lock_owner()

◆ __kmp_get_tas_lock_owner()

◆ __kmp_get_ticket_lock_flags()

◆ __kmp_get_ticket_lock_location()

◆ __kmp_get_ticket_lock_owner()

◆ __kmp_init_drdpa_lock()

◆ __kmp_init_drdpa_lock_with_checks()

◆ __kmp_init_nested_drdpa_lock()

◆ __kmp_init_nested_drdpa_lock_with_checks()

◆ __kmp_init_nested_queuing_lock()

◆ __kmp_init_nested_queuing_lock_with_checks()

◆ __kmp_init_nested_tas_lock()

◆ __kmp_init_nested_tas_lock_with_checks()

◆ __kmp_init_nested_ticket_lock()

◆ __kmp_init_nested_ticket_lock_with_checks()

◆ __kmp_init_queuing_lock()

◆ __kmp_init_queuing_lock_with_checks()

◆ __kmp_init_tas_lock()

◆ __kmp_init_tas_lock_with_checks()

◆ __kmp_init_ticket_lock()

◆ __kmp_init_ticket_lock_with_checks()

◆ __kmp_is_drdpa_lock_initialized()

◆ __kmp_is_drdpa_lock_nestable()

◆ __kmp_is_queuing_lock_initialized()

◆ __kmp_is_queuing_lock_nestable()

◆ __kmp_is_tas_lock_nestable()

◆ __kmp_is_ticket_lock_initialized()

◆ __kmp_is_ticket_lock_nestable()

◆ __kmp_lock_block_allocate()

◆ __kmp_lock_table_insert()