2017-04-27 09:37:44 +08:00
|
|
|
#ifdef JEMALLOC_INTERNAL_TSD_WIN_H
|
|
|
|
#error This file should be included only once, by tsd.h.
|
|
|
|
#endif
|
|
|
|
#define JEMALLOC_INTERNAL_TSD_WIN_H
|
|
|
|
|
|
|
|
typedef struct {
|
|
|
|
bool initialized;
|
|
|
|
tsd_t val;
|
|
|
|
} tsd_wrapper_t;
|
|
|
|
|
|
|
|
extern DWORD tsd_tsd;
|
|
|
|
extern tsd_wrapper_t tsd_boot_wrapper;
|
|
|
|
extern bool tsd_booted;
|
|
|
|
|
|
|
|
/* Initialization/cleanup. */
|
|
|
|
JEMALLOC_ALWAYS_INLINE bool
|
|
|
|
tsd_cleanup_wrapper(void) {
|
|
|
|
DWORD error = GetLastError();
|
|
|
|
tsd_wrapper_t *wrapper = (tsd_wrapper_t *)TlsGetValue(tsd_tsd);
|
|
|
|
SetLastError(error);
|
|
|
|
|
|
|
|
if (wrapper == NULL) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (wrapper->initialized) {
|
|
|
|
wrapper->initialized = false;
|
|
|
|
tsd_cleanup(&wrapper->val);
|
|
|
|
if (wrapper->initialized) {
|
|
|
|
/* Trigger another cleanup round. */
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
malloc_tsd_dalloc(wrapper);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
JEMALLOC_ALWAYS_INLINE void
|
|
|
|
tsd_wrapper_set(tsd_wrapper_t *wrapper) {
|
|
|
|
if (!TlsSetValue(tsd_tsd, (void *)wrapper)) {
|
|
|
|
malloc_write("<jemalloc>: Error setting TSD\n");
|
|
|
|
abort();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
JEMALLOC_ALWAYS_INLINE tsd_wrapper_t *
|
|
|
|
tsd_wrapper_get(bool init) {
|
|
|
|
DWORD error = GetLastError();
|
|
|
|
tsd_wrapper_t *wrapper = (tsd_wrapper_t *) TlsGetValue(tsd_tsd);
|
|
|
|
SetLastError(error);
|
|
|
|
|
|
|
|
if (init && unlikely(wrapper == NULL)) {
|
|
|
|
wrapper = (tsd_wrapper_t *)
|
|
|
|
malloc_tsd_malloc(sizeof(tsd_wrapper_t));
|
|
|
|
if (wrapper == NULL) {
|
|
|
|
malloc_write("<jemalloc>: Error allocating TSD\n");
|
|
|
|
abort();
|
|
|
|
} else {
|
|
|
|
wrapper->initialized = false;
|
|
|
|
/* MSVC is finicky about aggregate initialization. */
|
|
|
|
tsd_t tsd_initializer = TSD_INITIALIZER;
|
|
|
|
wrapper->val = tsd_initializer;
|
|
|
|
}
|
|
|
|
tsd_wrapper_set(wrapper);
|
|
|
|
}
|
|
|
|
return wrapper;
|
|
|
|
}
|
|
|
|
|
|
|
|
JEMALLOC_ALWAYS_INLINE bool
|
|
|
|
tsd_boot0(void) {
|
|
|
|
tsd_tsd = TlsAlloc();
|
|
|
|
if (tsd_tsd == TLS_OUT_OF_INDEXES) {
|
|
|
|
return true;
|
|
|
|
}
|
2022-01-23 02:14:16 +08:00
|
|
|
_malloc_tsd_cleanup_register(&tsd_cleanup_wrapper);
|
2017-04-27 09:37:44 +08:00
|
|
|
tsd_wrapper_set(&tsd_boot_wrapper);
|
|
|
|
tsd_booted = true;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
JEMALLOC_ALWAYS_INLINE void
|
|
|
|
tsd_boot1(void) {
|
|
|
|
tsd_wrapper_t *wrapper;
|
|
|
|
wrapper = (tsd_wrapper_t *)
|
|
|
|
malloc_tsd_malloc(sizeof(tsd_wrapper_t));
|
|
|
|
if (wrapper == NULL) {
|
|
|
|
malloc_write("<jemalloc>: Error allocating TSD\n");
|
|
|
|
abort();
|
|
|
|
}
|
|
|
|
tsd_boot_wrapper.initialized = false;
|
|
|
|
tsd_cleanup(&tsd_boot_wrapper.val);
|
|
|
|
wrapper->initialized = false;
|
|
|
|
tsd_t initializer = TSD_INITIALIZER;
|
|
|
|
wrapper->val = initializer;
|
|
|
|
tsd_wrapper_set(wrapper);
|
|
|
|
}
|
|
|
|
JEMALLOC_ALWAYS_INLINE bool
|
|
|
|
tsd_boot(void) {
|
|
|
|
if (tsd_boot0()) {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
tsd_boot1();
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
JEMALLOC_ALWAYS_INLINE bool
|
|
|
|
tsd_booted_get(void) {
|
|
|
|
return tsd_booted;
|
|
|
|
}
|
|
|
|
|
|
|
|
JEMALLOC_ALWAYS_INLINE bool
|
|
|
|
tsd_get_allocates(void) {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Get/set. */
|
|
|
|
JEMALLOC_ALWAYS_INLINE tsd_t *
|
|
|
|
tsd_get(bool init) {
|
|
|
|
tsd_wrapper_t *wrapper;
|
|
|
|
|
|
|
|
assert(tsd_booted);
|
|
|
|
wrapper = tsd_wrapper_get(init);
|
|
|
|
if (tsd_get_allocates() && !init && wrapper == NULL) {
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
return &wrapper->val;
|
|
|
|
}
|
|
|
|
|
|
|
|
JEMALLOC_ALWAYS_INLINE void
|
|
|
|
tsd_set(tsd_t *val) {
|
|
|
|
tsd_wrapper_t *wrapper;
|
|
|
|
|
|
|
|
assert(tsd_booted);
|
|
|
|
wrapper = tsd_wrapper_get(true);
|
|
|
|
if (likely(&wrapper->val != val)) {
|
|
|
|
wrapper->val = *(val);
|
|
|
|
}
|
|
|
|
wrapper->initialized = true;
|
|
|
|
}
|