2012-03-22 09:33:03 +08:00
|
|
|
#define JEMALLOC_TSD_C_
|
|
|
|
#include "jemalloc/internal/jemalloc_internal.h"
|
|
|
|
|
|
|
|
/******************************************************************************/
|
|
|
|
/* Data. */
|
|
|
|
|
|
|
|
static unsigned ncleanups;
|
|
|
|
static malloc_tsd_cleanup_t cleanups[MALLOC_TSD_CLEANUPS_MAX];
|
|
|
|
|
2014-09-23 12:09:23 +08:00
|
|
|
malloc_tsd_data(, , tsd_t, TSD_INITIALIZER)
|
|
|
|
|
2012-03-22 09:33:03 +08:00
|
|
|
/******************************************************************************/
|
|
|
|
|
|
|
|
void *
|
|
|
|
malloc_tsd_malloc(size_t size)
|
|
|
|
{
|
|
|
|
|
|
|
|
/* Avoid choose_arena() in order to dodge bootstrapping issues. */
|
2014-09-23 12:09:23 +08:00
|
|
|
return (arena_malloc(NULL, arenas[0], CACHELINE_CEILING(size), false,
|
|
|
|
false));
|
2012-03-22 09:33:03 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
malloc_tsd_dalloc(void *wrapper)
|
|
|
|
{
|
|
|
|
|
2014-09-23 12:09:23 +08:00
|
|
|
idalloct(NULL, wrapper, false);
|
2012-03-22 09:33:03 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
malloc_tsd_no_cleanup(void *arg)
|
|
|
|
{
|
|
|
|
|
|
|
|
not_reached();
|
|
|
|
}
|
|
|
|
|
2012-04-22 12:27:46 +08:00
|
|
|
#if defined(JEMALLOC_MALLOC_THREAD_CLEANUP) || defined(_WIN32)
|
2012-04-30 18:38:29 +08:00
|
|
|
#ifndef _WIN32
|
|
|
|
JEMALLOC_EXPORT
|
|
|
|
#endif
|
2012-03-22 09:33:03 +08:00
|
|
|
void
|
|
|
|
_malloc_thread_cleanup(void)
|
|
|
|
{
|
2012-04-25 05:22:02 +08:00
|
|
|
bool pending[MALLOC_TSD_CLEANUPS_MAX], again;
|
2012-03-22 09:33:03 +08:00
|
|
|
unsigned i;
|
|
|
|
|
|
|
|
for (i = 0; i < ncleanups; i++)
|
|
|
|
pending[i] = true;
|
|
|
|
|
|
|
|
do {
|
|
|
|
again = false;
|
|
|
|
for (i = 0; i < ncleanups; i++) {
|
|
|
|
if (pending[i]) {
|
2012-04-19 00:29:49 +08:00
|
|
|
pending[i] = cleanups[i]();
|
2012-03-22 09:33:03 +08:00
|
|
|
if (pending[i])
|
|
|
|
again = true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} while (again);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
void
|
2012-04-19 00:29:49 +08:00
|
|
|
malloc_tsd_cleanup_register(bool (*f)(void))
|
2012-03-22 09:33:03 +08:00
|
|
|
{
|
|
|
|
|
|
|
|
assert(ncleanups < MALLOC_TSD_CLEANUPS_MAX);
|
2012-04-19 00:29:49 +08:00
|
|
|
cleanups[ncleanups] = f;
|
2012-03-22 09:33:03 +08:00
|
|
|
ncleanups++;
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
2014-09-23 12:09:23 +08:00
|
|
|
tsd_cleanup(void *arg)
|
|
|
|
{
|
|
|
|
tsd_t *tsd = (tsd_t *)arg;
|
|
|
|
|
|
|
|
switch (tsd->state) {
|
|
|
|
case tsd_state_nominal:
|
|
|
|
#define O(n, t) \
|
|
|
|
n##_cleanup(tsd);
|
|
|
|
MALLOC_TSD
|
|
|
|
#undef O
|
|
|
|
tsd->state = tsd_state_purgatory;
|
|
|
|
tsd_set(tsd);
|
|
|
|
break;
|
|
|
|
case tsd_state_purgatory:
|
|
|
|
/*
|
|
|
|
* The previous time this destructor was called, we set the
|
|
|
|
* state to tsd_state_purgatory so that other destructors
|
|
|
|
* wouldn't cause re-creation of the tsd. This time, do
|
|
|
|
* nothing, and do not request another callback.
|
|
|
|
*/
|
|
|
|
break;
|
|
|
|
case tsd_state_reincarnated:
|
|
|
|
/*
|
|
|
|
* Another destructor deallocated memory after this destructor
|
|
|
|
* was called. Reset state to tsd_state_purgatory and request
|
|
|
|
* another callback.
|
|
|
|
*/
|
|
|
|
tsd->state = tsd_state_purgatory;
|
|
|
|
tsd_set(tsd);
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
not_reached();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
bool
|
2012-03-22 09:33:03 +08:00
|
|
|
malloc_tsd_boot(void)
|
|
|
|
{
|
|
|
|
|
|
|
|
ncleanups = 0;
|
2014-09-23 12:09:23 +08:00
|
|
|
if (tsd_boot())
|
|
|
|
return (true);
|
|
|
|
return (false);
|
2012-03-22 09:33:03 +08:00
|
|
|
}
|
2012-04-22 12:27:46 +08:00
|
|
|
|
|
|
|
#ifdef _WIN32
|
|
|
|
static BOOL WINAPI
|
|
|
|
_tls_callback(HINSTANCE hinstDLL, DWORD fdwReason, LPVOID lpvReserved)
|
|
|
|
{
|
|
|
|
|
|
|
|
switch (fdwReason) {
|
|
|
|
#ifdef JEMALLOC_LAZY_LOCK
|
|
|
|
case DLL_THREAD_ATTACH:
|
|
|
|
isthreaded = true;
|
|
|
|
break;
|
|
|
|
#endif
|
|
|
|
case DLL_THREAD_DETACH:
|
|
|
|
_malloc_thread_cleanup();
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
return (true);
|
|
|
|
}
|
|
|
|
|
2012-04-30 18:38:31 +08:00
|
|
|
#ifdef _MSC_VER
|
|
|
|
# ifdef _M_IX86
|
|
|
|
# pragma comment(linker, "/INCLUDE:__tls_used")
|
|
|
|
# else
|
|
|
|
# pragma comment(linker, "/INCLUDE:_tls_used")
|
|
|
|
# endif
|
|
|
|
# pragma section(".CRT$XLY",long,read)
|
|
|
|
#endif
|
2012-04-30 18:38:29 +08:00
|
|
|
JEMALLOC_SECTION(".CRT$XLY") JEMALLOC_ATTR(used)
|
2012-04-22 12:27:46 +08:00
|
|
|
static const BOOL (WINAPI *tls_callback)(HINSTANCE hinstDLL,
|
|
|
|
DWORD fdwReason, LPVOID lpvReserved) = _tls_callback;
|
|
|
|
#endif
|
2013-10-22 05:12:16 +08:00
|
|
|
|
|
|
|
#if (!defined(JEMALLOC_MALLOC_THREAD_CLEANUP) && !defined(JEMALLOC_TLS) && \
|
|
|
|
!defined(_WIN32))
|
|
|
|
void *
|
|
|
|
tsd_init_check_recursion(tsd_init_head_t *head, tsd_init_block_t *block)
|
|
|
|
{
|
|
|
|
pthread_t self = pthread_self();
|
|
|
|
tsd_init_block_t *iter;
|
|
|
|
|
|
|
|
/* Check whether this thread has already inserted into the list. */
|
|
|
|
malloc_mutex_lock(&head->lock);
|
|
|
|
ql_foreach(iter, &head->blocks, link) {
|
|
|
|
if (iter->thread == self) {
|
|
|
|
malloc_mutex_unlock(&head->lock);
|
|
|
|
return (iter->data);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
/* Insert block into list. */
|
|
|
|
ql_elm_new(block, link);
|
|
|
|
block->thread = self;
|
|
|
|
ql_tail_insert(&head->blocks, block, link);
|
|
|
|
malloc_mutex_unlock(&head->lock);
|
|
|
|
return (NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
tsd_init_finish(tsd_init_head_t *head, tsd_init_block_t *block)
|
|
|
|
{
|
|
|
|
|
|
|
|
malloc_mutex_lock(&head->lock);
|
|
|
|
ql_remove(&head->blocks, block, link);
|
|
|
|
malloc_mutex_unlock(&head->lock);
|
|
|
|
}
|
|
|
|
#endif
|