e2bcf037d4
Rather than protecting dss operations with a mutex, use atomic operations. This has negligible impact on synchronization overhead during typical dss allocation, but is a substantial improvement for chunk_in_dss() and the newly added chunk_dss_mergeable(), which can be called multiple times during chunk deallocations. This change also has the advantage of avoiding tsd in deallocation paths associated with purging, which resolves potential deadlocks during thread exit due to attempted tsd resurrection. This resolves #425.
97 lines
3.1 KiB
C
97 lines
3.1 KiB
C
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_TYPES
|
|
|
|
/*
|
|
* Size and alignment of memory chunks that are allocated by the OS's virtual
|
|
* memory system.
|
|
*/
|
|
#define LG_CHUNK_DEFAULT 21
|
|
|
|
/* Return the chunk address for allocation address a. */
|
|
#define CHUNK_ADDR2BASE(a) \
|
|
((void *)((uintptr_t)(a) & ~chunksize_mask))
|
|
|
|
/* Return the chunk offset of address a. */
|
|
#define CHUNK_ADDR2OFFSET(a) \
|
|
((size_t)((uintptr_t)(a) & chunksize_mask))
|
|
|
|
/* Return the smallest chunk multiple that is >= s. */
|
|
#define CHUNK_CEILING(s) \
|
|
(((s) + chunksize_mask) & ~chunksize_mask)
|
|
|
|
#define CHUNK_HOOKS_INITIALIZER { \
|
|
NULL, \
|
|
NULL, \
|
|
NULL, \
|
|
NULL, \
|
|
NULL, \
|
|
NULL, \
|
|
NULL \
|
|
}
|
|
|
|
#endif /* JEMALLOC_H_TYPES */
|
|
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_STRUCTS
|
|
|
|
#endif /* JEMALLOC_H_STRUCTS */
|
|
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_EXTERNS
|
|
|
|
extern size_t opt_lg_chunk;
|
|
extern const char *opt_dss;
|
|
|
|
extern rtree_t chunks_rtree;
|
|
|
|
extern size_t chunksize;
|
|
extern size_t chunksize_mask; /* (chunksize - 1). */
|
|
extern size_t chunk_npages;
|
|
|
|
extern const chunk_hooks_t chunk_hooks_default;
|
|
|
|
chunk_hooks_t chunk_hooks_get(tsdn_t *tsdn, arena_t *arena);
|
|
chunk_hooks_t chunk_hooks_set(tsdn_t *tsdn, arena_t *arena,
|
|
const chunk_hooks_t *chunk_hooks);
|
|
|
|
bool chunk_register(tsdn_t *tsdn, const void *chunk,
|
|
const extent_node_t *node);
|
|
void chunk_deregister(const void *chunk, const extent_node_t *node);
|
|
void *chunk_alloc_base(size_t size);
|
|
void *chunk_alloc_cache(tsdn_t *tsdn, arena_t *arena,
|
|
chunk_hooks_t *chunk_hooks, void *new_addr, size_t size, size_t alignment,
|
|
bool *zero, bool dalloc_node);
|
|
void *chunk_alloc_wrapper(tsdn_t *tsdn, arena_t *arena,
|
|
chunk_hooks_t *chunk_hooks, void *new_addr, size_t size, size_t alignment,
|
|
bool *zero, bool *commit);
|
|
void chunk_dalloc_cache(tsdn_t *tsdn, arena_t *arena,
|
|
chunk_hooks_t *chunk_hooks, void *chunk, size_t size, bool committed);
|
|
void chunk_dalloc_wrapper(tsdn_t *tsdn, arena_t *arena,
|
|
chunk_hooks_t *chunk_hooks, void *chunk, size_t size, bool zeroed,
|
|
bool committed);
|
|
bool chunk_purge_wrapper(tsdn_t *tsdn, arena_t *arena,
|
|
chunk_hooks_t *chunk_hooks, void *chunk, size_t size, size_t offset,
|
|
size_t length);
|
|
bool chunk_boot(void);
|
|
|
|
#endif /* JEMALLOC_H_EXTERNS */
|
|
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_INLINES
|
|
|
|
#ifndef JEMALLOC_ENABLE_INLINE
|
|
extent_node_t *chunk_lookup(const void *chunk, bool dependent);
|
|
#endif
|
|
|
|
#if (defined(JEMALLOC_ENABLE_INLINE) || defined(JEMALLOC_CHUNK_C_))
|
|
JEMALLOC_INLINE extent_node_t *
|
|
chunk_lookup(const void *ptr, bool dependent)
|
|
{
|
|
|
|
return (rtree_get(&chunks_rtree, (uintptr_t)ptr, dependent));
|
|
}
|
|
#endif
|
|
|
|
#endif /* JEMALLOC_H_INLINES */
|
|
/******************************************************************************/
|
|
|
|
#include "jemalloc/internal/chunk_dss.h"
|
|
#include "jemalloc/internal/chunk_mmap.h"
|