cbf3a6d703
Migrate all centralized data structures related to huge allocations and
recyclable chunks into arena_t, so that each arena can manage huge
allocations and recyclable virtual memory completely independently of
other arenas.
Add chunk node caching to arenas, in order to avoid contention on the
base allocator.
Use chunks_rtree to look up huge allocations rather than a red-black
tree. Maintain a per arena unsorted list of huge allocations (which
will be needed to enumerate huge allocations during arena reset).
Remove the --enable-ivsalloc option, make ivsalloc() always available,
and use it for size queries if --enable-debug is enabled. The only
practical implications to this removal are that 1) ivsalloc() is now
always available during live debugging (and the underlying radix tree is
available during core-based debugging), and 2) size query validation can
no longer be enabled independent of --enable-debug.
Remove the stats.chunks.{current,total,high} mallctls, and replace their
underlying statistics with simpler atomically updated counters used
exclusively for gdump triggering. These statistics are no longer very
useful because each arena manages chunks independently, and per arena
statistics provide similar information.
Simplify chunk synchronization code, now that base chunk allocation
cannot cause recursive lock acquisition.
236 lines
6.7 KiB
C
236 lines
6.7 KiB
C
#ifndef JEMALLOC_INTERNAL_DEFS_H_
|
|
#define JEMALLOC_INTERNAL_DEFS_H_
|
|
/*
|
|
* If JEMALLOC_PREFIX is defined via --with-jemalloc-prefix, it will cause all
|
|
* public APIs to be prefixed. This makes it possible, with some care, to use
|
|
* multiple allocators simultaneously.
|
|
*/
|
|
#undef JEMALLOC_PREFIX
|
|
#undef JEMALLOC_CPREFIX
|
|
|
|
/*
|
|
* JEMALLOC_PRIVATE_NAMESPACE is used as a prefix for all library-private APIs.
|
|
* For shared libraries, symbol visibility mechanisms prevent these symbols
|
|
* from being exported, but for static libraries, naming collisions are a real
|
|
* possibility.
|
|
*/
|
|
#undef JEMALLOC_PRIVATE_NAMESPACE
|
|
|
|
/*
|
|
* Hyper-threaded CPUs may need a special instruction inside spin loops in
|
|
* order to yield to another virtual CPU.
|
|
*/
|
|
#undef CPU_SPINWAIT
|
|
|
|
/* Defined if C11 atomics are available. */
|
|
#undef JEMALLOC_C11ATOMICS
|
|
|
|
/* Defined if the equivalent of FreeBSD's atomic(9) functions are available. */
|
|
#undef JEMALLOC_ATOMIC9
|
|
|
|
/*
|
|
* Defined if OSAtomic*() functions are available, as provided by Darwin, and
|
|
* documented in the atomic(3) manual page.
|
|
*/
|
|
#undef JEMALLOC_OSATOMIC
|
|
|
|
/*
|
|
* Defined if __sync_add_and_fetch(uint32_t *, uint32_t) and
|
|
* __sync_sub_and_fetch(uint32_t *, uint32_t) are available, despite
|
|
* __GCC_HAVE_SYNC_COMPARE_AND_SWAP_4 not being defined (which means the
|
|
* functions are defined in libgcc instead of being inlines).
|
|
*/
|
|
#undef JE_FORCE_SYNC_COMPARE_AND_SWAP_4
|
|
|
|
/*
|
|
* Defined if __sync_add_and_fetch(uint64_t *, uint64_t) and
|
|
* __sync_sub_and_fetch(uint64_t *, uint64_t) are available, despite
|
|
* __GCC_HAVE_SYNC_COMPARE_AND_SWAP_8 not being defined (which means the
|
|
* functions are defined in libgcc instead of being inlines).
|
|
*/
|
|
#undef JE_FORCE_SYNC_COMPARE_AND_SWAP_8
|
|
|
|
/*
|
|
* Defined if __builtin_clz() and __builtin_clzl() are available.
|
|
*/
|
|
#undef JEMALLOC_HAVE_BUILTIN_CLZ
|
|
|
|
/*
|
|
* Defined if madvise(2) is available.
|
|
*/
|
|
#undef JEMALLOC_HAVE_MADVISE
|
|
|
|
/*
|
|
* Defined if OSSpin*() functions are available, as provided by Darwin, and
|
|
* documented in the spinlock(3) manual page.
|
|
*/
|
|
#undef JEMALLOC_OSSPIN
|
|
|
|
/*
|
|
* Defined if secure_getenv(3) is available.
|
|
*/
|
|
#undef JEMALLOC_HAVE_SECURE_GETENV
|
|
|
|
/*
|
|
* Defined if issetugid(2) is available.
|
|
*/
|
|
#undef JEMALLOC_HAVE_ISSETUGID
|
|
|
|
/*
|
|
* Defined if _malloc_thread_cleanup() exists. At least in the case of
|
|
* FreeBSD, pthread_key_create() allocates, which if used during malloc
|
|
* bootstrapping will cause recursion into the pthreads library. Therefore, if
|
|
* _malloc_thread_cleanup() exists, use it as the basis for thread cleanup in
|
|
* malloc_tsd.
|
|
*/
|
|
#undef JEMALLOC_MALLOC_THREAD_CLEANUP
|
|
|
|
/*
|
|
* Defined if threaded initialization is known to be safe on this platform.
|
|
* Among other things, it must be possible to initialize a mutex without
|
|
* triggering allocation in order for threaded allocation to be safe.
|
|
*/
|
|
#undef JEMALLOC_THREADED_INIT
|
|
|
|
/*
|
|
* Defined if the pthreads implementation defines
|
|
* _pthread_mutex_init_calloc_cb(), in which case the function is used in order
|
|
* to avoid recursive allocation during mutex initialization.
|
|
*/
|
|
#undef JEMALLOC_MUTEX_INIT_CB
|
|
|
|
/* Non-empty if the tls_model attribute is supported. */
|
|
#undef JEMALLOC_TLS_MODEL
|
|
|
|
/* JEMALLOC_CC_SILENCE enables code that silences unuseful compiler warnings. */
|
|
#undef JEMALLOC_CC_SILENCE
|
|
|
|
/* JEMALLOC_CODE_COVERAGE enables test code coverage analysis. */
|
|
#undef JEMALLOC_CODE_COVERAGE
|
|
|
|
/*
|
|
* JEMALLOC_DEBUG enables assertions and other sanity checks, and disables
|
|
* inline functions.
|
|
*/
|
|
#undef JEMALLOC_DEBUG
|
|
|
|
/* JEMALLOC_STATS enables statistics calculation. */
|
|
#undef JEMALLOC_STATS
|
|
|
|
/* JEMALLOC_PROF enables allocation profiling. */
|
|
#undef JEMALLOC_PROF
|
|
|
|
/* Use libunwind for profile backtracing if defined. */
|
|
#undef JEMALLOC_PROF_LIBUNWIND
|
|
|
|
/* Use libgcc for profile backtracing if defined. */
|
|
#undef JEMALLOC_PROF_LIBGCC
|
|
|
|
/* Use gcc intrinsics for profile backtracing if defined. */
|
|
#undef JEMALLOC_PROF_GCC
|
|
|
|
/*
|
|
* JEMALLOC_TCACHE enables a thread-specific caching layer for small objects.
|
|
* This makes it possible to allocate/deallocate objects without any locking
|
|
* when the cache is in the steady state.
|
|
*/
|
|
#undef JEMALLOC_TCACHE
|
|
|
|
/*
|
|
* JEMALLOC_DSS enables use of sbrk(2) to allocate chunks from the data storage
|
|
* segment (DSS).
|
|
*/
|
|
#undef JEMALLOC_DSS
|
|
|
|
/* Support memory filling (junk/zero/quarantine/redzone). */
|
|
#undef JEMALLOC_FILL
|
|
|
|
/* Support utrace(2)-based tracing. */
|
|
#undef JEMALLOC_UTRACE
|
|
|
|
/* Support Valgrind. */
|
|
#undef JEMALLOC_VALGRIND
|
|
|
|
/* Support optional abort() on OOM. */
|
|
#undef JEMALLOC_XMALLOC
|
|
|
|
/* Support lazy locking (avoid locking unless a second thread is launched). */
|
|
#undef JEMALLOC_LAZY_LOCK
|
|
|
|
/* Minimum size class to support is 2^LG_TINY_MIN bytes. */
|
|
#undef LG_TINY_MIN
|
|
|
|
/*
|
|
* Minimum allocation alignment is 2^LG_QUANTUM bytes (ignoring tiny size
|
|
* classes).
|
|
*/
|
|
#undef LG_QUANTUM
|
|
|
|
/* One page is 2^LG_PAGE bytes. */
|
|
#undef LG_PAGE
|
|
|
|
/*
|
|
* If defined, use munmap() to unmap freed chunks, rather than storing them for
|
|
* later reuse. This is disabled by default on Linux because common sequences
|
|
* of mmap()/munmap() calls will cause virtual memory map holes.
|
|
*/
|
|
#undef JEMALLOC_MUNMAP
|
|
|
|
/* TLS is used to map arenas and magazine caches to threads. */
|
|
#undef JEMALLOC_TLS
|
|
|
|
/*
|
|
* ffs()/ffsl() functions to use for bitmapping. Don't use these directly;
|
|
* instead, use jemalloc_ffs() or jemalloc_ffsl() from util.h.
|
|
*/
|
|
#undef JEMALLOC_INTERNAL_FFSL
|
|
#undef JEMALLOC_INTERNAL_FFS
|
|
|
|
/*
|
|
* Darwin (OS X) uses zones to work around Mach-O symbol override shortcomings.
|
|
*/
|
|
#undef JEMALLOC_ZONE
|
|
#undef JEMALLOC_ZONE_VERSION
|
|
|
|
/*
|
|
* Methods for purging unused pages differ between operating systems.
|
|
*
|
|
* madvise(..., MADV_DONTNEED) : On Linux, this immediately discards pages,
|
|
* such that new pages will be demand-zeroed if
|
|
* the address region is later touched.
|
|
* madvise(..., MADV_FREE) : On FreeBSD and Darwin, this marks pages as being
|
|
* unused, such that they will be discarded rather
|
|
* than swapped out.
|
|
*/
|
|
#undef JEMALLOC_PURGE_MADVISE_DONTNEED
|
|
#undef JEMALLOC_PURGE_MADVISE_FREE
|
|
|
|
/* Define if operating system has alloca.h header. */
|
|
#undef JEMALLOC_HAS_ALLOCA_H
|
|
|
|
/* C99 restrict keyword supported. */
|
|
#undef JEMALLOC_HAS_RESTRICT
|
|
|
|
/* For use by hash code. */
|
|
#undef JEMALLOC_BIG_ENDIAN
|
|
|
|
/* sizeof(int) == 2^LG_SIZEOF_INT. */
|
|
#undef LG_SIZEOF_INT
|
|
|
|
/* sizeof(long) == 2^LG_SIZEOF_LONG. */
|
|
#undef LG_SIZEOF_LONG
|
|
|
|
/* sizeof(intmax_t) == 2^LG_SIZEOF_INTMAX_T. */
|
|
#undef LG_SIZEOF_INTMAX_T
|
|
|
|
/* glibc malloc hooks (__malloc_hook, __realloc_hook, __free_hook). */
|
|
#undef JEMALLOC_GLIBC_MALLOC_HOOK
|
|
|
|
/* glibc memalign hook. */
|
|
#undef JEMALLOC_GLIBC_MEMALIGN_HOOK
|
|
|
|
/* Adaptive mutex support in pthreads. */
|
|
#undef JEMALLOC_HAVE_PTHREAD_MUTEX_ADAPTIVE_NP
|
|
|
|
#endif /* JEMALLOC_INTERNAL_DEFS_H_ */
|