20f1fc95ad
Add a library constructor for jemalloc that initializes the allocator. This fixes a race that could occur if threads were created by the main thread prior to any memory allocation, followed by fork(2), and then memory allocation in the child process. Fix the prefork/postfork functions to acquire/release the ctl, prof, and rtree mutexes. This fixes various fork() child process deadlocks, but one possible deadlock remains (intentionally) unaddressed: prof backtracing can acquire runtime library mutexes, so deadlock is still possible if heap profiling is enabled during fork(). This deadlock is known to be a real issue in at least the case of libgcc-based backtracing. Reported by tfengjun.
116 lines
3.3 KiB
C
116 lines
3.3 KiB
C
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_TYPES
|
|
|
|
typedef struct ctl_node_s ctl_node_t;
|
|
typedef struct ctl_named_node_s ctl_named_node_t;
|
|
typedef struct ctl_indexed_node_s ctl_indexed_node_t;
|
|
typedef struct ctl_arena_stats_s ctl_arena_stats_t;
|
|
typedef struct ctl_stats_s ctl_stats_t;
|
|
|
|
#endif /* JEMALLOC_H_TYPES */
|
|
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_STRUCTS
|
|
|
|
struct ctl_node_s {
|
|
bool named;
|
|
};
|
|
|
|
struct ctl_named_node_s {
|
|
struct ctl_node_s node;
|
|
const char *name;
|
|
/* If (nchildren == 0), this is a terminal node. */
|
|
unsigned nchildren;
|
|
const ctl_node_t *children;
|
|
int (*ctl)(const size_t *, size_t, void *, size_t *,
|
|
void *, size_t);
|
|
};
|
|
|
|
struct ctl_indexed_node_s {
|
|
struct ctl_node_s node;
|
|
const ctl_named_node_t *(*index)(const size_t *, size_t, size_t);
|
|
};
|
|
|
|
struct ctl_arena_stats_s {
|
|
bool initialized;
|
|
unsigned nthreads;
|
|
size_t pactive;
|
|
size_t pdirty;
|
|
arena_stats_t astats;
|
|
|
|
/* Aggregate stats for small size classes, based on bin stats. */
|
|
size_t allocated_small;
|
|
uint64_t nmalloc_small;
|
|
uint64_t ndalloc_small;
|
|
uint64_t nrequests_small;
|
|
|
|
malloc_bin_stats_t bstats[NBINS];
|
|
malloc_large_stats_t *lstats; /* nlclasses elements. */
|
|
};
|
|
|
|
struct ctl_stats_s {
|
|
size_t allocated;
|
|
size_t active;
|
|
size_t mapped;
|
|
struct {
|
|
size_t current; /* stats_chunks.curchunks */
|
|
uint64_t total; /* stats_chunks.nchunks */
|
|
size_t high; /* stats_chunks.highchunks */
|
|
} chunks;
|
|
struct {
|
|
size_t allocated; /* huge_allocated */
|
|
uint64_t nmalloc; /* huge_nmalloc */
|
|
uint64_t ndalloc; /* huge_ndalloc */
|
|
} huge;
|
|
ctl_arena_stats_t *arenas; /* (narenas + 1) elements. */
|
|
};
|
|
|
|
#endif /* JEMALLOC_H_STRUCTS */
|
|
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_EXTERNS
|
|
|
|
int ctl_byname(const char *name, void *oldp, size_t *oldlenp, void *newp,
|
|
size_t newlen);
|
|
int ctl_nametomib(const char *name, size_t *mibp, size_t *miblenp);
|
|
|
|
int ctl_bymib(const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp,
|
|
void *newp, size_t newlen);
|
|
bool ctl_boot(void);
|
|
void ctl_prefork(void);
|
|
void ctl_postfork_parent(void);
|
|
void ctl_postfork_child(void);
|
|
|
|
#define xmallctl(name, oldp, oldlenp, newp, newlen) do { \
|
|
if (je_mallctl(name, oldp, oldlenp, newp, newlen) \
|
|
!= 0) { \
|
|
malloc_printf( \
|
|
"<jemalloc>: Failure in xmallctl(\"%s\", ...)\n", \
|
|
name); \
|
|
abort(); \
|
|
} \
|
|
} while (0)
|
|
|
|
#define xmallctlnametomib(name, mibp, miblenp) do { \
|
|
if (je_mallctlnametomib(name, mibp, miblenp) != 0) { \
|
|
malloc_printf("<jemalloc>: Failure in " \
|
|
"xmallctlnametomib(\"%s\", ...)\n", name); \
|
|
abort(); \
|
|
} \
|
|
} while (0)
|
|
|
|
#define xmallctlbymib(mib, miblen, oldp, oldlenp, newp, newlen) do { \
|
|
if (je_mallctlbymib(mib, miblen, oldp, oldlenp, newp, \
|
|
newlen) != 0) { \
|
|
malloc_write( \
|
|
"<jemalloc>: Failure in xmallctlbymib()\n"); \
|
|
abort(); \
|
|
} \
|
|
} while (0)
|
|
|
|
#endif /* JEMALLOC_H_EXTERNS */
|
|
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_INLINES
|
|
|
|
#endif /* JEMALLOC_H_INLINES */
|
|
/******************************************************************************/
|
|
|