cbf3a6d703
Migrate all centralized data structures related to huge allocations and
recyclable chunks into arena_t, so that each arena can manage huge
allocations and recyclable virtual memory completely independently of
other arenas.
Add chunk node caching to arenas, in order to avoid contention on the
base allocator.
Use chunks_rtree to look up huge allocations rather than a red-black
tree. Maintain a per arena unsorted list of huge allocations (which
will be needed to enumerate huge allocations during arena reset).
Remove the --enable-ivsalloc option, make ivsalloc() always available,
and use it for size queries if --enable-debug is enabled. The only
practical implications to this removal are that 1) ivsalloc() is now
always available during live debugging (and the underlying radix tree is
available during core-based debugging), and 2) size query validation can
no longer be enabled independent of --enable-debug.
Remove the stats.chunks.{current,total,high} mallctls, and replace their
underlying statistics with simpler atomically updated counters used
exclusively for gdump triggering. These statistics are no longer very
useful because each arena manages chunks independently, and per arena
statistics provide similar information.
Simplify chunk synchronization code, now that base chunk allocation
cannot cause recursive lock acquisition.
110 lines
3.1 KiB
C
110 lines
3.1 KiB
C
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_TYPES
|
|
|
|
typedef struct ctl_node_s ctl_node_t;
|
|
typedef struct ctl_named_node_s ctl_named_node_t;
|
|
typedef struct ctl_indexed_node_s ctl_indexed_node_t;
|
|
typedef struct ctl_arena_stats_s ctl_arena_stats_t;
|
|
typedef struct ctl_stats_s ctl_stats_t;
|
|
|
|
#endif /* JEMALLOC_H_TYPES */
|
|
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_STRUCTS
|
|
|
|
struct ctl_node_s {
|
|
bool named;
|
|
};
|
|
|
|
struct ctl_named_node_s {
|
|
struct ctl_node_s node;
|
|
const char *name;
|
|
/* If (nchildren == 0), this is a terminal node. */
|
|
unsigned nchildren;
|
|
const ctl_node_t *children;
|
|
int (*ctl)(const size_t *, size_t, void *, size_t *,
|
|
void *, size_t);
|
|
};
|
|
|
|
struct ctl_indexed_node_s {
|
|
struct ctl_node_s node;
|
|
const ctl_named_node_t *(*index)(const size_t *, size_t, size_t);
|
|
};
|
|
|
|
struct ctl_arena_stats_s {
|
|
bool initialized;
|
|
unsigned nthreads;
|
|
const char *dss;
|
|
size_t pactive;
|
|
size_t pdirty;
|
|
arena_stats_t astats;
|
|
|
|
/* Aggregate stats for small size classes, based on bin stats. */
|
|
size_t allocated_small;
|
|
uint64_t nmalloc_small;
|
|
uint64_t ndalloc_small;
|
|
uint64_t nrequests_small;
|
|
|
|
malloc_bin_stats_t bstats[NBINS];
|
|
malloc_large_stats_t *lstats; /* nlclasses elements. */
|
|
malloc_huge_stats_t *hstats; /* nhclasses elements. */
|
|
};
|
|
|
|
struct ctl_stats_s {
|
|
size_t allocated;
|
|
size_t active;
|
|
size_t metadata;
|
|
size_t mapped;
|
|
unsigned narenas;
|
|
ctl_arena_stats_t *arenas; /* (narenas + 1) elements. */
|
|
};
|
|
|
|
#endif /* JEMALLOC_H_STRUCTS */
|
|
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_EXTERNS
|
|
|
|
int ctl_byname(const char *name, void *oldp, size_t *oldlenp, void *newp,
|
|
size_t newlen);
|
|
int ctl_nametomib(const char *name, size_t *mibp, size_t *miblenp);
|
|
|
|
int ctl_bymib(const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp,
|
|
void *newp, size_t newlen);
|
|
bool ctl_boot(void);
|
|
void ctl_prefork(void);
|
|
void ctl_postfork_parent(void);
|
|
void ctl_postfork_child(void);
|
|
|
|
#define xmallctl(name, oldp, oldlenp, newp, newlen) do { \
|
|
if (je_mallctl(name, oldp, oldlenp, newp, newlen) \
|
|
!= 0) { \
|
|
malloc_printf( \
|
|
"<jemalloc>: Failure in xmallctl(\"%s\", ...)\n", \
|
|
name); \
|
|
abort(); \
|
|
} \
|
|
} while (0)
|
|
|
|
#define xmallctlnametomib(name, mibp, miblenp) do { \
|
|
if (je_mallctlnametomib(name, mibp, miblenp) != 0) { \
|
|
malloc_printf("<jemalloc>: Failure in " \
|
|
"xmallctlnametomib(\"%s\", ...)\n", name); \
|
|
abort(); \
|
|
} \
|
|
} while (0)
|
|
|
|
#define xmallctlbymib(mib, miblen, oldp, oldlenp, newp, newlen) do { \
|
|
if (je_mallctlbymib(mib, miblen, oldp, oldlenp, newp, \
|
|
newlen) != 0) { \
|
|
malloc_write( \
|
|
"<jemalloc>: Failure in xmallctlbymib()\n"); \
|
|
abort(); \
|
|
} \
|
|
} while (0)
|
|
|
|
#endif /* JEMALLOC_H_EXTERNS */
|
|
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_INLINES
|
|
|
|
#endif /* JEMALLOC_H_INLINES */
|
|
/******************************************************************************/
|
|
|