b49a334a64
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
100 lines
3.2 KiB
C
100 lines
3.2 KiB
C
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_TYPES
|
|
|
|
/*
|
|
* Size and alignment of memory chunks that are allocated by the OS's virtual
|
|
* memory system.
|
|
*/
|
|
#define LG_CHUNK_DEFAULT 21
|
|
|
|
/* Return the chunk address for allocation address a. */
|
|
#define CHUNK_ADDR2BASE(a) \
|
|
((void *)((uintptr_t)(a) & ~chunksize_mask))
|
|
|
|
/* Return the chunk offset of address a. */
|
|
#define CHUNK_ADDR2OFFSET(a) \
|
|
((size_t)((uintptr_t)(a) & chunksize_mask))
|
|
|
|
/* Return the smallest chunk multiple that is >= s. */
|
|
#define CHUNK_CEILING(s) \
|
|
(((s) + chunksize_mask) & ~chunksize_mask)
|
|
|
|
#define CHUNK_HOOKS_INITIALIZER { \
|
|
NULL, \
|
|
NULL, \
|
|
NULL, \
|
|
NULL, \
|
|
NULL, \
|
|
NULL, \
|
|
NULL \
|
|
}
|
|
|
|
#endif /* JEMALLOC_H_TYPES */
|
|
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_STRUCTS
|
|
|
|
#endif /* JEMALLOC_H_STRUCTS */
|
|
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_EXTERNS
|
|
|
|
extern size_t opt_lg_chunk;
|
|
extern const char *opt_dss;
|
|
|
|
extern rtree_t chunks_rtree;
|
|
|
|
extern size_t chunksize;
|
|
extern size_t chunksize_mask; /* (chunksize - 1). */
|
|
extern size_t chunk_npages;
|
|
|
|
extern const chunk_hooks_t chunk_hooks_default;
|
|
|
|
chunk_hooks_t chunk_hooks_get(arena_t *arena);
|
|
chunk_hooks_t chunk_hooks_set(arena_t *arena,
|
|
const chunk_hooks_t *chunk_hooks);
|
|
|
|
bool chunk_register(const void *chunk, const extent_node_t *node);
|
|
void chunk_deregister(const void *chunk, const extent_node_t *node);
|
|
void *chunk_alloc_base(size_t size);
|
|
void *chunk_alloc_cache(arena_t *arena, chunk_hooks_t *chunk_hooks,
|
|
void *new_addr, size_t size, size_t alignment, bool *zero,
|
|
bool dalloc_node);
|
|
void *chunk_alloc_wrapper(arena_t *arena, chunk_hooks_t *chunk_hooks,
|
|
void *new_addr, size_t size, size_t alignment, bool *zero);
|
|
void chunk_dalloc_cache(arena_t *arena, chunk_hooks_t *chunk_hooks,
|
|
void *chunk, size_t size);
|
|
void chunk_dalloc_arena(arena_t *arena, chunk_hooks_t *chunk_hooks,
|
|
void *chunk, size_t size, bool zeroed);
|
|
void chunk_dalloc_wrapper(arena_t *arena, chunk_hooks_t *chunk_hooks,
|
|
void *chunk, size_t size);
|
|
bool chunk_purge_arena(arena_t *arena, void *chunk, size_t offset,
|
|
size_t length);
|
|
bool chunk_purge_wrapper(arena_t *arena, chunk_hooks_t *chunk_hooks,
|
|
void *chunk, size_t size, size_t offset, size_t length);
|
|
bool chunk_boot(void);
|
|
void chunk_prefork(void);
|
|
void chunk_postfork_parent(void);
|
|
void chunk_postfork_child(void);
|
|
|
|
#endif /* JEMALLOC_H_EXTERNS */
|
|
/******************************************************************************/
|
|
#ifdef JEMALLOC_H_INLINES
|
|
|
|
#ifndef JEMALLOC_ENABLE_INLINE
|
|
extent_node_t *chunk_lookup(const void *chunk, bool dependent);
|
|
#endif
|
|
|
|
#if (defined(JEMALLOC_ENABLE_INLINE) || defined(JEMALLOC_CHUNK_C_))
|
|
JEMALLOC_INLINE extent_node_t *
|
|
chunk_lookup(const void *ptr, bool dependent)
|
|
{
|
|
|
|
return (rtree_get(&chunks_rtree, (uintptr_t)ptr, dependent));
|
|
}
|
|
#endif
|
|
|
|
#endif /* JEMALLOC_H_INLINES */
|
|
/******************************************************************************/
|
|
|
|
#include "jemalloc/internal/chunk_dss.h"
|
|
#include "jemalloc/internal/chunk_mmap.h"
|