Make headers self-contained by fixing #include
s
Header files are now self-contained, which makes the relationships between the files clearer, and crucially allows LSP tools like `clangd` to function correctly in all of our header files. I have verified that the headers are self-contained (aside from the various Windows shims) by compiling them as if they were C files – in a follow-up commit I plan to add this to CI to ensure we don't regress on this front.
This commit is contained in:
parent
856db56f6e
commit
41e0b857be
@ -1,6 +1,8 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_ACTIVITY_CALLBACK_H
|
#ifndef JEMALLOC_INTERNAL_ACTIVITY_CALLBACK_H
|
||||||
#define JEMALLOC_INTERNAL_ACTIVITY_CALLBACK_H
|
#define JEMALLOC_INTERNAL_ACTIVITY_CALLBACK_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* The callback to be executed "periodically", in response to some amount of
|
* The callback to be executed "periodically", in response to some amount of
|
||||||
* allocator activity.
|
* allocator activity.
|
||||||
|
@ -1,8 +1,11 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_ARENA_EXTERNS_H
|
#ifndef JEMALLOC_INTERNAL_ARENA_EXTERNS_H
|
||||||
#define JEMALLOC_INTERNAL_ARENA_EXTERNS_H
|
#define JEMALLOC_INTERNAL_ARENA_EXTERNS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/arena_stats.h"
|
||||||
#include "jemalloc/internal/bin.h"
|
#include "jemalloc/internal/bin.h"
|
||||||
#include "jemalloc/internal/div.h"
|
#include "jemalloc/internal/div.h"
|
||||||
|
#include "jemalloc/internal/emap.h"
|
||||||
#include "jemalloc/internal/extent_dss.h"
|
#include "jemalloc/internal/extent_dss.h"
|
||||||
#include "jemalloc/internal/hook.h"
|
#include "jemalloc/internal/hook.h"
|
||||||
#include "jemalloc/internal/pages.h"
|
#include "jemalloc/internal/pages.h"
|
||||||
|
@ -1,6 +1,9 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_ARENA_INLINES_A_H
|
#ifndef JEMALLOC_INTERNAL_ARENA_INLINES_A_H
|
||||||
#define JEMALLOC_INTERNAL_ARENA_INLINES_A_H
|
#define JEMALLOC_INTERNAL_ARENA_INLINES_A_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/arena_structs.h"
|
||||||
|
|
||||||
static inline unsigned
|
static inline unsigned
|
||||||
arena_ind_get(const arena_t *arena) {
|
arena_ind_get(const arena_t *arena) {
|
||||||
return arena->ind;
|
return arena->ind;
|
||||||
|
@ -1,14 +1,22 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_ARENA_INLINES_B_H
|
#ifndef JEMALLOC_INTERNAL_ARENA_INLINES_B_H
|
||||||
#define JEMALLOC_INTERNAL_ARENA_INLINES_B_H
|
#define JEMALLOC_INTERNAL_ARENA_INLINES_B_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/arena_externs.h"
|
||||||
|
#include "jemalloc/internal/arena_structs.h"
|
||||||
#include "jemalloc/internal/div.h"
|
#include "jemalloc/internal/div.h"
|
||||||
#include "jemalloc/internal/emap.h"
|
#include "jemalloc/internal/emap.h"
|
||||||
|
#include "jemalloc/internal/jemalloc_internal_inlines_b.h"
|
||||||
#include "jemalloc/internal/jemalloc_internal_types.h"
|
#include "jemalloc/internal/jemalloc_internal_types.h"
|
||||||
|
#include "jemalloc/internal/large_externs.h"
|
||||||
#include "jemalloc/internal/mutex.h"
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
#include "jemalloc/internal/prof_externs.h"
|
||||||
|
#include "jemalloc/internal/prof_structs.h"
|
||||||
#include "jemalloc/internal/rtree.h"
|
#include "jemalloc/internal/rtree.h"
|
||||||
#include "jemalloc/internal/safety_check.h"
|
#include "jemalloc/internal/safety_check.h"
|
||||||
#include "jemalloc/internal/sc.h"
|
#include "jemalloc/internal/sc.h"
|
||||||
#include "jemalloc/internal/sz.h"
|
#include "jemalloc/internal/sz.h"
|
||||||
|
#include "jemalloc/internal/tcache_inlines.h"
|
||||||
#include "jemalloc/internal/ticker.h"
|
#include "jemalloc/internal/ticker.h"
|
||||||
|
|
||||||
static inline arena_t *
|
static inline arena_t *
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_ARENA_STATS_H
|
#ifndef JEMALLOC_INTERNAL_ARENA_STATS_H
|
||||||
#define JEMALLOC_INTERNAL_ARENA_STATS_H
|
#define JEMALLOC_INTERNAL_ARENA_STATS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/atomic.h"
|
#include "jemalloc/internal/atomic.h"
|
||||||
#include "jemalloc/internal/lockedint.h"
|
#include "jemalloc/internal/lockedint.h"
|
||||||
#include "jemalloc/internal/mutex.h"
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_ARENA_STRUCTS_H
|
#ifndef JEMALLOC_INTERNAL_ARENA_STRUCTS_H
|
||||||
#define JEMALLOC_INTERNAL_ARENA_STRUCTS_H
|
#define JEMALLOC_INTERNAL_ARENA_STRUCTS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/arena_stats.h"
|
#include "jemalloc/internal/arena_stats.h"
|
||||||
#include "jemalloc/internal/atomic.h"
|
#include "jemalloc/internal/atomic.h"
|
||||||
#include "jemalloc/internal/bin.h"
|
#include "jemalloc/internal/bin.h"
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_ARENA_TYPES_H
|
#ifndef JEMALLOC_INTERNAL_ARENA_TYPES_H
|
||||||
#define JEMALLOC_INTERNAL_ARENA_TYPES_H
|
#define JEMALLOC_INTERNAL_ARENA_TYPES_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/sc.h"
|
#include "jemalloc/internal/sc.h"
|
||||||
|
|
||||||
/* Default decay times in milliseconds. */
|
/* Default decay times in milliseconds. */
|
||||||
|
@ -1,3 +1,4 @@
|
|||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/malloc_io.h"
|
#include "jemalloc/internal/malloc_io.h"
|
||||||
#include "jemalloc/internal/util.h"
|
#include "jemalloc/internal/util.h"
|
||||||
|
|
||||||
|
@ -1,7 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_ATOMIC_H
|
#ifndef JEMALLOC_INTERNAL_ATOMIC_H
|
||||||
#define JEMALLOC_INTERNAL_ATOMIC_H
|
#define JEMALLOC_INTERNAL_ATOMIC_H
|
||||||
|
|
||||||
#define ATOMIC_INLINE JEMALLOC_ALWAYS_INLINE
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
|
||||||
#define JEMALLOC_U8_ATOMICS
|
#define JEMALLOC_U8_ATOMICS
|
||||||
#if defined(JEMALLOC_GCC_ATOMIC_ATOMICS)
|
#if defined(JEMALLOC_GCC_ATOMIC_ATOMICS)
|
||||||
@ -22,6 +22,8 @@
|
|||||||
# error "Don't have atomics implemented on this platform."
|
# error "Don't have atomics implemented on this platform."
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
|
#define ATOMIC_INLINE JEMALLOC_ALWAYS_INLINE
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* This header gives more or less a backport of C11 atomics. The user can write
|
* This header gives more or less a backport of C11 atomics. The user can write
|
||||||
* JEMALLOC_GENERATE_ATOMICS(type, short_type, lg_sizeof_type); to generate
|
* JEMALLOC_GENERATE_ATOMICS(type, short_type, lg_sizeof_type); to generate
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_ATOMIC_C11_H
|
#ifndef JEMALLOC_INTERNAL_ATOMIC_C11_H
|
||||||
#define JEMALLOC_INTERNAL_ATOMIC_C11_H
|
#define JEMALLOC_INTERNAL_ATOMIC_C11_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include <stdatomic.h>
|
#include <stdatomic.h>
|
||||||
|
|
||||||
#define ATOMIC_INIT(...) ATOMIC_VAR_INIT(__VA_ARGS__)
|
#define ATOMIC_INIT(...) ATOMIC_VAR_INIT(__VA_ARGS__)
|
||||||
|
@ -1,8 +1,11 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_ATOMIC_GCC_ATOMIC_H
|
#ifndef JEMALLOC_INTERNAL_ATOMIC_GCC_ATOMIC_H
|
||||||
#define JEMALLOC_INTERNAL_ATOMIC_GCC_ATOMIC_H
|
#define JEMALLOC_INTERNAL_ATOMIC_GCC_ATOMIC_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/assert.h"
|
#include "jemalloc/internal/assert.h"
|
||||||
|
|
||||||
|
#define ATOMIC_INLINE JEMALLOC_ALWAYS_INLINE
|
||||||
|
|
||||||
#define ATOMIC_INIT(...) {__VA_ARGS__}
|
#define ATOMIC_INIT(...) {__VA_ARGS__}
|
||||||
|
|
||||||
typedef enum {
|
typedef enum {
|
||||||
@ -126,4 +129,6 @@ atomic_fetch_xor_##short_type(atomic_##short_type##_t *a, type val, \
|
|||||||
atomic_enum_to_builtin(mo)); \
|
atomic_enum_to_builtin(mo)); \
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#undef ATOMIC_INLINE
|
||||||
|
|
||||||
#endif /* JEMALLOC_INTERNAL_ATOMIC_GCC_ATOMIC_H */
|
#endif /* JEMALLOC_INTERNAL_ATOMIC_GCC_ATOMIC_H */
|
||||||
|
@ -1,6 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_ATOMIC_GCC_SYNC_H
|
#ifndef JEMALLOC_INTERNAL_ATOMIC_GCC_SYNC_H
|
||||||
#define JEMALLOC_INTERNAL_ATOMIC_GCC_SYNC_H
|
#define JEMALLOC_INTERNAL_ATOMIC_GCC_SYNC_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
|
||||||
|
#define ATOMIC_INLINE JEMALLOC_ALWAYS_INLINE
|
||||||
|
|
||||||
#define ATOMIC_INIT(...) {__VA_ARGS__}
|
#define ATOMIC_INIT(...) {__VA_ARGS__}
|
||||||
|
|
||||||
typedef enum {
|
typedef enum {
|
||||||
@ -192,4 +196,6 @@ atomic_fetch_xor_##short_type(atomic_##short_type##_t *a, type val, \
|
|||||||
return __sync_fetch_and_xor(&a->repr, val); \
|
return __sync_fetch_and_xor(&a->repr, val); \
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#undef ATOMIC_INLINE
|
||||||
|
|
||||||
#endif /* JEMALLOC_INTERNAL_ATOMIC_GCC_SYNC_H */
|
#endif /* JEMALLOC_INTERNAL_ATOMIC_GCC_SYNC_H */
|
||||||
|
@ -1,6 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_ATOMIC_MSVC_H
|
#ifndef JEMALLOC_INTERNAL_ATOMIC_MSVC_H
|
||||||
#define JEMALLOC_INTERNAL_ATOMIC_MSVC_H
|
#define JEMALLOC_INTERNAL_ATOMIC_MSVC_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
|
||||||
|
#define ATOMIC_INLINE JEMALLOC_ALWAYS_INLINE
|
||||||
|
|
||||||
#define ATOMIC_INIT(...) {__VA_ARGS__}
|
#define ATOMIC_INIT(...) {__VA_ARGS__}
|
||||||
|
|
||||||
typedef enum {
|
typedef enum {
|
||||||
@ -155,4 +159,6 @@ atomic_fetch_xor_##short_type(atomic_##short_type##_t *a, \
|
|||||||
&a->repr, (ATOMIC_INTERLOCKED_REPR(lg_size))val); \
|
&a->repr, (ATOMIC_INTERLOCKED_REPR(lg_size))val); \
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#undef ATOMIC_INLINE
|
||||||
|
|
||||||
#endif /* JEMALLOC_INTERNAL_ATOMIC_MSVC_H */
|
#endif /* JEMALLOC_INTERNAL_ATOMIC_MSVC_H */
|
||||||
|
@ -1,6 +1,11 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_BACKGROUND_THREAD_EXTERNS_H
|
#ifndef JEMALLOC_INTERNAL_BACKGROUND_THREAD_EXTERNS_H
|
||||||
#define JEMALLOC_INTERNAL_BACKGROUND_THREAD_EXTERNS_H
|
#define JEMALLOC_INTERNAL_BACKGROUND_THREAD_EXTERNS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/background_thread_structs.h"
|
||||||
|
#include "jemalloc/internal/base.h"
|
||||||
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
|
||||||
extern bool opt_background_thread;
|
extern bool opt_background_thread;
|
||||||
extern size_t opt_max_background_threads;
|
extern size_t opt_max_background_threads;
|
||||||
extern malloc_mutex_t background_thread_lock;
|
extern malloc_mutex_t background_thread_lock;
|
||||||
|
@ -1,6 +1,11 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_BACKGROUND_THREAD_INLINES_H
|
#ifndef JEMALLOC_INTERNAL_BACKGROUND_THREAD_INLINES_H
|
||||||
#define JEMALLOC_INTERNAL_BACKGROUND_THREAD_INLINES_H
|
#define JEMALLOC_INTERNAL_BACKGROUND_THREAD_INLINES_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/arena_inlines_a.h"
|
||||||
|
#include "jemalloc/internal/atomic.h"
|
||||||
|
#include "jemalloc/internal/background_thread_externs.h"
|
||||||
|
|
||||||
JEMALLOC_ALWAYS_INLINE bool
|
JEMALLOC_ALWAYS_INLINE bool
|
||||||
background_thread_enabled(void) {
|
background_thread_enabled(void) {
|
||||||
return atomic_load_b(&background_thread_enabled_state, ATOMIC_RELAXED);
|
return atomic_load_b(&background_thread_enabled_state, ATOMIC_RELAXED);
|
||||||
|
@ -1,6 +1,9 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_BACKGROUND_THREAD_STRUCTS_H
|
#ifndef JEMALLOC_INTERNAL_BACKGROUND_THREAD_STRUCTS_H
|
||||||
#define JEMALLOC_INTERNAL_BACKGROUND_THREAD_STRUCTS_H
|
#define JEMALLOC_INTERNAL_BACKGROUND_THREAD_STRUCTS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
|
||||||
/* This file really combines "structs" and "types", but only transitionally. */
|
/* This file really combines "structs" and "types", but only transitionally. */
|
||||||
|
|
||||||
#if defined(JEMALLOC_BACKGROUND_THREAD) || defined(JEMALLOC_LAZY_LOCK)
|
#if defined(JEMALLOC_BACKGROUND_THREAD) || defined(JEMALLOC_LAZY_LOCK)
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_BASE_H
|
#ifndef JEMALLOC_INTERNAL_BASE_H
|
||||||
#define JEMALLOC_INTERNAL_BASE_H
|
#define JEMALLOC_INTERNAL_BASE_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/edata.h"
|
#include "jemalloc/internal/edata.h"
|
||||||
#include "jemalloc/internal/ehooks.h"
|
#include "jemalloc/internal/ehooks.h"
|
||||||
#include "jemalloc/internal/mutex.h"
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_BIN_H
|
#ifndef JEMALLOC_INTERNAL_BIN_H
|
||||||
#define JEMALLOC_INTERNAL_BIN_H
|
#define JEMALLOC_INTERNAL_BIN_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/bin_stats.h"
|
#include "jemalloc/internal/bin_stats.h"
|
||||||
#include "jemalloc/internal/bin_types.h"
|
#include "jemalloc/internal/bin_types.h"
|
||||||
#include "jemalloc/internal/edata.h"
|
#include "jemalloc/internal/edata.h"
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_BIN_INFO_H
|
#ifndef JEMALLOC_INTERNAL_BIN_INFO_H
|
||||||
#define JEMALLOC_INTERNAL_BIN_INFO_H
|
#define JEMALLOC_INTERNAL_BIN_INFO_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/bitmap.h"
|
#include "jemalloc/internal/bitmap.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_BIN_STATS_H
|
#ifndef JEMALLOC_INTERNAL_BIN_STATS_H
|
||||||
#define JEMALLOC_INTERNAL_BIN_STATS_H
|
#define JEMALLOC_INTERNAL_BIN_STATS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/mutex_prof.h"
|
#include "jemalloc/internal/mutex_prof.h"
|
||||||
|
|
||||||
typedef struct bin_stats_s bin_stats_t;
|
typedef struct bin_stats_s bin_stats_t;
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_BIN_TYPES_H
|
#ifndef JEMALLOC_INTERNAL_BIN_TYPES_H
|
||||||
#define JEMALLOC_INTERNAL_BIN_TYPES_H
|
#define JEMALLOC_INTERNAL_BIN_TYPES_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/sc.h"
|
#include "jemalloc/internal/sc.h"
|
||||||
|
|
||||||
#define BIN_SHARDS_MAX (1 << EDATA_BITS_BINSHARD_WIDTH)
|
#define BIN_SHARDS_MAX (1 << EDATA_BITS_BINSHARD_WIDTH)
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_BIT_UTIL_H
|
#ifndef JEMALLOC_INTERNAL_BIT_UTIL_H
|
||||||
#define JEMALLOC_INTERNAL_BIT_UTIL_H
|
#define JEMALLOC_INTERNAL_BIT_UTIL_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/assert.h"
|
#include "jemalloc/internal/assert.h"
|
||||||
|
|
||||||
/* Sanity check. */
|
/* Sanity check. */
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_BITMAP_H
|
#ifndef JEMALLOC_INTERNAL_BITMAP_H
|
||||||
#define JEMALLOC_INTERNAL_BITMAP_H
|
#define JEMALLOC_INTERNAL_BITMAP_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/bit_util.h"
|
#include "jemalloc/internal/bit_util.h"
|
||||||
#include "jemalloc/internal/sc.h"
|
#include "jemalloc/internal/sc.h"
|
||||||
|
|
||||||
|
@ -1,6 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_BUF_WRITER_H
|
#ifndef JEMALLOC_INTERNAL_BUF_WRITER_H
|
||||||
#define JEMALLOC_INTERNAL_BUF_WRITER_H
|
#define JEMALLOC_INTERNAL_BUF_WRITER_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/jemalloc_internal_types.h"
|
||||||
|
#include "jemalloc/internal/tsd_types.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Note: when using the buffered writer, cbopaque is passed to write_cb only
|
* Note: when using the buffered writer, cbopaque is passed to write_cb only
|
||||||
* when the buffer is flushed. It would make a difference if cbopaque points
|
* when the buffer is flushed. It would make a difference if cbopaque points
|
||||||
|
@ -1,6 +1,8 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_CACHE_BIN_H
|
#ifndef JEMALLOC_INTERNAL_CACHE_BIN_H
|
||||||
#define JEMALLOC_INTERNAL_CACHE_BIN_H
|
#define JEMALLOC_INTERNAL_CACHE_BIN_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/jemalloc_internal_externs.h"
|
||||||
#include "jemalloc/internal/ql.h"
|
#include "jemalloc/internal/ql.h"
|
||||||
#include "jemalloc/internal/safety_check.h"
|
#include "jemalloc/internal/safety_check.h"
|
||||||
#include "jemalloc/internal/sz.h"
|
#include "jemalloc/internal/sz.h"
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_CKH_H
|
#ifndef JEMALLOC_INTERNAL_CKH_H
|
||||||
#define JEMALLOC_INTERNAL_CKH_H
|
#define JEMALLOC_INTERNAL_CKH_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/tsd.h"
|
#include "jemalloc/internal/tsd.h"
|
||||||
|
|
||||||
/* Cuckoo hashing implementation. Skip to the end for the interface. */
|
/* Cuckoo hashing implementation. Skip to the end for the interface. */
|
||||||
|
@ -1,6 +1,8 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_COUNTER_H
|
#ifndef JEMALLOC_INTERNAL_COUNTER_H
|
||||||
#define JEMALLOC_INTERNAL_COUNTER_H
|
#define JEMALLOC_INTERNAL_COUNTER_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/lockedint.h"
|
||||||
#include "jemalloc/internal/mutex.h"
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
|
||||||
typedef struct counter_accum_s {
|
typedef struct counter_accum_s {
|
||||||
|
@ -1,6 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_CTL_H
|
#ifndef JEMALLOC_INTERNAL_CTL_H
|
||||||
#define JEMALLOC_INTERNAL_CTL_H
|
#define JEMALLOC_INTERNAL_CTL_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/arena_stats.h"
|
||||||
|
#include "jemalloc/internal/background_thread_structs.h"
|
||||||
|
#include "jemalloc/internal/bin_stats.h"
|
||||||
#include "jemalloc/internal/jemalloc_internal_types.h"
|
#include "jemalloc/internal/jemalloc_internal_types.h"
|
||||||
#include "jemalloc/internal/malloc_io.h"
|
#include "jemalloc/internal/malloc_io.h"
|
||||||
#include "jemalloc/internal/mutex_prof.h"
|
#include "jemalloc/internal/mutex_prof.h"
|
||||||
|
@ -1,6 +1,8 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_DECAY_H
|
#ifndef JEMALLOC_INTERNAL_DECAY_H
|
||||||
#define JEMALLOC_INTERNAL_DECAY_H
|
#define JEMALLOC_INTERNAL_DECAY_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/mutex.h"
|
||||||
#include "jemalloc/internal/smoothstep.h"
|
#include "jemalloc/internal/smoothstep.h"
|
||||||
|
|
||||||
#define DECAY_UNBOUNDED_TIME_TO_PURGE ((uint64_t)-1)
|
#define DECAY_UNBOUNDED_TIME_TO_PURGE ((uint64_t)-1)
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_DIV_H
|
#ifndef JEMALLOC_INTERNAL_DIV_H
|
||||||
#define JEMALLOC_INTERNAL_DIV_H
|
#define JEMALLOC_INTERNAL_DIV_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/assert.h"
|
#include "jemalloc/internal/assert.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1,9 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_ECACHE_H
|
#ifndef JEMALLOC_INTERNAL_ECACHE_H
|
||||||
#define JEMALLOC_INTERNAL_ECACHE_H
|
#define JEMALLOC_INTERNAL_ECACHE_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/eset.h"
|
#include "jemalloc/internal/eset.h"
|
||||||
#include "jemalloc/internal/san.h"
|
|
||||||
#include "jemalloc/internal/mutex.h"
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
#include "jemalloc/internal/san.h"
|
||||||
|
|
||||||
typedef struct ecache_s ecache_t;
|
typedef struct ecache_s ecache_t;
|
||||||
struct ecache_s {
|
struct ecache_s {
|
||||||
|
@ -1,12 +1,14 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_EDATA_H
|
#ifndef JEMALLOC_INTERNAL_EDATA_H
|
||||||
#define JEMALLOC_INTERNAL_EDATA_H
|
#define JEMALLOC_INTERNAL_EDATA_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/atomic.h"
|
#include "jemalloc/internal/atomic.h"
|
||||||
#include "jemalloc/internal/bin_info.h"
|
#include "jemalloc/internal/bin_info.h"
|
||||||
#include "jemalloc/internal/bit_util.h"
|
#include "jemalloc/internal/bit_util.h"
|
||||||
#include "jemalloc/internal/hpdata.h"
|
#include "jemalloc/internal/hpdata.h"
|
||||||
#include "jemalloc/internal/nstime.h"
|
#include "jemalloc/internal/nstime.h"
|
||||||
#include "jemalloc/internal/ph.h"
|
#include "jemalloc/internal/ph.h"
|
||||||
|
#include "jemalloc/internal/prof_types.h"
|
||||||
#include "jemalloc/internal/ql.h"
|
#include "jemalloc/internal/ql.h"
|
||||||
#include "jemalloc/internal/sc.h"
|
#include "jemalloc/internal/sc.h"
|
||||||
#include "jemalloc/internal/slab_data.h"
|
#include "jemalloc/internal/slab_data.h"
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_EDATA_CACHE_H
|
#ifndef JEMALLOC_INTERNAL_EDATA_CACHE_H
|
||||||
#define JEMALLOC_INTERNAL_EDATA_CACHE_H
|
#define JEMALLOC_INTERNAL_EDATA_CACHE_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/base.h"
|
#include "jemalloc/internal/base.h"
|
||||||
|
|
||||||
/* For tests only. */
|
/* For tests only. */
|
||||||
|
@ -1,8 +1,11 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_EHOOKS_H
|
#ifndef JEMALLOC_INTERNAL_EHOOKS_H
|
||||||
#define JEMALLOC_INTERNAL_EHOOKS_H
|
#define JEMALLOC_INTERNAL_EHOOKS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/atomic.h"
|
#include "jemalloc/internal/atomic.h"
|
||||||
#include "jemalloc/internal/extent_mmap.h"
|
#include "jemalloc/internal/extent_mmap.h"
|
||||||
|
#include "jemalloc/internal/tsd.h"
|
||||||
|
#include "jemalloc/internal/tsd_types.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* This module is the internal interface to the extent hooks (both
|
* This module is the internal interface to the extent hooks (both
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_EMAP_H
|
#ifndef JEMALLOC_INTERNAL_EMAP_H
|
||||||
#define JEMALLOC_INTERNAL_EMAP_H
|
#define JEMALLOC_INTERNAL_EMAP_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/base.h"
|
#include "jemalloc/internal/base.h"
|
||||||
#include "jemalloc/internal/rtree.h"
|
#include "jemalloc/internal/rtree.h"
|
||||||
|
|
||||||
|
@ -1,6 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_EMITTER_H
|
#ifndef JEMALLOC_INTERNAL_EMITTER_H
|
||||||
#define JEMALLOC_INTERNAL_EMITTER_H
|
#define JEMALLOC_INTERNAL_EMITTER_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/assert.h"
|
||||||
|
#include "jemalloc/internal/jemalloc_internal_types.h"
|
||||||
|
#include "jemalloc/internal/malloc_io.h"
|
||||||
#include "jemalloc/internal/ql.h"
|
#include "jemalloc/internal/ql.h"
|
||||||
|
|
||||||
typedef enum emitter_output_e emitter_output_t;
|
typedef enum emitter_output_e emitter_output_t;
|
||||||
|
@ -1,9 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_ESET_H
|
#ifndef JEMALLOC_INTERNAL_ESET_H
|
||||||
#define JEMALLOC_INTERNAL_ESET_H
|
#define JEMALLOC_INTERNAL_ESET_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/atomic.h"
|
#include "jemalloc/internal/atomic.h"
|
||||||
#include "jemalloc/internal/fb.h"
|
|
||||||
#include "jemalloc/internal/edata.h"
|
#include "jemalloc/internal/edata.h"
|
||||||
|
#include "jemalloc/internal/fb.h"
|
||||||
#include "jemalloc/internal/mutex.h"
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1,6 +1,8 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_EXP_GROW_H
|
#ifndef JEMALLOC_INTERNAL_EXP_GROW_H
|
||||||
#define JEMALLOC_INTERNAL_EXP_GROW_H
|
#define JEMALLOC_INTERNAL_EXP_GROW_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/sz.h"
|
||||||
typedef struct exp_grow_s exp_grow_t;
|
typedef struct exp_grow_s exp_grow_t;
|
||||||
struct exp_grow_s {
|
struct exp_grow_s {
|
||||||
/*
|
/*
|
||||||
|
@ -1,8 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_EXTENT_H
|
#ifndef JEMALLOC_INTERNAL_EXTENT_H
|
||||||
#define JEMALLOC_INTERNAL_EXTENT_H
|
#define JEMALLOC_INTERNAL_EXTENT_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/ecache.h"
|
#include "jemalloc/internal/ecache.h"
|
||||||
#include "jemalloc/internal/ehooks.h"
|
#include "jemalloc/internal/ehooks.h"
|
||||||
|
#include "jemalloc/internal/pac.h"
|
||||||
#include "jemalloc/internal/ph.h"
|
#include "jemalloc/internal/ph.h"
|
||||||
#include "jemalloc/internal/rtree.h"
|
#include "jemalloc/internal/rtree.h"
|
||||||
|
|
||||||
|
@ -1,6 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_EXTENT_DSS_H
|
#ifndef JEMALLOC_INTERNAL_EXTENT_DSS_H
|
||||||
#define JEMALLOC_INTERNAL_EXTENT_DSS_H
|
#define JEMALLOC_INTERNAL_EXTENT_DSS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/arena_types.h"
|
||||||
|
#include "jemalloc/internal/tsd_types.h"
|
||||||
|
|
||||||
typedef enum {
|
typedef enum {
|
||||||
dss_prec_disabled = 0,
|
dss_prec_disabled = 0,
|
||||||
dss_prec_primary = 1,
|
dss_prec_primary = 1,
|
||||||
|
@ -1,6 +1,8 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_EXTENT_MMAP_EXTERNS_H
|
#ifndef JEMALLOC_INTERNAL_EXTENT_MMAP_EXTERNS_H
|
||||||
#define JEMALLOC_INTERNAL_EXTENT_MMAP_EXTERNS_H
|
#define JEMALLOC_INTERNAL_EXTENT_MMAP_EXTERNS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
|
||||||
extern bool opt_retain;
|
extern bool opt_retain;
|
||||||
|
|
||||||
void *extent_alloc_mmap(void *new_addr, size_t size, size_t alignment,
|
void *extent_alloc_mmap(void *new_addr, size_t size, size_t alignment,
|
||||||
|
@ -1,6 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_FB_H
|
#ifndef JEMALLOC_INTERNAL_FB_H
|
||||||
#define JEMALLOC_INTERNAL_FB_H
|
#define JEMALLOC_INTERNAL_FB_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/assert.h"
|
||||||
|
#include "jemalloc/internal/bit_util.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* The flat bitmap module. This has a larger API relative to the bitmap module
|
* The flat bitmap module. This has a larger API relative to the bitmap module
|
||||||
* (supporting things like backwards searches, and searching for both set and
|
* (supporting things like backwards searches, and searching for both set and
|
||||||
|
@ -1,6 +1,9 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_FXP_H
|
#ifndef JEMALLOC_INTERNAL_FXP_H
|
||||||
#define JEMALLOC_INTERNAL_FXP_H
|
#define JEMALLOC_INTERNAL_FXP_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/assert.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* A simple fixed-point math implementation, supporting only unsigned values
|
* A simple fixed-point math implementation, supporting only unsigned values
|
||||||
* (with overflow being an error).
|
* (with overflow being an error).
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_HASH_H
|
#ifndef JEMALLOC_INTERNAL_HASH_H
|
||||||
#define JEMALLOC_INTERNAL_HASH_H
|
#define JEMALLOC_INTERNAL_HASH_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/assert.h"
|
#include "jemalloc/internal/assert.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_HOOK_H
|
#ifndef JEMALLOC_INTERNAL_HOOK_H
|
||||||
#define JEMALLOC_INTERNAL_HOOK_H
|
#define JEMALLOC_INTERNAL_HOOK_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/tsd.h"
|
#include "jemalloc/internal/tsd.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1,9 +1,14 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_HPA_H
|
#ifndef JEMALLOC_INTERNAL_HPA_H
|
||||||
#define JEMALLOC_INTERNAL_HPA_H
|
#define JEMALLOC_INTERNAL_HPA_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/base.h"
|
||||||
|
#include "jemalloc/internal/edata_cache.h"
|
||||||
|
#include "jemalloc/internal/emap.h"
|
||||||
#include "jemalloc/internal/exp_grow.h"
|
#include "jemalloc/internal/exp_grow.h"
|
||||||
#include "jemalloc/internal/hpa_hooks.h"
|
#include "jemalloc/internal/hpa_hooks.h"
|
||||||
#include "jemalloc/internal/hpa_opts.h"
|
#include "jemalloc/internal/hpa_opts.h"
|
||||||
|
#include "jemalloc/internal/mutex.h"
|
||||||
#include "jemalloc/internal/pai.h"
|
#include "jemalloc/internal/pai.h"
|
||||||
#include "jemalloc/internal/psset.h"
|
#include "jemalloc/internal/psset.h"
|
||||||
|
|
||||||
|
@ -1,6 +1,9 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_HPA_HOOKS_H
|
#ifndef JEMALLOC_INTERNAL_HPA_HOOKS_H
|
||||||
#define JEMALLOC_INTERNAL_HPA_HOOKS_H
|
#define JEMALLOC_INTERNAL_HPA_HOOKS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/nstime.h"
|
||||||
|
|
||||||
typedef struct hpa_hooks_s hpa_hooks_t;
|
typedef struct hpa_hooks_s hpa_hooks_t;
|
||||||
struct hpa_hooks_s {
|
struct hpa_hooks_s {
|
||||||
void *(*map)(size_t size);
|
void *(*map)(size_t size);
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_HPA_OPTS_H
|
#ifndef JEMALLOC_INTERNAL_HPA_OPTS_H
|
||||||
#define JEMALLOC_INTERNAL_HPA_OPTS_H
|
#define JEMALLOC_INTERNAL_HPA_OPTS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/fxp.h"
|
#include "jemalloc/internal/fxp.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1,7 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_HPDATA_H
|
#ifndef JEMALLOC_INTERNAL_HPDATA_H
|
||||||
#define JEMALLOC_INTERNAL_HPDATA_H
|
#define JEMALLOC_INTERNAL_HPDATA_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/fb.h"
|
#include "jemalloc/internal/fb.h"
|
||||||
|
#include "jemalloc/internal/nstime.h"
|
||||||
|
#include "jemalloc/internal/pages.h"
|
||||||
#include "jemalloc/internal/ph.h"
|
#include "jemalloc/internal/ph.h"
|
||||||
#include "jemalloc/internal/ql.h"
|
#include "jemalloc/internal/ql.h"
|
||||||
#include "jemalloc/internal/typed_list.h"
|
#include "jemalloc/internal/typed_list.h"
|
||||||
|
@ -1,6 +1,9 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_INSPECT_H
|
#ifndef JEMALLOC_INTERNAL_INSPECT_H
|
||||||
#define JEMALLOC_INTERNAL_INSPECT_H
|
#define JEMALLOC_INTERNAL_INSPECT_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/tsd_types.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* This module contains the heap introspection capabilities. For now they are
|
* This module contains the heap introspection capabilities. For now they are
|
||||||
* exposed purely through mallctl APIs in the experimental namespace, but this
|
* exposed purely through mallctl APIs in the experimental namespace, but this
|
||||||
|
@ -1,11 +1,12 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_EXTERNS_H
|
#ifndef JEMALLOC_INTERNAL_EXTERNS_H
|
||||||
#define JEMALLOC_INTERNAL_EXTERNS_H
|
#define JEMALLOC_INTERNAL_EXTERNS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/arena_types.h"
|
||||||
#include "jemalloc/internal/atomic.h"
|
#include "jemalloc/internal/atomic.h"
|
||||||
#include "jemalloc/internal/hpa_opts.h"
|
#include "jemalloc/internal/hpa_opts.h"
|
||||||
|
#include "jemalloc/internal/nstime.h"
|
||||||
#include "jemalloc/internal/sec_opts.h"
|
#include "jemalloc/internal/sec_opts.h"
|
||||||
#include "jemalloc/internal/tsd_types.h"
|
#include "jemalloc/internal/tsd_types.h"
|
||||||
#include "jemalloc/internal/nstime.h"
|
|
||||||
|
|
||||||
/* TSD checks this to set thread local slow state accordingly. */
|
/* TSD checks this to set thread local slow state accordingly. */
|
||||||
extern bool malloc_slow;
|
extern bool malloc_slow;
|
||||||
|
@ -1,10 +1,14 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_INLINES_A_H
|
#ifndef JEMALLOC_INTERNAL_INLINES_A_H
|
||||||
#define JEMALLOC_INTERNAL_INLINES_A_H
|
#define JEMALLOC_INTERNAL_INLINES_A_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/arena_externs.h"
|
||||||
|
#include "jemalloc/internal/arena_types.h"
|
||||||
#include "jemalloc/internal/atomic.h"
|
#include "jemalloc/internal/atomic.h"
|
||||||
#include "jemalloc/internal/bit_util.h"
|
#include "jemalloc/internal/bit_util.h"
|
||||||
#include "jemalloc/internal/jemalloc_internal_types.h"
|
#include "jemalloc/internal/jemalloc_internal_types.h"
|
||||||
#include "jemalloc/internal/sc.h"
|
#include "jemalloc/internal/sc.h"
|
||||||
|
#include "jemalloc/internal/tcache_externs.h"
|
||||||
#include "jemalloc/internal/ticker.h"
|
#include "jemalloc/internal/ticker.h"
|
||||||
|
|
||||||
JEMALLOC_ALWAYS_INLINE malloc_cpuid_t
|
JEMALLOC_ALWAYS_INLINE malloc_cpuid_t
|
||||||
|
@ -1,7 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_INLINES_B_H
|
#ifndef JEMALLOC_INTERNAL_INLINES_B_H
|
||||||
#define JEMALLOC_INTERNAL_INLINES_B_H
|
#define JEMALLOC_INTERNAL_INLINES_B_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/arena_inlines_a.h"
|
||||||
#include "jemalloc/internal/extent.h"
|
#include "jemalloc/internal/extent.h"
|
||||||
|
#include "jemalloc/internal/jemalloc_internal_inlines_a.h"
|
||||||
|
|
||||||
static inline void
|
static inline void
|
||||||
percpu_arena_update(tsd_t *tsd, unsigned cpu) {
|
percpu_arena_update(tsd_t *tsd, unsigned cpu) {
|
||||||
|
@ -1,14 +1,16 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_INLINES_C_H
|
#ifndef JEMALLOC_INTERNAL_INLINES_C_H
|
||||||
#define JEMALLOC_INTERNAL_INLINES_C_H
|
#define JEMALLOC_INTERNAL_INLINES_C_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/arena_externs.h"
|
||||||
|
#include "jemalloc/internal/arena_inlines_b.h"
|
||||||
|
#include "jemalloc/internal/emap.h"
|
||||||
#include "jemalloc/internal/hook.h"
|
#include "jemalloc/internal/hook.h"
|
||||||
#include "jemalloc/internal/jemalloc_internal_types.h"
|
#include "jemalloc/internal/jemalloc_internal_types.h"
|
||||||
#include "jemalloc/internal/log.h"
|
#include "jemalloc/internal/log.h"
|
||||||
#include "jemalloc/internal/sz.h"
|
#include "jemalloc/internal/sz.h"
|
||||||
#include "jemalloc/internal/thread_event.h"
|
#include "jemalloc/internal/thread_event.h"
|
||||||
#include "jemalloc/internal/witness.h"
|
#include "jemalloc/internal/witness.h"
|
||||||
#include "jemalloc/internal/arena_externs.h"
|
|
||||||
#include "jemalloc/internal/emap.h"
|
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* These correspond to the macros in jemalloc/jemalloc_macros.h. Broadly, we
|
* These correspond to the macros in jemalloc/jemalloc_macros.h. Broadly, we
|
||||||
|
@ -1,7 +1,7 @@
|
|||||||
#ifndef JEMALLOC_PREAMBLE_H
|
#ifndef JEMALLOC_PREAMBLE_H
|
||||||
#define JEMALLOC_PREAMBLE_H
|
#define JEMALLOC_PREAMBLE_H
|
||||||
|
|
||||||
#include "jemalloc_internal_defs.h"
|
#include "jemalloc/internal/jemalloc_internal_defs.h"
|
||||||
#include "jemalloc/internal/jemalloc_internal_decls.h"
|
#include "jemalloc/internal/jemalloc_internal_decls.h"
|
||||||
|
|
||||||
#if defined(JEMALLOC_UTRACE) || defined(JEMALLOC_UTRACE_LABEL)
|
#if defined(JEMALLOC_UTRACE) || defined(JEMALLOC_UTRACE_LABEL)
|
||||||
|
@ -1,6 +1,8 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_LARGE_EXTERNS_H
|
#ifndef JEMALLOC_INTERNAL_LARGE_EXTERNS_H
|
||||||
#define JEMALLOC_INTERNAL_LARGE_EXTERNS_H
|
#define JEMALLOC_INTERNAL_LARGE_EXTERNS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/edata.h"
|
||||||
#include "jemalloc/internal/hook.h"
|
#include "jemalloc/internal/hook.h"
|
||||||
|
|
||||||
void *large_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero);
|
void *large_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero);
|
||||||
|
@ -1,6 +1,11 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_LOCKEDINT_H
|
#ifndef JEMALLOC_INTERNAL_LOCKEDINT_H
|
||||||
#define JEMALLOC_INTERNAL_LOCKEDINT_H
|
#define JEMALLOC_INTERNAL_LOCKEDINT_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/atomic.h"
|
||||||
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
#include "jemalloc/internal/tsd_types.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* In those architectures that support 64-bit atomics, we use atomic updates for
|
* In those architectures that support 64-bit atomics, we use atomic updates for
|
||||||
* our 64-bit values. Otherwise, we use a plain uint64_t and synchronize
|
* our 64-bit values. Otherwise, we use a plain uint64_t and synchronize
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_LOG_H
|
#ifndef JEMALLOC_INTERNAL_LOG_H
|
||||||
#define JEMALLOC_INTERNAL_LOG_H
|
#define JEMALLOC_INTERNAL_LOG_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/atomic.h"
|
#include "jemalloc/internal/atomic.h"
|
||||||
#include "jemalloc/internal/malloc_io.h"
|
#include "jemalloc/internal/malloc_io.h"
|
||||||
#include "jemalloc/internal/mutex.h"
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_MALLOC_IO_H
|
#ifndef JEMALLOC_INTERNAL_MALLOC_IO_H
|
||||||
#define JEMALLOC_INTERNAL_MALLOC_IO_H
|
#define JEMALLOC_INTERNAL_MALLOC_IO_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/jemalloc_internal_types.h"
|
#include "jemalloc/internal/jemalloc_internal_types.h"
|
||||||
|
|
||||||
#ifdef _WIN32
|
#ifdef _WIN32
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_MPSC_QUEUE_H
|
#ifndef JEMALLOC_INTERNAL_MPSC_QUEUE_H
|
||||||
#define JEMALLOC_INTERNAL_MPSC_QUEUE_H
|
#define JEMALLOC_INTERNAL_MPSC_QUEUE_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/atomic.h"
|
#include "jemalloc/internal/atomic.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_MUTEX_H
|
#ifndef JEMALLOC_INTERNAL_MUTEX_H
|
||||||
#define JEMALLOC_INTERNAL_MUTEX_H
|
#define JEMALLOC_INTERNAL_MUTEX_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/atomic.h"
|
#include "jemalloc/internal/atomic.h"
|
||||||
#include "jemalloc/internal/mutex_prof.h"
|
#include "jemalloc/internal/mutex_prof.h"
|
||||||
#include "jemalloc/internal/tsd.h"
|
#include "jemalloc/internal/tsd.h"
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_MUTEX_PROF_H
|
#ifndef JEMALLOC_INTERNAL_MUTEX_PROF_H
|
||||||
#define JEMALLOC_INTERNAL_MUTEX_PROF_H
|
#define JEMALLOC_INTERNAL_MUTEX_PROF_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/atomic.h"
|
#include "jemalloc/internal/atomic.h"
|
||||||
#include "jemalloc/internal/nstime.h"
|
#include "jemalloc/internal/nstime.h"
|
||||||
#include "jemalloc/internal/tsd_types.h"
|
#include "jemalloc/internal/tsd_types.h"
|
||||||
|
@ -1,6 +1,9 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_NSTIME_H
|
#ifndef JEMALLOC_INTERNAL_NSTIME_H
|
||||||
#define JEMALLOC_INTERNAL_NSTIME_H
|
#define JEMALLOC_INTERNAL_NSTIME_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/assert.h"
|
||||||
|
|
||||||
/* Maximum supported number of seconds (~584 years). */
|
/* Maximum supported number of seconds (~584 years). */
|
||||||
#define NSTIME_SEC_MAX KQU(18446744072)
|
#define NSTIME_SEC_MAX KQU(18446744072)
|
||||||
|
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PA_H
|
#ifndef JEMALLOC_INTERNAL_PA_H
|
||||||
#define JEMALLOC_INTERNAL_PA_H
|
#define JEMALLOC_INTERNAL_PA_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/base.h"
|
#include "jemalloc/internal/base.h"
|
||||||
#include "jemalloc/internal/decay.h"
|
#include "jemalloc/internal/decay.h"
|
||||||
#include "jemalloc/internal/ecache.h"
|
#include "jemalloc/internal/ecache.h"
|
||||||
|
@ -1,11 +1,15 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PAC_H
|
#ifndef JEMALLOC_INTERNAL_PAC_H
|
||||||
#define JEMALLOC_INTERNAL_PAC_H
|
#define JEMALLOC_INTERNAL_PAC_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/decay.h"
|
||||||
|
#include "jemalloc/internal/ecache.h"
|
||||||
|
#include "jemalloc/internal/edata_cache.h"
|
||||||
#include "jemalloc/internal/exp_grow.h"
|
#include "jemalloc/internal/exp_grow.h"
|
||||||
|
#include "jemalloc/internal/lockedint.h"
|
||||||
#include "jemalloc/internal/pai.h"
|
#include "jemalloc/internal/pai.h"
|
||||||
#include "san_bump.h"
|
#include "san_bump.h"
|
||||||
|
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Page allocator classic; an implementation of the PAI interface that:
|
* Page allocator classic; an implementation of the PAI interface that:
|
||||||
* - Can be used for arenas with custom extent hooks.
|
* - Can be used for arenas with custom extent hooks.
|
||||||
|
@ -1,6 +1,8 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PAGES_EXTERNS_H
|
#ifndef JEMALLOC_INTERNAL_PAGES_EXTERNS_H
|
||||||
#define JEMALLOC_INTERNAL_PAGES_EXTERNS_H
|
#define JEMALLOC_INTERNAL_PAGES_EXTERNS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
|
||||||
/* Actual operating system page size, detected during bootstrap, <= PAGE. */
|
/* Actual operating system page size, detected during bootstrap, <= PAGE. */
|
||||||
extern size_t os_page;
|
extern size_t os_page;
|
||||||
|
|
||||||
|
@ -1,6 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PAI_H
|
#ifndef JEMALLOC_INTERNAL_PAI_H
|
||||||
#define JEMALLOC_INTERNAL_PAI_H
|
#define JEMALLOC_INTERNAL_PAI_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/edata.h"
|
||||||
|
#include "jemalloc/internal/tsd_types.h"
|
||||||
|
|
||||||
/* An interface for page allocation. */
|
/* An interface for page allocation. */
|
||||||
|
|
||||||
typedef struct pai_s pai_t;
|
typedef struct pai_s pai_t;
|
||||||
|
@ -1,6 +1,8 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PEAK_H
|
#ifndef JEMALLOC_INTERNAL_PEAK_H
|
||||||
#define JEMALLOC_INTERNAL_PEAK_H
|
#define JEMALLOC_INTERNAL_PEAK_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
|
||||||
typedef struct peak_s peak_t;
|
typedef struct peak_s peak_t;
|
||||||
struct peak_s {
|
struct peak_s {
|
||||||
/* The highest recorded peak value, after adjustment (see below). */
|
/* The highest recorded peak value, after adjustment (see below). */
|
||||||
|
@ -1,6 +1,9 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PEAK_EVENT_H
|
#ifndef JEMALLOC_INTERNAL_PEAK_EVENT_H
|
||||||
#define JEMALLOC_INTERNAL_PEAK_EVENT_H
|
#define JEMALLOC_INTERNAL_PEAK_EVENT_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/tsd_types.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* While peak.h contains the simple helper struct that tracks state, this
|
* While peak.h contains the simple helper struct that tracks state, this
|
||||||
* contains the allocator tie-ins (and knows about tsd, the event module, etc.).
|
* contains the allocator tie-ins (and knows about tsd, the event module, etc.).
|
||||||
|
@ -1,6 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PH_H
|
#ifndef JEMALLOC_INTERNAL_PH_H
|
||||||
#define JEMALLOC_INTERNAL_PH_H
|
#define JEMALLOC_INTERNAL_PH_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/assert.h"
|
||||||
|
#include "jemalloc/internal/bit_util.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* A Pairing Heap implementation.
|
* A Pairing Heap implementation.
|
||||||
*
|
*
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PRNG_H
|
#ifndef JEMALLOC_INTERNAL_PRNG_H
|
||||||
#define JEMALLOC_INTERNAL_PRNG_H
|
#define JEMALLOC_INTERNAL_PRNG_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/bit_util.h"
|
#include "jemalloc/internal/bit_util.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PROF_DATA_H
|
#ifndef JEMALLOC_INTERNAL_PROF_DATA_H
|
||||||
#define JEMALLOC_INTERNAL_PROF_DATA_H
|
#define JEMALLOC_INTERNAL_PROF_DATA_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/mutex.h"
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
|
||||||
extern malloc_mutex_t bt2gctx_mtx;
|
extern malloc_mutex_t bt2gctx_mtx;
|
||||||
|
@ -1,6 +1,8 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PROF_EXTERNS_H
|
#ifndef JEMALLOC_INTERNAL_PROF_EXTERNS_H
|
||||||
#define JEMALLOC_INTERNAL_PROF_EXTERNS_H
|
#define JEMALLOC_INTERNAL_PROF_EXTERNS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/base.h"
|
||||||
#include "jemalloc/internal/mutex.h"
|
#include "jemalloc/internal/mutex.h"
|
||||||
#include "jemalloc/internal/prof_hook.h"
|
#include "jemalloc/internal/prof_hook.h"
|
||||||
|
|
||||||
|
@ -1,6 +1,8 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PROF_HOOK_H
|
#ifndef JEMALLOC_INTERNAL_PROF_HOOK_H
|
||||||
#define JEMALLOC_INTERNAL_PROF_HOOK_H
|
#define JEMALLOC_INTERNAL_PROF_HOOK_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* The hooks types of which are declared in this file are experimental and
|
* The hooks types of which are declared in this file are experimental and
|
||||||
* undocumented, thus the typedefs are located in an 'internal' header.
|
* undocumented, thus the typedefs are located in an 'internal' header.
|
||||||
|
@ -1,10 +1,14 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PROF_INLINES_H
|
#ifndef JEMALLOC_INTERNAL_PROF_INLINES_H
|
||||||
#define JEMALLOC_INTERNAL_PROF_INLINES_H
|
#define JEMALLOC_INTERNAL_PROF_INLINES_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/arena_inlines_b.h"
|
||||||
|
#include "jemalloc/internal/jemalloc_internal_inlines_c.h"
|
||||||
|
#include "jemalloc/internal/prof_externs.h"
|
||||||
|
#include "jemalloc/internal/prof_structs.h"
|
||||||
#include "jemalloc/internal/safety_check.h"
|
#include "jemalloc/internal/safety_check.h"
|
||||||
#include "jemalloc/internal/sz.h"
|
#include "jemalloc/internal/sz.h"
|
||||||
#include "jemalloc/internal/thread_event.h"
|
#include "jemalloc/internal/thread_event.h"
|
||||||
#include "jemalloc/internal/jemalloc_internal_inlines_c.h"
|
|
||||||
|
|
||||||
JEMALLOC_ALWAYS_INLINE void
|
JEMALLOC_ALWAYS_INLINE void
|
||||||
prof_active_assert(void) {
|
prof_active_assert(void) {
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PROF_LOG_H
|
#ifndef JEMALLOC_INTERNAL_PROF_LOG_H
|
||||||
#define JEMALLOC_INTERNAL_PROF_LOG_H
|
#define JEMALLOC_INTERNAL_PROF_LOG_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/mutex.h"
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
|
||||||
extern malloc_mutex_t log_mtx;
|
extern malloc_mutex_t log_mtx;
|
||||||
|
@ -1,6 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PROF_RECENT_H
|
#ifndef JEMALLOC_INTERNAL_PROF_RECENT_H
|
||||||
#define JEMALLOC_INTERNAL_PROF_RECENT_H
|
#define JEMALLOC_INTERNAL_PROF_RECENT_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/edata.h"
|
||||||
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
|
||||||
extern malloc_mutex_t prof_recent_alloc_mtx;
|
extern malloc_mutex_t prof_recent_alloc_mtx;
|
||||||
extern malloc_mutex_t prof_recent_dump_mtx;
|
extern malloc_mutex_t prof_recent_dump_mtx;
|
||||||
|
|
||||||
|
@ -1,6 +1,9 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PROF_STATS_H
|
#ifndef JEMALLOC_INTERNAL_PROF_STATS_H
|
||||||
#define JEMALLOC_INTERNAL_PROF_STATS_H
|
#define JEMALLOC_INTERNAL_PROF_STATS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
|
||||||
typedef struct prof_stats_s prof_stats_t;
|
typedef struct prof_stats_s prof_stats_t;
|
||||||
struct prof_stats_s {
|
struct prof_stats_s {
|
||||||
uint64_t req_sum;
|
uint64_t req_sum;
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PROF_STRUCTS_H
|
#ifndef JEMALLOC_INTERNAL_PROF_STRUCTS_H
|
||||||
#define JEMALLOC_INTERNAL_PROF_STRUCTS_H
|
#define JEMALLOC_INTERNAL_PROF_STRUCTS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/ckh.h"
|
#include "jemalloc/internal/ckh.h"
|
||||||
#include "jemalloc/internal/edata.h"
|
#include "jemalloc/internal/edata.h"
|
||||||
#include "jemalloc/internal/mutex.h"
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
@ -1,6 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PROF_SYS_H
|
#ifndef JEMALLOC_INTERNAL_PROF_SYS_H
|
||||||
#define JEMALLOC_INTERNAL_PROF_SYS_H
|
#define JEMALLOC_INTERNAL_PROF_SYS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/base.h"
|
||||||
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
|
||||||
extern malloc_mutex_t prof_dump_filename_mtx;
|
extern malloc_mutex_t prof_dump_filename_mtx;
|
||||||
extern base_t *prof_base;
|
extern base_t *prof_base;
|
||||||
|
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_PSSET_H
|
#ifndef JEMALLOC_INTERNAL_PSSET_H
|
||||||
#define JEMALLOC_INTERNAL_PSSET_H
|
#define JEMALLOC_INTERNAL_PSSET_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/hpdata.h"
|
#include "jemalloc/internal/hpdata.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_QL_H
|
#ifndef JEMALLOC_INTERNAL_QL_H
|
||||||
#define JEMALLOC_INTERNAL_QL_H
|
#define JEMALLOC_INTERNAL_QL_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/qr.h"
|
#include "jemalloc/internal/qr.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1,6 +1,9 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_RB_H
|
#ifndef JEMALLOC_INTERNAL_RB_H
|
||||||
#define JEMALLOC_INTERNAL_RB_H
|
#define JEMALLOC_INTERNAL_RB_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/safety_check.h"
|
||||||
|
|
||||||
/*-
|
/*-
|
||||||
*******************************************************************************
|
*******************************************************************************
|
||||||
*
|
*
|
||||||
|
@ -1,7 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_RTREE_H
|
#ifndef JEMALLOC_INTERNAL_RTREE_H
|
||||||
#define JEMALLOC_INTERNAL_RTREE_H
|
#define JEMALLOC_INTERNAL_RTREE_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/base.h"
|
||||||
#include "jemalloc/internal/atomic.h"
|
#include "jemalloc/internal/atomic.h"
|
||||||
|
#include "jemalloc/internal/edata.h"
|
||||||
#include "jemalloc/internal/mutex.h"
|
#include "jemalloc/internal/mutex.h"
|
||||||
#include "jemalloc/internal/rtree_tsd.h"
|
#include "jemalloc/internal/rtree_tsd.h"
|
||||||
#include "jemalloc/internal/sc.h"
|
#include "jemalloc/internal/sc.h"
|
||||||
|
@ -1,6 +1,8 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_RTREE_CTX_H
|
#ifndef JEMALLOC_INTERNAL_RTREE_CTX_H
|
||||||
#define JEMALLOC_INTERNAL_RTREE_CTX_H
|
#define JEMALLOC_INTERNAL_RTREE_CTX_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Number of leafkey/leaf pairs to cache in L1 and L2 level respectively. Each
|
* Number of leafkey/leaf pairs to cache in L1 and L2 level respectively. Each
|
||||||
* entry supports an entire leaf, so the cache hit rate is typically high even
|
* entry supports an entire leaf, so the cache hit rate is typically high even
|
||||||
|
@ -1,10 +1,12 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_SAFETY_CHECK_H
|
#ifndef JEMALLOC_INTERNAL_SAFETY_CHECK_H
|
||||||
#define JEMALLOC_INTERNAL_SAFETY_CHECK_H
|
#define JEMALLOC_INTERNAL_SAFETY_CHECK_H
|
||||||
|
|
||||||
#define SAFETY_CHECK_DOUBLE_FREE_MAX_SCAN_DEFAULT 32
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/assert.h"
|
||||||
#include "jemalloc/internal/pages.h"
|
#include "jemalloc/internal/pages.h"
|
||||||
|
|
||||||
|
#define SAFETY_CHECK_DOUBLE_FREE_MAX_SCAN_DEFAULT 32
|
||||||
|
|
||||||
void safety_check_fail_sized_dealloc(bool current_dealloc, const void *ptr,
|
void safety_check_fail_sized_dealloc(bool current_dealloc, const void *ptr,
|
||||||
size_t true_size, size_t input_size);
|
size_t true_size, size_t input_size);
|
||||||
void safety_check_fail(const char *format, ...);
|
void safety_check_fail(const char *format, ...);
|
||||||
|
@ -1,8 +1,11 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_GUARD_H
|
#ifndef JEMALLOC_INTERNAL_GUARD_H
|
||||||
#define JEMALLOC_INTERNAL_GUARD_H
|
#define JEMALLOC_INTERNAL_GUARD_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/ehooks.h"
|
#include "jemalloc/internal/ehooks.h"
|
||||||
#include "jemalloc/internal/emap.h"
|
#include "jemalloc/internal/emap.h"
|
||||||
|
#include "jemalloc/internal/jemalloc_internal_externs.h"
|
||||||
|
#include "jemalloc/internal/tsd.h"
|
||||||
|
|
||||||
#define SAN_PAGE_GUARD PAGE
|
#define SAN_PAGE_GUARD PAGE
|
||||||
#define SAN_PAGE_GUARDS_SIZE (SAN_PAGE_GUARD * 2)
|
#define SAN_PAGE_GUARDS_SIZE (SAN_PAGE_GUARD * 2)
|
||||||
|
@ -1,9 +1,11 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_SAN_BUMP_H
|
#ifndef JEMALLOC_INTERNAL_SAN_BUMP_H
|
||||||
#define JEMALLOC_INTERNAL_SAN_BUMP_H
|
#define JEMALLOC_INTERNAL_SAN_BUMP_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/edata.h"
|
#include "jemalloc/internal/edata.h"
|
||||||
#include "jemalloc/internal/exp_grow.h"
|
#include "jemalloc/internal/exp_grow.h"
|
||||||
#include "jemalloc/internal/mutex.h"
|
#include "jemalloc/internal/mutex.h"
|
||||||
|
#include "jemalloc/internal/witness.h"
|
||||||
|
|
||||||
#define SBA_RETAINED_ALLOC_SIZE ((size_t)4 << 20)
|
#define SBA_RETAINED_ALLOC_SIZE ((size_t)4 << 20)
|
||||||
|
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_SC_H
|
#ifndef JEMALLOC_INTERNAL_SC_H
|
||||||
#define JEMALLOC_INTERNAL_SC_H
|
#define JEMALLOC_INTERNAL_SC_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/jemalloc_internal_types.h"
|
#include "jemalloc/internal/jemalloc_internal_types.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1,8 +1,12 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_SEC_H
|
#ifndef JEMALLOC_INTERNAL_SEC_H
|
||||||
#define JEMALLOC_INTERNAL_SEC_H
|
#define JEMALLOC_INTERNAL_SEC_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/base.h"
|
||||||
#include "jemalloc/internal/atomic.h"
|
#include "jemalloc/internal/atomic.h"
|
||||||
|
#include "jemalloc/internal/mutex.h"
|
||||||
#include "jemalloc/internal/pai.h"
|
#include "jemalloc/internal/pai.h"
|
||||||
|
#include "jemalloc/internal/sec_opts.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Small extent cache.
|
* Small extent cache.
|
||||||
|
@ -1,6 +1,8 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_SEC_OPTS_H
|
#ifndef JEMALLOC_INTERNAL_SEC_OPTS_H
|
||||||
#define JEMALLOC_INTERNAL_SEC_OPTS_H
|
#define JEMALLOC_INTERNAL_SEC_OPTS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* The configuration settings used by an sec_t. Morally, this is part of the
|
* The configuration settings used by an sec_t. Morally, this is part of the
|
||||||
* SEC interface, but we put it here for header-ordering reasons.
|
* SEC interface, but we put it here for header-ordering reasons.
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_SEQ_H
|
#ifndef JEMALLOC_INTERNAL_SEQ_H
|
||||||
#define JEMALLOC_INTERNAL_SEQ_H
|
#define JEMALLOC_INTERNAL_SEQ_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/atomic.h"
|
#include "jemalloc/internal/atomic.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_SLAB_DATA_H
|
#ifndef JEMALLOC_INTERNAL_SLAB_DATA_H
|
||||||
#define JEMALLOC_INTERNAL_SLAB_DATA_H
|
#define JEMALLOC_INTERNAL_SLAB_DATA_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/bitmap.h"
|
#include "jemalloc/internal/bitmap.h"
|
||||||
|
|
||||||
typedef struct slab_data_s slab_data_t;
|
typedef struct slab_data_s slab_data_t;
|
||||||
|
@ -1,6 +1,8 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_SPIN_H
|
#ifndef JEMALLOC_INTERNAL_SPIN_H
|
||||||
#define JEMALLOC_INTERNAL_SPIN_H
|
#define JEMALLOC_INTERNAL_SPIN_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
|
||||||
#define SPIN_INITIALIZER {0U}
|
#define SPIN_INITIALIZER {0U}
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
|
@ -1,6 +1,10 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_STATS_H
|
#ifndef JEMALLOC_INTERNAL_STATS_H
|
||||||
#define JEMALLOC_INTERNAL_STATS_H
|
#define JEMALLOC_INTERNAL_STATS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/jemalloc_internal_types.h"
|
||||||
|
#include "jemalloc/internal/tsd_types.h"
|
||||||
|
|
||||||
/* OPTION(opt, var_name, default, set_value_to) */
|
/* OPTION(opt, var_name, default, set_value_to) */
|
||||||
#define STATS_PRINT_OPTIONS \
|
#define STATS_PRINT_OPTIONS \
|
||||||
OPTION('J', json, false, true) \
|
OPTION('J', json, false, true) \
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_SIZE_H
|
#ifndef JEMALLOC_INTERNAL_SIZE_H
|
||||||
#define JEMALLOC_INTERNAL_SIZE_H
|
#define JEMALLOC_INTERNAL_SIZE_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/bit_util.h"
|
#include "jemalloc/internal/bit_util.h"
|
||||||
#include "jemalloc/internal/pages.h"
|
#include "jemalloc/internal/pages.h"
|
||||||
#include "jemalloc/internal/sc.h"
|
#include "jemalloc/internal/sc.h"
|
||||||
|
@ -1,6 +1,12 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_TCACHE_EXTERNS_H
|
#ifndef JEMALLOC_INTERNAL_TCACHE_EXTERNS_H
|
||||||
#define JEMALLOC_INTERNAL_TCACHE_EXTERNS_H
|
#define JEMALLOC_INTERNAL_TCACHE_EXTERNS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/base.h"
|
||||||
|
#include "jemalloc/internal/cache_bin.h"
|
||||||
|
#include "jemalloc/internal/sz.h"
|
||||||
|
#include "jemalloc/internal/tcache_types.h"
|
||||||
|
|
||||||
extern bool opt_tcache;
|
extern bool opt_tcache;
|
||||||
extern size_t opt_tcache_max;
|
extern size_t opt_tcache_max;
|
||||||
extern ssize_t opt_lg_tcache_nslots_mul;
|
extern ssize_t opt_lg_tcache_nslots_mul;
|
||||||
|
@ -1,11 +1,16 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_TCACHE_INLINES_H
|
#ifndef JEMALLOC_INTERNAL_TCACHE_INLINES_H
|
||||||
#define JEMALLOC_INTERNAL_TCACHE_INLINES_H
|
#define JEMALLOC_INTERNAL_TCACHE_INLINES_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
|
#include "jemalloc/internal/arena_externs.h"
|
||||||
#include "jemalloc/internal/bin.h"
|
#include "jemalloc/internal/bin.h"
|
||||||
|
#include "jemalloc/internal/jemalloc_internal_inlines_b.h"
|
||||||
#include "jemalloc/internal/jemalloc_internal_types.h"
|
#include "jemalloc/internal/jemalloc_internal_types.h"
|
||||||
|
#include "jemalloc/internal/large_externs.h"
|
||||||
#include "jemalloc/internal/san.h"
|
#include "jemalloc/internal/san.h"
|
||||||
#include "jemalloc/internal/sc.h"
|
#include "jemalloc/internal/sc.h"
|
||||||
#include "jemalloc/internal/sz.h"
|
#include "jemalloc/internal/sz.h"
|
||||||
|
#include "jemalloc/internal/tcache_externs.h"
|
||||||
#include "jemalloc/internal/util.h"
|
#include "jemalloc/internal/util.h"
|
||||||
|
|
||||||
static inline bool
|
static inline bool
|
||||||
|
@ -1,11 +1,12 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_TCACHE_STRUCTS_H
|
#ifndef JEMALLOC_INTERNAL_TCACHE_STRUCTS_H
|
||||||
#define JEMALLOC_INTERNAL_TCACHE_STRUCTS_H
|
#define JEMALLOC_INTERNAL_TCACHE_STRUCTS_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/cache_bin.h"
|
#include "jemalloc/internal/cache_bin.h"
|
||||||
#include "jemalloc/internal/ql.h"
|
#include "jemalloc/internal/ql.h"
|
||||||
#include "jemalloc/internal/sc.h"
|
#include "jemalloc/internal/sc.h"
|
||||||
|
#include "jemalloc/internal/tcache_types.h"
|
||||||
#include "jemalloc/internal/ticker.h"
|
#include "jemalloc/internal/ticker.h"
|
||||||
#include "jemalloc/internal/tsd_types.h"
|
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* The tcache state is split into the slow and hot path data. Each has a
|
* The tcache state is split into the slow and hot path data. Each has a
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
#ifndef JEMALLOC_INTERNAL_TCACHE_TYPES_H
|
#ifndef JEMALLOC_INTERNAL_TCACHE_TYPES_H
|
||||||
#define JEMALLOC_INTERNAL_TCACHE_TYPES_H
|
#define JEMALLOC_INTERNAL_TCACHE_TYPES_H
|
||||||
|
|
||||||
|
#include "jemalloc/internal/jemalloc_preamble.h"
|
||||||
#include "jemalloc/internal/sc.h"
|
#include "jemalloc/internal/sc.h"
|
||||||
|
|
||||||
typedef struct tcache_slow_s tcache_slow_t;
|
typedef struct tcache_slow_s tcache_slow_t;
|
||||||
|
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user