2017-04-11 09:17:55 +08:00
|
|
|
#ifndef JEMALLOC_INTERNAL_EXTERNS_H
|
|
|
|
#define JEMALLOC_INTERNAL_EXTERNS_H
|
|
|
|
|
2017-04-11 10:04:40 +08:00
|
|
|
#include "jemalloc/internal/atomic.h"
|
2020-12-09 08:33:39 +08:00
|
|
|
#include "jemalloc/internal/hpa_opts.h"
|
2021-01-27 10:35:18 +08:00
|
|
|
#include "jemalloc/internal/sec_opts.h"
|
2017-04-27 09:37:44 +08:00
|
|
|
#include "jemalloc/internal/tsd_types.h"
|
2020-06-02 21:42:44 +08:00
|
|
|
#include "jemalloc/internal/nstime.h"
|
2017-04-11 10:04:40 +08:00
|
|
|
|
2017-04-12 14:13:45 +08:00
|
|
|
/* TSD checks this to set thread local slow state accordingly. */
|
2017-05-26 06:30:11 +08:00
|
|
|
extern bool malloc_slow;
|
2017-04-12 14:13:45 +08:00
|
|
|
|
|
|
|
/* Run-time options. */
|
2017-05-26 06:30:11 +08:00
|
|
|
extern bool opt_abort;
|
|
|
|
extern bool opt_abort_conf;
|
Add runtime detection for MADV_DONTNEED zeroes pages (mostly for qemu)
qemu does not support this, yet [1], and you can get very tricky assert
if you will run program with jemalloc in use under qemu:
<jemalloc>: ../contrib/jemalloc/src/extent.c:1195: Failed assertion: "p[i] == 0"
[1]: https://patchwork.kernel.org/patch/10576637/
Here is a simple example that shows the problem [2]:
// Gist to check possible issues with MADV_DONTNEED
// For example it does not supported by qemu user
// There is a patch for this [1], but it hasn't been applied.
// [1]: https://lists.gnu.org/archive/html/qemu-devel/2018-08/msg05422.html
#include <sys/mman.h>
#include <stdio.h>
#include <stddef.h>
#include <assert.h>
#include <string.h>
int main(int argc, char **argv)
{
void *addr = mmap(NULL, 1<<16, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0);
if (addr == MAP_FAILED) {
perror("mmap");
return 1;
}
memset(addr, 'A', 1<<16);
if (!madvise(addr, 1<<16, MADV_DONTNEED)) {
puts("MADV_DONTNEED does not return error. Check memory.");
for (int i = 0; i < 1<<16; ++i) {
assert(((unsigned char *)addr)[i] == 0);
}
} else {
perror("madvise");
}
if (munmap(addr, 1<<16)) {
perror("munmap");
return 1;
}
return 0;
}
### unpatched qemu
$ qemu-x86_64-static /tmp/test-MADV_DONTNEED
MADV_DONTNEED does not return error. Check memory.
test-MADV_DONTNEED: /tmp/test-MADV_DONTNEED.c:19: main: Assertion `((unsigned char *)addr)[i] == 0' failed.
qemu: uncaught target signal 6 (Aborted) - core dumped
Aborted (core dumped)
### patched qemu (by returning ENOSYS error)
$ qemu-x86_64 /tmp/test-MADV_DONTNEED
madvise: Success
### patch for qemu to return ENOSYS
diff --git a/linux-user/syscall.c b/linux-user/syscall.c
index 897d20c076..5540792e0e 100644
--- a/linux-user/syscall.c
+++ b/linux-user/syscall.c
@@ -11775,7 +11775,7 @@ static abi_long do_syscall1(void *cpu_env, int num, abi_long arg1,
turns private file-backed mappings into anonymous mappings.
This will break MADV_DONTNEED.
This is a hint, so ignoring and returning success is ok. */
- return 0;
+ return ENOSYS;
#endif
#ifdef TARGET_NR_fcntl64
case TARGET_NR_fcntl64:
[2]: https://gist.github.com/azat/12ba2c825b710653ece34dba7f926ece
v2:
- review fixes
- add opt_dont_trust_madvise
v3:
- review fixes
- rename opt_dont_trust_madvise to opt_trust_madvise
2020-12-19 03:23:35 +08:00
|
|
|
extern bool opt_trust_madvise;
|
2019-05-01 04:54:00 +08:00
|
|
|
extern bool opt_confirm_conf;
|
2020-08-15 04:36:41 +08:00
|
|
|
extern bool opt_hpa;
|
2020-12-09 08:33:39 +08:00
|
|
|
extern hpa_shard_opts_t opt_hpa_opts;
|
2021-01-27 10:35:18 +08:00
|
|
|
extern sec_opts_t opt_hpa_sec_opts;
|
2020-10-17 04:14:59 +08:00
|
|
|
|
2017-05-26 06:30:11 +08:00
|
|
|
extern const char *opt_junk;
|
|
|
|
extern bool opt_junk_alloc;
|
|
|
|
extern bool opt_junk_free;
|
2020-02-29 03:37:39 +08:00
|
|
|
extern void (*junk_free_callback)(void *ptr, size_t size);
|
|
|
|
extern void (*junk_alloc_callback)(void *ptr, size_t size);
|
2017-05-26 06:30:11 +08:00
|
|
|
extern bool opt_utrace;
|
|
|
|
extern bool opt_xmalloc;
|
2021-06-22 04:40:30 +08:00
|
|
|
extern bool opt_experimental_infallible_new;
|
2017-05-26 06:30:11 +08:00
|
|
|
extern bool opt_zero;
|
|
|
|
extern unsigned opt_narenas;
|
2019-09-24 08:56:19 +08:00
|
|
|
extern zero_realloc_action_t opt_zero_realloc_action;
|
2021-02-09 00:49:34 +08:00
|
|
|
extern malloc_init_t malloc_init_state;
|
2019-09-24 08:56:19 +08:00
|
|
|
extern const char *zero_realloc_mode_names[];
|
2019-10-27 02:04:46 +08:00
|
|
|
extern atomic_zu_t zero_realloc_count;
|
2021-02-10 14:24:35 +08:00
|
|
|
extern bool opt_cache_oblivious;
|
2017-04-11 09:17:55 +08:00
|
|
|
|
2021-10-19 08:33:15 +08:00
|
|
|
/* Escape free-fastpath when ptr & mask == 0 (for sanitization purpose). */
|
|
|
|
extern uintptr_t san_cache_bin_nonfast_mask;
|
|
|
|
|
2017-04-11 09:17:55 +08:00
|
|
|
/* Number of CPUs. */
|
2017-05-26 06:30:11 +08:00
|
|
|
extern unsigned ncpus;
|
2017-04-11 09:17:55 +08:00
|
|
|
|
|
|
|
/* Number of arenas used for automatic multiplexing of threads and arenas. */
|
2017-05-26 06:30:11 +08:00
|
|
|
extern unsigned narenas_auto;
|
2017-04-11 09:17:55 +08:00
|
|
|
|
2018-06-02 06:06:36 +08:00
|
|
|
/* Base index for manual arenas. */
|
|
|
|
extern unsigned manual_arena_base;
|
|
|
|
|
2017-04-11 09:17:55 +08:00
|
|
|
/*
|
|
|
|
* Arenas that are used to service external requests. Not all elements of the
|
|
|
|
* arenas array are necessarily used; arenas are created lazily as needed.
|
|
|
|
*/
|
|
|
|
extern atomic_p_t arenas[];
|
|
|
|
|
|
|
|
void *a0malloc(size_t size);
|
|
|
|
void a0dalloc(void *ptr);
|
|
|
|
void *bootstrap_malloc(size_t size);
|
|
|
|
void *bootstrap_calloc(size_t num, size_t size);
|
|
|
|
void bootstrap_free(void *ptr);
|
|
|
|
void arena_set(unsigned ind, arena_t *arena);
|
|
|
|
unsigned narenas_total_get(void);
|
2021-08-23 20:03:35 +08:00
|
|
|
arena_t *arena_init(tsdn_t *tsdn, unsigned ind, const arena_config_t *config);
|
2017-04-11 09:17:55 +08:00
|
|
|
arena_t *arena_choose_hard(tsd_t *tsd, bool internal);
|
2022-01-11 05:34:07 +08:00
|
|
|
void arena_migrate(tsd_t *tsd, arena_t *oldarena, arena_t *newarena);
|
2017-04-11 09:17:55 +08:00
|
|
|
void iarena_cleanup(tsd_t *tsd);
|
|
|
|
void arena_cleanup(tsd_t *tsd);
|
2020-04-24 06:46:45 +08:00
|
|
|
size_t batch_alloc(void **ptrs, size_t num, size_t size, int flags);
|
2017-04-11 09:17:55 +08:00
|
|
|
void jemalloc_prefork(void);
|
|
|
|
void jemalloc_postfork_parent(void);
|
|
|
|
void jemalloc_postfork_child(void);
|
2019-03-09 03:50:30 +08:00
|
|
|
void je_sdallocx_noflags(void *ptr, size_t size);
|
2021-02-09 00:49:34 +08:00
|
|
|
void *malloc_default(size_t size);
|
2017-04-11 09:17:55 +08:00
|
|
|
|
|
|
|
#endif /* JEMALLOC_INTERNAL_EXTERNS_H */
|