b693c7868e
Added opt.background_thread to enable background threads, which handles purging currently. When enabled, decay ticks will not trigger purging (which will be left to the background threads). We limit the max number of threads to NCPUs. When percpu arena is enabled, set CPU affinity for the background threads as well. The sleep interval of background threads is dynamic and determined by computing number of pages to purge in the future (based on backlog).
191 lines
6.4 KiB
C
191 lines
6.4 KiB
C
#include "test/jemalloc_test.h"
|
|
|
|
#include "test/extent_hooks.h"
|
|
|
|
static bool
|
|
check_background_thread_enabled(void) {
|
|
bool enabled;
|
|
size_t sz = sizeof(bool);
|
|
int ret = mallctl("background_thread", (void *)&enabled, &sz, NULL,0);
|
|
if (ret == ENOENT) {
|
|
return false;
|
|
}
|
|
assert_d_eq(ret, 0, "Unexpected mallctl error");
|
|
return enabled;
|
|
}
|
|
|
|
static void
|
|
test_extent_body(unsigned arena_ind) {
|
|
void *p;
|
|
size_t large0, large1, large2, sz;
|
|
size_t purge_mib[3];
|
|
size_t purge_miblen;
|
|
int flags;
|
|
bool xallocx_success_a, xallocx_success_b, xallocx_success_c;
|
|
|
|
flags = MALLOCX_ARENA(arena_ind) | MALLOCX_TCACHE_NONE;
|
|
|
|
/* Get large size classes. */
|
|
sz = sizeof(size_t);
|
|
assert_d_eq(mallctl("arenas.lextent.0.size", (void *)&large0, &sz, NULL,
|
|
0), 0, "Unexpected arenas.lextent.0.size failure");
|
|
assert_d_eq(mallctl("arenas.lextent.1.size", (void *)&large1, &sz, NULL,
|
|
0), 0, "Unexpected arenas.lextent.1.size failure");
|
|
assert_d_eq(mallctl("arenas.lextent.2.size", (void *)&large2, &sz, NULL,
|
|
0), 0, "Unexpected arenas.lextent.2.size failure");
|
|
|
|
/* Test dalloc/decommit/purge cascade. */
|
|
purge_miblen = sizeof(purge_mib)/sizeof(size_t);
|
|
assert_d_eq(mallctlnametomib("arena.0.purge", purge_mib, &purge_miblen),
|
|
0, "Unexpected mallctlnametomib() failure");
|
|
purge_mib[1] = (size_t)arena_ind;
|
|
try_dalloc = false;
|
|
try_decommit = false;
|
|
p = mallocx(large0 * 2, flags);
|
|
assert_ptr_not_null(p, "Unexpected mallocx() error");
|
|
called_dalloc = false;
|
|
called_decommit = false;
|
|
did_purge_lazy = false;
|
|
did_purge_forced = false;
|
|
called_split = false;
|
|
xallocx_success_a = (xallocx(p, large0, 0, flags) == large0);
|
|
assert_d_eq(mallctlbymib(purge_mib, purge_miblen, NULL, NULL, NULL, 0),
|
|
0, "Unexpected arena.%u.purge error", arena_ind);
|
|
if (xallocx_success_a) {
|
|
assert_true(called_dalloc, "Expected dalloc call");
|
|
assert_true(called_decommit, "Expected decommit call");
|
|
assert_true(did_purge_lazy || did_purge_forced,
|
|
"Expected purge");
|
|
}
|
|
assert_true(called_split, "Expected split call");
|
|
dallocx(p, flags);
|
|
try_dalloc = true;
|
|
|
|
/* Test decommit/commit and observe split/merge. */
|
|
try_dalloc = false;
|
|
try_decommit = true;
|
|
p = mallocx(large0 * 2, flags);
|
|
assert_ptr_not_null(p, "Unexpected mallocx() error");
|
|
did_decommit = false;
|
|
did_commit = false;
|
|
called_split = false;
|
|
did_split = false;
|
|
did_merge = false;
|
|
xallocx_success_b = (xallocx(p, large0, 0, flags) == large0);
|
|
assert_d_eq(mallctlbymib(purge_mib, purge_miblen, NULL, NULL, NULL, 0),
|
|
0, "Unexpected arena.%u.purge error", arena_ind);
|
|
if (xallocx_success_b) {
|
|
assert_true(did_split, "Expected split");
|
|
}
|
|
xallocx_success_c = (xallocx(p, large0 * 2, 0, flags) == large0 * 2);
|
|
if (did_split) {
|
|
assert_b_eq(did_decommit, did_commit,
|
|
"Expected decommit/commit match");
|
|
}
|
|
if (xallocx_success_b && xallocx_success_c) {
|
|
assert_true(did_merge, "Expected merge");
|
|
}
|
|
dallocx(p, flags);
|
|
try_dalloc = true;
|
|
try_decommit = false;
|
|
|
|
/* Make sure non-large allocation succeeds. */
|
|
p = mallocx(42, flags);
|
|
assert_ptr_not_null(p, "Unexpected mallocx() error");
|
|
dallocx(p, flags);
|
|
}
|
|
|
|
TEST_BEGIN(test_extent_manual_hook) {
|
|
unsigned arena_ind;
|
|
size_t old_size, new_size, sz;
|
|
size_t hooks_mib[3];
|
|
size_t hooks_miblen;
|
|
extent_hooks_t *new_hooks, *old_hooks;
|
|
|
|
extent_hooks_prep();
|
|
|
|
sz = sizeof(unsigned);
|
|
assert_d_eq(mallctl("arenas.create", (void *)&arena_ind, &sz, NULL, 0),
|
|
0, "Unexpected mallctl() failure");
|
|
|
|
/* Install custom extent hooks. */
|
|
hooks_miblen = sizeof(hooks_mib)/sizeof(size_t);
|
|
assert_d_eq(mallctlnametomib("arena.0.extent_hooks", hooks_mib,
|
|
&hooks_miblen), 0, "Unexpected mallctlnametomib() failure");
|
|
hooks_mib[1] = (size_t)arena_ind;
|
|
old_size = sizeof(extent_hooks_t *);
|
|
new_hooks = &hooks;
|
|
new_size = sizeof(extent_hooks_t *);
|
|
assert_d_eq(mallctlbymib(hooks_mib, hooks_miblen, (void *)&old_hooks,
|
|
&old_size, (void *)&new_hooks, new_size), 0,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_ne(old_hooks->alloc, extent_alloc_hook,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_ne(old_hooks->dalloc, extent_dalloc_hook,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_ne(old_hooks->commit, extent_commit_hook,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_ne(old_hooks->decommit, extent_decommit_hook,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_ne(old_hooks->purge_lazy, extent_purge_lazy_hook,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_ne(old_hooks->purge_forced, extent_purge_forced_hook,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_ne(old_hooks->split, extent_split_hook,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_ne(old_hooks->merge, extent_merge_hook,
|
|
"Unexpected extent_hooks error");
|
|
|
|
test_skip_if(check_background_thread_enabled());
|
|
test_extent_body(arena_ind);
|
|
|
|
/* Restore extent hooks. */
|
|
assert_d_eq(mallctlbymib(hooks_mib, hooks_miblen, NULL, NULL,
|
|
(void *)&old_hooks, new_size), 0, "Unexpected extent_hooks error");
|
|
assert_d_eq(mallctlbymib(hooks_mib, hooks_miblen, (void *)&old_hooks,
|
|
&old_size, NULL, 0), 0, "Unexpected extent_hooks error");
|
|
assert_ptr_eq(old_hooks, default_hooks, "Unexpected extent_hooks error");
|
|
assert_ptr_eq(old_hooks->alloc, default_hooks->alloc,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_eq(old_hooks->dalloc, default_hooks->dalloc,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_eq(old_hooks->commit, default_hooks->commit,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_eq(old_hooks->decommit, default_hooks->decommit,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_eq(old_hooks->purge_lazy, default_hooks->purge_lazy,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_eq(old_hooks->purge_forced, default_hooks->purge_forced,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_eq(old_hooks->split, default_hooks->split,
|
|
"Unexpected extent_hooks error");
|
|
assert_ptr_eq(old_hooks->merge, default_hooks->merge,
|
|
"Unexpected extent_hooks error");
|
|
}
|
|
TEST_END
|
|
|
|
TEST_BEGIN(test_extent_auto_hook) {
|
|
unsigned arena_ind;
|
|
size_t new_size, sz;
|
|
extent_hooks_t *new_hooks;
|
|
|
|
extent_hooks_prep();
|
|
|
|
sz = sizeof(unsigned);
|
|
new_hooks = &hooks;
|
|
new_size = sizeof(extent_hooks_t *);
|
|
assert_d_eq(mallctl("arenas.create", (void *)&arena_ind, &sz,
|
|
(void *)&new_hooks, new_size), 0, "Unexpected mallctl() failure");
|
|
|
|
test_skip_if(check_background_thread_enabled());
|
|
test_extent_body(arena_ind);
|
|
}
|
|
TEST_END
|
|
|
|
int
|
|
main(void) {
|
|
return test(
|
|
test_extent_manual_hook,
|
|
test_extent_auto_hook);
|
|
}
|