2014-05-06 06:16:56 +08:00
|
|
|
#include "test/jemalloc_test.h"
|
|
|
|
|
2015-08-28 12:45:51 +08:00
|
|
|
#ifdef JEMALLOC_FILL
|
|
|
|
const char *malloc_conf = "junk:false";
|
|
|
|
#endif
|
|
|
|
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
static chunk_hooks_t orig_hooks;
|
|
|
|
static chunk_hooks_t old_hooks;
|
|
|
|
|
|
|
|
static bool do_dalloc = true;
|
|
|
|
static bool do_decommit;
|
|
|
|
|
|
|
|
static bool did_alloc;
|
|
|
|
static bool did_dalloc;
|
|
|
|
static bool did_commit;
|
|
|
|
static bool did_decommit;
|
|
|
|
static bool did_purge;
|
|
|
|
static bool did_split;
|
|
|
|
static bool did_merge;
|
|
|
|
|
|
|
|
#if 0
|
|
|
|
# define TRACE_HOOK(fmt, ...) malloc_printf(fmt, __VA_ARGS__)
|
|
|
|
#else
|
|
|
|
# define TRACE_HOOK(fmt, ...)
|
|
|
|
#endif
|
2015-03-19 09:55:33 +08:00
|
|
|
|
|
|
|
void *
|
|
|
|
chunk_alloc(void *new_addr, size_t size, size_t alignment, bool *zero,
|
2015-08-05 01:49:46 +08:00
|
|
|
bool *commit, unsigned arena_ind)
|
2015-03-19 09:55:33 +08:00
|
|
|
{
|
|
|
|
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
TRACE_HOOK("%s(new_addr=%p, size=%zu, alignment=%zu, *zero=%s, "
|
2015-08-05 01:49:46 +08:00
|
|
|
"*commit=%s, arena_ind=%u)\n", __func__, new_addr, size, alignment,
|
|
|
|
*zero ? "true" : "false", *commit ? "true" : "false", arena_ind);
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
did_alloc = true;
|
2015-08-05 01:49:46 +08:00
|
|
|
return (old_hooks.alloc(new_addr, size, alignment, zero, commit,
|
|
|
|
arena_ind));
|
2015-03-19 09:55:33 +08:00
|
|
|
}
|
2014-05-06 06:16:56 +08:00
|
|
|
|
|
|
|
bool
|
2015-08-05 01:49:46 +08:00
|
|
|
chunk_dalloc(void *chunk, size_t size, bool committed, unsigned arena_ind)
|
2014-05-06 06:16:56 +08:00
|
|
|
{
|
|
|
|
|
2015-08-05 01:49:46 +08:00
|
|
|
TRACE_HOOK("%s(chunk=%p, size=%zu, committed=%s, arena_ind=%u)\n",
|
|
|
|
__func__, chunk, size, committed ? "true" : "false", arena_ind);
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
did_dalloc = true;
|
|
|
|
if (!do_dalloc)
|
|
|
|
return (true);
|
2015-08-05 01:49:46 +08:00
|
|
|
return (old_hooks.dalloc(chunk, size, committed, arena_ind));
|
2014-05-06 06:16:56 +08:00
|
|
|
}
|
|
|
|
|
2015-03-19 09:55:33 +08:00
|
|
|
bool
|
2015-08-05 01:49:46 +08:00
|
|
|
chunk_commit(void *chunk, size_t size, size_t offset, size_t length,
|
|
|
|
unsigned arena_ind)
|
2014-05-06 06:16:56 +08:00
|
|
|
{
|
2015-08-13 01:26:54 +08:00
|
|
|
bool err;
|
2014-05-06 06:16:56 +08:00
|
|
|
|
2015-08-05 01:49:46 +08:00
|
|
|
TRACE_HOOK("%s(chunk=%p, size=%zu, offset=%zu, length=%zu, "
|
|
|
|
"arena_ind=%u)\n", __func__, chunk, size, offset, length,
|
|
|
|
arena_ind);
|
2015-08-13 01:26:54 +08:00
|
|
|
err = old_hooks.commit(chunk, size, offset, length, arena_ind);
|
|
|
|
did_commit = !err;
|
|
|
|
return (err);
|
2014-05-06 06:16:56 +08:00
|
|
|
}
|
|
|
|
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
bool
|
2015-08-05 01:49:46 +08:00
|
|
|
chunk_decommit(void *chunk, size_t size, size_t offset, size_t length,
|
|
|
|
unsigned arena_ind)
|
2014-05-06 06:16:56 +08:00
|
|
|
{
|
2015-08-13 01:26:54 +08:00
|
|
|
bool err;
|
2014-05-06 06:16:56 +08:00
|
|
|
|
2015-08-05 01:49:46 +08:00
|
|
|
TRACE_HOOK("%s(chunk=%p, size=%zu, offset=%zu, length=%zu, "
|
|
|
|
"arena_ind=%u)\n", __func__, chunk, size, offset, length,
|
|
|
|
arena_ind);
|
2015-08-13 01:26:54 +08:00
|
|
|
if (!do_decommit)
|
|
|
|
return (true);
|
|
|
|
err = old_hooks.decommit(chunk, size, offset, length, arena_ind);
|
|
|
|
did_decommit = !err;
|
|
|
|
return (err);
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
}
|
2014-05-06 06:16:56 +08:00
|
|
|
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
bool
|
|
|
|
chunk_purge(void *chunk, size_t size, size_t offset, size_t length,
|
|
|
|
unsigned arena_ind)
|
|
|
|
{
|
|
|
|
|
|
|
|
TRACE_HOOK("%s(chunk=%p, size=%zu, offset=%zu, length=%zu "
|
|
|
|
"arena_ind=%u)\n", __func__, chunk, size, offset, length,
|
|
|
|
arena_ind);
|
|
|
|
did_purge = true;
|
|
|
|
return (old_hooks.purge(chunk, size, offset, length, arena_ind));
|
|
|
|
}
|
2015-03-19 09:55:33 +08:00
|
|
|
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
bool
|
|
|
|
chunk_split(void *chunk, size_t size, size_t size_a, size_t size_b,
|
|
|
|
bool committed, unsigned arena_ind)
|
|
|
|
{
|
2014-05-06 06:16:56 +08:00
|
|
|
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
TRACE_HOOK("%s(chunk=%p, size=%zu, size_a=%zu, size_b=%zu, "
|
|
|
|
"committed=%s, arena_ind=%u)\n", __func__, chunk, size, size_a,
|
|
|
|
size_b, committed ? "true" : "false", arena_ind);
|
|
|
|
did_split = true;
|
|
|
|
return (old_hooks.split(chunk, size, size_a, size_b, committed,
|
|
|
|
arena_ind));
|
|
|
|
}
|
2015-03-19 09:55:33 +08:00
|
|
|
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
bool
|
|
|
|
chunk_merge(void *chunk_a, size_t size_a, void *chunk_b, size_t size_b,
|
|
|
|
bool committed, unsigned arena_ind)
|
|
|
|
{
|
|
|
|
|
|
|
|
TRACE_HOOK("%s(chunk_a=%p, size_a=%zu, chunk_b=%p size_b=%zu, "
|
|
|
|
"committed=%s, arena_ind=%u)\n", __func__, chunk_a, size_a, chunk_b,
|
|
|
|
size_b, committed ? "true" : "false", arena_ind);
|
|
|
|
did_merge = true;
|
|
|
|
return (old_hooks.merge(chunk_a, size_a, chunk_b, size_b,
|
|
|
|
committed, arena_ind));
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST_BEGIN(test_chunk)
|
|
|
|
{
|
|
|
|
void *p;
|
2016-05-28 15:17:28 +08:00
|
|
|
size_t old_size, new_size, huge0, huge1, huge2, sz;
|
2016-04-26 11:26:03 +08:00
|
|
|
unsigned arena_ind;
|
|
|
|
int flags;
|
|
|
|
size_t hooks_mib[3], purge_mib[3];
|
|
|
|
size_t hooks_miblen, purge_miblen;
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
chunk_hooks_t new_hooks = {
|
|
|
|
chunk_alloc,
|
|
|
|
chunk_dalloc,
|
|
|
|
chunk_commit,
|
|
|
|
chunk_decommit,
|
|
|
|
chunk_purge,
|
|
|
|
chunk_split,
|
|
|
|
chunk_merge
|
|
|
|
};
|
2015-08-13 06:21:07 +08:00
|
|
|
bool xallocx_success_a, xallocx_success_b, xallocx_success_c;
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
|
2016-04-26 11:26:03 +08:00
|
|
|
sz = sizeof(unsigned);
|
|
|
|
assert_d_eq(mallctl("arenas.extend", &arena_ind, &sz, NULL, 0), 0,
|
|
|
|
"Unexpected mallctl() failure");
|
|
|
|
flags = MALLOCX_ARENA(arena_ind) | MALLOCX_TCACHE_NONE;
|
|
|
|
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
/* Install custom chunk hooks. */
|
2016-04-26 11:26:03 +08:00
|
|
|
hooks_miblen = sizeof(hooks_mib)/sizeof(size_t);
|
|
|
|
assert_d_eq(mallctlnametomib("arena.0.chunk_hooks", hooks_mib,
|
|
|
|
&hooks_miblen), 0, "Unexpected mallctlnametomib() failure");
|
|
|
|
hooks_mib[1] = (size_t)arena_ind;
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
old_size = sizeof(chunk_hooks_t);
|
|
|
|
new_size = sizeof(chunk_hooks_t);
|
2016-04-26 11:26:03 +08:00
|
|
|
assert_d_eq(mallctlbymib(hooks_mib, hooks_miblen, &old_hooks, &old_size,
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
&new_hooks, new_size), 0, "Unexpected chunk_hooks error");
|
|
|
|
orig_hooks = old_hooks;
|
|
|
|
assert_ptr_ne(old_hooks.alloc, chunk_alloc, "Unexpected alloc error");
|
|
|
|
assert_ptr_ne(old_hooks.dalloc, chunk_dalloc,
|
|
|
|
"Unexpected dalloc error");
|
|
|
|
assert_ptr_ne(old_hooks.commit, chunk_commit,
|
|
|
|
"Unexpected commit error");
|
|
|
|
assert_ptr_ne(old_hooks.decommit, chunk_decommit,
|
|
|
|
"Unexpected decommit error");
|
|
|
|
assert_ptr_ne(old_hooks.purge, chunk_purge, "Unexpected purge error");
|
|
|
|
assert_ptr_ne(old_hooks.split, chunk_split, "Unexpected split error");
|
|
|
|
assert_ptr_ne(old_hooks.merge, chunk_merge, "Unexpected merge error");
|
|
|
|
|
2015-08-05 01:49:46 +08:00
|
|
|
/* Get huge size classes. */
|
2016-05-28 15:17:28 +08:00
|
|
|
sz = sizeof(size_t);
|
2015-03-19 09:55:33 +08:00
|
|
|
assert_d_eq(mallctl("arenas.hchunk.0.size", &huge0, &sz, NULL, 0), 0,
|
|
|
|
"Unexpected arenas.hchunk.0.size failure");
|
|
|
|
assert_d_eq(mallctl("arenas.hchunk.1.size", &huge1, &sz, NULL, 0), 0,
|
|
|
|
"Unexpected arenas.hchunk.1.size failure");
|
|
|
|
assert_d_eq(mallctl("arenas.hchunk.2.size", &huge2, &sz, NULL, 0), 0,
|
|
|
|
"Unexpected arenas.hchunk.2.size failure");
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
|
|
|
|
/* Test dalloc/decommit/purge cascade. */
|
2016-04-26 11:26:03 +08:00
|
|
|
purge_miblen = sizeof(purge_mib)/sizeof(size_t);
|
|
|
|
assert_d_eq(mallctlnametomib("arena.0.purge", purge_mib, &purge_miblen),
|
|
|
|
0, "Unexpected mallctlnametomib() failure");
|
|
|
|
purge_mib[1] = (size_t)arena_ind;
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
do_dalloc = false;
|
|
|
|
do_decommit = false;
|
2016-04-26 11:26:03 +08:00
|
|
|
p = mallocx(huge0 * 2, flags);
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
assert_ptr_not_null(p, "Unexpected mallocx() error");
|
|
|
|
did_dalloc = false;
|
|
|
|
did_decommit = false;
|
|
|
|
did_purge = false;
|
2015-08-13 06:21:07 +08:00
|
|
|
did_split = false;
|
2016-04-26 11:26:03 +08:00
|
|
|
xallocx_success_a = (xallocx(p, huge0, 0, flags) == huge0);
|
|
|
|
assert_d_eq(mallctlbymib(purge_mib, purge_miblen, NULL, NULL, NULL, 0),
|
|
|
|
0, "Unexpected arena.%u.purge error", arena_ind);
|
2015-08-13 06:21:07 +08:00
|
|
|
if (xallocx_success_a) {
|
|
|
|
assert_true(did_dalloc, "Expected dalloc");
|
|
|
|
assert_false(did_decommit, "Unexpected decommit");
|
|
|
|
assert_true(did_purge, "Expected purge");
|
|
|
|
}
|
|
|
|
assert_true(did_split, "Expected split");
|
2016-04-26 11:26:03 +08:00
|
|
|
dallocx(p, flags);
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
do_dalloc = true;
|
|
|
|
|
|
|
|
/* Test decommit/commit and observe split/merge. */
|
|
|
|
do_dalloc = false;
|
|
|
|
do_decommit = true;
|
2016-04-26 11:26:03 +08:00
|
|
|
p = mallocx(huge0 * 2, flags);
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
assert_ptr_not_null(p, "Unexpected mallocx() error");
|
|
|
|
did_decommit = false;
|
|
|
|
did_commit = false;
|
|
|
|
did_split = false;
|
|
|
|
did_merge = false;
|
2016-04-26 11:26:03 +08:00
|
|
|
xallocx_success_b = (xallocx(p, huge0, 0, flags) == huge0);
|
|
|
|
assert_d_eq(mallctlbymib(purge_mib, purge_miblen, NULL, NULL, NULL, 0),
|
|
|
|
0, "Unexpected arena.%u.purge error", arena_ind);
|
2015-08-13 06:21:07 +08:00
|
|
|
if (xallocx_success_b)
|
|
|
|
assert_true(did_split, "Expected split");
|
2016-04-26 11:26:03 +08:00
|
|
|
xallocx_success_c = (xallocx(p, huge0 * 2, 0, flags) == huge0 * 2);
|
2015-08-13 01:26:54 +08:00
|
|
|
assert_b_eq(did_decommit, did_commit, "Expected decommit/commit match");
|
2015-08-13 06:21:07 +08:00
|
|
|
if (xallocx_success_b && xallocx_success_c)
|
|
|
|
assert_true(did_merge, "Expected merge");
|
2016-04-26 11:26:03 +08:00
|
|
|
dallocx(p, flags);
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
do_dalloc = true;
|
|
|
|
do_decommit = false;
|
|
|
|
|
|
|
|
/* Make sure non-huge allocation succeeds. */
|
2016-04-26 11:26:03 +08:00
|
|
|
p = mallocx(42, flags);
|
2015-03-19 09:55:33 +08:00
|
|
|
assert_ptr_not_null(p, "Unexpected mallocx() error");
|
2016-04-26 11:26:03 +08:00
|
|
|
dallocx(p, flags);
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
|
|
|
|
/* Restore chunk hooks. */
|
2016-04-26 11:26:03 +08:00
|
|
|
assert_d_eq(mallctlbymib(hooks_mib, hooks_miblen, NULL, NULL,
|
|
|
|
&old_hooks, new_size), 0, "Unexpected chunk_hooks error");
|
|
|
|
assert_d_eq(mallctlbymib(hooks_mib, hooks_miblen, &old_hooks, &old_size,
|
Generalize chunk management hooks.
Add the "arena.<i>.chunk_hooks" mallctl, which replaces and expands on
the "arena.<i>.chunk.{alloc,dalloc,purge}" mallctls. The chunk hooks
allow control over chunk allocation/deallocation, decommit/commit,
purging, and splitting/merging, such that the application can rely on
jemalloc's internal chunk caching and retaining functionality, yet
implement a variety of chunk management mechanisms and policies.
Merge the chunks_[sz]ad_{mmap,dss} red-black trees into
chunks_[sz]ad_retained. This slightly reduces how hard jemalloc tries
to honor the dss precedence setting; prior to this change the precedence
setting was also consulted when recycling chunks.
Fix chunk purging. Don't purge chunks in arena_purge_stashed(); instead
deallocate them in arena_unstash_purged(), so that the dirty memory
linkage remains valid until after the last time it is used.
This resolves #176 and #201.
2015-07-28 23:28:19 +08:00
|
|
|
NULL, 0), 0, "Unexpected chunk_hooks error");
|
|
|
|
assert_ptr_eq(old_hooks.alloc, orig_hooks.alloc,
|
|
|
|
"Unexpected alloc error");
|
|
|
|
assert_ptr_eq(old_hooks.dalloc, orig_hooks.dalloc,
|
|
|
|
"Unexpected dalloc error");
|
|
|
|
assert_ptr_eq(old_hooks.commit, orig_hooks.commit,
|
|
|
|
"Unexpected commit error");
|
|
|
|
assert_ptr_eq(old_hooks.decommit, orig_hooks.decommit,
|
|
|
|
"Unexpected decommit error");
|
|
|
|
assert_ptr_eq(old_hooks.purge, orig_hooks.purge,
|
|
|
|
"Unexpected purge error");
|
|
|
|
assert_ptr_eq(old_hooks.split, orig_hooks.split,
|
|
|
|
"Unexpected split error");
|
|
|
|
assert_ptr_eq(old_hooks.merge, orig_hooks.merge,
|
|
|
|
"Unexpected merge error");
|
2014-05-06 06:16:56 +08:00
|
|
|
}
|
|
|
|
TEST_END
|
|
|
|
|
|
|
|
int
|
|
|
|
main(void)
|
|
|
|
{
|
|
|
|
|
|
|
|
return (test(test_chunk));
|
|
|
|
}
|