project-base/server-skynet-source-3rd-jemalloc
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix lg_dirty_mult-related stats printing.

Browse Source 
This regression was introduced by
8d6a3e8321 (Implement dynamic per arena
control over dirty page purging.).

This resolves #215.
This commit is contained in:
Jason Evans 2015-03-20 18:08:10 -07:00
parent e0a08a1496
commit 7e336e7359
1 changed files with 82 additions and 66 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

148
src/stats.c
View File

@ -6,31 +6,31 @@
xmallctl(n, v, &sz, NULL, 0); \ xmallctl(n, v, &sz, NULL, 0); \
} while (0) } while (0)
#define CTL_I_GET(n, v, t) do { \ #define CTL_M1_GET(n, i, v, t) do { \
size_t mib[6]; \ size_t mib[6]; \
size_t miblen = sizeof(mib) / sizeof(size_t); \ size_t miblen = sizeof(mib) / sizeof(size_t); \
size_t sz = sizeof(t); \ size_t sz = sizeof(t); \
xmallctlnametomib(n, mib, &miblen); \ xmallctlnametomib(n, mib, &miblen); \
mib[2] = i; \ mib[1] = (i); \
xmallctlbymib(mib, miblen, v, &sz, NULL, 0); \ xmallctlbymib(mib, miblen, v, &sz, NULL, 0); \
} while (0) } while (0)
#define CTL_J_GET(n, v, t) do { \ #define CTL_M2_GET(n, i, v, t) do { \
size_t mib[6]; \ size_t mib[6]; \
size_t miblen = sizeof(mib) / sizeof(size_t); \ size_t miblen = sizeof(mib) / sizeof(size_t); \
size_t sz = sizeof(t); \ size_t sz = sizeof(t); \
xmallctlnametomib(n, mib, &miblen); \ xmallctlnametomib(n, mib, &miblen); \
mib[2] = j; \ mib[2] = (i); \
xmallctlbymib(mib, miblen, v, &sz, NULL, 0); \ xmallctlbymib(mib, miblen, v, &sz, NULL, 0); \
} while (0) } while (0)
#define CTL_IJ_GET(n, v, t) do { \ #define CTL_M2_M4_GET(n, i, j, v, t) do { \
size_t mib[6]; \ size_t mib[6]; \
size_t miblen = sizeof(mib) / sizeof(size_t); \ size_t miblen = sizeof(mib) / sizeof(size_t); \
size_t sz = sizeof(t); \ size_t sz = sizeof(t); \
xmallctlnametomib(n, mib, &miblen); \ xmallctlnametomib(n, mib, &miblen); \
mib[2] = i; \ mib[2] = (i); \
mib[4] = j; \ mib[4] = (j); \
xmallctlbymib(mib, miblen, v, &sz, NULL, 0); \ xmallctlbymib(mib, miblen, v, &sz, NULL, 0); \
} while (0) } while (0)
@ -82,7 +82,8 @@ stats_arena_bins_print(void (*write_cb)(void *, const char *), void *cbopaque,
for (j = 0, in_gap = false; j < nbins; j++) { for (j = 0, in_gap = false; j < nbins; j++) {
uint64_t nruns; uint64_t nruns;
CTL_IJ_GET("stats.arenas.0.bins.0.nruns", &nruns, uint64_t); CTL_M2_M4_GET("stats.arenas.0.bins.0.nruns", i, j, &nruns,
uint64_t);
if (nruns == 0) if (nruns == 0)
in_gap = true; in_gap = true;
else { else {
@ -98,27 +99,28 @@ stats_arena_bins_print(void (*write_cb)(void *, const char *), void *cbopaque,
" ---\n"); " ---\n");
in_gap = false; in_gap = false;
} }
CTL_J_GET("arenas.bin.0.size", &reg_size, size_t); CTL_M2_GET("arenas.bin.0.size", j, &reg_size, size_t);
CTL_J_GET("arenas.bin.0.nregs", &nregs, uint32_t); CTL_M2_GET("arenas.bin.0.nregs", j, &nregs, uint32_t);
CTL_J_GET("arenas.bin.0.run_size", &run_size, size_t); CTL_M2_GET("arenas.bin.0.run_size", j, &run_size,
CTL_IJ_GET("stats.arenas.0.bins.0.nmalloc", size_t);
CTL_M2_M4_GET("stats.arenas.0.bins.0.nmalloc", i, j,
&nmalloc, uint64_t); &nmalloc, uint64_t);
CTL_IJ_GET("stats.arenas.0.bins.0.ndalloc", CTL_M2_M4_GET("stats.arenas.0.bins.0.ndalloc", i, j,
&ndalloc, uint64_t); &ndalloc, uint64_t);
CTL_IJ_GET("stats.arenas.0.bins.0.curregs", CTL_M2_M4_GET("stats.arenas.0.bins.0.curregs", i, j,
&curregs, size_t); &curregs, size_t);
CTL_IJ_GET("stats.arenas.0.bins.0.nrequests", CTL_M2_M4_GET("stats.arenas.0.bins.0.nrequests", i, j,
&nrequests, uint64_t); &nrequests, uint64_t);
if (config_tcache) { if (config_tcache) {
CTL_IJ_GET("stats.arenas.0.bins.0.nfills", CTL_M2_M4_GET("stats.arenas.0.bins.0.nfills", i,
&nfills, uint64_t); j, &nfills, uint64_t);
CTL_IJ_GET("stats.arenas.0.bins.0.nflushes", CTL_M2_M4_GET("stats.arenas.0.bins.0.nflushes",
&nflushes, uint64_t); i, j, &nflushes, uint64_t);
} }
CTL_IJ_GET("stats.arenas.0.bins.0.nreruns", &reruns, CTL_M2_M4_GET("stats.arenas.0.bins.0.nreruns", i, j,
uint64_t); &reruns, uint64_t);
CTL_IJ_GET("stats.arenas.0.bins.0.curruns", &curruns, CTL_M2_M4_GET("stats.arenas.0.bins.0.curruns", i, j,
size_t); &curruns, size_t);
availregs = nregs * curruns; availregs = nregs * curruns;
milli = (availregs != 0) ? (1000 * curregs) / availregs milli = (availregs != 0) ? (1000 * curregs) / availregs
@ -179,18 +181,18 @@ stats_arena_lruns_print(void (*write_cb)(void *, const char *), void *cbopaque,
uint64_t nmalloc, ndalloc, nrequests; uint64_t nmalloc, ndalloc, nrequests;
size_t run_size, curruns; size_t run_size, curruns;
CTL_IJ_GET("stats.arenas.0.lruns.0.nmalloc", &nmalloc, CTL_M2_M4_GET("stats.arenas.0.lruns.0.nmalloc", i, j, &nmalloc,
uint64_t); uint64_t);
CTL_IJ_GET("stats.arenas.0.lruns.0.ndalloc", &ndalloc, CTL_M2_M4_GET("stats.arenas.0.lruns.0.ndalloc", i, j, &ndalloc,
uint64_t);
CTL_IJ_GET("stats.arenas.0.lruns.0.nrequests", &nrequests,
uint64_t); uint64_t);
CTL_M2_M4_GET("stats.arenas.0.lruns.0.nrequests", i, j,
&nrequests, uint64_t);
if (nrequests == 0) if (nrequests == 0)
in_gap = true; in_gap = true;
else { else {
CTL_J_GET("arenas.lrun.0.size", &run_size, size_t); CTL_M2_GET("arenas.lrun.0.size", j, &run_size, size_t);
CTL_IJ_GET("stats.arenas.0.lruns.0.curruns", &curruns, CTL_M2_M4_GET("stats.arenas.0.lruns.0.curruns", i, j,
size_t); &curruns, size_t);
if (in_gap) { if (in_gap) {
malloc_cprintf(write_cb, cbopaque, malloc_cprintf(write_cb, cbopaque,
" ---\n"); " ---\n");
@ -226,19 +228,19 @@ stats_arena_hchunks_print(void (*write_cb)(void *, const char *),
uint64_t nmalloc, ndalloc, nrequests; uint64_t nmalloc, ndalloc, nrequests;
size_t hchunk_size, curhchunks; size_t hchunk_size, curhchunks;
CTL_IJ_GET("stats.arenas.0.hchunks.0.nmalloc", &nmalloc, CTL_M2_M4_GET("stats.arenas.0.hchunks.0.nmalloc", i, j,
uint64_t); &nmalloc, uint64_t);
CTL_IJ_GET("stats.arenas.0.hchunks.0.ndalloc", &ndalloc, CTL_M2_M4_GET("stats.arenas.0.hchunks.0.ndalloc", i, j,
uint64_t); &ndalloc, uint64_t);
CTL_IJ_GET("stats.arenas.0.hchunks.0.nrequests", &nrequests, CTL_M2_M4_GET("stats.arenas.0.hchunks.0.nrequests", i, j,
uint64_t); &nrequests, uint64_t);
if (nrequests == 0) if (nrequests == 0)
in_gap = true; in_gap = true;
else { else {
CTL_J_GET("arenas.hchunk.0.size", &hchunk_size, CTL_M2_GET("arenas.hchunk.0.size", j, &hchunk_size,
size_t); size_t);
CTL_IJ_GET("stats.arenas.0.hchunks.0.curhchunks", CTL_M2_M4_GET("stats.arenas.0.hchunks.0.curhchunks", i,
&curhchunks, size_t); j, &curhchunks, size_t);
if (in_gap) { if (in_gap) {
malloc_cprintf(write_cb, cbopaque, malloc_cprintf(write_cb, cbopaque,
" ---\n"); " ---\n");
@ -277,26 +279,26 @@ stats_arena_print(void (*write_cb)(void *, const char *), void *cbopaque,
CTL_GET("arenas.page", &page, size_t); CTL_GET("arenas.page", &page, size_t);
CTL_I_GET("stats.arenas.0.nthreads", &nthreads, unsigned); CTL_M2_GET("stats.arenas.0.nthreads", i, &nthreads, unsigned);
malloc_cprintf(write_cb, cbopaque, malloc_cprintf(write_cb, cbopaque,
"assigned threads: %u\n", nthreads); "assigned threads: %u\n", nthreads);
CTL_I_GET("stats.arenas.0.dss", &dss, const char *); CTL_M2_GET("stats.arenas.0.dss", i, &dss, const char *);
malloc_cprintf(write_cb, cbopaque, "dss allocation precedence: %s\n", malloc_cprintf(write_cb, cbopaque, "dss allocation precedence: %s\n",
dss); dss);
CTL_I_GET("stats.arenas.0.lg_dirty_mult", &lg_dirty_mult, ssize_t); CTL_M1_GET("arena.0.lg_dirty_mult", i, &lg_dirty_mult, ssize_t);
if (lg_dirty_mult >= 0) { if (lg_dirty_mult >= 0) {
malloc_cprintf(write_cb, cbopaque, malloc_cprintf(write_cb, cbopaque,
"Min active:dirty page ratio: %u:1\n", "min active:dirty page ratio: %u:1\n",
(1U << lg_dirty_mult)); (1U << lg_dirty_mult));
} else { } else {
malloc_cprintf(write_cb, cbopaque, malloc_cprintf(write_cb, cbopaque,
"Min active:dirty page ratio: N/A\n"); "min active:dirty page ratio: N/A\n");
} }
CTL_I_GET("stats.arenas.0.pactive", &pactive, size_t); CTL_M2_GET("stats.arenas.0.pactive", i, &pactive, size_t);
CTL_I_GET("stats.arenas.0.pdirty", &pdirty, size_t); CTL_M2_GET("stats.arenas.0.pdirty", i, &pdirty, size_t);
CTL_I_GET("stats.arenas.0.npurge", &npurge, uint64_t); CTL_M2_GET("stats.arenas.0.npurge", i, &npurge, uint64_t);
CTL_I_GET("stats.arenas.0.nmadvise", &nmadvise, uint64_t); CTL_M2_GET("stats.arenas.0.nmadvise", i, &nmadvise, uint64_t);
CTL_I_GET("stats.arenas.0.purged", &purged, uint64_t); CTL_M2_GET("stats.arenas.0.purged", i, &purged, uint64_t);
malloc_cprintf(write_cb, cbopaque, malloc_cprintf(write_cb, cbopaque,
"dirty pages: %zu:%zu active:dirty, %"PRIu64" sweep%s," "dirty pages: %zu:%zu active:dirty, %"PRIu64" sweep%s,"
" %"PRIu64" madvise%s, %"PRIu64" purged\n", " %"PRIu64" madvise%s, %"PRIu64" purged\n",
@ -306,26 +308,31 @@ stats_arena_print(void (*write_cb)(void *, const char *), void *cbopaque,
malloc_cprintf(write_cb, cbopaque, malloc_cprintf(write_cb, cbopaque,
" allocated nmalloc ndalloc" " allocated nmalloc ndalloc"
" nrequests\n"); " nrequests\n");
CTL_I_GET("stats.arenas.0.small.allocated", &small_allocated, size_t); CTL_M2_GET("stats.arenas.0.small.allocated", i, &small_allocated,
CTL_I_GET("stats.arenas.0.small.nmalloc", &small_nmalloc, uint64_t); size_t);
CTL_I_GET("stats.arenas.0.small.ndalloc", &small_ndalloc, uint64_t); CTL_M2_GET("stats.arenas.0.small.nmalloc", i, &small_nmalloc, uint64_t);
CTL_I_GET("stats.arenas.0.small.nrequests", &small_nrequests, uint64_t); CTL_M2_GET("stats.arenas.0.small.ndalloc", i, &small_ndalloc, uint64_t);
CTL_M2_GET("stats.arenas.0.small.nrequests", i, &small_nrequests,
uint64_t);
malloc_cprintf(write_cb, cbopaque, malloc_cprintf(write_cb, cbopaque,
"small: %12zu %12"PRIu64" %12"PRIu64" %12"PRIu64 "small: %12zu %12"PRIu64" %12"PRIu64" %12"PRIu64
"\n", "\n",
small_allocated, small_nmalloc, small_ndalloc, small_nrequests); small_allocated, small_nmalloc, small_ndalloc, small_nrequests);
CTL_I_GET("stats.arenas.0.large.allocated", &large_allocated, size_t); CTL_M2_GET("stats.arenas.0.large.allocated", i, &large_allocated,
CTL_I_GET("stats.arenas.0.large.nmalloc", &large_nmalloc, uint64_t); size_t);
CTL_I_GET("stats.arenas.0.large.ndalloc", &large_ndalloc, uint64_t); CTL_M2_GET("stats.arenas.0.large.nmalloc", i, &large_nmalloc, uint64_t);
CTL_I_GET("stats.arenas.0.large.nrequests", &large_nrequests, uint64_t); CTL_M2_GET("stats.arenas.0.large.ndalloc", i, &large_ndalloc, uint64_t);
CTL_M2_GET("stats.arenas.0.large.nrequests", i, &large_nrequests,
uint64_t);
malloc_cprintf(write_cb, cbopaque, malloc_cprintf(write_cb, cbopaque,
"large: %12zu %12"PRIu64" %12"PRIu64" %12"PRIu64 "large: %12zu %12"PRIu64" %12"PRIu64" %12"PRIu64
"\n", "\n",
large_allocated, large_nmalloc, large_ndalloc, large_nrequests); large_allocated, large_nmalloc, large_ndalloc, large_nrequests);
CTL_I_GET("stats.arenas.0.huge.allocated", &huge_allocated, size_t); CTL_M2_GET("stats.arenas.0.huge.allocated", i, &huge_allocated, size_t);
CTL_I_GET("stats.arenas.0.huge.nmalloc", &huge_nmalloc, uint64_t); CTL_M2_GET("stats.arenas.0.huge.nmalloc", i, &huge_nmalloc, uint64_t);
CTL_I_GET("stats.arenas.0.huge.ndalloc", &huge_ndalloc, uint64_t); CTL_M2_GET("stats.arenas.0.huge.ndalloc", i, &huge_ndalloc, uint64_t);
CTL_I_GET("stats.arenas.0.huge.nrequests", &huge_nrequests, uint64_t); CTL_M2_GET("stats.arenas.0.huge.nrequests", i, &huge_nrequests,
uint64_t);
malloc_cprintf(write_cb, cbopaque, malloc_cprintf(write_cb, cbopaque,
"huge: %12zu %12"PRIu64" %12"PRIu64" %12"PRIu64 "huge: %12zu %12"PRIu64" %12"PRIu64" %12"PRIu64
"\n", "\n",
@ -339,11 +346,12 @@ stats_arena_print(void (*write_cb)(void *, const char *), void *cbopaque,
small_nrequests + large_nrequests + huge_nrequests); small_nrequests + large_nrequests + huge_nrequests);
malloc_cprintf(write_cb, cbopaque, "active: %12zu\n", malloc_cprintf(write_cb, cbopaque, "active: %12zu\n",
pactive * page); pactive * page);
CTL_I_GET("stats.arenas.0.mapped", &mapped, size_t); CTL_M2_GET("stats.arenas.0.mapped", i, &mapped, size_t);
malloc_cprintf(write_cb, cbopaque, "mapped: %12zu\n", malloc_cprintf(write_cb, cbopaque, "mapped: %12zu\n",
mapped); mapped);
CTL_I_GET("stats.arenas.0.metadata.mapped", &metadata_mapped, size_t); CTL_M2_GET("stats.arenas.0.metadata.mapped", i, &metadata_mapped,
CTL_I_GET("stats.arenas.0.metadata.allocated", &metadata_allocated, size_t);
CTL_M2_GET("stats.arenas.0.metadata.allocated", i, &metadata_allocated,
size_t); size_t);
malloc_cprintf(write_cb, cbopaque, malloc_cprintf(write_cb, cbopaque,
"metadata: mapped: %zu, allocated: %zu\n", metadata_mapped, "metadata: mapped: %zu, allocated: %zu\n", metadata_mapped,
@ -464,6 +472,14 @@ stats_print(void (*write_cb)(void *, const char *), void *cbopaque,
malloc_cprintf(write_cb, cbopaque, \ malloc_cprintf(write_cb, cbopaque, \
" opt."#n": %zd\n", ssv); \ " opt."#n": %zd\n", ssv); \
} }
#define OPT_WRITE_SSIZE_T_MUTABLE(n, m) \
ssize_t ssv2; \
if (je_mallctl("opt."#n, &ssv, &sssz, NULL, 0) == 0 && \
je_mallctl(#m, &ssv2, &sssz, NULL, 0) == 0) { \
malloc_cprintf(write_cb, cbopaque, \
" opt."#n": %zd ("#m": %zd)\n", ssv, \
ssv2); \
}
#define OPT_WRITE_CHAR_P(n) \ #define OPT_WRITE_CHAR_P(n) \
if (je_mallctl("opt."#n, &cpv, &cpsz, NULL, 0) == 0) { \ if (je_mallctl("opt."#n, &cpv, &cpsz, NULL, 0) == 0) { \
malloc_cprintf(write_cb, cbopaque, \ malloc_cprintf(write_cb, cbopaque, \
@ -476,7 +492,7 @@ stats_print(void (*write_cb)(void *, const char *), void *cbopaque,
OPT_WRITE_SIZE_T(lg_chunk) OPT_WRITE_SIZE_T(lg_chunk)
OPT_WRITE_CHAR_P(dss) OPT_WRITE_CHAR_P(dss)
OPT_WRITE_SIZE_T(narenas) OPT_WRITE_SIZE_T(narenas)
OPT_WRITE_SSIZE_T(lg_dirty_mult) OPT_WRITE_SSIZE_T_MUTABLE(lg_dirty_mult, arenas.lg_dirty_mult)
OPT_WRITE_BOOL(stats_print) OPT_WRITE_BOOL(stats_print)
OPT_WRITE_CHAR_P(junk) OPT_WRITE_CHAR_P(junk)
OPT_WRITE_SIZE_T(quarantine) OPT_WRITE_SIZE_T(quarantine)
@ -519,7 +535,7 @@ stats_print(void (*write_cb)(void *, const char *), void *cbopaque,
CTL_GET("arenas.page", &sv, size_t); CTL_GET("arenas.page", &sv, size_t);
malloc_cprintf(write_cb, cbopaque, "Page size: %zu\n", sv); malloc_cprintf(write_cb, cbopaque, "Page size: %zu\n", sv);
CTL_GET("opt.lg_dirty_mult", &ssv, ssize_t); CTL_GET("arenas.lg_dirty_mult", &ssv, ssize_t);
if (ssv >= 0) { if (ssv >= 0) {
malloc_cprintf(write_cb, cbopaque, malloc_cprintf(write_cb, cbopaque,
"Min active:dirty page ratio per arena: %u:1\n", "Min active:dirty page ratio per arena: %u:1\n",