d0e93ada51
This makes it possible to make lock state assertions about precisely which locks are held.
117 lines
2.9 KiB
C
117 lines
2.9 KiB
C
#define JEMALLOC_WITNESS_C_
|
|
#include "jemalloc/internal/jemalloc_internal.h"
|
|
|
|
void
|
|
witness_init(witness_t *witness, const char *name, witness_rank_t rank,
|
|
witness_comp_t *comp, void *opaque) {
|
|
witness->name = name;
|
|
witness->rank = rank;
|
|
witness->comp = comp;
|
|
witness->opaque = opaque;
|
|
}
|
|
|
|
#ifdef JEMALLOC_JET
|
|
#undef witness_lock_error
|
|
#define witness_lock_error JEMALLOC_N(n_witness_lock_error)
|
|
#endif
|
|
void
|
|
witness_lock_error(const witness_list_t *witnesses, const witness_t *witness) {
|
|
witness_t *w;
|
|
|
|
malloc_printf("<jemalloc>: Lock rank order reversal:");
|
|
ql_foreach(w, witnesses, link) {
|
|
malloc_printf(" %s(%u)", w->name, w->rank);
|
|
}
|
|
malloc_printf(" %s(%u)\n", witness->name, witness->rank);
|
|
abort();
|
|
}
|
|
#ifdef JEMALLOC_JET
|
|
#undef witness_lock_error
|
|
#define witness_lock_error JEMALLOC_N(witness_lock_error)
|
|
witness_lock_error_t *witness_lock_error = JEMALLOC_N(n_witness_lock_error);
|
|
#endif
|
|
|
|
#ifdef JEMALLOC_JET
|
|
#undef witness_owner_error
|
|
#define witness_owner_error JEMALLOC_N(n_witness_owner_error)
|
|
#endif
|
|
void
|
|
witness_owner_error(const witness_t *witness) {
|
|
malloc_printf("<jemalloc>: Should own %s(%u)\n", witness->name,
|
|
witness->rank);
|
|
abort();
|
|
}
|
|
#ifdef JEMALLOC_JET
|
|
#undef witness_owner_error
|
|
#define witness_owner_error JEMALLOC_N(witness_owner_error)
|
|
witness_owner_error_t *witness_owner_error = JEMALLOC_N(n_witness_owner_error);
|
|
#endif
|
|
|
|
#ifdef JEMALLOC_JET
|
|
#undef witness_not_owner_error
|
|
#define witness_not_owner_error JEMALLOC_N(n_witness_not_owner_error)
|
|
#endif
|
|
void
|
|
witness_not_owner_error(const witness_t *witness) {
|
|
malloc_printf("<jemalloc>: Should not own %s(%u)\n", witness->name,
|
|
witness->rank);
|
|
abort();
|
|
}
|
|
#ifdef JEMALLOC_JET
|
|
#undef witness_not_owner_error
|
|
#define witness_not_owner_error JEMALLOC_N(witness_not_owner_error)
|
|
witness_not_owner_error_t *witness_not_owner_error =
|
|
JEMALLOC_N(n_witness_not_owner_error);
|
|
#endif
|
|
|
|
#ifdef JEMALLOC_JET
|
|
#undef witness_depth_error
|
|
#define witness_depth_error JEMALLOC_N(n_witness_depth_error)
|
|
#endif
|
|
void
|
|
witness_depth_error(const witness_list_t *witnesses,
|
|
witness_rank_t rank_inclusive, unsigned depth) {
|
|
witness_t *w;
|
|
|
|
malloc_printf("<jemalloc>: Should own %u lock%s of rank >= %u:", depth,
|
|
(depth != 1) ? "s" : "", rank_inclusive);
|
|
ql_foreach(w, witnesses, link) {
|
|
malloc_printf(" %s(%u)", w->name, w->rank);
|
|
}
|
|
malloc_printf("\n");
|
|
abort();
|
|
}
|
|
#ifdef JEMALLOC_JET
|
|
#undef witness_depth_error
|
|
#define witness_depth_error JEMALLOC_N(witness_depth_error)
|
|
witness_depth_error_t *witness_depth_error = JEMALLOC_N(n_witness_depth_error);
|
|
#endif
|
|
|
|
void
|
|
witnesses_cleanup(tsd_t *tsd) {
|
|
witness_assert_lockless(tsd_tsdn(tsd));
|
|
|
|
/* Do nothing. */
|
|
}
|
|
|
|
void
|
|
witness_prefork(tsd_t *tsd) {
|
|
tsd_witness_fork_set(tsd, true);
|
|
}
|
|
|
|
void
|
|
witness_postfork_parent(tsd_t *tsd) {
|
|
tsd_witness_fork_set(tsd, false);
|
|
}
|
|
|
|
void
|
|
witness_postfork_child(tsd_t *tsd) {
|
|
#ifndef JEMALLOC_MUTEX_INIT_CB
|
|
witness_list_t *witnesses;
|
|
|
|
witnesses = tsd_witnessesp_get(tsd);
|
|
ql_new(witnesses);
|
|
#endif
|
|
tsd_witness_fork_set(tsd, false);
|
|
}
|