4a0dbb5ac8
Use pairing heap instead of red black tree in arena runs_avail. The extra links are unioned with the bitmap_t, so this change doesn't use any extra memory. Canaries show this change to be a 1% cpu win, and 2% latency win. In particular, large free()s, and small bin frees are now O(1) (barring coalescing). I also tested changing bin->runs to be a pairing heap, but saw a much smaller win, and it would mean increasing the size of arena_run_s by two pointers, so I left that as an rb-tree for now.
554 lines
9.3 KiB
Plaintext
554 lines
9.3 KiB
Plaintext
a0dalloc
|
|
a0malloc
|
|
arena_aalloc
|
|
arena_alloc_junk_small
|
|
arena_basic_stats_merge
|
|
arena_bin_index
|
|
arena_bin_info
|
|
arena_bitselm_get
|
|
arena_boot
|
|
arena_choose
|
|
arena_choose_hard
|
|
arena_chunk_alloc_huge
|
|
arena_chunk_cache_maybe_insert
|
|
arena_chunk_cache_maybe_remove
|
|
arena_chunk_dalloc_huge
|
|
arena_chunk_ralloc_huge_expand
|
|
arena_chunk_ralloc_huge_shrink
|
|
arena_chunk_ralloc_huge_similar
|
|
arena_cleanup
|
|
arena_dalloc
|
|
arena_dalloc_bin
|
|
arena_dalloc_bin_junked_locked
|
|
arena_dalloc_junk_large
|
|
arena_dalloc_junk_small
|
|
arena_dalloc_large
|
|
arena_dalloc_large_junked_locked
|
|
arena_dalloc_small
|
|
arena_decay_tick
|
|
arena_decay_ticks
|
|
arena_decay_time_default_get
|
|
arena_decay_time_default_set
|
|
arena_decay_time_get
|
|
arena_decay_time_set
|
|
arena_dss_prec_get
|
|
arena_dss_prec_set
|
|
arena_get
|
|
arena_init
|
|
arena_lg_dirty_mult_default_get
|
|
arena_lg_dirty_mult_default_set
|
|
arena_lg_dirty_mult_get
|
|
arena_lg_dirty_mult_set
|
|
arena_malloc
|
|
arena_malloc_hard
|
|
arena_malloc_large
|
|
arena_mapbits_allocated_get
|
|
arena_mapbits_binind_get
|
|
arena_mapbits_decommitted_get
|
|
arena_mapbits_dirty_get
|
|
arena_mapbits_get
|
|
arena_mapbits_internal_set
|
|
arena_mapbits_large_binind_set
|
|
arena_mapbits_large_get
|
|
arena_mapbits_large_set
|
|
arena_mapbits_large_size_get
|
|
arena_mapbits_size_decode
|
|
arena_mapbits_size_encode
|
|
arena_mapbits_small_runind_get
|
|
arena_mapbits_small_set
|
|
arena_mapbits_unallocated_set
|
|
arena_mapbits_unallocated_size_get
|
|
arena_mapbits_unallocated_size_set
|
|
arena_mapbits_unzeroed_get
|
|
arena_mapbitsp_get
|
|
arena_mapbitsp_read
|
|
arena_mapbitsp_write
|
|
arena_maxrun
|
|
arena_maybe_purge
|
|
arena_metadata_allocated_add
|
|
arena_metadata_allocated_get
|
|
arena_metadata_allocated_sub
|
|
arena_migrate
|
|
arena_miscelm_get
|
|
arena_miscelm_to_pageind
|
|
arena_miscelm_to_rpages
|
|
arena_new
|
|
arena_node_alloc
|
|
arena_node_dalloc
|
|
arena_nthreads_dec
|
|
arena_nthreads_get
|
|
arena_nthreads_inc
|
|
arena_palloc
|
|
arena_ph_to_miscelm
|
|
arena_postfork_child
|
|
arena_postfork_parent
|
|
arena_prefork
|
|
arena_prof_accum
|
|
arena_prof_accum_impl
|
|
arena_prof_accum_locked
|
|
arena_prof_promoted
|
|
arena_prof_tctx_get
|
|
arena_prof_tctx_reset
|
|
arena_prof_tctx_set
|
|
arena_ptr_small_binind_get
|
|
arena_purge
|
|
arena_quarantine_junk_small
|
|
arena_ralloc
|
|
arena_ralloc_junk_large
|
|
arena_ralloc_no_move
|
|
arena_rd_to_miscelm
|
|
arena_redzone_corruption
|
|
arena_run_regind
|
|
arena_run_to_miscelm
|
|
arena_salloc
|
|
arena_sdalloc
|
|
arena_stats_merge
|
|
arena_tcache_fill_small
|
|
arena_tdata_get
|
|
arena_tdata_get_hard
|
|
arenas
|
|
arenas_tdata_bypass_cleanup
|
|
arenas_tdata_cleanup
|
|
atomic_add_p
|
|
atomic_add_u
|
|
atomic_add_uint32
|
|
atomic_add_uint64
|
|
atomic_add_z
|
|
atomic_cas_p
|
|
atomic_cas_u
|
|
atomic_cas_uint32
|
|
atomic_cas_uint64
|
|
atomic_cas_z
|
|
atomic_sub_p
|
|
atomic_sub_u
|
|
atomic_sub_uint32
|
|
atomic_sub_uint64
|
|
atomic_sub_z
|
|
base_alloc
|
|
base_boot
|
|
base_postfork_child
|
|
base_postfork_parent
|
|
base_prefork
|
|
base_stats_get
|
|
bitmap_full
|
|
bitmap_get
|
|
bitmap_info_init
|
|
bitmap_init
|
|
bitmap_set
|
|
bitmap_sfu
|
|
bitmap_size
|
|
bitmap_unset
|
|
bootstrap_calloc
|
|
bootstrap_free
|
|
bootstrap_malloc
|
|
bt_init
|
|
buferror
|
|
chunk_alloc_base
|
|
chunk_alloc_cache
|
|
chunk_alloc_dss
|
|
chunk_alloc_mmap
|
|
chunk_alloc_wrapper
|
|
chunk_boot
|
|
chunk_dalloc_arena
|
|
chunk_dalloc_cache
|
|
chunk_dalloc_mmap
|
|
chunk_dalloc_wrapper
|
|
chunk_deregister
|
|
chunk_dss_boot
|
|
chunk_dss_postfork_child
|
|
chunk_dss_postfork_parent
|
|
chunk_dss_prec_get
|
|
chunk_dss_prec_set
|
|
chunk_dss_prefork
|
|
chunk_hooks_default
|
|
chunk_hooks_get
|
|
chunk_hooks_set
|
|
chunk_in_dss
|
|
chunk_lookup
|
|
chunk_npages
|
|
chunk_postfork_child
|
|
chunk_postfork_parent
|
|
chunk_prefork
|
|
chunk_purge_arena
|
|
chunk_purge_wrapper
|
|
chunk_register
|
|
chunks_rtree
|
|
chunksize
|
|
chunksize_mask
|
|
ckh_count
|
|
ckh_delete
|
|
ckh_insert
|
|
ckh_iter
|
|
ckh_new
|
|
ckh_pointer_hash
|
|
ckh_pointer_keycomp
|
|
ckh_remove
|
|
ckh_search
|
|
ckh_string_hash
|
|
ckh_string_keycomp
|
|
ctl_boot
|
|
ctl_bymib
|
|
ctl_byname
|
|
ctl_nametomib
|
|
ctl_postfork_child
|
|
ctl_postfork_parent
|
|
ctl_prefork
|
|
decay_ticker_get
|
|
dss_prec_names
|
|
extent_node_achunk_get
|
|
extent_node_achunk_set
|
|
extent_node_addr_get
|
|
extent_node_addr_set
|
|
extent_node_arena_get
|
|
extent_node_arena_set
|
|
extent_node_dirty_insert
|
|
extent_node_dirty_linkage_init
|
|
extent_node_dirty_remove
|
|
extent_node_init
|
|
extent_node_prof_tctx_get
|
|
extent_node_prof_tctx_set
|
|
extent_node_size_get
|
|
extent_node_size_set
|
|
extent_node_zeroed_get
|
|
extent_node_zeroed_set
|
|
extent_tree_ad_empty
|
|
extent_tree_ad_first
|
|
extent_tree_ad_insert
|
|
extent_tree_ad_iter
|
|
extent_tree_ad_iter_recurse
|
|
extent_tree_ad_iter_start
|
|
extent_tree_ad_last
|
|
extent_tree_ad_new
|
|
extent_tree_ad_next
|
|
extent_tree_ad_nsearch
|
|
extent_tree_ad_prev
|
|
extent_tree_ad_psearch
|
|
extent_tree_ad_remove
|
|
extent_tree_ad_reverse_iter
|
|
extent_tree_ad_reverse_iter_recurse
|
|
extent_tree_ad_reverse_iter_start
|
|
extent_tree_ad_search
|
|
extent_tree_szad_empty
|
|
extent_tree_szad_first
|
|
extent_tree_szad_insert
|
|
extent_tree_szad_iter
|
|
extent_tree_szad_iter_recurse
|
|
extent_tree_szad_iter_start
|
|
extent_tree_szad_last
|
|
extent_tree_szad_new
|
|
extent_tree_szad_next
|
|
extent_tree_szad_nsearch
|
|
extent_tree_szad_prev
|
|
extent_tree_szad_psearch
|
|
extent_tree_szad_remove
|
|
extent_tree_szad_reverse_iter
|
|
extent_tree_szad_reverse_iter_recurse
|
|
extent_tree_szad_reverse_iter_start
|
|
extent_tree_szad_search
|
|
ffs_llu
|
|
ffs_lu
|
|
ffs_u
|
|
ffs_u32
|
|
ffs_u64
|
|
ffs_zu
|
|
get_errno
|
|
hash
|
|
hash_fmix_32
|
|
hash_fmix_64
|
|
hash_get_block_32
|
|
hash_get_block_64
|
|
hash_rotl_32
|
|
hash_rotl_64
|
|
hash_x64_128
|
|
hash_x86_128
|
|
hash_x86_32
|
|
huge_aalloc
|
|
huge_dalloc
|
|
huge_dalloc_junk
|
|
huge_malloc
|
|
huge_palloc
|
|
huge_prof_tctx_get
|
|
huge_prof_tctx_reset
|
|
huge_prof_tctx_set
|
|
huge_ralloc
|
|
huge_ralloc_no_move
|
|
huge_salloc
|
|
iaalloc
|
|
iallocztm
|
|
icalloc
|
|
icalloct
|
|
idalloc
|
|
idalloct
|
|
idalloctm
|
|
imalloc
|
|
imalloct
|
|
in_valgrind
|
|
index2size
|
|
index2size_compute
|
|
index2size_lookup
|
|
index2size_tab
|
|
ipalloc
|
|
ipalloct
|
|
ipallocztm
|
|
iqalloc
|
|
iralloc
|
|
iralloct
|
|
iralloct_realign
|
|
isalloc
|
|
isdalloct
|
|
isqalloc
|
|
isthreaded
|
|
ivsalloc
|
|
ixalloc
|
|
jemalloc_postfork_child
|
|
jemalloc_postfork_parent
|
|
jemalloc_prefork
|
|
large_maxclass
|
|
lg_floor
|
|
malloc_cprintf
|
|
malloc_mutex_init
|
|
malloc_mutex_lock
|
|
malloc_mutex_postfork_child
|
|
malloc_mutex_postfork_parent
|
|
malloc_mutex_prefork
|
|
malloc_mutex_unlock
|
|
malloc_printf
|
|
malloc_snprintf
|
|
malloc_strtoumax
|
|
malloc_tsd_boot0
|
|
malloc_tsd_boot1
|
|
malloc_tsd_cleanup_register
|
|
malloc_tsd_dalloc
|
|
malloc_tsd_malloc
|
|
malloc_tsd_no_cleanup
|
|
malloc_vcprintf
|
|
malloc_vsnprintf
|
|
malloc_write
|
|
map_bias
|
|
map_misc_offset
|
|
mb_write
|
|
mutex_boot
|
|
narenas_tdata_cleanup
|
|
narenas_total_get
|
|
ncpus
|
|
nhbins
|
|
nstime_add
|
|
nstime_compare
|
|
nstime_copy
|
|
nstime_divide
|
|
nstime_idivide
|
|
nstime_imultiply
|
|
nstime_init
|
|
nstime_init2
|
|
nstime_ns
|
|
nstime_nsec
|
|
nstime_sec
|
|
nstime_subtract
|
|
nstime_update
|
|
opt_abort
|
|
opt_decay_time
|
|
opt_dss
|
|
opt_junk
|
|
opt_junk_alloc
|
|
opt_junk_free
|
|
opt_lg_chunk
|
|
opt_lg_dirty_mult
|
|
opt_lg_prof_interval
|
|
opt_lg_prof_sample
|
|
opt_lg_tcache_max
|
|
opt_narenas
|
|
opt_prof
|
|
opt_prof_accum
|
|
opt_prof_active
|
|
opt_prof_final
|
|
opt_prof_gdump
|
|
opt_prof_leak
|
|
opt_prof_prefix
|
|
opt_prof_thread_active_init
|
|
opt_purge
|
|
opt_quarantine
|
|
opt_redzone
|
|
opt_stats_print
|
|
opt_tcache
|
|
opt_utrace
|
|
opt_xmalloc
|
|
opt_zero
|
|
p2rz
|
|
pages_commit
|
|
pages_decommit
|
|
pages_map
|
|
pages_purge
|
|
pages_trim
|
|
pages_unmap
|
|
ph_first
|
|
ph_insert
|
|
ph_merge
|
|
ph_merge_aux_list
|
|
ph_merge_ordered
|
|
ph_merge_pairs
|
|
ph_new
|
|
ph_remove_first
|
|
ph_remove
|
|
pow2_ceil_u32
|
|
pow2_ceil_u64
|
|
pow2_ceil_zu
|
|
prng_lg_range
|
|
prng_range
|
|
prof_active_get
|
|
prof_active_get_unlocked
|
|
prof_active_set
|
|
prof_alloc_prep
|
|
prof_alloc_rollback
|
|
prof_backtrace
|
|
prof_boot0
|
|
prof_boot1
|
|
prof_boot2
|
|
prof_dump_header
|
|
prof_dump_open
|
|
prof_free
|
|
prof_free_sampled_object
|
|
prof_gdump
|
|
prof_gdump_get
|
|
prof_gdump_get_unlocked
|
|
prof_gdump_set
|
|
prof_gdump_val
|
|
prof_idump
|
|
prof_interval
|
|
prof_lookup
|
|
prof_malloc
|
|
prof_malloc_sample_object
|
|
prof_mdump
|
|
prof_postfork_child
|
|
prof_postfork_parent
|
|
prof_prefork
|
|
prof_realloc
|
|
prof_reset
|
|
prof_sample_accum_update
|
|
prof_sample_threshold_update
|
|
prof_tctx_get
|
|
prof_tctx_reset
|
|
prof_tctx_set
|
|
prof_tdata_cleanup
|
|
prof_tdata_get
|
|
prof_tdata_init
|
|
prof_tdata_reinit
|
|
prof_thread_active_get
|
|
prof_thread_active_init_get
|
|
prof_thread_active_init_set
|
|
prof_thread_active_set
|
|
prof_thread_name_get
|
|
prof_thread_name_set
|
|
purge_mode_names
|
|
quarantine
|
|
quarantine_alloc_hook
|
|
quarantine_alloc_hook_work
|
|
quarantine_cleanup
|
|
register_zone
|
|
rtree_child_read
|
|
rtree_child_read_hard
|
|
rtree_child_tryread
|
|
rtree_delete
|
|
rtree_get
|
|
rtree_new
|
|
rtree_node_valid
|
|
rtree_set
|
|
rtree_start_level
|
|
rtree_subkey
|
|
rtree_subtree_read
|
|
rtree_subtree_read_hard
|
|
rtree_subtree_tryread
|
|
rtree_val_read
|
|
rtree_val_write
|
|
run_quantize_ceil
|
|
run_quantize_floor
|
|
run_quantize_max
|
|
s2u
|
|
s2u_compute
|
|
s2u_lookup
|
|
sa2u
|
|
set_errno
|
|
size2index
|
|
size2index_compute
|
|
size2index_lookup
|
|
size2index_tab
|
|
stats_cactive
|
|
stats_cactive_add
|
|
stats_cactive_get
|
|
stats_cactive_sub
|
|
stats_print
|
|
tcache_alloc_easy
|
|
tcache_alloc_large
|
|
tcache_alloc_small
|
|
tcache_alloc_small_hard
|
|
tcache_arena_associate
|
|
tcache_arena_dissociate
|
|
tcache_arena_reassociate
|
|
tcache_bin_flush_large
|
|
tcache_bin_flush_small
|
|
tcache_bin_info
|
|
tcache_boot
|
|
tcache_cleanup
|
|
tcache_create
|
|
tcache_dalloc_large
|
|
tcache_dalloc_small
|
|
tcache_enabled_cleanup
|
|
tcache_enabled_get
|
|
tcache_enabled_set
|
|
tcache_event
|
|
tcache_event_hard
|
|
tcache_flush
|
|
tcache_get
|
|
tcache_get_hard
|
|
tcache_maxclass
|
|
tcache_salloc
|
|
tcache_stats_merge
|
|
tcaches
|
|
tcaches_create
|
|
tcaches_destroy
|
|
tcaches_flush
|
|
tcaches_get
|
|
thread_allocated_cleanup
|
|
thread_deallocated_cleanup
|
|
ticker_copy
|
|
ticker_init
|
|
ticker_read
|
|
ticker_tick
|
|
ticker_ticks
|
|
tsd_arena_get
|
|
tsd_arena_set
|
|
tsd_boot
|
|
tsd_boot0
|
|
tsd_boot1
|
|
tsd_booted
|
|
tsd_cleanup
|
|
tsd_cleanup_wrapper
|
|
tsd_fetch
|
|
tsd_get
|
|
tsd_wrapper_get
|
|
tsd_wrapper_set
|
|
tsd_initialized
|
|
tsd_init_check_recursion
|
|
tsd_init_finish
|
|
tsd_init_head
|
|
tsd_nominal
|
|
tsd_prof_tdata_get
|
|
tsd_prof_tdata_set
|
|
tsd_quarantine_get
|
|
tsd_quarantine_set
|
|
tsd_set
|
|
tsd_tcache_enabled_get
|
|
tsd_tcache_enabled_set
|
|
tsd_tcache_get
|
|
tsd_tcache_set
|
|
tsd_thread_allocated_get
|
|
tsd_thread_allocated_set
|
|
tsd_thread_deallocated_get
|
|
tsd_thread_deallocated_set
|
|
tsd_tls
|
|
tsd_tsd
|
|
u2rz
|
|
valgrind_freelike_block
|
|
valgrind_make_mem_defined
|
|
valgrind_make_mem_noaccess
|
|
valgrind_make_mem_undefined
|