/******************************************************************************/ #ifdef JEMALLOC_H_TYPES typedef struct extent_s extent_t; #endif /* JEMALLOC_H_TYPES */ /******************************************************************************/ #ifdef JEMALLOC_H_STRUCTS /* Extent (span of pages). Use accessor functions for e_* fields. */ struct extent_s { /* Arena from which this extent came, if any. */ arena_t *e_arena; /* Pointer to the extent that this structure is responsible for. */ void *e_addr; /* Total region size. */ size_t e_size; /* True if extent is active (in use). */ bool e_active; /* * The zeroed flag is used by chunk recycling code to track whether * memory is zero-filled. */ bool e_zeroed; /* * True if physical memory is committed to the extent, whether * explicitly or implicitly as on a system that overcommits and * satisfies physical memory needs on demand via soft page faults. */ bool e_committed; /* * The slab flag indicates whether the extent is used for a slab of * small regions. This helps differentiate small size classes, and it * indicates whether interior pointers can be looked up via iealloc(). */ bool e_slab; /* Profile counters, used for huge objects. */ prof_tctx_t *e_prof_tctx; /* Linkage for arena's runs_dirty and chunks_cache rings. */ arena_runs_dirty_link_t rd; qr(extent_t) cc_link; union { /* Linkage for per size class address-ordered heaps. */ phn(extent_t) ph_link; /* Linkage for arena's achunks, huge, and node_cache lists. */ ql_elm(extent_t) ql_link; }; }; typedef ph(extent_t) extent_heap_t; #endif /* JEMALLOC_H_STRUCTS */ /******************************************************************************/ #ifdef JEMALLOC_H_EXTERNS extent_t *extent_alloc(tsdn_t *tsdn, arena_t *arena); void extent_dalloc(tsdn_t *tsdn, arena_t *arena, extent_t *extent); #ifdef JEMALLOC_JET typedef size_t (extent_size_quantize_t)(size_t); extern extent_size_quantize_t *extent_size_quantize_floor; extern extent_size_quantize_t *extent_size_quantize_ceil; #else size_t extent_size_quantize_floor(size_t size); size_t extent_size_quantize_ceil(size_t size); #endif ph_proto(, extent_heap_, extent_heap_t, extent_t) #endif /* JEMALLOC_H_EXTERNS */ /******************************************************************************/ #ifdef JEMALLOC_H_INLINES #ifndef JEMALLOC_ENABLE_INLINE arena_t *extent_arena_get(const extent_t *extent); void *extent_addr_get(const extent_t *extent); size_t extent_size_get(const extent_t *extent); void *extent_past_get(const extent_t *extent); bool extent_active_get(const extent_t *extent); bool extent_retained_get(const extent_t *extent); bool extent_zeroed_get(const extent_t *extent); bool extent_committed_get(const extent_t *extent); bool extent_slab_get(const extent_t *extent); prof_tctx_t *extent_prof_tctx_get(const extent_t *extent); void extent_arena_set(extent_t *extent, arena_t *arena); void extent_addr_set(extent_t *extent, void *addr); void extent_size_set(extent_t *extent, size_t size); void extent_active_set(extent_t *extent, bool active); void extent_zeroed_set(extent_t *extent, bool zeroed); void extent_committed_set(extent_t *extent, bool committed); void extent_slab_set(extent_t *extent, bool slab); void extent_prof_tctx_set(extent_t *extent, prof_tctx_t *tctx); void extent_init(extent_t *extent, arena_t *arena, void *addr, size_t size, bool active, bool zeroed, bool committed, bool slab); void extent_dirty_insert(extent_t *extent, arena_runs_dirty_link_t *runs_dirty, extent_t *chunks_dirty); void extent_dirty_remove(extent_t *extent); #endif #if (defined(JEMALLOC_ENABLE_INLINE) || defined(JEMALLOC_EXTENT_C_)) JEMALLOC_INLINE arena_t * extent_arena_get(const extent_t *extent) { return (extent->e_arena); } JEMALLOC_INLINE void * extent_addr_get(const extent_t *extent) { return (extent->e_addr); } JEMALLOC_INLINE size_t extent_size_get(const extent_t *extent) { return (extent->e_size); } JEMALLOC_INLINE void * extent_past_get(const extent_t *extent) { return ((void *)(uintptr_t)extent->e_addr + extent->e_size); } JEMALLOC_INLINE bool extent_active_get(const extent_t *extent) { return (extent->e_active); } JEMALLOC_INLINE bool extent_retained_get(const extent_t *extent) { return (qr_next(&extent->rd, rd_link) == &extent->rd); } JEMALLOC_INLINE bool extent_zeroed_get(const extent_t *extent) { return (extent->e_zeroed); } JEMALLOC_INLINE bool extent_committed_get(const extent_t *extent) { return (extent->e_committed); } JEMALLOC_INLINE bool extent_slab_get(const extent_t *extent) { return (extent->e_slab); } JEMALLOC_INLINE prof_tctx_t * extent_prof_tctx_get(const extent_t *extent) { return (extent->e_prof_tctx); } JEMALLOC_INLINE void extent_arena_set(extent_t *extent, arena_t *arena) { extent->e_arena = arena; } JEMALLOC_INLINE void extent_addr_set(extent_t *extent, void *addr) { extent->e_addr = addr; } JEMALLOC_INLINE void extent_size_set(extent_t *extent, size_t size) { extent->e_size = size; } JEMALLOC_INLINE void extent_active_set(extent_t *extent, bool active) { extent->e_active = active; } JEMALLOC_INLINE void extent_zeroed_set(extent_t *extent, bool zeroed) { extent->e_zeroed = zeroed; } JEMALLOC_INLINE void extent_committed_set(extent_t *extent, bool committed) { extent->e_committed = committed; } JEMALLOC_INLINE void extent_slab_set(extent_t *extent, bool slab) { extent->e_slab = slab; } JEMALLOC_INLINE void extent_prof_tctx_set(extent_t *extent, prof_tctx_t *tctx) { extent->e_prof_tctx = tctx; } JEMALLOC_INLINE void extent_init(extent_t *extent, arena_t *arena, void *addr, size_t size, bool active, bool zeroed, bool committed, bool slab) { extent_arena_set(extent, arena); extent_addr_set(extent, addr); extent_size_set(extent, size); extent_active_set(extent, active); extent_zeroed_set(extent, zeroed); extent_committed_set(extent, committed); extent_slab_set(extent, slab); if (config_prof) extent_prof_tctx_set(extent, NULL); qr_new(&extent->rd, rd_link); qr_new(extent, cc_link); } JEMALLOC_INLINE void extent_dirty_insert(extent_t *extent, arena_runs_dirty_link_t *runs_dirty, extent_t *chunks_dirty) { qr_meld(runs_dirty, &extent->rd, rd_link); qr_meld(chunks_dirty, extent, cc_link); } JEMALLOC_INLINE void extent_dirty_remove(extent_t *extent) { qr_remove(&extent->rd, rd_link); qr_remove(extent, cc_link); } #endif #endif /* JEMALLOC_H_INLINES */ /******************************************************************************/