project-base/server-skynet-source-3rd-jemalloc
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Always inline performance-critical rtree operations.

Browse Source
This commit is contained in:
Jason Evans 2016-03-23 16:14:41 -07:00
parent 6c460ad91b
commit 6a885198c2
1 changed files with 10 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
include/jemalloc/internal/rtree.h
View File

@ -155,7 +155,7 @@ bool rtree_set(rtree_t *rtree, uintptr_t key, const extent_node_t *val);
#endif #endif
#if (defined(JEMALLOC_ENABLE_INLINE) || defined(JEMALLOC_RTREE_C_)) #if (defined(JEMALLOC_ENABLE_INLINE) || defined(JEMALLOC_RTREE_C_))
JEMALLOC_INLINE unsigned JEMALLOC_ALWAYS_INLINE unsigned
rtree_start_level(rtree_t *rtree, uintptr_t key) rtree_start_level(rtree_t *rtree, uintptr_t key)
{ {
unsigned start_level; unsigned start_level;
@ -169,7 +169,7 @@ rtree_start_level(rtree_t *rtree, uintptr_t key)
return (start_level); return (start_level);
} }
JEMALLOC_INLINE uintptr_t JEMALLOC_ALWAYS_INLINE uintptr_t
rtree_subkey(rtree_t *rtree, uintptr_t key, unsigned level) rtree_subkey(rtree_t *rtree, uintptr_t key, unsigned level)
{ {
@ -178,14 +178,14 @@ rtree_subkey(rtree_t *rtree, uintptr_t key, unsigned level)
rtree->levels[level].bits) - 1)); rtree->levels[level].bits) - 1));
} }
JEMALLOC_INLINE bool JEMALLOC_ALWAYS_INLINE bool
rtree_node_valid(rtree_node_elm_t *node) rtree_node_valid(rtree_node_elm_t *node)
{ {
return ((uintptr_t)node > (uintptr_t)RTREE_NODE_INITIALIZING); return ((uintptr_t)node > (uintptr_t)RTREE_NODE_INITIALIZING);
} }
JEMALLOC_INLINE rtree_node_elm_t * JEMALLOC_ALWAYS_INLINE rtree_node_elm_t *
rtree_child_tryread(rtree_node_elm_t *elm, bool dependent) rtree_child_tryread(rtree_node_elm_t *elm, bool dependent)
{ {
rtree_node_elm_t *child; rtree_node_elm_t *child;
@ -198,7 +198,7 @@ rtree_child_tryread(rtree_node_elm_t *elm, bool dependent)
return (child); return (child);
} }
JEMALLOC_INLINE rtree_node_elm_t * JEMALLOC_ALWAYS_INLINE rtree_node_elm_t *
rtree_child_read(rtree_t *rtree, rtree_node_elm_t *elm, unsigned level, rtree_child_read(rtree_t *rtree, rtree_node_elm_t *elm, unsigned level,
bool dependent) bool dependent)
{ {
@ -211,7 +211,7 @@ rtree_child_read(rtree_t *rtree, rtree_node_elm_t *elm, unsigned level,
return (child); return (child);
} }
JEMALLOC_INLINE extent_node_t * JEMALLOC_ALWAYS_INLINE extent_node_t *
rtree_val_read(rtree_t *rtree, rtree_node_elm_t *elm, bool dependent) rtree_val_read(rtree_t *rtree, rtree_node_elm_t *elm, bool dependent)
{ {
@ -240,7 +240,7 @@ rtree_val_write(rtree_t *rtree, rtree_node_elm_t *elm, const extent_node_t *val)
atomic_write_p(&elm->pun, val); atomic_write_p(&elm->pun, val);
} }
JEMALLOC_INLINE rtree_node_elm_t * JEMALLOC_ALWAYS_INLINE rtree_node_elm_t *
rtree_subtree_tryread(rtree_t *rtree, unsigned level, bool dependent) rtree_subtree_tryread(rtree_t *rtree, unsigned level, bool dependent)
{ {
rtree_node_elm_t *subtree; rtree_node_elm_t *subtree;
@ -253,7 +253,7 @@ rtree_subtree_tryread(rtree_t *rtree, unsigned level, bool dependent)
return (subtree); return (subtree);
} }
JEMALLOC_INLINE rtree_node_elm_t * JEMALLOC_ALWAYS_INLINE rtree_node_elm_t *
rtree_subtree_read(rtree_t *rtree, unsigned level, bool dependent) rtree_subtree_read(rtree_t *rtree, unsigned level, bool dependent)
{ {
rtree_node_elm_t *subtree; rtree_node_elm_t *subtree;
@ -265,7 +265,7 @@ rtree_subtree_read(rtree_t *rtree, unsigned level, bool dependent)
return (subtree); return (subtree);
} }
JEMALLOC_INLINE extent_node_t * JEMALLOC_ALWAYS_INLINE extent_node_t *
rtree_get(rtree_t *rtree, uintptr_t key, bool dependent) rtree_get(rtree_t *rtree, uintptr_t key, bool dependent)
{ {
uintptr_t subkey; uintptr_t subkey;
@ -352,6 +352,7 @@ rtree_get(rtree_t *rtree, uintptr_t key, bool dependent)
#undef RTREE_GET_LEAF #undef RTREE_GET_LEAF
default: not_reached(); default: not_reached();
} }
#undef RTREE_GET_BIAS
not_reached(); not_reached();
} }