| /external/jemalloc_new/test/unit/ |
| D | rtree.c | 73 rtree_ctx_t rtree_ctx; in TEST_BEGIN() local
74 rtree_ctx_data_init(&rtree_ctx); in TEST_BEGIN()
76 assert_ptr_null(rtree_extent_read(tsdn, rtree, &rtree_ctx, PAGE, in TEST_BEGIN()
97 rtree_ctx_t rtree_ctx; in TEST_BEGIN() local
98 rtree_ctx_data_init(&rtree_ctx); in TEST_BEGIN()
101 assert_false(rtree_write(tsdn, rtree, &rtree_ctx, PAGE, &extent_a, in TEST_BEGIN()
104 rtree_szind_slab_update(tsdn, rtree, &rtree_ctx, PAGE, in TEST_BEGIN()
106 assert_ptr_eq(rtree_extent_read(tsdn, rtree, &rtree_ctx, PAGE, true), in TEST_BEGIN()
110 assert_false(rtree_write(tsdn, rtree, &rtree_ctx, ~((uintptr_t)0), in TEST_BEGIN()
113 assert_ptr_eq(rtree_extent_read(tsdn, rtree, &rtree_ctx, in TEST_BEGIN()
[all …]
|
| D | arena_reset.c | 64 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in vsalloc() local
68 if (rtree_extent_szind_read(tsdn, &extents_rtree, rtree_ctx, in vsalloc()
|
| /external/jemalloc_new/include/jemalloc/internal/ |
| D | rtree.h | 129 rtree_ctx_t *rtree_ctx, uintptr_t key, bool dependent, bool init_missing);
327 rtree_leaf_elm_lookup(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx, in rtree_leaf_elm_lookup() argument
337 if (likely(rtree_ctx->cache[slot].leafkey == leafkey)) { in rtree_leaf_elm_lookup()
338 rtree_leaf_elm_t *leaf = rtree_ctx->cache[slot].leaf; in rtree_leaf_elm_lookup()
353 if (likely(rtree_ctx->l2_cache[i].leafkey == leafkey)) { \ in rtree_leaf_elm_lookup()
354 rtree_leaf_elm_t *leaf = rtree_ctx->l2_cache[i].leaf; \ in rtree_leaf_elm_lookup()
363 rtree_ctx->l2_cache[i].leafkey = \ in rtree_leaf_elm_lookup()
364 rtree_ctx->l2_cache[i - 1].leafkey; \ in rtree_leaf_elm_lookup()
365 rtree_ctx->l2_cache[i].leaf = \ in rtree_leaf_elm_lookup()
366 rtree_ctx->l2_cache[i - 1].leaf; \ in rtree_leaf_elm_lookup()
[all …]
|
| D | arena_inlines_b.h | 118 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_salloc() local
120 szind_t szind = rtree_szind_read(tsdn, &extents_rtree, rtree_ctx, in arena_salloc()
139 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_vsalloc() local
143 if (rtree_extent_szind_read(tsdn, &extents_rtree, rtree_ctx, in arena_vsalloc()
165 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_dalloc_no_tcache() local
169 rtree_szind_slab_read(tsdn, &extents_rtree, rtree_ctx, (uintptr_t)ptr, in arena_dalloc_no_tcache()
174 rtree_ctx, (uintptr_t)ptr, true); in arena_dalloc_no_tcache()
202 rtree_ctx_t *rtree_ctx; in arena_dalloc() local
208 rtree_ctx = tsd_rtree_ctx(tsdn_tsd(tsdn)); in arena_dalloc()
209 rtree_szind_slab_read(tsdn, &extents_rtree, rtree_ctx, in arena_dalloc()
[all …]
|
| D | jemalloc_internal_inlines_b.h | 80 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in iealloc() local
82 return rtree_extent_read(tsdn, &extents_rtree, rtree_ctx, in iealloc()
|
| D | tsd.h | 72 O(rtree_ctx, rtree_ctx_t, rtree_ctx_t) \
|
| /external/jemalloc_new/src/ |
| D | rtree.c | 223 rtree_leaf_elm_lookup_hard(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx, in rtree_leaf_elm_lookup_hard() argument
236 assert(rtree_ctx->cache[i].leafkey != leafkey); in rtree_leaf_elm_lookup_hard()
239 assert(rtree_ctx->l2_cache[i].leafkey != leafkey); in rtree_leaf_elm_lookup_hard()
281 memmove(&rtree_ctx->l2_cache[1], \ in rtree_leaf_elm_lookup_hard()
282 &rtree_ctx->l2_cache[0], \ in rtree_leaf_elm_lookup_hard()
287 rtree_ctx->l2_cache[0].leafkey = \ in rtree_leaf_elm_lookup_hard()
288 rtree_ctx->cache[slot].leafkey; \ in rtree_leaf_elm_lookup_hard()
289 rtree_ctx->l2_cache[0].leaf = \ in rtree_leaf_elm_lookup_hard()
290 rtree_ctx->cache[slot].leaf; \ in rtree_leaf_elm_lookup_hard()
292 rtree_ctx->cache[slot].leafkey = leafkey; \ in rtree_leaf_elm_lookup_hard()
[all …]
|
| D | extent.c | 114 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
162 extent_lock_from_addr(tsdn_t *tsdn, rtree_ctx_t *rtree_ctx, void *addr) { in extent_lock_from_addr() argument
165 rtree_ctx, (uintptr_t)addr, false, false); in extent_lock_from_addr()
502 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents, in extent_try_delayed_coalesce() argument
506 extent = extent_try_coalesce(tsdn, arena, r_extent_hooks, rtree_ctx, in extent_try_delayed_coalesce()
551 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in extents_evict() local
579 rtree_ctx, extents, extent)) { in extents_evict()
673 extent_rtree_leaf_elms_lookup(tsdn_t *tsdn, rtree_ctx_t *rtree_ctx, in extent_rtree_leaf_elms_lookup() argument
676 *r_elm_a = rtree_leaf_elm_lookup(tsdn, &extents_rtree, rtree_ctx, in extent_rtree_leaf_elms_lookup()
683 *r_elm_b = rtree_leaf_elm_lookup(tsdn, &extents_rtree, rtree_ctx, in extent_rtree_leaf_elms_lookup()
[all …]
|
| D | android_je_iterate.c | 24 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in je_iterate() local
45 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, ptr, true, &szind, &slab); in je_iterate()
|
| D | jemalloc.c | 2221 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); local
2222 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx,
2271 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); local
2273 rtree_ctx, (uintptr_t)ptr, true, &dbg_ctx.szind,
2279 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); local
2280 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx,
2339 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); local
2340 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx,
2718 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); local
2719 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx,
[all …]
|
| D | large.c | 188 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in large_ralloc_no_move_expand() local
191 rtree_szind_slab_update(tsdn, &extents_rtree, rtree_ctx, in large_ralloc_no_move_expand()
|
| D | arena.c | 983 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in arena_reset() local
984 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, in arena_reset()
1420 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_prof_promote() local
1422 extent_t *extent = rtree_extent_read(tsdn, &extents_rtree, rtree_ctx, in arena_prof_promote()
1428 rtree_szind_slab_update(tsdn, &extents_rtree, rtree_ctx, (uintptr_t)ptr, in arena_prof_promote()
1443 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_prof_demote() local
1444 rtree_szind_slab_update(tsdn, &extents_rtree, rtree_ctx, (uintptr_t)ptr, in arena_prof_demote()
|