/external/jemalloc_new/test/unit/ |
D | rtree.c | 73 rtree_ctx_t rtree_ctx; in TEST_BEGIN() local 74 rtree_ctx_data_init(&rtree_ctx); in TEST_BEGIN() 76 assert_ptr_null(rtree_extent_read(tsdn, rtree, &rtree_ctx, PAGE, in TEST_BEGIN() 97 rtree_ctx_t rtree_ctx; in TEST_BEGIN() local 98 rtree_ctx_data_init(&rtree_ctx); in TEST_BEGIN() 101 assert_false(rtree_write(tsdn, rtree, &rtree_ctx, PAGE, &extent_a, in TEST_BEGIN() 104 rtree_szind_slab_update(tsdn, rtree, &rtree_ctx, PAGE, in TEST_BEGIN() 106 assert_ptr_eq(rtree_extent_read(tsdn, rtree, &rtree_ctx, PAGE, true), in TEST_BEGIN() 110 assert_false(rtree_write(tsdn, rtree, &rtree_ctx, ~((uintptr_t)0), in TEST_BEGIN() 113 assert_ptr_eq(rtree_extent_read(tsdn, rtree, &rtree_ctx, in TEST_BEGIN() [all …]
|
D | arena_reset.c | 64 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in vsalloc() local 68 if (rtree_extent_szind_read(tsdn, &extents_rtree, rtree_ctx, in vsalloc()
|
/external/jemalloc_new/include/jemalloc/internal/ |
D | rtree.h | 129 rtree_ctx_t *rtree_ctx, uintptr_t key, bool dependent, bool init_missing); 327 rtree_leaf_elm_lookup(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx, in rtree_leaf_elm_lookup() argument 337 if (likely(rtree_ctx->cache[slot].leafkey == leafkey)) { in rtree_leaf_elm_lookup() 338 rtree_leaf_elm_t *leaf = rtree_ctx->cache[slot].leaf; in rtree_leaf_elm_lookup() 353 if (likely(rtree_ctx->l2_cache[i].leafkey == leafkey)) { \ in rtree_leaf_elm_lookup() 354 rtree_leaf_elm_t *leaf = rtree_ctx->l2_cache[i].leaf; \ in rtree_leaf_elm_lookup() 363 rtree_ctx->l2_cache[i].leafkey = \ in rtree_leaf_elm_lookup() 364 rtree_ctx->l2_cache[i - 1].leafkey; \ in rtree_leaf_elm_lookup() 365 rtree_ctx->l2_cache[i].leaf = \ in rtree_leaf_elm_lookup() 366 rtree_ctx->l2_cache[i - 1].leaf; \ in rtree_leaf_elm_lookup() [all …]
|
D | arena_inlines_b.h | 118 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_salloc() local 120 szind_t szind = rtree_szind_read(tsdn, &extents_rtree, rtree_ctx, in arena_salloc() 139 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_vsalloc() local 143 if (rtree_extent_szind_read(tsdn, &extents_rtree, rtree_ctx, in arena_vsalloc() 165 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_dalloc_no_tcache() local 169 rtree_szind_slab_read(tsdn, &extents_rtree, rtree_ctx, (uintptr_t)ptr, in arena_dalloc_no_tcache() 174 rtree_ctx, (uintptr_t)ptr, true); in arena_dalloc_no_tcache() 202 rtree_ctx_t *rtree_ctx; in arena_dalloc() local 208 rtree_ctx = tsd_rtree_ctx(tsdn_tsd(tsdn)); in arena_dalloc() 209 rtree_szind_slab_read(tsdn, &extents_rtree, rtree_ctx, in arena_dalloc() [all …]
|
D | jemalloc_internal_inlines_b.h | 80 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in iealloc() local 82 return rtree_extent_read(tsdn, &extents_rtree, rtree_ctx, in iealloc()
|
D | tsd.h | 72 O(rtree_ctx, rtree_ctx_t, rtree_ctx_t) \
|
/external/jemalloc_new/src/ |
D | rtree.c | 223 rtree_leaf_elm_lookup_hard(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx, in rtree_leaf_elm_lookup_hard() argument 236 assert(rtree_ctx->cache[i].leafkey != leafkey); in rtree_leaf_elm_lookup_hard() 239 assert(rtree_ctx->l2_cache[i].leafkey != leafkey); in rtree_leaf_elm_lookup_hard() 281 memmove(&rtree_ctx->l2_cache[1], \ in rtree_leaf_elm_lookup_hard() 282 &rtree_ctx->l2_cache[0], \ in rtree_leaf_elm_lookup_hard() 287 rtree_ctx->l2_cache[0].leafkey = \ in rtree_leaf_elm_lookup_hard() 288 rtree_ctx->cache[slot].leafkey; \ in rtree_leaf_elm_lookup_hard() 289 rtree_ctx->l2_cache[0].leaf = \ in rtree_leaf_elm_lookup_hard() 290 rtree_ctx->cache[slot].leaf; \ in rtree_leaf_elm_lookup_hard() 292 rtree_ctx->cache[slot].leafkey = leafkey; \ in rtree_leaf_elm_lookup_hard() [all …]
|
D | extent.c | 114 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents, 162 extent_lock_from_addr(tsdn_t *tsdn, rtree_ctx_t *rtree_ctx, void *addr) { in extent_lock_from_addr() argument 165 rtree_ctx, (uintptr_t)addr, false, false); in extent_lock_from_addr() 502 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents, in extent_try_delayed_coalesce() argument 506 extent = extent_try_coalesce(tsdn, arena, r_extent_hooks, rtree_ctx, in extent_try_delayed_coalesce() 551 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in extents_evict() local 579 rtree_ctx, extents, extent)) { in extents_evict() 673 extent_rtree_leaf_elms_lookup(tsdn_t *tsdn, rtree_ctx_t *rtree_ctx, in extent_rtree_leaf_elms_lookup() argument 676 *r_elm_a = rtree_leaf_elm_lookup(tsdn, &extents_rtree, rtree_ctx, in extent_rtree_leaf_elms_lookup() 683 *r_elm_b = rtree_leaf_elm_lookup(tsdn, &extents_rtree, rtree_ctx, in extent_rtree_leaf_elms_lookup() [all …]
|
D | android_je_iterate.c | 24 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in je_malloc_iterate() local 45 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, ptr, true, &szind, &slab); in je_malloc_iterate()
|
D | jemalloc.c | 2221 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); local 2222 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, 2271 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); local 2273 rtree_ctx, (uintptr_t)ptr, true, &dbg_ctx.szind, 2279 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); local 2280 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, 2339 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); local 2340 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, 2718 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); local 2719 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, [all …]
|
D | large.c | 188 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in large_ralloc_no_move_expand() local 191 rtree_szind_slab_update(tsdn, &extents_rtree, rtree_ctx, in large_ralloc_no_move_expand()
|
D | arena.c | 983 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in arena_reset() local 984 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, in arena_reset() 1420 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_prof_promote() local 1422 extent_t *extent = rtree_extent_read(tsdn, &extents_rtree, rtree_ctx, in arena_prof_promote() 1428 rtree_szind_slab_update(tsdn, &extents_rtree, rtree_ctx, (uintptr_t)ptr, in arena_prof_promote() 1443 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_prof_demote() local 1444 rtree_szind_slab_update(tsdn, &extents_rtree, rtree_ctx, (uintptr_t)ptr, in arena_prof_demote()
|