| /external/jemalloc/src/ |
| D | tcache.c | 113 if (arena_prof_accum(tsd_tsdn(tsd), arena, in tcache_bin_flush_small()
115 prof_idump(tsd_tsdn(tsd)); in tcache_bin_flush_small()
119 malloc_mutex_lock(tsd_tsdn(tsd), &bin->lock); in tcache_bin_flush_small()
137 arena_dalloc_bin_junked_locked(tsd_tsdn(tsd), in tcache_bin_flush_small()
150 malloc_mutex_unlock(tsd_tsdn(tsd), &bin->lock); in tcache_bin_flush_small()
151 arena_decay_ticks(tsd_tsdn(tsd), bin_arena, nflush - ndeferred); in tcache_bin_flush_small()
159 malloc_mutex_lock(tsd_tsdn(tsd), &bin->lock); in tcache_bin_flush_small()
163 malloc_mutex_unlock(tsd_tsdn(tsd), &bin->lock); in tcache_bin_flush_small()
196 malloc_mutex_lock(tsd_tsdn(tsd), &locked_arena->lock); in tcache_bin_flush_large()
219 arena_dalloc_large_junked_locked(tsd_tsdn(tsd), in tcache_bin_flush_large()
[all …]
|
| D | jemalloc.c | 483 arena = arena_get(tsd_tsdn(tsd), ind, false); in arena_bind()
497 oldarena = arena_get(tsd_tsdn(tsd), oldind, false); in arena_migrate()
498 newarena = arena_get(tsd_tsdn(tsd), newind, false); in arena_migrate()
509 arena = arena_get(tsd_tsdn(tsd), ind, false); in arena_unbind()
614 malloc_mutex_lock(tsd_tsdn(tsd), &arenas_lock); in arena_choose_hard()
615 assert(arena_get(tsd_tsdn(tsd), 0, false) != NULL); in arena_choose_hard()
617 if (arena_get(tsd_tsdn(tsd), i, false) != NULL) { in arena_choose_hard()
624 tsd_tsdn(tsd), i, false), !!j) < in arena_choose_hard()
626 tsd_tsdn(tsd), choose[j], false), in arena_choose_hard()
645 if (arena_nthreads_get(arena_get(tsd_tsdn(tsd), in arena_choose_hard()
[all …]
|
| D | prof.c | 216 malloc_mutex_lock(tsd_tsdn(tsd), tctx->tdata->lock); in rb_gen()
218 if (prof_tctx_should_destroy(tsd_tsdn(tsd), tctx)) in rb_gen()
221 malloc_mutex_unlock(tsd_tsdn(tsd), tctx->tdata->lock); in rb_gen()
247 malloc_mutex_lock(tsd_tsdn(tsd), tctx->tdata->lock); in prof_free_sampled_object()
253 if (prof_tctx_should_destroy(tsd_tsdn(tsd), tctx)) in prof_free_sampled_object()
256 malloc_mutex_unlock(tsd_tsdn(tsd), tctx->tdata->lock); in prof_free_sampled_object()
281 malloc_mutex_lock(tsd_tsdn(tsd), &bt2gctx_mtx); in prof_enter()
291 malloc_mutex_unlock(tsd_tsdn(tsd), &bt2gctx_mtx); in prof_leave()
304 prof_idump(tsd_tsdn(tsd)); in prof_leave()
306 prof_gdump(tsd_tsdn(tsd)); in prof_leave()
[all …]
|
| D | quarantine.c | 50 quarantine = quarantine_init(tsd_tsdn(tsd), LG_MAXOBJS_INIT); in quarantine_alloc_hook_work()
58 idalloctm(tsd_tsdn(tsd), quarantine, NULL, true, true); in quarantine_alloc_hook_work()
66 ret = quarantine_init(tsd_tsdn(tsd), quarantine->lg_maxobjs + 1); in quarantine_grow()
68 quarantine_drain_one(tsd_tsdn(tsd), quarantine); in quarantine_grow()
90 idalloctm(tsd_tsdn(tsd), quarantine, NULL, true, true); in quarantine_grow()
120 size_t usize = isalloc(tsd_tsdn(tsd), ptr, config_prof); in quarantine()
126 idalloctm(tsd_tsdn(tsd), ptr, NULL, false, true); in quarantine()
136 quarantine_drain(tsd_tsdn(tsd), quarantine, upper_bound); in quarantine()
165 idalloctm(tsd_tsdn(tsd), ptr, NULL, false, true); in quarantine()
179 quarantine_drain(tsd_tsdn(tsd), quarantine, 0); in quarantine_cleanup()
[all …]
|
| D | ctl.c | 924 if (!ctl_initialized && ctl_init(tsd_tsdn(tsd))) { in ctl_byname()
930 ret = ctl_lookup(tsd_tsdn(tsd), name, nodes, mib, &depth); in ctl_byname()
969 if (!ctl_initialized && ctl_init(tsd_tsdn(tsd))) { in ctl_bymib()
991 node = inode->index(tsd_tsdn(tsd), mib, miblen, mib[i]); in ctl_bymib()
1107 malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx); \
1115 malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx); \
1129 malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx); \
1136 malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx); \
1148 malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx); \
1155 malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx); \
[all …]
|
| D | ckh.c | 274 tab = (ckhc_t *)ipallocztm(tsd_tsdn(tsd), usize, CACHELINE, in ckh_grow()
287 idalloctm(tsd_tsdn(tsd), tab, NULL, true, true); in ckh_grow()
292 idalloctm(tsd_tsdn(tsd), ckh->tab, NULL, true, true); in ckh_grow()
318 tab = (ckhc_t *)ipallocztm(tsd_tsdn(tsd), usize, CACHELINE, true, NULL, in ckh_shrink()
334 idalloctm(tsd_tsdn(tsd), tab, NULL, true, true); in ckh_shrink()
342 idalloctm(tsd_tsdn(tsd), ckh->tab, NULL, true, true); in ckh_shrink()
395 ckh->tab = (ckhc_t *)ipallocztm(tsd_tsdn(tsd), usize, CACHELINE, true, in ckh_new()
425 idalloctm(tsd_tsdn(tsd), ckh->tab, NULL, true, true); in ckh_delete()
|
| D | witness.c | 100 witness_assert_lockless(tsd_tsdn(tsd)); in witnesses_cleanup()
|
| D | arena.c | 1879 size_t usize = isalloc(tsd_tsdn(tsd), ptr, in arena_achunk_prof_reset()
1937 malloc_mutex_lock(tsd_tsdn(tsd), &arena->huge_mtx); in arena_reset()
1943 malloc_mutex_unlock(tsd_tsdn(tsd), &arena->huge_mtx); in arena_reset()
1945 usize = isalloc(tsd_tsdn(tsd), ptr, config_prof); in arena_reset()
1949 huge_dalloc(tsd_tsdn(tsd), ptr); in arena_reset()
1950 malloc_mutex_lock(tsd_tsdn(tsd), &arena->huge_mtx); in arena_reset()
1955 malloc_mutex_unlock(tsd_tsdn(tsd), &arena->huge_mtx); in arena_reset()
1957 malloc_mutex_lock(tsd_tsdn(tsd), &arena->lock); in arena_reset()
1962 malloc_mutex_lock(tsd_tsdn(tsd), &bin->lock); in arena_reset()
1969 malloc_mutex_unlock(tsd_tsdn(tsd), &bin->lock); in arena_reset()
[all …]
|
| D | huge.c | 389 if (!huge_ralloc_no_move(tsd_tsdn(tsd), ptr, oldsize, usize, usize, in huge_ralloc()
398 ret = huge_ralloc_move_helper(tsd_tsdn(tsd), arena, usize, alignment, in huge_ralloc()
|
| /external/jemalloc/include/jemalloc/internal/ |
| D | tcache.h | 313 ret = tcache_alloc_small_hard(tsd_tsdn(tsd), arena, tcache, in tcache_alloc_small()
326 assert(tcache_salloc(tsd_tsdn(tsd), ret) == usize); in tcache_alloc_small()
374 ret = arena_malloc_large(tsd_tsdn(tsd), arena, binind, zero); in tcache_alloc_large()
423 assert(tcache_salloc(tsd_tsdn(tsd), ptr) <= SMALL_MAXCLASS); in tcache_dalloc_small()
450 assert(tcache_salloc(tsd_tsdn(tsd), ptr) > SMALL_MAXCLASS); in tcache_dalloc_large()
451 assert(tcache_salloc(tsd_tsdn(tsd), ptr) <= tcache_maxclass); in tcache_dalloc_large()
476 elm->tcache = tcache_create(tsd_tsdn(tsd), arena_choose(tsd, in tcaches_get()
|
| D | prof.h | 507 assert(usize == isalloc(tsd_tsdn(tsd), ptr, true)); in prof_realloc()
525 prof_malloc_sample_object(tsd_tsdn(tsd), ptr, usize, tctx); in prof_realloc()
527 prof_tctx_reset(tsd_tsdn(tsd), ptr, usize, old_ptr, old_tctx); in prof_realloc()
536 prof_tctx_t *tctx = prof_tctx_get(tsd_tsdn(tsd), ptr); in prof_free()
539 assert(usize == isalloc(tsd_tsdn(tsd), ptr, true)); in prof_free()
|
| D | jemalloc_internal.h | 1073 return (iallocztm(tsd_tsdn(tsd), size, ind, zero, tcache_get(tsd, true), in ialloc()
1109 return (ipallocztm(tsd_tsdn(tsd), usize, alignment, zero, in ipalloc()
1171 idalloctm(tsd_tsdn(tsd), ptr, tcache_get(tsd, false), false, true); in idalloc()
1181 idalloctm(tsd_tsdn(tsd), ptr, tcache, false, slow_path); in iqalloc()
1199 isdalloct(tsd_tsdn(tsd), ptr, size, tcache, slow_path); in isqalloc()
1212 p = ipalloct(tsd_tsdn(tsd), usize, alignment, zero, tcache, arena); in iralloct_realign()
1220 p = ipalloct(tsd_tsdn(tsd), usize, alignment, zero, tcache, in iralloct_realign()
|
| D | tsd.h | 672 tsdn_t *tsd_tsdn(tsd_t *tsd);
721 tsd_tsdn(tsd_t *tsd) in tsd_tsdn() function
766 return (tsd_tsdn(tsd_fetch_impl(false))); in tsdn_fetch()
|
| D | jemalloc_internal.h.in | 1073 return (iallocztm(tsd_tsdn(tsd), size, ind, zero, tcache_get(tsd, true),
1109 return (ipallocztm(tsd_tsdn(tsd), usize, alignment, zero,
1171 idalloctm(tsd_tsdn(tsd), ptr, tcache_get(tsd, false), false, true);
1181 idalloctm(tsd_tsdn(tsd), ptr, tcache, false, slow_path);
1199 isdalloct(tsd_tsdn(tsd), ptr, size, tcache, slow_path);
1212 p = ipalloct(tsd_tsdn(tsd), usize, alignment, zero, tcache, arena);
1220 p = ipalloct(tsd_tsdn(tsd), usize, alignment, zero, tcache,
|
| D | private_symbols.txt | 603 tsd_tsdn
|
| D | private_namespace.h | 600 #define tsd_tsdn JEMALLOC_N(tsd_tsdn) macro
|
| D | private_unnamespace.h | 600 #undef tsd_tsdn
|