| /external/jemalloc_new/src/ |
| D | large.c | 14 large_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero) { in large_malloc()
21 large_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment, in large_palloc()
104 large_ralloc_no_move_shrink(tsdn_t *tsdn, extent_t *extent, size_t usize) { in large_ralloc_no_move_shrink()
139 large_ralloc_no_move_expand(tsdn_t *tsdn, extent_t *extent, size_t usize, in large_ralloc_no_move_expand()
227 large_ralloc_no_move(tsdn_t *tsdn, extent_t *extent, size_t usize_min, in large_ralloc_no_move()
272 large_ralloc_move_helper(tsdn_t *tsdn, arena_t *arena, size_t usize, in large_ralloc_move_helper()
281 large_ralloc(tsdn_t *tsdn, arena_t *arena, extent_t *extent, size_t usize, in large_ralloc()
317 large_dalloc_prep_impl(tsdn_t *tsdn, arena_t *arena, extent_t *extent, in large_dalloc_prep_impl()
338 large_dalloc_finish_impl(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in large_dalloc_finish_impl()
344 large_dalloc_prep_junked_locked(tsdn_t *tsdn, extent_t *extent) { in large_dalloc_prep_junked_locked()
[all …]
|
| D | arena.c | 64 arena_basic_stats_merge(UNUSED tsdn_t *tsdn, arena_t *arena, unsigned *nthreads, in arena_basic_stats_merge()
77 arena_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigned *nthreads, in arena_stats_merge()
209 arena_extents_dirty_dalloc(tsdn_t *tsdn, arena_t *arena, in arena_extents_dirty_dalloc()
289 arena_large_malloc_stats_update(tsdn_t *tsdn, arena_t *arena, size_t usize) { in arena_large_malloc_stats_update()
305 arena_large_dalloc_stats_update(tsdn_t *tsdn, arena_t *arena, size_t usize) { in arena_large_dalloc_stats_update()
321 arena_large_ralloc_stats_update(tsdn_t *tsdn, arena_t *arena, size_t oldusize, in arena_large_ralloc_stats_update()
328 arena_extent_alloc_large(tsdn_t *tsdn, arena_t *arena, size_t usize, in arena_extent_alloc_large()
380 arena_extent_dalloc_large_prep(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in arena_extent_dalloc_large_prep()
391 arena_extent_ralloc_large_shrink(tsdn_t *tsdn, arena_t *arena, extent_t *extent, in arena_extent_ralloc_large_shrink()
405 arena_extent_ralloc_large_expand(tsdn_t *tsdn, arena_t *arena, extent_t *extent, in arena_extent_ralloc_large_expand()
[all …]
|
| D | extent.c | 132 extent_rtree_leaf_elm_try_lock(tsdn_t *tsdn, rtree_leaf_elm_t *elm, in extent_rtree_leaf_elm_try_lock()
162 extent_lock_from_addr(tsdn_t *tsdn, rtree_ctx_t *rtree_ctx, void *addr) { in extent_lock_from_addr()
177 extent_alloc(tsdn_t *tsdn, arena_t *arena) { in extent_alloc()
190 extent_dalloc(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in extent_dalloc()
281 extents_init(tsdn_t *tsdn, extents_t *extents, extent_state_t state, in extents_init()
309 extents_insert_locked(tsdn_t *tsdn, extents_t *extents, extent_t *extent) { in extents_insert_locked()
335 extents_remove_locked(tsdn_t *tsdn, extents_t *extents, extent_t *extent) { in extents_remove_locked()
433 extents_first_fit_locked(tsdn_t *tsdn, arena_t *arena, extents_t *extents, in extents_first_fit_locked()
464 extents_fit_locked(tsdn_t *tsdn, arena_t *arena, extents_t *extents, in extents_fit_locked()
501 extent_try_delayed_coalesce(tsdn_t *tsdn, arena_t *arena, in extent_try_delayed_coalesce()
[all …]
|
| D | rtree.c | 31 rtree_node_alloc_impl(tsdn_t *tsdn, rtree_t *rtree, size_t nelms) { in rtree_node_alloc_impl()
38 rtree_node_dalloc_impl(tsdn_t *tsdn, rtree_t *rtree, rtree_node_elm_t *node) { in rtree_node_dalloc_impl()
46 rtree_leaf_alloc_impl(tsdn_t *tsdn, rtree_t *rtree, size_t nelms) { in rtree_leaf_alloc_impl()
53 rtree_leaf_dalloc_impl(tsdn_t *tsdn, rtree_t *rtree, rtree_leaf_elm_t *leaf) { in rtree_leaf_dalloc_impl()
63 rtree_delete_subtree(tsdn_t *tsdn, rtree_t *rtree, rtree_node_elm_t *subtree, in rtree_delete_subtree()
94 rtree_delete(tsdn_t *tsdn, rtree_t *rtree) { in rtree_delete()
102 rtree_node_init(tsdn_t *tsdn, rtree_t *rtree, unsigned level, in rtree_node_init()
129 rtree_leaf_init(tsdn_t *tsdn, rtree_t *rtree, atomic_p_t *elmp) { in rtree_leaf_init()
181 rtree_child_node_read(tsdn_t *tsdn, rtree_t *rtree, rtree_node_elm_t *elm, in rtree_child_node_read()
210 rtree_child_leaf_read(tsdn_t *tsdn, rtree_t *rtree, rtree_node_elm_t *elm, in rtree_child_leaf_read()
[all …]
|
| D | base.c | 32 base_map(tsdn_t *tsdn, extent_hooks_t *extent_hooks, unsigned ind, size_t size) { in base_map()
55 base_unmap(tsdn_t *tsdn, extent_hooks_t *extent_hooks, unsigned ind, void *addr, in base_unmap()
144 base_auto_thp_switch(tsdn_t *tsdn, base_t *base) { in base_auto_thp_switch()
248 base_block_alloc(tsdn_t *tsdn, base_t *base, extent_hooks_t *extent_hooks, in base_block_alloc()
308 base_extent_alloc(tsdn_t *tsdn, base_t *base, size_t size, size_t alignment) { in base_extent_alloc()
350 base_new(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks) { in base_new()
396 base_delete(tsdn_t *tsdn, base_t *base) { in base_delete()
421 base_alloc_impl(tsdn_t *tsdn, base_t *base, size_t size, size_t alignment, in base_alloc_impl()
464 base_alloc(tsdn_t *tsdn, base_t *base, size_t size, size_t alignment) { in base_alloc()
469 base_alloc_extent(tsdn_t *tsdn, base_t *base) { in base_alloc_extent()
[all …]
|
| D | prof.c | 241 prof_malloc_sample_object(tsdn_t *tsdn, const void *ptr, size_t usize, in prof_malloc_sample_object()
553 prof_gctx_create(tsdn_t *tsdn, prof_bt_t *bt) { in prof_gctx_create()
614 prof_tctx_should_destroy(tsdn_t *tsdn, prof_tctx_t *tctx) { in prof_tctx_should_destroy()
926 tsdn_t *tsdn; in prof_tdata_count() local
1056 prof_tctx_merge_tdata(tsdn_t *tsdn, prof_tctx_t *tctx, prof_tdata_t *tdata) { in prof_tctx_merge_tdata()
1087 prof_tctx_merge_gctx(tsdn_t *tsdn, prof_tctx_t *tctx, prof_gctx_t *gctx) { in prof_tctx_merge_gctx()
1100 tsdn_t *tsdn = (tsdn_t *)arg; in prof_tctx_merge_iter() local
1120 tsdn_t *tsdn; member
1154 tsdn_t *tsdn = (tsdn_t *)arg; in prof_tctx_finish_iter() local
1179 prof_dump_gctx_prep(tsdn_t *tsdn, prof_gctx_t *gctx, prof_gctx_tree_t *gctxs) { in prof_dump_gctx_prep()
[all …]
|
| D | tcache.c | 39 tcache_salloc(tsdn_t *tsdn, const void *ptr) { in tcache_salloc()
92 tcache_alloc_small_hard(tsdn_t *tsdn, arena_t *arena, tcache_t *tcache, in tcache_alloc_small_hard()
301 tcache_arena_associate(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena) { in tcache_arena_associate()
322 tcache_arena_dissociate(tsdn_t *tsdn, tcache_t *tcache) { in tcache_arena_dissociate()
349 tcache_arena_reassociate(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena) { in tcache_arena_reassociate()
547 tcache_stats_merge(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena) { in tcache_stats_merge()
672 tcache_boot(tsdn_t *tsdn) { in tcache_boot()
719 tcache_prefork(tsdn_t *tsdn) { in tcache_prefork()
726 tcache_postfork_parent(tsdn_t *tsdn) { in tcache_postfork_parent()
733 tcache_postfork_child(tsdn_t *tsdn) { in tcache_postfork_child()
|
| D | mutex.c | 112 malloc_mutex_prof_data_reset(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_prof_data_reset()
186 malloc_mutex_prefork(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_prefork()
191 malloc_mutex_postfork_parent(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_postfork_parent()
196 malloc_mutex_postfork_child(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_postfork_child()
|
| D | bin.c | 38 bin_prefork(tsdn_t *tsdn, bin_t *bin) { in bin_prefork()
43 bin_postfork_parent(tsdn_t *tsdn, bin_t *bin) { in bin_postfork_parent()
48 bin_postfork_child(tsdn_t *tsdn, bin_t *bin) { in bin_postfork_child()
|
| D | ctl.c | 707 ctl_arena_stats_amerge(tsdn_t *tsdn, ctl_arena_t *ctl_arena, arena_t *arena) { in ctl_arena_stats_amerge()
874 ctl_arena_refresh(tsdn_t *tsdn, arena_t *arena, ctl_arena_t *ctl_sdarena, in ctl_arena_refresh()
915 ctl_background_thread_stats_read(tsdn_t *tsdn) { in ctl_background_thread_stats_read()
925 ctl_refresh(tsdn_t *tsdn) { in ctl_refresh()
1001 tsdn_t *tsdn = tsd_tsdn(tsd); in ctl_init() local
1075 ctl_lookup(tsdn_t *tsdn, const char *name, ctl_node_t const **nodesp, in ctl_lookup()
1280 ctl_prefork(tsdn_t *tsdn) { in ctl_prefork()
1285 ctl_postfork_parent(tsdn_t *tsdn) { in ctl_postfork_parent()
1290 ctl_postfork_child(tsdn_t *tsdn) { in ctl_postfork_child()
1923 tsdn_t *tsdn = tsd_tsdn(tsd); in arena_i_initialized_ctl() local
[all …]
|
| D | jemalloc.c | 312 arena_init_locked(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks) { in arena_init_locked()
340 arena_new_create_background_thread(tsdn_t *tsdn, unsigned ind) { in arena_new_create_background_thread()
358 arena_init(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks) { in arena_init()
635 tsdn_t *tsdn; in stats_print_atexit() local
670 check_entry_exit_locking(tsdn_t *tsdn) { in check_entry_exit_locking()
1504 malloc_init_hard_cleanup(tsdn_t *tsdn, bool reentrancy_set) {
1524 #define UNLOCK_RETURN(tsdn, ret, reentrancy) \ argument
2611 irallocx_prof_sample(tsdn_t *tsdn, void *old_ptr, size_t old_usize,
2769 ixallocx_helper(tsdn_t *tsdn, void *ptr, size_t old_usize, size_t size,
2782 ixallocx_prof_sample(tsdn_t *tsdn, void *ptr, size_t old_usize, size_t size,
[all …]
|
| /external/jemalloc_new/include/jemalloc/internal/ |
| D | arena_inlines_b.h | 12 arena_prof_tctx_get(tsdn_t *tsdn, const void *ptr, alloc_ctx_t *alloc_ctx) { in arena_prof_tctx_get()
31 arena_prof_tctx_set(tsdn_t *tsdn, const void *ptr, UNUSED size_t usize, in arena_prof_tctx_set()
50 arena_prof_tctx_reset(tsdn_t *tsdn, const void *ptr, UNUSED prof_tctx_t *tctx) { in arena_prof_tctx_reset()
61 arena_decay_ticks(tsdn_t *tsdn, arena_t *arena, unsigned nticks) { in arena_decay_ticks()
79 arena_decay_tick(tsdn_t *tsdn, arena_t *arena) { in arena_decay_tick()
87 arena_malloc(tsdn_t *tsdn, arena_t *arena, size_t size, szind_t ind, bool zero, in arena_malloc()
109 arena_aalloc(tsdn_t *tsdn, const void *ptr) { in arena_aalloc()
114 arena_salloc(tsdn_t *tsdn, const void *ptr) { in arena_salloc()
128 arena_vsalloc(tsdn_t *tsdn, const void *ptr) { in arena_vsalloc()
161 arena_dalloc_no_tcache(tsdn_t *tsdn, void *ptr) { in arena_dalloc_no_tcache()
[all …]
|
| D | jemalloc_internal_inlines_c.h | 27 iaalloc(tsdn_t *tsdn, const void *ptr) { in iaalloc()
34 isalloc(tsdn_t *tsdn, const void *ptr) { in isalloc()
41 iallocztm(tsdn_t *tsdn, size_t size, szind_t ind, bool zero, tcache_t *tcache, in iallocztm()
67 ipallocztm(tsdn_t *tsdn, size_t usize, size_t alignment, bool zero, in ipallocztm()
87 ipalloct(tsdn_t *tsdn, size_t usize, size_t alignment, bool zero, in ipalloct()
99 ivsalloc(tsdn_t *tsdn, const void *ptr) { in ivsalloc()
104 idalloctm(tsdn_t *tsdn, void *ptr, tcache_t *tcache, alloc_ctx_t *alloc_ctx, in idalloctm()
127 isdalloct(tsdn_t *tsdn, void *ptr, size_t size, tcache_t *tcache, in isdalloct()
135 iralloct_realign(tsdn_t *tsdn, void *ptr, size_t oldsize, size_t size, in iralloct_realign()
173 iralloct(tsdn_t *tsdn, void *ptr, size_t oldsize, size_t size, size_t alignment, in iralloct()
[all …]
|
| D | rtree.h | 173 rtree_leaf_elm_bits_read(tsdn_t *tsdn, rtree_t *rtree, rtree_leaf_elm_t *elm, in rtree_leaf_elm_bits_read()
211 rtree_leaf_elm_extent_read(UNUSED tsdn_t *tsdn, UNUSED rtree_t *rtree, in rtree_leaf_elm_extent_read()
224 rtree_leaf_elm_szind_read(UNUSED tsdn_t *tsdn, UNUSED rtree_t *rtree, in rtree_leaf_elm_szind_read()
236 rtree_leaf_elm_slab_read(UNUSED tsdn_t *tsdn, UNUSED rtree_t *rtree, in rtree_leaf_elm_slab_read()
248 rtree_leaf_elm_extent_write(UNUSED tsdn_t *tsdn, UNUSED rtree_t *rtree, in rtree_leaf_elm_extent_write()
262 rtree_leaf_elm_szind_write(UNUSED tsdn_t *tsdn, UNUSED rtree_t *rtree, in rtree_leaf_elm_szind_write()
280 rtree_leaf_elm_slab_write(UNUSED tsdn_t *tsdn, UNUSED rtree_t *rtree, in rtree_leaf_elm_slab_write()
295 rtree_leaf_elm_write(tsdn_t *tsdn, rtree_t *rtree, rtree_leaf_elm_t *elm, in rtree_leaf_elm_write()
314 rtree_leaf_elm_szind_slab_update(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_szind_slab_update()
327 rtree_leaf_elm_lookup(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx, in rtree_leaf_elm_lookup()
[all …]
|
| D | mutex_pool.h | 27 mutex_pool_assert_not_held(tsdn_t *tsdn, mutex_pool_t *pool) { in mutex_pool_assert_not_held()
41 mutex_pool_lock(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key) { in mutex_pool_lock()
49 mutex_pool_unlock(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key) { in mutex_pool_unlock()
57 mutex_pool_lock2(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key1, in mutex_pool_lock2()
75 mutex_pool_unlock2(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key1, in mutex_pool_unlock2()
90 mutex_pool_assert_owner(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key) { in mutex_pool_assert_owner()
|
| D | arena_stats.h | 98 arena_stats_init(UNUSED tsdn_t *tsdn, arena_stats_t *arena_stats) { in arena_stats_init()
115 arena_stats_lock(tsdn_t *tsdn, arena_stats_t *arena_stats) { in arena_stats_lock()
122 arena_stats_unlock(tsdn_t *tsdn, arena_stats_t *arena_stats) { in arena_stats_unlock()
129 arena_stats_read_u64(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_read_u64()
140 arena_stats_add_u64(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_add_u64()
151 arena_stats_sub_u64(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_sub_u64()
179 arena_stats_read_zu(tsdn_t *tsdn, arena_stats_t *arena_stats, atomic_zu_t *p) { in arena_stats_read_zu()
189 arena_stats_add_zu(tsdn_t *tsdn, arena_stats_t *arena_stats, atomic_zu_t *p, in arena_stats_add_zu()
201 arena_stats_sub_zu(tsdn_t *tsdn, arena_stats_t *arena_stats, atomic_zu_t *p, in arena_stats_sub_zu()
221 arena_stats_large_nrequests_add(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_large_nrequests_add()
[all …]
|
| D | background_thread_inlines.h | 10 background_thread_enabled_set(tsdn_t *tsdn, bool state) { in background_thread_enabled_set()
30 background_thread_wakeup_time_set(tsdn_t *tsdn, background_thread_info_t *info, in background_thread_wakeup_time_set()
44 arena_background_thread_inactivity_check(tsdn_t *tsdn, arena_t *arena, in arena_background_thread_inactivity_check()
|
| D | mutex.h | 150 mutex_owner_stats_update(tsdn_t *tsdn, malloc_mutex_t *mutex) { in mutex_owner_stats_update()
163 malloc_mutex_trylock(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_trylock()
201 malloc_mutex_lock(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_lock()
213 malloc_mutex_unlock(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_unlock()
221 malloc_mutex_assert_owner(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_assert_owner()
226 malloc_mutex_assert_not_owner(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_assert_not_owner()
232 malloc_mutex_prof_read(tsdn_t *tsdn, mutex_prof_data_t *data, in malloc_mutex_prof_read()
|
| D | prof_inlines_b.h | 40 prof_tctx_get(tsdn_t *tsdn, const void *ptr, alloc_ctx_t *alloc_ctx) { in prof_tctx_get()
48 prof_tctx_set(tsdn_t *tsdn, const void *ptr, size_t usize, in prof_tctx_set()
57 prof_tctx_reset(tsdn_t *tsdn, const void *ptr, prof_tctx_t *tctx) { in prof_tctx_reset()
122 prof_malloc(tsdn_t *tsdn, const void *ptr, size_t usize, alloc_ctx_t *alloc_ctx, in prof_malloc()
|
| D | prof_inlines_a.h | 7 prof_accum_add(tsdn_t *tsdn, prof_accum_t *prof_accum, uint64_t accumbytes) { in prof_accum_add()
45 prof_accum_cancel(tsdn_t *tsdn, prof_accum_t *prof_accum, size_t usize) { in prof_accum_cancel()
|
| D | tsd.h | 142 tsdn_null(const tsdn_t *tsdn) { in tsdn_null()
147 tsdn_tsd(tsdn_t *tsdn) { in tsdn_tsd()
314 tsdn_rtree_ctx(tsdn_t *tsdn, rtree_ctx_t *fallback) { in tsdn_rtree_ctx()
|
| D | extent_inlines.h | 12 extent_lock(tsdn_t *tsdn, extent_t *extent) { in extent_lock()
18 extent_unlock(tsdn_t *tsdn, extent_t *extent) { in extent_unlock()
24 extent_lock2(tsdn_t *tsdn, extent_t *extent1, extent_t *extent2) { in extent_lock2()
31 extent_unlock2(tsdn_t *tsdn, extent_t *extent1, extent_t *extent2) { in extent_unlock2()
193 extent_addr_randomize(UNUSED tsdn_t *tsdn, extent_t *extent, size_t alignment) { in extent_addr_randomize()
|
| /external/jemalloc_new/test/unit/ |
| D | rtree.c | 14 rtree_node_alloc_intercept(tsdn_t *tsdn, rtree_t *rtree, size_t nelms) { in rtree_node_alloc_intercept()
30 rtree_node_dalloc_intercept(tsdn_t *tsdn, rtree_t *rtree, in rtree_node_dalloc_intercept()
41 rtree_leaf_alloc_intercept(tsdn_t *tsdn, rtree_t *rtree, size_t nelms) { in rtree_leaf_alloc_intercept()
57 rtree_leaf_dalloc_intercept(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_dalloc_intercept()
68 tsdn_t *tsdn; in TEST_BEGIN() local
94 tsdn_t *tsdn = tsdn_fetch(); in TEST_BEGIN() local
122 tsdn_t *tsdn = tsdn_fetch(); in TEST_BEGIN() local
162 tsdn_t *tsdn = tsdn_fetch(); in TEST_BEGIN() local
|
| D | base.c | 33 tsdn_t *tsdn = tsd_tsdn(tsd_fetch()); in TEST_BEGIN() local
75 tsdn_t *tsdn = tsd_tsdn(tsd_fetch()); in TEST_BEGIN() local
120 tsdn_t *tsdn = tsd_tsdn(tsd_fetch()); in TEST_BEGIN() local
|
| D | arena_reset.c | 62 vsalloc(tsdn_t *tsdn, const void *ptr) { in vsalloc()
103 tsdn_t *tsdn; in do_arena_reset_pre() local
138 tsdn_t *tsdn; in do_arena_reset_post() local
|