Lines Matching refs:tsd_tsdn
121 item_extent[i] = iealloc(tsd_tsdn(tsd), *(tbin->avail - 1 - i)); in tcache_bin_flush_small()
131 if (arena_prof_accum(tsd_tsdn(tsd), arena, in tcache_bin_flush_small()
133 prof_idump(tsd_tsdn(tsd)); in tcache_bin_flush_small()
138 malloc_mutex_lock(tsd_tsdn(tsd), &bin->lock); in tcache_bin_flush_small()
155 arena_dalloc_bin_junked_locked(tsd_tsdn(tsd), in tcache_bin_flush_small()
169 malloc_mutex_unlock(tsd_tsdn(tsd), &bin->lock); in tcache_bin_flush_small()
170 arena_decay_ticks(tsd_tsdn(tsd), bin_arena, nflush - ndeferred); in tcache_bin_flush_small()
179 malloc_mutex_lock(tsd_tsdn(tsd), &bin->lock); in tcache_bin_flush_small()
185 malloc_mutex_unlock(tsd_tsdn(tsd), &bin->lock); in tcache_bin_flush_small()
212 item_extent[i] = iealloc(tsd_tsdn(tsd), *(tbin->avail - 1 - i)); in tcache_bin_flush_large()
225 malloc_mutex_lock(tsd_tsdn(tsd), &locked_arena->large_mtx); in tcache_bin_flush_large()
231 large_dalloc_prep_junked_locked(tsd_tsdn(tsd), in tcache_bin_flush_large()
237 idump = arena_prof_accum(tsd_tsdn(tsd), arena, in tcache_bin_flush_large()
244 arena_stats_large_nrequests_add(tsd_tsdn(tsd), in tcache_bin_flush_large()
251 malloc_mutex_unlock(tsd_tsdn(tsd), &locked_arena->large_mtx); in tcache_bin_flush_large()
260 large_dalloc_finish(tsd_tsdn(tsd), extent); in tcache_bin_flush_large()
274 prof_idump(tsd_tsdn(tsd)); in tcache_bin_flush_large()
276 arena_decay_ticks(tsd_tsdn(tsd), locked_arena, nflush - in tcache_bin_flush_large()
286 arena_stats_large_nrequests_add(tsd_tsdn(tsd), &arena->stats, in tcache_bin_flush_large()
411 void *avail_array = ipallocztm(tsd_tsdn(tsd), size, CACHELINE, true, in tsd_tcache_data_init()
430 arena = arena_get(tsd_tsdn(tsd), 0, false); in tsd_tcache_data_init()
431 tcache_arena_associate(tsd_tsdn(tsd), tcache, arena); in tsd_tcache_data_init()
436 tcache_arena_associate(tsd_tsdn(tsd), tcache, arena); in tsd_tcache_data_init()
458 tcache = ipallocztm(tsd_tsdn(tsd), size, CACHELINE, true, NULL, true, in tcache_create_explicit()
466 tcache_arena_associate(tsd_tsdn(tsd), tcache, arena_ichoose(tsd, NULL)); in tcache_create_explicit()
497 arena_prof_accum(tsd_tsdn(tsd), tcache->arena, in tcache_flush_cache()
499 prof_idump(tsd_tsdn(tsd)); in tcache_flush_cache()
512 tcache_arena_dissociate(tsd_tsdn(tsd), tcache); in tcache_destroy()
519 idalloctm(tsd_tsdn(tsd), avail_array, NULL, NULL, true, true); in tcache_destroy()
522 idalloctm(tsd_tsdn(tsd), tcache, NULL, NULL, true, true); in tcache_destroy()
576 malloc_mutex_lock(tsd_tsdn(tsd), &tcaches_mtx); in tcaches_create_prep()
579 tcaches = base_alloc(tsd_tsdn(tsd), b0get(), sizeof(tcache_t *) in tcaches_create_prep()
594 malloc_mutex_unlock(tsd_tsdn(tsd), &tcaches_mtx); in tcaches_create_prep()
600 witness_assert_depth(tsdn_witness_tsdp_get(tsd_tsdn(tsd)), 0); in tcaches_create()
616 malloc_mutex_lock(tsd_tsdn(tsd), &tcaches_mtx); in tcaches_create()
628 malloc_mutex_unlock(tsd_tsdn(tsd), &tcaches_mtx); in tcaches_create()
632 witness_assert_depth(tsdn_witness_tsdp_get(tsd_tsdn(tsd)), 0); in tcaches_create()
638 malloc_mutex_assert_owner(tsd_tsdn(tsd), &tcaches_mtx); in tcaches_elm_remove()
650 malloc_mutex_lock(tsd_tsdn(tsd), &tcaches_mtx); in tcaches_flush()
652 malloc_mutex_unlock(tsd_tsdn(tsd), &tcaches_mtx); in tcaches_flush()
660 malloc_mutex_lock(tsd_tsdn(tsd), &tcaches_mtx); in tcaches_destroy()
665 malloc_mutex_unlock(tsd_tsdn(tsd), &tcaches_mtx); in tcaches_destroy()