Lines Matching refs:tsd_tsdn
483 arena = arena_get(tsd_tsdn(tsd), ind, false); in arena_bind()
497 oldarena = arena_get(tsd_tsdn(tsd), oldind, false); in arena_migrate()
498 newarena = arena_get(tsd_tsdn(tsd), newind, false); in arena_migrate()
509 arena = arena_get(tsd_tsdn(tsd), ind, false); in arena_unbind()
614 malloc_mutex_lock(tsd_tsdn(tsd), &arenas_lock); in arena_choose_hard()
615 assert(arena_get(tsd_tsdn(tsd), 0, false) != NULL); in arena_choose_hard()
617 if (arena_get(tsd_tsdn(tsd), i, false) != NULL) { in arena_choose_hard()
624 tsd_tsdn(tsd), i, false), !!j) < in arena_choose_hard()
626 tsd_tsdn(tsd), choose[j], false), in arena_choose_hard()
645 if (arena_nthreads_get(arena_get(tsd_tsdn(tsd), in arena_choose_hard()
653 ret = arena_get(tsd_tsdn(tsd), in arena_choose_hard()
661 arena = arena_init_locked(tsd_tsdn(tsd), in arena_choose_hard()
664 malloc_mutex_unlock(tsd_tsdn(tsd), in arena_choose_hard()
673 malloc_mutex_unlock(tsd_tsdn(tsd), &arenas_lock); in arena_choose_hard()
675 ret = arena_get(tsd_tsdn(tsd), 0, false); in arena_choose_hard()
1511 malloc_mutex_lock(tsd_tsdn(tsd), &init_lock);
1514 malloc_mutex_unlock(tsd_tsdn(tsd), &init_lock);
1518 if (malloc_init_hard_finish(tsd_tsdn(tsd))) {
1519 malloc_mutex_unlock(tsd_tsdn(tsd), &init_lock);
1523 malloc_mutex_unlock(tsd_tsdn(tsd), &init_lock);
1549 arena_prof_promoted(tsd_tsdn(tsd), p, usize);
1571 prof_malloc(tsd_tsdn(tsd), p, usize, tctx);
1595 *tsdn = tsd_tsdn(tsd);
1596 witness_assert_lockless(tsd_tsdn(tsd));
1675 arena_prof_promoted(tsd_tsdn(tsd), p, usize);
1697 prof_malloc(tsd_tsdn(tsd), p, usize, tctx);
1719 witness_assert_lockless(tsd_tsdn(tsd));
1754 assert(usize == isalloc(tsd_tsdn(tsd), result, config_prof));
1758 JEMALLOC_VALGRIND_MALLOC(result != NULL, tsd_tsdn(tsd), result, usize,
1760 witness_assert_lockless(tsd_tsdn(tsd));
1770 witness_assert_lockless(tsd_tsdn(tsd));
1851 arena_prof_promoted(tsd_tsdn(tsd), p, usize);
1866 old_tctx = prof_tctx_get(tsd_tsdn(tsd), old_ptr);
1888 witness_assert_lockless(tsd_tsdn(tsd));
1894 usize = isalloc(tsd_tsdn(tsd), ptr, config_prof);
1897 usize = isalloc(tsd_tsdn(tsd), ptr, config_prof);
1905 rzsize = p2rz(tsd_tsdn(tsd), ptr);
1916 witness_assert_lockless(tsd_tsdn(tsd));
1926 rzsize = p2rz(tsd_tsdn(tsd), ptr);
1962 witness_assert_lockless(tsd_tsdn(tsd));
1964 old_usize = isalloc(tsd_tsdn(tsd), ptr, config_prof);
1966 old_rzsize = config_prof ? p2rz(tsd_tsdn(tsd), ptr) :
1980 tsdn = tsd_tsdn(tsd);
2020 witness_assert_lockless(tsd_tsdn(tsd));
2025 witness_assert_lockless(tsd_tsdn(tsd));
2145 *arena = arena_get(tsd_tsdn(tsd), arena_ind, true);
2204 p = imallocx_flags(tsd_tsdn(tsd), *usize, alignment, zero,
2207 p = imallocx_prof_sample(tsd_tsdn(tsd), *usize, alignment, zero,
2215 prof_malloc(tsd_tsdn(tsd), p, *usize, tctx);
2234 p = imallocx_flags(tsd_tsdn(tsd), *usize, alignment, zero, tcache,
2253 *tsdn = tsd_tsdn(tsd);
2254 witness_assert_lockless(tsd_tsdn(tsd));
2319 arena_prof_promoted(tsd_tsdn(tsd), p, usize);
2338 old_tctx = prof_tctx_get(tsd_tsdn(tsd), old_ptr);
2361 *usize = isalloc(tsd_tsdn(tsd), p, config_prof);
2389 witness_assert_lockless(tsd_tsdn(tsd));
2393 arena = arena_get(tsd_tsdn(tsd), arena_ind, true);
2407 old_usize = isalloc(tsd_tsdn(tsd), ptr, config_prof);
2425 usize = isalloc(tsd_tsdn(tsd), p, config_prof);
2434 JEMALLOC_VALGRIND_REALLOC(maybe, tsd_tsdn(tsd), p, usize, no, ptr,
2436 witness_assert_lockless(tsd_tsdn(tsd));
2444 witness_assert_lockless(tsd_tsdn(tsd));
2484 old_tctx = prof_tctx_get(tsd_tsdn(tsd), ptr);
2509 usize = ixallocx_prof_sample(tsd_tsdn(tsd), ptr, old_usize,
2512 usize = ixallocx_helper(tsd_tsdn(tsd), ptr, old_usize, size,
2540 witness_assert_lockless(tsd_tsdn(tsd));
2542 old_usize = isalloc(tsd_tsdn(tsd), ptr, config_prof);
2567 usize = ixallocx_helper(tsd_tsdn(tsd), ptr, old_usize, size,
2577 JEMALLOC_VALGRIND_REALLOC(no, tsd_tsdn(tsd), ptr, usize, no, ptr,
2581 witness_assert_lockless(tsd_tsdn(tsd));
2617 witness_assert_lockless(tsd_tsdn(tsd));
2631 witness_assert_lockless(tsd_tsdn(tsd));
2659 usize = inallocx(tsd_tsdn(tsd), size, flags);
2660 assert(usize == isalloc(tsd_tsdn(tsd), ptr, config_prof));
2662 witness_assert_lockless(tsd_tsdn(tsd));
2676 witness_assert_lockless(tsd_tsdn(tsd));
2713 witness_assert_lockless(tsd_tsdn(tsd));
2715 witness_assert_lockless(tsd_tsdn(tsd));
2746 witness_assert_lockless(tsd_tsdn(tsd));
2748 witness_assert_lockless(tsd_tsdn(tsd));
2841 ctl_prefork(tsd_tsdn(tsd));
2842 tcache_prefork(tsd_tsdn(tsd));
2843 malloc_mutex_prefork(tsd_tsdn(tsd), &arenas_lock);
2844 prof_prefork0(tsd_tsdn(tsd));
2847 if ((arena = arena_get(tsd_tsdn(tsd), j, false)) !=
2851 arena_prefork0(tsd_tsdn(tsd), arena);
2854 arena_prefork1(tsd_tsdn(tsd), arena);
2857 arena_prefork2(tsd_tsdn(tsd), arena);
2864 base_prefork(tsd_tsdn(tsd));
2866 if ((arena = arena_get(tsd_tsdn(tsd), i, false)) != NULL)
2867 arena_prefork3(tsd_tsdn(tsd), arena);
2869 prof_prefork1(tsd_tsdn(tsd));
2893 base_postfork_parent(tsd_tsdn(tsd));
2897 if ((arena = arena_get(tsd_tsdn(tsd), i, false)) != NULL)
2898 arena_postfork_parent(tsd_tsdn(tsd), arena);
2900 prof_postfork_parent(tsd_tsdn(tsd));
2901 malloc_mutex_postfork_parent(tsd_tsdn(tsd), &arenas_lock);
2902 tcache_postfork_parent(tsd_tsdn(tsd));
2903 ctl_postfork_parent(tsd_tsdn(tsd));
2918 base_postfork_child(tsd_tsdn(tsd));
2922 if ((arena = arena_get(tsd_tsdn(tsd), i, false)) != NULL)
2923 arena_postfork_child(tsd_tsdn(tsd), arena);
2925 prof_postfork_child(tsd_tsdn(tsd));
2926 malloc_mutex_postfork_child(tsd_tsdn(tsd), &arenas_lock);
2927 tcache_postfork_child(tsd_tsdn(tsd));
2928 ctl_postfork_child(tsd_tsdn(tsd));