33 static void	arena_chunk_dalloc(tsdn_t *tsdn, arena_t *arena,
35 static void	arena_purge_to_limit(tsdn_t *tsdn, arena_t *arena,
37 static void	arena_run_dalloc(tsdn_t *tsdn, arena_t *arena, arena_run_t *run,
39 static void	arena_dalloc_bin_run(tsdn_t *tsdn, arena_t *arena,
41 static void	arena_bin_lower_run(arena_t *arena, arena_run_t *run,
186 arena_avail_insert(arena_t *arena, arena_chunk_t *chunk, size_t pageind,  in arena_avail_insert()
200 arena_avail_remove(arena_t *arena, arena_chunk_t *chunk, size_t pageind,  in arena_avail_remove()
214 arena_run_dirty_insert(arena_t *arena, arena_chunk_t *chunk, size_t pageind,  in arena_run_dirty_insert()
232 arena_run_dirty_remove(arena_t *arena, arena_chunk_t *chunk, size_t pageind,  in arena_run_dirty_remove()
257 arena_chunk_cache_maybe_insert(arena_t *arena, extent_node_t *node, bool cache)  in arena_chunk_cache_maybe_insert()
269 arena_chunk_cache_maybe_remove(arena_t *arena, extent_node_t *node, bool dirty)  in arena_chunk_cache_maybe_remove()
355 arena_nactive_add(arena_t *arena, size_t add_pages)  in arena_nactive_add()
369 arena_nactive_sub(arena_t *arena, size_t sub_pages)  in arena_nactive_sub()
382 arena_run_split_remove(arena_t *arena, arena_chunk_t *chunk, size_t run_ind,  in arena_run_split_remove()
424 arena_run_split_large_helper(arena_t *arena, arena_run_t *run, size_t size,  in arena_run_split_large_helper()
497 arena_run_split_large(arena_t *arena, arena_run_t *run, size_t size, bool zero)  in arena_run_split_large()
504 arena_run_init_large(arena_t *arena, arena_run_t *run, size_t size, bool zero)  in arena_run_init_large()
511 arena_run_split_small(arena_t *arena, arena_run_t *run, size_t size,  in arena_run_split_small()
549 arena_chunk_init_spare(arena_t *arena)  in arena_chunk_init_spare()
571 arena_chunk_register(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk,  in arena_chunk_register()
587 arena_chunk_alloc_internal_hard(tsdn_t *tsdn, arena_t *arena,  in arena_chunk_alloc_internal_hard()
623 arena_chunk_alloc_internal(tsdn_t *tsdn, arena_t *arena, bool *zero,  in arena_chunk_alloc_internal()
653 arena_chunk_init_hard(tsdn_t *tsdn, arena_t *arena)  in arena_chunk_init_hard()
710 arena_chunk_alloc(tsdn_t *tsdn, arena_t *arena)  in arena_chunk_alloc()
730 arena_chunk_discard(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk)  in arena_chunk_discard()
771 arena_spare_discard(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *spare)  in arena_spare_discard()
785 arena_chunk_dalloc(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk)  in arena_chunk_dalloc()
811 arena_huge_malloc_stats_update(arena_t *arena, size_t usize)  in arena_huge_malloc_stats_update()
824 arena_huge_malloc_stats_update_undo(arena_t *arena, size_t usize)  in arena_huge_malloc_stats_update_undo()
837 arena_huge_dalloc_stats_update(arena_t *arena, size_t usize)  in arena_huge_dalloc_stats_update()
850 arena_huge_reset_stats_cancel(arena_t *arena, size_t usize)  in arena_huge_reset_stats_cancel()
861 arena_huge_dalloc_stats_update_undo(arena_t *arena, size_t usize)  in arena_huge_dalloc_stats_update_undo()
874 arena_huge_ralloc_stats_update(arena_t *arena, size_t oldsize, size_t usize)  in arena_huge_ralloc_stats_update()
882 arena_huge_ralloc_stats_update_undo(arena_t *arena, size_t oldsize,  in arena_huge_ralloc_stats_update_undo()
891 arena_node_alloc(tsdn_t *tsdn, arena_t *arena)  in arena_node_alloc()
907 arena_node_dalloc(tsdn_t *tsdn, arena_t *arena, extent_node_t *node)  in arena_node_dalloc()
917 arena_chunk_alloc_huge_hard(tsdn_t *tsdn, arena_t *arena,  in arena_chunk_alloc_huge_hard()
941 arena_chunk_alloc_huge(tsdn_t *tsdn, arena_t *arena, size_t usize,  in arena_chunk_alloc_huge()
970 arena_chunk_dalloc_huge(tsdn_t *tsdn, arena_t *arena, void *chunk, size_t usize,  in arena_chunk_dalloc_huge()
989 arena_chunk_ralloc_huge_similar(tsdn_t *tsdn, arena_t *arena, void *chunk,  in arena_chunk_ralloc_huge_similar()
1007 arena_chunk_ralloc_huge_shrink(tsdn_t *tsdn, arena_t *arena, void *chunk,  in arena_chunk_ralloc_huge_shrink()
1033 arena_chunk_ralloc_huge_expand_hard(tsdn_t *tsdn, arena_t *arena,  in arena_chunk_ralloc_huge_expand_hard()
1062 arena_chunk_ralloc_huge_expand(tsdn_t *tsdn, arena_t *arena, void *chunk,  in arena_chunk_ralloc_huge_expand()
1105 arena_run_first_best_fit(arena_t *arena, size_t size)  in arena_run_first_best_fit()
1122 arena_run_alloc_large_helper(arena_t *arena, size_t size, bool zero)  in arena_run_alloc_large_helper()
1133 arena_run_alloc_large(tsdn_t *tsdn, arena_t *arena, size_t size, bool zero)  in arena_run_alloc_large()
1166 arena_run_alloc_small_helper(arena_t *arena, size_t size, szind_t binind)  in arena_run_alloc_small_helper()
1177 arena_run_alloc_small(tsdn_t *tsdn, arena_t *arena, size_t size, szind_t binind)  in arena_run_alloc_small()
1219 arena_lg_dirty_mult_get(tsdn_t *tsdn, arena_t *arena)  in arena_lg_dirty_mult_get()
1231 arena_lg_dirty_mult_set(tsdn_t *tsdn, arena_t *arena, ssize_t lg_dirty_mult)  in arena_lg_dirty_mult_set()
1246 arena_decay_deadline_init(arena_t *arena)  in arena_decay_deadline_init()
1267 arena_decay_deadline_reached(const arena_t *arena, const nstime_t *time)  in arena_decay_deadline_reached()
1276 arena_decay_backlog_npages_limit(const arena_t *arena)  in arena_decay_backlog_npages_limit()
1304 arena_decay_backlog_update_last(arena_t *arena)  in arena_decay_backlog_update_last()
1312 arena_decay_backlog_update(arena_t *arena, uint64_t nadvance_u64)  in arena_decay_backlog_update()
1335 arena_decay_epoch_advance_helper(arena_t *arena, const nstime_t *time)  in arena_decay_epoch_advance_helper()
1361 arena_decay_epoch_advance_purge(tsdn_t *tsdn, arena_t *arena)  in arena_decay_epoch_advance_purge()
1371 arena_decay_epoch_advance(tsdn_t *tsdn, arena_t *arena, const nstime_t *time)  in arena_decay_epoch_advance()
1379 arena_decay_init(arena_t *arena, ssize_t decay_time)  in arena_decay_init()
1408 arena_decay_time_get(tsdn_t *tsdn, arena_t *arena)  in arena_decay_time_get()
1420 arena_decay_time_set(tsdn_t *tsdn, arena_t *arena, ssize_t decay_time)  in arena_decay_time_set()
1443 arena_maybe_purge_ratio(tsdn_t *tsdn, arena_t *arena)  in arena_maybe_purge_ratio()
1471 arena_maybe_purge_decay(tsdn_t *tsdn, arena_t *arena)  in arena_maybe_purge_decay()
1515 arena_maybe_purge(tsdn_t *tsdn, arena_t *arena)  in arena_maybe_purge()
1529 arena_dirty_count(arena_t *arena)  in arena_dirty_count()
1563 arena_stash_dirty(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks,  in arena_stash_dirty()
1655 arena_purge_stashed(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks,  in arena_purge_stashed()
1759 arena_unstash_purged(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks,  in arena_unstash_purged()
1810 arena_purge_to_limit(tsdn_t *tsdn, arena_t *arena, size_t ndirty_limit)  in arena_purge_to_limit()
1851 arena_purge(tsdn_t *tsdn, arena_t *arena, bool all)  in arena_purge()
1863 arena_achunk_prof_reset(tsd_t *tsd, arena_t *arena, arena_chunk_t *chunk)  in arena_achunk_prof_reset()
1903 arena_reset(tsd_t *tsd, arena_t *arena)  in arena_reset()
2007 arena_run_coalesce(arena_t *arena, arena_chunk_t *chunk, size_t *p_size,  in arena_run_coalesce()
2099 arena_run_size_get(arena_t *arena, arena_chunk_t *chunk, arena_run_t *run,  in arena_run_size_get()
2120 arena_run_dalloc(tsdn_t *tsdn, arena_t *arena, arena_run_t *run, bool dirty,  in arena_run_dalloc()
2196 arena_run_trim_head(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk,  in arena_run_trim_head()
2237 arena_run_trim_tail(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk,  in arena_run_trim_tail()
2304 arena_bin_nonfull_run_get(tsdn_t *tsdn, arena_t *arena, arena_bin_t *bin)  in arena_bin_nonfull_run_get()
2355 arena_bin_malloc_hard(tsdn_t *tsdn, arena_t *arena, arena_bin_t *bin)  in arena_bin_malloc_hard()
2405 arena_tcache_fill_small(tsdn_t *tsdn, arena_t *arena, tcache_bin_t *tbin,  in arena_tcache_fill_small()
2565 arena_malloc_small(tsdn_t *tsdn, arena_t *arena, szind_t binind, bool zero)  in arena_malloc_small()
2619 arena_malloc_large(tsdn_t *tsdn, arena_t *arena, szind_t binind, bool zero)  in arena_malloc_large()
2682 arena_malloc_hard(tsdn_t *tsdn, arena_t *arena, size_t size, szind_t ind,  in arena_malloc_hard()
2702 arena_palloc_large(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment,  in arena_palloc_large()
2790 arena_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment,  in arena_palloc()
2876 arena_dalloc_bin_run(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk,  in arena_dalloc_bin_run()
2894 arena_bin_lower_run(arena_t *arena, arena_run_t *run, arena_bin_t *bin)  in arena_bin_lower_run()
2917 arena_dalloc_bin_locked_impl(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk,  in arena_dalloc_bin_locked_impl()
2950 arena_dalloc_bin_junked_locked(tsdn_t *tsdn, arena_t *arena,  in arena_dalloc_bin_junked_locked()
2958 arena_dalloc_bin(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk, void *ptr,  in arena_dalloc_bin()
2974 arena_dalloc_small(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk,  in arena_dalloc_small()
3008 arena_dalloc_large_locked_impl(tsdn_t *tsdn, arena_t *arena,  in arena_dalloc_large_locked_impl()
3036 arena_dalloc_large_junked_locked(tsdn_t *tsdn, arena_t *arena,  in arena_dalloc_large_junked_locked()
3044 arena_dalloc_large(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk,  in arena_dalloc_large()
3055 arena_ralloc_large_shrink(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk,  in arena_ralloc_large_shrink()
3092 arena_ralloc_large_grow(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk,  in arena_ralloc_large_grow()
3220 	arena_t *arena;  in arena_ralloc_large()
3299 arena_ralloc_move_helper(tsdn_t *tsdn, arena_t *arena, size_t usize,  in arena_ralloc_move_helper()
3313 arena_ralloc(tsd_t *tsd, arena_t *arena, void *ptr, size_t oldsize, size_t size,  in arena_ralloc()
3358 arena_dss_prec_get(tsdn_t *tsdn, arena_t *arena)  in arena_dss_prec_get()
3369 arena_dss_prec_set(tsdn_t *tsdn, arena_t *arena, dss_prec_t dss_prec)  in arena_dss_prec_set()
3419 arena_basic_stats_merge_locked(arena_t *arena, unsigned *nthreads,  in arena_basic_stats_merge_locked()
3433 arena_basic_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigned *nthreads,  in arena_basic_stats_merge()
3445 arena_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigned *nthreads,  in arena_stats_merge()
3508 arena_nthreads_get(arena_t *arena, bool internal)  in arena_nthreads_get()
3515 arena_nthreads_inc(arena_t *arena, bool internal)  in arena_nthreads_inc()
3522 arena_nthreads_dec(arena_t *arena, bool internal)  in arena_nthreads_dec()
3529 arena_extent_sn_next(arena_t *arena)  in arena_extent_sn_next()
3535 arena_t *
3538 	arena_t *arena;  in arena_new()
3546 		arena = (arena_t *)base_alloc(tsdn,  in arena_new()
3547 		    CACHELINE_CEILING(sizeof(arena_t)) +  in arena_new()
3551 		arena = (arena_t *)base_alloc(tsdn, sizeof(arena_t));  in arena_new()
3563 		    + CACHELINE_CEILING(sizeof(arena_t)));  in arena_new()
3567 		    + CACHELINE_CEILING(sizeof(arena_t)) +  in arena_new()
3809 arena_prefork0(tsdn_t *tsdn, arena_t *arena)  in arena_prefork0()
3816 arena_prefork1(tsdn_t *tsdn, arena_t *arena)  in arena_prefork1()
3823 arena_prefork2(tsdn_t *tsdn, arena_t *arena)  in arena_prefork2()
3830 arena_prefork3(tsdn_t *tsdn, arena_t *arena)  in arena_prefork3()
3840 arena_postfork_parent(tsdn_t *tsdn, arena_t *arena)  in arena_postfork_parent()
3853 arena_postfork_child(tsdn_t *tsdn, arena_t *arena)  in arena_postfork_child()