18 huge_node_set(tsdn_t *tsdn, const void *ptr, extent_node_t *node)  in huge_node_set()  argument
23 	return (chunk_register(tsdn, ptr, node));  in huge_node_set()
27 huge_node_reset(tsdn_t *tsdn, const void *ptr, extent_node_t *node)  in huge_node_reset()  argument
31 	err = huge_node_set(tsdn, ptr, node);  in huge_node_reset()
43 huge_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero)  in huge_malloc()  argument
48 	return (huge_palloc(tsdn, arena, usize, chunksize, zero));  in huge_malloc()
52 huge_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment,  in huge_palloc()  argument
64 	assert(!tsdn_null(tsdn) || arena != NULL);  in huge_palloc()
72 	iarena = (!tsdn_null(tsdn)) ? arena_ichoose(tsdn_tsd(tsdn), NULL) :  in huge_palloc()
74 	node = ipallocztm(tsdn, CACHELINE_CEILING(sizeof(extent_node_t)),  in huge_palloc()
85 	if (likely(!tsdn_null(tsdn))) {  in huge_palloc()
94 		arena = arena_choose(tsdn_tsd(tsdn), arena);  in huge_palloc()
98 	if (unlikely(arena == NULL) || (ret = arena_chunk_alloc_huge(tsdn,  in huge_palloc()
100 		idalloctm(tsdn, node, NULL, true, true);  in huge_palloc()
106 	if (huge_node_set(tsdn, ret, node)) {  in huge_palloc()
107 		arena_chunk_dalloc_huge(tsdn, arena, ret, usize, sn);  in huge_palloc()
108 		idalloctm(tsdn, node, NULL, true, true);  in huge_palloc()
113 	malloc_mutex_lock(tsdn, &arena->huge_mtx);  in huge_palloc()
116 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);  in huge_palloc()
124 	arena_decay_tick(tsdn, arena);  in huge_palloc()
152 huge_ralloc_no_move_similar(tsdn_t *tsdn, void *ptr, size_t oldsize,  in huge_ralloc_no_move_similar()  argument
181 			post_zeroed = !chunk_purge_wrapper(tsdn, arena,  in huge_ralloc_no_move_similar()
188 	malloc_mutex_lock(tsdn, &arena->huge_mtx);  in huge_ralloc_no_move_similar()
193 	huge_node_reset(tsdn, ptr, node);  in huge_ralloc_no_move_similar()
196 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);  in huge_ralloc_no_move_similar()
198 	arena_chunk_ralloc_huge_similar(tsdn, arena, ptr, oldsize, usize);  in huge_ralloc_no_move_similar()
215 huge_ralloc_no_move_shrink(tsdn_t *tsdn, void *ptr, size_t oldsize,  in huge_ralloc_no_move_shrink()  argument
227 	chunk_hooks = chunk_hooks_get(tsdn, arena);  in huge_ralloc_no_move_shrink()
244 			post_zeroed = !chunk_purge_wrapper(tsdn, arena,  in huge_ralloc_no_move_shrink()
252 	malloc_mutex_lock(tsdn, &arena->huge_mtx);  in huge_ralloc_no_move_shrink()
256 	huge_node_reset(tsdn, ptr, node);  in huge_ralloc_no_move_shrink()
259 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);  in huge_ralloc_no_move_shrink()
262 	arena_chunk_ralloc_huge_shrink(tsdn, arena, ptr, oldsize, usize,  in huge_ralloc_no_move_shrink()
269 huge_ralloc_no_move_expand(tsdn_t *tsdn, void *ptr, size_t oldsize,  in huge_ralloc_no_move_expand()  argument
277 	malloc_mutex_lock(tsdn, &arena->huge_mtx);  in huge_ralloc_no_move_expand()
279 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);  in huge_ralloc_no_move_expand()
286 	if (arena_chunk_ralloc_huge_expand(tsdn, arena, ptr, oldsize, usize,  in huge_ralloc_no_move_expand()
290 	malloc_mutex_lock(tsdn, &arena->huge_mtx);  in huge_ralloc_no_move_expand()
295 	huge_node_reset(tsdn, ptr, node);  in huge_ralloc_no_move_expand()
296 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);  in huge_ralloc_no_move_expand()
317 huge_ralloc_no_move(tsdn_t *tsdn, void *ptr, size_t oldsize, size_t usize_min,  in huge_ralloc_no_move()  argument
331 		if (!huge_ralloc_no_move_expand(tsdn, ptr, oldsize, usize_max,  in huge_ralloc_no_move()
333 			arena_decay_tick(tsdn, huge_aalloc(ptr));  in huge_ralloc_no_move()
338 		    CHUNK_CEILING(oldsize) && huge_ralloc_no_move_expand(tsdn,  in huge_ralloc_no_move()
340 			arena_decay_tick(tsdn, huge_aalloc(ptr));  in huge_ralloc_no_move()
351 		huge_ralloc_no_move_similar(tsdn, ptr, oldsize, usize_min,  in huge_ralloc_no_move()
353 		arena_decay_tick(tsdn, huge_aalloc(ptr));  in huge_ralloc_no_move()
359 		if (!huge_ralloc_no_move_shrink(tsdn, ptr, oldsize,  in huge_ralloc_no_move()
361 			arena_decay_tick(tsdn, huge_aalloc(ptr));  in huge_ralloc_no_move()
369 huge_ralloc_move_helper(tsdn_t *tsdn, arena_t *arena, size_t usize,  in huge_ralloc_move_helper()  argument
374 		return (huge_malloc(tsdn, arena, usize, zero));  in huge_ralloc_move_helper()
375 	return (huge_palloc(tsdn, arena, usize, alignment, zero));  in huge_ralloc_move_helper()
410 huge_dalloc(tsdn_t *tsdn, void *ptr)  in huge_dalloc()  argument
418 	malloc_mutex_lock(tsdn, &arena->huge_mtx);  in huge_dalloc()
420 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);  in huge_dalloc()
424 	arena_chunk_dalloc_huge(tsdn, extent_node_arena_get(node),  in huge_dalloc()
427 	idalloctm(tsdn, node, NULL, true, true);  in huge_dalloc()
429 	arena_decay_tick(tsdn, arena);  in huge_dalloc()
440 huge_salloc(tsdn_t *tsdn, const void *ptr)  in huge_salloc()  argument
448 	malloc_mutex_lock(tsdn, &arena->huge_mtx);  in huge_salloc()
450 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);  in huge_salloc()
456 huge_prof_tctx_get(tsdn_t *tsdn, const void *ptr)  in huge_prof_tctx_get()  argument
464 	malloc_mutex_lock(tsdn, &arena->huge_mtx);  in huge_prof_tctx_get()
466 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);  in huge_prof_tctx_get()
472 huge_prof_tctx_set(tsdn_t *tsdn, const void *ptr, prof_tctx_t *tctx)  in huge_prof_tctx_set()  argument
479 	malloc_mutex_lock(tsdn, &arena->huge_mtx);  in huge_prof_tctx_set()
481 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);  in huge_prof_tctx_set()
485 huge_prof_tctx_reset(tsdn_t *tsdn, const void *ptr)  in huge_prof_tctx_reset()  argument
488 	huge_prof_tctx_set(tsdn, ptr, (prof_tctx_t *)(uintptr_t)1U);  in huge_prof_tctx_reset()