Lines Matching refs:r_extent_hooks
35 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
44 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
51 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
59 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,
68 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b,
110 extent_hooks_t **r_extent_hooks, extents_t *extents, void *new_addr,
114 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
117 extent_hooks_t **r_extent_hooks, extents_t *extents, extent_t *extent,
218 extent_hooks_t **r_extent_hooks) { in extent_hooks_assure_initialized() argument
219 if (*r_extent_hooks == EXTENT_HOOKS_INITIALIZER) { in extent_hooks_assure_initialized()
220 *r_extent_hooks = extent_hooks_get(arena); in extent_hooks_assure_initialized()
502 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents, in extent_try_delayed_coalesce() argument
506 extent = extent_try_coalesce(tsdn, arena, r_extent_hooks, rtree_ctx, in extent_try_delayed_coalesce()
518 extents_alloc(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks, in extents_alloc() argument
526 extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks, extents, in extents_alloc()
533 extents_dalloc(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks, in extents_dalloc() argument
544 extent_record(tsdn, arena, r_extent_hooks, extents, extent, false); in extents_dalloc()
548 extents_evict(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks, in extents_evict() argument
578 if (extent_try_delayed_coalesce(tsdn, arena, r_extent_hooks, in extents_evict()
612 extents_leak(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks, in extents_leak() argument
619 if (extent_purge_lazy_impl(tsdn, arena, r_extent_hooks, in extents_leak()
621 extent_purge_forced_impl(tsdn, arena, r_extent_hooks, in extents_leak()
865 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents, in extent_recycle_extract() argument
890 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_recycle_extract()
952 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, in extent_split_interior() argument
976 *extent = extent_split_impl(tsdn, arena, r_extent_hooks, in extent_split_interior()
988 *trail = extent_split_impl(tsdn, arena, r_extent_hooks, *extent, in extent_split_interior()
1029 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents, in extent_recycle_split() argument
1038 tsdn, arena, r_extent_hooks, rtree_ctx, &extent, &lead, &trail, in extent_recycle_split()
1062 extents_leak(tsdn, arena, r_extent_hooks, extents, in extent_recycle_split()
1077 extent_recycle(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks, in extent_recycle() argument
1090 extent_t *extent = extent_recycle_extract(tsdn, arena, r_extent_hooks, in extent_recycle()
1097 extent = extent_recycle_split(tsdn, arena, r_extent_hooks, rtree_ctx, in extent_recycle()
1105 if (extent_commit_impl(tsdn, arena, r_extent_hooks, extent, in extent_recycle()
1107 extent_record(tsdn, arena, r_extent_hooks, extents, in extent_recycle()
1243 extent_hooks_t **r_extent_hooks, size_t size, size_t pad, size_t alignment, in extent_grow_retained() argument
1279 if (*r_extent_hooks == &extent_hooks_default) { in extent_grow_retained()
1284 ptr = (*r_extent_hooks)->alloc(*r_extent_hooks, NULL, in extent_grow_retained()
1299 extents_leak(tsdn, arena, r_extent_hooks, in extent_grow_retained()
1319 tsdn, arena, r_extent_hooks, rtree_ctx, &extent, &lead, &trail, in extent_grow_retained()
1325 extent_record(tsdn, arena, r_extent_hooks, in extent_grow_retained()
1329 extent_record(tsdn, arena, r_extent_hooks, in extent_grow_retained()
1342 extent_record(tsdn, arena, r_extent_hooks, in extent_grow_retained()
1347 extents_leak(tsdn, arena, r_extent_hooks, in extent_grow_retained()
1354 if (extent_commit_impl(tsdn, arena, r_extent_hooks, extent, 0, in extent_grow_retained()
1356 extent_record(tsdn, arena, r_extent_hooks, in extent_grow_retained()
1407 extent_hooks_t **r_extent_hooks, void *new_addr, size_t size, size_t pad, in extent_alloc_retained() argument
1414 extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks, in extent_alloc_retained()
1423 extent = extent_grow_retained(tsdn, arena, r_extent_hooks, size, in extent_alloc_retained()
1436 extent_hooks_t **r_extent_hooks, void *new_addr, size_t size, size_t pad, in extent_alloc_wrapper_hard() argument
1444 if (*r_extent_hooks == &extent_hooks_default) { in extent_alloc_wrapper_hard()
1450 addr = (*r_extent_hooks)->alloc(*r_extent_hooks, new_addr, in extent_alloc_wrapper_hard()
1465 extents_leak(tsdn, arena, r_extent_hooks, in extent_alloc_wrapper_hard()
1475 extent_hooks_t **r_extent_hooks, void *new_addr, size_t size, size_t pad, in extent_alloc_wrapper() argument
1480 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_alloc_wrapper()
1482 extent_t *extent = extent_alloc_retained(tsdn, arena, r_extent_hooks, in extent_alloc_wrapper()
1494 extent = extent_alloc_wrapper_hard(tsdn, arena, r_extent_hooks, in extent_alloc_wrapper()
1523 extent_coalesce(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks, in extent_coalesce() argument
1531 bool err = extent_merge_impl(tsdn, arena, r_extent_hooks, in extent_coalesce()
1544 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents, in extent_try_coalesce() argument
1569 r_extent_hooks, extents, extent, next, true, in extent_try_coalesce()
1589 r_extent_hooks, extents, extent, prev, false, in extent_try_coalesce()
1613 extent_record(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks, in extent_record() argument
1623 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_record()
1635 extent = extent_try_coalesce(tsdn, arena, r_extent_hooks, in extent_record()
1645 r_extent_hooks, rtree_ctx, extents, extent, in extent_record()
1686 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_dalloc_wrapper_try() argument
1696 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_dalloc_wrapper_try()
1698 if (*r_extent_hooks == &extent_hooks_default) { in extent_dalloc_wrapper_try()
1704 err = ((*r_extent_hooks)->dalloc == NULL || in extent_dalloc_wrapper_try()
1705 (*r_extent_hooks)->dalloc(*r_extent_hooks, in extent_dalloc_wrapper_try()
1720 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_dalloc_wrapper() argument
1730 if (!extent_dalloc_wrapper_try(tsdn, arena, r_extent_hooks, extent)) { in extent_dalloc_wrapper()
1735 if (*r_extent_hooks != &extent_hooks_default) { in extent_dalloc_wrapper()
1742 } else if (!extent_decommit_wrapper(tsdn, arena, r_extent_hooks, extent, in extent_dalloc_wrapper()
1745 } else if ((*r_extent_hooks)->purge_forced != NULL && in extent_dalloc_wrapper()
1746 !(*r_extent_hooks)->purge_forced(*r_extent_hooks, in extent_dalloc_wrapper()
1751 ((*r_extent_hooks)->purge_lazy != NULL && in extent_dalloc_wrapper()
1752 !(*r_extent_hooks)->purge_lazy(*r_extent_hooks, in extent_dalloc_wrapper()
1759 if (*r_extent_hooks != &extent_hooks_default) { in extent_dalloc_wrapper()
1768 extent_record(tsdn, arena, r_extent_hooks, &arena->extents_retained, in extent_dalloc_wrapper()
1787 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_destroy_wrapper() argument
1798 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_destroy_wrapper()
1800 if (*r_extent_hooks == &extent_hooks_default) { in extent_destroy_wrapper()
1804 } else if ((*r_extent_hooks)->destroy != NULL) { in extent_destroy_wrapper()
1806 (*r_extent_hooks)->destroy(*r_extent_hooks, in extent_destroy_wrapper()
1824 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_commit_impl() argument
1829 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_commit_impl()
1830 if (*r_extent_hooks != &extent_hooks_default) { in extent_commit_impl()
1833 bool err = ((*r_extent_hooks)->commit == NULL || in extent_commit_impl()
1834 (*r_extent_hooks)->commit(*r_extent_hooks, extent_base_get(extent), in extent_commit_impl()
1836 if (*r_extent_hooks != &extent_hooks_default) { in extent_commit_impl()
1845 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_commit_wrapper() argument
1847 return extent_commit_impl(tsdn, arena, r_extent_hooks, extent, offset, in extent_commit_wrapper()
1860 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_decommit_wrapper() argument
1865 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_decommit_wrapper()
1867 if (*r_extent_hooks != &extent_hooks_default) { in extent_decommit_wrapper()
1870 bool err = ((*r_extent_hooks)->decommit == NULL || in extent_decommit_wrapper()
1871 (*r_extent_hooks)->decommit(*r_extent_hooks, in extent_decommit_wrapper()
1874 if (*r_extent_hooks != &extent_hooks_default) { in extent_decommit_wrapper()
1897 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_lazy_impl() argument
1902 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_purge_lazy_impl()
1904 if ((*r_extent_hooks)->purge_lazy == NULL) { in extent_purge_lazy_impl()
1907 if (*r_extent_hooks != &extent_hooks_default) { in extent_purge_lazy_impl()
1910 bool err = (*r_extent_hooks)->purge_lazy(*r_extent_hooks, in extent_purge_lazy_impl()
1913 if (*r_extent_hooks != &extent_hooks_default) { in extent_purge_lazy_impl()
1922 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_lazy_wrapper() argument
1924 return extent_purge_lazy_impl(tsdn, arena, r_extent_hooks, extent, in extent_purge_lazy_wrapper()
1944 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_forced_impl() argument
1949 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_purge_forced_impl()
1951 if ((*r_extent_hooks)->purge_forced == NULL) { in extent_purge_forced_impl()
1954 if (*r_extent_hooks != &extent_hooks_default) { in extent_purge_forced_impl()
1957 bool err = (*r_extent_hooks)->purge_forced(*r_extent_hooks, in extent_purge_forced_impl()
1960 if (*r_extent_hooks != &extent_hooks_default) { in extent_purge_forced_impl()
1968 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_forced_wrapper() argument
1970 return extent_purge_forced_impl(tsdn, arena, r_extent_hooks, extent, in extent_purge_forced_wrapper()
1991 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a, in extent_split_impl() argument
1998 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_split_impl()
2000 if ((*r_extent_hooks)->split == NULL) { in extent_split_impl()
2039 if (*r_extent_hooks != &extent_hooks_default) { in extent_split_impl()
2042 bool err = (*r_extent_hooks)->split(*r_extent_hooks, extent_base_get(extent), in extent_split_impl()
2045 if (*r_extent_hooks != &extent_hooks_default) { in extent_split_impl()
2073 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a, in extent_split_wrapper() argument
2075 return extent_split_impl(tsdn, arena, r_extent_hooks, extent, size_a, in extent_split_wrapper()
2101 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b, in extent_merge_impl() argument
2106 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_merge_impl()
2108 if ((*r_extent_hooks)->merge == NULL) { in extent_merge_impl()
2113 if (*r_extent_hooks == &extent_hooks_default) { in extent_merge_impl()
2119 err = (*r_extent_hooks)->merge(*r_extent_hooks, in extent_merge_impl()
2173 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b) { in extent_merge_wrapper() argument
2174 return extent_merge_impl(tsdn, arena, r_extent_hooks, a, b, false); in extent_merge_wrapper()