Lines Matching refs:extent_t
35 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
44 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
51 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
58 static extent_t *extent_split_impl(tsdn_t *tsdn, arena_t *arena,
59 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,
68 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b,
108 static void extent_deregister(tsdn_t *tsdn, extent_t *extent);
109 static extent_t *extent_recycle(tsdn_t *tsdn, arena_t *arena,
113 static extent_t *extent_try_coalesce(tsdn_t *tsdn, arena_t *arena,
115 extent_t *extent, bool *coalesced, bool growing_retained);
117 extent_hooks_t **r_extent_hooks, extents_t *extents, extent_t *extent,
122 ph_gen(UNUSED, extent_avail_, extent_tree_t, extent_t, ph_link,
133 extent_t **result) { in extent_rtree_leaf_elm_try_lock()
134 extent_t *extent1 = rtree_leaf_elm_extent_read(tsdn, &extents_rtree, in extent_rtree_leaf_elm_try_lock()
145 extent_t *extent2 = rtree_leaf_elm_extent_read(tsdn, in extent_rtree_leaf_elm_try_lock()
161 static extent_t *
163 extent_t *ret = NULL; in extent_lock_from_addr()
176 extent_t *
179 extent_t *extent = extent_avail_first(&arena->extent_avail); in extent_alloc()
190 extent_dalloc(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in extent_dalloc()
278 ph_gen(, extent_heap_, extent_heap_t, extent_t, ph_link, extent_snad_comp)
309 extents_insert_locked(tsdn_t *tsdn, extents_t *extents, extent_t *extent) { in extents_insert_locked()
335 extents_remove_locked(tsdn_t *tsdn, extents_t *extents, extent_t *extent) { in extents_remove_locked()
364 static extent_t *
376 extent_t *extent = extent_heap_first(&extents->heaps[i]); in extents_fit_alignment()
404 static extent_t *
419 extent_t *extent = extent_heap_first(&extents->heaps[i]);
432 static extent_t *
435 extent_t *ret = NULL; in extents_first_fit_locked()
443 extent_t *extent = extent_heap_first(&extents->heaps[i]); in extents_first_fit_locked()
463 static extent_t *
480 extent_t *extent = extents->delay_coalesce ? in extents_fit_locked()
484 extent_t *extent = in extents_fit_locked()
503 extent_t *extent) { in extent_try_delayed_coalesce()
517 extent_t *
526 extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks, extents, in extents_alloc()
534 extents_t *extents, extent_t *extent) { in extents_dalloc()
547 extent_t *
559 extent_t *extent; in extents_evict()
613 extents_t *extents, extent_t *extent, bool growing_retained) { in extents_leak()
646 extent_t *extent) { in extent_deactivate_locked()
656 extent_t *extent) { in extent_deactivate()
664 extent_t *extent) { in extent_activate_locked()
674 const extent_t *extent, bool dependent, bool init_missing, in extent_rtree_leaf_elms_lookup()
695 rtree_leaf_elm_t *elm_b, extent_t *extent, szind_t szind, bool slab) { in extent_rtree_write_acquired()
704 extent_interior_register(tsdn_t *tsdn, rtree_ctx_t *rtree_ctx, extent_t *extent, in extent_interior_register()
717 extent_gdump_add(tsdn_t *tsdn, const extent_t *extent) { in extent_gdump_add()
743 extent_gdump_sub(tsdn_t *tsdn, const extent_t *extent) { in extent_gdump_sub()
754 extent_register_impl(tsdn_t *tsdn, extent_t *extent, bool gdump_add) { in extent_register_impl()
787 extent_register(tsdn_t *tsdn, extent_t *extent) { in extent_register()
792 extent_register_no_gdump_add(tsdn_t *tsdn, extent_t *extent) { in extent_register_no_gdump_add()
797 extent_reregister(tsdn_t *tsdn, extent_t *extent) { in extent_reregister()
811 extent_t *extent) { in extent_interior_deregister()
827 extent_deregister_impl(tsdn_t *tsdn, extent_t *extent, bool gdump) { in extent_deregister_impl()
850 extent_deregister(tsdn_t *tsdn, extent_t *extent) { in extent_deregister()
855 extent_deregister_no_gdump_sub(tsdn_t *tsdn, extent_t *extent) { in extent_deregister_no_gdump_sub()
863 static extent_t *
891 extent_t *extent; in extent_recycle_extract()
899 extent_t *unlock_extent = extent; in extent_recycle_extract()
954 extent_t **extent, extent_t **lead, extent_t **trail, in extent_split_interior()
956 extent_t **to_leak, extent_t **to_salvage, in extent_split_interior()
1027 static extent_t *
1031 szind_t szind, extent_t *extent, bool growing_retained) { in extent_recycle_split()
1032 extent_t *lead; in extent_recycle_split()
1033 extent_t *trail; in extent_recycle_split()
1034 extent_t *to_leak; in extent_recycle_split()
1035 extent_t *to_salvage; in extent_recycle_split()
1076 static extent_t *
1090 extent_t *extent = extent_recycle_extract(tsdn, arena, r_extent_hooks, in extent_recycle()
1241 static extent_t *
1271 extent_t *extent = extent_alloc(tsdn, arena); in extent_grow_retained()
1314 extent_t *lead; in extent_grow_retained()
1315 extent_t *trail; in extent_grow_retained()
1316 extent_t *to_leak; in extent_grow_retained()
1317 extent_t *to_salvage; in extent_grow_retained()
1405 static extent_t *
1414 extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks, in extent_alloc_retained()
1434 static extent_t *
1439 extent_t *extent = extent_alloc(tsdn, arena); in extent_alloc_wrapper_hard()
1473 extent_t *
1482 extent_t *extent = extent_alloc_retained(tsdn, arena, r_extent_hooks, in extent_alloc_wrapper()
1503 extent_can_coalesce(arena_t *arena, extents_t *extents, const extent_t *inner, in extent_can_coalesce()
1504 const extent_t *outer) { in extent_can_coalesce()
1524 extents_t *extents, extent_t *inner, extent_t *outer, bool forward, in extent_coalesce()
1542 static extent_t *
1545 extent_t *extent, bool *coalesced, bool growing_retained) { in extent_try_coalesce()
1555 extent_t *next = extent_lock_from_addr(tsdn, rtree_ctx, in extent_try_coalesce()
1581 extent_t *prev = extent_lock_from_addr(tsdn, rtree_ctx, in extent_try_coalesce()
1614 extents_t *extents, extent_t *extent, bool growing_retained) { in extent_record()
1656 extent_dalloc_gap(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in extent_dalloc_gap()
1686 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_dalloc_wrapper_try()
1720 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_dalloc_wrapper()
1787 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_destroy_wrapper()
1824 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_commit_impl()
1845 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_commit_wrapper()
1860 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_decommit_wrapper()
1897 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_lazy_impl()
1922 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_lazy_wrapper()
1944 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_forced_impl()
1968 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_forced_wrapper()
1989 static extent_t *
1991 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a, in extent_split_impl()
2004 extent_t *trail = extent_alloc(tsdn, arena); in extent_split_impl()
2018 extent_t lead; in extent_split_impl()
2071 extent_t *
2073 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a, in extent_split_wrapper()
2101 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b, in extent_merge_impl()
2173 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b) { in extent_merge_wrapper()