Lines Matching refs:extent
35 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
44 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
51 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
59 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,
108 static void extent_deregister(tsdn_t *tsdn, extent_t *extent);
115 extent_t *extent, bool *coalesced, bool growing_retained);
117 extent_hooks_t **r_extent_hooks, extents_t *extents, extent_t *extent,
179 extent_t *extent = extent_avail_first(&arena->extent_avail); in extent_alloc() local
180 if (extent == NULL) { in extent_alloc()
184 extent_avail_remove(&arena->extent_avail, extent); in extent_alloc()
186 return extent; in extent_alloc()
190 extent_dalloc(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in extent_dalloc() argument
192 extent_avail_insert(&arena->extent_avail, extent); in extent_dalloc()
309 extents_insert_locked(tsdn_t *tsdn, extents_t *extents, extent_t *extent) { in extents_insert_locked() argument
311 assert(extent_state_get(extent) == extents->state); in extents_insert_locked()
313 size_t size = extent_size_get(extent); in extents_insert_locked()
320 extent_heap_insert(&extents->heaps[pind], extent); in extents_insert_locked()
321 extent_list_append(&extents->lru, extent); in extents_insert_locked()
335 extents_remove_locked(tsdn_t *tsdn, extents_t *extents, extent_t *extent) { in extents_remove_locked() argument
337 assert(extent_state_get(extent) == extents->state); in extents_remove_locked()
339 size_t size = extent_size_get(extent); in extents_remove_locked()
342 extent_heap_remove(&extents->heaps[pind], extent); in extents_remove_locked()
347 extent_list_remove(&extents->lru, extent); in extents_remove_locked()
376 extent_t *extent = extent_heap_first(&extents->heaps[i]); in extents_fit_alignment() local
377 uintptr_t base = (uintptr_t)extent_base_get(extent); in extents_fit_alignment()
378 size_t candidate_size = extent_size_get(extent); in extents_fit_alignment()
390 return extent; in extents_fit_alignment()
419 extent_t *extent = extent_heap_first(&extents->heaps[i]);
420 assert(extent_size_get(extent) >= size);
421 return extent;
443 extent_t *extent = extent_heap_first(&extents->heaps[i]); in extents_first_fit_locked() local
444 assert(extent_size_get(extent) >= size); in extents_first_fit_locked()
445 if (ret == NULL || extent_snad_comp(extent, ret) < 0) { in extents_first_fit_locked()
446 ret = extent; in extents_first_fit_locked()
480 extent_t *extent = extents->delay_coalesce ? in extents_fit_locked()
484 extent_t *extent = in extents_fit_locked() local
487 if (alignment > PAGE && extent == NULL) { in extents_fit_locked()
493 extent = extents_fit_alignment(extents, esize, max_size, in extents_fit_locked()
497 return extent; in extents_fit_locked()
503 extent_t *extent) { in extent_try_delayed_coalesce() argument
504 extent_state_set(extent, extent_state_active); in extent_try_delayed_coalesce()
506 extent = extent_try_coalesce(tsdn, arena, r_extent_hooks, rtree_ctx, in extent_try_delayed_coalesce()
507 extents, extent, &coalesced, false); in extent_try_delayed_coalesce()
508 extent_state_set(extent, extents_state_get(extents)); in extent_try_delayed_coalesce()
513 extents_insert_locked(tsdn, extents, extent); in extent_try_delayed_coalesce()
526 extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks, extents, in extents_alloc() local
528 assert(extent == NULL || extent_dumpable_get(extent)); in extents_alloc()
529 return extent; in extents_alloc()
534 extents_t *extents, extent_t *extent) { in extents_dalloc() argument
535 assert(extent_base_get(extent) != NULL); in extents_dalloc()
536 assert(extent_size_get(extent) != 0); in extents_dalloc()
537 assert(extent_dumpable_get(extent)); in extents_dalloc()
541 extent_addr_set(extent, extent_base_get(extent)); in extents_dalloc()
542 extent_zeroed_set(extent, false); in extents_dalloc()
544 extent_record(tsdn, arena, r_extent_hooks, extents, extent, false); in extents_dalloc()
559 extent_t *extent; in extents_evict() local
562 extent = extent_list_first(&extents->lru); in extents_evict()
563 if (extent == NULL) { in extents_evict()
570 extent = NULL; in extents_evict()
573 extents_remove_locked(tsdn, extents, extent); in extents_evict()
579 rtree_ctx, extents, extent)) { in extents_evict()
597 extent_state_set(extent, extent_state_active); in extents_evict()
600 extent_deregister(tsdn, extent); in extents_evict()
608 return extent; in extents_evict()
613 extents_t *extents, extent_t *extent, bool growing_retained) { in extents_leak() argument
620 extent, 0, extent_size_get(extent), growing_retained)) { in extents_leak()
622 extent, 0, extent_size_get(extent), in extents_leak()
626 extent_dalloc(tsdn, arena, extent); in extents_leak()
646 extent_t *extent) { in extent_deactivate_locked() argument
647 assert(extent_arena_get(extent) == arena); in extent_deactivate_locked()
648 assert(extent_state_get(extent) == extent_state_active); in extent_deactivate_locked()
650 extent_state_set(extent, extents_state_get(extents)); in extent_deactivate_locked()
651 extents_insert_locked(tsdn, extents, extent); in extent_deactivate_locked()
656 extent_t *extent) { in extent_deactivate() argument
658 extent_deactivate_locked(tsdn, arena, extents, extent); in extent_deactivate()
664 extent_t *extent) { in extent_activate_locked() argument
665 assert(extent_arena_get(extent) == arena); in extent_activate_locked()
666 assert(extent_state_get(extent) == extents_state_get(extents)); in extent_activate_locked()
668 extents_remove_locked(tsdn, extents, extent); in extent_activate_locked()
669 extent_state_set(extent, extent_state_active); in extent_activate_locked()
674 const extent_t *extent, bool dependent, bool init_missing, in extent_rtree_leaf_elms_lookup() argument
677 (uintptr_t)extent_base_get(extent), dependent, init_missing); in extent_rtree_leaf_elms_lookup()
684 (uintptr_t)extent_last_get(extent), dependent, init_missing); in extent_rtree_leaf_elms_lookup()
695 rtree_leaf_elm_t *elm_b, extent_t *extent, szind_t szind, bool slab) { in extent_rtree_write_acquired() argument
696 rtree_leaf_elm_write(tsdn, &extents_rtree, elm_a, extent, szind, slab); in extent_rtree_write_acquired()
698 rtree_leaf_elm_write(tsdn, &extents_rtree, elm_b, extent, szind, in extent_rtree_write_acquired()
704 extent_interior_register(tsdn_t *tsdn, rtree_ctx_t *rtree_ctx, extent_t *extent, in extent_interior_register() argument
706 assert(extent_slab_get(extent)); in extent_interior_register()
709 for (size_t i = 1; i < (extent_size_get(extent) >> LG_PAGE) - 1; i++) { in extent_interior_register()
711 (uintptr_t)extent_base_get(extent) + (uintptr_t)(i << in extent_interior_register()
712 LG_PAGE), extent, szind, true); in extent_interior_register()
717 extent_gdump_add(tsdn_t *tsdn, const extent_t *extent) { in extent_gdump_add() argument
723 if (opt_prof && extent_state_get(extent) == extent_state_active) { in extent_gdump_add()
724 size_t nadd = extent_size_get(extent) >> LG_PAGE; in extent_gdump_add()
743 extent_gdump_sub(tsdn_t *tsdn, const extent_t *extent) { in extent_gdump_sub() argument
746 if (opt_prof && extent_state_get(extent) == extent_state_active) { in extent_gdump_sub()
747 size_t nsub = extent_size_get(extent) >> LG_PAGE; in extent_gdump_sub()
754 extent_register_impl(tsdn_t *tsdn, extent_t *extent, bool gdump_add) { in extent_register_impl() argument
763 extent_lock(tsdn, extent); in extent_register_impl()
765 if (extent_rtree_leaf_elms_lookup(tsdn, rtree_ctx, extent, false, true, in extent_register_impl()
770 szind_t szind = extent_szind_get_maybe_invalid(extent); in extent_register_impl()
771 bool slab = extent_slab_get(extent); in extent_register_impl()
772 extent_rtree_write_acquired(tsdn, elm_a, elm_b, extent, szind, slab); in extent_register_impl()
774 extent_interior_register(tsdn, rtree_ctx, extent, szind); in extent_register_impl()
777 extent_unlock(tsdn, extent); in extent_register_impl()
780 extent_gdump_add(tsdn, extent); in extent_register_impl()
787 extent_register(tsdn_t *tsdn, extent_t *extent) { in extent_register() argument
788 return extent_register_impl(tsdn, extent, true); in extent_register()
792 extent_register_no_gdump_add(tsdn_t *tsdn, extent_t *extent) { in extent_register_no_gdump_add() argument
793 return extent_register_impl(tsdn, extent, false); in extent_register_no_gdump_add()
797 extent_reregister(tsdn_t *tsdn, extent_t *extent) { in extent_reregister() argument
798 bool err = extent_register(tsdn, extent); in extent_reregister()
811 extent_t *extent) { in extent_interior_deregister() argument
814 assert(extent_slab_get(extent)); in extent_interior_deregister()
816 for (i = 1; i < (extent_size_get(extent) >> LG_PAGE) - 1; i++) { in extent_interior_deregister()
818 (uintptr_t)extent_base_get(extent) + (uintptr_t)(i << in extent_interior_deregister()
827 extent_deregister_impl(tsdn_t *tsdn, extent_t *extent, bool gdump) { in extent_deregister_impl() argument
831 extent_rtree_leaf_elms_lookup(tsdn, rtree_ctx, extent, true, false, in extent_deregister_impl()
834 extent_lock(tsdn, extent); in extent_deregister_impl()
837 if (extent_slab_get(extent)) { in extent_deregister_impl()
838 extent_interior_deregister(tsdn, rtree_ctx, extent); in extent_deregister_impl()
839 extent_slab_set(extent, false); in extent_deregister_impl()
842 extent_unlock(tsdn, extent); in extent_deregister_impl()
845 extent_gdump_sub(tsdn, extent); in extent_deregister_impl()
850 extent_deregister(tsdn_t *tsdn, extent_t *extent) { in extent_deregister() argument
851 extent_deregister_impl(tsdn, extent, true); in extent_deregister()
855 extent_deregister_no_gdump_sub(tsdn_t *tsdn, extent_t *extent) { in extent_deregister_no_gdump_sub() argument
856 extent_deregister_impl(tsdn, extent, false); in extent_deregister_no_gdump_sub()
891 extent_t *extent; in extent_recycle_extract() local
893 extent = extent_lock_from_addr(tsdn, rtree_ctx, new_addr); in extent_recycle_extract()
894 if (extent != NULL) { in extent_recycle_extract()
899 extent_t *unlock_extent = extent; in extent_recycle_extract()
900 assert(extent_base_get(extent) == new_addr); in extent_recycle_extract()
901 if (extent_arena_get(extent) != arena || in extent_recycle_extract()
902 extent_size_get(extent) < esize || in extent_recycle_extract()
903 extent_state_get(extent) != in extent_recycle_extract()
905 extent = NULL; in extent_recycle_extract()
910 extent = extents_fit_locked(tsdn, arena, extents, esize, in extent_recycle_extract()
913 if (extent == NULL) { in extent_recycle_extract()
918 extent_activate_locked(tsdn, arena, extents, extent); in extent_recycle_extract()
921 return extent; in extent_recycle_extract()
954 extent_t **extent, extent_t **lead, extent_t **trail, in extent_split_interior() argument
960 size_t leadsize = ALIGNMENT_CEILING((uintptr_t)extent_base_get(*extent), in extent_split_interior()
961 PAGE_CEILING(alignment)) - (uintptr_t)extent_base_get(*extent); in extent_split_interior()
963 if (extent_size_get(*extent) < leadsize + esize) { in extent_split_interior()
966 size_t trailsize = extent_size_get(*extent) - leadsize - esize; in extent_split_interior()
975 *lead = *extent; in extent_split_interior()
976 *extent = extent_split_impl(tsdn, arena, r_extent_hooks, in extent_split_interior()
979 if (*extent == NULL) { in extent_split_interior()
988 *trail = extent_split_impl(tsdn, arena, r_extent_hooks, *extent, in extent_split_interior()
992 *to_leak = *extent; in extent_split_interior()
995 *extent = NULL; in extent_split_interior()
1005 extent_szind_set(*extent, szind); in extent_split_interior()
1008 (uintptr_t)extent_addr_get(*extent), szind, slab); in extent_split_interior()
1009 if (slab && extent_size_get(*extent) > PAGE) { in extent_split_interior()
1012 (uintptr_t)extent_past_get(*extent) - in extent_split_interior()
1031 szind_t szind, extent_t *extent, bool growing_retained) { in extent_recycle_split() argument
1038 tsdn, arena, r_extent_hooks, rtree_ctx, &extent, &lead, &trail, in extent_recycle_split()
1049 return extent; in extent_recycle_split()
1090 extent_t *extent = extent_recycle_extract(tsdn, arena, r_extent_hooks, in extent_recycle() local
1093 if (extent == NULL) { in extent_recycle()
1097 extent = extent_recycle_split(tsdn, arena, r_extent_hooks, rtree_ctx, in extent_recycle()
1098 extents, new_addr, size, pad, alignment, slab, szind, extent, in extent_recycle()
1100 if (extent == NULL) { in extent_recycle()
1104 if (*commit && !extent_committed_get(extent)) { in extent_recycle()
1105 if (extent_commit_impl(tsdn, arena, r_extent_hooks, extent, in extent_recycle()
1106 0, extent_size_get(extent), growing_retained)) { in extent_recycle()
1108 extent, growing_retained); in extent_recycle()
1111 extent_zeroed_set(extent, true); in extent_recycle()
1114 if (extent_committed_get(extent)) { in extent_recycle()
1117 if (extent_zeroed_get(extent)) { in extent_recycle()
1122 extent_addr_randomize(tsdn, extent, alignment); in extent_recycle()
1124 assert(extent_state_get(extent) == extent_state_active); in extent_recycle()
1126 extent_slab_set(extent, slab); in extent_recycle()
1127 extent_interior_register(tsdn, rtree_ctx, extent, szind); in extent_recycle()
1131 void *addr = extent_base_get(extent); in extent_recycle()
1132 size_t size = extent_size_get(extent); in extent_recycle()
1133 if (!extent_zeroed_get(extent)) { in extent_recycle()
1144 return extent; in extent_recycle()
1271 extent_t *extent = extent_alloc(tsdn, arena); in extent_grow_retained() local
1272 if (extent == NULL) { in extent_grow_retained()
1290 extent_init(extent, arena, ptr, alloc_size, false, NSIZES, in extent_grow_retained()
1294 extent_dalloc(tsdn, arena, extent); in extent_grow_retained()
1298 if (extent_register_no_gdump_add(tsdn, extent)) { in extent_grow_retained()
1300 &arena->extents_retained, extent, true); in extent_grow_retained()
1304 if (extent_zeroed_get(extent) && extent_committed_get(extent)) { in extent_grow_retained()
1307 if (extent_committed_get(extent)) { in extent_grow_retained()
1319 tsdn, arena, r_extent_hooks, rtree_ctx, &extent, &lead, &trail, in extent_grow_retained()
1353 if (*commit && !extent_committed_get(extent)) { in extent_grow_retained()
1354 if (extent_commit_impl(tsdn, arena, r_extent_hooks, extent, 0, in extent_grow_retained()
1355 extent_size_get(extent), true)) { in extent_grow_retained()
1357 &arena->extents_retained, extent, true); in extent_grow_retained()
1360 extent_zeroed_set(extent, true); in extent_grow_retained()
1378 extent_gdump_add(tsdn, extent); in extent_grow_retained()
1381 extent_addr_randomize(tsdn, extent, alignment); in extent_grow_retained()
1388 extent_slab_set(extent, true); in extent_grow_retained()
1389 extent_interior_register(tsdn, rtree_ctx, extent, szind); in extent_grow_retained()
1391 if (*zero && !extent_zeroed_get(extent)) { in extent_grow_retained()
1392 void *addr = extent_base_get(extent); in extent_grow_retained()
1393 size_t size = extent_size_get(extent); in extent_grow_retained()
1399 return extent; in extent_grow_retained()
1414 extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks, in extent_alloc_retained() local
1417 if (extent != NULL) { in extent_alloc_retained()
1420 extent_gdump_add(tsdn, extent); in extent_alloc_retained()
1423 extent = extent_grow_retained(tsdn, arena, r_extent_hooks, size, in extent_alloc_retained()
1431 return extent; in extent_alloc_retained()
1439 extent_t *extent = extent_alloc(tsdn, arena); in extent_alloc_wrapper_hard() local
1440 if (extent == NULL) { in extent_alloc_wrapper_hard()
1455 extent_dalloc(tsdn, arena, extent); in extent_alloc_wrapper_hard()
1458 extent_init(extent, arena, addr, esize, slab, szind, in extent_alloc_wrapper_hard()
1462 extent_addr_randomize(tsdn, extent, alignment); in extent_alloc_wrapper_hard()
1464 if (extent_register(tsdn, extent)) { in extent_alloc_wrapper_hard()
1466 &arena->extents_retained, extent, false); in extent_alloc_wrapper_hard()
1470 return extent; in extent_alloc_wrapper_hard()
1482 extent_t *extent = extent_alloc_retained(tsdn, arena, r_extent_hooks, in extent_alloc_wrapper() local
1484 if (extent == NULL) { in extent_alloc_wrapper()
1494 extent = extent_alloc_wrapper_hard(tsdn, arena, r_extent_hooks, in extent_alloc_wrapper()
1498 assert(extent == NULL || extent_dumpable_get(extent)); in extent_alloc_wrapper()
1499 return extent; in extent_alloc_wrapper()
1545 extent_t *extent, bool *coalesced, bool growing_retained) { in extent_try_coalesce() argument
1556 extent_past_get(extent)); in extent_try_coalesce()
1564 extent, next); in extent_try_coalesce()
1569 r_extent_hooks, extents, extent, next, true, in extent_try_coalesce()
1574 return extent; in extent_try_coalesce()
1582 extent_before_get(extent)); in extent_try_coalesce()
1585 extent, prev); in extent_try_coalesce()
1589 r_extent_hooks, extents, extent, prev, false, in extent_try_coalesce()
1591 extent = prev; in extent_try_coalesce()
1595 return extent; in extent_try_coalesce()
1605 return extent; in extent_try_coalesce()
1614 extents_t *extents, extent_t *extent, bool growing_retained) { in extent_record() argument
1620 !extent_zeroed_get(extent)); in extent_record()
1625 extent_szind_set(extent, NSIZES); in extent_record()
1626 if (extent_slab_get(extent)) { in extent_record()
1627 extent_interior_deregister(tsdn, rtree_ctx, extent); in extent_record()
1628 extent_slab_set(extent, false); in extent_record()
1632 (uintptr_t)extent_base_get(extent), true) == extent); in extent_record()
1635 extent = extent_try_coalesce(tsdn, arena, r_extent_hooks, in extent_record()
1636 rtree_ctx, extents, extent, NULL, growing_retained); in extent_record()
1637 } else if (extent_size_get(extent) >= LARGE_MINCLASS) { in extent_record()
1642 prev_size = extent_size_get(extent); in extent_record()
1643 assert(extent_state_get(extent) == extent_state_active); in extent_record()
1644 extent = extent_try_coalesce(tsdn, arena, in extent_record()
1645 r_extent_hooks, rtree_ctx, extents, extent, in extent_record()
1648 extent_size_get(extent) >= prev_size + LARGE_MINCLASS); in extent_record()
1650 extent_deactivate_locked(tsdn, arena, extents, extent); in extent_record()
1656 extent_dalloc_gap(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in extent_dalloc_gap() argument
1662 if (extent_register(tsdn, extent)) { in extent_dalloc_gap()
1664 &arena->extents_retained, extent, false); in extent_dalloc_gap()
1667 extent_dalloc_wrapper(tsdn, arena, &extent_hooks, extent); in extent_dalloc_gap()
1686 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_dalloc_wrapper_try() argument
1689 assert(extent_base_get(extent) != NULL); in extent_dalloc_wrapper_try()
1690 assert(extent_size_get(extent) != 0); in extent_dalloc_wrapper_try()
1694 extent_addr_set(extent, extent_base_get(extent)); in extent_dalloc_wrapper_try()
1700 err = extent_dalloc_default_impl(extent_base_get(extent), in extent_dalloc_wrapper_try()
1701 extent_size_get(extent)); in extent_dalloc_wrapper_try()
1706 extent_base_get(extent), extent_size_get(extent), in extent_dalloc_wrapper_try()
1707 extent_committed_get(extent), arena_ind_get(arena))); in extent_dalloc_wrapper_try()
1712 extent_dalloc(tsdn, arena, extent); in extent_dalloc_wrapper_try()
1720 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_dalloc_wrapper() argument
1721 assert(extent_dumpable_get(extent)); in extent_dalloc_wrapper()
1729 extent_deregister(tsdn, extent); in extent_dalloc_wrapper()
1730 if (!extent_dalloc_wrapper_try(tsdn, arena, r_extent_hooks, extent)) { in extent_dalloc_wrapper()
1734 extent_reregister(tsdn, extent); in extent_dalloc_wrapper()
1740 if (!extent_committed_get(extent)) { in extent_dalloc_wrapper()
1742 } else if (!extent_decommit_wrapper(tsdn, arena, r_extent_hooks, extent, in extent_dalloc_wrapper()
1743 0, extent_size_get(extent))) { in extent_dalloc_wrapper()
1747 extent_base_get(extent), extent_size_get(extent), 0, in extent_dalloc_wrapper()
1748 extent_size_get(extent), arena_ind_get(arena))) { in extent_dalloc_wrapper()
1750 } else if (extent_state_get(extent) == extent_state_muzzy || in extent_dalloc_wrapper()
1753 extent_base_get(extent), extent_size_get(extent), 0, in extent_dalloc_wrapper()
1754 extent_size_get(extent), arena_ind_get(arena)))) { in extent_dalloc_wrapper()
1762 extent_zeroed_set(extent, zeroed); in extent_dalloc_wrapper()
1765 extent_gdump_sub(tsdn, extent); in extent_dalloc_wrapper()
1769 extent, false); in extent_dalloc_wrapper()
1787 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_destroy_wrapper() argument
1788 assert(extent_base_get(extent) != NULL); in extent_destroy_wrapper()
1789 assert(extent_size_get(extent) != 0); in extent_destroy_wrapper()
1794 extent_deregister(tsdn, extent); in extent_destroy_wrapper()
1796 extent_addr_set(extent, extent_base_get(extent)); in extent_destroy_wrapper()
1802 extent_destroy_default_impl(extent_base_get(extent), in extent_destroy_wrapper()
1803 extent_size_get(extent)); in extent_destroy_wrapper()
1807 extent_base_get(extent), extent_size_get(extent), in extent_destroy_wrapper()
1808 extent_committed_get(extent), arena_ind_get(arena)); in extent_destroy_wrapper()
1812 extent_dalloc(tsdn, arena, extent); in extent_destroy_wrapper()
1824 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_commit_impl() argument
1834 (*r_extent_hooks)->commit(*r_extent_hooks, extent_base_get(extent), in extent_commit_impl()
1835 extent_size_get(extent), offset, length, arena_ind_get(arena))); in extent_commit_impl()
1839 extent_committed_set(extent, extent_committed_get(extent) || !err); in extent_commit_impl()
1845 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_commit_wrapper() argument
1847 return extent_commit_impl(tsdn, arena, r_extent_hooks, extent, offset, in extent_commit_wrapper()
1860 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_decommit_wrapper() argument
1872 extent_base_get(extent), extent_size_get(extent), offset, length, in extent_decommit_wrapper()
1877 extent_committed_set(extent, extent_committed_get(extent) && err); in extent_decommit_wrapper()
1897 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_lazy_impl() argument
1911 extent_base_get(extent), extent_size_get(extent), offset, length, in extent_purge_lazy_impl()
1922 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_lazy_wrapper() argument
1924 return extent_purge_lazy_impl(tsdn, arena, r_extent_hooks, extent, in extent_purge_lazy_wrapper()
1944 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_forced_impl() argument
1958 extent_base_get(extent), extent_size_get(extent), offset, length, in extent_purge_forced_impl()
1968 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_forced_wrapper() argument
1970 return extent_purge_forced_impl(tsdn, arena, r_extent_hooks, extent, in extent_purge_forced_wrapper()
1991 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a, in extent_split_impl() argument
1994 assert(extent_size_get(extent) == size_a + size_b); in extent_split_impl()
2009 extent_init(trail, arena, (void *)((uintptr_t)extent_base_get(extent) + in extent_split_impl()
2010 size_a), size_b, slab_b, szind_b, extent_sn_get(extent), in extent_split_impl()
2011 extent_state_get(extent), extent_zeroed_get(extent), in extent_split_impl()
2012 extent_committed_get(extent), extent_dumpable_get(extent)); in extent_split_impl()
2020 extent_init(&lead, arena, extent_addr_get(extent), size_a, in extent_split_impl()
2021 slab_a, szind_a, extent_sn_get(extent), in extent_split_impl()
2022 extent_state_get(extent), extent_zeroed_get(extent), in extent_split_impl()
2023 extent_committed_get(extent), extent_dumpable_get(extent)); in extent_split_impl()
2037 extent_lock2(tsdn, extent, trail); in extent_split_impl()
2042 bool err = (*r_extent_hooks)->split(*r_extent_hooks, extent_base_get(extent), in extent_split_impl()
2043 size_a + size_b, size_a, size_b, extent_committed_get(extent), in extent_split_impl()
2052 extent_size_set(extent, size_a); in extent_split_impl()
2053 extent_szind_set(extent, szind_a); in extent_split_impl()
2055 extent_rtree_write_acquired(tsdn, lead_elm_a, lead_elm_b, extent, in extent_split_impl()
2060 extent_unlock2(tsdn, extent, trail); in extent_split_impl()
2064 extent_unlock2(tsdn, extent, trail); in extent_split_impl()
2073 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a, in extent_split_wrapper() argument
2075 return extent_split_impl(tsdn, arena, r_extent_hooks, extent, size_a, in extent_split_wrapper()