108 #  error Unsupported rtree height
112 bool rtree_new(rtree_t *rtree, bool zeroed);
126 void rtree_delete(tsdn_t *tsdn, rtree_t *rtree);
128 rtree_leaf_elm_t *rtree_leaf_elm_lookup_hard(tsdn_t *tsdn, rtree_t *rtree,
173 rtree_leaf_elm_bits_read(tsdn_t *tsdn, rtree_t *rtree, rtree_leaf_elm_t *elm,  in rtree_leaf_elm_bits_read()  argument
211 rtree_leaf_elm_extent_read(UNUSED tsdn_t *tsdn, UNUSED rtree_t *rtree,  in rtree_leaf_elm_extent_read()  argument
214 	uintptr_t bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm, dependent);  in rtree_leaf_elm_extent_read()
224 rtree_leaf_elm_szind_read(UNUSED tsdn_t *tsdn, UNUSED rtree_t *rtree,  in rtree_leaf_elm_szind_read()  argument
227 	uintptr_t bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm, dependent);  in rtree_leaf_elm_szind_read()
236 rtree_leaf_elm_slab_read(UNUSED tsdn_t *tsdn, UNUSED rtree_t *rtree,  in rtree_leaf_elm_slab_read()  argument
239 	uintptr_t bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm, dependent);  in rtree_leaf_elm_slab_read()
248 rtree_leaf_elm_extent_write(UNUSED tsdn_t *tsdn, UNUSED rtree_t *rtree,  in rtree_leaf_elm_extent_write()  argument
251 	uintptr_t old_bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm, true);  in rtree_leaf_elm_extent_write()
262 rtree_leaf_elm_szind_write(UNUSED tsdn_t *tsdn, UNUSED rtree_t *rtree,  in rtree_leaf_elm_szind_write()  argument
267 	uintptr_t old_bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm,  in rtree_leaf_elm_szind_write()
280 rtree_leaf_elm_slab_write(UNUSED tsdn_t *tsdn, UNUSED rtree_t *rtree,  in rtree_leaf_elm_slab_write()  argument
283 	uintptr_t old_bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm,  in rtree_leaf_elm_slab_write()
295 rtree_leaf_elm_write(tsdn_t *tsdn, rtree_t *rtree, rtree_leaf_elm_t *elm,  in rtree_leaf_elm_write()  argument
303 	rtree_leaf_elm_slab_write(tsdn, rtree, elm, slab);  in rtree_leaf_elm_write()
304 	rtree_leaf_elm_szind_write(tsdn, rtree, elm, szind);  in rtree_leaf_elm_write()
309 	rtree_leaf_elm_extent_write(tsdn, rtree, elm, extent);  in rtree_leaf_elm_write()
314 rtree_leaf_elm_szind_slab_update(tsdn_t *tsdn, rtree_t *rtree,  in rtree_leaf_elm_szind_slab_update()  argument
322 	rtree_leaf_elm_slab_write(tsdn, rtree, elm, slab);  in rtree_leaf_elm_szind_slab_update()
323 	rtree_leaf_elm_szind_write(tsdn, rtree, elm, szind);  in rtree_leaf_elm_szind_slab_update()
327 rtree_leaf_elm_lookup(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx,  in rtree_leaf_elm_lookup()  argument
391 	return rtree_leaf_elm_lookup_hard(tsdn, rtree, rtree_ctx, key,  in rtree_leaf_elm_lookup()
396 rtree_write(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx, uintptr_t key,  in rtree_write()  argument
401 	rtree_leaf_elm_t *elm = rtree_leaf_elm_lookup(tsdn, rtree, rtree_ctx,  in rtree_write()
407 	assert(rtree_leaf_elm_extent_read(tsdn, rtree, elm, false) == NULL);  in rtree_write()
408 	rtree_leaf_elm_write(tsdn, rtree, elm, extent, szind, slab);  in rtree_write()
414 rtree_read(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx, uintptr_t key,  in rtree_read()  argument
416 	rtree_leaf_elm_t *elm = rtree_leaf_elm_lookup(tsdn, rtree, rtree_ctx,  in rtree_read()
429 rtree_extent_read(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx,  in rtree_extent_read()  argument
431 	rtree_leaf_elm_t *elm = rtree_read(tsdn, rtree, rtree_ctx, key,  in rtree_extent_read()
439 	return rtree_leaf_elm_extent_read(tsdn, rtree, elm, dependent);  in rtree_extent_read()
443 rtree_szind_read(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx,  in rtree_szind_read()  argument
445 	rtree_leaf_elm_t *elm = rtree_read(tsdn, rtree, rtree_ctx, key,  in rtree_szind_read()
452 	return rtree_leaf_elm_szind_read(tsdn, rtree, elm, dependent);  in rtree_szind_read()
461 rtree_extent_szind_read(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx,  in rtree_extent_szind_read()  argument
463 	rtree_leaf_elm_t *elm = rtree_read(tsdn, rtree, rtree_ctx, key,  in rtree_extent_szind_read()
471 	*r_extent = rtree_leaf_elm_extent_read(tsdn, rtree, elm, dependent);  in rtree_extent_szind_read()
472 	*r_szind = rtree_leaf_elm_szind_read(tsdn, rtree, elm, dependent);  in rtree_extent_szind_read()
477 rtree_szind_slab_read(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx,  in rtree_szind_slab_read()  argument
479 	rtree_leaf_elm_t *elm = rtree_read(tsdn, rtree, rtree_ctx, key,  in rtree_szind_slab_read()
488 	uintptr_t bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm, dependent);  in rtree_szind_slab_read()
492 	*r_szind = rtree_leaf_elm_szind_read(tsdn, rtree, elm, dependent);  in rtree_szind_slab_read()
493 	*r_slab = rtree_leaf_elm_slab_read(tsdn, rtree, elm, dependent);  in rtree_szind_slab_read()
499 rtree_szind_slab_update(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx,  in rtree_szind_slab_update()  argument
503 	rtree_leaf_elm_t *elm = rtree_read(tsdn, rtree, rtree_ctx, key, true);  in rtree_szind_slab_update()
504 	rtree_leaf_elm_szind_slab_update(tsdn, rtree, elm, szind, slab);  in rtree_szind_slab_update()
508 rtree_clear(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx,  in rtree_clear()  argument
510 	rtree_leaf_elm_t *elm = rtree_read(tsdn, rtree, rtree_ctx, key, true);  in rtree_clear()
511 	assert(rtree_leaf_elm_extent_read(tsdn, rtree, elm, false) !=  in rtree_clear()
513 	rtree_leaf_elm_write(tsdn, rtree, elm, NULL, NSIZES, false);  in rtree_clear()