173 rtree_leaf_elm_bits_read(tsdn_t *tsdn, rtree_t *rtree, rtree_leaf_elm_t *elm,  in rtree_leaf_elm_bits_read()  argument
175 	return (uintptr_t)atomic_load_p(&elm->le_bits, dependent  in rtree_leaf_elm_bits_read()
212     rtree_leaf_elm_t *elm, bool dependent) {  in rtree_leaf_elm_extent_read()  argument
214 	uintptr_t bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm, dependent);  in rtree_leaf_elm_extent_read()
217 	extent_t *extent = (extent_t *)atomic_load_p(&elm->le_extent, dependent  in rtree_leaf_elm_extent_read()
225     rtree_leaf_elm_t *elm, bool dependent) {  in rtree_leaf_elm_szind_read()  argument
227 	uintptr_t bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm, dependent);  in rtree_leaf_elm_szind_read()
230 	return (szind_t)atomic_load_u(&elm->le_szind, dependent ? ATOMIC_RELAXED  in rtree_leaf_elm_szind_read()
237     rtree_leaf_elm_t *elm, bool dependent) {  in rtree_leaf_elm_slab_read()  argument
239 	uintptr_t bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm, dependent);  in rtree_leaf_elm_slab_read()
242 	return atomic_load_b(&elm->le_slab, dependent ? ATOMIC_RELAXED :  in rtree_leaf_elm_slab_read()
249     rtree_leaf_elm_t *elm, extent_t *extent) {  in rtree_leaf_elm_extent_write()  argument
251 	uintptr_t old_bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm, true);  in rtree_leaf_elm_extent_write()
255 	atomic_store_p(&elm->le_bits, (void *)bits, ATOMIC_RELEASE);  in rtree_leaf_elm_extent_write()
257 	atomic_store_p(&elm->le_extent, extent, ATOMIC_RELEASE);  in rtree_leaf_elm_extent_write()
263     rtree_leaf_elm_t *elm, szind_t szind) {  in rtree_leaf_elm_szind_write()  argument
267 	uintptr_t old_bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm,  in rtree_leaf_elm_szind_write()
273 	atomic_store_p(&elm->le_bits, (void *)bits, ATOMIC_RELEASE);  in rtree_leaf_elm_szind_write()
275 	atomic_store_u(&elm->le_szind, szind, ATOMIC_RELEASE);  in rtree_leaf_elm_szind_write()
281     rtree_leaf_elm_t *elm, bool slab) {  in rtree_leaf_elm_slab_write()  argument
283 	uintptr_t old_bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm,  in rtree_leaf_elm_slab_write()
288 	atomic_store_p(&elm->le_bits, (void *)bits, ATOMIC_RELEASE);  in rtree_leaf_elm_slab_write()
290 	atomic_store_b(&elm->le_slab, slab, ATOMIC_RELEASE);  in rtree_leaf_elm_slab_write()
295 rtree_leaf_elm_write(tsdn_t *tsdn, rtree_t *rtree, rtree_leaf_elm_t *elm,  in rtree_leaf_elm_write()  argument
301 	atomic_store_p(&elm->le_bits, (void *)bits, ATOMIC_RELEASE);  in rtree_leaf_elm_write()
303 	rtree_leaf_elm_slab_write(tsdn, rtree, elm, slab);  in rtree_leaf_elm_write()
304 	rtree_leaf_elm_szind_write(tsdn, rtree, elm, szind);  in rtree_leaf_elm_write()
309 	rtree_leaf_elm_extent_write(tsdn, rtree, elm, extent);  in rtree_leaf_elm_write()
315     rtree_leaf_elm_t *elm, szind_t szind, bool slab) {  in rtree_leaf_elm_szind_slab_update()  argument
322 	rtree_leaf_elm_slab_write(tsdn, rtree, elm, slab);  in rtree_leaf_elm_szind_slab_update()
323 	rtree_leaf_elm_szind_write(tsdn, rtree, elm, szind);  in rtree_leaf_elm_szind_slab_update()
401 	rtree_leaf_elm_t *elm = rtree_leaf_elm_lookup(tsdn, rtree, rtree_ctx,  in rtree_write()  local
403 	if (elm == NULL) {  in rtree_write()
407 	assert(rtree_leaf_elm_extent_read(tsdn, rtree, elm, false) == NULL);  in rtree_write()
408 	rtree_leaf_elm_write(tsdn, rtree, elm, extent, szind, slab);  in rtree_write()
416 	rtree_leaf_elm_t *elm = rtree_leaf_elm_lookup(tsdn, rtree, rtree_ctx,  in rtree_read()  local
420 	if (elm == NULL) {  in rtree_read()
424 	assert(elm != NULL);  in rtree_read()
425 	return elm;  in rtree_read()
431 	rtree_leaf_elm_t *elm = rtree_read(tsdn, rtree, rtree_ctx, key,  in rtree_extent_read()  local
435 	if (elm == NULL) {  in rtree_extent_read()
439 	return rtree_leaf_elm_extent_read(tsdn, rtree, elm, dependent);  in rtree_extent_read()
445 	rtree_leaf_elm_t *elm = rtree_read(tsdn, rtree, rtree_ctx, key,  in rtree_szind_read()  local
449 	if (elm == NULL) {  in rtree_szind_read()
452 	return rtree_leaf_elm_szind_read(tsdn, rtree, elm, dependent);  in rtree_szind_read()
463 	rtree_leaf_elm_t *elm = rtree_read(tsdn, rtree, rtree_ctx, key,  in rtree_extent_szind_read()  local
467 	if (elm == NULL) {  in rtree_extent_szind_read()
471 	*r_extent = rtree_leaf_elm_extent_read(tsdn, rtree, elm, dependent);  in rtree_extent_szind_read()
472 	*r_szind = rtree_leaf_elm_szind_read(tsdn, rtree, elm, dependent);  in rtree_extent_szind_read()
479 	rtree_leaf_elm_t *elm = rtree_read(tsdn, rtree, rtree_ctx, key,  in rtree_szind_slab_read()  local
483 	if (elm == NULL) {  in rtree_szind_slab_read()
488 	uintptr_t bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm, dependent);  in rtree_szind_slab_read()
492 	*r_szind = rtree_leaf_elm_szind_read(tsdn, rtree, elm, dependent);  in rtree_szind_slab_read()
493 	*r_slab = rtree_leaf_elm_slab_read(tsdn, rtree, elm, dependent);  in rtree_szind_slab_read()
503 	rtree_leaf_elm_t *elm = rtree_read(tsdn, rtree, rtree_ctx, key, true);  in rtree_szind_slab_update()  local
504 	rtree_leaf_elm_szind_slab_update(tsdn, rtree, elm, szind, slab);  in rtree_szind_slab_update()
510 	rtree_leaf_elm_t *elm = rtree_read(tsdn, rtree, rtree_ctx, key, true);  in rtree_clear()  local
511 	assert(rtree_leaf_elm_extent_read(tsdn, rtree, elm, false) !=  in rtree_clear()
513 	rtree_leaf_elm_write(tsdn, rtree, elm, NULL, NSIZES, false);  in rtree_clear()