Lines Matching refs:tbin
47 cache_bin_t *tbin; in tcache_event_hard() local
49 tbin = tcache_small_bin_get(tcache, binind); in tcache_event_hard()
51 tbin = tcache_large_bin_get(tcache, binind); in tcache_event_hard()
53 if (tbin->low_water > 0) { in tcache_event_hard()
58 tcache_bin_flush_small(tsd, tcache, tbin, binind, in tcache_event_hard()
59 tbin->ncached - tbin->low_water + (tbin->low_water in tcache_event_hard()
71 tcache_bin_flush_large(tsd, tbin, binind, tbin->ncached in tcache_event_hard()
72 - tbin->low_water + (tbin->low_water >> 2), tcache); in tcache_event_hard()
74 } else if (tbin->low_water < 0) { in tcache_event_hard()
83 tbin->low_water = tbin->ncached; in tcache_event_hard()
93 cache_bin_t *tbin, szind_t binind, bool *tcache_success) { in tcache_alloc_small_hard() argument
97 arena_tcache_fill_small(tsdn, arena, tcache, tbin, binind, in tcache_alloc_small_hard()
102 ret = cache_bin_alloc_easy(tbin, tcache_success); in tcache_alloc_small_hard()
108 tcache_bin_flush_small(tsd_t *tsd, tcache_t *tcache, cache_bin_t *tbin, in tcache_bin_flush_small() argument
113 assert((cache_bin_sz_t)rem <= tbin->ncached); in tcache_bin_flush_small()
117 unsigned nflush = tbin->ncached - rem; in tcache_bin_flush_small()
121 item_extent[i] = iealloc(tsd_tsdn(tsd), *(tbin->avail - 1 - i)); in tcache_bin_flush_small()
144 bin->stats.nrequests += tbin->tstats.nrequests; in tcache_bin_flush_small()
145 tbin->tstats.nrequests = 0; in tcache_bin_flush_small()
150 void *ptr = *(tbin->avail - 1 - i); in tcache_bin_flush_small()
164 *(tbin->avail - 1 - ndeferred) = ptr; in tcache_bin_flush_small()
182 bin->stats.nrequests += tbin->tstats.nrequests; in tcache_bin_flush_small()
183 tbin->tstats.nrequests = 0; in tcache_bin_flush_small()
188 memmove(tbin->avail - rem, tbin->avail - tbin->ncached, rem * in tcache_bin_flush_small()
190 tbin->ncached = rem; in tcache_bin_flush_small()
191 if (tbin->ncached < tbin->low_water) { in tcache_bin_flush_small()
192 tbin->low_water = tbin->ncached; in tcache_bin_flush_small()
197 tcache_bin_flush_large(tsd_t *tsd, cache_bin_t *tbin, szind_t binind, in tcache_bin_flush_large() argument
204 assert((cache_bin_sz_t)rem <= tbin->ncached); in tcache_bin_flush_large()
208 unsigned nflush = tbin->ncached - rem; in tcache_bin_flush_large()
212 item_extent[i] = iealloc(tsd_tsdn(tsd), *(tbin->avail - 1 - i)); in tcache_bin_flush_large()
227 void *ptr = *(tbin->avail - 1 - i); in tcache_bin_flush_large()
246 tbin->tstats.nrequests); in tcache_bin_flush_large()
247 tbin->tstats.nrequests = 0; in tcache_bin_flush_large()
255 void *ptr = *(tbin->avail - 1 - i); in tcache_bin_flush_large()
268 *(tbin->avail - 1 - ndeferred) = ptr; in tcache_bin_flush_large()
287 binind, tbin->tstats.nrequests); in tcache_bin_flush_large()
288 tbin->tstats.nrequests = 0; in tcache_bin_flush_large()
292 memmove(tbin->avail - rem, tbin->avail - tbin->ncached, rem * in tcache_bin_flush_large()
294 tbin->ncached = rem; in tcache_bin_flush_large()
295 if (tbin->ncached < tbin->low_water) { in tcache_bin_flush_large()
296 tbin->low_water = tbin->ncached; in tcache_bin_flush_large()
476 cache_bin_t *tbin = tcache_small_bin_get(tcache, i); in tcache_flush_cache() local
477 tcache_bin_flush_small(tsd, tcache, tbin, i, 0); in tcache_flush_cache()
481 assert(tbin->tstats.nrequests == 0); in tcache_flush_cache()
486 cache_bin_t *tbin = tcache_large_bin_get(tcache, i); in tcache_flush_cache() local
487 tcache_bin_flush_large(tsd, tbin, i, 0, tcache); in tcache_flush_cache()
491 assert(tbin->tstats.nrequests == 0); in tcache_flush_cache()
556 cache_bin_t *tbin = tcache_small_bin_get(tcache, i); in tcache_stats_merge() local
558 bin->stats.nrequests += tbin->tstats.nrequests; in tcache_stats_merge()
560 tbin->tstats.nrequests = 0; in tcache_stats_merge()
564 cache_bin_t *tbin = tcache_large_bin_get(tcache, i); in tcache_stats_merge() local
566 tbin->tstats.nrequests); in tcache_stats_merge()
567 tbin->tstats.nrequests = 0; in tcache_stats_merge()