40 	tcache_bin_t *tbin = &tcache->tbins[binind];  in tcache_event_hard()  local
43 	if (tbin->low_water > 0) {  in tcache_event_hard()
48 			tcache_bin_flush_small(tsd, tcache, tbin, binind,  in tcache_event_hard()
49 			    tbin->ncached - tbin->low_water + (tbin->low_water  in tcache_event_hard()
52 			tcache_bin_flush_large(tsd, tbin, binind, tbin->ncached  in tcache_event_hard()
53 			    - tbin->low_water + (tbin->low_water >> 2), tcache);  in tcache_event_hard()
59 		if ((tbin_info->ncached_max >> (tbin->lg_fill_div+1)) >= 1)  in tcache_event_hard()
60 			tbin->lg_fill_div++;  in tcache_event_hard()
61 	} else if (tbin->low_water < 0) {  in tcache_event_hard()
66 		if (tbin->lg_fill_div > 1)  in tcache_event_hard()
67 			tbin->lg_fill_div--;  in tcache_event_hard()
69 	tbin->low_water = tbin->ncached;  in tcache_event_hard()
78     tcache_bin_t *tbin, szind_t binind, bool *tcache_success)  in tcache_alloc_small_hard()  argument
82 	arena_tcache_fill_small(tsdn, arena, tbin, binind, config_prof ?  in tcache_alloc_small_hard()
86 	ret = tcache_alloc_easy(tbin, tcache_success);  in tcache_alloc_small_hard()
92 tcache_bin_flush_small(tsd_t *tsd, tcache_t *tcache, tcache_bin_t *tbin,  in tcache_bin_flush_small()  argument
101 	assert(rem <= tbin->ncached);  in tcache_bin_flush_small()
105 	for (nflush = tbin->ncached - rem; nflush > 0; nflush = ndeferred) {  in tcache_bin_flush_small()
108 		    *(tbin->avail - 1));  in tcache_bin_flush_small()
124 			bin->stats.nrequests += tbin->tstats.nrequests;  in tcache_bin_flush_small()
125 			tbin->tstats.nrequests = 0;  in tcache_bin_flush_small()
129 			ptr = *(tbin->avail - 1 - i);  in tcache_bin_flush_small()
146 				*(tbin->avail - 1 - ndeferred) = ptr;  in tcache_bin_flush_small()
161 		bin->stats.nrequests += tbin->tstats.nrequests;  in tcache_bin_flush_small()
162 		tbin->tstats.nrequests = 0;  in tcache_bin_flush_small()
166 	memmove(tbin->avail - rem, tbin->avail - tbin->ncached, rem *  in tcache_bin_flush_small()
168 	tbin->ncached = rem;  in tcache_bin_flush_small()
169 	if ((int)tbin->ncached < tbin->low_water)  in tcache_bin_flush_small()
170 		tbin->low_water = tbin->ncached;  in tcache_bin_flush_small()
174 tcache_bin_flush_large(tsd_t *tsd, tcache_bin_t *tbin, szind_t binind,  in tcache_bin_flush_large()  argument
183 	assert(rem <= tbin->ncached);  in tcache_bin_flush_large()
187 	for (nflush = tbin->ncached - rem; nflush > 0; nflush = ndeferred) {  in tcache_bin_flush_large()
190 		    *(tbin->avail - 1));  in tcache_bin_flush_large()
206 				    tbin->tstats.nrequests;  in tcache_bin_flush_large()
208 				    tbin->tstats.nrequests;  in tcache_bin_flush_large()
209 				tbin->tstats.nrequests = 0;  in tcache_bin_flush_large()
214 			ptr = *(tbin->avail - 1 - i);  in tcache_bin_flush_large()
228 				*(tbin->avail - 1 - ndeferred) = ptr;  in tcache_bin_flush_large()
244 		arena->stats.nrequests_large += tbin->tstats.nrequests;  in tcache_bin_flush_large()
246 		    tbin->tstats.nrequests;  in tcache_bin_flush_large()
247 		tbin->tstats.nrequests = 0;  in tcache_bin_flush_large()
251 	memmove(tbin->avail - rem, tbin->avail - tbin->ncached, rem *  in tcache_bin_flush_large()
253 	tbin->ncached = rem;  in tcache_bin_flush_large()
254 	if ((int)tbin->ncached < tbin->low_water)  in tcache_bin_flush_large()
255 		tbin->low_water = tbin->ncached;  in tcache_bin_flush_large()
370 		tcache_bin_t *tbin = &tcache->tbins[i];  in tcache_destroy()  local
371 		tcache_bin_flush_small(tsd, tcache, tbin, i, 0);  in tcache_destroy()
373 		if (config_stats && tbin->tstats.nrequests != 0) {  in tcache_destroy()
376 			bin->stats.nrequests += tbin->tstats.nrequests;  in tcache_destroy()
382 		tcache_bin_t *tbin = &tcache->tbins[i];  in tcache_destroy()  local
383 		tcache_bin_flush_large(tsd, tbin, i, 0, tcache);  in tcache_destroy()
385 		if (config_stats && tbin->tstats.nrequests != 0) {  in tcache_destroy()
387 			arena->stats.nrequests_large += tbin->tstats.nrequests;  in tcache_destroy()
389 			    tbin->tstats.nrequests;  in tcache_destroy()
434 		tcache_bin_t *tbin = &tcache->tbins[i];  in tcache_stats_merge()  local
436 		bin->stats.nrequests += tbin->tstats.nrequests;  in tcache_stats_merge()
438 		tbin->tstats.nrequests = 0;  in tcache_stats_merge()
443 		tcache_bin_t *tbin = &tcache->tbins[i];  in tcache_stats_merge()  local
444 		arena->stats.nrequests_large += tbin->tstats.nrequests;  in tcache_stats_merge()
445 		lstats->nrequests += tbin->tstats.nrequests;  in tcache_stats_merge()
446 		tbin->tstats.nrequests = 0;  in tcache_stats_merge()