jemalloc/src/tcache.c

37 	tcache_bin_t *tbin = &tcache->tbins[binind];
40 	if (tbin->low_water > 0) {
45 			tcache_bin_flush_small(tsd, tcache, tbin, binind,
46 			    tbin->ncached - tbin->low_water + (tbin->low_water
49 			tcache_bin_flush_large(tsd, tbin, binind, tbin->ncached
50 			    - tbin->low_water + (tbin->low_water >> 2), tcache);
56 		if ((tbin_info->ncached_max >> (tbin->lg_fill_div+1)) >= 1)
57 			tbin->lg_fill_div++;
58 	} else if (tbin->low_water < 0) {
63 		if (tbin->lg_fill_div > 1)
64 			tbin->lg_fill_div--;
66 	tbin->low_water = tbin->ncached;
75     tcache_bin_t *tbin, szind_t binind, bool *tcache_success)
79 	arena_tcache_fill_small(tsdn, arena, tbin, binind, config_prof ?
83 	ret = tcache_alloc_easy(tbin, tcache_success);
89 tcache_bin_flush_small(tsd_t *tsd, tcache_t *tcache, tcache_bin_t *tbin,
98 	assert(rem <= tbin->ncached);
102 	for (nflush = tbin->ncached - rem; nflush > 0; nflush = ndeferred) {
105 		    *(tbin->avail - 1));
121 			bin->stats.nrequests += tbin->tstats.nrequests;
122 			tbin->tstats.nrequests = 0;
126 			ptr = *(tbin->avail - 1 - i);
143 				*(tbin->avail - 1 - ndeferred) = ptr;
158 		bin->stats.nrequests += tbin->tstats.nrequests;
159 		tbin->tstats.nrequests = 0;
163 	memmove(tbin->avail - rem, tbin->avail - tbin->ncached, rem *
165 	tbin->ncached = rem;
166 	if ((int)tbin->ncached < tbin->low_water)
167 		tbin->low_water = tbin->ncached;
171 tcache_bin_flush_large(tsd_t *tsd, tcache_bin_t *tbin, szind_t binind,
180 	assert(rem <= tbin->ncached);
184 	for (nflush = tbin->ncached - rem; nflush > 0; nflush = ndeferred) {
187 		    *(tbin->avail - 1));
203 				    tbin->tstats.nrequests;
205 				    tbin->tstats.nrequests;
206 				tbin->tstats.nrequests = 0;
211 			ptr = *(tbin->avail - 1 - i);
225 				*(tbin->avail - 1 - ndeferred) = ptr;
241 		arena->stats.nrequests_large += tbin->tstats.nrequests;
243 		    tbin->tstats.nrequests;
244 		tbin->tstats.nrequests = 0;
248 	memmove(tbin->avail - rem, tbin->avail - tbin->ncached, rem *
250 	tbin->ncached = rem;
251 	if ((int)tbin->ncached < tbin->low_water)
252 		tbin->low_water = tbin->ncached;
367 		tcache_bin_t *tbin = &tcache->tbins[i];
368 		tcache_bin_flush_small(tsd, tcache, tbin, i, 0);
370 		if (config_stats && tbin->tstats.nrequests != 0) {
373 			bin->stats.nrequests += tbin->tstats.nrequests;
379 		tcache_bin_t *tbin = &tcache->tbins[i];
380 		tcache_bin_flush_large(tsd, tbin, i, 0, tcache);
382 		if (config_stats && tbin->tstats.nrequests != 0) {
384 			arena->stats.nrequests_large += tbin->tstats.nrequests;
386 			    tbin->tstats.nrequests;
431 		tcache_bin_t *tbin = &tcache->tbins[i];
433 		bin->stats.nrequests += tbin->tstats.nrequests;
435 		tbin->tstats.nrequests = 0;
440 		tcache_bin_t *tbin = &tcache->tbins[i];
441 		arena->stats.nrequests_large += tbin->tstats.nrequests;
442 		lstats->nrequests += tbin->tstats.nrequests;
443 		tbin->tstats.nrequests = 0;