jemalloc/src/tcache.c

36 	tcache_bin_t *tbin = &tcache->tbins[binind];
39 	if (tbin->low_water > 0) {
44 			tcache_bin_flush_small(tsd, tcache, tbin, binind,
45 			    tbin->ncached - tbin->low_water + (tbin->low_water
48 			tcache_bin_flush_large(tsd, tbin, binind, tbin->ncached
49 			    - tbin->low_water + (tbin->low_water >> 2), tcache);
55 		if ((tbin_info->ncached_max >> (tbin->lg_fill_div+1)) >= 1)
56 			tbin->lg_fill_div++;
57 	} else if (tbin->low_water < 0) {
62 		if (tbin->lg_fill_div > 1)
63 			tbin->lg_fill_div--;
65 	tbin->low_water = tbin->ncached;
74     tcache_bin_t *tbin, szind_t binind, bool *tcache_success)
78 	arena_tcache_fill_small(tsdn, arena, tbin, binind, config_prof ?
82 	ret = tcache_alloc_easy(tbin, tcache_success);
88 tcache_bin_flush_small(tsd_t *tsd, tcache_t *tcache, tcache_bin_t *tbin,
97 	assert(rem <= tbin->ncached);
101 	for (nflush = tbin->ncached - rem; nflush > 0; nflush = ndeferred) {
103 		extent_t *extent = iealloc(tsd_tsdn(tsd), *(tbin->avail - 1));
119 			bin->stats.nrequests += tbin->tstats.nrequests;
120 			tbin->tstats.nrequests = 0;
124 			ptr = *(tbin->avail - 1 - i);
138 				*(tbin->avail - 1 - ndeferred) = ptr;
153 		bin->stats.nrequests += tbin->tstats.nrequests;
154 		tbin->tstats.nrequests = 0;
158 	memmove(tbin->avail - rem, tbin->avail - tbin->ncached, rem *
160 	tbin->ncached = rem;
161 	if ((int)tbin->ncached < tbin->low_water)
162 		tbin->low_water = tbin->ncached;
166 tcache_bin_flush_large(tsd_t *tsd, tcache_bin_t *tbin, szind_t binind,
175 	assert(rem <= tbin->ncached);
179 	for (nflush = tbin->ncached - rem; nflush > 0; nflush = ndeferred) {
181 		extent_t *extent = iealloc(tsd_tsdn(tsd), *(tbin->avail - 1));
197 				    tbin->tstats.nrequests;
199 				    tbin->tstats.nrequests;
200 				tbin->tstats.nrequests = 0;
205 			ptr = *(tbin->avail - 1 - i);
218 				*(tbin->avail - 1 - ndeferred) = ptr;
234 		arena->stats.nrequests_large += tbin->tstats.nrequests;
236 		    tbin->tstats.nrequests;
237 		tbin->tstats.nrequests = 0;
241 	memmove(tbin->avail - rem, tbin->avail - tbin->ncached, rem *
243 	tbin->ncached = rem;
244 	if ((int)tbin->ncached < tbin->low_water)
245 		tbin->low_water = tbin->ncached;
357 		tcache_bin_t *tbin = &tcache->tbins[i];
358 		tcache_bin_flush_small(tsd, tcache, tbin, i, 0);
361 			assert(tbin->tstats.nrequests == 0);
366 		tcache_bin_t *tbin = &tcache->tbins[i];
367 		tcache_bin_flush_large(tsd, tbin, i, 0, tcache);
370 			assert(tbin->tstats.nrequests == 0);
408 		tcache_bin_t *tbin = &tcache->tbins[i];
410 		bin->stats.nrequests += tbin->tstats.nrequests;
412 		tbin->tstats.nrequests = 0;
417 		tcache_bin_t *tbin = &tcache->tbins[i];
418 		arena->stats.nrequests_large += tbin->tstats.nrequests;
419 		lstats->nrequests += tbin->tstats.nrequests;
420 		tbin->tstats.nrequests = 0;