jemalloc/src/tcache.c

72 	arena_tcache_fill_small(tcache->arena, tbin, binind,
93 		/* Lock the arena bin associated with the first object. */
96 		arena_t *arena = chunk->arena;
97 		arena_bin_t *bin = &arena->bins[binind];
99 		if (config_prof && arena == tcache->arena) {
100 			if (arena_prof_accum(arena, tcache->prof_accumbytes))
106 		if (config_stats && arena == tcache->arena) {
118 			if (chunk->arena == arena) {
127 				arena_dalloc_bin_locked(arena, chunk, ptr,
132 				 * arena bin than the one that is currently
145 		 * arena, so the stats didn't get merged.  Manually do so now.
147 		arena_bin_t *bin = &tcache->arena->bins[binind];
174 		/* Lock the arena associated with the first object. */
177 		arena_t *arena = chunk->arena;
182 		malloc_mutex_lock(&arena->lock);
183 		if ((config_prof || config_stats) && arena == tcache->arena) {
185 				idump = arena_prof_accum_locked(arena,
191 				arena->stats.nrequests_large +=
193 				arena->stats.lstats[binind - NBINS].nrequests +=
203 			if (chunk->arena == arena)
204 				arena_dalloc_large_locked(arena, chunk, ptr);
208 				 * arena than the one that is currently locked.
216 		malloc_mutex_unlock(&arena->lock);
223 		 * arena, so the stats didn't get merged.  Manually do so now.
225 		arena_t *arena = tcache->arena;
226 		malloc_mutex_lock(&arena->lock);
227 		arena->stats.nrequests_large += tbin->tstats.nrequests;
228 		arena->stats.lstats[binind - NBINS].nrequests +=
231 		malloc_mutex_unlock(&arena->lock);
242 tcache_arena_associate(tcache_t *tcache, arena_t *arena)
247 		malloc_mutex_lock(&arena->lock);
249 		ql_tail_insert(&arena->tcache_ql, tcache, link);
250 		malloc_mutex_unlock(&arena->lock);
252 	tcache->arena = arena;
261 		malloc_mutex_lock(&tcache->arena->lock);
262 		ql_remove(&tcache->arena->tcache_ql, tcache, link);
263 		malloc_mutex_unlock(&tcache->arena->lock);
264 		tcache_stats_merge(tcache, tcache->arena);
269 tcache_create(arena_t *arena)
291 		tcache = (tcache_t *)arena_malloc_small(arena, size, true);
293 		tcache = (tcache_t *)arena_malloc_large(arena, size, true);
295 		tcache = (tcache_t *)icallocx(size, false, arena);
300 	tcache_arena_associate(tcache, arena);
328 			arena_t *arena = tcache->arena;
329 			arena_bin_t *bin = &arena->bins[i];
341 			arena_t *arena = tcache->arena;
342 			malloc_mutex_lock(&arena->lock);
343 			arena->stats.nrequests_large += tbin->tstats.nrequests;
344 			arena->stats.lstats[i - NBINS].nrequests +=
346 			malloc_mutex_unlock(&arena->lock);
351 	    arena_prof_accum(tcache->arena, tcache->prof_accumbytes))
357 		arena_t *arena = chunk->arena;
362 		arena_dalloc_bin(arena, chunk, tcache, pageind, mapelm);
365 		arena_t *arena = chunk->arena;
367 		arena_dalloc_large(arena, chunk, tcache);
403 tcache_stats_merge(tcache_t *tcache, arena_t *arena)
409 		arena_bin_t *bin = &arena->bins[i];
418 		malloc_large_stats_t *lstats = &arena->stats.lstats[i - NBINS];
420 		arena->stats.nrequests_large += tbin->tstats.nrequests;