jemalloc/src/chunk.c

52 static void	chunk_record(tsdn_t *tsdn, arena_t *arena,
67 chunk_hooks_get(tsdn_t *tsdn, arena_t *arena)
71 	malloc_mutex_lock(tsdn, &arena->chunks_mtx);
73 	malloc_mutex_unlock(tsdn, &arena->chunks_mtx);
79 chunk_hooks_set(tsdn_t *tsdn, arena_t *arena, const chunk_hooks_t *chunk_hooks)
83 	malloc_mutex_lock(tsdn, &arena->chunks_mtx);
108 	malloc_mutex_unlock(tsdn, &arena->chunks_mtx);
114 chunk_hooks_assure_initialized_impl(tsdn_t *tsdn, arena_t *arena,
123 		    chunk_hooks_get(tsdn, arena);
128 chunk_hooks_assure_initialized_locked(tsdn_t *tsdn, arena_t *arena,
132 	chunk_hooks_assure_initialized_impl(tsdn, arena, chunk_hooks, true);
136 chunk_hooks_assure_initialized(tsdn_t *tsdn, arena_t *arena,
140 	chunk_hooks_assure_initialized_impl(tsdn, arena, chunk_hooks, false);
144 chunk_register(tsdn_t *tsdn, const void *chunk, const extent_node_t *node)
164 			prof_gdump(tsdn);
202 chunk_recycle(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks,
224 	malloc_mutex_lock(tsdn, &arena->chunks_mtx);
225 	chunk_hooks_assure_initialized_locked(tsdn, arena, chunk_hooks);
237 		malloc_mutex_unlock(tsdn, &arena->chunks_mtx);
256 		malloc_mutex_unlock(tsdn, &arena->chunks_mtx);
276 				arena_node_dalloc(tsdn, arena, node);
277 			malloc_mutex_unlock(tsdn, &arena->chunks_mtx);
278 			chunk_record(tsdn, arena, chunk_hooks, chunks_szad,
285 			node = arena_node_alloc(tsdn, arena);
287 				malloc_mutex_unlock(tsdn, &arena->chunks_mtx);
288 				chunk_record(tsdn, arena, chunk_hooks,
302 		malloc_mutex_unlock(tsdn, &arena->chunks_mtx);
303 		chunk_record(tsdn, arena, chunk_hooks, chunks_szad, chunks_ad,
307 	malloc_mutex_unlock(tsdn, &arena->chunks_mtx);
311 		arena_node_dalloc(tsdn, arena, node);
334 chunk_alloc_core(tsdn_t *tsdn, arena_t *arena, void *new_addr, size_t size,
346 	    chunk_alloc_dss(tsdn, arena, new_addr, size, alignment, zero,
355 	    chunk_alloc_dss(tsdn, arena, new_addr, size, alignment, zero,
386 chunk_alloc_cache(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks,
398 	ret = chunk_recycle(tsdn, arena, chunk_hooks,
410 chunk_arena_get(tsdn_t *tsdn, unsigned arena_ind)
414 	arena = arena_get(tsdn, arena_ind, false);
424 chunk_alloc_default_impl(tsdn_t *tsdn, arena_t *arena, void *new_addr,
429 	ret = chunk_alloc_core(tsdn, arena, new_addr, size, alignment, zero,
443 	tsdn_t *tsdn;
446 	tsdn = tsdn_fetch();
447 	arena = chunk_arena_get(tsdn, arena_ind);
449 	return (chunk_alloc_default_impl(tsdn, arena, new_addr, size, alignment,
454 chunk_alloc_retained(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks,
464 	ret = chunk_recycle(tsdn, arena, chunk_hooks,
475 chunk_alloc_wrapper(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks,
480 	chunk_hooks_assure_initialized(tsdn, arena, chunk_hooks);
482 	ret = chunk_alloc_retained(tsdn, arena, chunk_hooks, new_addr, size,
486 			/* Call directly to propagate tsdn. */
487 			ret = chunk_alloc_default_impl(tsdn, arena, new_addr,
506 chunk_record(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks,
518 	malloc_mutex_lock(tsdn, &arena->chunks_mtx);
519 	chunk_hooks_assure_initialized_locked(tsdn, arena, chunk_hooks);
544 		node = arena_node_alloc(tsdn, arena);
553 				chunk_purge_wrapper(tsdn, arena, chunk_hooks,
590 		arena_node_dalloc(tsdn, arena, prev);
594 	malloc_mutex_unlock(tsdn, &arena->chunks_mtx);
598 chunk_dalloc_cache(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks,
607 	chunk_record(tsdn, arena, chunk_hooks, &arena->chunks_szad_cached,
609 	arena_maybe_purge(tsdn, arena);
613 chunk_dalloc_default_impl(tsdn_t *tsdn, void *chunk, size_t size)
616 	if (!have_dss || !chunk_in_dss(tsdn, chunk))
625 	tsdn_t *tsdn;
627 	tsdn = tsdn_fetch();
629 	return (chunk_dalloc_default_impl(tsdn, chunk, size));
633 chunk_dalloc_wrapper(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks,
643 	chunk_hooks_assure_initialized(tsdn, arena, chunk_hooks);
646 		/* Call directly to propagate tsdn. */
647 		err = chunk_dalloc_default_impl(tsdn, chunk, size);
660 	chunk_record(tsdn, arena, chunk_hooks, &arena->chunks_szad_retained,
701 chunk_purge_wrapper(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks,
705 	chunk_hooks_assure_initialized(tsdn, arena, chunk_hooks);
720 chunk_merge_default_impl(tsdn_t *tsdn, void *chunk_a, void *chunk_b)
725 	if (have_dss && chunk_in_dss(tsdn, chunk_a) != chunk_in_dss(tsdn,
736 	tsdn_t *tsdn;
738 	tsdn = tsdn_fetch();
740 	return (chunk_merge_default_impl(tsdn, chunk_a, chunk_b));
794 chunk_prefork(tsdn_t *tsdn)
797 	chunk_dss_prefork(tsdn);
801 chunk_postfork_parent(tsdn_t *tsdn)
804 	chunk_dss_postfork_parent(tsdn);
808 chunk_postfork_child(tsdn_t *tsdn)
811 	chunk_dss_postfork_child(tsdn);