jemalloc/src/huge.c

43 huge_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero)
48 	return (huge_palloc(tsdn, arena, usize, chunksize, zero));
52 huge_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment,
62 	assert(!tsdn_null(tsdn) || arena != NULL);
71 	    CACHELINE, false, NULL, true, arena_ichoose(tsdn, arena));
81 		arena = arena_choose(tsdn_tsd(tsdn), arena);
82 	if (unlikely(arena == NULL) || (ret = arena_chunk_alloc_huge(tsdn,
83 	    arena, usize, alignment, &is_zeroed)) == NULL) {
88 	extent_node_init(node, arena, ret, usize, is_zeroed, true);
91 		arena_chunk_dalloc_huge(tsdn, arena, ret, usize);
97 	malloc_mutex_lock(tsdn, &arena->huge_mtx);
99 	ql_tail_insert(&arena->huge, node, ql_link);
100 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);
108 	arena_decay_tick(tsdn, arena);
141 	arena_t *arena;
154 	arena = extent_node_arena_get(node);
165 			post_zeroed = !chunk_purge_wrapper(tsdn, arena,
172 	malloc_mutex_lock(tsdn, &arena->huge_mtx);
180 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);
182 	arena_chunk_ralloc_huge_similar(tsdn, arena, ptr, oldsize, usize);
203 	arena_t *arena;
209 	arena = extent_node_arena_get(node);
211 	chunk_hooks = chunk_hooks_get(tsdn, arena);
218 	    CHUNK_CEILING(usize), cdiff, true, arena->ind))
228 			post_zeroed = !chunk_purge_wrapper(tsdn, arena,
236 	malloc_mutex_lock(tsdn, &arena->huge_mtx);
243 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);
246 	arena_chunk_ralloc_huge_shrink(tsdn, arena, ptr, oldsize, usize);
255 	arena_t *arena;
259 	arena = extent_node_arena_get(node);
260 	malloc_mutex_lock(tsdn, &arena->huge_mtx);
262 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);
269 	if (arena_chunk_ralloc_huge_expand(tsdn, arena, ptr, oldsize, usize,
273 	malloc_mutex_lock(tsdn, &arena->huge_mtx);
279 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);
352 huge_ralloc_move_helper(tsdn_t *tsdn, arena_t *arena, size_t usize,
357 		return (huge_malloc(tsdn, arena, usize, zero));
358 	return (huge_palloc(tsdn, arena, usize, alignment, zero));
362 huge_ralloc(tsd_t *tsd, arena_t *arena, void *ptr, size_t oldsize,
381 	ret = huge_ralloc_move_helper(tsd_tsdn(tsd), arena, usize, alignment,
396 	arena_t *arena;
399 	arena = extent_node_arena_get(node);
401 	malloc_mutex_lock(tsdn, &arena->huge_mtx);
402 	ql_remove(&arena->huge, node, ql_link);
403 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);
411 	arena_decay_tick(tsdn, arena);
426 	arena_t *arena;
429 	arena = extent_node_arena_get(node);
430 	malloc_mutex_lock(tsdn, &arena->huge_mtx);
432 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);
442 	arena_t *arena;
445 	arena = extent_node_arena_get(node);
446 	malloc_mutex_lock(tsdn, &arena->huge_mtx);
448 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);
457 	arena_t *arena;
460 	arena = extent_node_arena_get(node);
461 	malloc_mutex_lock(tsdn, &arena->huge_mtx);
463 	malloc_mutex_unlock(tsdn, &arena->huge_mtx);