jemalloc/src/huge.c

43 huge_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero)
46 	assert(usize == s2u(usize));
48 	return (huge_palloc(tsdn, arena, usize, chunksize, zero));
52 huge_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment,
64 	ausize = sa2u(usize, alignment);
83 	    arena, usize, alignment, &is_zeroed)) == NULL) {
88 	extent_node_init(node, arena, ret, usize, is_zeroed, true);
91 		arena_chunk_dalloc_huge(tsdn, arena, ret, usize);
104 			memset(ret, 0, usize);
106 		memset(ret, JEMALLOC_ALLOC_JUNK, usize);
117 huge_dalloc_junk(tsdn_t *tsdn, void *ptr, size_t usize)
126 			memset(ptr, JEMALLOC_FREE_JUNK, usize);
139 	size_t usize, usize_next;
145 	/* Increase usize to incorporate extra. */
146 	for (usize = usize_min; usize < usize_max && (usize_next = s2u(usize+1))
147 	    <= oldsize; usize = usize_next)
150 	if (oldsize == usize)
158 	if (oldsize > usize) {
159 		size_t sdiff = oldsize - usize;
161 			memset((void *)((uintptr_t)ptr + usize),
166 			    &chunk_hooks, ptr, CHUNK_CEILING(oldsize), usize,
175 	assert(extent_node_size_get(node) != usize);
176 	extent_node_size_set(node, usize);
182 	arena_chunk_ralloc_huge_similar(tsdn, arena, ptr, oldsize, usize);
185 	if (oldsize < usize) {
189 				    usize - oldsize);
193 			    JEMALLOC_ALLOC_JUNK, usize - oldsize);
200     size_t usize)
213 	assert(oldsize > usize);
216 	cdiff = CHUNK_CEILING(oldsize) - CHUNK_CEILING(usize);
218 	    CHUNK_CEILING(usize), cdiff, true, arena->ind))
221 	if (oldsize > usize) {
222 		size_t sdiff = oldsize - usize;
224 			huge_dalloc_junk(tsdn, (void *)((uintptr_t)ptr + usize),
230 			    usize), CHUNK_CEILING(oldsize),
231 			    CHUNK_ADDR2OFFSET((uintptr_t)ptr + usize), sdiff);
239 	extent_node_size_set(node, usize);
246 	arena_chunk_ralloc_huge_shrink(tsdn, arena, ptr, oldsize, usize);
253     size_t usize, bool zero) {
269 	if (arena_chunk_ralloc_huge_expand(tsdn, arena, ptr, oldsize, usize,
275 	extent_node_size_set(node, usize);
288 			    CHUNK_CEILING(oldsize)), 0, usize -
293 		    usize - oldsize);
352 huge_ralloc_move_helper(tsdn_t *tsdn, arena_t *arena, size_t usize,
357 		return (huge_malloc(tsdn, arena, usize, zero));
358 	return (huge_palloc(tsdn, arena, usize, alignment, zero));
363     size_t usize, size_t alignment, bool zero, tcache_t *tcache)
369 	assert(usize > 0 && usize <= HUGE_MAXCLASS);
372 	if (!huge_ralloc_no_move(tsd_tsdn(tsd), ptr, oldsize, usize, usize,
377 	 * usize and oldsize are different enough that we need to use a
381 	ret = huge_ralloc_move_helper(tsd_tsdn(tsd), arena, usize, alignment,
386 	copysize = (usize < oldsize) ? usize : oldsize;