jemalloc/src/huge.c

136 huge_ralloc_no_move_similar(tsdn_t *tsdn, void *ptr, size_t oldsize,
147 	    <= oldsize; usize = usize_next)
150 	if (oldsize == usize)
158 	if (oldsize > usize) {
159 		size_t sdiff = oldsize - usize;
166 			    &chunk_hooks, ptr, CHUNK_CEILING(oldsize), usize,
182 	arena_chunk_ralloc_huge_similar(tsdn, arena, ptr, oldsize, usize);
185 	if (oldsize < usize) {
188 				memset((void *)((uintptr_t)ptr + oldsize), 0,
189 				    usize - oldsize);
192 			memset((void *)((uintptr_t)ptr + oldsize),
193 			    JEMALLOC_ALLOC_JUNK, usize - oldsize);
199 huge_ralloc_no_move_shrink(tsdn_t *tsdn, void *ptr, size_t oldsize,
213 	assert(oldsize > usize);
216 	cdiff = CHUNK_CEILING(oldsize) - CHUNK_CEILING(usize);
217 	if (cdiff != 0 && chunk_hooks.split(ptr, CHUNK_CEILING(oldsize),
221 	if (oldsize > usize) {
222 		size_t sdiff = oldsize - usize;
230 			    usize), CHUNK_CEILING(oldsize),
246 	arena_chunk_ralloc_huge_shrink(tsdn, arena, ptr, oldsize, usize);
252 huge_ralloc_no_move_expand(tsdn_t *tsdn, void *ptr, size_t oldsize,
269 	if (arena_chunk_ralloc_huge_expand(tsdn, arena, ptr, oldsize, usize,
283 			memset((void *)((uintptr_t)ptr + oldsize), 0,
284 			    CHUNK_CEILING(oldsize) - oldsize);
288 			    CHUNK_CEILING(oldsize)), 0, usize -
289 			    CHUNK_CEILING(oldsize));
292 		memset((void *)((uintptr_t)ptr + oldsize), JEMALLOC_ALLOC_JUNK,
293 		    usize - oldsize);
300 huge_ralloc_no_move(tsdn_t *tsdn, void *ptr, size_t oldsize, size_t usize_min,
304 	assert(s2u(oldsize) == oldsize);
309 	if (oldsize < chunksize || usize_max < chunksize)
312 	if (CHUNK_CEILING(usize_max) > CHUNK_CEILING(oldsize)) {
314 		if (!huge_ralloc_no_move_expand(tsdn, ptr, oldsize, usize_max,
321 		    CHUNK_CEILING(oldsize) && huge_ralloc_no_move_expand(tsdn,
322 		    ptr, oldsize, usize_min, zero)) {
332 	if (CHUNK_CEILING(oldsize) >= CHUNK_CEILING(usize_min)
333 	    && CHUNK_CEILING(oldsize) <= CHUNK_CEILING(usize_max)) {
334 		huge_ralloc_no_move_similar(tsdn, ptr, oldsize, usize_min,
341 	if (CHUNK_CEILING(oldsize) > CHUNK_CEILING(usize_max)) {
342 		if (!huge_ralloc_no_move_shrink(tsdn, ptr, oldsize,
362 huge_ralloc(tsd_t *tsd, arena_t *arena, void *ptr, size_t oldsize,
372 	if (!huge_ralloc_no_move(tsd_tsdn(tsd), ptr, oldsize, usize, usize,
377 	 * usize and oldsize are different enough that we need to use a
386 	copysize = (usize < oldsize) ? usize : oldsize;
388 	isqalloc(tsd, ptr, oldsize, tcache, true);