jemalloc/src/arena.c

883 arena_huge_ralloc_stats_update(arena_t *arena, size_t oldsize, size_t usize)
886 	arena_huge_dalloc_stats_update(arena, oldsize);
891 arena_huge_ralloc_stats_update_undo(arena_t *arena, size_t oldsize,
895 	arena_huge_dalloc_stats_update_undo(arena, oldsize);
997     size_t oldsize, size_t usize)
1000 	assert(CHUNK_CEILING(oldsize) == CHUNK_CEILING(usize));
1001 	assert(oldsize != usize);
1005 		arena_huge_ralloc_stats_update(arena, oldsize, usize);
1006 	if (oldsize < usize)
1007 		arena_nactive_add(arena, (usize - oldsize) >> LG_PAGE);
1009 		arena_nactive_sub(arena, (oldsize - usize) >> LG_PAGE);
1015     size_t oldsize, size_t usize)
1017 	size_t udiff = oldsize - usize;
1018 	size_t cdiff = CHUNK_CEILING(oldsize) - CHUNK_CEILING(usize);
1022 		arena_huge_ralloc_stats_update(arena, oldsize, usize);
1041     chunk_hooks_t *chunk_hooks, void *chunk, size_t oldsize, size_t usize,
1053 			arena_huge_ralloc_stats_update_undo(arena, oldsize,
1059 	} else if (chunk_hooks->merge(chunk, CHUNK_CEILING(oldsize), nchunk,
1070     size_t oldsize, size_t usize, bool *zero)
1074 	void *nchunk = (void *)((uintptr_t)chunk + CHUNK_CEILING(oldsize));
1075 	size_t udiff = usize - oldsize;
1076 	size_t cdiff = CHUNK_CEILING(usize) - CHUNK_CEILING(oldsize);
1082 		arena_huge_ralloc_stats_update(arena, oldsize, usize);
1092 		    &chunk_hooks, chunk, oldsize, usize, zero, nchunk, udiff,
1094 	} else if (chunk_hooks.merge(chunk, CHUNK_CEILING(oldsize), nchunk,
2167     arena_run_t *run, size_t oldsize, size_t newsize)
2171 	size_t head_npages = (oldsize - newsize) >> LG_PAGE;
2177 	assert(oldsize > newsize);
2184 	assert(arena_mapbits_large_size_get(chunk, pageind) == oldsize);
2188 	arena_mapbits_large_set(chunk, pageind, oldsize-newsize, flag_dirty |
2208     arena_run_t *run, size_t oldsize, size_t newsize, bool dirty)
2220 	assert(oldsize > newsize);
2227 	assert(arena_mapbits_large_size_get(chunk, pageind) == oldsize);
2235 		UNUSED size_t tail_npages = (oldsize - newsize) >> LG_PAGE;
2241 	arena_mapbits_large_set(chunk, pageind+head_npages, oldsize-newsize,
3023     void *ptr, size_t oldsize, size_t size)
3030 	assert(size < oldsize);
3037 	arena_run_trim_tail(tsdn, arena, chunk, run, oldsize + large_pad, size +
3040 		szind_t oldindex = size2index(oldsize) - NBINS;
3044 		arena->stats.allocated_large -= oldsize;
3060     void *ptr, size_t oldsize, size_t usize_min, size_t usize_max, bool zero)
3063 	size_t npages = (oldsize + large_pad) >> LG_PAGE;
3066 	assert(oldsize == arena_mapbits_large_size_get(chunk, pageind) -
3075 	if (oldsize + followsize >= usize_min) {
3085 		while (oldsize + followsize < usize)
3088 		assert(usize >= oldsize);
3089 		splitsize = usize - oldsize;
3105 			void *zbase = (void *)((uintptr_t)ptr + oldsize);
3113 		size = oldsize + splitsize;
3135 			szind_t oldindex = size2index(oldsize) - NBINS;
3139 			arena->stats.allocated_large -= oldsize;
3183 arena_ralloc_large(tsdn_t *tsdn, void *ptr, size_t oldsize, size_t usize_min,
3189 	if (oldsize == usize_max) {
3197 	if (oldsize < usize_max) {
3199 		    oldsize, usize_min, usize_max, zero);
3202 				memset((void *)((uintptr_t)ptr + oldsize),
3204 				    isalloc(tsdn, ptr, config_prof) - oldsize);
3206 				memset((void *)((uintptr_t)ptr + oldsize), 0,
3207 				    isalloc(tsdn, ptr, config_prof) - oldsize);
3213 	assert(oldsize > usize_max);
3215 	arena_ralloc_junk_large(ptr, oldsize, usize_max);
3216 	arena_ralloc_large_shrink(tsdn, arena, chunk, ptr, oldsize, usize_max);
3221 arena_ralloc_no_move(tsdn_t *tsdn, void *ptr, size_t oldsize, size_t size,
3234 	if (likely(oldsize <= large_maxclass && usize_min <= large_maxclass)) {
3241 		if (oldsize <= SMALL_MAXCLASS) {
3242 			assert(arena_bin_info[size2index(oldsize)].reg_size ==
3243 			    oldsize);
3245 			    size2index(usize_max) != size2index(oldsize)) &&
3246 			    (size > oldsize || usize_max < oldsize))
3251 			if (arena_ralloc_large(tsdn, ptr, oldsize, usize_min,
3260 		return (huge_ralloc_no_move(tsdn, ptr, oldsize, usize_min,
3280 arena_ralloc(tsd_t *tsd, arena_t *arena, void *ptr, size_t oldsize, size_t size,
3294 		if (!arena_ralloc_no_move(tsd_tsdn(tsd), ptr, oldsize, usize, 0,
3299 		 * size and oldsize are different enough that we need to move
3313 		copysize = (usize < oldsize) ? usize : oldsize;
3316 		isqalloc(tsd, ptr, oldsize, tcache, true);
3318 		ret = huge_ralloc(tsd, arena, ptr, oldsize, usize, alignment,