jemalloc/internal/jemalloc_internal.h

393  * jemalloc, so it is critical that all callers of these macros provide usize
399 #define	JEMALLOC_VALGRIND_MALLOC(cond, ptr, usize, zero) do {		\
401 		VALGRIND_MALLOCLIKE_BLOCK(ptr, usize, p2rz(ptr), zero);	\
403 #define	JEMALLOC_VALGRIND_REALLOC(ptr, usize, old_ptr, old_usize,	\
410 			    usize, rzsize);				\
411 			if (zero && old_usize < usize) {		\
414 				    old_usize), usize - old_usize);	\
422 				size_t copy_size = (old_usize < usize)	\
423 				    ?  old_usize : usize;		\
424 				size_t tail_size = usize - copy_size;	\
425 				VALGRIND_MALLOCLIKE_BLOCK(ptr, usize,	\
454 #define	JEMALLOC_VALGRIND_MALLOC(cond, ptr, usize, zero) do {} while (0)
455 #define	JEMALLOC_VALGRIND_REALLOC(ptr, usize, old_ptr, old_usize,	\
637 	size_t usize;
655 	usize = ALIGNMENT_CEILING(size, alignment);
657 	 * (usize < size) protects against the combination of maximal
660 	if (usize < size) {
665 	if (usize <= arena_maxclass && alignment <= PAGE) {
666 		if (usize <= SMALL_MAXCLASS)
667 			return (arena_bin_info[SMALL_SIZE2BIN(usize)].reg_size);
668 		return (PAGE_CEILING(usize));
677 		usize = PAGE_CEILING(size);
679 		 * (usize < size) protects against very large sizes within
682 		 * (usize + alignment < usize) protects against the
683 		 * combination of maximal alignment and usize large enough
686 		 * usize value, which may now be *equal* to maximal
690 		if (usize < size || usize + alignment < usize) {
701 		run_size = usize + alignment - PAGE;
703 			return (PAGE_CEILING(usize));
704 		return (CHUNK_CEILING(usize));
759 void	*ipallocx(size_t usize, size_t alignment, bool zero, bool try_tcache,
761 void	*ipalloc(size_t usize, size_t alignment, bool zero);
764 size_t	u2rz(size_t usize);
816 ipallocx(size_t usize, size_t alignment, bool zero, bool try_tcache,
821 	assert(usize != 0);
822 	assert(usize == sa2u(usize, alignment));
824 	if (usize <= arena_maxclass && alignment <= PAGE)
825 		ret = arena_malloc(arena, usize, zero, try_tcache);
827 		if (usize <= arena_maxclass) {
828 			ret = arena_palloc(choose_arena(arena), usize,
831 			ret = huge_malloc(usize, zero);
833 			ret = huge_palloc(usize, alignment, zero);
841 ipalloc(size_t usize, size_t alignment, bool zero)
844 	return (ipallocx(usize, alignment, zero, true, NULL));
883 u2rz(size_t usize)
887 	if (usize <= SMALL_MAXCLASS) {
888 		size_t binind = SMALL_SIZE2BIN(usize);
899 	size_t usize = isalloc(ptr, false);
901 	return (u2rz(usize));
956 		size_t usize, copysize;
964 		usize = sa2u(size + extra, alignment);
965 		if (usize == 0)
967 		ret = ipallocx(usize, alignment, zero, try_tcache_alloc, arena);
972 			usize = sa2u(size, alignment);
973 			if (usize == 0)
975 			ret = ipallocx(usize, alignment, zero, try_tcache_alloc,