1/*- 2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 3 * 4 * Copyright (c) 2019 The FreeBSD Foundation 5 * All rights reserved. 6 * 7 * This software was developed by Konstantin Belousov <kib@FreeBSD.org> 8 * under sponsorship from the FreeBSD Foundation. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 20 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 21 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 23 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 25 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 26 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 27 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 28 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 29 * SUCH DAMAGE. 30 */ 31 32#include <sys/cdefs.h> 33__FBSDID("$FreeBSD$"); 34 35#include <sys/types.h> 36#include <sys/mman.h> 37#include <rtld_malloc.h> 38#include "thr_private.h" 39 40int npagesizes; 41size_t *pagesizes; 42static size_t pagesizes_d[2]; 43static struct umutex thr_malloc_umtx; 44static u_int thr_malloc_umtx_level; 45 46void 47__thr_malloc_init(void) 48{ 49 50 if (npagesizes != 0) 51 return; 52 npagesizes = getpagesizes(pagesizes_d, nitems(pagesizes_d)); 53 if (npagesizes == -1) { 54 npagesizes = 1; 55 pagesizes_d[0] = PAGE_SIZE; 56 } 57 pagesizes = pagesizes_d; 58 _thr_umutex_init(&thr_malloc_umtx); 59} 60 61static void 62thr_malloc_lock(struct pthread *curthread) 63{ 64 uint32_t curtid; 65 66 if (curthread == NULL) 67 return; 68 curthread->locklevel++; 69 curtid = TID(curthread); 70 if ((uint32_t)thr_malloc_umtx.m_owner == curtid) 71 thr_malloc_umtx_level++; 72 else 73 _thr_umutex_lock(&thr_malloc_umtx, curtid); 74} 75 76static void 77thr_malloc_unlock(struct pthread *curthread) 78{ 79 80 if (curthread == NULL) 81 return; 82 if (thr_malloc_umtx_level > 0) 83 thr_malloc_umtx_level--; 84 else 85 _thr_umutex_unlock(&thr_malloc_umtx, TID(curthread)); 86 curthread->locklevel--; 87 _thr_ast(curthread); 88} 89 90void * 91__thr_calloc(size_t num, size_t size) 92{ 93 struct pthread *curthread; 94 void *res; 95 96 curthread = _get_curthread(); 97 thr_malloc_lock(curthread); 98 res = __crt_calloc(num, size); 99 thr_malloc_unlock(curthread); 100 return (res); 101} 102 103void 104__thr_free(void *cp) 105{ 106 struct pthread *curthread; 107 108 curthread = _get_curthread(); 109 thr_malloc_lock(curthread); 110 __crt_free(cp); 111 thr_malloc_unlock(curthread); 112} 113 114void * 115__thr_malloc(size_t nbytes) 116{ 117 struct pthread *curthread; 118 void *res; 119 120 curthread = _get_curthread(); 121 thr_malloc_lock(curthread); 122 res = __crt_malloc(nbytes); 123 thr_malloc_unlock(curthread); 124 return (res); 125} 126 127void * 128__thr_realloc(void *cp, size_t nbytes) 129{ 130 struct pthread *curthread; 131 void *res; 132 133 curthread = _get_curthread(); 134 thr_malloc_lock(curthread); 135 res = __crt_realloc(cp, nbytes); 136 thr_malloc_unlock(curthread); 137 return (res); 138} 139 140void 141__thr_malloc_prefork(struct pthread *curthread) 142{ 143 144 _thr_umutex_lock(&thr_malloc_umtx, TID(curthread)); 145} 146 147void 148__thr_malloc_postfork(struct pthread *curthread) 149{ 150 151 _thr_umutex_unlock(&thr_malloc_umtx, TID(curthread)); 152} 153