/freebsd-11-stable/contrib/jemalloc/include/jemalloc/internal/ |
H A D | quarantine.h | 32 void quarantine_alloc_hook_work(tsd_t *tsd); 33 void quarantine(tsd_t *tsd, void *ptr); 34 void quarantine_cleanup(tsd_t *tsd); 48 tsd_t *tsd; local 52 tsd = tsd_fetch(); 53 if (tsd_quarantine_get(tsd) == NULL) 54 quarantine_alloc_hook_work(tsd);
|
H A D | tcache.h | 134 void tcache_event_hard(tsd_t *tsd, tcache_t *tcache); 137 void tcache_bin_flush_small(tsd_t *tsd, tcache_t *tcache, tcache_bin_t *tbin, 139 void tcache_bin_flush_large(tsd_t *tsd, tcache_bin_t *tbin, szind_t binind, 143 tcache_t *tcache_get_hard(tsd_t *tsd); 145 void tcache_cleanup(tsd_t *tsd); 146 void tcache_enabled_cleanup(tsd_t *tsd); 149 void tcaches_flush(tsd_t *tsd, unsigned ind); 150 void tcaches_destroy(tsd_t *tsd, unsigned ind); 158 void tcache_event(tsd_t *tsd, tcache_t *tcache); 161 tcache_t *tcache_get(tsd_t *tsd, boo 179 tsd_t *tsd; local 190 tsd_t *tsd; local 208 tsd_t *tsd; local 223 tcache_get(tsd_t *tsd, bool create) argument 242 tcache_event(tsd_t *tsd, tcache_t *tcache) argument 280 tcache_alloc_small(tsd_t *tsd, arena_t *arena, tcache_t *tcache, size_t size, szind_t binind, bool zero, bool slow_path) argument [all...] |
H A D | prof.h | 283 void prof_alloc_rollback(tsd_t *tsd, prof_tctx_t *tctx, bool updated); 286 void prof_free_sampled_object(tsd_t *tsd, size_t usize, prof_tctx_t *tctx); 289 prof_tctx_t *prof_lookup(tsd_t *tsd, prof_bt_t *bt); 300 bool prof_mdump(tsd_t *tsd, const char *filename); 303 prof_tdata_t *prof_tdata_reinit(tsd_t *tsd, prof_tdata_t *tdata); 305 void prof_tdata_cleanup(tsd_t *tsd); 308 const char *prof_thread_name_get(tsd_t *tsd); 309 int prof_thread_name_set(tsd_t *tsd, const char *thread_name); 310 bool prof_thread_active_get(tsd_t *tsd); 311 bool prof_thread_active_set(tsd_t *tsd, boo 377 prof_tdata_get(tsd_t *tsd, bool create) argument 432 prof_sample_accum_update(tsd_t *tsd, size_t usize, bool update, prof_tdata_t **tdata_out) argument 462 prof_alloc_prep(tsd_t *tsd, size_t usize, bool prof_active, bool update) argument 497 prof_realloc(tsd_t *tsd, const void *ptr, size_t usize, prof_tctx_t *tctx, bool prof_active, bool updated, const void *old_ptr, size_t old_usize, prof_tctx_t *old_tctx) argument 534 prof_free(tsd_t *tsd, const void *ptr, size_t usize) argument [all...] |
H A D | witness.h | 100 void witnesses_cleanup(tsd_t *tsd); 101 void witness_fork_cleanup(tsd_t *tsd); 102 void witness_prefork(tsd_t *tsd); 103 void witness_postfork_parent(tsd_t *tsd); 104 void witness_postfork_child(tsd_t *tsd); 122 tsd_t *tsd; local 131 tsd = tsdn_tsd(tsdn); 135 witnesses = tsd_witnessesp_get(tsd); 146 tsd_t *tsd; local 155 tsd 169 tsd_t *tsd; local 189 tsd_t *tsd; local 229 tsd_t *tsd; local [all...] |
H A D | jemalloc_internal.h | 373 #include "jemalloc/internal/tsd.h" 424 #include "jemalloc/internal/tsd.h" 474 arena_tdata_t *arena_tdata_get_hard(tsd_t *tsd, unsigned ind); 475 arena_t *arena_choose_hard(tsd_t *tsd, bool internal); 476 void arena_migrate(tsd_t *tsd, unsigned oldind, unsigned newind); 477 void thread_allocated_cleanup(tsd_t *tsd); 478 void thread_deallocated_cleanup(tsd_t *tsd); 479 void iarena_cleanup(tsd_t *tsd); 480 void arena_cleanup(tsd_t *tsd); 481 void arenas_tdata_cleanup(tsd_t *tsd); [all...] |
H A D | tsd.h | 31 * library-private tsd variable: 610 tsd_t tsd; member in struct:tsdn_s 643 tsdn_t *tsd_tsdn(tsd_t *tsd); 644 bool tsd_nominal(tsd_t *tsd); 646 t *tsd_##n##p_get(tsd_t *tsd); \ 647 t tsd_##n##_get(tsd_t *tsd); \ 648 void tsd_##n##_set(tsd_t *tsd, t n); 663 tsd_t *tsd = tsd_get(); local 665 if (unlikely(tsd->state != tsd_state_nominal)) { 666 if (tsd 681 tsd_tsdn(tsd_t *tsd) argument 688 tsd_nominal(tsd_t *tsd) argument [all...] |
H A D | huge.h | 17 void *huge_ralloc(tsd_t *tsd, arena_t *arena, void *ptr, size_t oldsize,
|
H A D | ctl.h | 73 int ctl_byname(tsd_t *tsd, const char *name, void *oldp, size_t *oldlenp, 78 int ctl_bymib(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,
|
/freebsd-11-stable/contrib/llvm-project/compiler-rt/lib/asan/ |
H A D | asan_posix.cpp | 47 static void (*tsd_destructor)(void *tsd) = nullptr; 61 void AsanTSDInit(void (*destructor)(void *tsd)) { argument 71 void AsanTSDSet(void *tsd) { argument 73 CHECK(tsd); 75 key.key = tsd; 78 void PlatformTSDDtor(void *tsd) { argument 80 CHECK_EQ(key.key, tsd); 84 AsanThread::TSDDtor(tsd); 89 void AsanTSDInit(void (*destructor)(void *tsd)) { argument 100 void AsanTSDSet(void *tsd) { argument 105 PlatformTSDDtor(void *tsd) argument [all...] |
H A D | asan_internal.h | 102 void AsanTSDInit(void (*destructor)(void *tsd)); 104 void AsanTSDSet(void *tsd); 105 void PlatformTSDDtor(void *tsd);
|
H A D | asan_fuchsia.cpp | 70 void AsanTSDSet(void *tsd) { per_thread = tsd; } argument 75 void AsanTSDInit(void (*destructor)(void *tsd)) { argument 79 void PlatformTSDDtor(void *tsd) { UNREACHABLE(__func__); } argument
|
H A D | asan_rtems.cpp | 79 void AsanTSDSet(void *tsd) { per_thread = tsd; } argument 84 void AsanTSDInit(void (*destructor)(void *tsd)) { argument 88 void PlatformTSDDtor(void *tsd) { UNREACHABLE(__func__); } argument
|
H A D | asan_win.cpp | 223 void AsanTSDInit(void (*destructor)(void *tsd)) { argument 233 void AsanTSDSet(void *tsd) { argument 235 fake_tsd = tsd; 238 void PlatformTSDDtor(void *tsd) { AsanThread::TSDDtor(tsd); } argument
|
/freebsd-11-stable/contrib/jemalloc/src/ |
H A D | jemalloc.c | 458 arena_bind(tsd_t *tsd, unsigned ind, bool internal) argument 462 arena = arena_get(tsd_tsdn(tsd), ind, false); 465 if (tsd_nominal(tsd)) { 467 tsd_iarena_set(tsd, arena); 469 tsd_arena_set(tsd, arena); 474 arena_migrate(tsd_t *tsd, unsigned oldind, unsigned newind) argument 478 oldarena = arena_get(tsd_tsdn(tsd), oldind, false); 479 newarena = arena_get(tsd_tsdn(tsd), newind, false); 482 tsd_arena_set(tsd, newarena); 486 arena_unbind(tsd_t *tsd, unsigne argument 499 arena_tdata_get_hard(tsd_t *tsd, unsigned ind) argument 576 arena_choose_hard(tsd_t *tsd, bool internal) argument 665 thread_allocated_cleanup(tsd_t *tsd) argument 672 thread_deallocated_cleanup(tsd_t *tsd) argument 679 iarena_cleanup(tsd_t *tsd) argument 689 arena_cleanup(tsd_t *tsd) argument 699 arenas_tdata_cleanup(tsd_t *tsd) argument 714 narenas_tdata_cleanup(tsd_t *tsd) argument 721 arenas_tdata_bypass_cleanup(tsd_t *tsd) argument 1400 tsd_t *tsd; local 1450 ialloc_prof_sample(tsd_t *tsd, size_t usize, szind_t ind, bool zero, prof_tctx_t *tctx, bool slow_path) argument 1470 ialloc_prof(tsd_t *tsd, size_t usize, szind_t ind, bool zero, bool slow_path) argument 1499 tsd_t *tsd; local 1576 imemalign_prof_sample(tsd_t *tsd, size_t alignment, size_t usize, prof_tctx_t *tctx) argument 1596 imemalign_prof(tsd_t *tsd, size_t alignment, size_t usize) argument 1620 tsd_t *tsd; local 1753 irealloc_prof_sample(tsd_t *tsd, void *old_ptr, size_t old_usize, size_t usize, prof_tctx_t *tctx) argument 1772 irealloc_prof(tsd_t *tsd, void *old_ptr, size_t old_usize, size_t usize) argument 1796 ifree(tsd_t *tsd, void *ptr, tcache_t *tcache, bool slow_path) argument 1825 isfree(tsd_t *tsd, void *ptr, size_t usize, tcache_t *tcache, bool slow_path) argument 1860 tsd_t *tsd; local 1903 tsd_t *tsd; local 1923 tsd_t *tsd = tsd_fetch(); local 2003 imallocx_flags_decode(tsd_t *tsd, size_t size, int flags, size_t *usize, size_t *alignment, bool *zero, tcache_t **tcache, arena_t **arena) argument 2071 imallocx_prof(tsd_t *tsd, size_t size, int flags, size_t *usize, bool slow_path) argument 2103 imallocx_no_prof(tsd_t *tsd, size_t size, int flags, size_t *usize, bool slow_path) argument 2126 tsd_t *tsd; local 2187 irallocx_prof_sample(tsd_t *tsd, void *old_ptr, size_t old_usize, size_t usize, size_t alignment, bool zero, tcache_t *tcache, arena_t *arena, prof_tctx_t *tctx) argument 2210 irallocx_prof(tsd_t *tsd, void *old_ptr, size_t old_usize, size_t size, size_t alignment, size_t *usize, bool zero, tcache_t *tcache, arena_t *arena) argument 2256 tsd_t *tsd; local 2357 ixallocx_prof(tsd_t *tsd, void *ptr, size_t old_usize, size_t size, size_t extra, size_t alignment, bool zero) argument 2409 tsd_t *tsd; local 2491 tsd_t *tsd; local 2533 tsd_t *tsd; local 2588 tsd_t *tsd; local 2621 tsd_t *tsd; local 2807 tsd_t *tsd; local 2862 tsd_t *tsd; local 2891 tsd_t *tsd; local [all...] |
H A D | tsd.c | 73 tsd_t *tsd = (tsd_t *)arg; local 75 switch (tsd->state) { 81 n##_cleanup(tsd); 84 tsd->state = tsd_state_purgatory; 85 tsd_set(tsd); 91 * wouldn't cause re-creation of the tsd. This time, do 101 tsd->state = tsd_state_purgatory; 102 tsd_set(tsd); 112 tsd_t *tsd; local 117 tsd [all...] |
H A D | quarantine.c | 15 static quarantine_t *quarantine_grow(tsd_t *tsd, quarantine_t *quarantine); 43 quarantine_alloc_hook_work(tsd_t *tsd) argument 47 if (!tsd_nominal(tsd)) 50 quarantine = quarantine_init(tsd_tsdn(tsd), LG_MAXOBJS_INIT); 55 if (tsd_quarantine_get(tsd) == NULL) 56 tsd_quarantine_set(tsd, quarantine); 58 idalloctm(tsd_tsdn(tsd), quarantine, NULL, true, true); 62 quarantine_grow(tsd_t *tsd, quarantine_t *quarantine) argument 66 ret = quarantine_init(tsd_tsdn(tsd), quarantine->lg_maxobjs + 1); 68 quarantine_drain_one(tsd_tsdn(tsd), quarantin 117 quarantine(tsd_t *tsd, void *ptr) argument 170 quarantine_cleanup(tsd_t *tsd) argument [all...] |
H A D | witness.c | 97 witnesses_cleanup(tsd_t *tsd) argument 100 witness_assert_lockless(tsd_tsdn(tsd)); 106 witness_fork_cleanup(tsd_t *tsd) argument 113 witness_prefork(tsd_t *tsd) argument 116 tsd_witness_fork_set(tsd, true); 120 witness_postfork_parent(tsd_t *tsd) argument 123 tsd_witness_fork_set(tsd, false); 127 witness_postfork_child(tsd_t *tsd) argument 132 witnesses = tsd_witnessesp_get(tsd); 135 tsd_witness_fork_set(tsd, fals [all...] |
H A D | prof.c | 125 static void prof_tctx_destroy(tsd_t *tsd, prof_tctx_t *tctx); 197 prof_alloc_rollback(tsd_t *tsd, prof_tctx_t *tctx, bool updated) argument 210 tdata = prof_tdata_get(tsd, true); 216 malloc_mutex_lock(tsd_tsdn(tsd), tctx->tdata->lock); 218 if (prof_tctx_should_destroy(tsd_tsdn(tsd), tctx)) 219 prof_tctx_destroy(tsd, tctx); 221 malloc_mutex_unlock(tsd_tsdn(tsd), tctx->tdata->lock); 244 prof_free_sampled_object(tsd_t *tsd, size_t usize, prof_tctx_t *tctx) argument 247 malloc_mutex_lock(tsd_tsdn(tsd), tctx->tdata->lock); 253 if (prof_tctx_should_destroy(tsd_tsdn(tsd), tct 270 prof_enter(tsd_t *tsd, prof_tdata_t *tdata) argument 285 prof_leave(tsd_t *tsd, prof_tdata_t *tdata) argument 576 prof_gctx_try_destroy(tsd_t *tsd, prof_tdata_t *tdata_self, prof_gctx_t *gctx, prof_tdata_t *tdata) argument 640 prof_tctx_destroy(tsd_t *tsd, prof_tctx_t *tctx) argument 714 prof_lookup_global(tsd_t *tsd, prof_bt_t *bt, prof_tdata_t *tdata, void **p_btkey, prof_gctx_t **p_gctx, bool *p_new_gctx) argument 762 prof_lookup(tsd_t *tsd, prof_bt_t *bt) argument 918 tsd_t *tsd; local 1213 prof_gctx_finish(tsd_t *tsd, prof_gctx_tree_t *gctxs) argument 1546 prof_dump(tsd_t *tsd, bool propagate_err, const char *filename, bool leakcheck) argument 1659 tsd_t *tsd; local 1679 tsd_t *tsd; local 1706 prof_mdump(tsd_t *tsd, const char *filename) argument 1731 tsd_t *tsd; local 1897 prof_tdata_detach(tsd_t *tsd, prof_tdata_t *tdata) argument 1920 prof_tdata_reinit(tsd_t *tsd, prof_tdata_t *tdata) argument 1986 prof_tdata_cleanup(tsd_t *tsd) argument 2022 prof_thread_name_get(tsd_t *tsd) argument 2054 prof_thread_name_set(tsd_t *tsd, const char *thread_name) argument 2087 prof_thread_active_get(tsd_t *tsd) argument 2098 prof_thread_active_set(tsd_t *tsd, bool active) argument [all...] |
H A D | tcache.c | 34 tcache_event_hard(tsd_t *tsd, tcache_t *tcache) argument 45 tcache_bin_flush_small(tsd, tcache, tbin, binind, 49 tcache_bin_flush_large(tsd, tbin, binind, tbin->ncached 89 tcache_bin_flush_small(tsd_t *tsd, tcache_t *tcache, tcache_bin_t *tbin, argument 100 arena = arena_choose(tsd, NULL); 110 if (arena_prof_accum(tsd_tsdn(tsd), arena, 112 prof_idump(tsd_tsdn(tsd)); 116 malloc_mutex_lock(tsd_tsdn(tsd), &bin->lock); 134 arena_dalloc_bin_junked_locked(tsd_tsdn(tsd), 147 malloc_mutex_unlock(tsd_tsdn(tsd), 171 tcache_bin_flush_large(tsd_t *tsd, tcache_bin_t *tbin, szind_t binind, unsigned rem, tcache_t *tcache) argument 302 tcache_get_hard(tsd_t *tsd) argument 358 tcache_destroy(tsd_t *tsd, tcache_t *tcache) argument 399 tcache_cleanup(tsd_t *tsd) argument 413 tcache_enabled_cleanup(tsd_t *tsd) argument 486 tcaches_elm_flush(tsd_t *tsd, tcaches_t *elm) argument 496 tcaches_flush(tsd_t *tsd, unsigned ind) argument 503 tcaches_destroy(tsd_t *tsd, unsigned ind) argument [all...] |
H A D | ctl.c | 45 static int n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, \ 915 ctl_byname(tsd_t *tsd, const char *name, void *oldp, size_t *oldlenp, argument 924 if (!ctl_initialized && ctl_init(tsd_tsdn(tsd))) { 930 ret = ctl_lookup(tsd_tsdn(tsd), name, nodes, mib, &depth); 936 ret = node->ctl(tsd, mib, depth, oldp, oldlenp, newp, newlen); 962 ctl_bymib(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, argument 969 if (!ctl_initialized && ctl_init(tsd_tsdn(tsd))) { 991 node = inode->index(tsd_tsdn(tsd), mib, miblen, mib[i]); 1001 ret = node->ctl(tsd, mib, miblen, oldp, oldlenp, newp, newlen); 1098 n##_ctl(tsd_t *tsd, cons 1240 epoch_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1309 thread_arena_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1366 thread_tcache_enabled_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1391 thread_tcache_flush_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1410 thread_prof_name_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1440 thread_prof_active_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1470 tcache_create_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1494 tcache_flush_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1518 tcache_destroy_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1585 arena_i_purge_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1600 arena_i_decay_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1615 arena_i_reset_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1649 arena_i_dss_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1705 arena_i_lg_dirty_mult_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1740 arena_i_decay_time_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1775 arena_i_chunk_hooks_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1826 arenas_narenas_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1848 arenas_initialized_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1874 arenas_lg_dirty_mult_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1900 arenas_decay_time_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1966 arenas_extend_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1990 prof_thread_active_init_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2016 prof_active_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2041 prof_dump_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2064 prof_gdump_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2089 prof_reset_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument [all...] |
H A D | huge.c | 362 huge_ralloc(tsd_t *tsd, arena_t *arena, void *ptr, size_t oldsize, argument 372 if (!huge_ralloc_no_move(tsd_tsdn(tsd), ptr, oldsize, usize, usize, 381 ret = huge_ralloc_move_helper(tsd_tsdn(tsd), arena, usize, alignment, 388 isqalloc(tsd, ptr, oldsize, tcache, true);
|
/freebsd-11-stable/contrib/llvm-project/compiler-rt/lib/msan/ |
H A D | msan_linux.cpp | 182 static void (*tsd_destructor)(void *tsd) = nullptr; 196 void MsanTSDInit(void (*destructor)(void *tsd)) { argument 206 void SetCurrentThread(MsanThread *tsd) { argument 208 CHECK(tsd); 210 key.key = tsd; 213 void MsanTSDDtor(void *tsd) { argument 215 CHECK_EQ(key.key, tsd); 219 MsanThread::TSDDtor(tsd); 225 void MsanTSDInit(void (*destructor)(void *tsd)) { argument 246 void MsanTSDDtor(void *tsd) { argument [all...] |
H A D | msan_thread.cpp | 51 void MsanThread::TSDDtor(void *tsd) { argument 52 MsanThread *t = (MsanThread*)tsd;
|
H A D | msan_thread.h | 24 static void TSDDtor(void *tsd);
|
/freebsd-11-stable/lib/libc/stdlib/jemalloc/ |
H A D | Makefile.inc | 8 tcache.c ticker.c tsd.c util.c witness.c
|