/freebsd-12-stable/contrib/jemalloc/src/ |
H A D | tsd.c | 31 * have a dependency on tsd. So we define the struct here, and only refer to it 55 tsd_slow_update(tsd_t *tsd) { argument 56 if (tsd_nominal(tsd)) { 57 if (malloc_slow || !tsd_tcache_enabled_get(tsd) || 58 tsd_reentrancy_level_get(tsd) > 0) { 59 tsd->state = tsd_state_nominal_slow; 61 tsd->state = tsd_state_nominal; 67 tsd_data_init(tsd_t *tsd) { argument 72 rtree_ctx_data_init(tsd_rtree_ctxp_get_unsafe(tsd)); 75 * A nondeterministic seed based on the address of tsd reduce 88 assert_tsd_data_cleanup_done(tsd_t *tsd) argument 99 tsd_data_init_nocleanup(tsd_t *tsd) argument 117 tsd_fetch_slow(tsd_t *tsd, bool minimal) argument 204 tsd_do_data_cleanup(tsd_t *tsd) argument 215 tsd_t *tsd = (tsd_t *)arg; local 260 tsd_t *tsd; local 274 tsd_t *tsd = tsd_fetch(); local [all...] |
H A D | tcache.c | 40 tcache_event_hard(tsd_t *tsd, tcache_t *tcache) { argument 54 tcache_bin_flush_small(tsd, tcache, tbin, binind, 67 tcache_bin_flush_large(tsd, tbin, binind, tbin->ncached 104 tcache_bin_flush_small(tsd_t *tsd, tcache_t *tcache, cache_bin_t *tbin, argument 117 item_extent[i] = iealloc(tsd_tsdn(tsd), *(tbin->avail - 1 - i)); 127 if (arena_prof_accum(tsd_tsdn(tsd), arena, 129 prof_idump(tsd_tsdn(tsd)); 134 malloc_mutex_lock(tsd_tsdn(tsd), &bin->lock); 149 arena_dalloc_bin_junked_locked(tsd_tsdn(tsd), 163 malloc_mutex_unlock(tsd_tsdn(tsd), 189 tcache_bin_flush_large(tsd_t *tsd, cache_bin_t *tbin, szind_t binind, unsigned rem, tcache_t *tcache) argument 341 tsd_tcache_enabled_data_init(tsd_t *tsd) argument 356 tcache_init(tsd_t *tsd, tcache_t *tcache, void *avail_stack) argument 390 tsd_tcache_data_init(tsd_t *tsd) argument 432 tcache_create_explicit(tsd_t *tsd) argument 458 tcache_flush_cache(tsd_t *tsd, tcache_t *tcache) argument 486 tcache_flush(tsd_t *tsd) argument 492 tcache_destroy(tsd_t *tsd, tcache_t *tcache, bool tsd_tcache) argument 510 tcache_cleanup(tsd_t *tsd) argument 553 tcaches_create_prep(tsd_t *tsd) argument 579 tcaches_create(tsd_t *tsd, unsigned *r_ind) argument 617 tcaches_elm_remove(tsd_t *tsd, tcaches_t *elm) argument 629 tcaches_flush(tsd_t *tsd, unsigned ind) argument 639 tcaches_destroy(tsd_t *tsd, unsigned ind) argument [all...] |
H A D | jemalloc.c | 375 arena_bind(tsd_t *tsd, unsigned ind, bool internal) { argument 376 arena_t *arena = arena_get(tsd_tsdn(tsd), ind, false); 380 tsd_iarena_set(tsd, arena); 382 tsd_arena_set(tsd, arena); 387 arena_migrate(tsd_t *tsd, unsigned oldind, unsigned newind) { argument 390 oldarena = arena_get(tsd_tsdn(tsd), oldind, false); 391 newarena = arena_get(tsd_tsdn(tsd), newind, false); 394 tsd_arena_set(tsd, newarena); 398 arena_unbind(tsd_t *tsd, unsigned ind, bool internal) { argument 401 arena = arena_get(tsd_tsdn(tsd), in 412 arena_tdata_get_hard(tsd_t *tsd, unsigned ind) argument 489 arena_choose_hard(tsd_t *tsd, bool internal) argument 603 iarena_cleanup(tsd_t *tsd) argument 613 arena_cleanup(tsd_t *tsd) argument 623 arenas_tdata_cleanup(tsd_t *tsd) argument 681 tsd_t *tsd = tsdn_tsd(tsdn); local 1497 tsd_t *tsd = tsdn_tsd(tsdn); local 1505 tsd_t *tsd; local 1676 imalloc_no_sample(static_opts_t *sopts, dynamic_opts_t *dopts, tsd_t *tsd, size_t size, size_t usize, szind_t ind) argument 1718 imalloc_sample(static_opts_t *sopts, dynamic_opts_t *dopts, tsd_t *tsd, size_t usize, szind_t ind) argument 1791 imalloc_body(static_opts_t *sopts, dynamic_opts_t *dopts, tsd_t *tsd) argument 2003 tsd_t *tsd = tsd_fetch(); local 2150 irealloc_prof_sample(tsd_t *tsd, void *old_ptr, size_t old_usize, size_t usize, prof_tctx_t *tctx) argument 2171 irealloc_prof(tsd_t *tsd, void *old_ptr, size_t old_usize, size_t usize, alloc_ctx_t *alloc_ctx) argument 2196 ifree(tsd_t *tsd, void *ptr, tcache_t *tcache, bool slow_path) argument 2235 isfree(tsd_t *tsd, void *ptr, size_t usize, tcache_t *tcache, bool slow_path) argument 2307 tsd_t *tsd = tsd_fetch(); local 2346 tsd_t *tsd; local 2374 tsd_t *tsd = tsd_fetch_min(); local 2608 irallocx_prof(tsd_t *tsd, void *old_ptr, size_t old_usize, size_t size, size_t alignment, size_t *usize, bool zero, tcache_t *tcache, arena_t *arena, alloc_ctx_t *alloc_ctx) argument 2652 tsd_t *tsd; local 2769 ixallocx_prof(tsd_t *tsd, void *ptr, size_t old_usize, size_t size, size_t extra, size_t alignment, bool zero, alloc_ctx_t *alloc_ctx) argument 2819 tsd_t *tsd; local 2915 tsd_t *tsd = tsd_fetch(); local 2975 tsd_t *tsd = tsd_fetch(); local 3046 tsd_t *tsd; local 3075 tsd_t *tsd = tsd_fetch(); local 3088 tsd_t *tsd; local 3282 tsd_t *tsd; local 3355 tsd_t *tsd; local 3387 tsd_t *tsd; local [all...] |
H A D | prof.c | 141 static void prof_tctx_destroy(tsd_t *tsd, prof_tctx_t *tctx); 144 static void prof_tdata_destroy(tsd_t *tsd, prof_tdata_t *tdata, 211 prof_alloc_rollback(tsd_t *tsd, prof_tctx_t *tctx, bool updated) { argument 223 tdata = prof_tdata_get(tsd, true); 230 malloc_mutex_lock(tsd_tsdn(tsd), tctx->tdata->lock); 232 if (prof_tctx_should_destroy(tsd_tsdn(tsd), tctx)) { 233 prof_tctx_destroy(tsd, tctx); 235 malloc_mutex_unlock(tsd_tsdn(tsd), tctx->tdata->lock); 257 prof_free_sampled_object(tsd_t *tsd, size_t usize, prof_tctx_t *tctx) { argument 258 malloc_mutex_lock(tsd_tsdn(tsd), tct 280 prof_enter(tsd_t *tsd, prof_tdata_t *tdata) argument 293 prof_leave(tsd_t *tsd, prof_tdata_t *tdata) argument 579 prof_gctx_try_destroy(tsd_t *tsd, prof_tdata_t *tdata_self, prof_gctx_t *gctx, prof_tdata_t *tdata) argument 644 prof_tctx_destroy(tsd_t *tsd, prof_tctx_t *tctx) argument 720 prof_lookup_global(tsd_t *tsd, prof_bt_t *bt, prof_tdata_t *tdata, void **p_btkey, prof_gctx_t **p_gctx, bool *p_new_gctx) argument 785 prof_lookup(tsd_t *tsd, prof_bt_t *bt) argument 940 tsd_t *tsd; local 1219 prof_gctx_finish(tsd_t *tsd, prof_gctx_tree_t *gctxs) argument 1552 prof_dump_prep(tsd_t *tsd, prof_tdata_t *tdata, struct prof_tdata_merge_iter_arg_s *prof_tdata_merge_iter_arg, struct prof_gctx_merge_iter_arg_s *prof_gctx_merge_iter_arg, prof_gctx_tree_t *gctxs) argument 1594 prof_dump_file(tsd_t *tsd, bool propagate_err, const char *filename, bool leakcheck, prof_tdata_t *tdata, struct prof_tdata_merge_iter_arg_s *prof_tdata_merge_iter_arg, struct prof_gctx_merge_iter_arg_s *prof_gctx_merge_iter_arg, struct prof_gctx_dump_iter_arg_s *prof_gctx_dump_iter_arg, prof_gctx_tree_t *gctxs) argument 1635 prof_dump(tsd_t *tsd, bool propagate_err, const char *filename, bool leakcheck) argument 1677 tsd_t *tsd; local 1742 tsd_t *tsd; local 1779 tsd_t *tsd; local 1812 prof_mdump(tsd_t *tsd, const char *filename) argument 1836 tsd_t *tsd; local 1903 prof_tdata_init_impl(tsd_t *tsd, uint64_t thr_uid, uint64_t thr_discrim, char *thread_name, bool active) argument 1949 prof_tdata_init(tsd_t *tsd) argument 1974 prof_tdata_destroy_locked(tsd_t *tsd, prof_tdata_t *tdata, bool even_if_attached) argument 1991 prof_tdata_destroy(tsd_t *tsd, prof_tdata_t *tdata, bool even_if_attached) argument 1998 prof_tdata_detach(tsd_t *tsd, prof_tdata_t *tdata) argument 2023 prof_tdata_reinit(tsd_t *tsd, prof_tdata_t *tdata) argument 2061 prof_reset(tsd_t *tsd, size_t lg_sample) argument 2088 prof_tdata_cleanup(tsd_t *tsd) argument 2123 prof_thread_name_get(tsd_t *tsd) argument 2157 prof_thread_name_set(tsd_t *tsd, const char *thread_name) argument 2195 prof_thread_active_get(tsd_t *tsd) argument 2206 prof_thread_active_set(tsd_t *tsd, bool active) argument 2292 prof_boot2(tsd_t *tsd) argument [all...] |
H A D | background_thread.c | 56 bool background_thread_create(tsd_t *tsd, unsigned arena_ind) NOT_REACHED 57 bool background_threads_enable(tsd_t *tsd) NOT_REACHED 58 bool background_threads_disable(tsd_t *tsd) NOT_REACHED 313 background_threads_disable_single(tsd_t *tsd, background_thread_info_t *info) { 315 malloc_mutex_assert_owner(tsd_tsdn(tsd), 318 malloc_mutex_assert_not_owner(tsd_tsdn(tsd), 322 pre_reentrancy(tsd, NULL); 323 malloc_mutex_lock(tsd_tsdn(tsd), &info->mtx); 333 malloc_mutex_unlock(tsd_tsdn(tsd), &info->mtx); 336 post_reentrancy(tsd); [all...] |
H A D | ckh.c | 53 static bool ckh_grow(tsd_t *tsd, ckh_t *ckh); 54 static void ckh_shrink(tsd_t *tsd, ckh_t *ckh); 257 ckh_grow(tsd_t *tsd, ckh_t *ckh) { argument 282 tab = (ckhc_t *)ipallocztm(tsd_tsdn(tsd), usize, CACHELINE, 283 true, NULL, true, arena_ichoose(tsd, NULL)); 295 idalloctm(tsd_tsdn(tsd), tab, NULL, NULL, true, true); 300 idalloctm(tsd_tsdn(tsd), ckh->tab, NULL, NULL, true, true); 311 ckh_shrink(tsd_t *tsd, ckh_t *ckh) { argument 326 tab = (ckhc_t *)ipallocztm(tsd_tsdn(tsd), usize, CACHELINE, true, NULL, 327 true, arena_ichoose(tsd, NUL 359 ckh_new(tsd_t *tsd, ckh_t *ckh, size_t minitems, ckh_hash_t *hash, ckh_keycomp_t *keycomp) argument 416 ckh_delete(tsd_t *tsd, ckh_t *ckh) argument 466 ckh_insert(tsd_t *tsd, ckh_t *ckh, const void *key, const void *data) argument 489 ckh_remove(tsd_t *tsd, ckh_t *ckh, const void *searchkey, void **key, void **data) argument [all...] |
H A D | ctl.c | 50 static int n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, \ 642 arenas_i_impl(tsd_t *tsd, size_t i, bool compat, bool init) { argument 655 (struct container_s *)base_alloc(tsd_tsdn(tsd), 663 ret = (ctl_arena_t *)base_alloc(tsd_tsdn(tsd), b0get(), 885 ctl_arena_init(tsd_t *tsd, extent_hooks_t *extent_hooks) { argument 898 if (arenas_i_impl(tsd, arena_ind, false, true) == NULL) { 903 if (arena_init(tsd_tsdn(tsd), arena_ind, extent_hooks) == NULL) { 999 ctl_init(tsd_t *tsd) { argument 1001 tsdn_t *tsdn = tsd_tsdn(tsd); 1035 if ((ctl_sarena = arenas_i_impl(tsd, MALLCTL_ARENAS_AL 1173 ctl_byname(tsd_t *tsd, const char *name, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1205 ctl_nametomib(tsd_t *tsd, const char *name, size_t *mibp, size_t *miblenp) argument 1219 ctl_bymib(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1497 epoch_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1516 background_thread_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1574 max_background_threads_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1693 thread_arena_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1758 thread_tcache_enabled_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1779 thread_tcache_flush_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1799 thread_prof_name_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1830 thread_prof_active_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1860 tcache_create_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1878 tcache_flush_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1898 tcache_destroy_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1920 arena_i_initialized_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 1989 arena_i_decay_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2005 arena_i_purge_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2021 arena_i_reset_destroy_helper(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen, unsigned *arena_ind, arena_t **arena) argument 2042 arena_reset_prepare_background_thread(tsd_t *tsd, unsigned arena_ind) argument 2059 arena_reset_finish_background_thread(tsd_t *tsd, unsigned arena_ind) argument 2075 arena_i_reset_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2095 arena_i_destroy_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2136 arena_i_dss_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2197 arena_i_decay_ms_ctl_impl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen, bool dirty) argument 2234 arena_i_dirty_decay_ms_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2241 arena_i_muzzy_decay_ms_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2248 arena_i_extent_hooks_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2303 arena_i_retain_grow_limit_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2364 arenas_narenas_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2385 arenas_decay_ms_ctl_impl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen, bool dirty) argument 2412 arenas_dirty_decay_ms_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2419 arenas_muzzy_decay_ms_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2454 arenas_create_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2477 arenas_lookup_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2509 prof_thread_active_init_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2536 prof_active_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2562 prof_dump_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2585 prof_gdump_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2611 prof_reset_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument 2768 stats_mutexes_reset_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp, size_t *oldlenp, void *newp, size_t newlen) argument [all...] |
/freebsd-12-stable/contrib/llvm-project/compiler-rt/lib/asan/ |
H A D | asan_posix.cpp | 47 static void (*tsd_destructor)(void *tsd) = nullptr; 61 void AsanTSDInit(void (*destructor)(void *tsd)) { argument 71 void AsanTSDSet(void *tsd) { argument 73 CHECK(tsd); 75 key.key = tsd; 78 void PlatformTSDDtor(void *tsd) { argument 80 CHECK_EQ(key.key, tsd); 84 AsanThread::TSDDtor(tsd); 89 void AsanTSDInit(void (*destructor)(void *tsd)) { argument 100 void AsanTSDSet(void *tsd) { argument 105 PlatformTSDDtor(void *tsd) argument [all...] |
H A D | asan_internal.h | 102 void AsanTSDInit(void (*destructor)(void *tsd)); 104 void AsanTSDSet(void *tsd); 105 void PlatformTSDDtor(void *tsd);
|
H A D | asan_fuchsia.cpp | 70 void AsanTSDSet(void *tsd) { per_thread = tsd; } argument 75 void AsanTSDInit(void (*destructor)(void *tsd)) { argument 79 void PlatformTSDDtor(void *tsd) { UNREACHABLE(__func__); } argument
|
/freebsd-12-stable/contrib/jemalloc/include/jemalloc/internal/ |
H A D | jemalloc_internal_inlines_b.h | 8 arena_choose_impl(tsd_t *tsd, arena_t *arena, bool internal) { argument 16 if (unlikely(tsd_reentrancy_level_get(tsd) > 0)) { 17 return arena_get(tsd_tsdn(tsd), 0, true); 20 ret = internal ? tsd_iarena_get(tsd) : tsd_arena_get(tsd); 22 ret = arena_choose_hard(tsd, internal); 24 if (tcache_available(tsd)) { 25 tcache_t *tcache = tcache_get(tsd); 29 arena_get(tsd_tsdn(tsd), 0, false)); 31 tcache_arena_reassociate(tsd_tsdn(tsd), 62 arena_choose(tsd_t *tsd, arena_t *arena) argument 67 arena_ichoose(tsd_t *tsd, arena_t *arena) argument [all...] |
H A D | tcache_externs.h | 31 void tcache_event_hard(tsd_t *tsd, tcache_t *tcache); 34 void tcache_bin_flush_small(tsd_t *tsd, tcache_t *tcache, cache_bin_t *tbin, 36 void tcache_bin_flush_large(tsd_t *tsd, cache_bin_t *tbin, szind_t binind, 40 tcache_t *tcache_create_explicit(tsd_t *tsd); 41 void tcache_cleanup(tsd_t *tsd); 43 bool tcaches_create(tsd_t *tsd, unsigned *r_ind); 44 void tcaches_flush(tsd_t *tsd, unsigned ind); 45 void tcaches_destroy(tsd_t *tsd, unsigned ind); 51 void tcache_flush(tsd_t *tsd); 52 bool tsd_tcache_data_init(tsd_t *tsd); [all...] |
H A D | tsd.h | 113 /* The actual tsd. */ 116 * The contents should be treated as totally opaque outside the tsd 134 tsd_t tsd; member in struct:tsdn_s 138 tsd_tsdn(tsd_t *tsd) { argument 139 return (tsdn_t *)tsd; 151 return &tsdn->tsd; 160 tsd_t *tsd_fetch_slow(tsd_t *tsd, bool internal); 161 void tsd_slow_update(tsd_t *tsd); 179 * tsd_foop_get_unsafe(tsd) returns a pointer to the thread-local instance of 180 * foo. This omits some safety checks, and so can be used during tsd 241 tsd_assert_fast(tsd_t *tsd) argument 247 tsd_fast(tsd_t *tsd) argument 258 tsd_t *tsd = tsd_get(init); local 283 tsd_t *tsd = tsd_fetch_min(); local 296 tsd_nominal(tsd_t *tsd) argument 310 tsd_rtree_ctx(tsd_t *tsd) argument [all...] |
H A D | jemalloc_internal_inlines_a.h | 58 arena_tdata_get(tsd_t *tsd, unsigned ind, bool refresh_if_missing) { argument 60 arena_tdata_t *arenas_tdata = tsd_arenas_tdata_get(tsd); 64 return arena_tdata_get_hard(tsd, ind); 66 if (unlikely(ind >= tsd_narenas_tdata_get(tsd))) { 71 return (refresh_if_missing ? arena_tdata_get_hard(tsd, ind) : 79 return arena_tdata_get_hard(tsd, ind); 99 decay_ticker_get(tsd_t *tsd, unsigned ind) { 102 tdata = arena_tdata_get(tsd, ind, true); 122 tcache_available(tsd_t *tsd) { 128 if (likely(tsd_tcache_enabled_get(tsd))) { [all...] |
H A D | jemalloc_internal_externs.h | 42 arena_tdata_t *arena_tdata_get_hard(tsd_t *tsd, unsigned ind); 43 arena_t *arena_choose_hard(tsd_t *tsd, bool internal); 44 void arena_migrate(tsd_t *tsd, unsigned oldind, unsigned newind); 45 void iarena_cleanup(tsd_t *tsd); 46 void arena_cleanup(tsd_t *tsd); 47 void arenas_tdata_cleanup(tsd_t *tsd);
|
H A D | tcache_inlines.h | 12 tcache_enabled_get(tsd_t *tsd) { argument 13 return tsd_tcache_enabled_get(tsd); 17 tcache_enabled_set(tsd_t *tsd, bool enabled) { argument 18 bool was_enabled = tsd_tcache_enabled_get(tsd); 21 tsd_tcache_data_init(tsd); 23 tcache_cleanup(tsd); 26 tsd_tcache_enabled_set(tsd, enabled); 27 tsd_slow_update(tsd); 31 tcache_event(tsd_t *tsd, tcache_t *tcache) { argument 37 tcache_event_hard(tsd, tcach 42 tcache_alloc_small(tsd_t *tsd, arena_t *arena, tcache_t *tcache, UNUSED size_t size, szind_t binind, bool zero, bool slow_path) argument [all...] |
H A D | prof_externs.h | 45 void prof_alloc_rollback(tsd_t *tsd, prof_tctx_t *tctx, bool updated); 48 void prof_free_sampled_object(tsd_t *tsd, size_t usize, prof_tctx_t *tctx); 51 prof_tctx_t *prof_lookup(tsd_t *tsd, prof_bt_t *bt); 67 bool prof_mdump(tsd_t *tsd, const char *filename); 69 prof_tdata_t *prof_tdata_init(tsd_t *tsd); 70 prof_tdata_t *prof_tdata_reinit(tsd_t *tsd, prof_tdata_t *tdata); 71 void prof_reset(tsd_t *tsd, size_t lg_sample); 72 void prof_tdata_cleanup(tsd_t *tsd); 75 const char *prof_thread_name_get(tsd_t *tsd); 76 int prof_thread_name_set(tsd_t *tsd, cons [all...] |
H A D | prof_inlines_b.h | 17 prof_tdata_get(tsd_t *tsd, bool create) { argument 22 tdata = tsd_prof_tdata_get(tsd); 25 if (tsd_nominal(tsd)) { 26 tdata = prof_tdata_init(tsd); 27 tsd_prof_tdata_set(tsd, tdata); 30 tdata = prof_tdata_reinit(tsd, tdata); 31 tsd_prof_tdata_set(tsd, tdata); 65 prof_sample_accum_update(tsd_t *tsd, size_t usize, bool update, argument 71 tdata = prof_tdata_get(tsd, true); 90 if (tsd_reentrancy_level_get(tsd) > 102 prof_alloc_prep(tsd_t *tsd, size_t usize, bool prof_active, bool update) argument 137 prof_realloc(tsd_t *tsd, const void *ptr, size_t usize, prof_tctx_t *tctx, bool prof_active, bool updated, const void *old_ptr, size_t old_usize, prof_tctx_t *old_tctx) argument 195 prof_free(tsd_t *tsd, const void *ptr, size_t usize, alloc_ctx_t *alloc_ctx) argument [all...] |
H A D | arena_inlines_a.h | 36 percpu_arena_update(tsd_t *tsd, unsigned cpu) { argument 38 arena_t *oldarena = tsd_arena_get(tsd); 44 arena_t *newarena = arena_get(tsd_tsdn(tsd), newind, true); 48 arena_migrate(tsd, oldind, newind); 49 tcache_t *tcache = tcache_get(tsd); 51 tcache_arena_reassociate(tsd_tsdn(tsd), tcache,
|
H A D | background_thread_externs.h | 13 bool background_thread_create(tsd_t *tsd, unsigned arena_ind); 14 bool background_threads_enable(tsd_t *tsd); 15 bool background_threads_disable(tsd_t *tsd);
|
H A D | ckh.h | 4 #include "jemalloc/internal/tsd.h" 70 bool ckh_new(tsd_t *tsd, ckh_t *ckh, size_t minitems, ckh_hash_t *hash, 72 void ckh_delete(tsd_t *tsd, ckh_t *ckh); 90 bool ckh_insert(tsd_t *tsd, ckh_t *ckh, const void *key, const void *data); 91 bool ckh_remove(tsd_t *tsd, ckh_t *ckh, const void *searchkey, void **key,
|
H A D | jemalloc_internal_inlines_c.h | 61 ialloc(tsd_t *tsd, size_t size, szind_t ind, bool zero, bool slow_path) { argument 62 return iallocztm(tsd_tsdn(tsd), size, ind, zero, tcache_get(tsd), false, 93 ipalloc(tsd_t *tsd, size_t usize, size_t alignment, bool zero) { argument 94 return ipallocztm(tsd_tsdn(tsd), usize, alignment, zero, 95 tcache_get(tsd), false, NULL); 122 idalloc(tsd_t *tsd, void *ptr) { argument 123 idalloctm(tsd_tsdn(tsd), ptr, tcache_get(tsd), NULL, false, true); 195 iralloc(tsd_t *tsd, voi argument [all...] |
H A D | ctl.h | 93 int ctl_byname(tsd_t *tsd, const char *name, void *oldp, size_t *oldlenp, 95 int ctl_nametomib(tsd_t *tsd, const char *name, size_t *mibp, size_t *miblenp); 97 int ctl_bymib(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,
|
/freebsd-12-stable/contrib/llvm-project/compiler-rt/lib/msan/ |
H A D | msan_linux.cpp | 182 static void (*tsd_destructor)(void *tsd) = nullptr; 196 void MsanTSDInit(void (*destructor)(void *tsd)) { argument 206 void SetCurrentThread(MsanThread *tsd) { argument 208 CHECK(tsd); 210 key.key = tsd; 213 void MsanTSDDtor(void *tsd) { argument 215 CHECK_EQ(key.key, tsd); 219 MsanThread::TSDDtor(tsd); 225 void MsanTSDInit(void (*destructor)(void *tsd)) { argument 246 void MsanTSDDtor(void *tsd) { argument [all...] |
H A D | msan_thread.cpp | 51 void MsanThread::TSDDtor(void *tsd) { argument 52 MsanThread *t = (MsanThread*)tsd;
|