jemalloc/src/arena.c

57 static void arena_decay_to_limit(tsdn_t *tsdn, arena_t *arena,
60 static bool arena_decay_dirty(tsdn_t *tsdn, arena_t *arena,
62 static void arena_dalloc_bin_slab(tsdn_t *tsdn, arena_t *arena, extent_t *slab,
64 static void arena_bin_lower_slab(tsdn_t *tsdn, arena_t *arena, extent_t *slab,
70 arena_basic_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigned *nthreads,
83 arena_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigned *nthreads,
256 arena_extents_dirty_dalloc(tsdn_t *tsdn, arena_t *arena,
373 arena_nactive_add(arena_t *arena, size_t add_pages) {
378 arena_nactive_sub(arena_t *arena, size_t sub_pages) {
384 arena_large_malloc_stats_update(tsdn_t *tsdn, arena_t *arena, size_t usize) {
400 arena_large_dalloc_stats_update(tsdn_t *tsdn, arena_t *arena, size_t usize) {
416 arena_large_ralloc_stats_update(tsdn_t *tsdn, arena_t *arena, size_t oldusize,
423 arena_may_have_muzzy(arena_t *arena) {
428 arena_extent_alloc_large(tsdn_t *tsdn, arena_t *arena, size_t usize,
480 arena_extent_dalloc_large_prep(tsdn_t *tsdn, arena_t *arena, extent_t *extent) {
491 arena_extent_ralloc_large_shrink(tsdn_t *tsdn, arena_t *arena, extent_t *extent,
505 arena_extent_ralloc_large_expand(tsdn_t *tsdn, arena_t *arena, extent_t *extent,
611 arena_decay_try_purge(tsdn_t *tsdn, arena_t *arena, arena_decay_t *decay,
646 arena_decay_epoch_advance(tsdn_t *tsdn, arena_t *arena, arena_decay_t *decay,
714 arena_maybe_decay(tsdn_t *tsdn, arena_t *arena, arena_decay_t *decay,
777 arena_dirty_decay_ms_get(arena_t *arena) {
782 arena_muzzy_decay_ms_get(arena_t *arena) {
787 arena_decay_ms_set(tsdn_t *tsdn, arena_t *arena, arena_decay_t *decay,
810 arena_dirty_decay_ms_set(tsdn_t *tsdn, arena_t *arena,
817 arena_muzzy_decay_ms_set(tsdn_t *tsdn, arena_t *arena,
824 arena_stash_decayed(tsdn_t *tsdn, arena_t *arena,
843 arena_decay_stashed(tsdn_t *tsdn, arena_t *arena,
916 arena_decay_to_limit(tsdn_t *tsdn, arena_t *arena, arena_decay_t *decay,
948 arena_decay_impl(tsdn_t *tsdn, arena_t *arena, arena_decay_t *decay,
983 arena_decay_dirty(tsdn_t *tsdn, arena_t *arena, bool is_background_thread,
990 arena_decay_muzzy(tsdn_t *tsdn, arena_t *arena, bool is_background_thread,
997 arena_decay(tsdn_t *tsdn, arena_t *arena, bool is_background_thread, bool all) {
1005 arena_slab_dalloc(tsdn_t *tsdn, arena_t *arena, extent_t *slab) {
1043 arena_bin_slabs_full_insert(arena_t *arena, bin_t *bin, extent_t *slab) {
1057 arena_bin_slabs_full_remove(arena_t *arena, bin_t *bin, extent_t *slab) {
1065 arena_bin_reset(tsd_t *tsd, arena_t *arena, bin_t *bin) {
1096 arena_reset(tsd_t *tsd, arena_t *arena) {
1151 arena_destroy_retained(tsdn_t *tsdn, arena_t *arena) {
1170 arena_destroy(tsd_t *tsd, arena_t *arena) {
1206 arena_slab_alloc_hard(tsdn_t *tsdn, arena_t *arena,
1229 arena_slab_alloc(tsdn_t *tsdn, arena_t *arena, szind_t binind, unsigned binshard,
1266 arena_bin_nonfull_slab_get(tsdn_t *tsdn, arena_t *arena, bin_t *bin,
1309 arena_bin_malloc_hard(tsdn_t *tsdn, arena_t *arena, bin_t *bin,
1365 arena_bin_choose_lock(tsdn_t *tsdn, arena_t *arena, szind_t binind,
1381 arena_tcache_fill_small(tsdn_t *tsdn, arena_t *arena, tcache_t *tcache,
1460 arena_malloc_small(tsdn_t *tsdn, arena_t *arena, szind_t binind, bool zero) {
1514 arena_malloc_hard(tsdn_t *tsdn, arena_t *arena, size_t size, szind_t ind,
1532 arena_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment,
1568 	arena_t *arena = extent_arena_get(extent);
1622 arena_dissociate_bin_slab(arena_t *arena, extent_t *slab, bin_t *bin) {
1644 arena_dalloc_bin_slab(tsdn_t *tsdn, arena_t *arena, extent_t *slab,
1659 arena_bin_lower_slab(tsdn_t *tsdn, arena_t *arena, extent_t *slab,
1686 arena_dalloc_bin_locked_impl(tsdn_t *tsdn, arena_t *arena, bin_t *bin,
1712 arena_dalloc_bin_junked_locked(tsdn_t *tsdn, arena_t *arena, bin_t *bin,
1719 arena_dalloc_bin(tsdn_t *tsdn, arena_t *arena, extent_t *extent, void *ptr) {
1733 	arena_t *arena = extent_arena_get(extent);
1786 arena_ralloc_move_helper(tsdn_t *tsdn, arena_t *arena, size_t usize,
1800 arena_ralloc(tsdn_t *tsdn, arena_t *arena, void *ptr, size_t oldsize,
1854 arena_dss_prec_get(arena_t *arena) {
1859 arena_dss_prec_set(arena_t *arena, dss_prec_t dss_prec) {
1896 arena_retain_grow_limit_get_set(tsd_t *tsd, arena_t *arena, size_t *old_limit,
1922 arena_nthreads_get(arena_t *arena, bool internal) {
1927 arena_nthreads_inc(arena_t *arena, bool internal) {
1932 arena_nthreads_dec(arena_t *arena, bool internal) {
1937 arena_extent_sn_next(arena_t *arena) {
1941 arena_t *
1943 	arena_t *arena;
1960 	size_t arena_size = sizeof(arena_t) + sizeof(bin_t) * nbins_total;
1961 	arena = (arena_t *)base_alloc(tsdn, base, arena_size, CACHELINE);
2066 	uintptr_t bin_addr = (uintptr_t)arena + sizeof(arena_t);
2110 arena_t *
2117 	arena_t *huge_arena = arena_get(tsd_tsdn(tsd), huge_arena_ind, false);
2182 arena_prefork0(tsdn_t *tsdn, arena_t *arena) {
2188 arena_prefork1(tsdn_t *tsdn, arena_t *arena) {
2195 arena_prefork2(tsdn_t *tsdn, arena_t *arena) {
2200 arena_prefork3(tsdn_t *tsdn, arena_t *arena) {
2207 arena_prefork4(tsdn_t *tsdn, arena_t *arena) {
2212 arena_prefork5(tsdn_t *tsdn, arena_t *arena) {
2217 arena_prefork6(tsdn_t *tsdn, arena_t *arena) {
2222 arena_prefork7(tsdn_t *tsdn, arena_t *arena) {
2231 arena_postfork_parent(tsdn_t *tsdn, arena_t *arena) {
2255 arena_postfork_child(tsdn_t *tsdn, arena_t *arena) {