H A D | arena.c | 40 static void arena_purge_to_limit(tsdn_t *tsdn, arena_t *arena, 42 static void arena_run_dalloc(tsdn_t *tsdn, arena_t *arena, arena_run_t *run, 44 static void arena_dalloc_bin_run(tsdn_t *tsdn, arena_t *arena, 46 static void arena_bin_lower_run(arena_t *arena, arena_chunk_t *chunk, 204 arena_runs_avail_get(arena_t *arena, szind_t ind) argument 210 return (&arena->runs_avail[ind - runs_avail_bias]); 214 arena_avail_insert(arena_t *arena, arena_chunk_t *chunk, size_t pageind, argument 221 arena_run_heap_insert(arena_runs_avail_get(arena, ind), 226 arena_avail_remove(arena_t *arena, arena_chunk_t *chunk, size_t pageind, argument 233 arena_run_heap_remove(arena_runs_avail_get(arena, in 238 arena_run_dirty_insert(arena_t *arena, arena_chunk_t *chunk, size_t pageind, size_t npages) argument 256 arena_run_dirty_remove(arena_t *arena, arena_chunk_t *chunk, size_t pageind, size_t npages) argument 281 arena_chunk_cache_maybe_insert(arena_t *arena, extent_node_t *node, bool cache) argument 293 arena_chunk_cache_maybe_remove(arena_t *arena, extent_node_t *node, bool dirty) argument 379 arena_nactive_add(arena_t *arena, size_t add_pages) argument 393 arena_nactive_sub(arena_t *arena, size_t sub_pages) argument 406 arena_run_split_remove(arena_t *arena, arena_chunk_t *chunk, size_t run_ind, size_t flag_dirty, size_t flag_decommitted, size_t need_pages) argument 448 arena_run_split_large_helper(arena_t *arena, arena_run_t *run, size_t size, bool remove, bool zero) argument 521 arena_run_split_large(arena_t *arena, arena_run_t *run, size_t size, bool zero) argument 528 arena_run_init_large(arena_t *arena, arena_run_t *run, size_t size, bool zero) argument 535 arena_run_split_small(arena_t *arena, arena_run_t *run, size_t size, szind_t binind) argument 573 arena_chunk_init_spare(arena_t *arena) argument 595 arena_chunk_register(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk, bool zero) argument 611 arena_chunk_alloc_internal_hard(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks, bool *zero, bool *commit) argument 645 arena_chunk_alloc_internal(tsdn_t *tsdn, arena_t *arena, bool *zero, bool *commit) argument 675 arena_chunk_init_hard(tsdn_t *tsdn, arena_t *arena) argument 730 arena_chunk_alloc(tsdn_t *tsdn, arena_t *arena) argument 750 arena_chunk_discard(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk) argument 780 arena_spare_discard(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *spare) argument 794 arena_chunk_dalloc(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk) argument 820 arena_huge_malloc_stats_update(arena_t *arena, size_t usize) argument 833 arena_huge_malloc_stats_update_undo(arena_t *arena, size_t usize) argument 846 arena_huge_dalloc_stats_update(arena_t *arena, size_t usize) argument 859 arena_huge_reset_stats_cancel(arena_t *arena, size_t usize) argument 870 arena_huge_dalloc_stats_update_undo(arena_t *arena, size_t usize) argument 883 arena_huge_ralloc_stats_update(arena_t *arena, size_t oldsize, size_t usize) argument 891 arena_huge_ralloc_stats_update_undo(arena_t *arena, size_t oldsize, size_t usize) argument 900 arena_node_alloc(tsdn_t *tsdn, arena_t *arena) argument 916 arena_node_dalloc(tsdn_t *tsdn, arena_t *arena, extent_node_t *node) argument 926 arena_chunk_alloc_huge_hard(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks, size_t usize, size_t alignment, bool *zero, size_t csize) argument 950 arena_chunk_alloc_huge(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment, bool *zero) argument 978 arena_chunk_dalloc_huge(tsdn_t *tsdn, arena_t *arena, void *chunk, size_t usize) argument 996 arena_chunk_ralloc_huge_similar(tsdn_t *tsdn, arena_t *arena, void *chunk, size_t oldsize, size_t usize) argument 1014 arena_chunk_ralloc_huge_shrink(tsdn_t *tsdn, arena_t *arena, void *chunk, size_t oldsize, size_t usize) argument 1040 arena_chunk_ralloc_huge_expand_hard(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks, void *chunk, size_t oldsize, size_t usize, bool *zero, void *nchunk, size_t udiff, size_t cdiff) argument 1069 arena_chunk_ralloc_huge_expand(tsdn_t *tsdn, arena_t *arena, void *chunk, size_t oldsize, size_t usize, bool *zero) argument 1110 arena_run_first_best_fit(arena_t *arena, size_t size) argument 1126 arena_run_alloc_large_helper(arena_t *arena, size_t size, bool zero) argument 1137 arena_run_alloc_large(tsdn_t *tsdn, arena_t *arena, size_t size, bool zero) argument 1170 arena_run_alloc_small_helper(arena_t *arena, size_t size, szind_t binind) argument 1181 arena_run_alloc_small(tsdn_t *tsdn, arena_t *arena, size_t size, szind_t binind) argument 1223 arena_lg_dirty_mult_get(tsdn_t *tsdn, arena_t *arena) argument 1235 arena_lg_dirty_mult_set(tsdn_t *tsdn, arena_t *arena, ssize_t lg_dirty_mult) argument 1250 arena_decay_deadline_init(arena_t *arena) argument 1271 arena_decay_deadline_reached(const arena_t *arena, const nstime_t *time) argument 1280 arena_decay_backlog_npages_limit(const arena_t *arena) argument 1308 arena_decay_epoch_advance(arena_t *arena, const nstime_t *time) argument 1355 arena_decay_npages_limit(arena_t *arena) argument 1371 arena_decay_init(arena_t *arena, ssize_t decay_time) argument 1401 arena_decay_time_get(tsdn_t *tsdn, arena_t *arena) argument 1413 arena_decay_time_set(tsdn_t *tsdn, arena_t *arena, ssize_t decay_time) argument 1436 arena_maybe_purge_ratio(tsdn_t *tsdn, arena_t *arena) argument 1464 arena_maybe_purge_decay(tsdn_t *tsdn, arena_t *arena) argument 1499 arena_maybe_purge(tsdn_t *tsdn, arena_t *arena) argument 1513 arena_dirty_count(arena_t *arena) argument 1547 arena_stash_dirty(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks, size_t ndirty_limit, arena_runs_dirty_link_t *purge_runs_sentinel, extent_node_t *purge_chunks_sentinel) argument 1637 arena_purge_stashed(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks, arena_runs_dirty_link_t *purge_runs_sentinel, extent_node_t *purge_chunks_sentinel) argument 1730 arena_unstash_purged(tsdn_t *tsdn, arena_t *arena, chunk_hooks_t *chunk_hooks, arena_runs_dirty_link_t *purge_runs_sentinel, extent_node_t *purge_chunks_sentinel) argument 1780 arena_purge_to_limit(tsdn_t *tsdn, arena_t *arena, size_t ndirty_limit) argument 1821 arena_purge(tsdn_t *tsdn, arena_t *arena, bool all) argument 1833 arena_achunk_prof_reset(tsd_t *tsd, arena_t *arena, arena_chunk_t *chunk) argument 1873 arena_reset(tsd_t *tsd, arena_t *arena) argument 1957 arena_chunk_discard(tsd_tsdn(tsd), arena, local 1963 arena_chunk_discard(tsd_tsdn(tsd), arena, arena->spare); local 1977 arena_run_coalesce(arena_t *arena, arena_chunk_t *chunk, size_t *p_size, size_t *p_run_ind, size_t *p_run_pages, size_t flag_dirty, size_t flag_decommitted) argument 2069 arena_run_size_get(arena_t *arena, arena_chunk_t *chunk, arena_run_t *run, size_t run_ind) argument 2090 arena_run_dalloc(tsdn_t *tsdn, arena_t *arena, arena_run_t *run, bool dirty, bool cleaned, bool decommitted) argument 2166 arena_run_trim_head(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk, arena_run_t *run, size_t oldsize, size_t newsize) argument 2207 arena_run_trim_tail(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk, arena_run_t *run, size_t oldsize, size_t newsize, bool dirty) argument 2274 arena_bin_nonfull_run_get(tsdn_t *tsdn, arena_t *arena, arena_bin_t *bin) argument 2325 arena_bin_malloc_hard(tsdn_t *tsdn, arena_t *arena, arena_bin_t *bin) argument 2375 arena_tcache_fill_small(tsdn_t *tsdn, arena_t *arena, tcache_bin_t *tbin, szind_t binind, uint64_t prof_accumbytes) argument 2535 arena_malloc_small(tsdn_t *tsdn, arena_t *arena, szind_t binind, bool zero) argument 2589 arena_malloc_large(tsdn_t *tsdn, arena_t *arena, szind_t binind, bool zero) argument 2651 arena_malloc_hard(tsdn_t *tsdn, arena_t *arena, size_t size, szind_t ind, bool zero) argument 2671 arena_palloc_large(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment, bool zero) argument 2759 arena_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment, bool zero, tcache_t *tcache) argument 2845 arena_dalloc_bin_run(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk, arena_run_t *run, arena_bin_t *bin) argument 2863 arena_bin_lower_run(arena_t *arena, arena_chunk_t *chunk, arena_run_t *run, arena_bin_t *bin) argument 2884 arena_dalloc_bin_locked_impl(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk, void *ptr, arena_chunk_map_bits_t *bitselm, bool junked) argument 2917 arena_dalloc_bin_junked_locked(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk, void *ptr, arena_chunk_map_bits_t *bitselm) argument 2925 arena_dalloc_bin(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk, void *ptr, size_t pageind, arena_chunk_map_bits_t *bitselm) argument 2941 arena_dalloc_small(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk, void *ptr, size_t pageind) argument 2975 arena_dalloc_large_locked_impl(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk, void *ptr, bool junked) argument 3003 arena_dalloc_large_junked_locked(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk, void *ptr) argument 3011 arena_dalloc_large(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk, void *ptr) argument 3022 arena_ralloc_large_shrink(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk, void *ptr, size_t oldsize, size_t size) argument 3059 arena_ralloc_large_grow(tsdn_t *tsdn, arena_t *arena, arena_chunk_t *chunk, void *ptr, size_t oldsize, size_t usize_min, size_t usize_max, bool zero) argument 3187 arena_t *arena; local 3266 arena_ralloc_move_helper(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment, bool zero, tcache_t *tcache) argument 3280 arena_ralloc(tsd_t *tsd, arena_t *arena, void *ptr, size_t oldsize, size_t size, size_t alignment, bool zero, tcache_t *tcache) argument 3325 arena_dss_prec_get(tsdn_t *tsdn, arena_t *arena) argument 3336 arena_dss_prec_set(tsdn_t *tsdn, arena_t *arena, dss_prec_t dss_prec) argument 3386 arena_basic_stats_merge_locked(arena_t *arena, unsigned *nthreads, const char **dss, ssize_t *lg_dirty_mult, ssize_t *decay_time, size_t *nactive, size_t *ndirty) argument 3400 arena_basic_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigned *nthreads, const char **dss, ssize_t *lg_dirty_mult, ssize_t *decay_time, size_t *nactive, size_t *ndirty) argument 3412 arena_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigned *nthreads, const char **dss, ssize_t *lg_dirty_mult, ssize_t *decay_time, size_t *nactive, size_t *ndirty, arena_stats_t *astats, malloc_bin_stats_t *bstats, malloc_large_stats_t *lstats, malloc_huge_stats_t *hstats) argument 3475 arena_nthreads_get(arena_t *arena, bool internal) argument 3482 arena_nthreads_inc(arena_t *arena, bool internal) argument 3489 arena_nthreads_dec(arena_t *arena, bool internal) argument 3498 arena_t *arena; local 3837 arena_prefork0(tsdn_t *tsdn, arena_t *arena) argument 3844 arena_prefork1(tsdn_t *tsdn, arena_t *arena) argument 3851 arena_prefork2(tsdn_t *tsdn, arena_t *arena) argument 3858 arena_prefork3(tsdn_t *tsdn, arena_t *arena) argument 3868 arena_postfork_parent(tsdn_t *tsdn, arena_t *arena) argument 3881 arena_postfork_child(tsdn_t *tsdn, arena_t *arena) argument [all...] |