Lines Matching defs:r_extent_hooks
35 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
44 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
51 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
57 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,
64 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b,
104 extent_hooks_t **r_extent_hooks, extents_t *extents, void *new_addr,
108 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
111 extent_hooks_t **r_extent_hooks, extents_t *extents, extent_t *extent,
223 extent_hooks_t **r_extent_hooks) {
224 if (*r_extent_hooks == EXTENT_HOOKS_INITIALIZER) {
225 *r_extent_hooks = extent_hooks_get(arena);
521 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
525 extent = extent_try_coalesce(tsdn, arena, r_extent_hooks, rtree_ctx,
537 extents_alloc(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks,
545 extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks, extents,
552 extents_dalloc(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks,
563 extent_record(tsdn, arena, r_extent_hooks, extents, extent, false);
567 extents_evict(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks,
597 if (extent_try_delayed_coalesce(tsdn, arena, r_extent_hooks,
635 extents_abandon_vm(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks,
646 if (extent_purge_lazy_impl(tsdn, arena, r_extent_hooks,
648 extent_purge_forced_impl(tsdn, arena, r_extent_hooks,
893 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
918 extent_hooks_assure_initialized(arena, r_extent_hooks);
981 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx,
1005 *extent = extent_split_impl(tsdn, arena, r_extent_hooks,
1017 *trail = extent_split_impl(tsdn, arena, r_extent_hooks, *extent,
1058 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
1067 tsdn, arena, r_extent_hooks, rtree_ctx, &extent, &lead, &trail,
1102 extents_abandon_vm(tsdn, arena, r_extent_hooks, extents,
1128 extent_recycle(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks,
1141 extent_t *extent = extent_recycle_extract(tsdn, arena, r_extent_hooks,
1148 extent = extent_recycle_split(tsdn, arena, r_extent_hooks, rtree_ctx,
1156 if (extent_commit_impl(tsdn, arena, r_extent_hooks, extent,
1158 extent_record(tsdn, arena, r_extent_hooks, extents,
1298 extent_hooks_t **r_extent_hooks, size_t size, size_t pad, size_t alignment,
1334 if (*r_extent_hooks == &extent_hooks_default) {
1339 ptr = (*r_extent_hooks)->alloc(*r_extent_hooks, NULL,
1373 tsdn, arena, r_extent_hooks, rtree_ctx, &extent, &lead, &trail,
1379 extent_record(tsdn, arena, r_extent_hooks,
1383 extent_record(tsdn, arena, r_extent_hooks,
1396 extent_record(tsdn, arena, r_extent_hooks,
1401 extents_abandon_vm(tsdn, arena, r_extent_hooks,
1408 if (extent_commit_impl(tsdn, arena, r_extent_hooks, extent, 0,
1410 extent_record(tsdn, arena, r_extent_hooks,
1464 extent_hooks_t **r_extent_hooks, void *new_addr, size_t size, size_t pad,
1471 extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks,
1480 extent = extent_grow_retained(tsdn, arena, r_extent_hooks, size,
1493 extent_hooks_t **r_extent_hooks, void *new_addr, size_t size, size_t pad,
1502 if (*r_extent_hooks == &extent_hooks_default) {
1508 addr = (*r_extent_hooks)->alloc(*r_extent_hooks, new_addr,
1532 extent_hooks_t **r_extent_hooks, void *new_addr, size_t size, size_t pad,
1537 extent_hooks_assure_initialized(arena, r_extent_hooks);
1539 extent_t *extent = extent_alloc_retained(tsdn, arena, r_extent_hooks,
1551 extent = extent_alloc_wrapper_hard(tsdn, arena, r_extent_hooks,
1580 extent_coalesce(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks,
1588 bool err = extent_merge_impl(tsdn, arena, r_extent_hooks,
1601 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
1632 r_extent_hooks, extents, extent, next, true,
1655 r_extent_hooks, extents, extent, prev, false,
1676 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
1678 return extent_try_coalesce_impl(tsdn, arena, r_extent_hooks, rtree_ctx,
1684 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
1686 return extent_try_coalesce_impl(tsdn, arena, r_extent_hooks, rtree_ctx,
1695 extent_record(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks,
1705 extent_hooks_assure_initialized(arena, r_extent_hooks);
1717 extent = extent_try_coalesce(tsdn, arena, r_extent_hooks,
1726 r_extent_hooks, rtree_ctx, extents, extent,
1732 arena_decay_extent(tsdn, arena, r_extent_hooks, extent);
1777 extent_hooks_t **r_extent_hooks, extent_t *extent) {
1787 extent_hooks_assure_initialized(arena, r_extent_hooks);
1789 if (*r_extent_hooks == &extent_hooks_default) {
1795 err = ((*r_extent_hooks)->dalloc == NULL ||
1796 (*r_extent_hooks)->dalloc(*r_extent_hooks,
1811 extent_hooks_t **r_extent_hooks, extent_t *extent) {
1817 if (*r_extent_hooks != &extent_hooks_default || extent_may_dalloc()) {
1823 if (!extent_dalloc_wrapper_try(tsdn, arena, r_extent_hooks,
1830 if (*r_extent_hooks != &extent_hooks_default) {
1837 } else if (!extent_decommit_wrapper(tsdn, arena, r_extent_hooks, extent,
1840 } else if ((*r_extent_hooks)->purge_forced != NULL &&
1841 !(*r_extent_hooks)->purge_forced(*r_extent_hooks,
1846 ((*r_extent_hooks)->purge_lazy != NULL &&
1847 !(*r_extent_hooks)->purge_lazy(*r_extent_hooks,
1854 if (*r_extent_hooks != &extent_hooks_default) {
1863 extent_record(tsdn, arena, r_extent_hooks, &arena->extents_retained,
1882 extent_hooks_t **r_extent_hooks, extent_t *extent) {
1893 extent_hooks_assure_initialized(arena, r_extent_hooks);
1895 if (*r_extent_hooks == &extent_hooks_default) {
1899 } else if ((*r_extent_hooks)->destroy != NULL) {
1901 (*r_extent_hooks)->destroy(*r_extent_hooks,
1919 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
1924 extent_hooks_assure_initialized(arena, r_extent_hooks);
1925 if (*r_extent_hooks != &extent_hooks_default) {
1928 bool err = ((*r_extent_hooks)->commit == NULL ||
1929 (*r_extent_hooks)->commit(*r_extent_hooks, extent_base_get(extent),
1931 if (*r_extent_hooks != &extent_hooks_default) {
1940 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
1942 return extent_commit_impl(tsdn, arena, r_extent_hooks, extent, offset,
1955 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
1960 extent_hooks_assure_initialized(arena, r_extent_hooks);
1962 if (*r_extent_hooks != &extent_hooks_default) {
1965 bool err = ((*r_extent_hooks)->decommit == NULL ||
1966 (*r_extent_hooks)->decommit(*r_extent_hooks,
1969 if (*r_extent_hooks != &extent_hooks_default) {
1992 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
1997 extent_hooks_assure_initialized(arena, r_extent_hooks);
1999 if ((*r_extent_hooks)->purge_lazy == NULL) {
2002 if (*r_extent_hooks != &extent_hooks_default) {
2005 bool err = (*r_extent_hooks)->purge_lazy(*r_extent_hooks,
2008 if (*r_extent_hooks != &extent_hooks_default) {
2017 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
2019 return extent_purge_lazy_impl(tsdn, arena, r_extent_hooks, extent,
2039 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
2044 extent_hooks_assure_initialized(arena, r_extent_hooks);
2046 if ((*r_extent_hooks)->purge_forced == NULL) {
2049 if (*r_extent_hooks != &extent_hooks_default) {
2052 bool err = (*r_extent_hooks)->purge_forced(*r_extent_hooks,
2055 if (*r_extent_hooks != &extent_hooks_default) {
2063 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
2065 return extent_purge_forced_impl(tsdn, arena, r_extent_hooks, extent,
2093 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,
2100 extent_hooks_assure_initialized(arena, r_extent_hooks);
2102 if ((*r_extent_hooks)->split == NULL) {
2143 if (*r_extent_hooks != &extent_hooks_default) {
2146 bool err = (*r_extent_hooks)->split(*r_extent_hooks, extent_base_get(extent),
2149 if (*r_extent_hooks != &extent_hooks_default) {
2177 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,
2179 return extent_split_impl(tsdn, arena, r_extent_hooks, extent, size_a,
2243 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b,
2249 extent_hooks_assure_initialized(arena, r_extent_hooks);
2251 if ((*r_extent_hooks)->merge == NULL || extent_head_no_merge(a, b)) {
2256 if (*r_extent_hooks == &extent_hooks_default) {
2262 err = (*r_extent_hooks)->merge(*r_extent_hooks,
2317 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b) {
2318 return extent_merge_impl(tsdn, arena, r_extent_hooks, a, b, false);