Lines Matching defs:r_extent_hooks
35 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
44 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
51 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
59 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,
68 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b,
110 extent_hooks_t **r_extent_hooks, extents_t *extents, void *new_addr,
114 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
117 extent_hooks_t **r_extent_hooks, extents_t *extents, extent_t *extent,
218 extent_hooks_t **r_extent_hooks) {
219 if (*r_extent_hooks == EXTENT_HOOKS_INITIALIZER) {
220 *r_extent_hooks = extent_hooks_get(arena);
486 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
490 extent = extent_try_coalesce(tsdn, arena, r_extent_hooks, rtree_ctx,
502 extents_alloc(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks,
510 extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks, extents,
517 extents_dalloc(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks,
528 extent_record(tsdn, arena, r_extent_hooks, extents, extent, false);
532 extents_evict(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks,
562 if (extent_try_delayed_coalesce(tsdn, arena, r_extent_hooks,
596 extents_leak(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks,
603 if (extent_purge_lazy_impl(tsdn, arena, r_extent_hooks,
605 extent_purge_forced_impl(tsdn, arena, r_extent_hooks,
849 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
874 extent_hooks_assure_initialized(arena, r_extent_hooks);
936 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx,
960 *extent = extent_split_impl(tsdn, arena, r_extent_hooks,
972 *trail = extent_split_impl(tsdn, arena, r_extent_hooks, *extent,
1013 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
1022 tsdn, arena, r_extent_hooks, rtree_ctx, &extent, &lead, &trail,
1046 extents_leak(tsdn, arena, r_extent_hooks, extents,
1061 extent_recycle(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks,
1074 extent_t *extent = extent_recycle_extract(tsdn, arena, r_extent_hooks,
1081 extent = extent_recycle_split(tsdn, arena, r_extent_hooks, rtree_ctx,
1089 if (extent_commit_impl(tsdn, arena, r_extent_hooks, extent,
1091 extent_record(tsdn, arena, r_extent_hooks, extents,
1227 extent_hooks_t **r_extent_hooks, size_t size, size_t pad, size_t alignment,
1263 if (*r_extent_hooks == &extent_hooks_default) {
1268 ptr = (*r_extent_hooks)->alloc(*r_extent_hooks, NULL,
1283 extents_leak(tsdn, arena, r_extent_hooks,
1303 tsdn, arena, r_extent_hooks, rtree_ctx, &extent, &lead, &trail,
1309 extent_record(tsdn, arena, r_extent_hooks,
1313 extent_record(tsdn, arena, r_extent_hooks,
1326 extent_record(tsdn, arena, r_extent_hooks,
1331 extents_leak(tsdn, arena, r_extent_hooks,
1338 if (extent_commit_impl(tsdn, arena, r_extent_hooks, extent, 0,
1340 extent_record(tsdn, arena, r_extent_hooks,
1391 extent_hooks_t **r_extent_hooks, void *new_addr, size_t size, size_t pad,
1398 extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks,
1407 extent = extent_grow_retained(tsdn, arena, r_extent_hooks, size,
1420 extent_hooks_t **r_extent_hooks, void *new_addr, size_t size, size_t pad,
1428 if (*r_extent_hooks == &extent_hooks_default) {
1434 addr = (*r_extent_hooks)->alloc(*r_extent_hooks, new_addr,
1449 extents_leak(tsdn, arena, r_extent_hooks,
1459 extent_hooks_t **r_extent_hooks, void *new_addr, size_t size, size_t pad,
1464 extent_hooks_assure_initialized(arena, r_extent_hooks);
1466 extent_t *extent = extent_alloc_retained(tsdn, arena, r_extent_hooks,
1478 extent = extent_alloc_wrapper_hard(tsdn, arena, r_extent_hooks,
1507 extent_coalesce(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks,
1515 bool err = extent_merge_impl(tsdn, arena, r_extent_hooks,
1528 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
1553 r_extent_hooks, extents, extent, next, true,
1573 r_extent_hooks, extents, extent, prev, false,
1597 extent_record(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks,
1607 extent_hooks_assure_initialized(arena, r_extent_hooks);
1619 extent = extent_try_coalesce(tsdn, arena, r_extent_hooks,
1629 r_extent_hooks, rtree_ctx, extents, extent,
1670 extent_hooks_t **r_extent_hooks, extent_t *extent) {
1680 extent_hooks_assure_initialized(arena, r_extent_hooks);
1682 if (*r_extent_hooks == &extent_hooks_default) {
1688 err = ((*r_extent_hooks)->dalloc == NULL ||
1689 (*r_extent_hooks)->dalloc(*r_extent_hooks,
1704 extent_hooks_t **r_extent_hooks, extent_t *extent) {
1714 if (!extent_dalloc_wrapper_try(tsdn, arena, r_extent_hooks, extent)) {
1719 if (*r_extent_hooks != &extent_hooks_default) {
1726 } else if (!extent_decommit_wrapper(tsdn, arena, r_extent_hooks, extent,
1729 } else if ((*r_extent_hooks)->purge_forced != NULL &&
1730 !(*r_extent_hooks)->purge_forced(*r_extent_hooks,
1735 ((*r_extent_hooks)->purge_lazy != NULL &&
1736 !(*r_extent_hooks)->purge_lazy(*r_extent_hooks,
1743 if (*r_extent_hooks != &extent_hooks_default) {
1752 extent_record(tsdn, arena, r_extent_hooks, &arena->extents_retained,
1771 extent_hooks_t **r_extent_hooks, extent_t *extent) {
1782 extent_hooks_assure_initialized(arena, r_extent_hooks);
1784 if (*r_extent_hooks == &extent_hooks_default) {
1788 } else if ((*r_extent_hooks)->destroy != NULL) {
1790 (*r_extent_hooks)->destroy(*r_extent_hooks,
1808 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
1813 extent_hooks_assure_initialized(arena, r_extent_hooks);
1814 if (*r_extent_hooks != &extent_hooks_default) {
1817 bool err = ((*r_extent_hooks)->commit == NULL ||
1818 (*r_extent_hooks)->commit(*r_extent_hooks, extent_base_get(extent),
1820 if (*r_extent_hooks != &extent_hooks_default) {
1829 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
1831 return extent_commit_impl(tsdn, arena, r_extent_hooks, extent, offset,
1844 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
1849 extent_hooks_assure_initialized(arena, r_extent_hooks);
1851 if (*r_extent_hooks != &extent_hooks_default) {
1854 bool err = ((*r_extent_hooks)->decommit == NULL ||
1855 (*r_extent_hooks)->decommit(*r_extent_hooks,
1858 if (*r_extent_hooks != &extent_hooks_default) {
1881 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
1886 extent_hooks_assure_initialized(arena, r_extent_hooks);
1888 if ((*r_extent_hooks)->purge_lazy == NULL) {
1891 if (*r_extent_hooks != &extent_hooks_default) {
1894 bool err = (*r_extent_hooks)->purge_lazy(*r_extent_hooks,
1897 if (*r_extent_hooks != &extent_hooks_default) {
1906 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
1908 return extent_purge_lazy_impl(tsdn, arena, r_extent_hooks, extent,
1928 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
1933 extent_hooks_assure_initialized(arena, r_extent_hooks);
1935 if ((*r_extent_hooks)->purge_forced == NULL) {
1938 if (*r_extent_hooks != &extent_hooks_default) {
1941 bool err = (*r_extent_hooks)->purge_forced(*r_extent_hooks,
1944 if (*r_extent_hooks != &extent_hooks_default) {
1952 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
1954 return extent_purge_forced_impl(tsdn, arena, r_extent_hooks, extent,
1975 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,
1982 extent_hooks_assure_initialized(arena, r_extent_hooks);
1984 if ((*r_extent_hooks)->split == NULL) {
2023 if (*r_extent_hooks != &extent_hooks_default) {
2026 bool err = (*r_extent_hooks)->split(*r_extent_hooks, extent_base_get(extent),
2029 if (*r_extent_hooks != &extent_hooks_default) {
2057 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,
2059 return extent_split_impl(tsdn, arena, r_extent_hooks, extent, size_a,
2085 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b,
2090 extent_hooks_assure_initialized(arena, r_extent_hooks);
2092 if ((*r_extent_hooks)->merge == NULL) {
2097 if (*r_extent_hooks == &extent_hooks_default) {
2103 err = (*r_extent_hooks)->merge(*r_extent_hooks,
2157 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b) {
2158 return extent_merge_impl(tsdn, arena, r_extent_hooks, a, b, false);