/freebsd-13-stable/sys/contrib/openzfs/module/zfs/ |
H A D | abd.c | 109 abd_verify(abd_t *abd) argument 111 ASSERT3U(abd->abd_size, >, 0); 112 ASSERT3U(abd->abd_size, <=, SPA_MAXBLOCKSIZE); 113 ASSERT3U(abd->abd_flags, ==, abd->abd_flags & (ABD_FLAG_LINEAR | 118 IMPLY(abd->abd_parent != NULL, !(abd->abd_flags & ABD_FLAG_OWNER)); 120 IMPLY(abd->abd_flags & ABD_FLAG_META, abd->abd_flags & ABD_FLAG_OWNER); 121 if (abd_is_linear(abd)) { 139 abd_init_struct(abd_t *abd) argument 152 abd_fini_struct(abd_t *abd) argument 164 abd_t *abd = abd_alloc_struct_impl(size); local 171 abd_free_struct(abd_t *abd) argument 189 abd_t *abd = abd_alloc_struct(size); local 212 abd_t *abd = abd_alloc_struct(0); local 234 abd_free_linear(abd_t *abd) argument 250 abd_free_gang(abd_t *abd) argument 273 abd_free_scatter(abd_t *abd) argument 291 abd_free(abd_t *abd) argument 347 abd_t *abd = abd_alloc_struct(0); local 471 abd_gang_get_offset(abd_t *abd, size_t *off) argument 495 abd_get_offset_impl(abd_t *abd, abd_t *sabd, size_t off, size_t size) argument 556 abd_get_offset_struct(abd_t *abd, abd_t *sabd, size_t off, size_t size) argument 598 abd_t *abd = abd_alloc_struct(0); local 619 abd_to_buf(abd_t *abd) argument 633 abd_borrow_buf(abd_t *abd, size_t n) argument 650 abd_borrow_buf_copy(abd_t *abd, size_t n) argument 666 abd_return_buf(abd_t *abd, void *buf, size_t n) argument 682 abd_return_buf_copy(abd_t *abd, void *buf, size_t n) argument 691 abd_release_ownership_of_buf(abd_t *abd) argument 722 abd_take_ownership_of_buf(abd_t *abd, boolean_t is_metadata) argument 741 abd_init_abd_iter(abd_t *abd, struct abd_iter *aiter, size_t off) argument 764 abd_advance_abd_iter(abd_t *abd, abd_t *cabd, struct abd_iter *aiter, size_t len) argument 780 abd_iterate_func(abd_t *abd, size_t off, size_t size, abd_iter_func_t *func, void *private) argument 838 abd_copy_to_buf_off(void *buf, abd_t *abd, size_t off, size_t size) argument 862 abd_cmp_buf_off(abd_t *abd, const void *buf, size_t off, size_t size) argument 884 abd_copy_from_buf_off(abd_t *abd, const void *buf, size_t off, size_t size) argument 904 abd_zero_off(abd_t *abd, size_t off, size_t size) argument [all...] |
H A D | sha256.c | 33 #include <sys/abd.h> 46 abd_checksum_SHA256(abd_t *abd, uint64_t size, argument 54 uint8_t *buf = abd_borrow_buf_copy(abd, size); 56 abd_return_buf(abd, buf, size); 64 (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx); 83 abd_checksum_SHA512_native(abd_t *abd, uint64_t size, argument 89 (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx); 95 abd_checksum_SHA512_byteswap(abd_t *abd, uint64_t size, argument 100 abd_checksum_SHA512_native(abd, size, ctx_template, &tmp);
|
H A D | skein_zfs.c | 30 #include <sys/abd.h> 46 abd_checksum_skein_native(abd_t *abd, uint64_t size, argument 53 (void) abd_iterate_func(abd, 0, size, skein_incremental, &ctx); 64 abd_checksum_skein_byteswap(abd_t *abd, uint64_t size, argument 69 abd_checksum_skein_native(abd, size, ctx_template, &tmp);
|
H A D | edonr_zfs.c | 32 #include <sys/abd.h> 50 abd_checksum_edonr_native(abd_t *abd, uint64_t size, argument 58 (void) abd_iterate_func(abd, 0, size, edonr_incremental, &ctx); 67 abd_checksum_edonr_byteswap(abd_t *abd, uint64_t size, argument 72 abd_checksum_edonr_native(abd, size, ctx_template, &tmp);
|
H A D | zio_checksum.c | 33 #include <sys/abd.h> 96 abd_checksum_off(abd_t *abd, uint64_t size, argument 104 abd_fletcher_2_native(abd_t *abd, uint64_t size, argument 108 (void) abd_iterate_func(abd, 0, size, 114 abd_fletcher_2_byteswap(abd_t *abd, uint64_t size, argument 118 (void) abd_iterate_func(abd, 0, size, 123 abd_fletcher_4_impl(abd_t *abd, uint64_t size, zio_abd_checksum_data_t *acdp) argument 126 abd_iterate_func(abd, 0, size, fletcher_4_abd_ops.acf_iter, acdp); 132 abd_fletcher_4_native(abd_t *abd, uint64_t size, argument 143 abd_fletcher_4_impl(abd, siz 149 abd_fletcher_4_byteswap(abd_t *abd, uint64_t size, const void *ctx_template, zio_cksum_t *zcp) argument 338 zio_checksum_compute(zio_t *zio, enum zio_checksum checksum, abd_t *abd, uint64_t size) argument 410 zio_checksum_error_impl(spa_t *spa, const blkptr_t *bp, enum zio_checksum checksum, abd_t *abd, uint64_t size, uint64_t offset, zio_bad_cksum_t *info) argument [all...] |
H A D | dmu_recv.c | 81 * If the record is a WRITE or SPILL, pointer to the abd containing the 84 abd_t *abd; member in struct:receive_record_arg 1893 abd_t *abd = rrd->abd; local 1914 abd, abd_to_buf(decomp_abd), 1915 abd_get_size(abd), 1929 abd_to_buf(abd), tx); 1932 abd_free(abd); 1976 abd_to_buf(abd), 1986 drrw->drr_offset, abd, 2127 receive_spill(struct receive_writer_arg *rwa, struct drr_spill *drrs, abd_t *abd) argument 2507 abd_t *abd = abd_alloc_linear(size, B_FALSE); local 2558 abd_t *abd = abd_alloc_linear(size, B_FALSE); local [all...] |
H A D | vdev_queue.c | 38 #include <sys/abd.h> 611 abd_t *abd; local 745 abd = abd_alloc_gang(); 746 if (abd == NULL) 750 abd, size, first->io_type, zio->io_priority, 767 abd = abd_alloc_for_io( 769 abd_gang_add(aio->io_abd, abd, B_TRUE); 773 /* abd size not the same as IO size */ 775 abd = abd_get_offset_size(dio->io_abd, 0, dio->io_size); 776 abd_gang_add(aio->io_abd, abd, B_TRU [all...] |
H A D | vdev_label.c | 151 #include <sys/abd.h> 1202 * callback to finish, store our abd in the callback pointer. Otherwise, we 1203 * just free our abd and return. 1254 abd_t *abd = NULL; local 1261 zio_t *zio = zio_root(spa, NULL, &abd, flags); 1265 if (abd != NULL) { 1267 vdev_boot_envblock_t *vbe = abd_to_buf(abd); 1293 buf = abd_to_buf(abd); 1303 * abd was allocated in vdev_label_read_bootenv_impl() 1305 abd_free(abd); 1354 abd_t *abd = abd_alloc_for_io(VDEV_PAD_SIZE, B_TRUE); local [all...] |
H A D | arc.c | 298 #include <sys/abd.h> 1804 abd_t *abd = hdr->b_l1hdr.b_pabd; local 1814 * abd so we can verify the MAC. The performance overhead of this will 1821 abd = abd_get_from_buf(tmpbuf, lsize); 1822 abd_take_ownership_of_buf(abd, B_TRUE); 1826 abd_zero_off(abd, csize, psize - csize); 1836 ret = spa_do_crypt_objset_mac_abd(B_FALSE, spa, dsobj, abd, 1839 ret = spa_do_crypt_mac_abd(B_FALSE, spa, dsobj, abd, psize, 1849 abd_free(abd); 1855 abd_free(abd); 2976 l2arc_free_abd_on_write(abd_t *abd, size_t size, arc_buf_contents_t type) argument 5372 arc_free_data_abd(arc_buf_hdr_t *hdr, abd_t *abd, uint64_t size, void *tag) argument 6322 abd_t *abd; local 8578 void *abd = (using_rdata) ? local 10004 abd_t *abd; local 10085 abd_t *abd = NULL; local 10358 abd_t *abd; local [all...] |
/freebsd-13-stable/sys/contrib/openzfs/module/os/freebsd/zfs/ |
H A D | abd_os.c | 18 * See abd.c for a general overview of the arc buffered data (ABD). 116 abd_scatter_chunkcnt(abd_t *abd) argument 118 ASSERT(!abd_is_linear(abd)); 120 ABD_SCATTER(abd).abd_offset + abd->abd_size)); 130 abd_update_scatter_stats(abd_t *abd, abd_stats_op_t op) argument 132 uint_t n = abd_scatter_chunkcnt(abd); 134 int waste = n * zfs_abd_chunk_size - abd->abd_size; 137 ABDSTAT_INCR(abdstat_scatter_data_size, abd->abd_size); 142 ABDSTAT_INCR(abdstat_scatter_data_size, -(int)abd 149 abd_update_linear_stats(abd_t *abd, abd_stats_op_t op) argument 162 abd_verify_scatter(abd_t *abd) argument 180 abd_alloc_chunks(abd_t *abd, size_t size) argument 194 abd_free_chunks(abd_t *abd) argument 217 abd_t *abd = kmem_alloc(abd_size, KM_PUSHPAGE); local 225 abd_free_struct_impl(abd_t *abd) argument 306 abd_free_linear_page(abd_t *abd) argument 332 abd_get_offset_scatter(abd_t *abd, abd_t *sabd, size_t off) argument 392 abd_iter_init(struct abd_iter *aiter, abd_t *abd) argument [all...] |
H A D | vdev_label_os.c | 35 #include <sys/abd.h>
|
H A D | arc_os.c | 37 #include <sys/abd.h>
|
/freebsd-13-stable/sys/contrib/openzfs/include/sys/ |
H A D | abd.h | 51 typedef struct abd { struct 56 struct abd *abd_parent; 151 abd_copy_from_buf(abd_t *abd, const void *buf, size_t size) argument 153 abd_copy_from_buf_off(abd, buf, 0, size); 157 abd_copy_to_buf(void* buf, abd_t *abd, size_t size) argument 159 abd_copy_to_buf_off(buf, abd, 0, size); 163 abd_cmp_buf(abd_t *abd, const void *buf, size_t size) argument 165 return (abd_cmp_buf_off(abd, buf, 0, size)); 169 abd_zero(abd_t *abd, size_t size) argument 171 abd_zero_off(abd, 178 abd_is_linear(abd_t *abd) argument 184 abd_is_linear_page(abd_t *abd) argument 190 abd_is_gang(abd_t *abd) argument 196 abd_get_size(abd_t *abd) argument [all...] |
H A D | abd_impl.h | 29 #include <sys/abd.h> 91 #define ABD_SCATTER(abd) (abd->abd_u.abd_scatter) 92 #define ABD_LINEAR_BUF(abd) (abd->abd_u.abd_linear.abd_buf) 93 #define ABD_GANG(abd) (abd->abd_u.abd_gang)
|
H A D | zio_checksum.h | 38 struct abd; 43 typedef void zio_checksum_t(struct abd *abd, uint64_t size, 132 struct abd *, uint64_t); 134 struct abd *, uint64_t, uint64_t, zio_bad_cksum_t *);
|
H A D | zio.h | 367 struct abd; 395 zio_gang_node_t *gn, struct abd *data, uint64_t offset); 397 typedef void zio_transform_func_t(zio_t *zio, struct abd *data, uint64_t size); 400 struct abd *zt_orig_abd; 472 struct abd *io_abd; 473 struct abd *io_orig_abd; 542 struct abd *data, uint64_t lsize, zio_done_func_t *done, void *priv, 546 struct abd *data, uint64_t size, uint64_t psize, const zio_prop_t *zp, 553 struct abd *data, uint64_t size, zio_done_func_t *done, void *priv, 573 uint64_t size, struct abd *dat [all...] |
H A D | vdev_draid.h | 30 #include <sys/abd.h>
|
H A D | ddt.h | 39 struct abd; 125 struct abd *dde_repair_abd;
|
H A D | dsl_crypt.h | 217 abd_t *abd, uint_t datalen, uint8_t *mac); 219 abd_t *abd, uint_t datalen, boolean_t byteswap);
|
H A D | zio_compress.h | 33 #include <sys/abd.h>
|
H A D | zio_crypt.h | 145 int zio_crypt_do_indirect_mac_checksum_abd(boolean_t generate, abd_t *abd,
|
H A D | Makefile.am | 4 abd.h \
|
H A D | vdev_impl.h | 62 struct abd; 134 struct abd *ve_abd;
|
/freebsd-13-stable/sys/contrib/openzfs/module/os/linux/zfs/ |
H A D | abd_os.c | 27 * See abd.c for a general overview of the arc buffered data (ABD). 135 #define abd_for_each_sg(abd, sg, n, i) \ 136 for_each_sg(ABD_SCATTER(abd).abd_sgl, sg, n, i) 194 abd_t *abd = kmem_cache_alloc(abd_cache, KM_PUSHPAGE); local 195 ASSERT3P(abd, !=, NULL); 198 return (abd); 202 abd_free_struct_impl(abd_t *abd) argument 204 kmem_cache_free(abd_cache, abd); 249 abd_alloc_chunks(abd_t *abd, size_t size) argument 320 ASSERT0(ABD_SCATTER(abd) 369 abd_alloc_chunks(abd_t *abd, size_t size) argument 410 abd_free_sg_table(abd_t *abd) argument 420 abd_free_chunks(abd_t *abd) argument 518 abd_free_sg_table(abd_t *abd) argument 554 abd_alloc_chunks(abd_t *abd, size_t size) argument 572 abd_free_chunks(abd_t *abd) argument 625 abd_update_scatter_stats(abd_t *abd, abd_stats_op_t op) argument 643 abd_update_linear_stats(abd_t *abd, abd_stats_op_t op) argument 656 abd_verify_scatter(abd_t *abd) argument 731 abd_free_linear_page(abd_t *abd) argument 763 abd_get_offset_scatter(abd_t *abd, abd_t *sabd, size_t off) argument 799 abd_iter_init(struct abd_iter *aiter, abd_t *abd) argument 922 abd_nr_pages_off(abd_t *abd, unsigned int size, size_t off) argument 993 abd_gang_bio_map_off(struct bio *bio, abd_t *abd, unsigned int io_size, size_t off) argument 1019 abd_bio_map_off(struct bio *bio, abd_t *abd, unsigned int io_size, size_t off) argument [all...] |
/freebsd-13-stable/sys/cddl/contrib/opensolaris/uts/common/ |
H A D | Makefile.files | 65 abd.o \
|