/freebsd-current/sys/contrib/openzfs/module/zfs/ |
H A D | abd.c | 109 abd_verify(abd_t *abd) argument 112 ASSERT3U(abd->abd_size, <=, SPA_MAXBLOCKSIZE); 113 ASSERT3U(abd->abd_flags, ==, abd->abd_flags & (ABD_FLAG_LINEAR | 117 IMPLY(abd->abd_parent != NULL, !(abd->abd_flags & ABD_FLAG_OWNER)); 118 IMPLY(abd->abd_flags & ABD_FLAG_META, abd->abd_flags & ABD_FLAG_OWNER); 119 if (abd_is_linear(abd)) { 120 ASSERT3U(abd 140 abd_init_struct(abd_t *abd) argument 153 abd_fini_struct(abd_t *abd) argument 165 abd_t *abd = abd_alloc_struct_impl(size); local 172 abd_free_struct(abd_t *abd) argument 190 abd_t *abd = abd_alloc_struct(size); local 213 abd_t *abd = abd_alloc_struct(0); local 235 abd_free_linear(abd_t *abd) argument 251 abd_free_gang(abd_t *abd) argument 274 abd_free_scatter(abd_t *abd) argument 292 abd_free(abd_t *abd) argument 348 abd_t *abd = abd_alloc_struct(0); local 484 abd_gang_get_offset(abd_t *abd, size_t *off) argument 508 abd_get_offset_impl(abd_t *abd, abd_t *sabd, size_t off, size_t size) argument 569 abd_get_offset_struct(abd_t *abd, abd_t *sabd, size_t off, size_t size) argument 611 abd_t *abd = abd_alloc_struct(0); local 632 abd_to_buf(abd_t *abd) argument 646 abd_borrow_buf(abd_t *abd, size_t n) argument 663 abd_borrow_buf_copy(abd_t *abd, size_t n) argument 679 abd_return_buf(abd_t *abd, void *buf, size_t n) argument 695 abd_return_buf_copy(abd_t *abd, void *buf, size_t n) argument 704 abd_release_ownership_of_buf(abd_t *abd) argument 735 abd_take_ownership_of_buf(abd_t *abd, boolean_t is_metadata) argument 754 abd_init_abd_iter(abd_t *abd, struct abd_iter *aiter, size_t off) argument 777 abd_advance_abd_iter(abd_t *abd, abd_t *cabd, struct abd_iter *aiter, size_t len) argument 793 abd_iterate_func(abd_t *abd, size_t off, size_t size, abd_iter_func_t *func, void *private) argument 831 abd_iterate_page_func(abd_t *abd, size_t off, size_t size, abd_iter_page_func_t *func, void *private) argument 890 abd_copy_to_buf_off(void *buf, abd_t *abd, size_t off, size_t size) argument 914 abd_cmp_buf_off(abd_t *abd, const void *buf, size_t off, size_t size) argument 936 abd_copy_from_buf_off(abd_t *abd, const void *buf, size_t off, size_t size) argument 956 abd_zero_off(abd_t *abd, size_t off, size_t size) argument [all...] |
H A D | sha2_zfs.c | 31 #include <sys/abd.h> 43 abd_checksum_sha256(abd_t *abd, uint64_t size, argument 52 uint8_t *buf = abd_borrow_buf_copy(abd, size); 54 abd_return_buf(abd, buf, size); 62 (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx); 80 abd_checksum_sha512_native(abd_t *abd, uint64_t size, argument 87 (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx); 92 abd_checksum_sha512_byteswap(abd_t *abd, uint64_t size, argument 97 abd_checksum_sha512_native(abd, size, ctx_template, &tmp);
|
H A D | skein_zfs.c | 30 #include <sys/abd.h> 45 abd_checksum_skein_native(abd_t *abd, uint64_t size, argument 52 (void) abd_iterate_func(abd, 0, size, skein_incremental, &ctx); 63 abd_checksum_skein_byteswap(abd_t *abd, uint64_t size, argument 68 abd_checksum_skein_native(abd, size, ctx_template, &tmp);
|
H A D | zio_checksum.c | 33 #include <sys/abd.h> 95 abd_checksum_off(abd_t *abd, uint64_t size, argument 98 (void) abd, (void) size, (void) ctx_template; 103 abd_fletcher_2_native(abd_t *abd, uint64_t size, argument 108 (void) abd_iterate_func(abd, 0, size, 113 abd_fletcher_2_byteswap(abd_t *abd, uint64_t size, argument 118 (void) abd_iterate_func(abd, 0, size, 123 abd_fletcher_4_impl(abd_t *abd, uint64_t size, zio_abd_checksum_data_t *acdp) argument 126 abd_iterate_func(abd, 0, size, fletcher_4_abd_ops.acf_iter, acdp); 131 abd_fletcher_4_native(abd_t *abd, uint64_ argument 148 abd_fletcher_4_byteswap(abd_t *abd, uint64_t size, const void *ctx_template, zio_cksum_t *zcp) argument 340 zio_checksum_compute(zio_t *zio, enum zio_checksum checksum, abd_t *abd, uint64_t size) argument 415 zio_checksum_error_impl(spa_t *spa, const blkptr_t *bp, enum zio_checksum checksum, abd_t *abd, uint64_t size, uint64_t offset, zio_bad_cksum_t *info) argument [all...] |
H A D | edonr_zfs.c | 32 #include <sys/abd.h> 49 abd_checksum_edonr_native(abd_t *abd, uint64_t size, argument 57 (void) abd_iterate_func(abd, 0, size, edonr_incremental, &ctx); 66 abd_checksum_edonr_byteswap(abd_t *abd, uint64_t size, argument 71 abd_checksum_edonr_native(abd, size, ctx_template, &tmp);
|
H A D | blake3_zfs.c | 29 #include <sys/abd.h> 47 abd_checksum_blake3_native(abd_t *abd, uint64_t size, const void *ctx_template, argument 60 (void) abd_iterate_func(abd, 0, size, blake3_incremental, ctx); 77 abd_checksum_blake3_byteswap(abd_t *abd, uint64_t size, argument 84 abd_checksum_blake3_native(abd, size, ctx_template, &tmp);
|
H A D | zfs_chksum.c | 140 chksum_run(chksum_stat_t *cs, abd_t *abd, void *ctx, int round, argument 171 cs->func(abd, size, ctx, &zcp); 189 abd_t *abd; local 198 /* allocate test memory via abd linear interface */ 199 abd = abd_alloc_linear(1<<20, B_FALSE); 200 chksum_run(cs, abd, ctx, 1, &cs->bs1k); 201 chksum_run(cs, abd, ctx, 2, &cs->bs4k); 202 chksum_run(cs, abd, ctx, 3, &cs->bs16k); 203 chksum_run(cs, abd, ctx, 4, &cs->bs64k); 204 chksum_run(cs, abd, ct [all...] |
H A D | dmu_recv.c | 92 * If the record is a WRITE or SPILL, pointer to the abd containing the 95 abd_t *abd; member in struct:receive_record_arg 1364 * zio_rewrite the data pointed to by bp with the data from the rrd's abd. 1374 abd_t *abd = rrd->abd; local 1394 abd, abd_to_buf(dabd), abd_get_size(abd), 1401 /* Swap in the newly decompressed data into the abd */ 1402 abd_free(abd); 1403 abd 2203 abd_t *abd = rrd->abd; local 2484 receive_spill(struct receive_writer_arg *rwa, struct drr_spill *drrs, abd_t *abd) argument 2864 abd_t *abd = abd_alloc_linear(size, B_FALSE); local 2915 abd_t *abd = abd_alloc_linear(size, B_FALSE); local [all...] |
H A D | vdev_queue.c | 38 #include <sys/abd.h> 628 abd_t *abd; local 771 abd = abd_alloc_gang(); 772 if (abd == NULL) 776 abd, size, first->io_type, zio->io_priority, 793 abd = abd_alloc_for_io( 795 abd_gang_add(aio->io_abd, abd, B_TRUE); 799 /* abd size not the same as IO size */ 801 abd = abd_get_offset_size(dio->io_abd, 0, dio->io_size); 802 abd_gang_add(aio->io_abd, abd, B_TRU [all...] |
H A D | vdev_label.c | 152 #include <sys/abd.h> 1275 * callback to finish, store our abd in the callback pointer. Otherwise, we 1276 * just free our abd and return. 1327 abd_t *abd = NULL; local 1334 zio_t *zio = zio_root(spa, NULL, &abd, flags); 1338 if (abd != NULL) { 1340 vdev_boot_envblock_t *vbe = abd_to_buf(abd); 1366 buf = abd_to_buf(abd); 1376 * abd was allocated in vdev_label_read_bootenv_impl() 1378 abd_free(abd); 1428 abd_t *abd = abd_alloc_for_io(VDEV_PAD_SIZE, B_TRUE); local [all...] |
/freebsd-current/sys/contrib/openzfs/module/os/freebsd/zfs/ |
H A D | abd_os.c | 18 * See abd.c for a general overview of the arc buffered data (ABD). 124 abd_scatter_chunkcnt(abd_t *abd) argument 126 ASSERT(!abd_is_linear(abd)); 128 ABD_SCATTER(abd).abd_offset + abd->abd_size)); 138 abd_update_scatter_stats(abd_t *abd, abd_stats_op_t op) argument 140 uint_t n = abd_scatter_chunkcnt(abd); 142 int waste = (n << PAGE_SHIFT) - abd->abd_size; 145 ABDSTAT_INCR(abdstat_scatter_data_size, abd->abd_size); 150 ABDSTAT_INCR(abdstat_scatter_data_size, -(int)abd 157 abd_update_linear_stats(abd_t *abd, abd_stats_op_t op) argument 170 abd_verify_scatter(abd_t *abd) argument 187 abd_alloc_chunks(abd_t *abd, size_t size) argument 199 abd_free_chunks(abd_t *abd) argument 223 abd_t *abd = kmem_alloc(abd_size, KM_PUSHPAGE); local 231 abd_free_struct_impl(abd_t *abd) argument 345 abd_free_linear_page(abd_t *abd) argument 371 abd_get_offset_scatter(abd_t *abd, abd_t *sabd, size_t off, size_t size) argument 416 abd_iter_init(struct abd_iter *aiter, abd_t *abd) argument [all...] |
H A D | vdev_label_os.c | 35 #include <sys/abd.h> 100 abd_t *abd = abd_alloc_linear(size, B_FALSE); local 109 VDEV_BOOT_OFFSET - VDEV_LABEL_START_SIZE, abd, size, ZIO_TYPE_READ, 113 unsigned char *buf = abd_to_buf(abd); 127 abd_free(abd); 131 abd_free(abd);
|
/freebsd-current/sys/contrib/openzfs/module/os/linux/zfs/ |
H A D | abd_os.c | 28 * See abd.c for a general overview of the arc buffered data (ABD). 160 #define abd_for_each_sg(abd, sg, n, i) \ 161 for_each_sg(ABD_SCATTER(abd).abd_sgl, sg, n, i) 221 abd_t *abd = kmem_cache_alloc(abd_cache, KM_PUSHPAGE); local 222 ASSERT3P(abd, !=, NULL); 225 return (abd); 229 abd_free_struct_impl(abd_t *abd) argument 231 kmem_cache_free(abd_cache, abd); 278 abd_alloc_chunks(abd_t *abd, size_t size) argument 352 ASSERT0(ABD_SCATTER(abd) 401 abd_alloc_chunks(abd_t *abd, size_t size) argument 442 abd_free_sg_table(abd_t *abd) argument 452 abd_free_chunks(abd_t *abd) argument 554 abd_free_sg_table(abd_t *abd) argument 590 abd_alloc_chunks(abd_t *abd, size_t size) argument 608 abd_free_chunks(abd_t *abd) argument 658 abd_update_scatter_stats(abd_t *abd, abd_stats_op_t op) argument 676 abd_update_linear_stats(abd_t *abd, abd_stats_op_t op) argument 689 abd_verify_scatter(abd_t *abd) argument 827 abd_free_linear_page(abd_t *abd) argument 859 abd_get_offset_scatter(abd_t *abd, abd_t *sabd, size_t off, size_t size) argument 897 abd_iter_init(struct abd_iter *aiter, abd_t *abd) argument 1151 abd_nr_pages_off(abd_t *abd, unsigned int size, size_t off) argument 1222 abd_gang_bio_map_off(struct bio *bio, abd_t *abd, unsigned int io_size, size_t off) argument 1248 abd_bio_map_off(struct bio *bio, abd_t *abd, unsigned int io_size, size_t off) argument [all...] |
H A D | vdev_disk.c | 35 #include <sys/abd.h> 677 abd_t *vbio_abd; /* abd carrying borrowed linear buf */ 773 vbio_submit(vbio_t *vbio, abd_t *abd, uint64_t size) argument 786 (void) abd_iterate_page_func(abd, 0, size, vbio_fill_cb, vbio); 903 vdev_disk_check_pages(abd_t *abd, uint64_t size, struct block_device *bdev) argument 911 if (abd_iterate_page_func(abd, 0, size, vdev_disk_check_pages_cb, &s)) 951 abd_t *abd = zio->io_abd; local 952 if (!vdev_disk_check_pages(abd, zio->io_size, bdev)) { 963 abd = abd_get_from_buf(buf, zio->io_size); 975 VERIFY(vdev_disk_check_pages(abd, zi [all...] |
/freebsd-current/sys/contrib/openzfs/include/sys/ |
H A D | abd_impl.h | 30 #include <sys/abd.h> 110 #define ABD_SCATTER(abd) (abd->abd_u.abd_scatter) 111 #define ABD_LINEAR_BUF(abd) (abd->abd_u.abd_linear.abd_buf) 112 #define ABD_GANG(abd) (abd->abd_u.abd_gang)
|
H A D | abd.h | 51 typedef struct abd { struct 56 struct abd *abd_parent; 163 abd_copy_from_buf(abd_t *abd, const void *buf, size_t size) argument 165 abd_copy_from_buf_off(abd, buf, 0, size); 169 abd_copy_to_buf(void* buf, abd_t *abd, size_t size) argument 171 abd_copy_to_buf_off(buf, abd, 0, size); 175 abd_cmp_buf(abd_t *abd, const void *buf, size_t size) argument 177 return (abd_cmp_buf_off(abd, buf, 0, size)); 181 abd_zero(abd_t *abd, size_t size) argument 183 abd_zero_off(abd, 190 abd_is_linear(abd_t *abd) argument 196 abd_is_linear_page(abd_t *abd) argument 202 abd_is_gang(abd_t *abd) argument 208 abd_get_size(abd_t *abd) argument [all...] |
H A D | zio_checksum.h | 39 struct abd; 44 typedef void zio_checksum_t(struct abd *abd, uint64_t size, 141 struct abd *, uint64_t); 143 struct abd *, uint64_t, uint64_t, zio_bad_cksum_t *);
|
H A D | zio.h | 369 struct abd; 397 zio_gang_node_t *gn, struct abd *data, uint64_t offset); 399 typedef void zio_transform_func_t(zio_t *zio, struct abd *data, uint64_t size); 402 struct abd *zt_orig_abd; 478 struct abd *io_abd; 479 struct abd *io_orig_abd; 556 struct abd *data, uint64_t lsize, zio_done_func_t *done, void *priv, 560 struct abd *data, uint64_t size, uint64_t psize, const zio_prop_t *zp, 566 struct abd *data, uint64_t size, zio_done_func_t *done, void *priv, 583 uint64_t size, struct abd *dat [all...] |
H A D | vdev_draid.h | 30 #include <sys/abd.h>
|
H A D | ddt.h | 40 struct abd; 165 struct abd *dde_repair_abd;
|
H A D | dsl_crypt.h | 219 abd_t *abd, uint_t datalen, uint8_t *mac); 221 abd_t *abd, uint_t datalen, boolean_t byteswap);
|
H A D | zio_crypt.h | 145 int zio_crypt_do_indirect_mac_checksum_abd(boolean_t generate, abd_t *abd,
|
H A D | zio_compress.h | 33 #include <sys/abd.h>
|
/freebsd-current/sys/dev/qat/qat_api/firmware/include/ |
H A D | icp_qat_hw_20_comp.h | 40 icp_qat_hw_comp_20_abd_t abd; member in struct:icp_qat_hw_comp_20_config_csr_lower_s 106 csr.abd,
|
/freebsd-current/sys/contrib/openzfs/lib/libzdb/ |
H A D | libzdb.c | 39 #include <sys/abd.h>
|