Searched refs:abd (Results 1 - 25 of 64) sorted by relevance

123

/freebsd-current/sys/contrib/openzfs/module/zfs/
H A Dabd.c109 abd_verify(abd_t *abd) argument
112 ASSERT3U(abd->abd_size, <=, SPA_MAXBLOCKSIZE);
113 ASSERT3U(abd->abd_flags, ==, abd->abd_flags & (ABD_FLAG_LINEAR |
117 IMPLY(abd->abd_parent != NULL, !(abd->abd_flags & ABD_FLAG_OWNER));
118 IMPLY(abd->abd_flags & ABD_FLAG_META, abd->abd_flags & ABD_FLAG_OWNER);
119 if (abd_is_linear(abd)) {
120 ASSERT3U(abd
140 abd_init_struct(abd_t *abd) argument
153 abd_fini_struct(abd_t *abd) argument
165 abd_t *abd = abd_alloc_struct_impl(size); local
172 abd_free_struct(abd_t *abd) argument
190 abd_t *abd = abd_alloc_struct(size); local
213 abd_t *abd = abd_alloc_struct(0); local
235 abd_free_linear(abd_t *abd) argument
251 abd_free_gang(abd_t *abd) argument
274 abd_free_scatter(abd_t *abd) argument
292 abd_free(abd_t *abd) argument
348 abd_t *abd = abd_alloc_struct(0); local
484 abd_gang_get_offset(abd_t *abd, size_t *off) argument
508 abd_get_offset_impl(abd_t *abd, abd_t *sabd, size_t off, size_t size) argument
569 abd_get_offset_struct(abd_t *abd, abd_t *sabd, size_t off, size_t size) argument
611 abd_t *abd = abd_alloc_struct(0); local
632 abd_to_buf(abd_t *abd) argument
646 abd_borrow_buf(abd_t *abd, size_t n) argument
663 abd_borrow_buf_copy(abd_t *abd, size_t n) argument
679 abd_return_buf(abd_t *abd, void *buf, size_t n) argument
695 abd_return_buf_copy(abd_t *abd, void *buf, size_t n) argument
704 abd_release_ownership_of_buf(abd_t *abd) argument
735 abd_take_ownership_of_buf(abd_t *abd, boolean_t is_metadata) argument
754 abd_init_abd_iter(abd_t *abd, struct abd_iter *aiter, size_t off) argument
777 abd_advance_abd_iter(abd_t *abd, abd_t *cabd, struct abd_iter *aiter, size_t len) argument
793 abd_iterate_func(abd_t *abd, size_t off, size_t size, abd_iter_func_t *func, void *private) argument
831 abd_iterate_page_func(abd_t *abd, size_t off, size_t size, abd_iter_page_func_t *func, void *private) argument
890 abd_copy_to_buf_off(void *buf, abd_t *abd, size_t off, size_t size) argument
914 abd_cmp_buf_off(abd_t *abd, const void *buf, size_t off, size_t size) argument
936 abd_copy_from_buf_off(abd_t *abd, const void *buf, size_t off, size_t size) argument
956 abd_zero_off(abd_t *abd, size_t off, size_t size) argument
[all...]
H A Dsha2_zfs.c31 #include <sys/abd.h>
43 abd_checksum_sha256(abd_t *abd, uint64_t size, argument
52 uint8_t *buf = abd_borrow_buf_copy(abd, size);
54 abd_return_buf(abd, buf, size);
62 (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx);
80 abd_checksum_sha512_native(abd_t *abd, uint64_t size, argument
87 (void) abd_iterate_func(abd, 0, size, sha_incremental, &ctx);
92 abd_checksum_sha512_byteswap(abd_t *abd, uint64_t size, argument
97 abd_checksum_sha512_native(abd, size, ctx_template, &tmp);
H A Dskein_zfs.c30 #include <sys/abd.h>
45 abd_checksum_skein_native(abd_t *abd, uint64_t size, argument
52 (void) abd_iterate_func(abd, 0, size, skein_incremental, &ctx);
63 abd_checksum_skein_byteswap(abd_t *abd, uint64_t size, argument
68 abd_checksum_skein_native(abd, size, ctx_template, &tmp);
H A Dzio_checksum.c33 #include <sys/abd.h>
95 abd_checksum_off(abd_t *abd, uint64_t size, argument
98 (void) abd, (void) size, (void) ctx_template;
103 abd_fletcher_2_native(abd_t *abd, uint64_t size, argument
108 (void) abd_iterate_func(abd, 0, size,
113 abd_fletcher_2_byteswap(abd_t *abd, uint64_t size, argument
118 (void) abd_iterate_func(abd, 0, size,
123 abd_fletcher_4_impl(abd_t *abd, uint64_t size, zio_abd_checksum_data_t *acdp) argument
126 abd_iterate_func(abd, 0, size, fletcher_4_abd_ops.acf_iter, acdp);
131 abd_fletcher_4_native(abd_t *abd, uint64_ argument
148 abd_fletcher_4_byteswap(abd_t *abd, uint64_t size, const void *ctx_template, zio_cksum_t *zcp) argument
340 zio_checksum_compute(zio_t *zio, enum zio_checksum checksum, abd_t *abd, uint64_t size) argument
415 zio_checksum_error_impl(spa_t *spa, const blkptr_t *bp, enum zio_checksum checksum, abd_t *abd, uint64_t size, uint64_t offset, zio_bad_cksum_t *info) argument
[all...]
H A Dedonr_zfs.c32 #include <sys/abd.h>
49 abd_checksum_edonr_native(abd_t *abd, uint64_t size, argument
57 (void) abd_iterate_func(abd, 0, size, edonr_incremental, &ctx);
66 abd_checksum_edonr_byteswap(abd_t *abd, uint64_t size, argument
71 abd_checksum_edonr_native(abd, size, ctx_template, &tmp);
H A Dblake3_zfs.c29 #include <sys/abd.h>
47 abd_checksum_blake3_native(abd_t *abd, uint64_t size, const void *ctx_template, argument
60 (void) abd_iterate_func(abd, 0, size, blake3_incremental, ctx);
77 abd_checksum_blake3_byteswap(abd_t *abd, uint64_t size, argument
84 abd_checksum_blake3_native(abd, size, ctx_template, &tmp);
H A Dzfs_chksum.c140 chksum_run(chksum_stat_t *cs, abd_t *abd, void *ctx, int round, argument
171 cs->func(abd, size, ctx, &zcp);
189 abd_t *abd; local
198 /* allocate test memory via abd linear interface */
199 abd = abd_alloc_linear(1<<20, B_FALSE);
200 chksum_run(cs, abd, ctx, 1, &cs->bs1k);
201 chksum_run(cs, abd, ctx, 2, &cs->bs4k);
202 chksum_run(cs, abd, ctx, 3, &cs->bs16k);
203 chksum_run(cs, abd, ctx, 4, &cs->bs64k);
204 chksum_run(cs, abd, ct
[all...]
H A Ddmu_recv.c92 * If the record is a WRITE or SPILL, pointer to the abd containing the
95 abd_t *abd; member in struct:receive_record_arg
1364 * zio_rewrite the data pointed to by bp with the data from the rrd's abd.
1374 abd_t *abd = rrd->abd; local
1394 abd, abd_to_buf(dabd), abd_get_size(abd),
1401 /* Swap in the newly decompressed data into the abd */
1402 abd_free(abd);
1403 abd
2203 abd_t *abd = rrd->abd; local
2484 receive_spill(struct receive_writer_arg *rwa, struct drr_spill *drrs, abd_t *abd) argument
2864 abd_t *abd = abd_alloc_linear(size, B_FALSE); local
2915 abd_t *abd = abd_alloc_linear(size, B_FALSE); local
[all...]
H A Dvdev_queue.c38 #include <sys/abd.h>
628 abd_t *abd; local
771 abd = abd_alloc_gang();
772 if (abd == NULL)
776 abd, size, first->io_type, zio->io_priority,
793 abd = abd_alloc_for_io(
795 abd_gang_add(aio->io_abd, abd, B_TRUE);
799 /* abd size not the same as IO size */
801 abd = abd_get_offset_size(dio->io_abd, 0, dio->io_size);
802 abd_gang_add(aio->io_abd, abd, B_TRU
[all...]
H A Dvdev_label.c152 #include <sys/abd.h>
1275 * callback to finish, store our abd in the callback pointer. Otherwise, we
1276 * just free our abd and return.
1327 abd_t *abd = NULL; local
1334 zio_t *zio = zio_root(spa, NULL, &abd, flags);
1338 if (abd != NULL) {
1340 vdev_boot_envblock_t *vbe = abd_to_buf(abd);
1366 buf = abd_to_buf(abd);
1376 * abd was allocated in vdev_label_read_bootenv_impl()
1378 abd_free(abd);
1428 abd_t *abd = abd_alloc_for_io(VDEV_PAD_SIZE, B_TRUE); local
[all...]
/freebsd-current/sys/contrib/openzfs/module/os/freebsd/zfs/
H A Dabd_os.c18 * See abd.c for a general overview of the arc buffered data (ABD).
124 abd_scatter_chunkcnt(abd_t *abd) argument
126 ASSERT(!abd_is_linear(abd));
128 ABD_SCATTER(abd).abd_offset + abd->abd_size));
138 abd_update_scatter_stats(abd_t *abd, abd_stats_op_t op) argument
140 uint_t n = abd_scatter_chunkcnt(abd);
142 int waste = (n << PAGE_SHIFT) - abd->abd_size;
145 ABDSTAT_INCR(abdstat_scatter_data_size, abd->abd_size);
150 ABDSTAT_INCR(abdstat_scatter_data_size, -(int)abd
157 abd_update_linear_stats(abd_t *abd, abd_stats_op_t op) argument
170 abd_verify_scatter(abd_t *abd) argument
187 abd_alloc_chunks(abd_t *abd, size_t size) argument
199 abd_free_chunks(abd_t *abd) argument
223 abd_t *abd = kmem_alloc(abd_size, KM_PUSHPAGE); local
231 abd_free_struct_impl(abd_t *abd) argument
345 abd_free_linear_page(abd_t *abd) argument
371 abd_get_offset_scatter(abd_t *abd, abd_t *sabd, size_t off, size_t size) argument
416 abd_iter_init(struct abd_iter *aiter, abd_t *abd) argument
[all...]
H A Dvdev_label_os.c35 #include <sys/abd.h>
100 abd_t *abd = abd_alloc_linear(size, B_FALSE); local
109 VDEV_BOOT_OFFSET - VDEV_LABEL_START_SIZE, abd, size, ZIO_TYPE_READ,
113 unsigned char *buf = abd_to_buf(abd);
127 abd_free(abd);
131 abd_free(abd);
/freebsd-current/sys/contrib/openzfs/module/os/linux/zfs/
H A Dabd_os.c28 * See abd.c for a general overview of the arc buffered data (ABD).
160 #define abd_for_each_sg(abd, sg, n, i) \
161 for_each_sg(ABD_SCATTER(abd).abd_sgl, sg, n, i)
221 abd_t *abd = kmem_cache_alloc(abd_cache, KM_PUSHPAGE); local
222 ASSERT3P(abd, !=, NULL);
225 return (abd);
229 abd_free_struct_impl(abd_t *abd) argument
231 kmem_cache_free(abd_cache, abd);
278 abd_alloc_chunks(abd_t *abd, size_t size) argument
352 ASSERT0(ABD_SCATTER(abd)
401 abd_alloc_chunks(abd_t *abd, size_t size) argument
442 abd_free_sg_table(abd_t *abd) argument
452 abd_free_chunks(abd_t *abd) argument
554 abd_free_sg_table(abd_t *abd) argument
590 abd_alloc_chunks(abd_t *abd, size_t size) argument
608 abd_free_chunks(abd_t *abd) argument
658 abd_update_scatter_stats(abd_t *abd, abd_stats_op_t op) argument
676 abd_update_linear_stats(abd_t *abd, abd_stats_op_t op) argument
689 abd_verify_scatter(abd_t *abd) argument
827 abd_free_linear_page(abd_t *abd) argument
859 abd_get_offset_scatter(abd_t *abd, abd_t *sabd, size_t off, size_t size) argument
897 abd_iter_init(struct abd_iter *aiter, abd_t *abd) argument
1151 abd_nr_pages_off(abd_t *abd, unsigned int size, size_t off) argument
1222 abd_gang_bio_map_off(struct bio *bio, abd_t *abd, unsigned int io_size, size_t off) argument
1248 abd_bio_map_off(struct bio *bio, abd_t *abd, unsigned int io_size, size_t off) argument
[all...]
H A Dvdev_disk.c35 #include <sys/abd.h>
677 abd_t *vbio_abd; /* abd carrying borrowed linear buf */
773 vbio_submit(vbio_t *vbio, abd_t *abd, uint64_t size) argument
786 (void) abd_iterate_page_func(abd, 0, size, vbio_fill_cb, vbio);
903 vdev_disk_check_pages(abd_t *abd, uint64_t size, struct block_device *bdev) argument
911 if (abd_iterate_page_func(abd, 0, size, vdev_disk_check_pages_cb, &s))
951 abd_t *abd = zio->io_abd; local
952 if (!vdev_disk_check_pages(abd, zio->io_size, bdev)) {
963 abd = abd_get_from_buf(buf, zio->io_size);
975 VERIFY(vdev_disk_check_pages(abd, zi
[all...]
/freebsd-current/sys/contrib/openzfs/include/sys/
H A Dabd_impl.h30 #include <sys/abd.h>
110 #define ABD_SCATTER(abd) (abd->abd_u.abd_scatter)
111 #define ABD_LINEAR_BUF(abd) (abd->abd_u.abd_linear.abd_buf)
112 #define ABD_GANG(abd) (abd->abd_u.abd_gang)
H A Dabd.h51 typedef struct abd { struct
56 struct abd *abd_parent;
163 abd_copy_from_buf(abd_t *abd, const void *buf, size_t size) argument
165 abd_copy_from_buf_off(abd, buf, 0, size);
169 abd_copy_to_buf(void* buf, abd_t *abd, size_t size) argument
171 abd_copy_to_buf_off(buf, abd, 0, size);
175 abd_cmp_buf(abd_t *abd, const void *buf, size_t size) argument
177 return (abd_cmp_buf_off(abd, buf, 0, size));
181 abd_zero(abd_t *abd, size_t size) argument
183 abd_zero_off(abd,
190 abd_is_linear(abd_t *abd) argument
196 abd_is_linear_page(abd_t *abd) argument
202 abd_is_gang(abd_t *abd) argument
208 abd_get_size(abd_t *abd) argument
[all...]
H A Dzio_checksum.h39 struct abd;
44 typedef void zio_checksum_t(struct abd *abd, uint64_t size,
141 struct abd *, uint64_t);
143 struct abd *, uint64_t, uint64_t, zio_bad_cksum_t *);
H A Dzio.h369 struct abd;
397 zio_gang_node_t *gn, struct abd *data, uint64_t offset);
399 typedef void zio_transform_func_t(zio_t *zio, struct abd *data, uint64_t size);
402 struct abd *zt_orig_abd;
478 struct abd *io_abd;
479 struct abd *io_orig_abd;
556 struct abd *data, uint64_t lsize, zio_done_func_t *done, void *priv,
560 struct abd *data, uint64_t size, uint64_t psize, const zio_prop_t *zp,
566 struct abd *data, uint64_t size, zio_done_func_t *done, void *priv,
583 uint64_t size, struct abd *dat
[all...]
H A Dvdev_draid.h30 #include <sys/abd.h>
H A Dddt.h40 struct abd;
165 struct abd *dde_repair_abd;
H A Ddsl_crypt.h219 abd_t *abd, uint_t datalen, uint8_t *mac);
221 abd_t *abd, uint_t datalen, boolean_t byteswap);
H A Dzio_crypt.h145 int zio_crypt_do_indirect_mac_checksum_abd(boolean_t generate, abd_t *abd,
H A Dzio_compress.h33 #include <sys/abd.h>
/freebsd-current/sys/dev/qat/qat_api/firmware/include/
H A Dicp_qat_hw_20_comp.h40 icp_qat_hw_comp_20_abd_t abd; member in struct:icp_qat_hw_comp_20_config_csr_lower_s
106 csr.abd,
/freebsd-current/sys/contrib/openzfs/lib/libzdb/
H A Dlibzdb.c39 #include <sys/abd.h>

Completed in 185 milliseconds

123