Lines Matching defs:bbio
24 struct btrfs_bio *bbio;
30 static inline bool is_data_bbio(struct btrfs_bio *bbio)
32 return bbio->inode && is_data_inode(&bbio->inode->vfs_inode);
35 static bool bbio_has_ordered_extent(struct btrfs_bio *bbio)
37 return is_data_bbio(bbio) && btrfs_op(&bbio->bio) == BTRFS_MAP_WRITE;
44 void btrfs_bio_init(struct btrfs_bio *bbio, struct btrfs_fs_info *fs_info,
47 memset(bbio, 0, offsetof(struct btrfs_bio, bio));
48 bbio->fs_info = fs_info;
49 bbio->end_io = end_io;
50 bbio->private = private;
51 atomic_set(&bbio->pending_ios, 1);
65 struct btrfs_bio *bbio;
69 bbio = btrfs_bio(bio);
70 btrfs_bio_init(bbio, fs_info, end_io, private);
71 return bbio;
78 struct btrfs_bio *bbio;
90 bbio = btrfs_bio(bio);
91 btrfs_bio_init(bbio, fs_info, NULL, orig_bbio);
92 bbio->inode = orig_bbio->inode;
93 bbio->file_offset = orig_bbio->file_offset;
95 if (bbio_has_ordered_extent(bbio)) {
97 bbio->ordered = orig_bbio->ordered;
100 return bbio;
104 static void btrfs_cleanup_bio(struct btrfs_bio *bbio)
106 if (bbio_has_ordered_extent(bbio))
107 btrfs_put_ordered_extent(bbio->ordered);
108 bio_put(&bbio->bio);
111 static void __btrfs_bio_end_io(struct btrfs_bio *bbio)
113 if (bbio_has_ordered_extent(bbio)) {
114 struct btrfs_ordered_extent *ordered = bbio->ordered;
116 bbio->end_io(bbio);
119 bbio->end_io(bbio);
123 void btrfs_bio_end_io(struct btrfs_bio *bbio, blk_status_t status)
125 bbio->bio.bi_status = status;
126 __btrfs_bio_end_io(bbio);
131 static void btrfs_bbio_propagate_error(struct btrfs_bio *bbio,
140 if (bbio->bio.bi_end_io == &btrfs_orig_write_end_io) {
146 orig_bbio->bio.bi_status = bbio->bio.bi_status;
150 static void btrfs_orig_bbio_end_io(struct btrfs_bio *bbio)
152 if (bbio->bio.bi_pool == &btrfs_clone_bioset) {
153 struct btrfs_bio *orig_bbio = bbio->private;
155 if (bbio->bio.bi_status)
156 btrfs_bbio_propagate_error(bbio, orig_bbio);
157 btrfs_cleanup_bio(bbio);
158 bbio = orig_bbio;
161 if (atomic_dec_and_test(&bbio->pending_ios))
162 __btrfs_bio_end_io(bbio);
182 btrfs_orig_bbio_end_io(fbio->bbio);
208 if (mirror == fbio->bbio->mirror_num) {
210 fbio->bbio->bio.bi_status = BLK_STS_IOERR;
224 } while (mirror != fbio->bbio->mirror_num);
264 fbio->bbio = failed_bbio;
287 static void btrfs_check_read_bio(struct btrfs_bio *bbio, struct btrfs_device *dev)
289 struct btrfs_inode *inode = bbio->inode;
292 struct bvec_iter *iter = &bbio->saved_iter;
293 blk_status_t status = bbio->bio.bi_status;
304 if (bbio->bio.bi_pool == &btrfs_repair_bioset) {
305 btrfs_end_repair_bio(bbio, dev);
310 bbio->bio.bi_status = BLK_STS_OK;
313 struct bio_vec bv = bio_iter_iovec(&bbio->bio, *iter);
316 if (status || !btrfs_data_csum_ok(bbio, dev, offset, &bv))
317 fbio = repair_one_sector(bbio, offset, &bv, fbio);
319 bio_advance_iter_single(&bbio->bio, iter, sectorsize);
323 if (bbio->csum != bbio->csum_inline)
324 kfree(bbio->csum);
329 btrfs_orig_bbio_end_io(bbio);
357 struct btrfs_bio *bbio = container_of(work, struct btrfs_bio, end_io_work);
360 if (is_data_bbio(bbio))
361 btrfs_check_read_bio(bbio, bbio->bio.bi_private);
363 btrfs_orig_bbio_end_io(bbio);
368 struct btrfs_bio *bbio = btrfs_bio(bio);
370 struct btrfs_fs_info *fs_info = bbio->fs_info;
378 INIT_WORK(&bbio->end_io_work, btrfs_end_bio_work);
379 queue_work(btrfs_end_io_wq(fs_info, bio), &bbio->end_io_work);
382 btrfs_record_physical_zoned(bbio);
383 btrfs_orig_bbio_end_io(bbio);
390 struct btrfs_bio *bbio = btrfs_bio(bio);
393 bbio->mirror_num = bioc->mirror_num;
394 if (bio_op(bio) == REQ_OP_READ && is_data_bbio(bbio))
395 btrfs_check_read_bio(bbio, NULL);
397 btrfs_orig_bbio_end_io(bbio);
406 struct btrfs_bio *bbio = btrfs_bio(bio);
427 btrfs_orig_bbio_end_io(bbio);
535 static blk_status_t btrfs_bio_csum(struct btrfs_bio *bbio)
537 if (bbio->bio.bi_opf & REQ_META)
538 return btree_csum_one_bio(bbio);
539 return btrfs_csum_one_bio(bbio);
547 struct btrfs_bio *bbio;
568 ret = btrfs_bio_csum(async->bbio);
570 async->bbio->bio.bi_status = ret;
587 struct bio *bio = &async->bbio->bio;
596 btrfs_orig_bbio_end_io(async->bbio);
609 static bool should_async_write(struct btrfs_bio *bbio)
614 struct btrfs_fs_devices *fs_devices = bbio->fs_info->fs_devices;
624 if (auto_csum_mode && test_bit(BTRFS_FS_CSUM_IMPL_FAST, &bbio->fs_info->flags))
631 if (op_is_sync(bbio->bio.bi_opf))
635 if ((bbio->bio.bi_opf & REQ_META) && btrfs_is_zoned(bbio->fs_info))
646 static bool btrfs_wq_submit_bio(struct btrfs_bio *bbio,
650 struct btrfs_fs_info *fs_info = bbio->fs_info;
657 async->bbio = bbio;
667 static bool btrfs_submit_chunk(struct btrfs_bio *bbio, int mirror_num)
669 struct btrfs_inode *inode = bbio->inode;
670 struct btrfs_fs_info *fs_info = bbio->fs_info;
671 struct btrfs_bio *orig_bbio = bbio;
672 struct bio *bio = &bbio->bio;
676 bool use_append = btrfs_use_zone_append(bbio);
682 smap.is_scrub = !bbio->inode;
697 bbio = btrfs_split_bio(fs_info, bbio, map_length, use_append);
698 bio = &bbio->bio;
705 if (bio_op(bio) == REQ_OP_READ && is_data_bbio(bbio)) {
706 bbio->saved_iter = bio->bi_iter;
707 ret = btrfs_lookup_bio_sums(bbio);
718 if (is_data_bbio(bbio) && bioc &&
727 list_add_tail(&bioc->rst_ordered_entry, &bbio->ordered->bioc_list);
737 if (should_async_write(bbio) &&
738 btrfs_wq_submit_bio(bbio, bioc, &smap, mirror_num))
741 ret = btrfs_bio_csum(bbio);
745 ret = btrfs_alloc_dummy_sum(bbio);
757 btrfs_cleanup_bio(bbio);
765 void btrfs_submit_bio(struct btrfs_bio *bbio, int mirror_num)
767 /* If bbio->inode is not populated, its file_offset must be 0. */
768 ASSERT(bbio->inode || bbio->file_offset == 0);
770 while (!btrfs_submit_chunk(bbio, mirror_num))
844 void btrfs_submit_repair_write(struct btrfs_bio *bbio, int mirror_num, bool dev_replace)
846 struct btrfs_fs_info *fs_info = bbio->fs_info;
847 u64 logical = bbio->bio.bi_iter.bi_sector << SECTOR_SHIFT;
848 u64 length = bbio->bio.bi_iter.bi_size;
854 ASSERT(btrfs_op(&bbio->bio) == BTRFS_MAP_WRITE);
855 ASSERT(!bbio->inode);
866 __btrfs_submit_bio(&bbio->bio, NULL, &smap, mirror_num);
871 btrfs_bio_end_io(bbio, errno_to_blk_status(ret));