Lines Matching refs:bio
197 trace_and_count(op->write.op.c, io_read_promote, &rbio->bio); in promote_start()
273 rbio_init_fragment(&op->write.rbio.bio, orig); in __promote_alloc()
285 bio_free_pages(&op->write.op.wbio.bio); in __promote_alloc()
432 if (!rbio->bio.bi_status) in bch2_rbio_free()
440 bch2_bio_free_pages_pool(rbio->c, &rbio->bio); in bch2_rbio_free()
442 bio_put(&rbio->bio); in bch2_rbio_free()
464 bio_endio(&rbio->bio); in bch2_rbio_done()
573 rbio->bio.bi_status = BLK_STS_IOERR; in bch2_read_retry_nodecode()
577 BUG_ON(atomic_read(&rbio->bio.__bi_remaining) != 1); in bch2_read_retry_nodecode()
600 trace_io_read_retry(&rbio->bio); in bch2_rbio_retry()
612 rbio->bio.bi_status = 0; in bch2_rbio_retry()
632 rbio->bio.bi_status = BLK_STS_IOERR; in bch2_rbio_retry()
678 rbio->bio.bi_status = blk_error; in bch2_rbio_error()
692 rbio->bio.bi_status = blk_error; in bch2_rbio_error()
726 if (bch2_rechecksum_bio(c, &rbio->bio, rbio->version, in __bch2_rbio_narrow_crcs()
809 struct bio *src = &rbio->bio; in __bch2_read_endio()
810 struct bio *dst = &parent->bio; in __bch2_read_endio()
931 static void bch2_read_endio(struct bio *bio) in bch2_read_endio() argument
934 container_of(bio, struct bch_read_bio, bio); in bch2_read_endio()
941 rbio->submit_time, !bio->bi_status); in bch2_read_endio()
944 rbio->bio.bi_end_io = rbio->end_io; in bch2_read_endio()
946 if (unlikely(bio->bi_status)) { in bch2_read_endio()
947 bch2_rbio_error(rbio, -BCH_ERR_data_read_retry_io_err, bio->bi_status); in bch2_read_endio()
953 trace_and_count(c, io_read_reuse_race, &rbio->bio); in bch2_read_endio()
1039 memcpy_to_bio(&orig->bio, iter, bkey_inline_data_p(k)); in __bch2_read_extent()
1041 bio_advance_iter(&orig->bio, &iter, bytes); in __bch2_read_extent()
1042 zero_fill_bio_iter(&orig->bio, iter); in __bch2_read_extent()
1066 trace_and_count(c, io_read_fail_and_poison, &orig->bio); in __bch2_read_extent()
1113 bio_flagged(&orig->bio, BIO_CHAIN)) in __bch2_read_extent()
1138 if (pick.crc.compressed_size > u->op.wbio.bio.bi_iter.bi_size) { in __bch2_read_extent()
1179 EBUG_ON(rbio->bio.bi_iter.bi_size < in __bch2_read_extent()
1181 rbio->bio.bi_iter.bi_size = in __bch2_read_extent()
1193 bch2_bio_alloc_pages_pool(c, &rbio->bio, sectors << 9); in __bch2_read_extent()
1204 rbio = rbio_init_fragment(bio_alloc_clone(NULL, &orig->bio, GFP_NOFS, in __bch2_read_extent()
1207 rbio->bio.bi_iter = iter; in __bch2_read_extent()
1210 rbio->bio.bi_iter = iter; in __bch2_read_extent()
1211 EBUG_ON(bio_flagged(&rbio->bio, BIO_CHAIN)); in __bch2_read_extent()
1214 EBUG_ON(bio_sectors(&rbio->bio) != pick.crc.compressed_size); in __bch2_read_extent()
1218 rbio->end_io = orig->bio.bi_end_io; in __bch2_read_extent()
1234 rbio->bio.bi_opf = orig->bio.bi_opf; in __bch2_read_extent()
1235 rbio->bio.bi_iter.bi_sector = pick.ptr.offset; in __bch2_read_extent()
1236 rbio->bio.bi_end_io = bch2_read_endio; in __bch2_read_extent()
1241 trace_and_count(c, io_read_bounce, &rbio->bio); in __bch2_read_extent()
1244 this_cpu_add(c->counters[BCH_COUNTER_io_read], bio_sectors(&rbio->bio)); in __bch2_read_extent()
1246 this_cpu_add(c->counters[BCH_COUNTER_io_move_read], bio_sectors(&rbio->bio)); in __bch2_read_extent()
1247 bch2_increment_clock(c, bio_sectors(&rbio->bio), READ); in __bch2_read_extent()
1258 bio_inc_remaining(&orig->bio); in __bch2_read_extent()
1259 trace_and_count(c, io_read_split, &orig->bio); in __bch2_read_extent()
1280 bio_sectors(&rbio->bio)); in __bch2_read_extent()
1281 bio_set_dev(&rbio->bio, ca->disk_sb.bdev); in __bch2_read_extent()
1285 bio_endio(&rbio->bio); in __bch2_read_extent()
1288 submit_bio(&rbio->bio); in __bch2_read_extent()
1290 submit_bio_wait(&rbio->bio); in __bch2_read_extent()
1307 bio_endio(&rbio->bio); in __bch2_read_extent()
1318 bch2_read_endio(&rbio->bio); in __bch2_read_extent()
1334 orig->bio.bi_status = BLK_STS_IOERR; in __bch2_read_extent()
1349 zero_fill_bio_iter(&orig->bio, iter); in __bch2_read_extent()
1439 bio_advance_iter(&rbio->bio, &bvec_iter, bytes); in __bch2_read()
1461 rbio->bio.bi_status = BLK_STS_IOERR; in __bch2_read()
1491 prt_printf(out, "bi_end_io:\t%ps\n", rbio->bio.bi_end_io); in bch2_read_bio_to_text()
1510 bch2_bio_to_text(out, &rbio->bio); in bch2_read_bio_to_text()
1531 if (bioset_init(&c->bio_read, 1, offsetof(struct bch_read_bio, bio), in bch2_fs_io_read_init()
1535 if (bioset_init(&c->bio_read_split, 1, offsetof(struct bch_read_bio, bio), in bch2_fs_io_read_init()