| /fs/btrfs/ |
| A D | bio.c | 67 struct bio *bio; in btrfs_bio_alloc() local 80 struct bio *bio; in btrfs_split_bio() local 314 const struct bio *bio) in btrfs_end_io_wq() argument 332 static void btrfs_simple_end_io(struct bio *bio) in btrfs_simple_end_io() argument 353 static void btrfs_raid56_end_io(struct bio *bio) in btrfs_raid56_end_io() argument 438 __func__, bio_op(bio), bio->bi_opf, bio->bi_iter.bi_sector, in btrfs_submit_dev_bio() 458 struct bio *orig_bio = bioc->orig_bio, *bio; in btrfs_submit_mirrored_bio() local 561 struct bio *bio = &async->bbio->bio; in run_one_async_done() local 664 struct bio *bio = &bbio->bio; in btrfs_submit_chunk() local 702 bio = &bbio->bio; in btrfs_submit_chunk() [all …]
|
| A D | raid56.c | 1142 struct bio *bio; in rbio_add_io_sector() local 1236 struct bio *bio; in index_rbio_pages() local 1275 struct bio *bio; in bio_list_put() local 1278 bio_put(bio); in bio_list_put() 1572 struct bio *bio) in verify_bio_data_sectors() argument 1611 static void raid_wait_read_end_io(struct bio *bio) in raid_wait_read_end_io() argument 1622 bio_put(bio); in raid_wait_read_end_io() 1630 struct bio *bio; in submit_read_wait_bio_list() local 2291 static void raid_wait_write_end_io(struct bio *bio) in raid_wait_write_end_io() argument 2297 bio_put(bio); in raid_wait_write_end_io() [all …]
|
| /fs/ext4/ |
| A D | readpage.c | 63 struct bio *bio; member 69 static void __read_end_io(struct bio *bio) in __read_end_io() argument 86 struct bio *bio = ctx->bio; in decrypt_work() local 98 struct bio *bio = ctx->bio; in verity_work() local 145 static bool bio_post_read_required(struct bio *bio) in bio_post_read_required() argument 147 return bio->bi_private && !bio->bi_status; in bio_post_read_required() 162 static void mpage_end_io(struct bio *bio) in mpage_end_io() argument 180 static void ext4_set_bio_post_read_ctx(struct bio *bio, in ext4_set_bio_post_read_ctx() argument 197 ctx->bio = bio; in ext4_set_bio_post_read_ctx() 214 struct bio *bio = NULL; in ext4_mpage_readpages() local [all …]
|
| A D | page-io.c | 100 static void ext4_finish_bio(struct bio *bio) in ext4_finish_bio() argument 151 struct bio *bio, *next_bio; in ext4_release_io_end() local 157 for (bio = io_end->bio; bio; bio = next_bio) { in ext4_release_io_end() 160 bio_put(bio); in ext4_release_io_end() 349 static void ext4_end_bio(struct bio *bio) in ext4_end_bio() argument 360 bio_put(bio); in ext4_end_bio() 384 bio->bi_private = xchg(&io_end->bio, bio); in ext4_end_bio() 393 bio_put(bio); in ext4_end_bio() 399 struct bio *bio = io->io_bio; in ext4_io_submit() local 401 if (bio) { in ext4_io_submit() [all …]
|
| /fs/ |
| A D | mpage.c | 46 static void mpage_read_end_io(struct bio *bio) in mpage_read_end_io() argument 71 static struct bio *mpage_bio_submit_read(struct bio *bio) in mpage_bio_submit_read() argument 79 static struct bio *mpage_bio_submit_write(struct bio *bio) in mpage_bio_submit_write() argument 132 struct bio *bio; member 414 struct bio *bio; member 451 struct bio *bio = mpd->bio; in mpage_write_folio() local 588 bio = mpage_bio_submit_write(bio); in mpage_write_folio() 608 bio = mpage_bio_submit_write(bio); in mpage_write_folio() 618 bio = mpage_bio_submit_write(bio); in mpage_write_folio() 630 bio = mpage_bio_submit_write(bio); in mpage_write_folio() [all …]
|
| A D | direct-io.c | 70 struct bio *bio; /* bio under assembly */ member 333 static void dio_bio_end_aio(struct bio *bio) in dio_bio_end_aio() argument 380 static void dio_bio_end_io(struct bio *bio) in dio_bio_end_io() argument 398 struct bio *bio; in dio_bio_alloc() local 414 sdio->bio = bio; in dio_bio_alloc() 428 struct bio *bio = sdio->bio; in dio_bio_submit() local 469 struct bio *bio = NULL; in dio_await_one() local 493 return bio; in dio_await_one() 530 struct bio *bio; in dio_await_completion() local 533 if (bio) in dio_await_completion() [all …]
|
| /fs/squashfs/ |
| A D | block.c | 33 static int copy_bio_to_actor(struct bio *bio, in copy_bio_to_actor() argument 87 struct bio *bio = NULL; in squashfs_bio_read_cached() local 126 if (bio) { in squashfs_bio_read_cached() 133 bio = new; in squashfs_bio_read_cached() 141 if (bio) { in squashfs_bio_read_cached() 229 struct bio *bio; in squashfs_bio_read() local 232 if (!bio) in squashfs_bio_read() 270 *biop = bio; in squashfs_bio_read() 277 kfree(bio); in squashfs_bio_read() 294 struct bio *bio = NULL; in squashfs_read_data() local [all …]
|
| /fs/f2fs/ |
| A D | iostat.h | 45 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx() argument 48 struct bio_iostat_ctx *iostat_ctx = bio->bi_private; in iostat_update_submit_ctx() 54 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx() argument 56 struct bio_iostat_ctx *iostat_ctx = bio->bi_private; in get_post_read_ctx() 61 extern void iostat_update_and_unbind_ctx(struct bio *bio); 63 struct bio *bio, struct bio_post_read_ctx *ctx); 71 static inline void iostat_update_and_unbind_ctx(struct bio *bio) {} in iostat_update_and_unbind_ctx() argument 73 struct bio *bio, struct bio_post_read_ctx *ctx) {} in iostat_alloc_and_bind_ctx() argument 74 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx() argument 76 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx() argument [all …]
|
| A D | data.c | 110 struct bio *bio; member 166 struct bio *bio = ctx->bio; in f2fs_verify_bio() local 266 struct bio *bio = ctx->bio; in f2fs_post_read_work() local 458 struct bio *bio; in __bio_alloc() local 690 struct bio *bio; in f2fs_submit_page_bio() local 759 be->bio = bio; in add_bio_entry() 830 struct bio *target = bio ? *bio : NULL; in f2fs_submit_merged_ipu_write() 885 struct bio *bio = *fio->bio; in f2fs_merge_page_bio() local 917 *fio->bio = bio; in f2fs_merge_page_bio() 1044 struct bio *bio; in f2fs_grab_read_bio() local [all …]
|
| /fs/bcachefs/ |
| A D | fs-io-direct.c | 29 static void bio_check_or_release(struct bio *bio, bool check_dirty) in bio_check_or_release() argument 35 bio_put(bio); in bio_check_or_release() 47 static void bch2_direct_IO_read_endio(struct bio *bio) in bch2_direct_IO_read_endio() argument 57 static void bch2_direct_IO_read_split_endio(struct bio *bio) in bch2_direct_IO_read_split_endio() argument 73 struct bio *bio; in bch2_direct_IO_read() local 104 dio = container_of(bio, struct dio_read, rbio.bio); in bch2_direct_IO_read() 297 struct bio *bio = &dio->op.wbio.bio; in bch2_dio_write_check_allocated() local 425 struct bio *bio = &dio->op.wbio.bio; in bch2_dio_write_end() local 457 struct bio *bio = &dio->op.wbio.bio; in bch2_dio_write_loop() local 601 struct bio *bio; in bch2_direct_write() local [all …]
|
| A D | io_write.c | 494 n->bio.bi_end_io = wbio->bio.bi_end_io; in bch2_submit_wbio_replicas() 500 n->bio.bi_opf = wbio->bio.bi_opf; in bch2_submit_wbio_replicas() 816 struct bio *bio; in bch2_write_bio_alloc() local 862 struct bio *bio = &op->wbio.bio; in bch2_write_rechecksum() local 887 struct bio *bio = &op->wbio.bio; in bch2_write_prep_encoded_data() local 1337 struct bio *bio = &op->wbio.bio; in bch2_nocow_write() local 1406 bio = &op->wbio.bio; in bch2_nocow_write() 1411 bio->bi_opf = op->wbio.bio.bi_opf; in bch2_nocow_write() 1498 struct bio *bio = NULL; in __bch2_write() local 1610 struct bio *bio = &op->wbio.bio; in bch2_write_data_inline() local [all …]
|
| A D | fs-io-buffered.c | 18 static inline bool bio_full(struct bio *bio, unsigned len) in bio_full() argument 20 if (bio->bi_vcnt >= bio->bi_max_vecs) in bio_full() 29 static void bch2_readpages_end_io(struct bio *bio) in bch2_readpages_end_io() argument 36 bio_put(bio); in bch2_readpages_end_io() 93 struct bio *bio, in readpage_bio_extend() argument 101 bio->bi_vcnt < bio->bi_max_vecs) { in readpage_bio_extend() 265 bio_endio(&rbio->bio); in bchfs_read() 327 static void bch2_read_single_folio_end_io(struct bio *bio) in bch2_read_single_folio_end_io() argument 365 bio_put(&rbio->bio); in bch2_read_single_folio() 410 struct bio *bio = &io->op.wbio.bio; in bch_io_full() local [all …]
|
| A D | io_read.c | 432 if (!rbio->bio.bi_status) in bch2_rbio_free() 442 bio_put(&rbio->bio); in bch2_rbio_free() 464 bio_endio(&rbio->bio); in bch2_rbio_done() 612 rbio->bio.bi_status = 0; in bch2_rbio_retry() 809 struct bio *src = &rbio->bio; in __bch2_read_endio() 810 struct bio *dst = &parent->bio; in __bch2_read_endio() 931 static void bch2_read_endio(struct bio *bio) in bch2_read_endio() argument 934 container_of(bio, struct bch_read_bio, bio); in bch2_read_endio() 1234 rbio->bio.bi_opf = orig->bio.bi_opf; in __bch2_read_extent() 1285 bio_endio(&rbio->bio); in __bch2_read_extent() [all …]
|
| A D | compress.c | 62 static bool bio_phys_contig(struct bio *bio, struct bvec_iter start) in bio_phys_contig() argument 80 static struct bbuf __bio_map_or_bounce(struct bch_fs *c, struct bio *bio, in __bio_map_or_bounce() argument 94 bio_phys_contig(bio, start)) in __bio_map_or_bounce() 97 bio_iter_offset(bio, start), in __bio_map_or_bounce() 139 memcpy_from_bio(ret.b, bio, start); in __bio_map_or_bounce() 144 static struct bbuf bio_map_or_bounce(struct bch_fs *c, struct bio *bio, int rw) in bio_map_or_bounce() argument 146 return __bio_map_or_bounce(c, bio, bio->bi_iter, rw); in bio_map_or_bounce() 257 struct bio *bio) in bch2_bio_uncompress_inplace() argument 266 BUG_ON(!bio->bi_vcnt); in bch2_bio_uncompress_inplace() 294 memcpy_to_bio(bio, bio->bi_iter, data.b + (crc->offset << 9)); in bch2_bio_uncompress_inplace() [all …]
|
| A D | io_read.h | 77 struct bio bio; member 80 #define to_rbio(_bio) container_of((_bio), struct bch_read_bio, bio) 147 int ret = __bch2_read_extent(trans, rbio, rbio->bio.bi_iter, read_pos, in bch2_read_extent() 165 __bch2_read(trans, rbio, rbio->bio.bi_iter, inum, NULL, NULL, in bch2_read() 171 static inline struct bch_read_bio *rbio_init_fragment(struct bio *bio, in rbio_init_fragment() argument 174 struct bch_read_bio *rbio = to_rbio(bio); in rbio_init_fragment() 189 static inline struct bch_read_bio *rbio_init(struct bio *bio, in rbio_init() argument 194 struct bch_read_bio *rbio = to_rbio(bio); in rbio_init() 202 rbio->bio.bi_end_io = end_io; in rbio_init()
|
| /fs/crypto/ |
| A D | bio.c | 33 bool fscrypt_decrypt_bio(struct bio *bio) in fscrypt_decrypt_bio() argument 37 bio_for_each_folio_all(fi, bio) { in fscrypt_decrypt_bio() 42 bio->bi_status = errno_to_blk_status(err); in fscrypt_decrypt_bio() 56 struct bio *bio; in fscrypt_zeroout_range_inline_crypt() local 70 bio->bi_iter.bi_sector = in fscrypt_zeroout_range_inline_crypt() 84 err = submit_bio_wait(bio); in fscrypt_zeroout_range_inline_crypt() 92 bio_put(bio); in fscrypt_zeroout_range_inline_crypt() 128 struct bio *bio; in fscrypt_zeroout_range() local 163 bio->bi_iter.bi_sector = sector; in fscrypt_zeroout_range() 187 err = submit_bio_wait(bio); in fscrypt_zeroout_range() [all …]
|
| /fs/iomap/ |
| A D | ioend.c | 16 struct bio *bio, loff_t file_offset, u16 ioend_flags) in iomap_init_ioend() argument 42 struct bio *bio = &ioend->io_bio; in iomap_finish_ioend_buffered() local 57 bio_for_each_folio_all(fi, bio) { in iomap_finish_ioend_buffered() 62 bio_put(bio); /* frees the ioend */ in iomap_finish_ioend_buffered() 66 static void ioend_writeback_end_bio(struct bio *bio) in ioend_writeback_end_bio() argument 103 struct bio *bio; in iomap_alloc_ioend() local 110 wbc_init_bio(wpc->wbc, bio); in iomap_alloc_ioend() 252 struct bio *bio = &ioend->io_bio; in iomap_finish_ioend() local 255 bio_put(bio); in iomap_finish_ioend() 380 struct bio *bio = &ioend->io_bio; in iomap_split_ioend() local [all …]
|
| A D | direct-io.c | 69 struct iomap_dio *dio, struct bio *bio, loff_t pos) in iomap_dio_submit_bio() argument 85 submit_bio(bio); in iomap_dio_submit_bio() 222 void iomap_dio_bio_end_io(struct bio *bio) in iomap_dio_bio_end_io() argument 227 if (bio->bi_status) in iomap_dio_bio_end_io() 237 bio_put(bio); in iomap_dio_bio_end_io() 287 struct bio *bio; in iomap_dio_zero() local 301 bio->bi_private = dio; in iomap_dio_zero() 334 struct bio *bio; in iomap_dio_bio_iter() local 434 bio->bi_private = dio; in iomap_dio_bio_iter() 445 bio_put(bio); in iomap_dio_bio_iter() [all …]
|
| /fs/erofs/ |
| A D | fileio.c | 10 struct bio bio; member 28 if (ret != rq->bio.bi_iter.bi_size) { in erofs_fileio_ki_complete() 29 bio_advance(&rq->bio, ret); in erofs_fileio_ki_complete() 30 zero_fill_bio(&rq->bio); in erofs_fileio_ki_complete() 34 if (rq->bio.bi_end_io) { in erofs_fileio_ki_complete() 35 if (ret < 0 && !rq->bio.bi_status) in erofs_fileio_ki_complete() 37 rq->bio.bi_end_io(&rq->bio); in erofs_fileio_ki_complete() 44 bio_uninit(&rq->bio); in erofs_fileio_ki_complete() 63 rq->bio.bi_iter.bi_size); in erofs_fileio_rq_submit() 87 void erofs_fileio_submit_bio(struct bio *bio) in erofs_fileio_submit_bio() argument [all …]
|
| /fs/xfs/ |
| A D | xfs_zone_gc.c | 119 struct bio bio; /* must be last */ member 610 struct bio *bio) in xfs_zone_gc_end_io() argument 613 container_of(bio, struct xfs_gc_bio, bio); in xfs_zone_gc_end_io() 677 struct bio *bio; in xfs_zone_gc_start_chunk() local 695 chunk = container_of(bio, struct xfs_gc_bio, bio); in xfs_zone_gc_start_chunk() 720 submit_bio(bio); in xfs_zone_gc_start_chunk() 901 struct bio *bio, in xfs_zone_gc_prepare_reset() argument 908 if (!bdev_zone_is_seq(bio->bi_bdev, bio->bi_iter.bi_sector)) { in xfs_zone_gc_prepare_reset() 924 struct bio bio; in xfs_zone_gc_reset_sync() local 950 struct bio *bio; in xfs_zone_gc_reset_zones() local [all …]
|
| A D | xfs_bio_io.c | 23 struct bio *bio; in xfs_rw_bdev() local 29 bio = bio_alloc(bdev, bio_max_vecs(count), op, GFP_KERNEL); in xfs_rw_bdev() 30 bio->bi_iter.bi_sector = sector; in xfs_rw_bdev() 33 added = bio_add_vmalloc_chunk(bio, data + done, count - done); in xfs_rw_bdev() 35 struct bio *prev = bio; in xfs_rw_bdev() 37 bio = bio_alloc(prev->bi_bdev, in xfs_rw_bdev() 40 bio->bi_iter.bi_sector = bio_end_sector(prev); in xfs_rw_bdev() 41 bio_chain(prev, bio); in xfs_rw_bdev() 47 error = submit_bio_wait(bio); in xfs_rw_bdev() 48 bio_put(bio); in xfs_rw_bdev()
|
| /fs/nfs/blocklayout/ |
| A D | blocklayout.c | 105 bl_submit_bio(struct bio *bio) in bl_submit_bio() argument 145 bio = bl_submit_bio(bio); in do_add_page_to_bio() 163 bio = bl_submit_bio(bio); in do_add_page_to_bio() 192 static void bl_end_io_read(struct bio *bio) in bl_end_io_read() argument 234 struct bio *bio = NULL; in bl_read_pagelist() local 263 bio = bl_submit_bio(bio); in bl_read_pagelist() 284 bio = bl_submit_bio(bio); in bl_read_pagelist() 292 bio = do_add_page_to_bio(bio, in bl_read_pagelist() 323 static void bl_end_io_write(struct bio *bio) in bl_end_io_write() argument 379 struct bio *bio = NULL; in bl_write_pagelist() local [all …]
|
| /fs/gfs2/ |
| A D | lops.c | 200 static void gfs2_end_log_write(struct bio *bio) in gfs2_end_log_write() argument 245 struct bio *bio = *biop; in gfs2_log_submit_bio() local 246 if (bio) { in gfs2_log_submit_bio() 276 return bio; in gfs2_log_alloc_bio() 300 struct bio *bio = *biop; in gfs2_log_get_bio() local 302 if (bio) { in gfs2_log_get_bio() 334 struct bio *bio; in gfs2_log_write() local 396 static void gfs2_end_log_read(struct bio *bio) in gfs2_end_log_read() argument 516 struct bio *bio = NULL; in gfs2_find_jhead() local 552 bio = gfs2_chain_bio(bio, blocks); in gfs2_find_jhead() [all …]
|
| /fs/jfs/ |
| A D | jfs_metapage.c | 357 static void metapage_read_end_io(struct bio *bio) in metapage_read_end_io() argument 362 bio_put(bio); in metapage_read_end_io() 413 static void metapage_write_end_io(struct bio *bio) in metapage_write_end_io() argument 420 bio_put(bio); in metapage_write_end_io() 426 struct bio *bio = NULL; in metapage_write_folio() local 470 if (bio) { in metapage_write_folio() 517 if (bio) { in metapage_write_folio() 539 4, bio, sizeof(*bio), 0); in metapage_write_folio() 567 struct bio *bio = NULL; in metapage_read_folio() local 588 if (bio) in metapage_read_folio() [all …]
|
| /fs/nilfs2/ |
| A D | segbuf.c | 22 struct bio *bio; member 337 static void nilfs_end_bio_write(struct bio *bio) in nilfs_end_bio_write() argument 341 if (bio->bi_status) in nilfs_end_bio_write() 344 bio_put(bio); in nilfs_end_bio_write() 351 struct bio *bio = wi->bio; in nilfs_segbuf_submit_bio() local 354 bio->bi_private = segbuf; in nilfs_segbuf_submit_bio() 355 submit_bio(bio); in nilfs_segbuf_submit_bio() 358 wi->bio = NULL; in nilfs_segbuf_submit_bio() 368 wi->bio = NULL; in nilfs_segbuf_prepare_write() 384 if (!wi->bio) { in nilfs_segbuf_submit_bh() [all …]
|