| /linux-6.3-rc2/include/linux/ |
| A D | bio.h | 22 #define bio_prio(bio) (bio)->bi_ioprio argument
35 #define bio_page(bio) bio_iter_page((bio), (bio)->bi_iter) argument
36 #define bio_offset(bio) bio_iter_offset((bio), (bio)->bi_iter) argument
37 #define bio_iovec(bio) bio_iter_iovec((bio), (bio)->bi_iter) argument
378 extern struct bio *bio_split(struct bio *bio, int sectors,
393 static inline struct bio *bio_next_split(struct bio *bio, int sectors, in bio_next_split() argument
430 void submit_bio(struct bio *bio);
546 for (bio = (bl)->head; bio; bio = bio->bi_next)
551 struct bio *bio; in bio_list_size() local
615 struct bio *bio = bl->head; in bio_list_pop() local
[all …]
|
| /linux-6.3-rc2/block/ |
| A D | bio.c | 312 static struct bio *__bio_chain_endio(struct bio *bio) in __bio_chain_endio() argument
338 void bio_chain(struct bio *bio, struct bio *parent) in bio_chain() argument
365 struct bio *bio; in bio_alloc_rescue() local
382 struct bio *bio; in punt_bios_to_rescuer() local
437 struct bio *bio; in bio_alloc_percpu_cache() local
497 struct bio *bio; in bio_alloc_bioset() local
601 struct bio *bio; in bio_kmalloc() local
707 struct bio *bio; in __bio_alloc_cache_prune() local
848 struct bio *bio; in bio_alloc_clone() local
1506 struct bio *bio, *next; in bio_dirty_fn() local
[all …]
|
| A D | blk-merge.c | 108 static struct bio *bio_split_discard(struct bio *bio, in bio_split_discard() argument
149 static struct bio *bio_split_write_zeroes(struct bio *bio, in bio_split_write_zeroes() argument
354 struct bio *__bio_split_to_limits(struct bio *bio, in __bio_split_to_limits() argument
401 struct bio *bio_split_to_limits(struct bio *bio) in bio_split_to_limits() argument
426 struct bio *bio = rq->bio; in blk_recalc_rq_segments() local
736 struct bio *bio; in blk_rq_set_mixed_merge() local
746 for (bio = rq->bio; bio; bio = bio->bi_next) { in blk_rq_set_mixed_merge()
768 struct bio *bio, bool front_merge) in blk_update_mixed_merge() argument
1017 bio->bi_next = req->bio; in bio_attempt_front_merge()
1018 req->bio = bio; in bio_attempt_front_merge()
[all …]
|
| A D | blk-map.c | 108 static int bio_uncopy_user(struct bio *bio) in bio_uncopy_user() argument
135 struct bio *bio; in bio_copy_user_iov() local
248 struct bio *bio; in blk_rq_map_bio_alloc() local
270 struct bio *bio; in bio_map_user_iov() local
392 struct bio *bio; in bio_map_kern() local
473 struct bio *bio; in bio_copy_kern() local
563 struct bio *bio; in blk_rq_map_user_bvec() local
631 struct bio *bio = NULL; in blk_rq_map_user_iov() local
667 bio = rq->bio; in blk_rq_map_user_iov()
754 bio = bio->bi_next; in blk_rq_unmap_user()
[all …]
|
| A D | bounce.c | 102 static void bounce_end_io(struct bio *bio) in bounce_end_io() argument
104 struct bio *bio_orig = bio->bi_private; in bounce_end_io()
126 static void bounce_end_io_write(struct bio *bio) in bounce_end_io_write() argument
131 static void bounce_end_io_read(struct bio *bio) in bounce_end_io_read() argument
133 struct bio *bio_orig = bio->bi_private; in bounce_end_io_read()
141 static struct bio *bounce_clone_bio(struct bio *bio_src) in bounce_clone_bio()
145 struct bio *bio; in bounce_clone_bio() local
182 bio->bi_io_vec[bio->bi_vcnt++] = bv; in bounce_clone_bio()
195 return bio; in bounce_clone_bio()
204 struct bio *bio; in __blk_queue_bounce() local
[all …]
|
| A D | blk-crypto-internal.h | 31 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio);
37 struct bio *bio) in bio_crypt_ctx_back_mergeable() argument
44 struct bio *bio) in bio_crypt_ctx_front_mergeable() argument
92 struct bio *bio) in bio_crypt_rq_ctx_compatible() argument
98 struct bio *bio) in bio_crypt_ctx_front_mergeable() argument
104 struct bio *bio) in bio_crypt_ctx_back_mergeable() argument
124 void __bio_crypt_advance(struct bio *bio, unsigned int bytes);
131 void __bio_crypt_free_ctx(struct bio *bio);
132 static inline void bio_crypt_free_ctx(struct bio *bio) in bio_crypt_free_ctx() argument
139 struct bio *bio) in bio_crypt_do_front_merge() argument
[all …]
|
| A D | blk-core.c | 500 static inline void bio_check_ro(struct bio *bio) in bio_check_ro() argument
524 static inline int bio_check_eod(struct bio *bio) in bio_check_eod() argument
534 current->comm, bio->bi_bdev, bio->bi_opf, in bio_check_eod()
544 static int blk_partition_remap(struct bio *bio) in blk_partition_remap() argument
564 struct bio *bio) in blk_check_zone_append() argument
594 static void __submit_bio(struct bio *bio) in __submit_bio() argument
628 static void __submit_bio_noacct(struct bio *bio) in __submit_bio_noacct() argument
685 void submit_bio_noacct_nocheck(struct bio *bio) in submit_bio_noacct_nocheck() argument
722 void submit_bio_noacct(struct bio *bio) in submit_bio_noacct() argument
831 void submit_bio(struct bio *bio) in submit_bio() argument
[all …]
|
| A D | bio-integrity.c | 48 struct bio_integrity_payload *bio_integrity_alloc(struct bio *bio, in bio_integrity_alloc() argument
101 void bio_integrity_free(struct bio *bio) in bio_integrity_free() argument
123 int bio_integrity_add_page(struct bio *bio, struct page *page, in bio_integrity_add_page() argument
151 static blk_status_t bio_integrity_process(struct bio *bio, in bio_integrity_process() argument
194 bool bio_integrity_prep(struct bio *bio) in bio_integrity_prep() argument
289 bio_integrity_process(bio, &bio->bi_iter, in bio_integrity_prep()
316 struct bio *bio = bip->bip_bio; in bio_integrity_verify_fn() local
341 bool __bio_integrity_endio(struct bio *bio) in __bio_integrity_endio() argument
346 if (bio_op(bio) == REQ_OP_READ && !bio->bi_status && in __bio_integrity_endio()
382 void bio_integrity_trim(struct bio *bio) in bio_integrity_trim() argument
[all …]
|
| A D | blk-lib.c | 41 struct bio *bio = *biop; in __blkdev_issue_discard() local
67 bio = blk_next_bio(bio, bdev, 0, REQ_OP_DISCARD, gfp_mask); in __blkdev_issue_discard()
82 *biop = bio; in __blkdev_issue_discard()
100 struct bio *bio = NULL; in blkdev_issue_discard() local
122 struct bio *bio = *biop; in __blkdev_issue_write_zeroes() local
151 *biop = bio; in __blkdev_issue_write_zeroes()
172 struct bio *bio = *biop; in __blkdev_issue_zero_pages() local
195 *biop = bio; in __blkdev_issue_zero_pages()
257 struct bio *bio; in blkdev_issue_zeroout() local
266 bio = NULL; in blkdev_issue_zeroout()
[all …]
|
| A D | blk.h | 39 void submit_bio_noacct_nocheck(struct bio *bio);
65 static inline int bio_queue_enter(struct bio *bio) in bio_queue_enter() argument
182 void bio_integrity_free(struct bio *bio);
207 struct bio *bio) in integrity_req_gap_front_merge() argument
236 struct bio *bio) in integrity_req_gap_front_merge() argument
248 static inline void bio_integrity_free(struct bio *bio) in bio_integrity_free() argument
267 struct bio *bio, unsigned int nr_segs);
326 struct bio *__bio_split_to_limits(struct bio *bio,
378 extern void blk_throtl_bio_endio(struct bio *bio);
385 struct bio *__blk_queue_bounce(struct bio *bio, struct request_queue *q);
[all …]
|
| A D | blk-rq-qos.h | 103 void __rq_qos_cleanup(struct rq_qos *rqos, struct bio *bio);
107 void __rq_qos_throttle(struct rq_qos *rqos, struct bio *bio);
108 void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio);
109 void __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio);
110 void __rq_qos_done_bio(struct rq_qos *rqos, struct bio *bio);
113 static inline void rq_qos_cleanup(struct request_queue *q, struct bio *bio) in rq_qos_cleanup() argument
137 static inline void rq_qos_done_bio(struct bio *bio) in rq_qos_done_bio() argument
139 if (bio->bi_bdev && (bio_flagged(bio, BIO_QOS_THROTTLED) || in rq_qos_done_bio()
147 static inline void rq_qos_throttle(struct request_queue *q, struct bio *bio) in rq_qos_throttle() argument
156 struct bio *bio) in rq_qos_track() argument
[all …]
|
| A D | fops.c | 61 struct bio bio; in __blkdev_direct_IO_simple() local
125 struct bio bio ____cacheline_aligned_in_smp;
130 static void blkdev_bio_end_io(struct bio *bio) in blkdev_bio_end_io() argument
135 if (bio->bi_status && !dio->bio.bi_status) in blkdev_bio_end_io()
136 dio->bio.bi_status = bio->bi_status; in blkdev_bio_end_io()
176 struct bio *bio; in __blkdev_direct_IO() local
189 dio = container_of(bio, struct blkdev_dio, bio); in __blkdev_direct_IO()
195 bio_get(bio); in __blkdev_direct_IO()
284 static void blkdev_bio_end_io_async(struct bio *bio) in blkdev_bio_end_io_async() argument
317 struct bio *bio; in __blkdev_direct_IO_async() local
[all …]
|
| A D | blk-crypto-fallback.c | 52 struct bio *bio; member
165 struct bio *bio; in blk_crypto_fallback_clone_bio() local
168 if (!bio) in blk_crypto_fallback_clone_bio()
170 bio_init(bio, bio_src->bi_bdev, bio->bi_inline_vecs, nr_segs, in blk_crypto_fallback_clone_bio()
179 bio->bi_io_vec[bio->bi_vcnt++] = bv; in blk_crypto_fallback_clone_bio()
183 return bio; in blk_crypto_fallback_clone_bio()
212 struct bio *bio = *bio_ptr; in blk_crypto_fallback_split_bio_if_needed() local
380 struct bio *bio = f_ctx->bio; in blk_crypto_fallback_decrypt_bio() local
440 bio_endio(bio); in blk_crypto_fallback_decrypt_bio()
466 f_ctx->bio = bio; in blk_crypto_fallback_decrypt_endio()
[all …]
|
| /linux-6.3-rc2/fs/btrfs/ |
| A D | bio.c | 55 struct bio *bio; in btrfs_bio_alloc() local
59 return bio; in btrfs_bio_alloc()
67 struct bio *bio; in btrfs_split_bio() local
105 orig_bbio->bio.bi_status = bbio->bio.bi_status; in btrfs_bbio_propagate_error()
297 struct bio *bio) in btrfs_end_io_wq() argument
315 static void btrfs_simple_end_io(struct bio *bio) in btrfs_simple_end_io() argument
336 static void btrfs_raid56_end_io(struct bio *bio) in btrfs_raid56_end_io() argument
416 __func__, bio_op(bio), bio->bi_opf, bio->bi_iter.bi_sector, in btrfs_submit_dev_bio()
426 struct bio *orig_bio = bioc->orig_bio, *bio; in btrfs_submit_mirrored_bio() local
527 struct bio *bio = &async->bbio->bio; in run_one_async_done() local
[all …]
|
| /linux-6.3-rc2/drivers/md/bcache/ |
| A D | request.c | 111 struct bio *bio = op->bio; in bch_data_invalidate() local
190 struct bio *bio = op->bio, *n; in bch_data_insert_start() local
516 struct bio *n, *bio = &s->bio.bio; in cache_lookup_fn() local
581 struct bio *bio = &s->bio.bio; in cache_lookup() local
686 struct bio *bio = &s->bio.bio; in do_bio_hook() local
779 struct bio *bio = &s->bio.bio; in cached_dev_read_error() local
970 struct bio *bio = &s->bio.bio; in cached_dev_write() local
1017 s->iop.bio = bio; in cached_dev_write()
1054 struct bio *bio = &s->bio.bio; in cached_dev_nodata() local
1292 bio = &s->bio.bio; in flash_dev_submit_bio()
[all …]
|
| A D | io.c | 17 void bch_bbio_free(struct bio *bio, struct cache_set *c) in bch_bbio_free() argument
19 struct bbio *b = container_of(bio, struct bbio, bio); in bch_bbio_free()
27 struct bio *bio = &b->bio; in bch_bbio_alloc() local
29 bio_init(bio, NULL, bio->bi_inline_vecs, in bch_bbio_alloc()
32 return bio; in bch_bbio_alloc()
35 void __bch_submit_bbio(struct bio *bio, struct cache_set *c) in __bch_submit_bbio() argument
37 struct bbio *b = container_of(bio, struct bbio, bio); in __bch_submit_bbio()
43 closure_bio_submit(c, bio, bio->bi_private); in __bch_submit_bbio()
46 void bch_submit_bbio(struct bio *bio, struct cache_set *c, in bch_submit_bbio() argument
49 struct bbio *b = container_of(bio, struct bbio, bio); in bch_submit_bbio()
[all …]
|
| A D | movinggc.c | 19 struct bbio bio; member
48 struct bio *bio = &io->bio.bio; in write_moving_finish() local
62 static void read_moving_endio(struct bio *bio) in read_moving_endio() argument
64 struct bbio *b = container_of(bio, struct bbio, bio); in read_moving_endio()
80 struct bio *bio = &io->bio.bio; in moving_init() local
82 bio_init(bio, NULL, bio->bi_inline_vecs, in moving_init()
102 op->bio = &io->bio.bio; in write_moving()
119 struct bio *bio = &io->bio.bio; in read_moving_submit() local
130 struct bio *bio; in read_moving() local
148 io = kzalloc(struct_size(io, bio.bio.bi_inline_vecs, in read_moving()
[all …]
|
| /linux-6.3-rc2/fs/ext4/ |
| A D | readpage.c | 63 struct bio *bio; member
69 static void __read_end_io(struct bio *bio) in __read_end_io() argument
86 bio_put(bio); in __read_end_io()
95 struct bio *bio = ctx->bio; in decrypt_work() local
107 struct bio *bio = ctx->bio; in verity_work() local
154 static bool bio_post_read_required(struct bio *bio) in bio_post_read_required() argument
156 return bio->bi_private && !bio->bi_status; in bio_post_read_required()
171 static void mpage_end_io(struct bio *bio) in mpage_end_io() argument
206 ctx->bio = bio; in ext4_set_bio_post_read_ctx()
223 struct bio *bio = NULL; in ext4_mpage_readpages() local
[all …]
|
| /linux-6.3-rc2/fs/ |
| A D | mpage.c | 46 static void mpage_end_io(struct bio *bio) in mpage_end_io() argument
60 static struct bio *mpage_bio_submit(struct bio *bio) in mpage_bio_submit() argument
114 struct bio *bio; member
268 args->bio = mpage_bio_submit(args->bio); in do_mpage_readpage()
399 struct bio *bio; member
447 struct bio *bio = mpd->bio; in __mpage_writepage() local
580 bio = mpage_bio_submit(bio); in __mpage_writepage()
599 bio = mpage_bio_submit(bio); in __mpage_writepage()
609 bio = mpage_bio_submit(bio); in __mpage_writepage()
621 bio = mpage_bio_submit(bio); in __mpage_writepage()
[all …]
|
| /linux-6.3-rc2/drivers/md/ |
| A D | dm-io-rewind.c | 56 static void dm_bio_integrity_rewind(struct bio *bio, unsigned int bytes_done) in dm_bio_integrity_rewind() argument
68 static inline void dm_bio_integrity_rewind(struct bio *bio, in dm_bio_integrity_rewind() argument
94 static void dm_bio_crypt_rewind(struct bio *bio, unsigned int bytes) in dm_bio_crypt_rewind() argument
104 static inline void dm_bio_crypt_rewind(struct bio *bio, unsigned int bytes) in dm_bio_crypt_rewind() argument
110 static inline void dm_bio_rewind_iter(const struct bio *bio, in dm_bio_rewind_iter() argument
116 if (bio_no_advance_iter(bio)) in dm_bio_rewind_iter()
132 static void dm_bio_rewind(struct bio *bio, unsigned int bytes) in dm_bio_rewind() argument
134 if (bio_integrity(bio)) in dm_bio_rewind()
137 if (bio_has_crypt_ctx(bio)) in dm_bio_rewind()
140 dm_bio_rewind_iter(bio, &bio->bi_iter, bytes); in dm_bio_rewind()
[all …]
|
| A D | dm-raid1.c | 145 struct bio *bio; in dispatch_bios() local
175 bio->bi_next = (struct bio *) m; in bio_set_m()
473 struct bio *bio) in map_region() argument
517 struct bio *bio = context; in read_callback() local
549 .mem.ptr.bio = bio, in read_async_bio()
570 struct bio *bio; in do_reads() local
607 struct bio *bio = (struct bio *) context; in write_callback() local
663 .mem.ptr.bio = bio, in do_write()
690 struct bio *bio; in do_writes() local
797 struct bio *bio; in do_failures() local
[all …]
|
| A D | dm-bio-record.h | 33 static inline void dm_bio_record(struct dm_bio_details *bd, struct bio *bio) in dm_bio_record() argument
35 bd->bi_bdev = bio->bi_bdev; in dm_bio_record()
36 bd->bi_flags = bio->bi_flags; in dm_bio_record()
37 bd->bi_iter = bio->bi_iter; in dm_bio_record()
39 bd->bi_end_io = bio->bi_end_io; in dm_bio_record()
45 static inline void dm_bio_restore(struct dm_bio_details *bd, struct bio *bio) in dm_bio_restore() argument
47 bio->bi_bdev = bd->bi_bdev; in dm_bio_restore()
48 bio->bi_flags = bd->bi_flags; in dm_bio_restore()
49 bio->bi_iter = bd->bi_iter; in dm_bio_restore()
51 bio->bi_end_io = bd->bi_end_io; in dm_bio_restore()
[all …]
|
| /linux-6.3-rc2/fs/squashfs/ |
| A D | block.c | 33 static int copy_bio_to_actor(struct bio *bio, in copy_bio_to_actor() argument
91 struct bio *bio; in squashfs_bio_read() local
94 if (!bio) in squashfs_bio_read()
120 *biop = bio; in squashfs_bio_read()
126 bio_uninit(bio); in squashfs_bio_read()
127 kfree(bio); in squashfs_bio_read()
144 struct bio *bio = NULL; in squashfs_read_data() local
191 bio_uninit(bio); in squashfs_read_data()
192 kfree(bio); in squashfs_read_data()
226 bio_uninit(bio); in squashfs_read_data()
[all …]
|
| /linux-6.3-rc2/fs/f2fs/ |
| A D | iostat.h | 45 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx() argument
48 struct bio_iostat_ctx *iostat_ctx = bio->bi_private; in iostat_update_submit_ctx()
54 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx() argument
56 struct bio_iostat_ctx *iostat_ctx = bio->bi_private; in get_post_read_ctx()
61 extern void iostat_update_and_unbind_ctx(struct bio *bio);
63 struct bio *bio, struct bio_post_read_ctx *ctx);
71 static inline void iostat_update_and_unbind_ctx(struct bio *bio) {} in iostat_update_and_unbind_ctx() argument
73 struct bio *bio, struct bio_post_read_ctx *ctx) {} in iostat_alloc_and_bind_ctx() argument
74 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx() argument
76 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx() argument
[all …]
|
| /linux-6.3-rc2/drivers/nvme/target/ |
| A D | io-cmd-bdev.c | 179 static void nvmet_bio_done(struct bio *bio) in nvmet_bio_done() argument
244 struct bio *bio; in nvmet_bdev_execute_rw() local
297 struct bio *prev = bio; in nvmet_bdev_execute_rw()
328 submit_bio(bio); in nvmet_bdev_execute_rw()
334 struct bio *bio = &req->b.inline_bio; in nvmet_bdev_execute_flush() local
349 submit_bio(bio); in nvmet_bdev_execute_flush()
363 struct nvme_dsm_range *range, struct bio **bio) in nvmet_bdev_discard_range() argument
382 struct bio *bio = NULL; in nvmet_bdev_execute_discard() local
397 if (bio) { in nvmet_bdev_execute_discard()
430 struct bio *bio = NULL; in nvmet_bdev_execute_write_zeroes() local
[all …]
|