| /drivers/md/bcache/ |
| A D | request.c | 111 struct bio *bio = op->bio; in bch_data_invalidate() local 190 struct bio *bio = op->bio, *n; in CLOSURE_CALLBACK() local 530 struct bio *n, *bio = &s->bio.bio; in cache_lookup_fn() local 595 struct bio *bio = &s->bio.bio; in CLOSURE_CALLBACK() local 700 struct bio *bio = &s->bio.bio; in do_bio_hook() local 793 struct bio *bio = &s->bio.bio; in CLOSURE_CALLBACK() local 984 struct bio *bio = &s->bio.bio; in cached_dev_write() local 1031 s->iop.bio = bio; in cached_dev_write() 1068 struct bio *bio = &s->bio.bio; in CLOSURE_CALLBACK() local 1306 bio = &s->bio.bio; in flash_dev_submit_bio() [all …]
|
| A D | io.c | 17 void bch_bbio_free(struct bio *bio, struct cache_set *c) in bch_bbio_free() argument 19 struct bbio *b = container_of(bio, struct bbio, bio); in bch_bbio_free() 27 struct bio *bio = &b->bio; in bch_bbio_alloc() local 29 bio_init(bio, NULL, bio->bi_inline_vecs, in bch_bbio_alloc() 32 return bio; in bch_bbio_alloc() 35 void __bch_submit_bbio(struct bio *bio, struct cache_set *c) in __bch_submit_bbio() argument 37 struct bbio *b = container_of(bio, struct bbio, bio); in __bch_submit_bbio() 43 closure_bio_submit(c, bio, bio->bi_private); in __bch_submit_bbio() 46 void bch_submit_bbio(struct bio *bio, struct cache_set *c, in bch_submit_bbio() argument 49 struct bbio *b = container_of(bio, struct bbio, bio); in bch_submit_bbio() [all …]
|
| A D | movinggc.c | 48 struct bio *bio = &io->bio.bio; in CLOSURE_CALLBACK() local 62 static void read_moving_endio(struct bio *bio) in read_moving_endio() argument 64 struct bbio *b = container_of(bio, struct bbio, bio); in read_moving_endio() 80 struct bio *bio = &io->bio.bio; in moving_init() local 82 bio_init(bio, NULL, bio->bi_inline_vecs, in moving_init() 100 io->bio.bio.bi_iter.bi_sector = KEY_START(&io->w->key); in CLOSURE_CALLBACK() 102 op->bio = &io->bio.bio; in CLOSURE_CALLBACK() 119 struct bio *bio = &io->bio.bio; in CLOSURE_CALLBACK() local 130 struct bio *bio; in read_moving() local 148 io = kzalloc(struct_size(io, bio.bio.bi_inline_vecs, in read_moving() [all …]
|
| /drivers/md/dm-vdo/ |
| A D | vio.c | 41 physical_block_number_t pbn_from_vio_bio(struct bio *bio) in pbn_from_vio_bio() argument 52 struct bio *bio = NULL; in create_multi_block_bio() local 60 *bio_ptr = bio; in create_multi_block_bio() 69 void vdo_free_bio(struct bio *bio) in vdo_free_bio() argument 71 if (bio == NULL) in vdo_free_bio() 74 bio_uninit(bio); in vdo_free_bio() 82 struct bio *bio; in allocate_vio_components() local 205 struct bio *bio = vio->bio; in vio_reset_bio_with_size() local 209 bio_reset(bio, bio->bi_bdev, bi_opf); in vio_reset_bio_with_size() 215 bio->bi_io_vec = bio->bi_inline_vecs; in vio_reset_bio_with_size() [all …]
|
| A D | io-submitter.c | 74 static void count_all_bios(struct vio *vio, struct bio *bio) in count_all_bios() argument 107 static void send_bio_to_device(struct vio *vio, struct bio *bio) in send_bio_to_device() argument 140 struct bio *bio; in get_bio_list() local 155 return bio; in get_bio_list() 166 struct bio *bio, *next; in submit_data_vio() local 170 for (bio = get_bio_list(vio); bio != NULL; bio = next) { in submit_data_vio() 173 send_bio_to_device((struct vio *) bio->bi_private, bio); in submit_data_vio() 192 struct bio *bio = vio->bio; in get_mergeable_locked() local 209 if (bio_data_dir(bio) != bio_data_dir(vio_merge->bio)) in get_mergeable_locked() 271 struct bio *bio = vio->bio; in try_bio_map_merge() local [all …]
|
| A D | vio.h | 61 physical_block_number_t __must_check pbn_from_vio_bio(struct bio *bio); 74 (unsigned long long) pbn_from_vio_bio(vio->bio), thread_id, in assert_vio_in_bio_zone() 78 int vdo_create_bio(struct bio **bio_ptr); 79 void vdo_free_bio(struct bio *bio); 109 static inline void initialize_vio(struct vio *vio, struct bio *bio, in initialize_vio() argument 116 vio->bio = bio; in initialize_vio() 123 void vdo_set_bio_properties(struct bio *bio, struct vio *vio, bio_end_io_t callback, 170 void vdo_count_bios(struct atomic_bio_stats *bio_stats, struct bio *bio); 171 void vdo_count_completed_bios(struct bio *bio); 179 vdo_count_completed_bios(vio->bio); in continue_vio_after_io() [all …]
|
| A D | data-vio.c | 221 static inline u64 get_arrival_time(struct bio *bio) in get_arrival_time() argument 274 struct bio *bio = data_vio->user_bio; in acknowledge_data_vio() local 293 static void copy_to_bio(struct bio *bio, char *data_ptr) in copy_to_bio() argument 524 static void copy_from_bio(struct bio *bio, char *data_ptr) in copy_from_bio() argument 599 struct bio *bio = bio_list_pop(&limiter->waiters); in assign_discard_permit() local 714 struct bio *bio = bio_list_peek(&pool->limiter.waiters); in process_release_callback() local 789 struct bio *bio; in initialize_data_vio() local 1450 struct bio *bio = data_vio->user_bio; in modify_for_partial_write() local 1497 static void read_endio(struct bio *bio) in read_endio() argument 1560 bio_reset(vio->bio, vio->bio->bi_bdev, opf); in read_block() [all …]
|
| /drivers/md/ |
| A D | dm-raid1.c | 144 struct bio *bio; in dispatch_bios() local 174 bio->bi_next = (struct bio *) m; in bio_set_m() 472 struct bio *bio) in map_region() argument 516 struct bio *bio = context; in read_callback() local 548 .mem.ptr.bio = bio, in read_async_bio() 569 struct bio *bio; in do_reads() local 606 struct bio *bio = context; in write_callback() local 662 .mem.ptr.bio = bio, in do_write() 689 struct bio *bio; in do_writes() local 796 struct bio *bio; in do_failures() local [all …]
|
| A D | dm-io-rewind.c | 56 static void dm_bio_integrity_rewind(struct bio *bio, unsigned int bytes_done) in dm_bio_integrity_rewind() argument 68 static inline void dm_bio_integrity_rewind(struct bio *bio, in dm_bio_integrity_rewind() argument 94 static void dm_bio_crypt_rewind(struct bio *bio, unsigned int bytes) in dm_bio_crypt_rewind() argument 104 static inline void dm_bio_crypt_rewind(struct bio *bio, unsigned int bytes) in dm_bio_crypt_rewind() argument 110 static inline void dm_bio_rewind_iter(const struct bio *bio, in dm_bio_rewind_iter() argument 116 if (bio_no_advance_iter(bio)) in dm_bio_rewind_iter() 132 static void dm_bio_rewind(struct bio *bio, unsigned int bytes) in dm_bio_rewind() argument 134 if (bio_integrity(bio)) in dm_bio_rewind() 137 if (bio_has_crypt_ctx(bio)) in dm_bio_rewind() 140 dm_bio_rewind_iter(bio, &bio->bi_iter, bytes); in dm_bio_rewind() [all …]
|
| A D | dm-zoned-target.c | 22 struct bio *bio; member 117 struct bio *bio, sector_t chunk_block, in dmz_submit_bio() argument 170 struct bio *bio) in dmz_handle_read() argument 250 struct dm_zone *zone, struct bio *bio, in dmz_handle_direct_write() argument 283 struct dm_zone *zone, struct bio *bio, in dmz_handle_buffered_write() argument 319 struct bio *bio) in dmz_handle_write() argument 358 struct bio *bio) in dmz_handle_discard() argument 396 struct bio *bio) in dmz_handle_bio() argument 482 struct bio *bio; in dmz_chunk_work() local 506 struct bio *bio; in dmz_flush_work() local [all …]
|
| A D | raid1-10.c | 23 #define BIO_SPECIAL(bio) ((unsigned long)bio <= 2) argument 90 static inline struct resync_pages *get_resync_pages(struct bio *bio) in get_resync_pages() argument 92 return bio->bi_private; in get_resync_pages() 96 static void md_bio_reset_resync_pages(struct bio *bio, struct resync_pages *rp, in md_bio_reset_resync_pages() argument 108 bio_endio(bio); in md_bio_reset_resync_pages() 117 static inline void raid1_submit_write(struct bio *bio) in raid1_submit_write() argument 121 bio->bi_next = NULL; in raid1_submit_write() 124 bio_io_error(bio); in raid1_submit_write() 128 bio_endio(bio); in raid1_submit_write() 133 static inline bool raid1_add_bio_to_plug(struct mddev *mddev, struct bio *bio, in raid1_add_bio_to_plug() argument [all …]
|
| A D | dm-thin.c | 385 struct bio *bio; member 597 struct bio *bio; in error_bio_list() local 823 struct bio *bio; member 909 struct bio *bio; in __inc_remap_and_issue_cell() local 931 struct bio *bio; in inc_remap_and_issue_cell() local 996 struct bio *bio = m->bio; in process_prepared_mapping() local 1300 m->bio = bio; in remap_and_issue_overwrite() 1629 struct bio *bio; in retry_bios_on_resume() local 1723 m->bio = bio; in break_up_discard_bio() 1833 struct bio *bio; in __remap_and_issue_shared_cell() local [all …]
|
| A D | dm-ebs-target.c | 48 static inline unsigned int __nr_blocks(struct ebs_c *ec, struct bio *bio) in __nr_blocks() argument 50 sector_t end_sector = __block_mod(bio->bi_iter.bi_sector, ec->u_bs) + bio_sectors(bio); in __nr_blocks() 122 static int __ebs_rw_bio(struct ebs_c *ec, enum req_op op, struct bio *bio) in __ebs_rw_bio() argument 143 static int __ebs_discard_bio(struct ebs_c *ec, struct bio *bio) in __ebs_discard_bio() argument 167 static void __ebs_forget_bio(struct ebs_c *ec, struct bio *bio) in __ebs_forget_bio() argument 183 struct bio *bio; in __ebs_process_bios() local 198 else if (bio_op(bio) == REQ_OP_WRITE && !(bio->bi_opf & REQ_PREFLUSH)) { in __ebs_process_bios() 232 bio_io_error(bio); in __ebs_process_bios() 234 bio_endio(bio); in __ebs_process_bios() 361 static int ebs_map(struct dm_target *ti, struct bio *bio) in ebs_map() argument [all …]
|
| A D | dm-flakey.c | 352 static void flakey_map_bio(struct dm_target *ti, struct bio *bio) in flakey_map_bio() argument 379 (bio_data_dir(bio) == WRITE) ? 'w' : 'r', bio->bi_opf, in corrupt_bio_common() 388 static void corrupt_bio_data(struct bio *bio, struct flakey_c *fc, in corrupt_bio_data() argument 422 struct bio *bio = clone->bi_private; in clone_endio() local 425 bio_endio(bio); in clone_endio() 428 static struct bio *clone_bio(struct dm_target *ti, struct flakey_c *fc, struct bio *bio) in clone_bio() argument 430 struct bio *clone; in clone_bio() 493 static int flakey_map(struct dm_target *ti, struct bio *bio) in flakey_map() argument 528 bio_endio(bio); in flakey_map() 553 struct bio *clone = clone_bio(ti, fc, bio); in flakey_map() [all …]
|
| A D | dm-clone-target.c | 288 static void bio_region_range(struct clone *clone, struct bio *bio, in bio_region_range() argument 310 struct bio *bio; in fail_bios() local 314 bio_endio(bio); in fail_bios() 320 struct bio *bio; in submit_bios() local 339 static void issue_bio(struct clone *clone, struct bio *bio) in issue_bio() argument 372 static void remap_and_issue(struct clone *clone, struct bio *bio) in remap_and_issue() argument 387 struct bio *bio; in issue_deferred_bios() local 837 static void overwrite_endio(struct bio *bio) in overwrite_endio() argument 1178 struct bio *bio; in process_deferred_discards() local 1228 struct bio *bio; in process_deferred_flush_bios() local [all …]
|
| A D | raid10.c | 135 struct bio *bio; in r10buf_pool_alloc() local 237 struct bio *bio = r10bio->devs[j].bio; in r10buf_pool_free() local 264 struct bio **bio = & r10_bio->devs[i].bio; in put_all_bios() local 868 struct bio *bio; in flush_pending_writes() local 1087 struct bio *bio; in raid10_unplug() local 2487 struct bio *bio = r10_bio->devs[0].bio; in fix_recovery_read_error() local 2846 struct bio *bio; in handle_read_error() local 2935 struct bio *bio = r10_bio->devs[m].bio; in handle_write_completed() local 3073 struct bio *bio; in raid10_alloc_init_r10buf() local 3691 for (bio= biolist ; bio ; bio=bio->bi_next) { in raid10_sync_request() [all …]
|
| A D | dm-bio-record.h | 33 static inline void dm_bio_record(struct dm_bio_details *bd, struct bio *bio) in dm_bio_record() argument 35 bd->bi_bdev = bio->bi_bdev; in dm_bio_record() 36 bd->bi_flags = bio->bi_flags; in dm_bio_record() 37 bd->bi_iter = bio->bi_iter; in dm_bio_record() 39 bd->bi_end_io = bio->bi_end_io; in dm_bio_record() 45 static inline void dm_bio_restore(struct dm_bio_details *bd, struct bio *bio) in dm_bio_restore() argument 47 bio->bi_bdev = bd->bi_bdev; in dm_bio_restore() 48 bio->bi_flags = bd->bi_flags; in dm_bio_restore() 49 bio->bi_iter = bd->bi_iter; in dm_bio_restore() 51 bio->bi_end_io = bd->bi_end_io; in dm_bio_restore() [all …]
|
| A D | dm-log-writes.c | 168 static void log_end_io(struct bio *bio) in log_end_io() argument 183 bio_put(bio); in log_end_io() 186 static void log_end_super(struct bio *bio) in log_end_super() argument 191 log_end_io(bio); in log_end_super() 216 struct bio *bio; in write_metadata() local 231 bio_put(bio); in write_metadata() 248 submit_bio(bio); in write_metadata() 251 bio_put(bio); in write_metadata() 264 struct bio *bio; in write_inline_data() local 313 bio_put(bio); in write_inline_data() [all …]
|
| A D | dm-cache-target.c | 84 void (*issue_op)(struct bio *bio, void *context); 107 struct bio *bio; in __commit() local 144 void (*issue_op)(struct bio *bio, void *), in batcher_init() argument 527 static unsigned int lock_level(struct bio *bio) in lock_level() argument 822 static void issue_op(struct bio *bio, void *context) in issue_op() argument 1009 static bool discard_or_flush(struct bio *bio) in discard_or_flush() argument 1128 static void overwrite_endio(struct bio *bio) in overwrite_endio() argument 1145 struct bio *bio = mg->overwrite_bio; in overwrite() local 1565 dm_oblock_t oblock, struct bio *bio) in invalidate_start() argument 1819 struct bio *bio; in process_deferred_bios() local [all …]
|
| A D | dm-snap.c | 245 static void init_tracked_chunk(struct bio *bio) in init_tracked_chunk() argument 252 static bool is_bio_tracked(struct bio *bio) in is_bio_tracked() argument 986 static void flush_bios(struct bio *bio); 1126 static void error_bios(struct bio *bio); 1571 static void flush_bios(struct bio *bio) in flush_bios() argument 1606 static void error_bios(struct bio *bio) in error_bios() argument 1824 struct bio *bio) in start_full_bio() argument 1908 struct bio *bio, chunk_t chunk) in remap_exception() argument 1919 struct bio *bio = context; in zero_callback() local 1928 struct bio *bio, chunk_t chunk) in zero_exception() argument [all …]
|
| A D | raid1.c | 149 struct bio *bio; in r1buf_pool_alloc() local 245 struct bio **bio = r1_bio->bios + i; in put_all_bios() local 267 struct bio *bio = r1_bio->bios[i]; in put_buf() local 301 struct bio *bio = r1_bio->master_bio; in call_bio_endio() local 907 struct bio *next = bio->bi_next; in flush_bio_list() 924 struct bio *bio; in flush_pending_writes() local 1221 struct bio *bio) in alloc_behind_master_bio() argument 1274 struct bio *bio; in raid1_unplug() local 2630 struct bio *bio; in handle_read_error() local 2755 struct bio *bio; in raid1_alloc_init_r1buf() local [all …]
|
| A D | dm.c | 85 struct bio *bio; member 513 struct bio *bio = io->orig_bio; in dm_io_acct() local 520 bdev_end_io_acct(bio->bi_bdev, bio_op(bio), in dm_io_acct() 900 struct bio *bio = io->orig_bio; in dm_handle_requeue() local 947 struct bio *bio = io->orig_bio; in __dm_io_complete() local 1085 static void clone_endio(struct bio *bio) in clone_endio() argument 1472 struct bio *bio; in alloc_multiple_bios() local 1768 ci->bio = bio; in init_clone_info() 1965 bio = bio_split_to_limits(bio); in dm_split_and_process_bio() 2042 static void dm_submit_bio(struct bio *bio) in dm_submit_bio() argument [all …]
|
| A D | md-linear.c | 232 static bool linear_make_request(struct mddev *mddev, struct bio *bio) in linear_make_request() argument 253 bio_io_error(bio); in linear_make_request() 259 struct bio *split = bio_split(bio, end_sector - bio_sector, in linear_make_request() 264 bio_endio(bio); in linear_make_request() 268 bio_chain(split, bio); in linear_make_request() 269 submit_bio_noacct(bio); in linear_make_request() 270 bio = split; in linear_make_request() 275 bio->bi_iter.bi_sector = bio->bi_iter.bi_sector - in linear_make_request() 281 bio_endio(bio); in linear_make_request() 287 submit_bio_noacct(bio); in linear_make_request() [all …]
|
| /drivers/nvme/target/ |
| A D | io-cmd-bdev.c | 180 static void nvmet_bio_done(struct bio *bio) in nvmet_bio_done() argument 244 struct bio *bio; in nvmet_bdev_execute_rw() local 300 struct bio *prev = bio; in nvmet_bdev_execute_rw() 331 submit_bio(bio); in nvmet_bdev_execute_rw() 337 struct bio *bio = &req->b.inline_bio; in nvmet_bdev_execute_flush() local 352 submit_bio(bio); in nvmet_bdev_execute_flush() 366 struct nvme_dsm_range *range, struct bio **bio) in nvmet_bdev_discard_range() argument 385 struct bio *bio = NULL; in nvmet_bdev_execute_discard() local 400 if (bio) { in nvmet_bdev_execute_discard() 433 struct bio *bio = NULL; in nvmet_bdev_execute_write_zeroes() local [all …]
|
| /drivers/target/ |
| A D | target_core_iblock.c | 333 static void iblock_bio_done(struct bio *bio) in iblock_bio_done() argument 357 struct bio *bio; in iblock_get_bio() local 365 if (!bio) { in iblock_get_bio() 380 struct bio *bio; in iblock_submit_bios() local 391 static void iblock_end_io_flush(struct bio *bio) in iblock_end_io_flush() argument 417 struct bio *bio; in iblock_execute_sync_cache() local 493 struct bio *bio; in iblock_execute_write_same() local 530 if (!bio) in iblock_execute_write_same() 687 iblock_alloc_bip(struct se_cmd *cmd, struct bio *bio, in iblock_alloc_bip() argument 747 struct bio *bio; in iblock_execute_rw() local [all …]
|