Lines Matching refs:dio
128 struct blkdev_dio *dio = bio->bi_private; in blkdev_bio_end_io() local
129 bool should_dirty = dio->flags & DIO_SHOULD_DIRTY; in blkdev_bio_end_io()
131 if (bio->bi_status && !dio->bio.bi_status) in blkdev_bio_end_io()
132 dio->bio.bi_status = bio->bi_status; in blkdev_bio_end_io()
134 if (atomic_dec_and_test(&dio->ref)) { in blkdev_bio_end_io()
135 if (!(dio->flags & DIO_IS_SYNC)) { in blkdev_bio_end_io()
136 struct kiocb *iocb = dio->iocb; in blkdev_bio_end_io()
141 if (likely(!dio->bio.bi_status)) { in blkdev_bio_end_io()
142 ret = dio->size; in blkdev_bio_end_io()
145 ret = blk_status_to_errno(dio->bio.bi_status); in blkdev_bio_end_io()
148 dio->iocb->ki_complete(iocb, ret); in blkdev_bio_end_io()
149 bio_put(&dio->bio); in blkdev_bio_end_io()
151 struct task_struct *waiter = dio->waiter; in blkdev_bio_end_io()
153 WRITE_ONCE(dio->waiter, NULL); in blkdev_bio_end_io()
170 struct blkdev_dio *dio; in __blkdev_direct_IO() local
181 dio = container_of(bio, struct blkdev_dio, bio); in __blkdev_direct_IO()
182 atomic_set(&dio->ref, 1); in __blkdev_direct_IO()
191 dio->flags = DIO_IS_SYNC; in __blkdev_direct_IO()
192 dio->waiter = current; in __blkdev_direct_IO()
194 dio->flags = 0; in __blkdev_direct_IO()
195 dio->iocb = iocb; in __blkdev_direct_IO()
198 dio->size = 0; in __blkdev_direct_IO()
200 dio->flags |= DIO_SHOULD_DIRTY; in __blkdev_direct_IO()
207 bio->bi_private = dio; in __blkdev_direct_IO()
237 if (dio->flags & DIO_SHOULD_DIRTY) in __blkdev_direct_IO()
242 dio->size += bio->bi_iter.bi_size; in __blkdev_direct_IO()
250 atomic_inc(&dio->ref); in __blkdev_direct_IO()
262 if (!READ_ONCE(dio->waiter)) in __blkdev_direct_IO()
269 ret = blk_status_to_errno(dio->bio.bi_status); in __blkdev_direct_IO()
271 ret = dio->size; in __blkdev_direct_IO()
273 bio_put(&dio->bio); in __blkdev_direct_IO()
279 struct blkdev_dio *dio = container_of(bio, struct blkdev_dio, bio); in blkdev_bio_end_io_async() local
280 struct kiocb *iocb = dio->iocb; in blkdev_bio_end_io_async()
286 ret = dio->size; in blkdev_bio_end_io_async()
294 if (dio->flags & DIO_SHOULD_DIRTY) { in blkdev_bio_end_io_async()
309 struct blkdev_dio *dio; in __blkdev_direct_IO_async() local
318 dio = container_of(bio, struct blkdev_dio, bio); in __blkdev_direct_IO_async()
319 dio->flags = 0; in __blkdev_direct_IO_async()
320 dio->iocb = iocb; in __blkdev_direct_IO_async()
341 dio->size = bio->bi_iter.bi_size; in __blkdev_direct_IO_async()
345 dio->flags |= DIO_SHOULD_DIRTY; in __blkdev_direct_IO_async()