| /linux/fs/ext2/ |
| A D | file.c | 47 file_accessed(iocb->ki_filp); in ext2_dax_read_iter() 53 struct file *file = iocb->ki_filp; in ext2_dax_write_iter() 70 i_size_write(inode, iocb->ki_pos); in ext2_dax_write_iter() 168 struct file *file = iocb->ki_filp; in ext2_dio_read_iter() 184 loff_t pos = iocb->ki_pos; in ext2_dio_write_end_io() 219 loff_t offset = iocb->ki_pos; in ext2_dio_write_iter() 229 ret = kiocb_modified(iocb); in ext2_dio_write_iter() 253 iocb->ki_flags &= ~IOCB_DIRECT; in ext2_dio_write_iter() 254 pos = iocb->ki_pos; in ext2_dio_write_iter() 270 generic_write_sync(iocb, ret); in ext2_dio_write_iter() [all …]
|
| A D | trace.h | 13 TP_ARGS(iocb, iter, ret), 26 __entry->ino = file_inode(iocb->ki_filp)->i_ino; 27 __entry->isize = file_inode(iocb->ki_filp)->i_size; 28 __entry->pos = iocb->ki_pos; 30 __entry->ki_flags = iocb->ki_flags; 31 __entry->aio = !is_sync_kiocb(iocb); 48 TP_ARGS(iocb, iter, ret)) 57 TP_ARGS(iocb, size, ret), 72 __entry->pos = iocb->ki_pos; 74 __entry->ki_flags = iocb->ki_flags; [all …]
|
| /linux/block/ |
| A D | fops.c | 33 if (iocb_is_dsync(iocb)) in dio_bio_write_op() 115 struct kiocb *iocb; member 136 struct kiocb *iocb = dio->iocb; in blkdev_bio_end_io() local 143 iocb->ki_pos += ret; in blkdev_bio_end_io() 148 dio->iocb->ki_complete(iocb, ret); in blkdev_bio_end_io() 195 dio->iocb = iocb; in __blkdev_direct_IO() 280 struct kiocb *iocb = dio->iocb; in blkdev_bio_end_io_async() local 287 iocb->ki_pos += ret; in blkdev_bio_end_io_async() 292 iocb->ki_complete(iocb, ret); in blkdev_bio_end_io_async() 320 dio->iocb = iocb; in __blkdev_direct_IO_async() [all …]
|
| /linux/fs/ext4/ |
| A D | file.c | 74 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_read_iter() 90 iocb->ki_flags &= ~IOCB_DIRECT; in ext4_dio_read_iter() 97 file_accessed(iocb->ki_filp); in ext4_dio_read_iter() 125 file_accessed(iocb->ki_filp); in ext4_dax_read_iter() 144 if (iocb->ki_flags & IOCB_DIRECT) in ext4_file_read_iter() 377 loff_t pos = iocb->ki_pos; in ext4_dio_write_end_io() 437 offset = iocb->ki_pos; in ext4_dio_write_checks() 503 loff_t offset = iocb->ki_pos; in ext4_dio_write_iter() 556 offset = iocb->ki_pos; in ext4_dio_write_iter() 602 offset = iocb->ki_pos; in ext4_dio_write_iter() [all …]
|
| /linux/fs/ |
| A D | backing-file.c | 79 struct kiocb iocb; member 101 fput(aio->iocb.ki_filp); in backing_aio_put() 108 struct kiocb *iocb = &aio->iocb; in backing_aio_cleanup() local 120 struct backing_aio *aio = container_of(iocb, struct backing_aio, iocb); in backing_aio_rw_complete() 124 kiocb_end_write(iocb); in backing_aio_rw_complete() 139 struct backing_aio *aio = container_of(iocb, struct backing_aio, iocb); in backing_aio_queue_completion() 180 if (is_sync_kiocb(iocb)) { in backing_file_read_iter() 190 aio->orig_iocb = iocb; in backing_file_read_iter() 191 kiocb_clone(&aio->iocb, iocb, get_file(file)); in backing_file_read_iter() 255 aio->orig_iocb = iocb; in backing_file_write_iter() [all …]
|
| A D | aio.c | 1151 iocb->ki_res.data, iocb->ki_res.res, iocb->ki_res.res2); in aio_complete() 1544 static ssize_t aio_setup_rw(int rw, const struct iocb *iocb, in aio_setup_rw() argument 1644 iocb->ki_res.res = vfs_fsync(iocb->fsync.file, iocb->fsync.datasync); in aio_fsync_work() 1653 if (unlikely(iocb->aio_buf || iocb->aio_offset || iocb->aio_nbytes || in aio_fsync() 1819 iocb = NULL; in aio_poll_wake() 1824 if (iocb) in aio_poll_wake() 1902 if ((u16)iocb->aio_buf != iocb->aio_buf) in aio_poll() 1905 if (iocb->aio_offset || iocb->aio_nbytes || iocb->aio_rw_flags) in aio_poll() 2026 struct iocb iocb; in io_submit_one() local 2040 (iocb.aio_buf != (unsigned long)iocb.aio_buf) || in io_submit_one() [all …]
|
| /linux/fs/nfs/ |
| A D | localio.c | 271 kfree(iocb->bvec); in nfs_local_iocb_free() 272 kfree(iocb); in nfs_local_iocb_free() 281 iocb = kmalloc(sizeof(*iocb), flags); in nfs_local_iocb_alloc() 282 if (iocb == NULL) in nfs_local_iocb_alloc() 286 if (iocb->bvec == NULL) { in nfs_local_iocb_alloc() 287 kfree(iocb); in nfs_local_iocb_alloc() 292 iocb->localio = localio; in nfs_local_iocb_alloc() 293 iocb->hdr = hdr; in nfs_local_iocb_alloc() 295 return iocb; in nfs_local_iocb_alloc() 398 if (iocb == NULL) in nfs_do_local_read() [all …]
|
| A D | direct.c | 221 if (dreq->iocb) in nfs_direct_wait() 247 if (dreq->iocb) { in nfs_direct_complete() 253 dreq->iocb->ki_complete(dreq->iocb, res); in nfs_direct_complete() 442 dreq->io_start = iocb->ki_pos; in nfs_file_direct_read() 451 if (!is_sync_kiocb(iocb)) in nfs_file_direct_read() 452 dreq->iocb = iocb; in nfs_file_direct_read() 470 iocb->ki_pos += result; in nfs_file_direct_read() 981 pos = iocb->ki_pos; in nfs_file_direct_write() 1002 if (!is_sync_kiocb(iocb)) in nfs_file_direct_write() 1003 dreq->iocb = iocb; in nfs_file_direct_write() [all …]
|
| /linux/fs/xfs/ |
| A D | xfs_file.c | 189 struct kiocb *iocb, in xfs_ilock_iocb() argument 206 struct kiocb *iocb, in xfs_ilock_iocb_for_write() argument 232 struct kiocb *iocb, in xfs_file_dio_read() argument 256 struct kiocb *iocb, in xfs_file_dax_read() argument 279 struct kiocb *iocb, in xfs_file_buffered_read() argument 298 struct kiocb *iocb, in xfs_file_read_iter() argument 359 struct kiocb *iocb, in xfs_file_write_zero_eof() argument 432 struct kiocb *iocb, in xfs_file_write_checks() argument 496 struct kiocb *iocb, in xfs_dio_write_end_io() argument 656 if (iocb->ki_pos > isize || iocb->ki_pos + count >= isize) { in xfs_file_dio_write_unaligned() [all …]
|
| /linux/fs/iomap/ |
| A D | direct-io.c | 38 struct kiocb *iocb; member 74 struct kiocb *iocb = dio->iocb; in iomap_dio_submit_bio() local 79 if ((iocb->ki_flags & IOCB_HIPRI) && !is_sync_kiocb(iocb)) { in iomap_dio_submit_bio() 93 struct kiocb *iocb = dio->iocb; in iomap_dio_complete() local 126 iocb->ki_pos += ret; in iomap_dio_complete() 151 struct kiocb *iocb = dio->iocb; in iomap_dio_complete_work() local 153 iocb->ki_complete(iocb, iomap_dio_complete(dio)); in iomap_dio_complete_work() 170 struct kiocb *iocb = dio->iocb; in iomap_dio_bio_end_io() local 204 iocb->private = dio; in iomap_dio_bio_end_io() 219 iocb->ki_complete(iocb, 0); in iomap_dio_bio_end_io() [all …]
|
| A D | trace.h | 237 TP_PROTO(struct kiocb *iocb, struct iov_iter *iter, 239 TP_ARGS(iocb, iter, dio_flags, done_before), 253 __entry->ino = file_inode(iocb->ki_filp)->i_ino; 255 __entry->pos = iocb->ki_pos; 258 __entry->ki_flags = iocb->ki_flags; 260 __entry->aio = !is_sync_kiocb(iocb); 276 TP_ARGS(iocb, error, ret), 289 __entry->ino = file_inode(iocb->ki_filp)->i_ino; 291 __entry->pos = iocb->ki_pos; 292 __entry->ki_flags = iocb->ki_flags; [all …]
|
| /linux/fs/netfs/ |
| A D | direct_write.c | 34 unsigned long long start = iocb->ki_pos; in netfs_unbuffered_write_iter_locked() 38 bool async = !is_sync_kiocb(iocb); in netfs_unbuffered_write_iter_locked() 50 wreq = netfs_create_write_req(iocb->ki_filp->f_mapping, iocb->ki_filp, start, in netfs_unbuffered_write_iter_locked() 51 iocb->ki_flags & IOCB_DIRECT ? in netfs_unbuffered_write_iter_locked() 94 wreq->iocb = iocb; in netfs_unbuffered_write_iter_locked() 111 iocb->ki_pos += ret; in netfs_unbuffered_write_iter_locked() 138 struct file *file = iocb->ki_filp; in netfs_unbuffered_write_iter() 143 loff_t pos = iocb->ki_pos; in netfs_unbuffered_write_iter() 151 trace_netfs_write_iter(iocb, from); in netfs_unbuffered_write_iter() 157 ret = generic_write_checks(iocb, from); in netfs_unbuffered_write_iter() [all …]
|
| A D | buffered_write.c | 99 struct file *file = iocb->ki_filp; in netfs_perform_write() 107 .range_start = iocb->ki_pos, in netfs_perform_write() 114 loff_t i_size, pos = iocb->ki_pos; in netfs_perform_write() 136 if (!is_sync_kiocb(iocb)) in netfs_perform_write() 137 wreq->iocb = iocb; in netfs_perform_write() 393 iocb->ki_pos += written; in netfs_perform_write() 432 struct file *file = iocb->ki_filp; in netfs_buffered_write_iter_locked() 435 trace_netfs_write_iter(iocb, from); in netfs_buffered_write_iter_locked() 464 struct file *file = iocb->ki_filp; in netfs_file_write_iter() 474 if ((iocb->ki_flags & IOCB_DIRECT) || in netfs_file_write_iter() [all …]
|
| A D | direct_read.c | 166 ssize_t netfs_unbuffered_read_iter_locked(struct kiocb *iocb, struct iov_iter *iter) in netfs_unbuffered_read_iter_locked() argument 171 bool sync = is_sync_kiocb(iocb); in netfs_unbuffered_read_iter_locked() 178 ret = kiocb_write_and_wait(iocb, orig_count); in netfs_unbuffered_read_iter_locked() 181 file_accessed(iocb->ki_filp); in netfs_unbuffered_read_iter_locked() 183 rreq = netfs_alloc_request(iocb->ki_filp->f_mapping, iocb->ki_filp, in netfs_unbuffered_read_iter_locked() 184 iocb->ki_pos, orig_count, in netfs_unbuffered_read_iter_locked() 219 rreq->iocb = iocb; in netfs_unbuffered_read_iter_locked() 226 iocb->ki_pos += rreq->transferred; in netfs_unbuffered_read_iter_locked() 246 ssize_t netfs_unbuffered_read_iter(struct kiocb *iocb, struct iov_iter *iter) in netfs_unbuffered_read_iter() argument 248 struct inode *inode = file_inode(iocb->ki_filp); in netfs_unbuffered_read_iter() [all …]
|
| /linux/fs/zonefs/ |
| A D | file.c | 356 if (!is_sync_kiocb(iocb)) in zonefs_file_write_dio_end_io() 415 struct file *file = iocb->ki_filp; in zonefs_write_checks() 427 if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) in zonefs_write_checks() 430 if (iocb->ki_flags & IOCB_APPEND) { in zonefs_write_checks() 434 iocb->ki_pos = z->z_wpoffset; in zonefs_write_checks() 471 (iocb->ki_flags & IOCB_NOWAIT)) in zonefs_file_dio_write() 474 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_dio_write() 590 if (iocb->ki_pos >= z->z_capacity) in zonefs_file_write_iter() 631 if (iocb->ki_pos >= z->z_capacity) in zonefs_file_read_iter() 644 if (iocb->ki_pos >= isize) { in zonefs_file_read_iter() [all …]
|
| /linux/fs/ocfs2/ |
| A D | aops.h | 51 #define ocfs2_iocb_is_rw_locked(iocb) \ argument 52 test_bit(0, (unsigned long *)&iocb->private) 53 static inline void ocfs2_iocb_set_rw_locked(struct kiocb *iocb, int level) in ocfs2_iocb_set_rw_locked() argument 55 set_bit(0, (unsigned long *)&iocb->private); in ocfs2_iocb_set_rw_locked() 57 set_bit(1, (unsigned long *)&iocb->private); in ocfs2_iocb_set_rw_locked() 59 clear_bit(1, (unsigned long *)&iocb->private); in ocfs2_iocb_set_rw_locked() 73 #define ocfs2_iocb_clear_rw_locked(iocb) \ argument 74 clear_bit(OCFS2_IOCB_RW_LOCK, (unsigned long *)&iocb->private) 75 #define ocfs2_iocb_rw_locked_level(iocb) \ argument 76 test_bit(OCFS2_IOCB_RW_LOCK_LEVEL, (unsigned long *)&iocb->private)
|
| /linux/fs/configfs/ |
| A D | file.c | 82 struct file *file = iocb->ki_filp; in configfs_read_iter() 94 if (iocb->ki_pos >= buffer->count) in configfs_read_iter() 97 buffer->count - iocb->ki_pos, to); in configfs_read_iter() 98 iocb->ki_pos += retval; in configfs_read_iter() 108 struct file *file = iocb->ki_filp; in configfs_bin_read_iter() 168 if (iocb->ki_pos >= buffer->bin_buffer_size) in configfs_bin_read_iter() 172 iocb->ki_pos += retval; in configfs_bin_read_iter() 222 struct file *file = iocb->ki_filp; in configfs_write_iter() 231 iocb->ki_pos += len; in configfs_write_iter() 239 struct file *file = iocb->ki_filp; in configfs_bin_write_iter() [all …]
|
| /linux/fs/erofs/ |
| A D | fileio.c | 11 struct kiocb iocb; member 20 static void erofs_fileio_ki_complete(struct kiocb *iocb, long ret) in erofs_fileio_ki_complete() argument 23 container_of(iocb, struct erofs_fileio_rq, iocb); in erofs_fileio_ki_complete() 52 rq->iocb.ki_pos = rq->bio.bi_iter.bi_sector << SECTOR_SHIFT; in erofs_fileio_rq_submit() 53 rq->iocb.ki_ioprio = get_current_ioprio(); in erofs_fileio_rq_submit() 54 rq->iocb.ki_complete = erofs_fileio_ki_complete; in erofs_fileio_rq_submit() 55 rq->iocb.ki_flags = (rq->iocb.ki_filp->f_mode & FMODE_CAN_ODIRECT) ? in erofs_fileio_rq_submit() 59 ret = vfs_iocb_iter_read(rq->iocb.ki_filp, &rq->iocb, &iter); in erofs_fileio_rq_submit() 61 erofs_fileio_ki_complete(&rq->iocb, ret); in erofs_fileio_rq_submit() 70 rq->iocb.ki_filp = mdev->m_fp; in erofs_fileio_rq_alloc()
|
| /linux/fs/cachefiles/ |
| A D | io.c | 19 struct kiocb iocb; member 38 fput(ki->iocb.ki_filp); in cachefiles_put_kiocb() 48 struct cachefiles_kiocb *ki = container_of(iocb, struct cachefiles_kiocb, iocb); in cachefiles_read_complete() 139 ki->iocb.ki_filp = file; in cachefiles_read() 141 ki->iocb.ki_flags = IOCB_DIRECT; in cachefiles_read() 153 get_file(ki->iocb.ki_filp); in cachefiles_read() 257 struct cachefiles_kiocb *ki = container_of(iocb, struct cachefiles_kiocb, iocb); in cachefiles_write_complete() 264 kiocb_end_write(iocb); in cachefiles_write_complete() 308 ki->iocb.ki_filp = file; in __cachefiles_write() 309 ki->iocb.ki_pos = start_pos; in __cachefiles_write() [all …]
|
| /linux/mm/ |
| A D | page_io.c | 324 struct kiocb iocb; member 346 struct swap_iocb *sio = container_of(iocb, struct swap_iocb, iocb); in sio_write_complete() 387 if (sio->iocb.ki_filp != swap_file || in swap_writepage_fs() 388 sio->iocb.ki_pos + sio->len != pos) { in swap_writepage_fs() 395 init_sync_kiocb(&sio->iocb, swap_file); in swap_writepage_fs() 397 sio->iocb.ki_pos = pos; in swap_writepage_fs() 484 sio_write_complete(&sio->iocb, ret); in swap_write_unplug() 489 struct swap_iocb *sio = container_of(iocb, struct swap_iocb, iocb); in sio_read_complete() 551 sio->iocb.ki_pos + sio->len != pos) { in swap_read_folio_fs() 559 sio->iocb.ki_pos = pos; in swap_read_folio_fs() [all …]
|
| A D | filemap.c | 2699 iocb->ki_pos += copied; in filemap_read() 2700 last_pos = iocb->ki_pos; in filemap_read() 2722 loff_t pos = iocb->ki_pos; in kiocb_write_and_wait() 2812 iocb->ki_pos += retval; in generic_file_read_iter() 2895 struct kiocb iocb; in filemap_splice_read() local 2904 init_sync_kiocb(&iocb, in); in filemap_splice_read() 2905 iocb.ki_pos = *ppos; in filemap_splice_read() 2920 iocb.ki_pos = *ppos; in filemap_splice_read() 4007 iocb->ki_pos = pos; in generic_file_direct_write() 4018 loff_t pos = iocb->ki_pos; in generic_perform_write() [all …]
|
| /linux/drivers/gpu/drm/display/ |
| A D | drm_dp_aux_dev.c | 146 static ssize_t auxdev_read_iter(struct kiocb *iocb, struct iov_iter *to) in auxdev_read_iter() argument 148 struct drm_dp_aux_dev *aux_dev = iocb->ki_filp->private_data; in auxdev_read_iter() 149 loff_t pos = iocb->ki_pos; in auxdev_read_iter() 179 if (pos != iocb->ki_pos) in auxdev_read_iter() 180 res = pos - iocb->ki_pos; in auxdev_read_iter() 181 iocb->ki_pos = pos; in auxdev_read_iter() 191 struct drm_dp_aux_dev *aux_dev = iocb->ki_filp->private_data; in auxdev_write_iter() 192 loff_t pos = iocb->ki_pos; in auxdev_write_iter() 222 if (pos != iocb->ki_pos) in auxdev_write_iter() 223 res = pos - iocb->ki_pos; in auxdev_write_iter() [all …]
|
| /linux/tools/usb/ffs-aio-example/multibuff/device_app/ |
| A D | aio_multibuff.c | 144 struct iocb **iocb; member 212 iobuf->iocb = malloc(n*sizeof(*iobuf->iocb)); in init_bufs() 218 iobuf->iocb[i] = malloc(sizeof(**iobuf->iocb)); in init_bufs() 228 free(iobuf->iocb[i]); in delete_bufs() 231 free(iobuf->iocb); in delete_bufs() 332 io_prep_pwrite(iobuf[i].iocb[j], ep1, in main() 336 iobuf[i].iocb[j]->u.c.flags |= IOCB_FLAG_RESFD; in main() 337 iobuf[i].iocb[j]->u.c.resfd = evfd; in main() 340 ret = io_submit(ctx, iobuf[i].cnt, iobuf[i].iocb); in main()
|
| /linux/drivers/comedi/drivers/ |
| A D | comedi_8254.c | 221 i8254->iocb(i8254, 1, reg, val); in __i8254_write() 633 if (!iocb) in __i8254_init() 640 i8254->iocb = iocb; in __i8254_init() 672 comedi_8254_iocb_fn *iocb; in comedi_8254_io_alloc() local 676 iocb = i8254_io8_cb; in comedi_8254_io_alloc() 679 iocb = i8254_io16_cb; in comedi_8254_io_alloc() 682 iocb = i8254_io32_cb; in comedi_8254_io_alloc() 708 comedi_8254_iocb_fn *iocb; in comedi_8254_mm_alloc() local 712 iocb = i8254_mmio8_cb; in comedi_8254_mm_alloc() 715 iocb = i8254_mmio16_cb; in comedi_8254_mm_alloc() [all …]
|
| /linux/fs/gfs2/ |
| A D | file.c | 779 struct kiocb *iocb, in should_fault_in_pages() argument 813 struct file *file = iocb->ki_filp; in gfs2_file_direct_read() 876 struct file *file = iocb->ki_filp; in gfs2_file_direct_write() 963 if (iocb->ki_flags & IOCB_DIRECT) in gfs2_file_read_iter() 967 iocb->ki_flags |= IOCB_NOIO; in gfs2_file_read_iter() 969 iocb->ki_flags &= ~IOCB_NOIO; in gfs2_file_read_iter() 978 if (iocb->ki_flags & IOCB_NOWAIT) in gfs2_file_read_iter() 1013 struct file *file = iocb->ki_filp; in gfs2_file_buffered_write() 1100 struct file *file = iocb->ki_filp; in gfs2_file_write_iter() 1108 if (iocb->ki_flags & IOCB_APPEND) { in gfs2_file_write_iter() [all …]
|