/linux-6.3-rc2/io_uring/ |
A D | rw.c | 315 if (kiocb->ki_flags & IOCB_WRITE) in io_complete_rw_iopoll() 441 if (kiocb->ki_flags & IOCB_HIPRI) in loop_rw_iter() 635 kiocb->ki_flags |= IOCB_WAITQ; in io_rw_should_retry() 636 kiocb->ki_flags &= ~IOCB_NOWAIT; in io_rw_should_retry() 693 kiocb->ki_flags |= IOCB_HIPRI; in io_rw_init_file() 755 kiocb->ki_flags |= IOCB_NOWAIT; in io_read() 758 kiocb->ki_flags &= ~IOCB_NOWAIT; in io_read() 828 kiocb->ki_flags &= ~IOCB_WAITQ; in io_read() 843 kiocb->ki_flags &= ~IOCB_WAITQ; in io_read() 892 kiocb->ki_flags |= IOCB_NOWAIT; in io_write() [all …]
|
/linux-6.3-rc2/drivers/nvme/target/ |
A D | io-cmd-file.c | 77 unsigned long nr_segs, size_t count, int ki_flags) in nvmet_file_submit_bvec() argument 86 ki_flags |= IOCB_DSYNC; in nvmet_file_submit_bvec() 98 iocb->ki_flags = ki_flags | iocb->ki_filp->f_iocb_flags; in nvmet_file_submit_bvec() 120 static bool nvmet_file_execute_io(struct nvmet_req *req, int ki_flags) in nvmet_file_execute_io() argument 177 if (!(ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io() 180 ret = nvmet_file_submit_bvec(req, pos, bv_cnt, total_len, ki_flags); in nvmet_file_execute_io() 186 if (WARN_ON_ONCE(!(ki_flags & IOCB_NOWAIT))) in nvmet_file_execute_io() 195 if ((ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io()
|
/linux-6.3-rc2/fs/ext4/ |
A D | file.c | 74 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_read_iter() 90 iocb->ki_flags &= ~IOCB_DIRECT; in ext4_dio_read_iter() 107 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_read_iter() 144 if (iocb->ki_flags & IOCB_DIRECT) in ext4_file_read_iter() 280 if (iocb->ki_flags & IOCB_NOWAIT) in ext4_buffered_write_iter() 472 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_checks() 522 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_iter() 552 if ((iocb->ki_flags & IOCB_NOWAIT) && (unaligned_io || extend)) { in ext4_dio_write_iter() 652 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_write_iter() 707 if (iocb->ki_flags & IOCB_DIRECT) in ext4_file_write_iter()
|
/linux-6.3-rc2/fs/zonefs/ |
A D | file.c | 411 if (iocb->ki_flags & IOCB_HIPRI) in zonefs_file_dio_append() 492 if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) in zonefs_write_checks() 495 if (iocb->ki_flags & IOCB_APPEND) { in zonefs_write_checks() 537 if (zonefs_zone_is_seq(z) && !sync && (iocb->ki_flags & IOCB_NOWAIT)) in zonefs_file_dio_write() 540 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_dio_write() 610 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_buffered_write() 650 if (iocb->ki_flags & IOCB_DIRECT) { in zonefs_file_write_iter() 691 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_read_iter() 709 if (iocb->ki_flags & IOCB_DIRECT) { in zonefs_file_read_iter()
|
/linux-6.3-rc2/block/ |
A D | fops.c | 94 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_simple() 185 if (iocb->ki_flags & IOCB_ALLOC_CACHE) in __blkdev_direct_IO() 224 if (iocb->ki_flags & IOCB_NOWAIT) { in __blkdev_direct_IO() 324 if (iocb->ki_flags & IOCB_ALLOC_CACHE) in __blkdev_direct_IO_async() 361 if (iocb->ki_flags & IOCB_HIPRI) { in __blkdev_direct_IO_async() 366 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_async() 539 if ((iocb->ki_flags & (IOCB_NOWAIT | IOCB_DIRECT)) == IOCB_NOWAIT) in blkdev_write_iter() 578 if (iocb->ki_flags & IOCB_DIRECT) { in blkdev_read_iter() 581 if (iocb->ki_flags & IOCB_NOWAIT) { in blkdev_read_iter()
|
/linux-6.3-rc2/fs/iomap/ |
A D | direct-io.c | 69 if ((dio->iocb->ki_flags & IOCB_HIPRI) && !is_sync_kiocb(dio->iocb)) { in iomap_dio_submit_bio() 291 dio->iocb->ki_flags &= ~IOCB_HIPRI; in iomap_dio_bio_iter() 353 dio->iocb->ki_flags &= ~IOCB_HIPRI; in iomap_dio_bio_iter() 520 if (iocb->ki_flags & IOCB_NOWAIT) { in __iomap_dio_rw() 535 if (iocb->ki_flags & IOCB_NOWAIT) { in __iomap_dio_rw() 553 if (!(iocb->ki_flags & IOCB_SYNC)) in __iomap_dio_rw() 600 iocb->ki_flags &= ~IOCB_HIPRI; in __iomap_dio_rw() 614 if (!(iocb->ki_flags & IOCB_NOWAIT)) in __iomap_dio_rw()
|
/linux-6.3-rc2/fs/overlayfs/ |
A D | file.c | 273 if (iocb->ki_flags & IOCB_WRITE) { in ovl_aio_cleanup_handler() 312 if (iocb->ki_flags & IOCB_DIRECT && in ovl_read_iter() 319 ovl_iocb_to_rwf(iocb->ki_flags)); in ovl_read_iter() 355 int ifl = iocb->ki_flags; in ovl_write_iter() 372 if (iocb->ki_flags & IOCB_DIRECT && in ovl_write_iter() 403 aio_req->iocb.ki_flags = ifl; in ovl_write_iter()
|
/linux-6.3-rc2/fs/xfs/ |
A D | xfs_file.c | 207 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_ilock_iocb() 299 else if (iocb->ki_flags & IOCB_DIRECT) in xfs_file_read_iter() 335 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_write_checks() 389 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_write_checks() 586 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_dio_write_unaligned() 629 if (ret == -EAGAIN && !(iocb->ki_flags & IOCB_NOWAIT)) { in xfs_file_dio_write_unaligned() 790 if (iocb->ki_flags & IOCB_DIRECT) { in xfs_file_write_iter()
|
/linux-6.3-rc2/mm/ |
A D | filemap.c | 2470 if (iocb->ki_flags & IOCB_NOWAIT) { in filemap_update_page() 2481 if (!(iocb->ki_flags & IOCB_WAITQ)) { in filemap_update_page() 2571 if (iocb->ki_flags & IOCB_NOIO) in filemap_readahead() 2596 if (iocb->ki_flags & IOCB_NOIO) in filemap_get_pages() 2619 if ((iocb->ki_flags & IOCB_WAITQ) && in filemap_get_pages() 2621 iocb->ki_flags |= IOCB_NOWAIT; in filemap_get_pages() 2688 iocb->ki_flags |= IOCB_NOWAIT; in filemap_read() 2798 if (iocb->ki_flags & IOCB_DIRECT) { in generic_file_read_iter() 2803 if (iocb->ki_flags & IOCB_NOWAIT) { in generic_file_read_iter() 3820 if (iocb->ki_flags & IOCB_NOWAIT) { in generic_file_direct_write() [all …]
|
/linux-6.3-rc2/fs/gfs2/ |
A D | file.c | 948 if (iocb->ki_flags & IOCB_DIRECT) in gfs2_file_read_iter() 952 iocb->ki_flags |= IOCB_NOIO; in gfs2_file_read_iter() 954 iocb->ki_flags &= ~IOCB_NOIO; in gfs2_file_read_iter() 963 if (iocb->ki_flags & IOCB_NOWAIT) in gfs2_file_read_iter() 1097 if (iocb->ki_flags & IOCB_APPEND) { in gfs2_file_write_iter() 1117 if (iocb->ki_flags & IOCB_DIRECT) { in gfs2_file_write_iter() 1125 iocb->ki_flags |= IOCB_DSYNC; in gfs2_file_write_iter()
|
/linux-6.3-rc2/fs/nfs/ |
A D | file.c | 162 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_read() 637 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_write() 648 if (iocb->ki_flags & IOCB_APPEND || iocb->ki_pos > i_size_read(inode)) { in nfs_file_write()
|
/linux-6.3-rc2/fs/ceph/ |
A D | file.c | 1085 if (aio_req->iocb->ki_flags & IOCB_DIRECT) in ceph_aio_complete() 1610 bool direct_lock = iocb->ki_flags & IOCB_DIRECT; in ceph_read_iter() 1642 (iocb->ki_flags & IOCB_DIRECT) || in ceph_read_iter() 1650 if (!retry_op && (iocb->ki_flags & IOCB_DIRECT)) { in ceph_read_iter() 1785 if ((iocb->ki_flags & (IOCB_DIRECT | IOCB_APPEND)) == IOCB_DIRECT) in ceph_write_iter() 1797 if (iocb->ki_flags & IOCB_APPEND) { in ceph_write_iter() 1856 (iocb->ki_flags & IOCB_DIRECT) || (fi->flags & CEPH_F_SYNC) || in ceph_write_iter() 1876 if (iocb->ki_flags & IOCB_DIRECT) in ceph_write_iter() 1929 iocb->ki_flags |= IOCB_DSYNC; in ceph_write_iter()
|
/linux-6.3-rc2/include/linux/ |
A D | fs.h | 348 int ki_flags; member 2002 .ki_flags = filp->f_iocb_flags, in init_sync_kiocb() 2012 .ki_flags = kiocb_src->ki_flags, in kiocb_clone() 2440 return (iocb->ki_flags & IOCB_DSYNC) || in iocb_is_dsync() 2454 (iocb->ki_flags & IOCB_SYNC) ? 0 : 1); in generic_write_sync() 3008 ki->ki_flags |= kiocb_flags; in kiocb_set_rw_flags()
|
/linux-6.3-rc2/fs/cachefiles/ |
A D | io.c | 140 ki->iocb.ki_flags = IOCB_DIRECT; in cachefiles_read() 311 ki->iocb.ki_flags = IOCB_DIRECT | IOCB_WRITE; in __cachefiles_write()
|
/linux-6.3-rc2/fs/ntfs3/ |
A D | file.c | 739 if (is_compressed(ni) && (iocb->ki_flags & IOCB_DIRECT)) { in ntfs_file_read_iter() 1038 if (is_compressed(ni) && (iocb->ki_flags & IOCB_DIRECT)) { in ntfs_file_write_iter() 1049 if (iocb->ki_flags & IOCB_NOWAIT) in ntfs_file_write_iter()
|
/linux-6.3-rc2/fs/ |
A D | aio.c | 1455 if (kiocb->ki_flags & IOCB_WRITE) { in aio_complete_rw() 1479 req->ki_flags = req->ki_filp->f_iocb_flags; in aio_prep_rw() 1481 req->ki_flags |= IOCB_EVENTFD; in aio_prep_rw() 1502 req->ki_flags &= ~IOCB_HIPRI; /* no one is going to poll for this I/O */ in aio_prep_rw() 1603 req->ki_flags |= IOCB_WRITE; in aio_write()
|
A D | eventfd.c | 238 (iocb->ki_flags & IOCB_NOWAIT)) { in eventfd_read()
|
A D | read_write.c | 1667 if (iocb->ki_flags & IOCB_APPEND) in generic_write_checks_count() 1670 if ((iocb->ki_flags & IOCB_NOWAIT) && in generic_write_checks_count() 1671 !((iocb->ki_flags & IOCB_DIRECT) || in generic_write_checks_count()
|
/linux-6.3-rc2/drivers/target/ |
A D | target_core_file.c | 296 aio_cmd->iocb.ki_flags = IOCB_DIRECT; in fd_execute_rw_aio() 299 aio_cmd->iocb.ki_flags |= IOCB_DSYNC; in fd_execute_rw_aio()
|
/linux-6.3-rc2/fs/btrfs/ |
A D | file.c | 1144 if ((iocb->ki_flags & IOCB_NOWAIT) && in btrfs_write_check() 1196 const bool nowait = (iocb->ki_flags & IOCB_NOWAIT); in btrfs_buffered_write() 1469 if (iocb->ki_flags & IOCB_NOWAIT) in btrfs_direct_write() 1587 if (iocb->ki_flags & IOCB_NOWAIT) { in btrfs_direct_write() 1664 if (encoded && (iocb->ki_flags & IOCB_NOWAIT)) in btrfs_do_write_iter() 1673 } else if (iocb->ki_flags & IOCB_DIRECT) { in btrfs_do_write_iter() 3810 if (iocb->ki_flags & IOCB_DIRECT) { in btrfs_file_read_iter()
|
/linux-6.3-rc2/fs/erofs/ |
A D | data.c | 372 if (iocb->ki_flags & IOCB_DIRECT) { in erofs_file_read_iter()
|
/linux-6.3-rc2/fs/fuse/ |
A D | dax.c | 705 if (iocb->ki_flags & IOCB_NOWAIT) { in fuse_dax_read_iter() 745 if (iocb->ki_flags & IOCB_NOWAIT) { in fuse_dax_write_iter()
|
/linux-6.3-rc2/include/trace/events/ |
A D | f2fs.h | 948 __field(int, ki_flags) 958 __entry->ki_flags = iocb->ki_flags; 968 __entry->ki_flags,
|
/linux-6.3-rc2/fs/ocfs2/ |
A D | file.c | 2361 int direct_io = iocb->ki_flags & IOCB_DIRECT ? 1 : 0; in ocfs2_file_write_iter() 2362 int nowait = iocb->ki_flags & IOCB_NOWAIT ? 1 : 0; in ocfs2_file_write_iter() 2509 int direct_io = iocb->ki_flags & IOCB_DIRECT ? 1 : 0; in ocfs2_file_read_iter() 2510 int nowait = iocb->ki_flags & IOCB_NOWAIT ? 1 : 0; in ocfs2_file_read_iter()
|
/linux-6.3-rc2/drivers/char/ |
A D | mem.c | 505 if (iocb->ki_flags & IOCB_NOWAIT) in read_iter_zero()
|