/kernel/linux/linux-5.10/drivers/nvme/target/ |
D | io-cmd-file.c | 103 unsigned long nr_segs, size_t count, int ki_flags) in nvmet_file_submit_bvec() argument 112 ki_flags |= IOCB_DSYNC; in nvmet_file_submit_bvec() 124 iocb->ki_flags = ki_flags | iocb_flags(req->ns->file); in nvmet_file_submit_bvec() 146 static bool nvmet_file_execute_io(struct nvmet_req *req, int ki_flags) in nvmet_file_execute_io() argument 202 if (!(ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io() 205 ret = nvmet_file_submit_bvec(req, pos, bv_cnt, total_len, ki_flags); in nvmet_file_execute_io() 211 if (WARN_ON_ONCE(!(ki_flags & IOCB_NOWAIT))) in nvmet_file_execute_io() 220 if ((ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io()
|
/kernel/linux/linux-5.10/fs/ext4/ |
D | file.c | 57 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_read_iter() 73 iocb->ki_flags &= ~IOCB_DIRECT; in ext4_dio_read_iter() 91 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_read_iter() 128 if (iocb->ki_flags & IOCB_DIRECT) in ext4_file_read_iter() 260 if (iocb->ki_flags & IOCB_NOWAIT) in ext4_buffered_write_iter() 449 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_checks() 499 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_iter() 528 if ((iocb->ki_flags & IOCB_NOWAIT) && (unaligned_io || extend)) { in ext4_dio_write_iter() 629 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_write_iter() 684 if (iocb->ki_flags & IOCB_DIRECT) in ext4_file_write_iter()
|
/kernel/linux/linux-5.10/fs/overlayfs/ |
D | file.c | 274 if (iocb->ki_flags & IOCB_WRITE) { in ovl_aio_cleanup_handler() 313 if (iocb->ki_flags & IOCB_DIRECT && in ovl_read_iter() 321 ovl_iocb_to_rwf(iocb->ki_flags)); in ovl_read_iter() 357 int ifl = iocb->ki_flags; in ovl_write_iter() 374 if (iocb->ki_flags & IOCB_DIRECT && in ovl_write_iter() 406 aio_req->iocb.ki_flags = ifl; in ovl_write_iter()
|
/kernel/linux/linux-5.10/fs/iomap/ |
D | direct-io.c | 67 if (dio->iocb->ki_flags & IOCB_HIPRI) in iomap_dio_submit_bio() 468 if (iocb->ki_flags & IOCB_DSYNC) in __iomap_dio_rw() 477 if ((iocb->ki_flags & (IOCB_DSYNC | IOCB_SYNC)) == IOCB_DSYNC) in __iomap_dio_rw() 481 if (iocb->ki_flags & IOCB_NOWAIT) { in __iomap_dio_rw() 579 if (!(iocb->ki_flags & IOCB_HIPRI) || in __iomap_dio_rw()
|
/kernel/linux/linux-5.10/fs/xfs/ |
D | xfs_file.c | 235 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_dio_aio_read() 262 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_dax_read() 286 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_buffered_aio_read() 314 else if (iocb->ki_flags & IOCB_DIRECT) in xfs_file_read_iter() 570 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_dio_aio_write() 630 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_dax_write() 677 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_buffered_aio_write() 764 if (iocb->ki_flags & IOCB_DIRECT) { in xfs_file_write_iter()
|
/kernel/linux/linux-5.10/fs/zonefs/ |
D | super.c | 764 if (iocb->ki_flags & IOCB_DSYNC) in zonefs_file_dio_append() 774 if (iocb->ki_flags & IOCB_HIPRI) in zonefs_file_dio_append() 853 if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) in zonefs_write_checks() 856 if (iocb->ki_flags & IOCB_APPEND) { in zonefs_write_checks() 898 (iocb->ki_flags & IOCB_NOWAIT)) in zonefs_file_dio_write() 901 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_dio_write() 965 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_buffered_write() 1004 if (iocb->ki_flags & IOCB_DIRECT) { in zonefs_file_write_iter() 1043 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_read_iter() 1061 if (iocb->ki_flags & IOCB_DIRECT) { in zonefs_file_read_iter()
|
/kernel/linux/linux-5.10/fs/gfs2/ |
D | file.c | 855 if (iocb->ki_flags & IOCB_DIRECT) { in gfs2_file_read_iter() 859 iocb->ki_flags &= ~IOCB_DIRECT; in gfs2_file_read_iter() 862 iocb->ki_flags |= IOCB_NOIO; in gfs2_file_read_iter() 864 iocb->ki_flags &= ~IOCB_NOIO; in gfs2_file_read_iter() 873 if (iocb->ki_flags & IOCB_NOWAIT) in gfs2_file_read_iter() 912 if (iocb->ki_flags & IOCB_APPEND) { in gfs2_file_write_iter() 932 if (iocb->ki_flags & IOCB_DIRECT) { in gfs2_file_write_iter() 940 iocb->ki_flags |= IOCB_DSYNC; in gfs2_file_write_iter()
|
/kernel/linux/linux-5.10/mm/ |
D | filemap.c | 2219 if (written && (iocb->ki_flags & IOCB_WAITQ)) in generic_file_buffered_read() 2220 iocb->ki_flags |= IOCB_NOWAIT; in generic_file_buffered_read() 2237 if (iocb->ki_flags & IOCB_NOIO) in generic_file_buffered_read() 2247 if (iocb->ki_flags & IOCB_NOIO) { in generic_file_buffered_read() 2261 if (iocb->ki_flags & IOCB_WAITQ) { in generic_file_buffered_read() 2269 if (iocb->ki_flags & IOCB_NOWAIT) { in generic_file_buffered_read() 2362 if (iocb->ki_flags & IOCB_WAITQ) { in generic_file_buffered_read() 2389 if (iocb->ki_flags & (IOCB_NOIO | IOCB_NOWAIT)) { in generic_file_buffered_read() 2413 if (iocb->ki_flags & IOCB_WAITQ) { in generic_file_buffered_read() 2515 if (iocb->ki_flags & IOCB_DIRECT) { in generic_file_read_iter() [all …]
|
/kernel/linux/linux-5.10/fs/ |
D | block_dev.c | 221 if (iocb->ki_flags & IOCB_DSYNC) in dio_bio_write_op() 283 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_simple() 285 if (iocb->ki_flags & IOCB_HIPRI) in __blkdev_direct_IO_simple() 293 if (!(iocb->ki_flags & IOCB_HIPRI) || in __blkdev_direct_IO_simple() 383 bool is_poll = (iocb->ki_flags & IOCB_HIPRI) != 0; in __blkdev_direct_IO() 438 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO() 448 if (iocb->ki_flags & IOCB_HIPRI) { in __blkdev_direct_IO() 489 if (!(iocb->ki_flags & IOCB_HIPRI) || in __blkdev_direct_IO() 1924 if ((iocb->ki_flags & (IOCB_NOWAIT | IOCB_DIRECT)) == IOCB_NOWAIT) in blkdev_write_iter()
|
D | direct-io.c | 482 if (!(dio->iocb->ki_flags & IOCB_HIPRI) || in dio_await_one() 1210 if (iocb->ki_flags & IOCB_NOWAIT) in do_blockdev_direct_IO() 1215 if (iocb->ki_flags & IOCB_HIPRI) in do_blockdev_direct_IO() 1224 if (iocb->ki_flags & IOCB_DSYNC) in do_blockdev_direct_IO()
|
D | aio.c | 1429 if (kiocb->ki_flags & IOCB_WRITE) { in aio_complete_rw() 1453 req->ki_flags = iocb_flags(req->ki_filp); in aio_prep_rw() 1455 req->ki_flags |= IOCB_EVENTFD; in aio_prep_rw() 1477 req->ki_flags &= ~IOCB_HIPRI; /* no one is going to poll for this I/O */ in aio_prep_rw() 1579 req->ki_flags |= IOCB_WRITE; in aio_write()
|
D | eventfd.c | 237 (iocb->ki_flags & IOCB_NOWAIT)) { in eventfd_read()
|
D | read_write.c | 1664 if (iocb->ki_flags & IOCB_APPEND) in generic_write_checks() 1667 if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) in generic_write_checks()
|
/kernel/linux/linux-5.10/fs/ceph/ |
D | file.c | 1023 if (aio_req->iocb->ki_flags & IOCB_DIRECT) in ceph_aio_complete() 1551 bool direct_lock = iocb->ki_flags & IOCB_DIRECT; in ceph_read_iter() 1572 if (iocb->ki_flags & IOCB_DIRECT) in ceph_read_iter() 1580 (iocb->ki_flags & IOCB_DIRECT) || in ceph_read_iter() 1588 if (!retry_op && (iocb->ki_flags & IOCB_DIRECT)) { in ceph_read_iter() 1724 if ((iocb->ki_flags & (IOCB_DIRECT | IOCB_APPEND)) == IOCB_DIRECT) in ceph_write_iter() 1736 if (iocb->ki_flags & IOCB_APPEND) { in ceph_write_iter() 1802 (iocb->ki_flags & IOCB_DIRECT) || (fi->flags & CEPH_F_SYNC) || in ceph_write_iter() 1822 if (iocb->ki_flags & IOCB_DIRECT) in ceph_write_iter() 1876 iocb->ki_flags |= IOCB_DSYNC; in ceph_write_iter()
|
/kernel/linux/linux-5.10/fs/nfs/ |
D | file.c | 163 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_read() 616 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_write() 627 if (iocb->ki_flags & IOCB_APPEND) { in nfs_file_write()
|
/kernel/linux/linux-5.10/fs/btrfs/ |
D | file.c | 1867 const bool sync = iocb->ki_flags & IOCB_DSYNC; in btrfs_file_write_iter() 1874 if (!(iocb->ki_flags & IOCB_DIRECT) && in btrfs_file_write_iter() 1875 (iocb->ki_flags & IOCB_NOWAIT)) in btrfs_file_write_iter() 1878 if (iocb->ki_flags & IOCB_NOWAIT) { in btrfs_file_write_iter() 1893 if (iocb->ki_flags & IOCB_NOWAIT) { in btrfs_file_write_iter() 1961 if (iocb->ki_flags & IOCB_DIRECT) { in btrfs_file_write_iter() 1984 iocb->ki_flags &= ~IOCB_DSYNC; in btrfs_file_write_iter() 1994 iocb->ki_flags |= IOCB_DSYNC; in btrfs_file_write_iter() 3588 if (iocb->ki_flags & IOCB_DIRECT) { in btrfs_file_read_iter()
|
/kernel/linux/linux-5.10/include/linux/ |
D | fs.h | 330 int ki_flags; member 2083 .ki_flags = iocb_flags(filp), in init_sync_kiocb() 2094 .ki_flags = kiocb_src->ki_flags, in kiocb_clone() 2761 if (iocb->ki_flags & IOCB_DSYNC) { in generic_write_sync() 2764 (iocb->ki_flags & IOCB_SYNC) ? 0 : 1); in generic_write_sync() 3310 ki->ki_flags |= kiocb_flags; in kiocb_set_rw_flags()
|
/kernel/linux/linux-5.10/io_uring/ |
D | io_uring.c | 2712 if (rw->kiocb.ki_flags & IOCB_WRITE) { in io_req_io_end() 2792 if (kiocb->ki_flags & IOCB_WRITE) in io_complete_rw_iopoll() 2937 kiocb->ki_flags = iocb_flags(kiocb->ki_filp); in io_prep_rw() 2947 if ((kiocb->ki_flags & IOCB_NOWAIT) || in io_prep_rw() 2962 if (!(kiocb->ki_flags & IOCB_DIRECT) || in io_prep_rw() 2966 kiocb->ki_flags |= IOCB_HIPRI; in io_prep_rw() 2970 if (kiocb->ki_flags & IOCB_HIPRI) in io_prep_rw() 3343 if (kiocb->ki_flags & IOCB_HIPRI) in loop_rw_iter() 3345 if (kiocb->ki_flags & IOCB_NOWAIT) in loop_rw_iter() 3493 req->rw.kiocb.ki_flags &= ~IOCB_WAITQ; in io_async_buf_func() [all …]
|
/kernel/linux/linux-5.10/drivers/target/ |
D | target_core_file.c | 300 aio_cmd->iocb.ki_flags = IOCB_DIRECT; in fd_execute_rw_aio() 303 aio_cmd->iocb.ki_flags |= IOCB_DSYNC; in fd_execute_rw_aio()
|
/kernel/linux/linux-5.10/fs/fuse/ |
D | dax.c | 706 if (iocb->ki_flags & IOCB_NOWAIT) { in fuse_dax_read_iter() 749 if (iocb->ki_flags & IOCB_NOWAIT) { in fuse_dax_write_iter()
|
D | file.c | 1038 if (iocb->ki_flags & IOCB_DSYNC) in fuse_write_flags() 1040 if (iocb->ki_flags & IOCB_SYNC) in fuse_write_flags() 1314 if (iocb->ki_flags & IOCB_DIRECT) { in fuse_cache_write_iter() 1540 if (!is_sync_kiocb(iocb) && iocb->ki_flags & IOCB_DIRECT) { in fuse_direct_read_iter() 1561 if (!is_sync_kiocb(iocb) && iocb->ki_flags & IOCB_DIRECT) { in fuse_direct_write_iter()
|
/kernel/linux/linux-5.10/fs/ocfs2/ |
D | file.c | 2364 int direct_io = iocb->ki_flags & IOCB_DIRECT ? 1 : 0; in ocfs2_file_write_iter() 2365 int nowait = iocb->ki_flags & IOCB_NOWAIT ? 1 : 0; in ocfs2_file_write_iter() 2512 int direct_io = iocb->ki_flags & IOCB_DIRECT ? 1 : 0; in ocfs2_file_read_iter() 2513 int nowait = iocb->ki_flags & IOCB_NOWAIT ? 1 : 0; in ocfs2_file_read_iter()
|
/kernel/linux/linux-5.10/drivers/char/ |
D | random.c | 1307 ((kiocb->ki_flags & (IOCB_NOWAIT | IOCB_NOIO)) || in random_read_iter()
|
/kernel/linux/linux-5.10/fs/f2fs/ |
D | file.c | 4103 if (iocb->ki_flags & IOCB_NOWAIT) { in f2fs_file_write_iter() 4126 if ((iocb->ki_flags & IOCB_NOWAIT)) { in f2fs_file_write_iter() 4142 if (iocb->ki_flags & IOCB_DIRECT) { in f2fs_file_write_iter()
|
/kernel/linux/linux-5.10/fs/cifs/ |
D | cifsfs.c | 907 if (iocb->ki_flags & IOCB_DIRECT) in cifs_loose_read_iter()
|