1// SPDX-License-Identifier: GPL-2.0 2#include <linux/kernel.h> 3#include <linux/errno.h> 4#include <linux/fs.h> 5#include <linux/file.h> 6#include <linux/mm.h> 7#include <linux/slab.h> 8#include <linux/namei.h> 9#include <linux/io_uring.h> 10#include <linux/fsnotify.h> 11 12#include <uapi/linux/io_uring.h> 13 14#include "io_uring.h" 15#include "sync.h" 16 17struct io_sync { 18 struct file *file; 19 loff_t len; 20 loff_t off; 21 int flags; 22 int mode; 23}; 24 25int io_sfr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 26{ 27 struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync); 28 29 if (unlikely(sqe->addr || sqe->buf_index || sqe->splice_fd_in)) 30 return -EINVAL; 31 32 sync->off = READ_ONCE(sqe->off); 33 sync->len = READ_ONCE(sqe->len); 34 sync->flags = READ_ONCE(sqe->sync_range_flags); 35 req->flags |= REQ_F_FORCE_ASYNC; 36 37 return 0; 38} 39 40int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags) 41{ 42 struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync); 43 int ret; 44 45 /* sync_file_range always requires a blocking context */ 46 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); 47 48 ret = sync_file_range(req->file, sync->off, sync->len, sync->flags); 49 io_req_set_res(req, ret, 0); 50 return IOU_OK; 51} 52 53int io_fsync_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 54{ 55 struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync); 56 57 if (unlikely(sqe->addr || sqe->buf_index || sqe->splice_fd_in)) 58 return -EINVAL; 59 60 sync->flags = READ_ONCE(sqe->fsync_flags); 61 if (unlikely(sync->flags & ~IORING_FSYNC_DATASYNC)) 62 return -EINVAL; 63 64 sync->off = READ_ONCE(sqe->off); 65 sync->len = READ_ONCE(sqe->len); 66 req->flags |= REQ_F_FORCE_ASYNC; 67 return 0; 68} 69 70int io_fsync(struct io_kiocb *req, unsigned int issue_flags) 71{ 72 struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync); 73 loff_t end = sync->off + sync->len; 74 int ret; 75 76 /* fsync always requires a blocking context */ 77 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); 78 79 ret = vfs_fsync_range(req->file, sync->off, end > 0 ? end : LLONG_MAX, 80 sync->flags & IORING_FSYNC_DATASYNC); 81 io_req_set_res(req, ret, 0); 82 return IOU_OK; 83} 84 85int io_fallocate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 86{ 87 struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync); 88 89 if (sqe->buf_index || sqe->rw_flags || sqe->splice_fd_in) 90 return -EINVAL; 91 92 sync->off = READ_ONCE(sqe->off); 93 sync->len = READ_ONCE(sqe->addr); 94 sync->mode = READ_ONCE(sqe->len); 95 req->flags |= REQ_F_FORCE_ASYNC; 96 return 0; 97} 98 99int io_fallocate(struct io_kiocb *req, unsigned int issue_flags) 100{ 101 struct io_sync *sync = io_kiocb_to_cmd(req, struct io_sync); 102 int ret; 103 104 /* fallocate always requiring blocking context */ 105 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); 106 107 ret = vfs_fallocate(req->file, sync->mode, sync->off, sync->len); 108 if (ret >= 0) 109 fsnotify_modify(req->file); 110 io_req_set_res(req, ret, 0); 111 return IOU_OK; 112} 113