linux-master/io_uring/rw.c

34 static inline bool io_file_supports_nowait(struct io_kiocb *req)
58 static int io_iov_buffer_select_prep(struct io_kiocb *req)
79 static int __io_import_iovec(int ddir, struct io_kiocb *req,
125 static inline int io_import_iovec(int rw, struct io_kiocb *req,
148 static void io_rw_recycle(struct io_kiocb *req, unsigned int issue_flags)
166 static void io_req_rw_cleanup(struct io_kiocb *req, unsigned int issue_flags)
201 static int io_rw_alloc_async(struct io_kiocb *req)
230 static int io_prep_rw_setup(struct io_kiocb *req, int ddir, bool do_import)
250 static int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe,
279 int io_prep_read(struct io_kiocb *req, const struct io_uring_sqe *sqe)
284 int io_prep_write(struct io_kiocb *req, const struct io_uring_sqe *sqe)
289 static int io_prep_rwv(struct io_kiocb *req, const struct io_uring_sqe *sqe,
308 int io_prep_readv(struct io_kiocb *req, const struct io_uring_sqe *sqe)
313 int io_prep_writev(struct io_kiocb *req, const struct io_uring_sqe *sqe)
318 static int io_prep_rw_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe,
343 int io_prep_read_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe)
348 int io_prep_write_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe)
357 int io_read_mshot_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
377 void io_readv_writev_cleanup(struct io_kiocb *req)
382 static inline loff_t *io_kiocb_update_pos(struct io_kiocb *req)
400 static void io_resubmit_prep(struct io_kiocb *req)
407 static bool io_rw_should_reissue(struct io_kiocb *req)
433 static void io_resubmit_prep(struct io_kiocb *req)
436 static bool io_rw_should_reissue(struct io_kiocb *req)
442 static void io_req_end_write(struct io_kiocb *req)
455 static void io_req_io_end(struct io_kiocb *req)
467 static bool __io_complete_rw_common(struct io_kiocb *req, long res)
486 static inline int io_fixup_rw_res(struct io_kiocb *req, long res)
500 void io_req_rw_complete(struct io_kiocb *req, struct io_tw_state *ts)
523 	struct io_kiocb *req = cmd_to_io_kiocb(rw);
537 	struct io_kiocb *req = cmd_to_io_kiocb(rw);
580 static int kiocb_done(struct io_kiocb *req, ssize_t ret,
697 	struct io_kiocb *req = wait->private;
724 static bool io_rw_should_retry(struct io_kiocb *req)
769 static bool need_complete_io(struct io_kiocb *req)
775 static int io_rw_init_file(struct io_kiocb *req, fmode_t mode)
821 static int __io_read(struct io_kiocb *req, unsigned int issue_flags)
923 int io_read(struct io_kiocb *req, unsigned int issue_flags)
934 int io_read_mshot(struct io_kiocb *req, unsigned int issue_flags)
1007 int io_write(struct io_kiocb *req, unsigned int issue_flags)
1101 void io_rw_fail(struct io_kiocb *req)
1124 		struct io_kiocb *req = container_of(pos, struct io_kiocb, comp_list);
1165 		struct io_kiocb *req = container_of(pos, struct io_kiocb, comp_list);