/linux-master/io_uring/ |
H A D | timeout.c | 23 struct io_kiocb *head; 25 struct io_kiocb *prev; 38 static inline bool io_is_timeout_noseq(struct io_kiocb *req) 46 static inline void io_put_req(struct io_kiocb *req) 68 static void io_timeout_complete(struct io_kiocb *req, struct io_tw_state *ts) 92 static bool io_kill_timeout(struct io_kiocb *req, int status) 120 struct io_kiocb *req = cmd_to_io_kiocb(timeout); 144 static void io_req_tw_fail_links(struct io_kiocb *link, struct io_tw_state *ts) 148 struct io_kiocb *nxt = link->link; 160 static void io_fail_links(struct io_kiocb *re [all...] |
H A D | xattr.c | 25 void io_xattr_cleanup(struct io_kiocb *req) 36 static void io_xattr_finish(struct io_kiocb *req, int ret) 44 static int __io_getxattr_prep(struct io_kiocb *req, 82 int io_fgetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 87 int io_getxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 108 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags) 123 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags) 148 static int __io_setxattr_prep(struct io_kiocb *req, 180 int io_setxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 201 int io_fsetxattr_prep(struct io_kiocb *re [all...] |
H A D | notif.c | 12 static void io_notif_complete_tw_ext(struct io_kiocb *notif, struct io_tw_state *ts) 31 struct io_kiocb *notif = cmd_to_io_kiocb(nd); 51 void io_notif_set_extended(struct io_kiocb *notif) 65 struct io_kiocb *io_alloc_notif(struct io_ring_ctx *ctx) 68 struct io_kiocb *notif;
|
H A D | fs.c | 50 int io_renameat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 81 int io_renameat(struct io_kiocb *req, unsigned int issue_flags) 96 void io_renameat_cleanup(struct io_kiocb *req) 104 int io_unlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 130 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags) 147 void io_unlinkat_cleanup(struct io_kiocb *req) 154 int io_mkdirat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 177 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags) 191 void io_mkdirat_cleanup(struct io_kiocb *req) 198 int io_symlinkat_prep(struct io_kiocb *re [all...] |
H A D | futex.c | 34 struct io_kiocb *req; 53 static void __io_futex_complete(struct io_kiocb *req, struct io_tw_state *ts) 60 static void io_futex_complete(struct io_kiocb *req, struct io_tw_state *ts) 71 static void io_futexv_complete(struct io_kiocb *req, struct io_tw_state *ts) 99 static bool __io_futex_cancel(struct io_ring_ctx *ctx, struct io_kiocb *req) 126 struct io_kiocb *req; 154 struct io_kiocb *req; 170 int io_futex_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 200 struct io_kiocb *req = q->wake_data; 213 int io_futexv_prep(struct io_kiocb *re [all...] |
H A D | rw.c | 33 static inline bool io_file_supports_nowait(struct io_kiocb *req) 57 static int io_iov_buffer_select_prep(struct io_kiocb *req) 78 int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe) 106 int io_prep_rwv(struct io_kiocb *req, const struct io_uring_sqe *sqe) 124 int io_prep_rw_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe) 146 int io_read_mshot_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 166 void io_readv_writev_cleanup(struct io_kiocb *req) 173 static inline loff_t *io_kiocb_update_pos(struct io_kiocb *req) 190 static void io_req_task_queue_reissue(struct io_kiocb *req) 197 static bool io_resubmit_prep(struct io_kiocb *re [all...] |
H A D | waitid.c | 19 static void io_waitid_cb(struct io_kiocb *req, struct io_tw_state *ts); 35 static void io_waitid_free(struct io_kiocb *req) 72 static bool io_waitid_copy_si(struct io_kiocb *req, int signo) 103 static int io_waitid_finish(struct io_kiocb *req, int ret) 118 static void io_waitid_complete(struct io_kiocb *req, int ret) 137 static bool __io_waitid_cancel(struct io_ring_ctx *ctx, struct io_kiocb *req) 163 struct io_kiocb *req; 191 struct io_kiocb *req; 207 static inline bool io_waitid_drop_issue_ref(struct io_kiocb *req) 225 static void io_waitid_cb(struct io_kiocb *re [all...] |
H A D | poll.c | 35 struct io_kiocb *req; 58 static inline struct io_kiocb *wqe_to_req(struct wait_queue_entry *wqe) 62 return (struct io_kiocb *)(priv & ~IO_WQE_F_DOUBLE); 72 static bool io_poll_get_ownership_slowpath(struct io_kiocb *req) 93 static inline bool io_poll_get_ownership(struct io_kiocb *req) 100 static void io_poll_mark_cancelled(struct io_kiocb *req) 105 static struct io_poll *io_poll_get_double(struct io_kiocb *req) 113 static struct io_poll *io_poll_get_single(struct io_kiocb *req) 120 static void io_poll_req_insert(struct io_kiocb *req) 131 static void io_poll_req_delete(struct io_kiocb *re [all...] |
H A D | sync.c | 25 int io_sfr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 40 int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags) 53 int io_fsync_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 70 int io_fsync(struct io_kiocb *req, unsigned int issue_flags) 85 int io_fallocate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 99 int io_fallocate(struct io_kiocb *req, unsigned int issue_flags)
|
H A D | statx.c | 23 int io_statx_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 55 int io_statx(struct io_kiocb *req, unsigned int issue_flags) 67 void io_statx_cleanup(struct io_kiocb *req)
|
H A D | advise.c | 31 int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 49 int io_madvise(struct io_kiocb *req, unsigned int issue_flags) 77 int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 92 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags)
|
H A D | openclose.c | 50 static int __io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 85 int io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 95 int io_openat2_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 114 int io_openat2(struct io_kiocb *req, unsigned int issue_flags) 175 int io_openat(struct io_kiocb *req, unsigned int issue_flags) 180 void io_open_cleanup(struct io_kiocb *req) 200 static inline int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags) 207 int io_close_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 224 int io_close(struct io_kiocb *req, unsigned int issue_flags) 263 int io_install_fixed_fd_prep(struct io_kiocb *re [all...] |
H A D | epoll.c | 24 int io_epoll_ctl_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 46 int io_epoll_ctl(struct io_kiocb *req, unsigned int issue_flags)
|
H A D | truncate.c | 23 int io_ftruncate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 37 int io_ftruncate(struct io_kiocb *req, unsigned int issue_flags)
|
H A D | splice.c | 26 static int __io_splice_prep(struct io_kiocb *req, 41 int io_tee_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 48 int io_tee(struct io_kiocb *req, unsigned int issue_flags) 79 int io_splice_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 88 int io_splice(struct io_kiocb *req, unsigned int issue_flags)
|
H A D | rsrc.h | 91 static inline void io_req_put_rsrc_locked(struct io_kiocb *req, 103 static inline void __io_req_set_rsrc_node(struct io_kiocb *req, 111 static inline void io_req_set_rsrc_node(struct io_kiocb *req, 136 int io_files_update(struct io_kiocb *req, unsigned int issue_flags); 137 int io_files_update_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
H A D | msg_ring.c | 58 void io_msg_ring_cleanup(struct io_kiocb *req) 76 static int io_msg_exec_remote(struct io_kiocb *req, task_work_func_t func) 95 struct io_kiocb *req = cmd_to_io_kiocb(msg); 126 static int io_msg_ring_data(struct io_kiocb *req, unsigned int issue_flags) 160 static struct file *io_msg_grab_file(struct io_kiocb *req, unsigned int issue_flags) 178 static int io_msg_install_complete(struct io_kiocb *req, unsigned int issue_flags) 213 struct io_kiocb *req = cmd_to_io_kiocb(msg); 223 static int io_msg_send_fd(struct io_kiocb *req, unsigned int issue_flags) 249 int io_msg_ring_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 269 int io_msg_ring(struct io_kiocb *re [all...] |
H A D | uring_cmd.c | 20 struct io_kiocb *req = cmd_to_io_kiocb(cmd); 44 struct io_kiocb *req = cmd_to_io_kiocb(cmd); 56 static void io_uring_cmd_work(struct io_kiocb *req, struct io_tw_state *ts) 68 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); 76 static inline void io_req_set_cqe32_extra(struct io_kiocb *req, 90 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); 112 int io_uring_cmd_prep_async(struct io_kiocb *req) 121 int io_uring_cmd_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 148 int io_uring_cmd(struct io_kiocb *req, unsigned int issue_flags) 198 struct io_kiocb *re [all...] |
H A D | io_uring.c | 127 struct io_kiocb *req; 147 static void io_queue_sqe(struct io_kiocb *req); 194 static bool io_match_linked(struct io_kiocb *head) 196 struct io_kiocb *req; 209 bool io_match_task_safe(struct io_kiocb *head, struct task_struct *task, 232 static inline void req_fail_link_node(struct io_kiocb *req, int res) 238 static inline void io_req_add_to_cache(struct io_kiocb *req, struct io_ring_ctx *ctx) 255 struct io_kiocb *req, *tmp; 367 static bool req_need_defer(struct io_kiocb *req, u32 seq) 378 static void io_clean_op(struct io_kiocb *re [all...] |
H A D | napi.h | 49 * @req: pointer to io_kiocb request 53 static inline void io_napi_add(struct io_kiocb *req) 86 static inline void io_napi_add(struct io_kiocb *req)
|
H A D | net.c | 71 struct io_kiocb *notif; 81 int io_shutdown_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 94 int io_shutdown(struct io_kiocb *req, unsigned int issue_flags) 118 static void io_netmsg_recycle(struct io_kiocb *req, unsigned int issue_flags) 132 static struct io_async_msghdr *io_msg_alloc_async(struct io_kiocb *req, 158 static inline struct io_async_msghdr *io_msg_alloc_async_prep(struct io_kiocb *req) 164 static int io_setup_async_msg(struct io_kiocb *req, 195 static int io_compat_msg_copy_hdr(struct io_kiocb *req, 239 static int io_msg_copy_hdr(struct io_kiocb *req, struct io_async_msghdr *iomsg, 290 static int io_sendmsg_copy_hdr(struct io_kiocb *re [all...] |
H A D | cancel.c | 37 bool io_cancel_req_match(struct io_kiocb *req, struct io_cancel_data *cd) 70 struct io_kiocb *req = container_of(work, struct io_kiocb, work); 138 int io_async_cancel_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 200 int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags)
|
H A D | kbuf.c | 68 bool io_kbuf_recycle_legacy(struct io_kiocb *req, unsigned issue_flags) 86 void __io_put_kbuf(struct io_kiocb *req, unsigned issue_flags) 113 static void __user *io_provided_buffer_select(struct io_kiocb *req, size_t *len, 133 static void __user *io_ring_buffer_select(struct io_kiocb *req, size_t *len, 181 void __user *io_buffer_select(struct io_kiocb *req, size_t *len, 303 int io_remove_buffers_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 322 int io_remove_buffers(struct io_kiocb *req, unsigned int issue_flags) 346 int io_provide_buffers_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) 455 int io_provide_buffers(struct io_kiocb *req, unsigned int issue_flags)
|
/linux-master/include/linux/ |
H A D | io_uring_types.h | 54 /* place it here instead of io_kiocb as it fills padding and saves 4B */ 195 struct io_kiocb *head; 196 struct io_kiocb *last; 563 typedef void (*io_req_tw_func_t)(struct io_kiocb *req, struct io_tw_state *ts); 598 #define cmd_to_io_kiocb(ptr) ((struct io_kiocb *) ptr) 600 struct io_kiocb { struct 603 * NOTE! Each of the io_kiocb union members has the file pointer 665 struct io_kiocb *link;
|
/linux-master/include/trace/events/ |
H A D | io_uring.h | 110 TP_PROTO(struct io_kiocb *req, int fd), 142 TP_PROTO(struct io_kiocb *req, int rw), 186 TP_PROTO(struct io_kiocb *req), 225 TP_PROTO(struct io_kiocb *req, struct io_kiocb *target_req), 285 TP_PROTO(struct io_kiocb *req, struct io_kiocb *link), 372 TP_PROTO(struct io_kiocb *req), 416 TP_PROTO(struct io_kiocb *req, int mask, int events), 457 TP_PROTO(struct io_kiocb *re [all...] |