1// SPDX-License-Identifier: GPL-2.0
2/*
3 * io_uring opcode handling table
4 */
5#include <linux/kernel.h>
6#include <linux/errno.h>
7#include <linux/fs.h>
8#include <linux/file.h>
9#include <linux/io_uring.h>
10
11#include "io_uring.h"
12#include "opdef.h"
13#include "refs.h"
14#include "tctx.h"
15#include "sqpoll.h"
16#include "fdinfo.h"
17#include "kbuf.h"
18#include "rsrc.h"
19
20#include "xattr.h"
21#include "nop.h"
22#include "fs.h"
23#include "splice.h"
24#include "sync.h"
25#include "advise.h"
26#include "openclose.h"
27#include "uring_cmd.h"
28#include "epoll.h"
29#include "statx.h"
30#include "net.h"
31#include "msg_ring.h"
32#include "timeout.h"
33#include "poll.h"
34#include "cancel.h"
35#include "rw.h"
36#include "waitid.h"
37#include "futex.h"
38#include "truncate.h"
39
40static int io_no_issue(struct io_kiocb *req, unsigned int issue_flags)
41{
42	WARN_ON_ONCE(1);
43	return -ECANCELED;
44}
45
46static __maybe_unused int io_eopnotsupp_prep(struct io_kiocb *kiocb,
47					     const struct io_uring_sqe *sqe)
48{
49	return -EOPNOTSUPP;
50}
51
52const struct io_issue_def io_issue_defs[] = {
53	[IORING_OP_NOP] = {
54		.audit_skip		= 1,
55		.iopoll			= 1,
56		.prep			= io_nop_prep,
57		.issue			= io_nop,
58	},
59	[IORING_OP_READV] = {
60		.needs_file		= 1,
61		.unbound_nonreg_file	= 1,
62		.pollin			= 1,
63		.buffer_select		= 1,
64		.plug			= 1,
65		.audit_skip		= 1,
66		.ioprio			= 1,
67		.iopoll			= 1,
68		.iopoll_queue		= 1,
69		.vectored		= 1,
70		.prep			= io_prep_rwv,
71		.issue			= io_read,
72	},
73	[IORING_OP_WRITEV] = {
74		.needs_file		= 1,
75		.hash_reg_file		= 1,
76		.unbound_nonreg_file	= 1,
77		.pollout		= 1,
78		.plug			= 1,
79		.audit_skip		= 1,
80		.ioprio			= 1,
81		.iopoll			= 1,
82		.iopoll_queue		= 1,
83		.vectored		= 1,
84		.prep			= io_prep_rwv,
85		.issue			= io_write,
86	},
87	[IORING_OP_FSYNC] = {
88		.needs_file		= 1,
89		.audit_skip		= 1,
90		.prep			= io_fsync_prep,
91		.issue			= io_fsync,
92	},
93	[IORING_OP_READ_FIXED] = {
94		.needs_file		= 1,
95		.unbound_nonreg_file	= 1,
96		.pollin			= 1,
97		.plug			= 1,
98		.audit_skip		= 1,
99		.ioprio			= 1,
100		.iopoll			= 1,
101		.iopoll_queue		= 1,
102		.prep			= io_prep_rw_fixed,
103		.issue			= io_read,
104	},
105	[IORING_OP_WRITE_FIXED] = {
106		.needs_file		= 1,
107		.hash_reg_file		= 1,
108		.unbound_nonreg_file	= 1,
109		.pollout		= 1,
110		.plug			= 1,
111		.audit_skip		= 1,
112		.ioprio			= 1,
113		.iopoll			= 1,
114		.iopoll_queue		= 1,
115		.prep			= io_prep_rw_fixed,
116		.issue			= io_write,
117	},
118	[IORING_OP_POLL_ADD] = {
119		.needs_file		= 1,
120		.unbound_nonreg_file	= 1,
121		.audit_skip		= 1,
122		.prep			= io_poll_add_prep,
123		.issue			= io_poll_add,
124	},
125	[IORING_OP_POLL_REMOVE] = {
126		.audit_skip		= 1,
127		.prep			= io_poll_remove_prep,
128		.issue			= io_poll_remove,
129	},
130	[IORING_OP_SYNC_FILE_RANGE] = {
131		.needs_file		= 1,
132		.audit_skip		= 1,
133		.prep			= io_sfr_prep,
134		.issue			= io_sync_file_range,
135	},
136	[IORING_OP_SENDMSG] = {
137		.needs_file		= 1,
138		.unbound_nonreg_file	= 1,
139		.pollout		= 1,
140		.ioprio			= 1,
141		.manual_alloc		= 1,
142#if defined(CONFIG_NET)
143		.prep			= io_sendmsg_prep,
144		.issue			= io_sendmsg,
145#else
146		.prep			= io_eopnotsupp_prep,
147#endif
148	},
149	[IORING_OP_RECVMSG] = {
150		.needs_file		= 1,
151		.unbound_nonreg_file	= 1,
152		.pollin			= 1,
153		.buffer_select		= 1,
154		.ioprio			= 1,
155		.manual_alloc		= 1,
156#if defined(CONFIG_NET)
157		.prep			= io_recvmsg_prep,
158		.issue			= io_recvmsg,
159#else
160		.prep			= io_eopnotsupp_prep,
161#endif
162	},
163	[IORING_OP_TIMEOUT] = {
164		.audit_skip		= 1,
165		.prep			= io_timeout_prep,
166		.issue			= io_timeout,
167	},
168	[IORING_OP_TIMEOUT_REMOVE] = {
169		/* used by timeout updates' prep() */
170		.audit_skip		= 1,
171		.prep			= io_timeout_remove_prep,
172		.issue			= io_timeout_remove,
173	},
174	[IORING_OP_ACCEPT] = {
175		.needs_file		= 1,
176		.unbound_nonreg_file	= 1,
177		.pollin			= 1,
178		.poll_exclusive		= 1,
179		.ioprio			= 1,	/* used for flags */
180#if defined(CONFIG_NET)
181		.prep			= io_accept_prep,
182		.issue			= io_accept,
183#else
184		.prep			= io_eopnotsupp_prep,
185#endif
186	},
187	[IORING_OP_ASYNC_CANCEL] = {
188		.audit_skip		= 1,
189		.prep			= io_async_cancel_prep,
190		.issue			= io_async_cancel,
191	},
192	[IORING_OP_LINK_TIMEOUT] = {
193		.audit_skip		= 1,
194		.prep			= io_link_timeout_prep,
195		.issue			= io_no_issue,
196	},
197	[IORING_OP_CONNECT] = {
198		.needs_file		= 1,
199		.unbound_nonreg_file	= 1,
200		.pollout		= 1,
201#if defined(CONFIG_NET)
202		.prep			= io_connect_prep,
203		.issue			= io_connect,
204#else
205		.prep			= io_eopnotsupp_prep,
206#endif
207	},
208	[IORING_OP_FALLOCATE] = {
209		.needs_file		= 1,
210		.prep			= io_fallocate_prep,
211		.issue			= io_fallocate,
212	},
213	[IORING_OP_OPENAT] = {
214		.prep			= io_openat_prep,
215		.issue			= io_openat,
216	},
217	[IORING_OP_CLOSE] = {
218		.prep			= io_close_prep,
219		.issue			= io_close,
220	},
221	[IORING_OP_FILES_UPDATE] = {
222		.audit_skip		= 1,
223		.iopoll			= 1,
224		.prep			= io_files_update_prep,
225		.issue			= io_files_update,
226	},
227	[IORING_OP_STATX] = {
228		.audit_skip		= 1,
229		.prep			= io_statx_prep,
230		.issue			= io_statx,
231	},
232	[IORING_OP_READ] = {
233		.needs_file		= 1,
234		.unbound_nonreg_file	= 1,
235		.pollin			= 1,
236		.buffer_select		= 1,
237		.plug			= 1,
238		.audit_skip		= 1,
239		.ioprio			= 1,
240		.iopoll			= 1,
241		.iopoll_queue		= 1,
242		.prep			= io_prep_rw,
243		.issue			= io_read,
244	},
245	[IORING_OP_WRITE] = {
246		.needs_file		= 1,
247		.hash_reg_file		= 1,
248		.unbound_nonreg_file	= 1,
249		.pollout		= 1,
250		.plug			= 1,
251		.audit_skip		= 1,
252		.ioprio			= 1,
253		.iopoll			= 1,
254		.iopoll_queue		= 1,
255		.prep			= io_prep_rw,
256		.issue			= io_write,
257	},
258	[IORING_OP_FADVISE] = {
259		.needs_file		= 1,
260		.audit_skip		= 1,
261		.prep			= io_fadvise_prep,
262		.issue			= io_fadvise,
263	},
264	[IORING_OP_MADVISE] = {
265		.audit_skip		= 1,
266		.prep			= io_madvise_prep,
267		.issue			= io_madvise,
268	},
269	[IORING_OP_SEND] = {
270		.needs_file		= 1,
271		.unbound_nonreg_file	= 1,
272		.pollout		= 1,
273		.audit_skip		= 1,
274		.ioprio			= 1,
275		.manual_alloc		= 1,
276#if defined(CONFIG_NET)
277		.prep			= io_sendmsg_prep,
278		.issue			= io_send,
279#else
280		.prep			= io_eopnotsupp_prep,
281#endif
282	},
283	[IORING_OP_RECV] = {
284		.needs_file		= 1,
285		.unbound_nonreg_file	= 1,
286		.pollin			= 1,
287		.buffer_select		= 1,
288		.audit_skip		= 1,
289		.ioprio			= 1,
290#if defined(CONFIG_NET)
291		.prep			= io_recvmsg_prep,
292		.issue			= io_recv,
293#else
294		.prep			= io_eopnotsupp_prep,
295#endif
296	},
297	[IORING_OP_OPENAT2] = {
298		.prep			= io_openat2_prep,
299		.issue			= io_openat2,
300	},
301	[IORING_OP_EPOLL_CTL] = {
302		.unbound_nonreg_file	= 1,
303		.audit_skip		= 1,
304#if defined(CONFIG_EPOLL)
305		.prep			= io_epoll_ctl_prep,
306		.issue			= io_epoll_ctl,
307#else
308		.prep			= io_eopnotsupp_prep,
309#endif
310	},
311	[IORING_OP_SPLICE] = {
312		.needs_file		= 1,
313		.hash_reg_file		= 1,
314		.unbound_nonreg_file	= 1,
315		.audit_skip		= 1,
316		.prep			= io_splice_prep,
317		.issue			= io_splice,
318	},
319	[IORING_OP_PROVIDE_BUFFERS] = {
320		.audit_skip		= 1,
321		.iopoll			= 1,
322		.prep			= io_provide_buffers_prep,
323		.issue			= io_provide_buffers,
324	},
325	[IORING_OP_REMOVE_BUFFERS] = {
326		.audit_skip		= 1,
327		.iopoll			= 1,
328		.prep			= io_remove_buffers_prep,
329		.issue			= io_remove_buffers,
330	},
331	[IORING_OP_TEE] = {
332		.needs_file		= 1,
333		.hash_reg_file		= 1,
334		.unbound_nonreg_file	= 1,
335		.audit_skip		= 1,
336		.prep			= io_tee_prep,
337		.issue			= io_tee,
338	},
339	[IORING_OP_SHUTDOWN] = {
340		.needs_file		= 1,
341#if defined(CONFIG_NET)
342		.prep			= io_shutdown_prep,
343		.issue			= io_shutdown,
344#else
345		.prep			= io_eopnotsupp_prep,
346#endif
347	},
348	[IORING_OP_RENAMEAT] = {
349		.prep			= io_renameat_prep,
350		.issue			= io_renameat,
351	},
352	[IORING_OP_UNLINKAT] = {
353		.prep			= io_unlinkat_prep,
354		.issue			= io_unlinkat,
355	},
356	[IORING_OP_MKDIRAT] = {
357		.prep			= io_mkdirat_prep,
358		.issue			= io_mkdirat,
359	},
360	[IORING_OP_SYMLINKAT] = {
361		.prep			= io_symlinkat_prep,
362		.issue			= io_symlinkat,
363	},
364	[IORING_OP_LINKAT] = {
365		.prep			= io_linkat_prep,
366		.issue			= io_linkat,
367	},
368	[IORING_OP_MSG_RING] = {
369		.needs_file		= 1,
370		.iopoll			= 1,
371		.prep			= io_msg_ring_prep,
372		.issue			= io_msg_ring,
373	},
374	[IORING_OP_FSETXATTR] = {
375		.needs_file = 1,
376		.prep			= io_fsetxattr_prep,
377		.issue			= io_fsetxattr,
378	},
379	[IORING_OP_SETXATTR] = {
380		.prep			= io_setxattr_prep,
381		.issue			= io_setxattr,
382	},
383	[IORING_OP_FGETXATTR] = {
384		.needs_file = 1,
385		.prep			= io_fgetxattr_prep,
386		.issue			= io_fgetxattr,
387	},
388	[IORING_OP_GETXATTR] = {
389		.prep			= io_getxattr_prep,
390		.issue			= io_getxattr,
391	},
392	[IORING_OP_SOCKET] = {
393		.audit_skip		= 1,
394#if defined(CONFIG_NET)
395		.prep			= io_socket_prep,
396		.issue			= io_socket,
397#else
398		.prep			= io_eopnotsupp_prep,
399#endif
400	},
401	[IORING_OP_URING_CMD] = {
402		.needs_file		= 1,
403		.plug			= 1,
404		.iopoll			= 1,
405		.iopoll_queue		= 1,
406		.prep			= io_uring_cmd_prep,
407		.issue			= io_uring_cmd,
408	},
409	[IORING_OP_SEND_ZC] = {
410		.needs_file		= 1,
411		.unbound_nonreg_file	= 1,
412		.pollout		= 1,
413		.audit_skip		= 1,
414		.ioprio			= 1,
415		.manual_alloc		= 1,
416#if defined(CONFIG_NET)
417		.prep			= io_send_zc_prep,
418		.issue			= io_send_zc,
419#else
420		.prep			= io_eopnotsupp_prep,
421#endif
422	},
423	[IORING_OP_SENDMSG_ZC] = {
424		.needs_file		= 1,
425		.unbound_nonreg_file	= 1,
426		.pollout		= 1,
427		.ioprio			= 1,
428		.manual_alloc		= 1,
429#if defined(CONFIG_NET)
430		.prep			= io_send_zc_prep,
431		.issue			= io_sendmsg_zc,
432#else
433		.prep			= io_eopnotsupp_prep,
434#endif
435	},
436	[IORING_OP_READ_MULTISHOT] = {
437		.needs_file		= 1,
438		.unbound_nonreg_file	= 1,
439		.pollin			= 1,
440		.buffer_select		= 1,
441		.audit_skip		= 1,
442		.prep			= io_read_mshot_prep,
443		.issue			= io_read_mshot,
444	},
445	[IORING_OP_WAITID] = {
446		.prep			= io_waitid_prep,
447		.issue			= io_waitid,
448	},
449	[IORING_OP_FUTEX_WAIT] = {
450#if defined(CONFIG_FUTEX)
451		.prep			= io_futex_prep,
452		.issue			= io_futex_wait,
453#else
454		.prep			= io_eopnotsupp_prep,
455#endif
456	},
457	[IORING_OP_FUTEX_WAKE] = {
458#if defined(CONFIG_FUTEX)
459		.prep			= io_futex_prep,
460		.issue			= io_futex_wake,
461#else
462		.prep			= io_eopnotsupp_prep,
463#endif
464	},
465	[IORING_OP_FUTEX_WAITV] = {
466#if defined(CONFIG_FUTEX)
467		.prep			= io_futexv_prep,
468		.issue			= io_futexv_wait,
469#else
470		.prep			= io_eopnotsupp_prep,
471#endif
472	},
473	[IORING_OP_FIXED_FD_INSTALL] = {
474		.needs_file		= 1,
475		.prep			= io_install_fixed_fd_prep,
476		.issue			= io_install_fixed_fd,
477	},
478	[IORING_OP_FTRUNCATE] = {
479		.needs_file		= 1,
480		.hash_reg_file		= 1,
481		.prep			= io_ftruncate_prep,
482		.issue			= io_ftruncate,
483	},
484};
485
486const struct io_cold_def io_cold_defs[] = {
487	[IORING_OP_NOP] = {
488		.name			= "NOP",
489	},
490	[IORING_OP_READV] = {
491		.async_size		= sizeof(struct io_async_rw),
492		.name			= "READV",
493		.prep_async		= io_readv_prep_async,
494		.cleanup		= io_readv_writev_cleanup,
495		.fail			= io_rw_fail,
496	},
497	[IORING_OP_WRITEV] = {
498		.async_size		= sizeof(struct io_async_rw),
499		.name			= "WRITEV",
500		.prep_async		= io_writev_prep_async,
501		.cleanup		= io_readv_writev_cleanup,
502		.fail			= io_rw_fail,
503	},
504	[IORING_OP_FSYNC] = {
505		.name			= "FSYNC",
506	},
507	[IORING_OP_READ_FIXED] = {
508		.async_size		= sizeof(struct io_async_rw),
509		.name			= "READ_FIXED",
510		.fail			= io_rw_fail,
511	},
512	[IORING_OP_WRITE_FIXED] = {
513		.async_size		= sizeof(struct io_async_rw),
514		.name			= "WRITE_FIXED",
515		.fail			= io_rw_fail,
516	},
517	[IORING_OP_POLL_ADD] = {
518		.name			= "POLL_ADD",
519	},
520	[IORING_OP_POLL_REMOVE] = {
521		.name			= "POLL_REMOVE",
522	},
523	[IORING_OP_SYNC_FILE_RANGE] = {
524		.name			= "SYNC_FILE_RANGE",
525	},
526	[IORING_OP_SENDMSG] = {
527		.name			= "SENDMSG",
528#if defined(CONFIG_NET)
529		.async_size		= sizeof(struct io_async_msghdr),
530		.prep_async		= io_sendmsg_prep_async,
531		.cleanup		= io_sendmsg_recvmsg_cleanup,
532		.fail			= io_sendrecv_fail,
533#endif
534	},
535	[IORING_OP_RECVMSG] = {
536		.name			= "RECVMSG",
537#if defined(CONFIG_NET)
538		.async_size		= sizeof(struct io_async_msghdr),
539		.prep_async		= io_recvmsg_prep_async,
540		.cleanup		= io_sendmsg_recvmsg_cleanup,
541		.fail			= io_sendrecv_fail,
542#endif
543	},
544	[IORING_OP_TIMEOUT] = {
545		.async_size		= sizeof(struct io_timeout_data),
546		.name			= "TIMEOUT",
547	},
548	[IORING_OP_TIMEOUT_REMOVE] = {
549		.name			= "TIMEOUT_REMOVE",
550	},
551	[IORING_OP_ACCEPT] = {
552		.name			= "ACCEPT",
553	},
554	[IORING_OP_ASYNC_CANCEL] = {
555		.name			= "ASYNC_CANCEL",
556	},
557	[IORING_OP_LINK_TIMEOUT] = {
558		.async_size		= sizeof(struct io_timeout_data),
559		.name			= "LINK_TIMEOUT",
560	},
561	[IORING_OP_CONNECT] = {
562		.name			= "CONNECT",
563#if defined(CONFIG_NET)
564		.async_size		= sizeof(struct io_async_connect),
565		.prep_async		= io_connect_prep_async,
566#endif
567	},
568	[IORING_OP_FALLOCATE] = {
569		.name			= "FALLOCATE",
570	},
571	[IORING_OP_OPENAT] = {
572		.name			= "OPENAT",
573		.cleanup		= io_open_cleanup,
574	},
575	[IORING_OP_CLOSE] = {
576		.name			= "CLOSE",
577	},
578	[IORING_OP_FILES_UPDATE] = {
579		.name			= "FILES_UPDATE",
580	},
581	[IORING_OP_STATX] = {
582		.name			= "STATX",
583		.cleanup		= io_statx_cleanup,
584	},
585	[IORING_OP_READ] = {
586		.async_size		= sizeof(struct io_async_rw),
587		.name			= "READ",
588		.fail			= io_rw_fail,
589	},
590	[IORING_OP_WRITE] = {
591		.async_size		= sizeof(struct io_async_rw),
592		.name			= "WRITE",
593		.fail			= io_rw_fail,
594	},
595	[IORING_OP_FADVISE] = {
596		.name			= "FADVISE",
597	},
598	[IORING_OP_MADVISE] = {
599		.name			= "MADVISE",
600	},
601	[IORING_OP_SEND] = {
602		.name			= "SEND",
603#if defined(CONFIG_NET)
604		.async_size		= sizeof(struct io_async_msghdr),
605		.fail			= io_sendrecv_fail,
606		.prep_async		= io_send_prep_async,
607#endif
608	},
609	[IORING_OP_RECV] = {
610		.name			= "RECV",
611#if defined(CONFIG_NET)
612		.fail			= io_sendrecv_fail,
613#endif
614	},
615	[IORING_OP_OPENAT2] = {
616		.name			= "OPENAT2",
617		.cleanup		= io_open_cleanup,
618	},
619	[IORING_OP_EPOLL_CTL] = {
620		.name			= "EPOLL",
621	},
622	[IORING_OP_SPLICE] = {
623		.name			= "SPLICE",
624	},
625	[IORING_OP_PROVIDE_BUFFERS] = {
626		.name			= "PROVIDE_BUFFERS",
627	},
628	[IORING_OP_REMOVE_BUFFERS] = {
629		.name			= "REMOVE_BUFFERS",
630	},
631	[IORING_OP_TEE] = {
632		.name			= "TEE",
633	},
634	[IORING_OP_SHUTDOWN] = {
635		.name			= "SHUTDOWN",
636	},
637	[IORING_OP_RENAMEAT] = {
638		.name			= "RENAMEAT",
639		.cleanup		= io_renameat_cleanup,
640	},
641	[IORING_OP_UNLINKAT] = {
642		.name			= "UNLINKAT",
643		.cleanup		= io_unlinkat_cleanup,
644	},
645	[IORING_OP_MKDIRAT] = {
646		.name			= "MKDIRAT",
647		.cleanup		= io_mkdirat_cleanup,
648	},
649	[IORING_OP_SYMLINKAT] = {
650		.name			= "SYMLINKAT",
651		.cleanup		= io_link_cleanup,
652	},
653	[IORING_OP_LINKAT] = {
654		.name			= "LINKAT",
655		.cleanup		= io_link_cleanup,
656	},
657	[IORING_OP_MSG_RING] = {
658		.name			= "MSG_RING",
659		.cleanup		= io_msg_ring_cleanup,
660	},
661	[IORING_OP_FSETXATTR] = {
662		.name			= "FSETXATTR",
663		.cleanup		= io_xattr_cleanup,
664	},
665	[IORING_OP_SETXATTR] = {
666		.name			= "SETXATTR",
667		.cleanup		= io_xattr_cleanup,
668	},
669	[IORING_OP_FGETXATTR] = {
670		.name			= "FGETXATTR",
671		.cleanup		= io_xattr_cleanup,
672	},
673	[IORING_OP_GETXATTR] = {
674		.name			= "GETXATTR",
675		.cleanup		= io_xattr_cleanup,
676	},
677	[IORING_OP_SOCKET] = {
678		.name			= "SOCKET",
679	},
680	[IORING_OP_URING_CMD] = {
681		.name			= "URING_CMD",
682		.async_size		= 2 * sizeof(struct io_uring_sqe),
683		.prep_async		= io_uring_cmd_prep_async,
684	},
685	[IORING_OP_SEND_ZC] = {
686		.name			= "SEND_ZC",
687#if defined(CONFIG_NET)
688		.async_size		= sizeof(struct io_async_msghdr),
689		.prep_async		= io_send_prep_async,
690		.cleanup		= io_send_zc_cleanup,
691		.fail			= io_sendrecv_fail,
692#endif
693	},
694	[IORING_OP_SENDMSG_ZC] = {
695		.name			= "SENDMSG_ZC",
696#if defined(CONFIG_NET)
697		.async_size		= sizeof(struct io_async_msghdr),
698		.prep_async		= io_sendmsg_prep_async,
699		.cleanup		= io_send_zc_cleanup,
700		.fail			= io_sendrecv_fail,
701#endif
702	},
703	[IORING_OP_READ_MULTISHOT] = {
704		.name			= "READ_MULTISHOT",
705	},
706	[IORING_OP_WAITID] = {
707		.name			= "WAITID",
708		.async_size		= sizeof(struct io_waitid_async),
709	},
710	[IORING_OP_FUTEX_WAIT] = {
711		.name			= "FUTEX_WAIT",
712	},
713	[IORING_OP_FUTEX_WAKE] = {
714		.name			= "FUTEX_WAKE",
715	},
716	[IORING_OP_FUTEX_WAITV] = {
717		.name			= "FUTEX_WAITV",
718	},
719	[IORING_OP_FIXED_FD_INSTALL] = {
720		.name			= "FIXED_FD_INSTALL",
721	},
722	[IORING_OP_FTRUNCATE] = {
723		.name			= "FTRUNCATE",
724	},
725};
726
727const char *io_uring_get_opcode(u8 opcode)
728{
729	if (opcode < IORING_OP_LAST)
730		return io_cold_defs[opcode].name;
731	return "INVALID";
732}
733
734void __init io_uring_optable_init(void)
735{
736	int i;
737
738	BUILD_BUG_ON(ARRAY_SIZE(io_cold_defs) != IORING_OP_LAST);
739	BUILD_BUG_ON(ARRAY_SIZE(io_issue_defs) != IORING_OP_LAST);
740
741	for (i = 0; i < ARRAY_SIZE(io_issue_defs); i++) {
742		BUG_ON(!io_issue_defs[i].prep);
743		if (io_issue_defs[i].prep != io_eopnotsupp_prep)
744			BUG_ON(!io_issue_defs[i].issue);
745		WARN_ON_ONCE(!io_cold_defs[i].name);
746	}
747}
748