1// SPDX-License-Identifier: GPL-2.0
2
3#include "alloc_cache.h"
4
5enum {
6	IO_APOLL_OK,
7	IO_APOLL_ABORTED,
8	IO_APOLL_READY
9};
10
11struct io_poll {
12	struct file			*file;
13	struct wait_queue_head		*head;
14	__poll_t			events;
15	int				retries;
16	struct wait_queue_entry		wait;
17};
18
19struct async_poll {
20	union {
21		struct io_poll		poll;
22		struct io_cache_entry	cache;
23	};
24	struct io_poll		*double_poll;
25};
26
27/*
28 * Must only be called inside issue_flags & IO_URING_F_MULTISHOT, or
29 * potentially other cases where we already "own" this poll request.
30 */
31static inline void io_poll_multishot_retry(struct io_kiocb *req)
32{
33	atomic_inc(&req->poll_refs);
34}
35
36int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
37int io_poll_add(struct io_kiocb *req, unsigned int issue_flags);
38
39int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
40int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags);
41
42struct io_cancel_data;
43int io_poll_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd,
44		   unsigned issue_flags);
45int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags);
46bool io_poll_remove_all(struct io_ring_ctx *ctx, struct task_struct *tsk,
47			bool cancel_all);
48
49void io_apoll_cache_free(struct io_cache_entry *entry);
50
51void io_poll_task_func(struct io_kiocb *req, struct io_tw_state *ts);
52