Searched refs:iowq (Results 1 - 4 of 4) sorted by relevance

/linux-master/io_uring/
H A Dnapi.h21 struct io_wait_queue *iowq, struct timespec64 *ts);
22 void __io_napi_busy_loop(struct io_ring_ctx *ctx, struct io_wait_queue *iowq);
31 struct io_wait_queue *iowq,
36 __io_napi_adjust_timeout(ctx, iowq, ts);
40 struct io_wait_queue *iowq)
44 __io_napi_busy_loop(ctx, iowq);
90 struct io_wait_queue *iowq,
95 struct io_wait_queue *iowq)
30 io_napi_adjust_timeout(struct io_ring_ctx *ctx, struct io_wait_queue *iowq, struct timespec64 *ts) argument
39 io_napi_busy_loop(struct io_ring_ctx *ctx, struct io_wait_queue *iowq) argument
89 io_napi_adjust_timeout(struct io_ring_ctx *ctx, struct io_wait_queue *iowq, struct timespec64 *ts) argument
94 io_napi_busy_loop(struct io_ring_ctx *ctx, struct io_wait_queue *iowq) argument
H A Dnapi.c121 struct io_wait_queue *iowq = data; local
125 if (io_should_wake(iowq) || io_has_work(iowq->ctx))
127 if (io_napi_busy_loop_timeout(start_time, iowq->napi_busy_poll_to))
155 struct io_wait_queue *iowq)
165 loop_end_arg = iowq;
170 } while (!io_napi_busy_loop_should_end(iowq, start_time) && !loop_end_arg);
266 * @iowq: pointer to io wait queue
271 void __io_napi_adjust_timeout(struct io_ring_ctx *ctx, struct io_wait_queue *iowq, argument
290 iowq
154 io_napi_blocking_busy_loop(struct io_ring_ctx *ctx, struct io_wait_queue *iowq) argument
300 __io_napi_busy_loop(struct io_ring_ctx *ctx, struct io_wait_queue *iowq) argument
[all...]
H A Dio_uring.h51 static inline bool io_should_wake(struct io_wait_queue *iowq) argument
53 struct io_ring_ctx *ctx = iowq->ctx;
54 int dist = READ_ONCE(ctx->rings->cq.tail) - (int) iowq->cq_tail;
61 return dist >= 0 || atomic_read(&ctx->cq_timeouts) != iowq->nr_timeouts;
H A Dio_uring.c1961 /* either cancelled or io-wq is dying, so don't touch tctx->iowq */
2516 struct io_wait_queue *iowq = container_of(curr, struct io_wait_queue, wq); local
2522 if (io_should_wake(iowq) || io_has_work(iowq->ctx))
2552 struct io_wait_queue *iowq)
2564 if (unlikely(io_should_wake(iowq)))
2575 if (iowq->timeout == KTIME_MAX)
2577 else if (!schedule_hrtimeout(&iowq->timeout, HRTIMER_MODE_ABS))
2591 struct io_wait_queue iowq; local
2605 init_waitqueue_func_entry(&iowq
2551 io_cqring_wait_schedule(struct io_ring_ctx *ctx, struct io_wait_queue *iowq) argument
[all...]

Completed in 92 milliseconds