Lines Matching defs:kiocb
72 kiocb_cachep = KMEM_CACHE(kiocb, SLAB_HWCACHE_ALIGN|SLAB_PANIC);
204 (nr_events > (0x10000000U / sizeof(struct kiocb)))) {
272 int (*cancel)(struct kiocb *, struct io_event *);
278 struct kiocb *iocb = list_kiocb(pos);
317 * Waits on the given sync kiocb to complete.
319 ssize_t fastcall wait_on_sync_kiocb(struct kiocb *iocb)
394 * Returns with kiocb->users set to 2. The io submit code path holds
399 static struct kiocb *FASTCALL(__aio_get_req(struct kioctx *ctx));
400 static struct kiocb fastcall *__aio_get_req(struct kioctx *ctx)
402 struct kiocb *req = NULL;
443 static inline struct kiocb *aio_get_req(struct kioctx *ctx)
445 struct kiocb *req;
458 static inline void really_put_req(struct kioctx *ctx, struct kiocb *req)
479 struct kiocb *req = list_kiocb(fput_head.next);
502 static int __aio_put_req(struct kioctx *ctx, struct kiocb *req)
532 * Returns true if this put was the last user of the kiocb,
535 int fastcall aio_put_req(struct kiocb *req)
614 * Queue up a kiocb to be retried. Assumes that the kiocb
618 * the kiocb (to tell the caller to activate the work
622 static inline int __queue_kicked_iocb(struct kiocb *iocb)
658 static ssize_t aio_run_iocb(struct kiocb *iocb)
661 ssize_t (*retry)(struct kiocb *);
765 struct kiocb *iocb;
772 iocb = list_entry(run_list.next, struct kiocb,
867 * Called by kick_iocb to queue the kiocb for retry
871 static void try_queue_kicked_iocb(struct kiocb *iocb)
901 void fastcall kick_iocb(struct kiocb *iocb)
920 int fastcall aio_complete(struct kiocb *iocb, long res, long res2)
1285 static void aio_advance_iovec(struct kiocb *iocb, ssize_t ret)
1308 static ssize_t aio_rw_vect_retry(struct kiocb *iocb)
1313 ssize_t (*rw_op)(struct kiocb *, const struct iovec *,
1348 static ssize_t aio_fdsync(struct kiocb *iocb)
1358 static ssize_t aio_fsync(struct kiocb *iocb)
1368 static ssize_t aio_setup_vectored_rw(int type, struct kiocb *kiocb)
1372 ret = rw_copy_check_uvector(type, (struct iovec __user *)kiocb->ki_buf,
1373 kiocb->ki_nbytes, 1,
1374 &kiocb->ki_inline_vec, &kiocb->ki_iovec);
1378 kiocb->ki_nr_segs = kiocb->ki_nbytes;
1379 kiocb->ki_cur_seg = 0;
1381 kiocb->ki_nbytes = ret;
1382 kiocb->ki_left = ret;
1389 static ssize_t aio_setup_single_vector(struct kiocb *kiocb)
1391 kiocb->ki_iovec = &kiocb->ki_inline_vec;
1392 kiocb->ki_iovec->iov_base = kiocb->ki_buf;
1393 kiocb->ki_iovec->iov_len = kiocb->ki_left;
1394 kiocb->ki_nr_segs = 1;
1395 kiocb->ki_cur_seg = 0;
1402 * setup for the kiocb at the time of io submission.
1404 static ssize_t aio_setup_iocb(struct kiocb *kiocb)
1406 struct file *file = kiocb->ki_filp;
1409 switch (kiocb->ki_opcode) {
1415 if (unlikely(!access_ok(VERIFY_WRITE, kiocb->ki_buf,
1416 kiocb->ki_left)))
1421 ret = aio_setup_single_vector(kiocb);
1426 kiocb->ki_retry = aio_rw_vect_retry;
1433 if (unlikely(!access_ok(VERIFY_READ, kiocb->ki_buf,
1434 kiocb->ki_left)))
1439 ret = aio_setup_single_vector(kiocb);
1444 kiocb->ki_retry = aio_rw_vect_retry;
1453 ret = aio_setup_vectored_rw(READ, kiocb);
1458 kiocb->ki_retry = aio_rw_vect_retry;
1467 ret = aio_setup_vectored_rw(WRITE, kiocb);
1472 kiocb->ki_retry = aio_rw_vect_retry;
1477 kiocb->ki_retry = aio_fdsync;
1482 kiocb->ki_retry = aio_fsync;
1489 if (!kiocb->ki_retry)
1501 * a kiocb (current->io_wait points to this wait queue
1516 struct kiocb *iocb = container_of(wait, struct kiocb, ki_wait);
1526 struct kiocb *req;
1669 static struct kiocb *lookup_kiocb(struct kioctx *ctx, struct iocb __user *iocb,
1678 struct kiocb *kiocb = list_kiocb(pos);
1679 if (kiocb->ki_obj.user == iocb && kiocb->ki_key == key)
1680 return kiocb;
1698 int (*cancel)(struct kiocb *iocb, struct io_event *res);
1700 struct kiocb *kiocb;
1714 kiocb = lookup_kiocb(ctx, iocb, key);
1715 if (kiocb && kiocb->ki_cancel) {
1716 cancel = kiocb->ki_cancel;
1717 kiocb->ki_users ++;
1718 kiocbSetCancelled(kiocb);
1727 tmp.obj = (u64)(unsigned long)kiocb->ki_obj.user;
1728 tmp.data = kiocb->ki_user_data;
1729 ret = cancel(kiocb, &tmp);