linux-master/fs/aio.c

83 	struct kioctx __rcu	*table[] __counted_by(nr);
95 struct kioctx {
205 	struct kioctx		*ki_ctx;
260 static struct file *aio_private_file(struct kioctx *ctx, loff_t nr_pages)
302 	kioctx_cachep = KMEM_CACHE(kioctx,SLAB_HWCACHE_ALIGN|SLAB_PANIC);
308 static void put_aio_ring_file(struct kioctx *ctx)
316 		/* Prevent further access to the kioctx from migratepages */
327 static void aio_free_ring(struct kioctx *ctx)
332 	 * accesses to the kioctx from page migration.
367 		struct kioctx *ctx;
409 	struct kioctx *ctx;
424 	/* mapping->i_private_lock here protects against the kioctx teardown.  */
490 static int aio_setup_ring(struct kioctx *ctx, unsigned int nr_events)
593 	struct kioctx *ctx;
624 	struct kioctx *ctx = container_of(to_rcu_work(work), struct kioctx,
637 	struct kioctx *ctx = container_of(ref, struct kioctx, reqs);
649  * When this function runs, the kioctx has been removed from the "hash table"
655 	struct kioctx *ctx = container_of(ref, struct kioctx, users);
673 static int ioctx_add_table(struct kioctx *ctx, struct mm_struct *mm)
690 					/* While kioctx setup is in progress,
715 			       old->nr * sizeof(struct kioctx *));
739 static struct kioctx *ioctx_alloc(unsigned nr_events)
742 	struct kioctx *ctx;
852  *	the rapid destruction of the kioctx.
854 static int kill_ioctx(struct mm_struct *mm, struct kioctx *ctx,
912 		struct kioctx *ctx =
940 static void put_reqs_available(struct kioctx *ctx, unsigned nr)
957 static bool __get_reqs_available(struct kioctx *ctx)
991 static void refill_reqs_available(struct kioctx *ctx, unsigned head,
1020 static void user_refill_reqs_available(struct kioctx *ctx)
1045 static bool get_reqs_available(struct kioctx *ctx)
1060 static inline struct aio_kiocb *aio_get_req(struct kioctx *ctx)
1081 static struct kioctx *lookup_ioctx(unsigned long ctx_id)
1085 	struct kioctx *ctx, *ret = NULL;
1129 	struct kioctx	*ctx = iocb->ki_ctx;
1224 static long aio_read_events_ring(struct kioctx *ctx,
1301 static bool aio_read_events(struct kioctx *ctx, long min_nr, long nr,
1318 static long read_events(struct kioctx *ctx, long min_nr, long nr,
1390 	struct kioctx *ioctx = NULL;
1421 	struct kioctx *ioctx = NULL;
1459 	struct kioctx *ioctx = lookup_ioctx(ctx);
1489 	struct kioctx *ctx = iocb->ki_ctx;
1734 	struct kioctx *ctx = iocb->ki_ctx;
1819 		struct kioctx *ctx = iocb->ki_ctx;
1901 	struct kioctx *ctx = aiocb->ki_ctx;
1974 static int __io_submit_one(struct kioctx *ctx, const struct iocb *iocb,
2028 static int io_submit_one(struct kioctx *ctx, struct iocb __user *user_iocb,
2090 	struct kioctx *ctx;
2132 	struct kioctx *ctx;
2184 	struct kioctx *ctx;
2231 	struct kioctx *ioctx = lookup_ioctx(ctx_id);