1156136Sdavidxu/*
2156136Sdavidxu * Copyright (c) 2005 David Xu <davidxu@freebsd.org>
3156136Sdavidxu * All rights reserved.
4156136Sdavidxu *
5156136Sdavidxu * Redistribution and use in source and binary forms, with or without
6156136Sdavidxu * modification, are permitted provided that the following conditions
7156136Sdavidxu * are met:
8156136Sdavidxu * 1. Redistributions of source code must retain the above copyright
9156136Sdavidxu *    notice unmodified, this list of conditions, and the following
10156136Sdavidxu *    disclaimer.
11156136Sdavidxu * 2. Redistributions in binary form must reproduce the above copyright
12156136Sdavidxu *    notice, this list of conditions and the following disclaimer in the
13156136Sdavidxu *    documentation and/or other materials provided with the distribution.
14156136Sdavidxu *
15156136Sdavidxu * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16156136Sdavidxu * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17156136Sdavidxu * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18156136Sdavidxu * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19156136Sdavidxu * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20156136Sdavidxu * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21156136Sdavidxu * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22156136Sdavidxu * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23156136Sdavidxu * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24156136Sdavidxu * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25156136Sdavidxu *
26156136Sdavidxu * $FreeBSD$
27156136Sdavidxu *
28156136Sdavidxu */
29156136Sdavidxu
30156136Sdavidxu#include <sys/cdefs.h>
31156136Sdavidxu#include <sys/types.h>
32156136Sdavidxu#include <sys/syscall.h>
33156136Sdavidxu#include <sys/aio.h>
34156136Sdavidxu
35156136Sdavidxu#include "namespace.h"
36156136Sdavidxu#include <errno.h>
37156136Sdavidxu#include <stddef.h>
38156136Sdavidxu#include <signal.h>
39156136Sdavidxu#include "sigev_thread.h"
40156136Sdavidxu#include "un-namespace.h"
41156136Sdavidxu
42156136Sdavidxu__weak_reference(__aio_read, _aio_read);
43156136Sdavidxu__weak_reference(__aio_read, aio_read);
44156136Sdavidxu__weak_reference(__aio_write, _aio_write);
45156136Sdavidxu__weak_reference(__aio_write, aio_write);
46156136Sdavidxu__weak_reference(__aio_return, _aio_return);
47156136Sdavidxu__weak_reference(__aio_return, aio_return);
48156136Sdavidxu__weak_reference(__aio_waitcomplete, _aio_waitcomplete);
49156136Sdavidxu__weak_reference(__aio_waitcomplete, aio_waitcomplete);
50157078Sdavidxu__weak_reference(__aio_fsync, _aio_fsync);
51157078Sdavidxu__weak_reference(__aio_fsync, aio_fsync);
52156136Sdavidxu
53156136Sdavidxutypedef void (*aio_func)(union sigval val, struct aiocb *iocb);
54156136Sdavidxu
55156136Sdavidxuextern int __sys_aio_read(struct aiocb *iocb);
56156136Sdavidxuextern int __sys_aio_write(struct aiocb *iocb);
57156136Sdavidxuextern int __sys_aio_waitcomplete(struct aiocb **iocbp, struct timespec *timeout);
58156136Sdavidxuextern int __sys_aio_return(struct aiocb *iocb);
59156136Sdavidxuextern int __sys_aio_error(struct aiocb *iocb);
60157078Sdavidxuextern int __sys_aio_fsync(int op, struct aiocb *iocb);
61156136Sdavidxu
62156136Sdavidxustatic void
63156267Sdavidxuaio_dispatch(struct sigev_node *sn)
64156136Sdavidxu{
65156136Sdavidxu	aio_func f = sn->sn_func;
66156136Sdavidxu
67156136Sdavidxu	f(sn->sn_value, (struct aiocb *)sn->sn_id);
68156136Sdavidxu}
69156136Sdavidxu
70156136Sdavidxustatic int
71157078Sdavidxuaio_sigev_alloc(struct aiocb *iocb, struct sigev_node **sn,
72157078Sdavidxu	struct sigevent *saved_ev)
73156136Sdavidxu{
74156136Sdavidxu	if (__sigev_check_init()) {
75156136Sdavidxu		/* This might be that thread library is not enabled. */
76156136Sdavidxu		errno = EINVAL;
77156136Sdavidxu		return (-1);
78156136Sdavidxu	}
79156136Sdavidxu
80157078Sdavidxu	*sn = __sigev_alloc(SI_ASYNCIO, &iocb->aio_sigevent, NULL, 1);
81157078Sdavidxu	if (*sn == NULL) {
82156136Sdavidxu		errno = EAGAIN;
83156136Sdavidxu		return (-1);
84156136Sdavidxu	}
85156136Sdavidxu
86157078Sdavidxu	*saved_ev = iocb->aio_sigevent;
87157078Sdavidxu	(*sn)->sn_id = (sigev_id_t)iocb;
88157078Sdavidxu	__sigev_get_sigevent(*sn, &iocb->aio_sigevent, (*sn)->sn_id);
89157078Sdavidxu	(*sn)->sn_dispatch = aio_dispatch;
90156136Sdavidxu
91156136Sdavidxu	__sigev_list_lock();
92157078Sdavidxu	__sigev_register(*sn);
93156136Sdavidxu	__sigev_list_unlock();
94156136Sdavidxu
95157078Sdavidxu	return (0);
96157078Sdavidxu}
97157078Sdavidxu
98157078Sdavidxustatic int
99157078Sdavidxuaio_io(struct aiocb *iocb, int (*sysfunc)(struct aiocb *iocb))
100157078Sdavidxu{
101157078Sdavidxu	struct sigev_node *sn;
102157078Sdavidxu	struct sigevent saved_ev;
103157078Sdavidxu	int ret, err;
104157078Sdavidxu
105157078Sdavidxu	if (iocb->aio_sigevent.sigev_notify != SIGEV_THREAD) {
106157078Sdavidxu		ret = sysfunc(iocb);
107157078Sdavidxu		return (ret);
108157078Sdavidxu	}
109157078Sdavidxu
110157078Sdavidxu	ret = aio_sigev_alloc(iocb, &sn, &saved_ev);
111157078Sdavidxu	if (ret)
112157078Sdavidxu		return (ret);
113156136Sdavidxu	ret = sysfunc(iocb);
114156136Sdavidxu	iocb->aio_sigevent = saved_ev;
115156136Sdavidxu	if (ret != 0) {
116156194Sdavidxu		err = errno;
117156136Sdavidxu		__sigev_list_lock();
118156136Sdavidxu		__sigev_delete_node(sn);
119156136Sdavidxu		__sigev_list_unlock();
120156194Sdavidxu		errno = err;
121156136Sdavidxu	}
122156136Sdavidxu	return (ret);
123156136Sdavidxu}
124156136Sdavidxu
125156136Sdavidxuint
126156136Sdavidxu__aio_read(struct aiocb *iocb)
127156136Sdavidxu{
128156194Sdavidxu
129156136Sdavidxu	return aio_io(iocb, &__sys_aio_read);
130156136Sdavidxu}
131156136Sdavidxu
132156136Sdavidxuint
133156136Sdavidxu__aio_write(struct aiocb *iocb)
134156136Sdavidxu{
135156194Sdavidxu
136156136Sdavidxu	return aio_io(iocb, &__sys_aio_write);
137156136Sdavidxu}
138156136Sdavidxu
139156136Sdavidxuint
140156136Sdavidxu__aio_waitcomplete(struct aiocb **iocbp, struct timespec *timeout)
141156136Sdavidxu{
142156194Sdavidxu	int err;
143156136Sdavidxu	int ret = __sys_aio_waitcomplete(iocbp, timeout);
144156136Sdavidxu
145156136Sdavidxu	if (*iocbp) {
146156136Sdavidxu		if ((*iocbp)->aio_sigevent.sigev_notify == SIGEV_THREAD) {
147156194Sdavidxu			err = errno;
148156136Sdavidxu			__sigev_list_lock();
149156136Sdavidxu			__sigev_delete(SI_ASYNCIO, (sigev_id_t)(*iocbp));
150156136Sdavidxu			__sigev_list_unlock();
151156194Sdavidxu			errno = err;
152156136Sdavidxu		}
153156136Sdavidxu	}
154156136Sdavidxu
155156136Sdavidxu	return (ret);
156156136Sdavidxu}
157156136Sdavidxu
158156136Sdavidxuint
159156136Sdavidxu__aio_return(struct aiocb *iocb)
160156136Sdavidxu{
161156136Sdavidxu
162156194Sdavidxu	if (iocb->aio_sigevent.sigev_notify == SIGEV_THREAD) {
163156194Sdavidxu		if (__sys_aio_error(iocb) == EINPROGRESS)
164156194Sdavidxu			return (EINPROGRESS);
165156136Sdavidxu		__sigev_list_lock();
166156136Sdavidxu		__sigev_delete(SI_ASYNCIO, (sigev_id_t)iocb);
167156136Sdavidxu		__sigev_list_unlock();
168156136Sdavidxu	}
169156136Sdavidxu
170156194Sdavidxu	return __sys_aio_return(iocb);
171156136Sdavidxu}
172157078Sdavidxu
173157078Sdavidxuint
174157078Sdavidxu__aio_fsync(int op, struct aiocb *iocb)
175157078Sdavidxu{
176157078Sdavidxu	struct sigev_node *sn;
177157078Sdavidxu	struct sigevent saved_ev;
178157078Sdavidxu	int ret, err;
179157078Sdavidxu
180157078Sdavidxu	if (iocb->aio_sigevent.sigev_notify != SIGEV_THREAD)
181157078Sdavidxu		return __sys_aio_fsync(op, iocb);
182157078Sdavidxu
183157078Sdavidxu	ret = aio_sigev_alloc(iocb, &sn, &saved_ev);
184157078Sdavidxu	if (ret)
185157078Sdavidxu		return (ret);
186157078Sdavidxu	ret = __sys_aio_fsync(op, iocb);
187157078Sdavidxu	iocb->aio_sigevent = saved_ev;
188157078Sdavidxu	if (ret != 0) {
189157078Sdavidxu		err = errno;
190157078Sdavidxu		__sigev_list_lock();
191157078Sdavidxu		__sigev_delete_node(sn);
192157078Sdavidxu		__sigev_list_unlock();
193157078Sdavidxu		errno = err;
194157078Sdavidxu	}
195157078Sdavidxu	return (ret);
196157078Sdavidxu}
197