1156136Sdavidxu/* 2156136Sdavidxu * Copyright (c) 2005 David Xu <davidxu@freebsd.org> 3156136Sdavidxu * All rights reserved. 4156136Sdavidxu * 5156136Sdavidxu * Redistribution and use in source and binary forms, with or without 6156136Sdavidxu * modification, are permitted provided that the following conditions 7156136Sdavidxu * are met: 8156136Sdavidxu * 1. Redistributions of source code must retain the above copyright 9156136Sdavidxu * notice unmodified, this list of conditions, and the following 10156136Sdavidxu * disclaimer. 11156136Sdavidxu * 2. Redistributions in binary form must reproduce the above copyright 12156136Sdavidxu * notice, this list of conditions and the following disclaimer in the 13156136Sdavidxu * documentation and/or other materials provided with the distribution. 14156136Sdavidxu * 15156136Sdavidxu * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 16156136Sdavidxu * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17156136Sdavidxu * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18156136Sdavidxu * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 19156136Sdavidxu * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 20156136Sdavidxu * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 21156136Sdavidxu * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 22156136Sdavidxu * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 23156136Sdavidxu * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 24156136Sdavidxu * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 25156136Sdavidxu * 26156136Sdavidxu * $FreeBSD$ 27156136Sdavidxu * 28156136Sdavidxu */ 29156136Sdavidxu 30156136Sdavidxu#include <sys/cdefs.h> 31156136Sdavidxu#include <sys/types.h> 32156136Sdavidxu#include <sys/syscall.h> 33156136Sdavidxu#include <sys/aio.h> 34156136Sdavidxu 35156136Sdavidxu#include "namespace.h" 36156136Sdavidxu#include <errno.h> 37156136Sdavidxu#include <stddef.h> 38156136Sdavidxu#include <signal.h> 39156136Sdavidxu#include "sigev_thread.h" 40156136Sdavidxu#include "un-namespace.h" 41156136Sdavidxu 42156136Sdavidxu__weak_reference(__aio_read, _aio_read); 43156136Sdavidxu__weak_reference(__aio_read, aio_read); 44156136Sdavidxu__weak_reference(__aio_write, _aio_write); 45156136Sdavidxu__weak_reference(__aio_write, aio_write); 46156136Sdavidxu__weak_reference(__aio_return, _aio_return); 47156136Sdavidxu__weak_reference(__aio_return, aio_return); 48156136Sdavidxu__weak_reference(__aio_waitcomplete, _aio_waitcomplete); 49156136Sdavidxu__weak_reference(__aio_waitcomplete, aio_waitcomplete); 50157078Sdavidxu__weak_reference(__aio_fsync, _aio_fsync); 51157078Sdavidxu__weak_reference(__aio_fsync, aio_fsync); 52156136Sdavidxu 53156136Sdavidxutypedef void (*aio_func)(union sigval val, struct aiocb *iocb); 54156136Sdavidxu 55156136Sdavidxuextern int __sys_aio_read(struct aiocb *iocb); 56156136Sdavidxuextern int __sys_aio_write(struct aiocb *iocb); 57156136Sdavidxuextern int __sys_aio_waitcomplete(struct aiocb **iocbp, struct timespec *timeout); 58156136Sdavidxuextern int __sys_aio_return(struct aiocb *iocb); 59156136Sdavidxuextern int __sys_aio_error(struct aiocb *iocb); 60157078Sdavidxuextern int __sys_aio_fsync(int op, struct aiocb *iocb); 61156136Sdavidxu 62156136Sdavidxustatic void 63156267Sdavidxuaio_dispatch(struct sigev_node *sn) 64156136Sdavidxu{ 65156136Sdavidxu aio_func f = sn->sn_func; 66156136Sdavidxu 67156136Sdavidxu f(sn->sn_value, (struct aiocb *)sn->sn_id); 68156136Sdavidxu} 69156136Sdavidxu 70156136Sdavidxustatic int 71157078Sdavidxuaio_sigev_alloc(struct aiocb *iocb, struct sigev_node **sn, 72157078Sdavidxu struct sigevent *saved_ev) 73156136Sdavidxu{ 74156136Sdavidxu if (__sigev_check_init()) { 75156136Sdavidxu /* This might be that thread library is not enabled. */ 76156136Sdavidxu errno = EINVAL; 77156136Sdavidxu return (-1); 78156136Sdavidxu } 79156136Sdavidxu 80157078Sdavidxu *sn = __sigev_alloc(SI_ASYNCIO, &iocb->aio_sigevent, NULL, 1); 81157078Sdavidxu if (*sn == NULL) { 82156136Sdavidxu errno = EAGAIN; 83156136Sdavidxu return (-1); 84156136Sdavidxu } 85156136Sdavidxu 86157078Sdavidxu *saved_ev = iocb->aio_sigevent; 87157078Sdavidxu (*sn)->sn_id = (sigev_id_t)iocb; 88157078Sdavidxu __sigev_get_sigevent(*sn, &iocb->aio_sigevent, (*sn)->sn_id); 89157078Sdavidxu (*sn)->sn_dispatch = aio_dispatch; 90156136Sdavidxu 91156136Sdavidxu __sigev_list_lock(); 92157078Sdavidxu __sigev_register(*sn); 93156136Sdavidxu __sigev_list_unlock(); 94156136Sdavidxu 95157078Sdavidxu return (0); 96157078Sdavidxu} 97157078Sdavidxu 98157078Sdavidxustatic int 99157078Sdavidxuaio_io(struct aiocb *iocb, int (*sysfunc)(struct aiocb *iocb)) 100157078Sdavidxu{ 101157078Sdavidxu struct sigev_node *sn; 102157078Sdavidxu struct sigevent saved_ev; 103157078Sdavidxu int ret, err; 104157078Sdavidxu 105157078Sdavidxu if (iocb->aio_sigevent.sigev_notify != SIGEV_THREAD) { 106157078Sdavidxu ret = sysfunc(iocb); 107157078Sdavidxu return (ret); 108157078Sdavidxu } 109157078Sdavidxu 110157078Sdavidxu ret = aio_sigev_alloc(iocb, &sn, &saved_ev); 111157078Sdavidxu if (ret) 112157078Sdavidxu return (ret); 113156136Sdavidxu ret = sysfunc(iocb); 114156136Sdavidxu iocb->aio_sigevent = saved_ev; 115156136Sdavidxu if (ret != 0) { 116156194Sdavidxu err = errno; 117156136Sdavidxu __sigev_list_lock(); 118156136Sdavidxu __sigev_delete_node(sn); 119156136Sdavidxu __sigev_list_unlock(); 120156194Sdavidxu errno = err; 121156136Sdavidxu } 122156136Sdavidxu return (ret); 123156136Sdavidxu} 124156136Sdavidxu 125156136Sdavidxuint 126156136Sdavidxu__aio_read(struct aiocb *iocb) 127156136Sdavidxu{ 128156194Sdavidxu 129156136Sdavidxu return aio_io(iocb, &__sys_aio_read); 130156136Sdavidxu} 131156136Sdavidxu 132156136Sdavidxuint 133156136Sdavidxu__aio_write(struct aiocb *iocb) 134156136Sdavidxu{ 135156194Sdavidxu 136156136Sdavidxu return aio_io(iocb, &__sys_aio_write); 137156136Sdavidxu} 138156136Sdavidxu 139156136Sdavidxuint 140156136Sdavidxu__aio_waitcomplete(struct aiocb **iocbp, struct timespec *timeout) 141156136Sdavidxu{ 142156194Sdavidxu int err; 143156136Sdavidxu int ret = __sys_aio_waitcomplete(iocbp, timeout); 144156136Sdavidxu 145156136Sdavidxu if (*iocbp) { 146156136Sdavidxu if ((*iocbp)->aio_sigevent.sigev_notify == SIGEV_THREAD) { 147156194Sdavidxu err = errno; 148156136Sdavidxu __sigev_list_lock(); 149156136Sdavidxu __sigev_delete(SI_ASYNCIO, (sigev_id_t)(*iocbp)); 150156136Sdavidxu __sigev_list_unlock(); 151156194Sdavidxu errno = err; 152156136Sdavidxu } 153156136Sdavidxu } 154156136Sdavidxu 155156136Sdavidxu return (ret); 156156136Sdavidxu} 157156136Sdavidxu 158156136Sdavidxuint 159156136Sdavidxu__aio_return(struct aiocb *iocb) 160156136Sdavidxu{ 161156136Sdavidxu 162156194Sdavidxu if (iocb->aio_sigevent.sigev_notify == SIGEV_THREAD) { 163156194Sdavidxu if (__sys_aio_error(iocb) == EINPROGRESS) 164156194Sdavidxu return (EINPROGRESS); 165156136Sdavidxu __sigev_list_lock(); 166156136Sdavidxu __sigev_delete(SI_ASYNCIO, (sigev_id_t)iocb); 167156136Sdavidxu __sigev_list_unlock(); 168156136Sdavidxu } 169156136Sdavidxu 170156194Sdavidxu return __sys_aio_return(iocb); 171156136Sdavidxu} 172157078Sdavidxu 173157078Sdavidxuint 174157078Sdavidxu__aio_fsync(int op, struct aiocb *iocb) 175157078Sdavidxu{ 176157078Sdavidxu struct sigev_node *sn; 177157078Sdavidxu struct sigevent saved_ev; 178157078Sdavidxu int ret, err; 179157078Sdavidxu 180157078Sdavidxu if (iocb->aio_sigevent.sigev_notify != SIGEV_THREAD) 181157078Sdavidxu return __sys_aio_fsync(op, iocb); 182157078Sdavidxu 183157078Sdavidxu ret = aio_sigev_alloc(iocb, &sn, &saved_ev); 184157078Sdavidxu if (ret) 185157078Sdavidxu return (ret); 186157078Sdavidxu ret = __sys_aio_fsync(op, iocb); 187157078Sdavidxu iocb->aio_sigevent = saved_ev; 188157078Sdavidxu if (ret != 0) { 189157078Sdavidxu err = errno; 190157078Sdavidxu __sigev_list_lock(); 191157078Sdavidxu __sigev_delete_node(sn); 192157078Sdavidxu __sigev_list_unlock(); 193157078Sdavidxu errno = err; 194157078Sdavidxu } 195157078Sdavidxu return (ret); 196157078Sdavidxu} 197