1/* 2 * Copyright (c) 2005 David Xu <davidxu@freebsd.org> 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice unmodified, this list of conditions, and the following 10 * disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 25 * 26 * $FreeBSD$ 27 * 28 */ 29 30#include <sys/cdefs.h> 31#include <sys/types.h> 32#include <sys/syscall.h> 33#include <sys/aio.h> 34 35#include "namespace.h" 36#include <errno.h> 37#include <stddef.h> 38#include <signal.h> 39#include "sigev_thread.h" 40#include "un-namespace.h" 41 42__weak_reference(__aio_read, _aio_read); 43__weak_reference(__aio_read, aio_read); 44__weak_reference(__aio_write, _aio_write); 45__weak_reference(__aio_write, aio_write); 46__weak_reference(__aio_return, _aio_return); 47__weak_reference(__aio_return, aio_return); 48__weak_reference(__aio_waitcomplete, _aio_waitcomplete); 49__weak_reference(__aio_waitcomplete, aio_waitcomplete); 50__weak_reference(__aio_fsync, _aio_fsync); 51__weak_reference(__aio_fsync, aio_fsync); 52 53typedef void (*aio_func)(union sigval val, struct aiocb *iocb); 54 55extern int __sys_aio_read(struct aiocb *iocb); 56extern int __sys_aio_write(struct aiocb *iocb); 57extern int __sys_aio_waitcomplete(struct aiocb **iocbp, struct timespec *timeout); 58extern int __sys_aio_return(struct aiocb *iocb); 59extern int __sys_aio_error(struct aiocb *iocb); 60extern int __sys_aio_fsync(int op, struct aiocb *iocb); 61 62static void 63aio_dispatch(struct sigev_node *sn) 64{ 65 aio_func f = sn->sn_func; 66 67 f(sn->sn_value, (struct aiocb *)sn->sn_id); 68} 69 70static int 71aio_sigev_alloc(struct aiocb *iocb, struct sigev_node **sn, 72 struct sigevent *saved_ev) 73{ 74 if (__sigev_check_init()) { 75 /* This might be that thread library is not enabled. */ 76 errno = EINVAL; 77 return (-1); 78 } 79 80 *sn = __sigev_alloc(SI_ASYNCIO, &iocb->aio_sigevent, NULL, 1); 81 if (*sn == NULL) { 82 errno = EAGAIN; 83 return (-1); 84 } 85 86 *saved_ev = iocb->aio_sigevent; 87 (*sn)->sn_id = (sigev_id_t)iocb; 88 __sigev_get_sigevent(*sn, &iocb->aio_sigevent, (*sn)->sn_id); 89 (*sn)->sn_dispatch = aio_dispatch; 90 91 __sigev_list_lock(); 92 __sigev_register(*sn); 93 __sigev_list_unlock(); 94 95 return (0); 96} 97 98static int 99aio_io(struct aiocb *iocb, int (*sysfunc)(struct aiocb *iocb)) 100{ 101 struct sigev_node *sn; 102 struct sigevent saved_ev; 103 int ret, err; 104 105 if (iocb->aio_sigevent.sigev_notify != SIGEV_THREAD) { 106 ret = sysfunc(iocb); 107 return (ret); 108 } 109 110 ret = aio_sigev_alloc(iocb, &sn, &saved_ev); 111 if (ret) 112 return (ret); 113 ret = sysfunc(iocb); 114 iocb->aio_sigevent = saved_ev; 115 if (ret != 0) { 116 err = errno; 117 __sigev_list_lock(); 118 __sigev_delete_node(sn); 119 __sigev_list_unlock(); 120 errno = err; 121 } 122 return (ret); 123} 124 125int 126__aio_read(struct aiocb *iocb) 127{ 128 129 return aio_io(iocb, &__sys_aio_read); 130} 131 132int 133__aio_write(struct aiocb *iocb) 134{ 135 136 return aio_io(iocb, &__sys_aio_write); 137} 138 139int 140__aio_waitcomplete(struct aiocb **iocbp, struct timespec *timeout) 141{ 142 int err; 143 int ret = __sys_aio_waitcomplete(iocbp, timeout); 144 145 if (*iocbp) { 146 if ((*iocbp)->aio_sigevent.sigev_notify == SIGEV_THREAD) { 147 err = errno; 148 __sigev_list_lock(); 149 __sigev_delete(SI_ASYNCIO, (sigev_id_t)(*iocbp)); 150 __sigev_list_unlock(); 151 errno = err; 152 } 153 } 154 155 return (ret); 156} 157 158int 159__aio_return(struct aiocb *iocb) 160{ 161 162 if (iocb->aio_sigevent.sigev_notify == SIGEV_THREAD) { 163 if (__sys_aio_error(iocb) == EINPROGRESS) 164 return (EINPROGRESS); 165 __sigev_list_lock(); 166 __sigev_delete(SI_ASYNCIO, (sigev_id_t)iocb); 167 __sigev_list_unlock(); 168 } 169 170 return __sys_aio_return(iocb); 171} 172 173int 174__aio_fsync(int op, struct aiocb *iocb) 175{ 176 struct sigev_node *sn; 177 struct sigevent saved_ev; 178 int ret, err; 179 180 if (iocb->aio_sigevent.sigev_notify != SIGEV_THREAD) 181 return __sys_aio_fsync(op, iocb); 182 183 ret = aio_sigev_alloc(iocb, &sn, &saved_ev); 184 if (ret) 185 return (ret); 186 ret = __sys_aio_fsync(op, iocb); 187 iocb->aio_sigevent = saved_ev; 188 if (ret != 0) { 189 err = errno; 190 __sigev_list_lock(); 191 __sigev_delete_node(sn); 192 __sigev_list_unlock(); 193 errno = err; 194 } 195 return (ret); 196} 197