1266733Speter/* Licensed to the Apache Software Foundation (ASF) under one or more 2266733Speter * contributor license agreements. See the NOTICE file distributed with 3266733Speter * this work for additional information regarding copyright ownership. 4266733Speter * The ASF licenses this file to You under the Apache License, Version 2.0 5266733Speter * (the "License"); you may not use this file except in compliance with 6266733Speter * the License. You may obtain a copy of the License at 7266733Speter * 8266733Speter * http://www.apache.org/licenses/LICENSE-2.0 9266733Speter * 10266733Speter * Unless required by applicable law or agreed to in writing, software 11266733Speter * distributed under the License is distributed on an "AS IS" BASIS, 12266733Speter * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13266733Speter * See the License for the specific language governing permissions and 14266733Speter * limitations under the License. 15266733Speter * 16266733Speter * 17266733Speter ****************************************************************************** 18266733Speter * 19266733Speter * This implementation is based on a design by John Brooks (IBM Pok) which uses 20266733Speter * the z/OS sockets async i/o facility. When a 21266733Speter * socket is added to the pollset, an async poll is issued for that individual 22266733Speter * socket. It specifies that the kernel should send an IPC message when the 23266733Speter * socket becomes ready. The IPC messages are sent to a single message queue 24266733Speter * that is part of the pollset. apr_pollset_poll waits on the arrival of IPC 25266733Speter * messages or the specified timeout. 26266733Speter * 27266733Speter * Since z/OS does not support async i/o for pipes or files at present, this 28266733Speter * implementation falls back to using ordinary poll() when 29266733Speter * APR_POLLSET_THREADSAFE is unset. 30266733Speter * 31266733Speter * Greg Ames 32266733Speter * April 2012 33266733Speter */ 34266733Speter 35266733Speter#include "apr.h" 36266733Speter#include "apr_hash.h" 37266733Speter#include "apr_poll.h" 38266733Speter#include "apr_time.h" 39266733Speter#include "apr_portable.h" 40266733Speter#include "apr_arch_inherit.h" 41266733Speter#include "apr_arch_file_io.h" 42266733Speter#include "apr_arch_networkio.h" 43266733Speter#include "apr_arch_poll_private.h" 44266733Speter 45266733Speter#ifdef HAVE_AIO_MSGQ 46266733Speter 47266733Speter#include <sys/msg.h> /* msgget etc */ 48266733Speter#include <time.h> /* timestruct */ 49266733Speter#include <poll.h> /* pollfd */ 50266733Speter#include <limits.h> /* MAX_INT */ 51266733Speter 52266733Speterstruct apr_pollset_private_t 53266733Speter{ 54266733Speter int msg_q; /* IPC message queue. The z/OS kernel sends messages 55266733Speter * to this queue when our async polls on individual 56266733Speter * file descriptors complete 57266733Speter */ 58266733Speter apr_pollfd_t *result_set; 59266733Speter apr_uint32_t size; 60266733Speter 61266733Speter#if APR_HAS_THREADS 62266733Speter /* A thread mutex to protect operations on the rings and the hash */ 63266733Speter apr_thread_mutex_t *ring_lock; 64266733Speter#endif 65266733Speter 66266733Speter /* A hash of all active elements used for O(1) _remove operations */ 67266733Speter apr_hash_t *elems; 68266733Speter 69266733Speter APR_RING_HEAD(ready_ring_t, asio_elem_t) ready_ring; 70266733Speter APR_RING_HEAD(prior_ready_ring_t, asio_elem_t) prior_ready_ring; 71266733Speter APR_RING_HEAD(free_ring_t, asio_elem_t) free_ring; 72266733Speter 73266733Speter /* for pipes etc with no asio */ 74266733Speter struct pollfd *pollset; 75266733Speter apr_pollfd_t *query_set; 76266733Speter}; 77266733Speter 78266733Spetertypedef enum { 79266733Speter ASIO_INIT = 0, 80266733Speter ASIO_REMOVED, 81266733Speter ASIO_COMPLETE 82266733Speter} asio_state_e; 83266733Speter 84266733Spetertypedef struct asio_elem_t asio_elem_t; 85266733Speter 86266733Speterstruct asio_msgbuf_t { 87266733Speter long msg_type; /* must be > 0 */ 88266733Speter asio_elem_t *msg_elem; 89266733Speter}; 90266733Speter 91266733Speterstruct asio_elem_t 92266733Speter{ 93266733Speter APR_RING_ENTRY(asio_elem_t) link; 94266733Speter apr_pollfd_t pfd; 95266733Speter struct pollfd os_pfd; 96266733Speter struct aiocb a; 97266733Speter asio_state_e state; 98266733Speter struct asio_msgbuf_t msg; 99266733Speter}; 100266733Speter 101266733Speter#define DEBUG 0 102266733Speter 103266733Speter/* DEBUG settings: 0 - no debug messages at all, 104266733Speter * 1 - should not occur messages, 105266733Speter * 2 - apr_pollset_* entry and exit messages, 106266733Speter * 3 - state changes, memory usage, 107266733Speter * 4 - z/OS, APR, and internal calls, 108266733Speter * 5 - everything else except the timer pop path, 109266733Speter * 6 - everything, including the Event 1 sec timer pop path 110266733Speter * 111266733Speter * each DEBUG level includes all messages produced by lower numbered levels 112266733Speter */ 113266733Speter 114266733Speter#if DEBUG 115266733Speter 116266733Speter#include <assert.h> 117266733Speter#include <unistd.h> /* getpid */ 118266733Speter 119266733Speter#define DBG_BUFF char dbg_msg_buff[256]; 120266733Speter 121266733Speter#define DBG_TEST(lvl) if (lvl <= DEBUG) { 122266733Speter 123266733Speter#define DBG_CORE(msg) sprintf(dbg_msg_buff, "% 8d " __FUNCTION__ \ 124266733Speter " " msg, getpid()), \ 125266733Speter fprintf(stderr, "%s", dbg_msg_buff); 126266733Speter#define DBG_CORE1(msg, var1) sprintf(dbg_msg_buff, "% 8d " __FUNCTION__ \ 127266733Speter " " msg, getpid(), var1), \ 128266733Speter fprintf(stderr, "%s", dbg_msg_buff); 129266733Speter#define DBG_CORE2(msg, var1, var2) sprintf(dbg_msg_buff, "% 8d " __FUNCTION__ \ 130266733Speter " " msg, getpid(), var1, var2), \ 131266733Speter fprintf(stderr, "%s", dbg_msg_buff); 132266733Speter#define DBG_CORE3(msg, var1, var2, var3) \ 133266733Speter sprintf(dbg_msg_buff, "% 8d " __FUNCTION__ \ 134266733Speter " " msg, getpid(), var1, var2, var3), \ 135266733Speter fprintf(stderr, "%s", dbg_msg_buff); 136266733Speter#define DBG_CORE4(msg, var1, var2, var3, var4) \ 137266733Speter sprintf(dbg_msg_buff, "% 8d " __FUNCTION__ \ 138266733Speter " " msg, getpid(), var1, var2, var3, var4),\ 139266733Speter fprintf(stderr, "%s", dbg_msg_buff); 140266733Speter 141266733Speter#define DBG_END } 142266733Speter 143266733Speter#define DBG(lvl, msg) DBG_TEST(lvl) \ 144266733Speter DBG_CORE(msg) \ 145266733Speter DBG_END 146266733Speter 147266733Speter#define DBG1(lvl, msg, var1) DBG_TEST(lvl) \ 148266733Speter DBG_CORE1(msg, var1) \ 149266733Speter DBG_END 150266733Speter 151266733Speter#define DBG2(lvl, msg, var1, var2) DBG_TEST(lvl) \ 152266733Speter DBG_CORE2(msg, var1, var2) \ 153266733Speter DBG_END 154266733Speter 155266733Speter#define DBG3(lvl, msg, var1, var2, var3) \ 156266733Speter DBG_TEST(lvl) \ 157266733Speter DBG_CORE3(msg, var1, var2, var3) \ 158266733Speter DBG_END 159266733Speter 160266733Speter#define DBG4(lvl, msg, var1, var2, var3, var4) \ 161266733Speter DBG_TEST(lvl) \ 162266733Speter DBG_CORE4(msg, var1, var2, var3, var4) \ 163266733Speter DBG_END 164266733Speter 165266733Speter#else /* DEBUG is 0 */ 166266733Speter#define DBG_BUFF 167266733Speter#define DBG(lvl, msg) ((void)0) 168266733Speter#define DBG1(lvl, msg, var1) ((void)0) 169266733Speter#define DBG2(lvl, msg, var1, var2) ((void)0) 170266733Speter#define DBG3(lvl, msg, var1, var2, var3) ((void)0) 171266733Speter#define DBG4(lvl, msg, var1, var2, var3, var4) ((void)0) 172266733Speter 173266733Speter#endif /* DEBUG */ 174266733Speter 175266733Speterstatic int asyncio(struct aiocb *a) 176266733Speter{ 177266733Speter DBG_BUFF 178266733Speter int rv; 179266733Speter 180266733Speter#ifdef _LP64 181266733Speter#define AIO BPX4AIO 182266733Speter#else 183266733Speter#define AIO BPX1AIO 184266733Speter#endif 185266733Speter 186266733Speter AIO(sizeof(struct aiocb), a, &rv, &errno, __err2ad()); 187266733Speter DBG2(4, "BPX4AIO aiocb %p rv %d\n", 188266733Speter a, rv); 189266733Speter#ifdef DEBUG 190266733Speter if (rv < 0) { 191266733Speter DBG2(4, "errno %d errnojr %08x\n", 192266733Speter errno, *__err2ad()); 193266733Speter } 194266733Speter#endif 195266733Speter return rv; 196266733Speter} 197266733Speter 198266733Speterstatic apr_int16_t get_event(apr_int16_t event) 199266733Speter{ 200266733Speter DBG_BUFF 201266733Speter apr_int16_t rv = 0; 202266733Speter DBG(4, "entered\n"); 203266733Speter 204266733Speter if (event & APR_POLLIN) 205266733Speter rv |= POLLIN; 206266733Speter if (event & APR_POLLPRI) 207266733Speter rv |= POLLPRI; 208266733Speter if (event & APR_POLLOUT) 209266733Speter rv |= POLLOUT; 210266733Speter if (event & APR_POLLERR) 211266733Speter rv |= POLLERR; 212266733Speter if (event & APR_POLLHUP) 213266733Speter rv |= POLLHUP; 214266733Speter if (event & APR_POLLNVAL) 215266733Speter rv |= POLLNVAL; 216266733Speter 217266733Speter DBG(4, "exiting\n"); 218266733Speter return rv; 219266733Speter} 220266733Speter 221266733Speterstatic apr_int16_t get_revent(apr_int16_t event) 222266733Speter{ 223266733Speter DBG_BUFF 224266733Speter apr_int16_t rv = 0; 225266733Speter DBG(4, "entered\n"); 226266733Speter 227266733Speter if (event & POLLIN) 228266733Speter rv |= APR_POLLIN; 229266733Speter if (event & POLLPRI) 230266733Speter rv |= APR_POLLPRI; 231266733Speter if (event & POLLOUT) 232266733Speter rv |= APR_POLLOUT; 233266733Speter if (event & POLLERR) 234266733Speter rv |= APR_POLLERR; 235266733Speter if (event & POLLHUP) 236266733Speter rv |= APR_POLLHUP; 237266733Speter if (event & POLLNVAL) 238266733Speter rv |= APR_POLLNVAL; 239266733Speter 240266733Speter DBG(4, "exiting\n"); 241266733Speter return rv; 242266733Speter} 243266733Speter 244266733Speterstatic apr_status_t asio_pollset_cleanup(apr_pollset_t *pollset) 245266733Speter{ 246266733Speter DBG_BUFF 247266733Speter int rv; 248266733Speter 249266733Speter DBG(4, "entered\n"); 250266733Speter rv = msgctl(pollset->p->msg_q, IPC_RMID, NULL); 251266733Speter 252266733Speter DBG1(4, "exiting, msgctl(IPC_RMID) returned %d\n", rv); 253266733Speter return rv; 254266733Speter} 255266733Speter 256266733Speterstatic apr_status_t asio_pollset_create(apr_pollset_t *pollset, 257266733Speter apr_uint32_t size, 258266733Speter apr_pool_t *p, 259266733Speter apr_uint32_t flags) 260266733Speter{ 261266733Speter DBG_BUFF 262266733Speter apr_status_t rv; 263266733Speter apr_pollset_private_t *priv; 264266733Speter 265266733Speter DBG1(2, "entered, flags: %x\n", flags); 266266733Speter 267266733Speter priv = pollset->p = apr_palloc(p, sizeof(*priv)); 268266733Speter 269266733Speter if (flags & APR_POLLSET_THREADSAFE) { 270266733Speter#if APR_HAS_THREADS 271266733Speter if (rv = apr_thread_mutex_create(&(priv->ring_lock), 272266733Speter APR_THREAD_MUTEX_DEFAULT, 273266733Speter p) != APR_SUCCESS) { 274266733Speter DBG1(1, "apr_thread_mutex_create returned %d\n", rv); 275286503Speter pollset->p = NULL; 276266733Speter return rv; 277266733Speter } 278266733Speter rv = msgget(IPC_PRIVATE, S_IWUSR+S_IRUSR); /* user r/w perms */ 279266733Speter if (rv < 0) { 280266733Speter#if DEBUG 281266733Speter perror(__FUNCTION__ " msgget returned < 0 "); 282266733Speter#endif 283286503Speter pollset->p = NULL; 284266733Speter return rv; 285266733Speter } 286266733Speter 287266733Speter DBG2(4, "pollset %p msgget was OK, rv=%d\n", pollset, rv); 288266733Speter priv->msg_q = rv; 289266733Speter priv->elems = apr_hash_make(p); 290266733Speter 291266733Speter APR_RING_INIT(&priv->free_ring, asio_elem_t, link); 292266733Speter APR_RING_INIT(&priv->prior_ready_ring, asio_elem_t, link); 293266733Speter 294266733Speter#else /* APR doesn't have threads but caller wants a threadsafe pollset */ 295286503Speter pollset->p = NULL; 296266733Speter return APR_ENOTIMPL; 297266733Speter#endif 298266733Speter 299266733Speter } else { /* APR_POLLSET_THREADSAFE not set, i.e. no async i/o, 300266733Speter * init fields only needed in old style pollset 301266733Speter */ 302266733Speter 303266733Speter priv->pollset = apr_palloc(p, size * sizeof(struct pollfd)); 304266733Speter priv->query_set = apr_palloc(p, size * sizeof(apr_pollfd_t)); 305266733Speter 306266733Speter if ((!priv->pollset) || (!priv->query_set)) { 307286503Speter pollset->p = NULL; 308266733Speter return APR_ENOMEM; 309266733Speter } 310266733Speter } 311266733Speter 312266733Speter pollset->nelts = 0; 313266733Speter pollset->flags = flags; 314266733Speter pollset->pool = p; 315266733Speter priv->size = size; 316266733Speter priv->result_set = apr_palloc(p, size * sizeof(apr_pollfd_t)); 317266733Speter if (!priv->result_set) { 318286503Speter if (flags & APR_POLLSET_THREADSAFE) { 319286503Speter msgctl(priv->msg_q, IPC_RMID, NULL); 320286503Speter } 321286503Speter pollset->p = NULL; 322266733Speter return APR_ENOMEM; 323266733Speter } 324266733Speter 325266733Speter DBG2(2, "exiting, pollset: %p, type: %s\n", 326266733Speter pollset, 327266733Speter flags & APR_POLLSET_THREADSAFE ? "async" : "POSIX"); 328266733Speter 329266733Speter 330266733Speter return APR_SUCCESS; 331266733Speter 332266733Speter} /* end of asio_pollset_create */ 333266733Speter 334266733Speterstatic apr_status_t posix_add(apr_pollset_t *pollset, 335266733Speter const apr_pollfd_t *descriptor) 336266733Speter{ 337266733Speter DBG_BUFF 338266733Speter int fd; 339266733Speter apr_pool_t *p = pollset->pool; 340266733Speter apr_pollset_private_t *priv = pollset->p; 341266733Speter 342266733Speter DBG(4, "entered\n"); 343266733Speter 344266733Speter if (pollset->nelts == priv->size) { 345266733Speter return APR_ENOMEM; 346266733Speter } 347266733Speter 348266733Speter priv->query_set[pollset->nelts] = *descriptor; 349266733Speter if (descriptor->desc_type == APR_POLL_SOCKET) { 350266733Speter fd = descriptor->desc.s->socketdes; 351266733Speter } 352266733Speter else { 353266733Speter fd = descriptor->desc.f->filedes; 354266733Speter } 355266733Speter 356266733Speter priv->pollset[pollset->nelts].fd = fd; 357266733Speter 358266733Speter priv->pollset[pollset->nelts].events = 359266733Speter get_event(descriptor->reqevents); 360266733Speter 361266733Speter pollset->nelts++; 362266733Speter 363266733Speter DBG2(4, "exiting, fd %d added to pollset %p\n", fd, pollset); 364266733Speter 365266733Speter return APR_SUCCESS; 366266733Speter} /* end of posix_add */ 367266733Speter 368266733Speter 369266733Speterstatic apr_status_t asio_pollset_add(apr_pollset_t *pollset, 370266733Speter const apr_pollfd_t *descriptor) 371266733Speter{ 372266733Speter DBG_BUFF 373266733Speter asio_elem_t *elem; 374266733Speter apr_status_t rv = APR_SUCCESS; 375266733Speter apr_pollset_private_t *priv = pollset->p; 376266733Speter 377266733Speter pollset_lock_rings(); 378266733Speter DBG(2, "entered\n"); 379266733Speter 380266733Speter if (pollset->flags & APR_POLLSET_THREADSAFE) { 381266733Speter 382266733Speter if (!APR_RING_EMPTY(&(priv->free_ring), asio_elem_t, link)) { 383266733Speter elem = APR_RING_FIRST(&(priv->free_ring)); 384266733Speter APR_RING_REMOVE(elem, link); 385266733Speter DBG1(3, "used recycled memory at %08p\n", elem); 386266733Speter elem->state = ASIO_INIT; 387286503Speter elem->a.aio_cflags = 0; 388266733Speter } 389266733Speter else { 390266733Speter elem = (asio_elem_t *) apr_pcalloc(pollset->pool, sizeof(asio_elem_t)); 391266733Speter DBG1(3, "alloced new memory at %08p\n", elem); 392266733Speter 393266733Speter elem->a.aio_notifytype = AIO_MSGQ; 394266733Speter elem->a.aio_msgev_qid = priv->msg_q; 395266733Speter DBG1(5, "aio_msgev_quid = %d \n", elem->a.aio_msgev_qid); 396266733Speter elem->a.aio_msgev_size = sizeof(asio_elem_t *); 397266733Speter elem->a.aio_msgev_flag = 0; /* wait if queue is full */ 398266733Speter elem->a.aio_msgev_addr = &(elem->msg); 399266733Speter elem->a.aio_buf = &(elem->os_pfd); 400266733Speter elem->a.aio_nbytes = 1; /* number of pfds to poll */ 401266733Speter elem->msg.msg_type = 1; 402266733Speter elem->msg.msg_elem = elem; 403266733Speter } 404266733Speter 405266733Speter /* z/OS only supports async I/O for sockets for now */ 406266733Speter elem->os_pfd.fd = descriptor->desc.s->socketdes; 407266733Speter 408266733Speter APR_RING_ELEM_INIT(elem, link); 409266733Speter elem->a.aio_cmd = AIO_SELPOLL; 410266733Speter elem->a.aio_cflags &= ~AIO_OK2COMPIMD; /* not OK to complete inline*/ 411266733Speter elem->pfd = *descriptor; 412266733Speter elem->os_pfd.events = get_event(descriptor->reqevents); 413266733Speter 414266733Speter if (0 != asyncio(&elem->a)) { 415266733Speter rv = errno; 416266733Speter DBG3(4, "pollset %p asio failed fd %d, errno %p\n", 417266733Speter pollset, elem->os_pfd.fd, rv); 418266733Speter#if DEBUG 419266733Speter perror(__FUNCTION__ " asio failure"); 420266733Speter#endif 421266733Speter } 422266733Speter else { 423266733Speter DBG2(4, "good asio call, adding fd %d to pollset %p\n", 424266733Speter elem->os_pfd.fd, pollset); 425266733Speter 426266733Speter pollset->nelts++; 427266733Speter apr_hash_set(priv->elems, &(elem->os_pfd.fd), sizeof(int), elem); 428266733Speter } 429266733Speter } 430266733Speter else { 431266733Speter /* APR_POLLSET_THREADSAFE isn't set. use POSIX poll in case 432266733Speter * pipes or files are used with this pollset 433266733Speter */ 434266733Speter 435266733Speter rv = posix_add(pollset, descriptor); 436266733Speter } 437266733Speter 438266733Speter DBG1(2, "exiting, rv = %d\n", rv); 439266733Speter 440266733Speter pollset_unlock_rings(); 441266733Speter return rv; 442266733Speter} /* end of asio_pollset_add */ 443266733Speter 444266733Speterstatic posix_remove(apr_pollset_t *pollset, const apr_pollfd_t *descriptor) 445266733Speter{ 446266733Speter DBG_BUFF 447266733Speter apr_uint32_t i; 448266733Speter apr_pollset_private_t *priv = pollset->p; 449266733Speter 450266733Speter DBG(4, "entered\n"); 451266733Speter for (i = 0; i < pollset->nelts; i++) { 452266733Speter if (descriptor->desc.s == priv->query_set[i].desc.s) { 453266733Speter /* Found an instance of the fd: remove this and any other copies */ 454266733Speter apr_uint32_t dst = i; 455266733Speter apr_uint32_t old_nelts = pollset->nelts; 456266733Speter pollset->nelts--; 457266733Speter for (i++; i < old_nelts; i++) { 458266733Speter if (descriptor->desc.s == priv->query_set[i].desc.s) { 459266733Speter pollset->nelts--; 460266733Speter } 461266733Speter else { 462266733Speter priv->pollset[dst] = priv->pollset[i]; 463266733Speter priv->query_set[dst] = priv->query_set[i]; 464266733Speter dst++; 465266733Speter } 466266733Speter } 467266733Speter DBG(4, "returning OK\n"); 468266733Speter return APR_SUCCESS; 469266733Speter } 470266733Speter } 471266733Speter 472266733Speter DBG(1, "returning APR_NOTFOUND\n"); 473266733Speter return APR_NOTFOUND; 474266733Speter 475266733Speter} /* end of posix_remove */ 476266733Speter 477266733Speterstatic apr_status_t asio_pollset_remove(apr_pollset_t *pollset, 478266733Speter const apr_pollfd_t *descriptor) 479266733Speter{ 480266733Speter DBG_BUFF 481266733Speter asio_elem_t *elem; 482266733Speter apr_status_t rv = APR_SUCCESS; 483266733Speter apr_pollset_private_t *priv = pollset->p; 484266733Speter struct aiocb cancel_a; /* AIO_CANCEL is synchronous, so autodata works fine */ 485266733Speter 486266733Speter int fd; 487266733Speter 488266733Speter DBG(2, "entered\n"); 489266733Speter 490266733Speter if (!(pollset->flags & APR_POLLSET_THREADSAFE)) { 491266733Speter return posix_remove(pollset, descriptor); 492266733Speter } 493266733Speter 494266733Speter pollset_lock_rings(); 495266733Speter 496266733Speter#if DEBUG 497266733Speter assert(descriptor->desc_type == APR_POLL_SOCKET); 498266733Speter#endif 499266733Speter /* zOS 1.12 doesn't support files for async i/o */ 500266733Speter fd = descriptor->desc.s->socketdes; 501266733Speter 502266733Speter elem = apr_hash_get(priv->elems, &(fd), sizeof(int)); 503266733Speter if (elem == NULL) { 504266733Speter DBG1(1, "couldn't find fd %d\n", fd); 505266733Speter rv = APR_NOTFOUND; 506266733Speter } else { 507266733Speter DBG1(5, "hash found fd %d\n", fd); 508266733Speter /* delete this fd from the hash */ 509266733Speter apr_hash_set(priv->elems, &(fd), sizeof(int), NULL); 510266733Speter 511266733Speter if (elem->state == ASIO_INIT) { 512266733Speter /* asyncio call to cancel */ 513266733Speter cancel_a.aio_cmd = AIO_CANCEL; 514266733Speter cancel_a.aio_buf = &elem->a; /* point to original aiocb */ 515266733Speter 516266733Speter cancel_a.aio_cflags = 0; 517266733Speter cancel_a.aio_cflags2 = 0; 518266733Speter 519266733Speter /* we want the original aiocb to show up on the pollset message queue 520266733Speter * before recycling its memory to eliminate race conditions 521266733Speter */ 522266733Speter 523266733Speter rv = asyncio(&cancel_a); 524266733Speter DBG1(4, "asyncio returned %d\n", rv); 525266733Speter 526266733Speter#if DEBUG 527266733Speter assert(rv == 1); 528266733Speter#endif 529266733Speter } 530266733Speter elem->state = ASIO_REMOVED; 531266733Speter rv = APR_SUCCESS; 532266733Speter } 533266733Speter 534266733Speter DBG1(2, "exiting, rv: %d\n", rv); 535266733Speter 536266733Speter pollset_unlock_rings(); 537266733Speter 538266733Speter return rv; 539266733Speter} /* end of asio_pollset_remove */ 540266733Speter 541266733Speterstatic posix_poll(apr_pollset_t *pollset, 542266733Speter apr_interval_time_t timeout, 543266733Speter apr_int32_t *num, 544266733Speter const apr_pollfd_t **descriptors) 545266733Speter{ 546266733Speter DBG_BUFF 547266733Speter int rv; 548266733Speter apr_uint32_t i, j; 549266733Speter apr_pollset_private_t *priv = pollset->p; 550266733Speter 551266733Speter DBG(4, "entered\n"); 552266733Speter 553266733Speter if (timeout > 0) { 554266733Speter timeout /= 1000; 555266733Speter } 556266733Speter rv = poll(priv->pollset, pollset->nelts, timeout); 557266733Speter (*num) = rv; 558266733Speter if (rv < 0) { 559266733Speter return apr_get_netos_error(); 560266733Speter } 561266733Speter if (rv == 0) { 562266733Speter return APR_TIMEUP; 563266733Speter } 564266733Speter j = 0; 565266733Speter for (i = 0; i < pollset->nelts; i++) { 566266733Speter if (priv->pollset[i].revents != 0) { 567266733Speter priv->result_set[j] = priv->query_set[i]; 568266733Speter priv->result_set[j].rtnevents = 569266733Speter get_revent(priv->pollset[i].revents); 570266733Speter j++; 571266733Speter } 572266733Speter } 573266733Speter if (descriptors) 574266733Speter *descriptors = priv->result_set; 575266733Speter 576266733Speter DBG(4, "exiting ok\n"); 577266733Speter return APR_SUCCESS; 578266733Speter 579266733Speter} /* end of posix_poll */ 580266733Speter 581266733Speterstatic process_msg(apr_pollset_t *pollset, struct asio_msgbuf_t *msg) 582266733Speter{ 583266733Speter DBG_BUFF 584266733Speter asio_elem_t *elem = msg->msg_elem; 585266733Speter 586266733Speter switch(elem->state) { 587266733Speter case ASIO_REMOVED: 588266733Speter DBG2(5, "for cancelled elem, recycling memory - elem %08p, fd %d\n", 589266733Speter elem, elem->os_pfd.fd); 590266733Speter APR_RING_INSERT_TAIL(&(pollset->p->free_ring), elem, 591266733Speter asio_elem_t, link); 592266733Speter break; 593266733Speter case ASIO_INIT: 594266733Speter DBG2(4, "adding to ready ring: elem %08p, fd %d\n", 595266733Speter elem, elem->os_pfd.fd); 596266733Speter elem->state = ASIO_COMPLETE; 597266733Speter APR_RING_INSERT_TAIL(&(pollset->p->ready_ring), elem, 598266733Speter asio_elem_t, link); 599266733Speter break; 600266733Speter default: 601266733Speter DBG3(1, "unexpected state: elem %08p, fd %d, state %d\n", 602266733Speter elem, elem->os_pfd.fd, elem->state); 603266733Speter#if DEBUG 604266733Speter assert(0); 605266733Speter#endif 606266733Speter } 607266733Speter} 608266733Speter 609266733Speterstatic apr_status_t asio_pollset_poll(apr_pollset_t *pollset, 610266733Speter apr_interval_time_t timeout, 611266733Speter apr_int32_t *num, 612266733Speter const apr_pollfd_t **descriptors) 613266733Speter{ 614266733Speter DBG_BUFF 615266733Speter int i, ret; 616266733Speter asio_elem_t *elem, *next_elem; 617266733Speter struct asio_msgbuf_t msg_buff; 618266733Speter struct timespec tv; 619266733Speter apr_status_t rv = APR_SUCCESS; 620266733Speter apr_pollset_private_t *priv = pollset->p; 621266733Speter 622266733Speter DBG(6, "entered\n"); /* chatty - traces every second w/Event */ 623266733Speter 624266733Speter if ((pollset->flags & APR_POLLSET_THREADSAFE) == 0 ) { 625266733Speter return posix_poll(pollset, timeout, num, descriptors); 626266733Speter } 627266733Speter 628266733Speter pollset_lock_rings(); 629266733Speter APR_RING_INIT(&(priv->ready_ring), asio_elem_t, link); 630266733Speter 631266733Speter while (!APR_RING_EMPTY(&(priv->prior_ready_ring), asio_elem_t, link)) { 632266733Speter elem = APR_RING_FIRST(&(priv->prior_ready_ring)); 633266733Speter DBG3(5, "pollset %p elem %p fd %d on prior ready ring\n", 634266733Speter pollset, 635266733Speter elem, 636266733Speter elem->os_pfd.fd); 637266733Speter 638266733Speter APR_RING_REMOVE(elem, link); 639266733Speter 640266733Speter /* 641266733Speter * since USS does not remember what's in our pollset, we have 642266733Speter * to re-add fds which have not been apr_pollset_remove'd 643266733Speter * 644266733Speter * there may have been too many ready fd's to return in the 645266733Speter * result set last time. re-poll inline for both cases 646266733Speter */ 647266733Speter 648266733Speter if (elem->state == ASIO_REMOVED) { 649266733Speter 650266733Speter /* 651266733Speter * async i/o is done since it was found on prior_ready 652266733Speter * the state says the caller is done with it too 653266733Speter * so recycle the elem 654266733Speter */ 655266733Speter 656266733Speter APR_RING_INSERT_TAIL(&(priv->free_ring), elem, 657266733Speter asio_elem_t, link); 658266733Speter continue; /* do not re-add if it has been _removed */ 659266733Speter } 660266733Speter 661266733Speter elem->state = ASIO_INIT; 662266733Speter elem->a.aio_cflags = AIO_OK2COMPIMD; 663266733Speter 664266733Speter if (0 != (ret = asyncio(&elem->a))) { 665266733Speter if (ret == 1) { 666266733Speter DBG(4, "asyncio() completed inline\n"); 667266733Speter /* it's ready now */ 668286503Speter elem->state = ASIO_COMPLETE; 669266733Speter APR_RING_INSERT_TAIL(&(priv->ready_ring), elem, asio_elem_t, 670266733Speter link); 671266733Speter } 672266733Speter else { 673266733Speter DBG2(1, "asyncio() failed, ret: %d, errno: %d\n", 674266733Speter ret, errno); 675266733Speter pollset_unlock_rings(); 676266733Speter return errno; 677266733Speter } 678266733Speter } 679266733Speter DBG1(4, "asyncio() completed rc %d\n", ret); 680266733Speter } 681266733Speter 682266733Speter DBG(6, "after prior ready loop\n"); /* chatty w/timeouts, hence 6 */ 683266733Speter 684266733Speter /* Gather async poll completions that have occurred since the last call */ 685266733Speter while (0 < msgrcv(priv->msg_q, &msg_buff, sizeof(asio_elem_t *), 0, 686266733Speter IPC_NOWAIT)) { 687266733Speter process_msg(pollset, &msg_buff); 688266733Speter } 689266733Speter 690266733Speter /* Suspend if nothing is ready yet. */ 691266733Speter if (APR_RING_EMPTY(&(priv->ready_ring), asio_elem_t, link)) { 692266733Speter 693266733Speter if (timeout >= 0) { 694266733Speter tv.tv_sec = apr_time_sec(timeout); 695266733Speter tv.tv_nsec = apr_time_usec(timeout) * 1000; 696266733Speter } else { 697266733Speter tv.tv_sec = INT_MAX; /* block until something is ready */ 698266733Speter } 699266733Speter 700266733Speter DBG2(6, "nothing on the ready ring " 701266733Speter "- blocking for %d seconds %d ns\n", 702266733Speter tv.tv_sec, tv.tv_nsec); 703266733Speter 704266733Speter pollset_unlock_rings(); /* allow other apr_pollset_* calls while blocked */ 705266733Speter 706266733Speter if (0 >= (ret = __msgrcv_timed(priv->msg_q, &msg_buff, 707266733Speter sizeof(asio_elem_t *), 0, NULL, &tv))) { 708266733Speter#if DEBUG 709266733Speter if (errno == EAGAIN) { 710266733Speter DBG(6, "__msgrcv_timed timed out\n"); /* timeout path, so 6 */ 711266733Speter } 712266733Speter else { 713266733Speter DBG(1, "__msgrcv_timed failed!\n"); 714266733Speter } 715266733Speter#endif 716266733Speter return (errno == EAGAIN) ? APR_TIMEUP : errno; 717266733Speter } 718266733Speter 719266733Speter pollset_lock_rings(); 720266733Speter 721266733Speter process_msg(pollset, &msg_buff); 722266733Speter } 723266733Speter 724266733Speter APR_RING_INIT(&priv->prior_ready_ring, asio_elem_t, link); 725266733Speter 726266733Speter (*num) = 0; 727266733Speter elem = APR_RING_FIRST(&(priv->ready_ring)); 728266733Speter 729266733Speter for (i = 0; 730266733Speter 731266733Speter i < priv->size 732266733Speter && elem != APR_RING_SENTINEL(&(priv->ready_ring), asio_elem_t, link); 733266733Speter i++) { 734266733Speter DBG2(5, "ready ring: elem %08p, fd %d\n", elem, elem->os_pfd.fd); 735266733Speter 736266733Speter priv->result_set[i] = elem->pfd; 737266733Speter priv->result_set[i].rtnevents 738266733Speter = get_revent(elem->os_pfd.revents); 739266733Speter (*num)++; 740266733Speter 741266733Speter elem = APR_RING_NEXT(elem, link); 742266733Speter 743266733Speter#if DEBUG 744266733Speter if (elem == APR_RING_SENTINEL(&(priv->ready_ring), asio_elem_t, link)) { 745266733Speter DBG(5, "end of ready ring reached\n"); 746266733Speter } 747266733Speter#endif 748266733Speter } 749266733Speter 750266733Speter if (descriptors) { 751266733Speter *descriptors = priv->result_set; 752266733Speter } 753266733Speter 754266733Speter /* if the result size is too small, remember which descriptors 755266733Speter * haven't had results reported yet. we will look 756266733Speter * at these descriptors on the next apr_pollset_poll call 757266733Speter */ 758266733Speter 759266733Speter APR_RING_CONCAT(&priv->prior_ready_ring, &(priv->ready_ring), asio_elem_t, link); 760266733Speter 761266733Speter DBG1(2, "exiting, rv = %d\n", rv); 762266733Speter 763266733Speter pollset_unlock_rings(); 764266733Speter 765266733Speter return rv; 766266733Speter} /* end of asio_pollset_poll */ 767266733Speter 768266733Speterstatic apr_pollset_provider_t impl = { 769266733Speter asio_pollset_create, 770266733Speter asio_pollset_add, 771266733Speter asio_pollset_remove, 772266733Speter asio_pollset_poll, 773266733Speter asio_pollset_cleanup, 774266733Speter "asio" 775266733Speter}; 776266733Speter 777266733Speterapr_pollset_provider_t *apr_pollset_provider_aio_msgq = &impl; 778266733Speter 779266733Speter#endif /* HAVE_AIO_MSGQ */ 780