1/* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 22/* 23 * Copyright 2009 Sun Microsystems, Inc. All rights reserved. 24 * Use is subject to license terms. 25 */ 26 27#ifndef _SYS_AIO_IMPL_H 28#define _SYS_AIO_IMPL_H 29 30#include <sys/aio_req.h> 31#include <sys/aio.h> 32#include <sys/aiocb.h> 33#include <sys/uio.h> 34#include <sys/dditypes.h> 35#include <sys/siginfo.h> 36#include <sys/port.h> 37#include <sys/port_kernel.h> 38 39#ifdef __cplusplus 40extern "C" { 41#endif 42 43#ifdef _KERNEL 44 45#define AIO_HASHSZ 8192L /* power of 2 */ 46#define AIO_HASH(cookie) (((uintptr_t)(cookie) >> 3) & (AIO_HASHSZ-1)) 47#define DUPLICATE 1 48 49/* 50 * an aio_list_t is the head of a list. a group of requests are in 51 * the same list if their aio_req_list field point to the same list 52 * head. 53 * 54 * a list head is used for notification. a group of requests that 55 * should only notify a process when they are done will have a 56 * list head. notification is sent when the group of requests are 57 * done. 58 */ 59typedef struct aio_lio { 60 int lio_nent; /* number of requests in list */ 61 int lio_refcnt; /* number of requests active */ 62 struct aio_lio *lio_next; /* free list pointer */ 63 kcondvar_t lio_notify; /* list notification */ 64 sigqueue_t *lio_sigqp; /* sigqueue_t pointer */ 65 int lio_port; /* port number notification */ 66 port_kevent_t *lio_portkev; /* port event structure */ 67} aio_lio_t; 68 69/* 70 * async I/O request struct - one per I/O request. 71 */ 72 73/* 74 * Clustering: The aio_req_t structure is used by the PXFS module 75 * as a contract private interface. 76 */ 77 78typedef struct aio_req_t { 79 struct aio_req aio_req; 80 int aio_req_fd; /* aio's file descriptor */ 81 int aio_req_flags; /* flags */ 82 aio_result_t *aio_req_resultp; /* pointer to user's results */ 83 int (*aio_req_cancel)(); /* driver's cancel cb. */ 84 struct aio_req_t *aio_req_next; /* doneq and pollq pointers */ 85 struct aio_req_t *aio_req_prev; /* doubly linked list */ 86 struct aio_req_t *aio_hash_next; /* next in a hash bucket */ 87 aio_lio_t *aio_req_lio; /* head of list IO chain */ 88 struct uio aio_req_uio; /* uio struct */ 89 struct iovec aio_req_iov; /* iovec struct */ 90 struct buf aio_req_buf; /* buf struct */ 91 sigqueue_t *aio_req_sigqp; /* sigqueue_t pointer */ 92 union { 93 caddr_t iocb; /* ptr to aiocb: 32-32, 64-64 */ 94 caddr32_t iocb32; /* ptr to aiocb: 32-64 */ 95 } aio_req_iocb; 96 port_kevent_t *aio_req_portkev; /* port event structure */ 97 int aio_req_port; /* port id */ 98} aio_req_t; 99 100/* 101 * Struct for asynchronous I/O (aio) information per process. 102 * Each proc stucture has a field pointing to this struct. 103 * The field will be null if no aio is used. 104 */ 105typedef struct aio { 106 int aio_pending; /* # uncompleted requests */ 107 int aio_outstanding; /* total # of requests */ 108 int aio_ok; /* everything ok when set */ 109 int aio_flags; /* flags */ 110 int aio_rqclnup; /* cleanup request used by DR */ 111 int aio_portpendcnt; /* # pending req. per port */ 112 aio_req_t *aio_portq; /* port queue head */ 113 aio_req_t *aio_portcleanupq; /* port cleanup queue head */ 114 aio_req_t *aio_portpending; /* list of pending requests */ 115 aio_req_t *aio_free; /* freelist of aio requests */ 116 aio_lio_t *aio_lio_free; /* freelist of lio heads */ 117 aio_req_t *aio_doneq; /* done queue head */ 118 aio_req_t *aio_pollq; /* poll queue head */ 119 aio_req_t *aio_notifyq; /* notify queue head */ 120 aio_req_t *aio_cleanupq; /* cleanup queue head */ 121 kmutex_t aio_mutex; /* mutex for aio struct */ 122 kmutex_t aio_cleanupq_mutex; /* cleanupq processing */ 123 kcondvar_t aio_waitcv; /* cv for aiowait()'ers */ 124 kcondvar_t aio_cleanupcv; /* notify cleanup, aio_done */ 125 kcondvar_t aio_waitncv; /* cv for further aiowaitn() */ 126 kcondvar_t aio_portcv; /* cv for port events */ 127 aiocb_t **aio_iocb; /* list of 32 & 64 bit ptrs */ 128 size_t aio_iocbsz; /* reserved space for iocbs */ 129 uint_t aio_waitncnt; /* # requests for aiowaitn */ 130 int aio_notifycnt; /* # user-level notifications */ 131 kmutex_t aio_portq_mutex; /* mutex for aio_portq */ 132 aio_req_t *aio_hash[AIO_HASHSZ]; /* hash list of requests */ 133} aio_t; 134 135/* 136 * aio_flags for an aio_t. 137 */ 138#define AIO_CLEANUP 0x0001 /* do aio cleanup processing */ 139#define AIO_WAITN 0x0002 /* aiowaitn in progress */ 140#define AIO_WAITN_PENDING 0x0004 /* aiowaitn requests pending */ 141#define AIO_REQ_BLOCK 0x0008 /* block new requests */ 142#define AIO_CLEANUP_PORT 0x0010 143#define AIO_DONE_ACTIVE 0x0020 /* aio_done call in progress */ 144#define AIO_SOLARIS_REQ 0x0040 /* an old solaris aio req was issued */ 145 146/* 147 * aio_req_flags for an aio_req_t 148 */ 149#define AIO_POLL 0x0001 /* AIO_INPROGRESS is set */ 150#define AIO_PENDING 0x0002 /* aio is in progress */ 151#define AIO_PHYSIODONE 0x0004 /* unlocked phys pages */ 152#define AIO_COPYOUTDONE 0x0008 /* result copied to userland */ 153#define AIO_NOTIFYQ 0x0010 /* aio req is on the notifyq */ 154#define AIO_CLEANUPQ 0x0020 /* aio req is on the cleanupq */ 155#define AIO_POLLQ 0x0040 /* aio req is on the pollq */ 156#define AIO_DONEQ 0x0080 /* aio req is on the doneq */ 157#define AIO_ZEROLEN 0x0100 /* aio req is zero length */ 158#define AIO_PAGELOCKDONE 0x0200 /* aio called as_pagelock() */ 159#define AIO_CLOSE_PORT 0x0400 /* port is being closed */ 160#define AIO_SIGNALLED 0x0800 /* process signalled by this req */ 161#define AIO_SOLARIS 0x1000 /* this is an old solaris aio req */ 162 163/* flag argument of aio_cleanup() */ 164 165#define AIO_CLEANUP_POLL 0 /* check kaio poll queue */ 166#define AIO_CLEANUP_EXIT 1 /* aio_cleanup_exit() */ 167#define AIO_CLEANUP_THREAD 2 /* aio_cleanup_thread() */ 168 169/* functions exported by common/os/aio_subr.c */ 170 171extern int aphysio(int (*)(), int (*)(), dev_t, int, void (*)(), 172 struct aio_req *); 173extern void aphysio_unlock(aio_req_t *); 174extern void aio_cleanup(int); 175extern void aio_cleanup_exit(void); 176extern void aio_zerolen(aio_req_t *); 177extern void aio_req_free(aio_t *, aio_req_t *); 178extern void aio_cleanupq_concat(aio_t *, aio_req_t *, int); 179extern void aio_copyout_result(aio_req_t *); 180extern void aio_copyout_result_port(struct iovec *, struct buf *, void *); 181extern void aio_req_remove_portq(aio_t *, aio_req_t *); 182extern void aio_enq(aio_req_t **, aio_req_t *, int); 183extern void aio_deq(aio_req_t **, aio_req_t *); 184/* Clustering: PXFS module uses this interface */ 185extern void aio_done(struct buf *); 186 187#endif /* _KERNEL */ 188 189#ifdef __cplusplus 190} 191#endif 192 193#endif /* _SYS_AIO_IMPL_H */ 194