aiop.c revision 253442 
1/*
2 * Copyright (c) 2002 Adrian Chadd <adrian@FreeBSD.org>.
3 * All rights reserved.
4 *
5 * This software was developed for the FreeBSD Project by Marshall
6 * Kirk McKusick and Network Associates Laboratories, the Security
7 * Research Division of Network Associates, Inc. under DARPA/SPAWAR
8 * contract N66001-01-C-8035 ("CBOSS"), as part of the DARPA CHATS
9 * research program.
10 *
11 * Copyright (c) 1980, 1989, 1993
12 *	The Regents of the University of California.  All rights reserved.
13 *
14 * Redistribution and use in source and binary forms, with or without
15 * modification, are permitted provided that the following conditions
16 * are met:
17 * 1. Redistributions of source code must retain the above copyright
18 *    notice, this list of conditions and the following disclaimer.
19 * 2. Redistributions in binary form must reproduce the above copyright
20 *    notice, this list of conditions and the following disclaimer in the
21 *    documentation and/or other materials provided with the distribution.
22 * 4. Neither the name of the University nor the names of its contributors
23 *    may be used to endorse or promote products derived from this software
24 *    without specific prior written permission.
25 *
26 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
27 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
28 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
29 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
30 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
31 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
32 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
33 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
34 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
35 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
36 * SUCH DAMAGE.
37 */
38
39#include <sys/cdefs.h>
40__FBSDID("$FreeBSD: head/tools/regression/aio/aiop/aiop.c 253442 2013-07-18 01:40:31Z kevlo $");
41
42#include <stdio.h>
43#include <stdlib.h>
44#include <unistd.h>
45#include <sys/time.h>
46#include <sys/types.h>
47#include <sys/stat.h>
48#include <time.h>
49#include <sys/ioctl.h>
50#include <sys/disk.h>
51#include <aio.h>
52#include <fcntl.h>
53#include <inttypes.h>
54#include <string.h>
55#include <ctype.h>
56#include <assert.h>
57
58/*
59 * This is a bit of a quick hack to do parallel IO testing through POSIX AIO.
60 * Its specifically designed to work under FreeBSD and its derivatives;
61 * note how I cheat by using aio_waitcomplete().
62 *
63 * TODO:
64 *
65 * + Add write support; so we can make sure we're not hitting throughput issues
66 *   with read/modify/write of entire tracks of the disk
67 * + Add in per-op stats - time and offset - so one could start mapping out
68 *   the speed hotspots of the disk
69 * + Add in different distributions - random, normal, left/right skewed normal,
70 *   zipf, etc - and perhaps add the ability to run concurrent distributions
71 *   (so a normal and a zipf; and also a random read; zipf write, etc.)
72 *
73 * Adrian Chadd <adrian@creative.net.au>
74 */
75
76typedef enum {
77	IOT_NONE = 0x00,
78	IOT_READ = 0x01,
79	IOT_WRITE = 0x02
80} iot_t;
81
82static size_t
83disk_getsize(int fd)
84{
85	off_t mediasize;
86
87	if (ioctl(fd, DIOCGMEDIASIZE, &mediasize) < 0) {
88		perror("ioctl(DIOCGMEDIASIZE)");
89		exit(1);
90	}
91	return mediasize;
92}
93
94iot_t
95choose_aio(iot_t iomask)
96{
97	/* choose a random read or write event, limited by the mask */
98	if (iomask == IOT_READ)
99		return IOT_READ;
100	else if (iomask == IOT_WRITE)
101		return IOT_WRITE;
102	return (random() & 0x01 ? IOT_READ : IOT_WRITE);
103}
104
105void
106set_aio(struct aiocb *a, iot_t iot, int fd, off_t offset, int size, char *buf)
107{
108	int r;
109	bzero(a, sizeof(*a));
110	a->aio_fildes = fd;
111	a->aio_nbytes = size;
112	a->aio_offset = offset;
113	a->aio_buf = buf;
114	if (iot == IOT_READ)
115		r = aio_read(a);
116	else
117		r = aio_write(a);
118	if (r != 0) {
119		perror("set_aio");
120		exit(1);
121	}
122}
123
124int
125main(int argc, char *argv[])
126{
127	int fd;
128	struct stat sb;
129	struct aiocb *aio;
130	char **abuf;
131	const char *fn;
132	int aio_len;
133	int io_size, nrun;
134	off_t file_size, offset;
135	struct aiocb *a;
136	int i, n;
137        struct timeval st, et, rt;
138        float f_rt;
139	iot_t iowhat;
140
141
142	if (argc < 6) {
143		printf("Usage: %s <file> <io size> <number of runs> <concurrency> <ro|wo|rw>\n", argv[0]);
144		exit(1);
145	}
146
147	fn = argv[1];
148	io_size = atoi(argv[2]);
149	nrun = atoi(argv[3]);
150	aio_len = atoi(argv[4]);
151	if (strcmp(argv[5], "ro") == 0) {
152		iowhat = IOT_READ;
153	} else if (strcmp(argv[5], "rw") == 0) {
154		iowhat = IOT_READ | IOT_WRITE;
155	} else if (strcmp(argv[5], "wo") == 0) {
156		iowhat = IOT_WRITE;
157	} else {
158		fprintf(stderr, "needs to be ro, rw, wo!\n");
159		exit(1);
160	}
161
162	/*
163	 * Random returns values between 0 and (2^32)-1; only good for 4 gig.
164	 * Lets instead treat random() as returning a block offset w/ block size
165	 * being "io_size", so we can handle > 4 gig files.
166	 */
167	if (iowhat == IOT_READ)
168		fd = open(fn, O_RDONLY | O_DIRECT);
169	else if (iowhat == IOT_WRITE)
170		fd = open(fn, O_WRONLY | O_DIRECT);
171	else
172		fd = open(fn, O_RDWR | O_DIRECT);
173
174	if (fd < 0) {
175		perror("open");
176		exit(1);
177	}
178	if (fstat(fd, &sb) < 0) {
179		perror("fstat");
180		exit(1);
181	}
182	if (S_ISREG(sb.st_mode)) {
183		file_size = sb.st_size;
184	} else if (S_ISBLK(sb.st_mode) || S_ISCHR(sb.st_mode)) {
185		file_size = disk_getsize(fd);
186	} else {
187		perror("unknown file type\n");
188		exit(1);
189	}
190	printf("File: %s; File size %jd bytes\n", fn, (intmax_t)file_size);
191
192	aio = calloc(aio_len, sizeof(struct aiocb));
193	abuf = calloc(aio_len, sizeof(char *));
194	for (i = 0; i < aio_len; i++) {
195		abuf[i] = calloc(1, io_size * sizeof(char));
196	}
197
198	/* Fill with the initial contents */
199        gettimeofday(&st, NULL);
200	for (i = 0; i < aio_len; i++) {
201                offset = random() % (file_size / io_size);
202                offset *= io_size;
203		set_aio(aio + i, choose_aio(iowhat), fd, offset, io_size, abuf[i]);
204	}
205
206	for (i = 0; i < nrun; i++) {
207		aio_waitcomplete(&a, NULL);
208		n = a - aio;
209		assert(n < aio_len);
210		assert(n >= 0);
211                offset = random() % (file_size / io_size);
212                offset *= io_size;
213		set_aio(aio + n, choose_aio(iowhat), fd, offset, io_size, abuf[n]);
214	}
215
216        gettimeofday(&et, NULL);
217        timersub(&et, &st, &rt);
218        f_rt = ((float) (rt.tv_usec)) / 1000000.0;
219        f_rt += (float) (rt.tv_sec);
220        printf("Runtime: %.2f seconds, ", f_rt);
221        printf("Op rate: %.2f ops/sec, ", ((float) (nrun))  / f_rt);
222        printf("Avg transfer rate: %.2f bytes/sec\n", ((float) (nrun)) * ((float)io_size) / f_rt);
223
224
225
226	exit(0);
227}
228