1/*-
2 * SPDX-License-Identifier: BSD-3-Clause
3 *
4 * Copyright (c) 2008 Yahoo!, Inc.
5 * All rights reserved.
6 * Written by: John Baldwin <jhb@FreeBSD.org>
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 *    notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 *    notice, this list of conditions and the following disclaimer in the
15 *    documentation and/or other materials provided with the distribution.
16 * 3. Neither the name of the author nor the names of any co-contributors
17 *    may be used to endorse or promote products derived from this software
18 *    without specific prior written permission.
19 *
20 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
21 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
24 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30 * SUCH DAMAGE.
31 */
32
33#include <sys/param.h>
34#include <sys/errno.h>
35#include <err.h>
36#include <fcntl.h>
37#include <libutil.h>
38#include <paths.h>
39#ifdef DEBUG
40#include <stdint.h>
41#endif
42#include <stdio.h>
43#include <stdlib.h>
44#include <string.h>
45#include <unistd.h>
46#include "mptutil.h"
47
48#ifdef DEBUG
49static void	dump_config(CONFIG_PAGE_RAID_VOL_0 *vol);
50#endif
51
52static long
53dehumanize(const char *value)
54{
55        char    *vtp;
56        long    iv;
57
58        if (value == NULL)
59                return (0);
60        iv = strtoq(value, &vtp, 0);
61        if (vtp == value || (vtp[0] != '\0' && vtp[1] != '\0')) {
62                return (0);
63        }
64        switch (vtp[0]) {
65        case 't': case 'T':
66                iv *= 1024;
67                /* FALLTHROUGH */
68        case 'g': case 'G':
69                iv *= 1024;
70                /* FALLTHROUGH */
71        case 'm': case 'M':
72                iv *= 1024;
73                /* FALLTHROUGH */
74        case 'k': case 'K':
75                iv *= 1024;
76                /* FALLTHROUGH */
77        case '\0':
78                break;
79        default:
80                return (0);
81        }
82        return (iv);
83}
84
85/*
86 * Lock the volume by opening its /dev device read/write.  This will
87 * only work if nothing else has it opened (including mounts).  We
88 * leak the fd on purpose since this application is not long-running.
89 */
90int
91mpt_lock_volume(U8 VolumeBus, U8 VolumeID)
92{
93	char path[MAXPATHLEN];
94	struct mpt_query_disk qd;
95	int error, vfd;
96
97	error = mpt_query_disk(VolumeBus, VolumeID, &qd);
98	if (error == ENOENT)
99		/*
100		 * This means there isn't a CAM device associated with
101		 * the volume, and thus it is already implicitly
102		 * locked, so just return.
103		 */
104		return (0);
105	if (error) {
106		warnc(error, "Unable to lookup volume device name");
107		return (error);
108	}
109	snprintf(path, sizeof(path), "%s%s", _PATH_DEV, qd.devname);
110	vfd = open(path, O_RDWR);
111	if (vfd < 0) {
112		error = errno;
113		warn("Unable to lock volume %s", qd.devname);
114		return (error);
115	}
116	return (0);
117}
118
119static int
120mpt_lock_physdisk(struct mpt_standalone_disk *disk)
121{
122	char path[MAXPATHLEN];
123	int dfd, error;
124
125	snprintf(path, sizeof(path), "%s%s", _PATH_DEV, disk->devname);
126	dfd = open(path, O_RDWR);
127	if (dfd < 0) {
128		error = errno;
129		warn("Unable to lock disk %s", disk->devname);
130		return (error);
131	}
132	return (0);
133}
134
135static int
136mpt_lookup_standalone_disk(const char *name, struct mpt_standalone_disk *disks,
137    int ndisks, int *index)
138{
139	char *cp;
140	long bus, id;
141	int i;
142
143	/* Check for a raw <bus>:<id> string. */
144	bus = strtol(name, &cp, 0);
145	if (*cp == ':') {
146		id = strtol(cp + 1, &cp, 0);
147		if (*cp == '\0') {
148			if (bus < 0 || bus > 0xff || id < 0 || id > 0xff) {
149				return (EINVAL);
150			}
151			for (i = 0; i < ndisks; i++) {
152				if (disks[i].bus == (U8)bus &&
153				    disks[i].target == (U8)id) {
154					*index = i;
155					return (0);
156				}
157			}
158			return (ENOENT);
159		}
160	}
161
162	if (name[0] == 'd' && name[1] == 'a') {
163		for (i = 0; i < ndisks; i++) {
164			if (strcmp(name, disks[i].devname) == 0) {
165				*index = i;
166				return (0);
167			}
168		}
169		return (ENOENT);
170	}
171
172	return (EINVAL);
173}
174
175/*
176 * Mark a standalone disk as being a physical disk.
177 */
178static int
179mpt_create_physdisk(int fd, struct mpt_standalone_disk *disk, U8 *PhysDiskNum)
180{
181	CONFIG_PAGE_HEADER header;
182	CONFIG_PAGE_RAID_PHYS_DISK_0 *config_page;
183	int error;
184	U32 ActionData;
185
186	error = mpt_read_config_page_header(fd, MPI_CONFIG_PAGETYPE_RAID_PHYSDISK,
187	    0, 0, &header, NULL);
188	if (error)
189		return (error);
190	if (header.PageVersion > MPI_RAIDPHYSDISKPAGE0_PAGEVERSION) {
191		warnx("Unsupported RAID physdisk page 0 version %d",
192		    header.PageVersion);
193		return (EOPNOTSUPP);
194	}
195	config_page = calloc(1, sizeof(CONFIG_PAGE_RAID_PHYS_DISK_0));
196	config_page->Header.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
197	config_page->Header.PageNumber = 0;
198	config_page->Header.PageLength = sizeof(CONFIG_PAGE_RAID_PHYS_DISK_0) /
199	    4;
200	config_page->PhysDiskIOC = 0;	/* XXX */
201	config_page->PhysDiskBus = disk->bus;
202	config_page->PhysDiskID = disk->target;
203
204	/* XXX: Enclosure info for PhysDiskSettings? */
205	error = mpt_raid_action(fd, MPI_RAID_ACTION_CREATE_PHYSDISK, 0, 0, 0, 0,
206	    config_page, sizeof(CONFIG_PAGE_RAID_PHYS_DISK_0), NULL,
207	    &ActionData, sizeof(ActionData), NULL, NULL, 1);
208	if (error)
209		return (error);
210	*PhysDiskNum = ActionData & 0xff;
211	return (0);
212}
213
214static int
215mpt_delete_physdisk(int fd, U8 PhysDiskNum)
216{
217
218	return (mpt_raid_action(fd, MPI_RAID_ACTION_DELETE_PHYSDISK, 0, 0,
219	    PhysDiskNum, 0, NULL, 0, NULL, NULL, 0, NULL, NULL, 0));
220}
221
222/*
223 * MPT's firmware does not have a clear command.  Instead, we
224 * implement it by deleting each array and disk by hand.
225 */
226static int
227clear_config(int ac, char **av)
228{
229	CONFIG_PAGE_IOC_2 *ioc2;
230	CONFIG_PAGE_IOC_2_RAID_VOL *vol;
231	CONFIG_PAGE_IOC_3 *ioc3;
232	IOC_3_PHYS_DISK *disk;
233	CONFIG_PAGE_IOC_5 *ioc5;
234	IOC_5_HOT_SPARE *spare;
235	int ch, error, fd, i;
236
237	fd = mpt_open(mpt_unit);
238	if (fd < 0) {
239		error = errno;
240		warn("mpt_open");
241		return (error);
242	}
243
244	ioc2 = mpt_read_ioc_page(fd, 2, NULL);
245	if (ioc2 == NULL) {
246		error = errno;
247		warn("Failed to fetch volume list");
248		close(fd);
249		return (error);
250	}
251
252	/* Lock all the volumes first. */
253	vol = ioc2->RaidVolume;
254	for (i = 0; i < ioc2->NumActiveVolumes; vol++, i++) {
255		if (mpt_lock_volume(vol->VolumeBus, vol->VolumeID) < 0) {
256			warnx("Volume %s is busy and cannot be deleted",
257			    mpt_volume_name(vol->VolumeBus, vol->VolumeID));
258			free(ioc2);
259			close(fd);
260			return (EBUSY);
261		}
262	}
263
264	printf(
265	    "Are you sure you wish to clear the configuration on mpt%u? [y/N] ",
266	    mpt_unit);
267	ch = getchar();
268	if (ch != 'y' && ch != 'Y') {
269		printf("\nAborting\n");
270		free(ioc2);
271		close(fd);
272		return (0);
273	}
274
275	/* Delete all the volumes. */
276	vol = ioc2->RaidVolume;
277	for (i = 0; i < ioc2->NumActiveVolumes; vol++, i++) {
278		error = mpt_raid_action(fd, MPI_RAID_ACTION_DELETE_VOLUME,
279		    vol->VolumeBus, vol->VolumeID, 0,
280		    MPI_RAID_ACTION_ADATA_DEL_PHYS_DISKS |
281		    MPI_RAID_ACTION_ADATA_ZERO_LBA0, NULL, 0, NULL, NULL, 0,
282		    NULL, NULL, 0);
283		if (error)
284			warnc(error, "Failed to delete volume %s",
285			    mpt_volume_name(vol->VolumeBus, vol->VolumeID));
286	}
287	free(ioc2);
288
289	/* Delete all the spares. */
290	ioc5 = mpt_read_ioc_page(fd, 5, NULL);
291	if (ioc5 == NULL)
292		warn("Failed to fetch spare list");
293	else {
294		spare = ioc5->HotSpare;
295		for (i = 0; i < ioc5->NumHotSpares; spare++, i++)
296			if (mpt_delete_physdisk(fd, spare->PhysDiskNum) < 0)
297				warn("Failed to delete physical disk %d",
298				    spare->PhysDiskNum);
299		free(ioc5);
300	}
301
302	/* Delete any RAID physdisks that may be left. */
303	ioc3 = mpt_read_ioc_page(fd, 3, NULL);
304	if (ioc3 == NULL)
305		warn("Failed to fetch drive list");
306	else {
307		disk = ioc3->PhysDisk;
308		for (i = 0; i < ioc3->NumPhysDisks; disk++, i++)
309			if (mpt_delete_physdisk(fd, disk->PhysDiskNum) < 0)
310				warn("Failed to delete physical disk %d",
311				    disk->PhysDiskNum);
312		free(ioc3);
313	}
314
315	printf("mpt%d: Configuration cleared\n", mpt_unit);
316	mpt_rescan_bus(-1, -1);
317	close(fd);
318
319	return (0);
320}
321MPT_COMMAND(top, clear, clear_config);
322
323#define	RT_RAID0	0
324#define	RT_RAID1	1
325#define	RT_RAID1E	2
326
327static struct raid_type_entry {
328	const char *name;
329	int	raid_type;
330} raid_type_table[] = {
331	{ "raid0",	RT_RAID0 },
332	{ "raid-0",	RT_RAID0 },
333	{ "raid1",	RT_RAID1 },
334	{ "raid-1",	RT_RAID1 },
335	{ "mirror",	RT_RAID1 },
336	{ "raid1e",	RT_RAID1E },
337	{ "raid-1e",	RT_RAID1E },
338	{ NULL,		0 },
339};
340
341struct config_id_state {
342	struct mpt_standalone_disk *sdisks;
343	struct mpt_drive_list *list;
344	CONFIG_PAGE_IOC_2 *ioc2;
345	U8	target_id;
346	int	nsdisks;
347};
348
349struct drive_info {
350	CONFIG_PAGE_RAID_PHYS_DISK_0 *info;
351	struct mpt_standalone_disk *sdisk;
352};
353
354struct volume_info {
355	int	drive_count;
356	struct drive_info *drives;
357};
358
359/* Parse a comma-separated list of drives for a volume. */
360static int
361parse_volume(int fd, int raid_type, struct config_id_state *state,
362    char *volume_str, struct volume_info *info)
363{
364	struct drive_info *dinfo;
365	U8 PhysDiskNum;
366	char *cp;
367	int count, error, i;
368
369	cp = volume_str;
370	for (count = 0; cp != NULL; count++) {
371		cp = strchr(cp, ',');
372		if (cp != NULL) {
373			cp++;
374			if (*cp == ',') {
375				warnx("Invalid drive list '%s'", volume_str);
376				return (EINVAL);
377			}
378		}
379	}
380
381	/* Validate the number of drives for this volume. */
382	switch (raid_type) {
383	case RT_RAID0:
384		if (count < 2) {
385			warnx("RAID0 requires at least 2 drives in each "
386			    "array");
387			return (EINVAL);
388		}
389		break;
390	case RT_RAID1:
391		if (count != 2) {
392			warnx("RAID1 requires exactly 2 drives in each "
393			    "array");
394			return (EINVAL);
395		}
396		break;
397	case RT_RAID1E:
398		if (count < 3) {
399			warnx("RAID1E requires at least 3 drives in each "
400			    "array");
401			return (EINVAL);
402		}
403		break;
404	}
405
406	/* Validate each drive. */
407	info->drives = calloc(count, sizeof(struct drive_info));
408	info->drive_count = count;
409	for (dinfo = info->drives; (cp = strsep(&volume_str, ",")) != NULL;
410	     dinfo++) {
411		/* If this drive is already a RAID phys just fetch the info. */
412		error = mpt_lookup_drive(state->list, cp, &PhysDiskNum);
413		if (error == 0) {
414			dinfo->info = mpt_pd_info(fd, PhysDiskNum, NULL);
415			if (dinfo->info == NULL)
416				return (errno);
417			continue;
418		}
419
420		/* See if it is a standalone disk. */
421		if (mpt_lookup_standalone_disk(cp, state->sdisks,
422		    state->nsdisks, &i) < 0) {
423			error = errno;
424			warn("Unable to lookup drive %s", cp);
425			return (error);
426		}
427		dinfo->sdisk = &state->sdisks[i];
428
429		/* Lock the disk, we will create phys disk pages later. */
430		if (mpt_lock_physdisk(dinfo->sdisk) < 0)
431			return (errno);
432	}
433
434	return (0);
435}
436
437/*
438 * Add RAID physdisk pages for any standalone disks that a volume is
439 * going to use.
440 */
441static int
442add_drives(int fd, struct volume_info *info, int verbose)
443{
444	struct drive_info *dinfo;
445	U8 PhysDiskNum;
446	int error, i;
447
448	for (i = 0, dinfo = info->drives; i < info->drive_count;
449	     i++, dinfo++) {
450		if (dinfo->info == NULL) {
451			if (mpt_create_physdisk(fd, dinfo->sdisk,
452			    &PhysDiskNum) < 0) {
453				error = errno;
454				warn(
455			    "Failed to create physical disk page for %s",
456				    dinfo->sdisk->devname);
457				return (error);
458			}
459			if (verbose)
460				printf("Added drive %s with PhysDiskNum %u\n",
461				    dinfo->sdisk->devname, PhysDiskNum);
462
463			dinfo->info = mpt_pd_info(fd, PhysDiskNum, NULL);
464			if (dinfo->info == NULL)
465				return (errno);
466		}
467	}
468	return (0);
469}
470
471/*
472 * Find the next free target ID assuming that 'target_id' is the last
473 * one used.  'target_id' should be 0xff for the initial test.
474 */
475static U8
476find_next_volume(struct config_id_state *state)
477{
478	CONFIG_PAGE_IOC_2_RAID_VOL *vol;
479	int i;
480
481restart:
482	/* Assume the current one is used. */
483	state->target_id++;
484
485	/* Search drives first. */
486	for (i = 0; i < state->nsdisks; i++)
487		if (state->sdisks[i].target == state->target_id)
488			goto restart;
489	for (i = 0; i < state->list->ndrives; i++)
490		if (state->list->drives[i]->PhysDiskID == state->target_id)
491			goto restart;
492
493	/* Search volumes second. */
494	vol = state->ioc2->RaidVolume;
495	for (i = 0; i < state->ioc2->NumActiveVolumes; vol++, i++)
496		if (vol->VolumeID == state->target_id)
497			goto restart;
498
499	return (state->target_id);
500}
501
502/* Create a volume and populate it with drives. */
503static CONFIG_PAGE_RAID_VOL_0 *
504build_volume(int fd, struct volume_info *info, int raid_type, long stripe_size,
505    struct config_id_state *state, int verbose)
506{
507	CONFIG_PAGE_HEADER header;
508	CONFIG_PAGE_RAID_VOL_0 *vol;
509	RAID_VOL0_PHYS_DISK *rdisk;
510	struct drive_info *dinfo;
511        U32 MinLBA;
512	uint64_t MaxLBA;
513	size_t page_size;
514	int error, i;
515
516	error = mpt_read_config_page_header(fd, MPI_CONFIG_PAGETYPE_RAID_VOLUME,
517	    0, 0, &header, NULL);
518	if (error) {
519		errno = error;
520		return (NULL);
521	}
522	if (header.PageVersion > MPI_RAIDVOLPAGE0_PAGEVERSION) {
523		warnx("Unsupported RAID volume page 0 version %d",
524		    header.PageVersion);
525		errno = EOPNOTSUPP;
526		return (NULL);
527	}
528	page_size = sizeof(CONFIG_PAGE_RAID_VOL_0) +
529	    sizeof(RAID_VOL0_PHYS_DISK) * (info->drive_count - 1);
530	vol = calloc(1, page_size);
531	if (vol == NULL)
532		return (NULL);
533
534	/* Header */
535	vol->Header.PageType = MPI_CONFIG_PAGETYPE_RAID_VOLUME;
536	vol->Header.PageNumber = 0;
537	vol->Header.PageLength = page_size / 4;
538
539	/* Properties */
540	vol->VolumeID = find_next_volume(state);
541	vol->VolumeBus = 0;
542	vol->VolumeIOC = 0;	/* XXX */
543	vol->VolumeStatus.Flags = MPI_RAIDVOL0_STATUS_FLAG_ENABLED;
544	vol->VolumeStatus.State = MPI_RAIDVOL0_STATUS_STATE_OPTIMAL;
545	vol->VolumeSettings.Settings = MPI_RAIDVOL0_SETTING_USE_DEFAULTS;
546	vol->VolumeSettings.HotSparePool = MPI_RAID_HOT_SPARE_POOL_0;
547	vol->NumPhysDisks = info->drive_count;
548
549	/* Find the smallest drive. */
550	MinLBA = info->drives[0].info->MaxLBA;
551	for (i = 1; i < info->drive_count; i++)
552		if (info->drives[i].info->MaxLBA < MinLBA)
553			MinLBA = info->drives[i].info->MaxLBA;
554
555	/*
556	 * Now chop off 512MB at the end to leave room for the
557	 * metadata.  The controller might only use 64MB, but we just
558	 * chop off the max to be simple.
559	 */
560	MinLBA -= (512 * 1024 * 1024) / 512;
561
562	switch (raid_type) {
563	case RT_RAID0:
564		vol->VolumeType = MPI_RAID_VOL_TYPE_IS;
565		vol->StripeSize = stripe_size / 512;
566		MaxLBA = (uint64_t)MinLBA * info->drive_count;
567		break;
568	case RT_RAID1:
569		vol->VolumeType = MPI_RAID_VOL_TYPE_IM;
570		MaxLBA = (uint64_t)MinLBA * (info->drive_count / 2);
571		break;
572	case RT_RAID1E:
573		vol->VolumeType = MPI_RAID_VOL_TYPE_IME;
574		vol->StripeSize = stripe_size / 512;
575		MaxLBA = (uint64_t)MinLBA * info->drive_count / 2;
576		break;
577	default:
578		/* Pacify gcc. */
579		abort();
580	}
581
582	/*
583	 * If the controller doesn't support 64-bit addressing and the
584	 * new volume is larger than 2^32 blocks, warn the user and
585	 * truncate the volume.
586	 */
587	if (MaxLBA >> 32 != 0 &&
588	    !(state->ioc2->CapabilitiesFlags &
589	    MPI_IOCPAGE2_CAP_FLAGS_RAID_64_BIT_ADDRESSING)) {
590		warnx(
591	    "Controller does not support volumes > 2TB, truncating volume.");
592		MaxLBA = 0xffffffff;
593	}
594	vol->MaxLBA = MaxLBA;
595	vol->MaxLBAHigh = MaxLBA >> 32;
596
597	/* Populate drives. */
598	for (i = 0, dinfo = info->drives, rdisk = vol->PhysDisk;
599	     i < info->drive_count; i++, dinfo++, rdisk++) {
600		if (verbose)
601			printf("Adding drive %u (%u:%u) to volume %u:%u\n",
602			    dinfo->info->PhysDiskNum, dinfo->info->PhysDiskBus,
603			    dinfo->info->PhysDiskID, vol->VolumeBus,
604			    vol->VolumeID);
605		if (raid_type == RT_RAID1) {
606			if (i == 0)
607				rdisk->PhysDiskMap =
608				    MPI_RAIDVOL0_PHYSDISK_PRIMARY;
609			else
610				rdisk->PhysDiskMap =
611				    MPI_RAIDVOL0_PHYSDISK_SECONDARY;
612		} else
613			rdisk->PhysDiskMap = i;
614		rdisk->PhysDiskNum = dinfo->info->PhysDiskNum;
615	}
616
617	return (vol);
618}
619
620static int
621create_volume(int ac, char **av)
622{
623	CONFIG_PAGE_RAID_VOL_0 *vol;
624	struct config_id_state state;
625	struct volume_info *info;
626	long stripe_size;
627	int ch, error, fd, i, quick, raid_type, verbose;
628#ifdef DEBUG
629	int dump;
630#endif
631
632	if (ac < 2) {
633		warnx("create: volume type required");
634		return (EINVAL);
635	}
636
637	fd = mpt_open(mpt_unit);
638	if (fd < 0) {
639		error = errno;
640		warn("mpt_open");
641		return (error);
642	}
643
644	/* Lookup the RAID type first. */
645	raid_type = -1;
646	for (i = 0; raid_type_table[i].name != NULL; i++)
647		if (strcasecmp(raid_type_table[i].name, av[1]) == 0) {
648			raid_type = raid_type_table[i].raid_type;
649			break;
650		}
651
652	if (raid_type == -1) {
653		warnx("Unknown or unsupported volume type %s", av[1]);
654		close(fd);
655		return (EINVAL);
656	}
657
658	/* Parse any options. */
659	optind = 2;
660#ifdef DEBUG
661	dump = 0;
662#endif
663	quick = 0;
664	verbose = 0;
665	stripe_size = 64 * 1024;
666
667	while ((ch = getopt(ac, av, "dqs:v")) != -1) {
668		switch (ch) {
669#ifdef DEBUG
670		case 'd':
671			dump = 1;
672			break;
673#endif
674		case 'q':
675			quick = 1;
676			break;
677		case 's':
678			stripe_size = dehumanize(optarg);
679			if ((stripe_size < 512) || (!powerof2(stripe_size))) {
680				warnx("Invalid stripe size %s", optarg);
681				close(fd);
682				return (EINVAL);
683			}
684			break;
685		case 'v':
686			verbose = 1;
687			break;
688		case '?':
689		default:
690			close(fd);
691			return (EINVAL);
692		}
693	}
694	ac -= optind;
695	av += optind;
696
697	/* Fetch existing config data. */
698	state.ioc2 = mpt_read_ioc_page(fd, 2, NULL);
699	if (state.ioc2 == NULL) {
700		error = errno;
701		warn("Failed to read volume list");
702		close(fd);
703		return (error);
704	}
705	state.list = mpt_pd_list(fd);
706	if (state.list == NULL) {
707		close(fd);
708		return (errno);
709	}
710	error = mpt_fetch_disks(fd, &state.nsdisks, &state.sdisks);
711	if (error) {
712		warn("Failed to fetch standalone disk list");
713		close(fd);
714		return (error);
715	}
716	state.target_id = 0xff;
717
718	/* Parse the drive list. */
719	if (ac != 1) {
720		warnx("Exactly one drive list is required");
721		close(fd);
722		return (EINVAL);
723	}
724	info = calloc(1, sizeof(*info));
725	if (info == NULL) {
726		close(fd);
727		return (ENOMEM);
728	}
729	error = parse_volume(fd, raid_type, &state, av[0], info);
730	if (error) {
731		free(info);
732		close(fd);
733		return (error);
734	}
735
736	/* Create RAID physdisk pages for standalone disks. */
737	error = add_drives(fd, info, verbose);
738	if (error) {
739		free(info);
740		close(fd);
741		return (error);
742	}
743
744	/* Build the volume. */
745	vol = build_volume(fd, info, raid_type, stripe_size, &state, verbose);
746	if (vol == NULL) {
747		free(info);
748		close(fd);
749		return (errno);
750	}
751
752#ifdef DEBUG
753	if (dump) {
754		dump_config(vol);
755		goto skip;
756	}
757#endif
758
759	/* Send the new volume to the controller. */
760	error = mpt_raid_action(fd, MPI_RAID_ACTION_CREATE_VOLUME, vol->VolumeBus,
761	    vol->VolumeID, 0, quick ? MPI_RAID_ACTION_ADATA_DO_NOT_SYNC : 0,
762	    vol, vol->Header.PageLength * 4, NULL, NULL, 0, NULL, NULL, 1);
763	if (error) {
764		errno = error;
765		warn("Failed to add volume");
766		free(info);
767		close(fd);
768		return (error);
769	}
770
771#ifdef DEBUG
772skip:
773#endif
774	mpt_rescan_bus(vol->VolumeBus, vol->VolumeID);
775
776	/* Clean up. */
777	free(vol);
778	free(info);
779	free(state.sdisks);
780	mpt_free_pd_list(state.list);
781	free(state.ioc2);
782	close(fd);
783
784	return (0);
785}
786MPT_COMMAND(top, create, create_volume);
787
788static int
789delete_volume(int ac, char **av)
790{
791	U8 VolumeBus, VolumeID;
792	int error, fd;
793
794	if (ac != 2) {
795		warnx("delete: volume required");
796		return (EINVAL);
797	}
798
799	fd = mpt_open(mpt_unit);
800	if (fd < 0) {
801		error = errno;
802		warn("mpt_open");
803		return (error);
804	}
805
806	error = mpt_lookup_volume(fd, av[1], &VolumeBus, &VolumeID);
807	if (error) {
808		warnc(error, "Invalid volume %s", av[1]);
809		close(fd);
810		return (error);
811	}
812
813	if (mpt_lock_volume(VolumeBus, VolumeID) < 0) {
814		close(fd);
815		return (errno);
816	}
817
818	error = mpt_raid_action(fd, MPI_RAID_ACTION_DELETE_VOLUME, VolumeBus,
819	    VolumeID, 0, MPI_RAID_ACTION_ADATA_DEL_PHYS_DISKS |
820	    MPI_RAID_ACTION_ADATA_ZERO_LBA0, NULL, 0, NULL, NULL, 0, NULL,
821	    NULL, 0);
822	if (error) {
823		warnc(error, "Failed to delete volume");
824		close(fd);
825		return (error);
826	}
827
828	mpt_rescan_bus(-1, -1);
829	close(fd);
830
831	return (0);
832}
833MPT_COMMAND(top, delete, delete_volume);
834
835static int
836find_volume_spare_pool(int fd, const char *name, int *pool)
837{
838	CONFIG_PAGE_RAID_VOL_0 *info;
839	CONFIG_PAGE_IOC_2 *ioc2;
840	CONFIG_PAGE_IOC_2_RAID_VOL *vol;
841	U8 VolumeBus, VolumeID;
842	int error, i, j, new_pool, pool_count[7];
843
844	error = mpt_lookup_volume(fd, name, &VolumeBus, &VolumeID);
845	if (error) {
846		warnc(error, "Invalid volume %s", name);
847		return (error);
848	}
849
850	info = mpt_vol_info(fd, VolumeBus, VolumeID, NULL);
851	if (info == NULL)
852		return (errno);
853
854	/*
855	 * Check for an existing pool other than pool 0 (used for
856	 * global spares).
857	 */
858	if ((info->VolumeSettings.HotSparePool & ~MPI_RAID_HOT_SPARE_POOL_0) !=
859	    0) {
860		*pool = 1 << (ffs(info->VolumeSettings.HotSparePool &
861		    ~MPI_RAID_HOT_SPARE_POOL_0) - 1);
862		free(info);
863		return (0);
864	}
865	free(info);
866
867	/*
868	 * Try to find a free pool.  First, figure out which pools are
869	 * in use.
870	 */
871	ioc2 = mpt_read_ioc_page(fd, 2, NULL);
872	if (ioc2 == NULL) {
873		error = errno;
874		warn("Failed to fetch volume list");
875		return (error);
876	}
877	bzero(pool_count, sizeof(pool_count));
878	vol = ioc2->RaidVolume;
879	for (i = 0; i < ioc2->NumActiveVolumes; vol++, i++) {
880		info = mpt_vol_info(fd, vol->VolumeBus, vol->VolumeID, NULL);
881		if (info == NULL)
882			return (errno);
883		for (j = 0; j < 7; j++)
884			if (info->VolumeSettings.HotSparePool & (1 << (j + 1)))
885				pool_count[j]++;
886		free(info);
887	}
888	free(ioc2);
889
890	/* Find the pool with the lowest use count. */
891	new_pool = 0;
892	for (i = 1; i < 7; i++)
893		if (pool_count[i] < pool_count[new_pool])
894			new_pool = i;
895	new_pool++;
896
897	/* Add this pool to the volume. */
898	info = mpt_vol_info(fd, VolumeBus, VolumeID, NULL);
899	if (info == NULL)
900		return (error);
901	info->VolumeSettings.HotSparePool |= (1 << new_pool);
902	error = mpt_raid_action(fd, MPI_RAID_ACTION_CHANGE_VOLUME_SETTINGS,
903	    VolumeBus, VolumeID, 0, *(U32 *)&info->VolumeSettings, NULL, 0,
904	    NULL, NULL, 0, NULL, NULL, 0);
905	if (error) {
906		warnx("Failed to add spare pool %d to %s", new_pool,
907		    mpt_volume_name(VolumeBus, VolumeID));
908		free(info);
909		return (error);
910	}
911	free(info);
912
913	*pool = (1 << new_pool);
914	return (0);
915}
916
917static int
918add_spare(int ac, char **av)
919{
920	CONFIG_PAGE_RAID_PHYS_DISK_0 *info;
921	struct mpt_standalone_disk *sdisks;
922	struct mpt_drive_list *list;
923	U8 PhysDiskNum;
924	int error, fd, i, nsdisks, pool;
925
926	if (ac < 2) {
927		warnx("add spare: drive required");
928		return (EINVAL);
929	}
930	if (ac > 3) {
931		warnx("add spare: extra arguments");
932		return (EINVAL);
933	}
934
935	fd = mpt_open(mpt_unit);
936	if (fd < 0) {
937		error = errno;
938		warn("mpt_open");
939		return (error);
940	}
941
942	if (ac == 3) {
943		error = find_volume_spare_pool(fd, av[2], &pool);
944		if (error) {
945			close(fd);
946			return (error);
947		}
948	} else
949		pool = MPI_RAID_HOT_SPARE_POOL_0;
950
951	list = mpt_pd_list(fd);
952	if (list == NULL)
953		return (errno);
954
955	error = mpt_lookup_drive(list, av[1], &PhysDiskNum);
956	if (error) {
957		error = mpt_fetch_disks(fd, &nsdisks, &sdisks);
958		if (error != 0) {
959			warn("Failed to fetch standalone disk list");
960			mpt_free_pd_list(list);
961			close(fd);
962			return (error);
963		}
964
965		if (mpt_lookup_standalone_disk(av[1], sdisks, nsdisks, &i) <
966		    0) {
967			error = errno;
968			warn("Unable to lookup drive %s", av[1]);
969			mpt_free_pd_list(list);
970			close(fd);
971			return (error);
972		}
973
974		if (mpt_lock_physdisk(&sdisks[i]) < 0) {
975			mpt_free_pd_list(list);
976			close(fd);
977			return (errno);
978		}
979
980		if (mpt_create_physdisk(fd, &sdisks[i], &PhysDiskNum) < 0) {
981			error = errno;
982			warn("Failed to create physical disk page");
983			mpt_free_pd_list(list);
984			close(fd);
985			return (error);
986		}
987		free(sdisks);
988	}
989	mpt_free_pd_list(list);
990
991	info = mpt_pd_info(fd, PhysDiskNum, NULL);
992	if (info == NULL) {
993		error = errno;
994		warn("Failed to fetch drive info");
995		close(fd);
996		return (error);
997	}
998
999	info->PhysDiskSettings.HotSparePool = pool;
1000	error = mpt_raid_action(fd, MPI_RAID_ACTION_CHANGE_PHYSDISK_SETTINGS, 0,
1001	    0, PhysDiskNum, *(U32 *)&info->PhysDiskSettings, NULL, 0, NULL,
1002	    NULL, 0, NULL, NULL, 0);
1003	if (error) {
1004		warnc(error, "Failed to assign spare");
1005		close(fd);
1006		return (error);
1007	}
1008
1009	free(info);
1010	close(fd);
1011
1012	return (0);
1013}
1014MPT_COMMAND(top, add, add_spare);
1015
1016static int
1017remove_spare(int ac, char **av)
1018{
1019	CONFIG_PAGE_RAID_PHYS_DISK_0 *info;
1020	struct mpt_drive_list *list;
1021	U8 PhysDiskNum;
1022	int error, fd;
1023
1024	if (ac != 2) {
1025		warnx("remove spare: drive required");
1026		return (EINVAL);
1027	}
1028
1029	fd = mpt_open(mpt_unit);
1030	if (fd < 0) {
1031		error = errno;
1032		warn("mpt_open");
1033		return (error);
1034	}
1035
1036	list = mpt_pd_list(fd);
1037	if (list == NULL) {
1038		close(fd);
1039		return (errno);
1040	}
1041
1042	error = mpt_lookup_drive(list, av[1], &PhysDiskNum);
1043	if (error) {
1044		warn("Failed to find drive %s", av[1]);
1045		close(fd);
1046		return (error);
1047	}
1048	mpt_free_pd_list(list);
1049
1050
1051	info = mpt_pd_info(fd, PhysDiskNum, NULL);
1052	if (info == NULL) {
1053		error = errno;
1054		warn("Failed to fetch drive info");
1055		close(fd);
1056		return (error);
1057	}
1058
1059	if (info->PhysDiskSettings.HotSparePool == 0) {
1060		warnx("Drive %u is not a hot spare", PhysDiskNum);
1061		free(info);
1062		close(fd);
1063		return (EINVAL);
1064	}
1065
1066	if (mpt_delete_physdisk(fd, PhysDiskNum) < 0) {
1067		error = errno;
1068		warn("Failed to delete physical disk page");
1069		free(info);
1070		close(fd);
1071		return (error);
1072	}
1073
1074	mpt_rescan_bus(info->PhysDiskBus, info->PhysDiskID);
1075	free(info);
1076	close(fd);
1077
1078	return (0);
1079}
1080MPT_COMMAND(top, remove, remove_spare);
1081
1082#ifdef DEBUG
1083MPT_TABLE(top, pd);
1084
1085static int
1086pd_create(int ac, char **av)
1087{
1088	struct mpt_standalone_disk *disks;
1089	int error, fd, i, ndisks;
1090	U8 PhysDiskNum;
1091
1092	if (ac != 2) {
1093		warnx("pd create: drive required");
1094		return (EINVAL);
1095	}
1096
1097	fd = mpt_open(mpt_unit);
1098	if (fd < 0) {
1099		error = errno;
1100		warn("mpt_open");
1101		return (error);
1102	}
1103
1104	error = mpt_fetch_disks(fd, &ndisks, &disks);
1105	if (error != 0) {
1106		warn("Failed to fetch standalone disk list");
1107		return (error);
1108	}
1109
1110	if (mpt_lookup_standalone_disk(av[1], disks, ndisks, &i) < 0) {
1111		error = errno;
1112		warn("Unable to lookup drive");
1113		return (error);
1114	}
1115
1116	if (mpt_lock_physdisk(&disks[i]) < 0)
1117		return (errno);
1118
1119	if (mpt_create_physdisk(fd, &disks[i], &PhysDiskNum) < 0) {
1120		error = errno;
1121		warn("Failed to create physical disk page");
1122		return (error);
1123	}
1124	free(disks);
1125
1126	printf("Added drive %s with PhysDiskNum %u\n", av[1], PhysDiskNum);
1127
1128	close(fd);
1129
1130	return (0);
1131}
1132MPT_COMMAND(pd, create, pd_create);
1133
1134static int
1135pd_delete(int ac, char **av)
1136{
1137	CONFIG_PAGE_RAID_PHYS_DISK_0 *info;
1138	struct mpt_drive_list *list;
1139	int error, fd;
1140	U8 PhysDiskNum;
1141
1142	if (ac != 2) {
1143		warnx("pd delete: drive required");
1144		return (EINVAL);
1145	}
1146
1147	fd = mpt_open(mpt_unit);
1148	if (fd < 0) {
1149		error = errno;
1150		warn("mpt_open");
1151		return (error);
1152	}
1153
1154	list = mpt_pd_list(fd);
1155	if (list == NULL)
1156		return (errno);
1157
1158	if (mpt_lookup_drive(list, av[1], &PhysDiskNum) < 0) {
1159		error = errno;
1160		warn("Failed to find drive %s", av[1]);
1161		return (error);
1162	}
1163	mpt_free_pd_list(list);
1164
1165	info = mpt_pd_info(fd, PhysDiskNum, NULL);
1166	if (info == NULL) {
1167		error = errno;
1168		warn("Failed to fetch drive info");
1169		return (error);
1170	}
1171
1172	if (mpt_delete_physdisk(fd, PhysDiskNum) < 0) {
1173		error = errno;
1174		warn("Failed to delete physical disk page");
1175		return (error);
1176	}
1177
1178	mpt_rescan_bus(info->PhysDiskBus, info->PhysDiskID);
1179	free(info);
1180	close(fd);
1181
1182	return (0);
1183}
1184MPT_COMMAND(pd, delete, pd_delete);
1185
1186/* Display raw data about a volume config. */
1187static void
1188dump_config(CONFIG_PAGE_RAID_VOL_0 *vol)
1189{
1190	int i;
1191
1192	printf("Volume Configuration (Debug):\n");
1193	printf(
1194   " Page Header: Type 0x%02x Number 0x%02x Length 0x%02x(%u) Version 0x%02x\n",
1195	    vol->Header.PageType, vol->Header.PageNumber,
1196	    vol->Header.PageLength, vol->Header.PageLength * 4,
1197	    vol->Header.PageVersion);
1198	printf("     Address: %d:%d IOC %d\n", vol->VolumeBus, vol->VolumeID,
1199	    vol->VolumeIOC);
1200	printf("        Type: %d (%s)\n", vol->VolumeType,
1201	    mpt_raid_level(vol->VolumeType));
1202	printf("      Status: %s (Flags 0x%02x)\n",
1203	    mpt_volstate(vol->VolumeStatus.State), vol->VolumeStatus.Flags);
1204	printf("    Settings: 0x%04x (Spare Pools 0x%02x)\n",
1205	    vol->VolumeSettings.Settings, vol->VolumeSettings.HotSparePool);
1206	printf("      MaxLBA: %ju\n", (uintmax_t)vol->MaxLBAHigh << 32 |
1207	    vol->MaxLBA);
1208	printf(" Stripe Size: %ld\n", (long)vol->StripeSize * 512);
1209	printf(" %d Disks:\n", vol->NumPhysDisks);
1210
1211	for (i = 0; i < vol->NumPhysDisks; i++)
1212		printf("    Disk %d: Num 0x%02x Map 0x%02x\n", i,
1213		    vol->PhysDisk[i].PhysDiskNum, vol->PhysDisk[i].PhysDiskMap);
1214}
1215
1216static int
1217debug_config(int ac, char **av)
1218{
1219	CONFIG_PAGE_RAID_VOL_0 *vol;
1220	U8 VolumeBus, VolumeID;
1221	int error, fd;
1222
1223	if (ac != 2) {
1224		warnx("debug: volume required");
1225		return (EINVAL);
1226	}
1227
1228	fd = mpt_open(mpt_unit);
1229	if (fd < 0) {
1230		error = errno;
1231		warn("mpt_open");
1232		return (error);
1233	}
1234
1235	error = mpt_lookup_volume(fd, av[1], &VolumeBus, &VolumeID);
1236	if (error) {
1237		warnc(error, "Invalid volume: %s", av[1]);
1238		return (error);
1239	}
1240
1241	vol = mpt_vol_info(fd, VolumeBus, VolumeID, NULL);
1242	if (vol == NULL) {
1243		error = errno;
1244		warn("Failed to get volume info");
1245		return (error);
1246	}
1247
1248	dump_config(vol);
1249	free(vol);
1250	close(fd);
1251
1252	return (0);
1253}
1254MPT_COMMAND(top, debug, debug_config);
1255#endif
1256