ciss.c revision 192361
1/*-
2 * Copyright (c) 2001 Michael Smith
3 * Copyright (c) 2004 Paul Saab
4 * All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 *    notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 *    notice, this list of conditions and the following disclaimer in the
13 *    documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 * SUCH DAMAGE.
26 *
27 *	$FreeBSD: head/sys/dev/ciss/ciss.c 192361 2009-05-19 01:41:11Z scottl $
28 */
29
30/*
31 * Common Interface for SCSI-3 Support driver.
32 *
33 * CISS claims to provide a common interface between a generic SCSI
34 * transport and an intelligent host adapter.
35 *
36 * This driver supports CISS as defined in the document "CISS Command
37 * Interface for SCSI-3 Support Open Specification", Version 1.04,
38 * Valence Number 1, dated 20001127, produced by Compaq Computer
39 * Corporation.  This document appears to be a hastily and somewhat
40 * arbitrarlily cut-down version of a larger (and probably even more
41 * chaotic and inconsistent) Compaq internal document.  Various
42 * details were also gleaned from Compaq's "cciss" driver for Linux.
43 *
44 * We provide a shim layer between the CISS interface and CAM,
45 * offloading most of the queueing and being-a-disk chores onto CAM.
46 * Entry to the driver is via the PCI bus attachment (ciss_probe,
47 * ciss_attach, etc) and via the CAM interface (ciss_cam_action,
48 * ciss_cam_poll).  The Compaq CISS adapters are, however, poor SCSI
49 * citizens and we have to fake up some responses to get reasonable
50 * behaviour out of them.  In addition, the CISS command set is by no
51 * means adequate to support the functionality of a RAID controller,
52 * and thus the supported Compaq adapters utilise portions of the
53 * control protocol from earlier Compaq adapter families.
54 *
55 * Note that we only support the "simple" transport layer over PCI.
56 * This interface (ab)uses the I2O register set (specifically the post
57 * queues) to exchange commands with the adapter.  Other interfaces
58 * are available, but we aren't supposed to know about them, and it is
59 * dubious whether they would provide major performance improvements
60 * except under extreme load.
61 *
62 * Currently the only supported CISS adapters are the Compaq Smart
63 * Array 5* series (5300, 5i, 532).  Even with only three adapters,
64 * Compaq still manage to have interface variations.
65 *
66 *
67 * Thanks must go to Fred Harris and Darryl DeVinney at Compaq, as
68 * well as Paul Saab at Yahoo! for their assistance in making this
69 * driver happen.
70 *
71 * More thanks must go to John Cagle at HP for the countless hours
72 * spent making this driver "work" with the MSA* series storage
73 * enclosures.  Without his help (and nagging), this driver could not
74 * be used with these enclosures.
75 */
76
77#include <sys/param.h>
78#include <sys/systm.h>
79#include <sys/malloc.h>
80#include <sys/kernel.h>
81#include <sys/bus.h>
82#include <sys/conf.h>
83#include <sys/stat.h>
84#include <sys/kthread.h>
85#include <sys/queue.h>
86#include <sys/sysctl.h>
87
88#include <cam/cam.h>
89#include <cam/cam_ccb.h>
90#include <cam/cam_periph.h>
91#include <cam/cam_sim.h>
92#include <cam/cam_xpt_sim.h>
93#include <cam/scsi/scsi_all.h>
94#include <cam/scsi/scsi_message.h>
95
96#include <machine/bus.h>
97#include <machine/endian.h>
98#include <machine/resource.h>
99#include <sys/rman.h>
100
101#include <dev/pci/pcireg.h>
102#include <dev/pci/pcivar.h>
103
104#include <dev/ciss/cissreg.h>
105#include <dev/ciss/cissio.h>
106#include <dev/ciss/cissvar.h>
107
108MALLOC_DEFINE(CISS_MALLOC_CLASS, "ciss_data", "ciss internal data buffers");
109
110/* pci interface */
111static int	ciss_lookup(device_t dev);
112static int	ciss_probe(device_t dev);
113static int	ciss_attach(device_t dev);
114static int	ciss_detach(device_t dev);
115static int	ciss_shutdown(device_t dev);
116
117/* (de)initialisation functions, control wrappers */
118static int	ciss_init_pci(struct ciss_softc *sc);
119static int	ciss_setup_msix(struct ciss_softc *sc);
120static int	ciss_init_perf(struct ciss_softc *sc);
121static int	ciss_wait_adapter(struct ciss_softc *sc);
122static int	ciss_flush_adapter(struct ciss_softc *sc);
123static int	ciss_init_requests(struct ciss_softc *sc);
124static void	ciss_command_map_helper(void *arg, bus_dma_segment_t *segs,
125					int nseg, int error);
126static int	ciss_identify_adapter(struct ciss_softc *sc);
127static int	ciss_init_logical(struct ciss_softc *sc);
128static int	ciss_init_physical(struct ciss_softc *sc);
129static int	ciss_filter_physical(struct ciss_softc *sc, struct ciss_lun_report *cll);
130static int	ciss_identify_logical(struct ciss_softc *sc, struct ciss_ldrive *ld);
131static int	ciss_get_ldrive_status(struct ciss_softc *sc,  struct ciss_ldrive *ld);
132static int	ciss_update_config(struct ciss_softc *sc);
133static int	ciss_accept_media(struct ciss_softc *sc, struct ciss_ldrive *ld);
134static void	ciss_init_sysctl(struct ciss_softc *sc);
135static void	ciss_soft_reset(struct ciss_softc *sc);
136static void	ciss_free(struct ciss_softc *sc);
137static void	ciss_spawn_notify_thread(struct ciss_softc *sc);
138static void	ciss_kill_notify_thread(struct ciss_softc *sc);
139
140/* request submission/completion */
141static int	ciss_start(struct ciss_request *cr);
142static void	ciss_done(struct ciss_softc *sc, cr_qhead_t *qh);
143static void	ciss_perf_done(struct ciss_softc *sc, cr_qhead_t *qh);
144static void	ciss_intr(void *arg);
145static void	ciss_perf_intr(void *arg);
146static void	ciss_perf_msi_intr(void *arg);
147static void	ciss_complete(struct ciss_softc *sc, cr_qhead_t *qh);
148static int	_ciss_report_request(struct ciss_request *cr, int *command_status, int *scsi_status, const char *func);
149static int	ciss_synch_request(struct ciss_request *cr, int timeout);
150static int	ciss_poll_request(struct ciss_request *cr, int timeout);
151static int	ciss_wait_request(struct ciss_request *cr, int timeout);
152#if 0
153static int	ciss_abort_request(struct ciss_request *cr);
154#endif
155
156/* request queueing */
157static int	ciss_get_request(struct ciss_softc *sc, struct ciss_request **crp);
158static void	ciss_preen_command(struct ciss_request *cr);
159static void 	ciss_release_request(struct ciss_request *cr);
160
161/* request helpers */
162static int	ciss_get_bmic_request(struct ciss_softc *sc, struct ciss_request **crp,
163				      int opcode, void **bufp, size_t bufsize);
164static int	ciss_user_command(struct ciss_softc *sc, IOCTL_Command_struct *ioc);
165
166/* DMA map/unmap */
167static int	ciss_map_request(struct ciss_request *cr);
168static void	ciss_request_map_helper(void *arg, bus_dma_segment_t *segs,
169					int nseg, int error);
170static void	ciss_unmap_request(struct ciss_request *cr);
171
172/* CAM interface */
173static int	ciss_cam_init(struct ciss_softc *sc);
174static void	ciss_cam_rescan_target(struct ciss_softc *sc,
175				       int bus, int target);
176static void	ciss_cam_rescan_all(struct ciss_softc *sc);
177static void	ciss_cam_rescan_callback(struct cam_periph *periph, union ccb *ccb);
178static void	ciss_cam_action(struct cam_sim *sim, union ccb *ccb);
179static int	ciss_cam_action_io(struct cam_sim *sim, struct ccb_scsiio *csio);
180static int	ciss_cam_emulate(struct ciss_softc *sc, struct ccb_scsiio *csio);
181static void	ciss_cam_poll(struct cam_sim *sim);
182static void	ciss_cam_complete(struct ciss_request *cr);
183static void	ciss_cam_complete_fixup(struct ciss_softc *sc, struct ccb_scsiio *csio);
184static struct cam_periph *ciss_find_periph(struct ciss_softc *sc,
185					   int bus, int target);
186static int	ciss_name_device(struct ciss_softc *sc, int bus, int target);
187
188/* periodic status monitoring */
189static void	ciss_periodic(void *arg);
190static void	ciss_nop_complete(struct ciss_request *cr);
191static void	ciss_disable_adapter(struct ciss_softc *sc);
192static void	ciss_notify_event(struct ciss_softc *sc);
193static void	ciss_notify_complete(struct ciss_request *cr);
194static int	ciss_notify_abort(struct ciss_softc *sc);
195static int	ciss_notify_abort_bmic(struct ciss_softc *sc);
196static void	ciss_notify_hotplug(struct ciss_softc *sc, struct ciss_notify *cn);
197static void	ciss_notify_logical(struct ciss_softc *sc, struct ciss_notify *cn);
198static void	ciss_notify_physical(struct ciss_softc *sc, struct ciss_notify *cn);
199
200/* debugging output */
201static void	ciss_print_request(struct ciss_request *cr);
202static void	ciss_print_ldrive(struct ciss_softc *sc, struct ciss_ldrive *ld);
203static const char *ciss_name_ldrive_status(int status);
204static int	ciss_decode_ldrive_status(int status);
205static const char *ciss_name_ldrive_org(int org);
206static const char *ciss_name_command_status(int status);
207
208/*
209 * PCI bus interface.
210 */
211static device_method_t ciss_methods[] = {
212    /* Device interface */
213    DEVMETHOD(device_probe,	ciss_probe),
214    DEVMETHOD(device_attach,	ciss_attach),
215    DEVMETHOD(device_detach,	ciss_detach),
216    DEVMETHOD(device_shutdown,	ciss_shutdown),
217    { 0, 0 }
218};
219
220static driver_t ciss_pci_driver = {
221    "ciss",
222    ciss_methods,
223    sizeof(struct ciss_softc)
224};
225
226static devclass_t	ciss_devclass;
227DRIVER_MODULE(ciss, pci, ciss_pci_driver, ciss_devclass, 0, 0);
228MODULE_DEPEND(ciss, cam, 1, 1, 1);
229MODULE_DEPEND(ciss, pci, 1, 1, 1);
230
231/*
232 * Control device interface.
233 */
234static d_open_t		ciss_open;
235static d_close_t	ciss_close;
236static d_ioctl_t	ciss_ioctl;
237
238static struct cdevsw ciss_cdevsw = {
239	.d_version =	D_VERSION,
240	.d_flags =	0,
241	.d_open =	ciss_open,
242	.d_close =	ciss_close,
243	.d_ioctl =	ciss_ioctl,
244	.d_name =	"ciss",
245};
246
247/*
248 * This tunable can be set at boot time and controls whether physical devices
249 * that are marked hidden by the firmware should be exposed anyways.
250 */
251static unsigned int ciss_expose_hidden_physical = 0;
252TUNABLE_INT("hw.ciss.expose_hidden_physical", &ciss_expose_hidden_physical);
253
254static unsigned int ciss_nop_message_heartbeat = 0;
255TUNABLE_INT("hw.ciss.nop_message_heartbeat", &ciss_nop_message_heartbeat);
256
257/*
258 * This tunable can force a particular transport to be used:
259 * <= 0 : use default
260 *    1 : force simple
261 *    2 : force performant
262 */
263static int ciss_force_transport = 0;
264TUNABLE_INT("hw.ciss.force_transport", &ciss_force_transport);
265
266/*
267 * This tunable can force a particular interrupt delivery method to be used:
268 * <= 0 : use default
269 *    1 : force INTx
270 *    2 : force MSIX
271 */
272static int ciss_force_interrupt = 0;
273TUNABLE_INT("hw.ciss.force_interrupt", &ciss_force_interrupt);
274
275/************************************************************************
276 * CISS adapters amazingly don't have a defined programming interface
277 * value.  (One could say some very despairing things about PCI and
278 * people just not getting the general idea.)  So we are forced to
279 * stick with matching against subvendor/subdevice, and thus have to
280 * be updated for every new CISS adapter that appears.
281 */
282#define CISS_BOARD_SA5	(1<<0)
283#define CISS_BOARD_SA5B	(1<<1)
284
285static struct
286{
287    u_int16_t	subvendor;
288    u_int16_t	subdevice;
289    int		flags;
290    char	*desc;
291} ciss_vendor_data[] = {
292    { 0x0e11, 0x4070, CISS_BOARD_SA5,	"Compaq Smart Array 5300" },
293    { 0x0e11, 0x4080, CISS_BOARD_SA5B,	"Compaq Smart Array 5i" },
294    { 0x0e11, 0x4082, CISS_BOARD_SA5B,	"Compaq Smart Array 532" },
295    { 0x0e11, 0x4083, CISS_BOARD_SA5B,	"HP Smart Array 5312" },
296    { 0x0e11, 0x4091, CISS_BOARD_SA5,	"HP Smart Array 6i" },
297    { 0x0e11, 0x409A, CISS_BOARD_SA5,	"HP Smart Array 641" },
298    { 0x0e11, 0x409B, CISS_BOARD_SA5,	"HP Smart Array 642" },
299    { 0x0e11, 0x409C, CISS_BOARD_SA5,	"HP Smart Array 6400" },
300    { 0x0e11, 0x409D, CISS_BOARD_SA5,	"HP Smart Array 6400 EM" },
301    { 0x103C, 0x3211, CISS_BOARD_SA5,	"HP Smart Array E200i" },
302    { 0x103C, 0x3212, CISS_BOARD_SA5,	"HP Smart Array E200" },
303    { 0x103C, 0x3213, CISS_BOARD_SA5,	"HP Smart Array E200i" },
304    { 0x103C, 0x3214, CISS_BOARD_SA5,	"HP Smart Array E200i" },
305    { 0x103C, 0x3215, CISS_BOARD_SA5,	"HP Smart Array E200i" },
306    { 0x103C, 0x3220, CISS_BOARD_SA5,	"HP Smart Array" },
307    { 0x103C, 0x3222, CISS_BOARD_SA5,	"HP Smart Array" },
308    { 0x103C, 0x3223, CISS_BOARD_SA5,	"HP Smart Array P800" },
309    { 0x103C, 0x3225, CISS_BOARD_SA5,	"HP Smart Array P600" },
310    { 0x103C, 0x3230, CISS_BOARD_SA5,	"HP Smart Array" },
311    { 0x103C, 0x3231, CISS_BOARD_SA5,	"HP Smart Array" },
312    { 0x103C, 0x3232, CISS_BOARD_SA5,	"HP Smart Array" },
313    { 0x103C, 0x3233, CISS_BOARD_SA5,	"HP Smart Array" },
314    { 0x103C, 0x3234, CISS_BOARD_SA5,	"HP Smart Array P400" },
315    { 0x103C, 0x3235, CISS_BOARD_SA5,	"HP Smart Array P400i" },
316    { 0x103C, 0x3236, CISS_BOARD_SA5,	"HP Smart Array" },
317    { 0x103C, 0x3237, CISS_BOARD_SA5,	"HP Smart Array E500" },
318    { 0x103C, 0x3238, CISS_BOARD_SA5,	"HP Smart Array" },
319    { 0x103C, 0x3239, CISS_BOARD_SA5,	"HP Smart Array" },
320    { 0x103C, 0x323A, CISS_BOARD_SA5,	"HP Smart Array" },
321    { 0x103C, 0x323B, CISS_BOARD_SA5,	"HP Smart Array" },
322    { 0x103C, 0x323C, CISS_BOARD_SA5,	"HP Smart Array" },
323    { 0x103C, 0x323D, CISS_BOARD_SA5,	"HP Smart Array P700m" },
324    { 0x103C, 0x3241, CISS_BOARD_SA5,	"HP Smart Array P212" },
325    { 0x103C, 0x3243, CISS_BOARD_SA5,	"HP Smart Array P410" },
326    { 0x103C, 0x3245, CISS_BOARD_SA5,	"HP Smart Array P410i" },
327    { 0x103C, 0x3247, CISS_BOARD_SA5,	"HP Smart Array P411" },
328    { 0x103C, 0x3249, CISS_BOARD_SA5,	"HP Smart Array P812" },
329    { 0x103C, 0x324A, CISS_BOARD_SA5,	"HP Smart Array P712m" },
330    { 0x103C, 0x324B, CISS_BOARD_SA5,	"HP Smart Array" },
331    { 0, 0, 0, NULL }
332};
333
334/************************************************************************
335 * Find a match for the device in our list of known adapters.
336 */
337static int
338ciss_lookup(device_t dev)
339{
340    int 	i;
341
342    for (i = 0; ciss_vendor_data[i].desc != NULL; i++)
343	if ((pci_get_subvendor(dev) == ciss_vendor_data[i].subvendor) &&
344	    (pci_get_subdevice(dev) == ciss_vendor_data[i].subdevice)) {
345	    return(i);
346	}
347    return(-1);
348}
349
350/************************************************************************
351 * Match a known CISS adapter.
352 */
353static int
354ciss_probe(device_t dev)
355{
356    int		i;
357
358    i = ciss_lookup(dev);
359    if (i != -1) {
360	device_set_desc(dev, ciss_vendor_data[i].desc);
361	return(BUS_PROBE_DEFAULT);
362    }
363    return(ENOENT);
364}
365
366/************************************************************************
367 * Attach the driver to this adapter.
368 */
369static int
370ciss_attach(device_t dev)
371{
372    struct ciss_softc	*sc;
373    int			error;
374
375    debug_called(1);
376
377#ifdef CISS_DEBUG
378    /* print structure/union sizes */
379    debug_struct(ciss_command);
380    debug_struct(ciss_header);
381    debug_union(ciss_device_address);
382    debug_struct(ciss_cdb);
383    debug_struct(ciss_report_cdb);
384    debug_struct(ciss_notify_cdb);
385    debug_struct(ciss_notify);
386    debug_struct(ciss_message_cdb);
387    debug_struct(ciss_error_info_pointer);
388    debug_struct(ciss_error_info);
389    debug_struct(ciss_sg_entry);
390    debug_struct(ciss_config_table);
391    debug_struct(ciss_bmic_cdb);
392    debug_struct(ciss_bmic_id_ldrive);
393    debug_struct(ciss_bmic_id_lstatus);
394    debug_struct(ciss_bmic_id_table);
395    debug_struct(ciss_bmic_id_pdrive);
396    debug_struct(ciss_bmic_blink_pdrive);
397    debug_struct(ciss_bmic_flush_cache);
398    debug_const(CISS_MAX_REQUESTS);
399    debug_const(CISS_MAX_LOGICAL);
400    debug_const(CISS_INTERRUPT_COALESCE_DELAY);
401    debug_const(CISS_INTERRUPT_COALESCE_COUNT);
402    debug_const(CISS_COMMAND_ALLOC_SIZE);
403    debug_const(CISS_COMMAND_SG_LENGTH);
404
405    debug_type(cciss_pci_info_struct);
406    debug_type(cciss_coalint_struct);
407    debug_type(cciss_coalint_struct);
408    debug_type(NodeName_type);
409    debug_type(NodeName_type);
410    debug_type(Heartbeat_type);
411    debug_type(BusTypes_type);
412    debug_type(FirmwareVer_type);
413    debug_type(DriverVer_type);
414    debug_type(IOCTL_Command_struct);
415#endif
416
417    sc = device_get_softc(dev);
418    sc->ciss_dev = dev;
419
420    /*
421     * Do PCI-specific init.
422     */
423    if ((error = ciss_init_pci(sc)) != 0)
424	goto out;
425
426    /*
427     * Initialise driver queues.
428     */
429    ciss_initq_free(sc);
430    ciss_initq_notify(sc);
431    mtx_init(&sc->ciss_mtx, "cissmtx", NULL, MTX_DEF);
432    callout_init_mtx(&sc->ciss_periodic, &sc->ciss_mtx, 0);
433
434    /*
435     * Initalize device sysctls.
436     */
437    ciss_init_sysctl(sc);
438
439    /*
440     * Initialise command/request pool.
441     */
442    if ((error = ciss_init_requests(sc)) != 0)
443	goto out;
444
445    /*
446     * Get adapter information.
447     */
448    if ((error = ciss_identify_adapter(sc)) != 0)
449	goto out;
450
451    /*
452     * Find all the physical devices.
453     */
454    if ((error = ciss_init_physical(sc)) != 0)
455	goto out;
456
457    /*
458     * Build our private table of logical devices.
459     */
460    if ((error = ciss_init_logical(sc)) != 0)
461	goto out;
462
463    /*
464     * Enable interrupts so that the CAM scan can complete.
465     */
466    CISS_TL_SIMPLE_ENABLE_INTERRUPTS(sc);
467
468    /*
469     * Initialise the CAM interface.
470     */
471    if ((error = ciss_cam_init(sc)) != 0)
472	goto out;
473
474    /*
475     * Start the heartbeat routine and event chain.
476     */
477    ciss_periodic(sc);
478
479   /*
480     * Create the control device.
481     */
482    sc->ciss_dev_t = make_dev(&ciss_cdevsw, device_get_unit(sc->ciss_dev),
483			      UID_ROOT, GID_OPERATOR, S_IRUSR | S_IWUSR,
484			      "ciss%d", device_get_unit(sc->ciss_dev));
485    sc->ciss_dev_t->si_drv1 = sc;
486
487    /*
488     * The adapter is running; synchronous commands can now sleep
489     * waiting for an interrupt to signal completion.
490     */
491    sc->ciss_flags |= CISS_FLAG_RUNNING;
492
493    ciss_spawn_notify_thread(sc);
494
495    error = 0;
496 out:
497    if (error != 0)
498	ciss_free(sc);
499    return(error);
500}
501
502/************************************************************************
503 * Detach the driver from this adapter.
504 */
505static int
506ciss_detach(device_t dev)
507{
508    struct ciss_softc	*sc = device_get_softc(dev);
509
510    debug_called(1);
511
512    mtx_lock(&sc->ciss_mtx);
513    if (sc->ciss_flags & CISS_FLAG_CONTROL_OPEN) {
514	mtx_unlock(&sc->ciss_mtx);
515	return (EBUSY);
516    }
517
518    /* flush adapter cache */
519    ciss_flush_adapter(sc);
520
521    /* release all resources.  The mutex is released and freed here too. */
522    ciss_free(sc);
523
524    return(0);
525}
526
527/************************************************************************
528 * Prepare adapter for system shutdown.
529 */
530static int
531ciss_shutdown(device_t dev)
532{
533    struct ciss_softc	*sc = device_get_softc(dev);
534
535    debug_called(1);
536
537    mtx_lock(&sc->ciss_mtx);
538    /* flush adapter cache */
539    ciss_flush_adapter(sc);
540
541    if (sc->ciss_soft_reset)
542	ciss_soft_reset(sc);
543    mtx_unlock(&sc->ciss_mtx);
544
545    return(0);
546}
547
548static void
549ciss_init_sysctl(struct ciss_softc *sc)
550{
551
552    SYSCTL_ADD_INT(device_get_sysctl_ctx(sc->ciss_dev),
553	SYSCTL_CHILDREN(device_get_sysctl_tree(sc->ciss_dev)),
554	OID_AUTO, "soft_reset", CTLFLAG_RW, &sc->ciss_soft_reset, 0, "");
555}
556
557/************************************************************************
558 * Perform PCI-specific attachment actions.
559 */
560static int
561ciss_init_pci(struct ciss_softc *sc)
562{
563    uintptr_t		cbase, csize, cofs;
564    uint32_t		method, supported_methods;
565    int			error, sqmask, i;
566    void		*intr;
567
568    debug_called(1);
569
570    /*
571     * Work out adapter type.
572     */
573    i = ciss_lookup(sc->ciss_dev);
574    if (i < 0) {
575	ciss_printf(sc, "unknown adapter type\n");
576	return (ENXIO);
577    }
578
579    if (ciss_vendor_data[i].flags & CISS_BOARD_SA5) {
580	sqmask = CISS_TL_SIMPLE_INTR_OPQ_SA5;
581    } else if (ciss_vendor_data[i].flags & CISS_BOARD_SA5B) {
582	sqmask = CISS_TL_SIMPLE_INTR_OPQ_SA5B;
583    } else {
584	/*
585	 * XXX Big hammer, masks/unmasks all possible interrupts.  This should
586	 * work on all hardware variants.  Need to add code to handle the
587	 * "controller crashed" interupt bit that this unmasks.
588	 */
589	sqmask = ~0;
590    }
591
592    /*
593     * Allocate register window first (we need this to find the config
594     * struct).
595     */
596    error = ENXIO;
597    sc->ciss_regs_rid = CISS_TL_SIMPLE_BAR_REGS;
598    if ((sc->ciss_regs_resource =
599	 bus_alloc_resource_any(sc->ciss_dev, SYS_RES_MEMORY,
600				&sc->ciss_regs_rid, RF_ACTIVE)) == NULL) {
601	ciss_printf(sc, "can't allocate register window\n");
602	return(ENXIO);
603    }
604    sc->ciss_regs_bhandle = rman_get_bushandle(sc->ciss_regs_resource);
605    sc->ciss_regs_btag = rman_get_bustag(sc->ciss_regs_resource);
606
607    /*
608     * Find the BAR holding the config structure.  If it's not the one
609     * we already mapped for registers, map it too.
610     */
611    sc->ciss_cfg_rid = CISS_TL_SIMPLE_READ(sc, CISS_TL_SIMPLE_CFG_BAR) & 0xffff;
612    if (sc->ciss_cfg_rid != sc->ciss_regs_rid) {
613	if ((sc->ciss_cfg_resource =
614	     bus_alloc_resource_any(sc->ciss_dev, SYS_RES_MEMORY,
615				    &sc->ciss_cfg_rid, RF_ACTIVE)) == NULL) {
616	    ciss_printf(sc, "can't allocate config window\n");
617	    return(ENXIO);
618	}
619	cbase = (uintptr_t)rman_get_virtual(sc->ciss_cfg_resource);
620	csize = rman_get_end(sc->ciss_cfg_resource) -
621	    rman_get_start(sc->ciss_cfg_resource) + 1;
622    } else {
623	cbase = (uintptr_t)rman_get_virtual(sc->ciss_regs_resource);
624	csize = rman_get_end(sc->ciss_regs_resource) -
625	    rman_get_start(sc->ciss_regs_resource) + 1;
626    }
627    cofs = CISS_TL_SIMPLE_READ(sc, CISS_TL_SIMPLE_CFG_OFF);
628
629    /*
630     * Use the base/size/offset values we just calculated to
631     * sanity-check the config structure.  If it's OK, point to it.
632     */
633    if ((cofs + sizeof(struct ciss_config_table)) > csize) {
634	ciss_printf(sc, "config table outside window\n");
635	return(ENXIO);
636    }
637    sc->ciss_cfg = (struct ciss_config_table *)(cbase + cofs);
638    debug(1, "config struct at %p", sc->ciss_cfg);
639
640    /*
641     * Calculate the number of request structures/commands we are
642     * going to provide for this adapter.
643     */
644    sc->ciss_max_requests = min(CISS_MAX_REQUESTS, sc->ciss_cfg->max_outstanding_commands);
645
646    /*
647     * Validate the config structure.  If we supported other transport
648     * methods, we could select amongst them at this point in time.
649     */
650    if (strncmp(sc->ciss_cfg->signature, "CISS", 4)) {
651	ciss_printf(sc, "config signature mismatch (got '%c%c%c%c')\n",
652		    sc->ciss_cfg->signature[0], sc->ciss_cfg->signature[1],
653		    sc->ciss_cfg->signature[2], sc->ciss_cfg->signature[3]);
654	return(ENXIO);
655    }
656
657    /*
658     * Select the mode of operation, prefer Performant.
659     */
660    if (!(sc->ciss_cfg->supported_methods &
661	(CISS_TRANSPORT_METHOD_SIMPLE | CISS_TRANSPORT_METHOD_PERF))) {
662	ciss_printf(sc, "No supported transport layers: 0x%x\n",
663	    sc->ciss_cfg->supported_methods);
664	return(ENXIO);
665    }
666
667    switch (ciss_force_transport) {
668    case 1:
669	supported_methods = CISS_TRANSPORT_METHOD_SIMPLE;
670	break;
671    case 2:
672	supported_methods = CISS_TRANSPORT_METHOD_PERF;
673	break;
674    default:
675	supported_methods = sc->ciss_cfg->supported_methods;
676	break;
677    }
678
679setup:
680    if (supported_methods & CISS_TRANSPORT_METHOD_PERF) {
681	method = CISS_TRANSPORT_METHOD_PERF;
682	sc->ciss_perf = (struct ciss_perf_config *)(cbase + cofs +
683	    sc->ciss_cfg->transport_offset);
684	if (ciss_init_perf(sc)) {
685	    supported_methods &= ~method;
686	    goto setup;
687	}
688    } else if (supported_methods & CISS_TRANSPORT_METHOD_SIMPLE) {
689	method = CISS_TRANSPORT_METHOD_SIMPLE;
690    } else {
691	ciss_printf(sc, "No supported transport methods: 0x%x\n",
692	    sc->ciss_cfg->supported_methods);
693	return(ENXIO);
694    }
695
696    /*
697     * Tell it we're using the low 4GB of RAM.  Set the default interrupt
698     * coalescing options.
699     */
700    sc->ciss_cfg->requested_method = method;
701    sc->ciss_cfg->command_physlimit = 0;
702    sc->ciss_cfg->interrupt_coalesce_delay = CISS_INTERRUPT_COALESCE_DELAY;
703    sc->ciss_cfg->interrupt_coalesce_count = CISS_INTERRUPT_COALESCE_COUNT;
704
705#ifdef __i386__
706    sc->ciss_cfg->host_driver |= CISS_DRIVER_SCSI_PREFETCH;
707#endif
708
709    if (ciss_update_config(sc)) {
710	ciss_printf(sc, "adapter refuses to accept config update (IDBR 0x%x)\n",
711		    CISS_TL_SIMPLE_READ(sc, CISS_TL_SIMPLE_IDBR));
712	return(ENXIO);
713    }
714    if ((sc->ciss_cfg->active_method & method) == 0) {
715	supported_methods &= ~method;
716	if (supported_methods == 0) {
717	    ciss_printf(sc, "adapter refuses to go into available transports "
718		"mode (0x%x, 0x%x)\n", supported_methods,
719		sc->ciss_cfg->active_method);
720	    return(ENXIO);
721	} else
722	    goto setup;
723    }
724
725    /*
726     * Wait for the adapter to come ready.
727     */
728    if ((error = ciss_wait_adapter(sc)) != 0)
729	return(error);
730
731    /* Prepare to possibly use MSIX and/or PERFORMANT interrupts.  Normal
732     * interrupts have a rid of 0, this will be overridden if MSIX is used.
733     */
734    sc->ciss_irq_rid[0] = 0;
735    if (method == CISS_TRANSPORT_METHOD_PERF) {
736	ciss_printf(sc, "PERFORMANT Transport\n");
737	if ((ciss_force_interrupt != 1) && (ciss_setup_msix(sc) == 0)) {
738	    intr = ciss_perf_msi_intr;
739	    sc->ciss_interrupt_mask = CISS_TL_PERF_INTR_MSI;
740	} else {
741	    intr = ciss_perf_intr;
742	    sc->ciss_interrupt_mask = CISS_TL_PERF_INTR_OPQ;
743	}
744    } else {
745	ciss_printf(sc, "SIMPLE Transport\n");
746	/* MSIX doesn't seem to work in SIMPLE mode, only enable if it forced */
747	if (ciss_force_interrupt == 2)
748	    /* If this fails, we automatically revert to INTx */
749	    ciss_setup_msix(sc);
750	sc->ciss_perf = NULL;
751	intr = ciss_intr;
752	sc->ciss_interrupt_mask = sqmask;
753    }
754
755    /*
756     * Turn off interrupts before we go routing anything.
757     */
758    CISS_TL_SIMPLE_DISABLE_INTERRUPTS(sc);
759
760    /*
761     * Allocate and set up our interrupt.
762     */
763    if ((sc->ciss_irq_resource =
764	 bus_alloc_resource_any(sc->ciss_dev, SYS_RES_IRQ, &sc->ciss_irq_rid[0],
765				RF_ACTIVE | RF_SHAREABLE)) == NULL) {
766	ciss_printf(sc, "can't allocate interrupt\n");
767	return(ENXIO);
768    }
769
770    if (bus_setup_intr(sc->ciss_dev, sc->ciss_irq_resource,
771		       INTR_TYPE_CAM|INTR_MPSAFE, NULL, intr, sc,
772		       &sc->ciss_intr)) {
773	ciss_printf(sc, "can't set up interrupt\n");
774	return(ENXIO);
775    }
776
777    /*
778     * Allocate the parent bus DMA tag appropriate for our PCI
779     * interface.
780     *
781     * Note that "simple" adapters can only address within a 32-bit
782     * span.
783     */
784    if (bus_dma_tag_create(NULL, 			/* parent */
785			   1, 0, 			/* alignment, boundary */
786			   BUS_SPACE_MAXADDR,		/* lowaddr */
787			   BUS_SPACE_MAXADDR, 		/* highaddr */
788			   NULL, NULL, 			/* filter, filterarg */
789			   BUS_SPACE_MAXSIZE_32BIT,	/* maxsize */
790			   CISS_COMMAND_SG_LENGTH,	/* nsegments */
791			   BUS_SPACE_MAXSIZE_32BIT,	/* maxsegsize */
792			   0,				/* flags */
793			   NULL, NULL,			/* lockfunc, lockarg */
794			   &sc->ciss_parent_dmat)) {
795	ciss_printf(sc, "can't allocate parent DMA tag\n");
796	return(ENOMEM);
797    }
798
799    /*
800     * Create DMA tag for mapping buffers into adapter-addressable
801     * space.
802     */
803    if (bus_dma_tag_create(sc->ciss_parent_dmat, 	/* parent */
804			   1, 0, 			/* alignment, boundary */
805			   BUS_SPACE_MAXADDR,		/* lowaddr */
806			   BUS_SPACE_MAXADDR, 		/* highaddr */
807			   NULL, NULL, 			/* filter, filterarg */
808			   MAXBSIZE, CISS_COMMAND_SG_LENGTH,	/* maxsize, nsegments */
809			   BUS_SPACE_MAXSIZE_32BIT,	/* maxsegsize */
810			   BUS_DMA_ALLOCNOW,		/* flags */
811			   busdma_lock_mutex, &sc->ciss_mtx,	/* lockfunc, lockarg */
812			   &sc->ciss_buffer_dmat)) {
813	ciss_printf(sc, "can't allocate buffer DMA tag\n");
814	return(ENOMEM);
815    }
816    return(0);
817}
818
819/************************************************************************
820 * Setup MSI/MSIX operation (Performant only)
821 * Four interrupts are available, but we only use 1 right now.
822 */
823static int
824ciss_setup_msix(struct ciss_softc *sc)
825{
826    uint32_t id;
827    int val, i;
828
829    /* Weed out devices that don't actually support MSI */
830    id = (pci_get_subvendor(sc->ciss_dev) << 16) |
831	pci_get_subdevice(sc->ciss_dev);
832    if ((id == 0x0e114070) || (id == 0x0e114080) || (id == 0x0e114082) ||
833	(id == 0x0e114083))
834	return (EINVAL);
835
836    val = pci_msix_count(sc->ciss_dev);
837    if ((val != CISS_MSI_COUNT) || (pci_alloc_msix(sc->ciss_dev, &val) != 0))
838	return (EINVAL);
839
840    sc->ciss_msi = val;
841    ciss_printf(sc, "Using MSIX interrupt\n");
842
843    for (i = 0; i < CISS_MSI_COUNT; i++)
844	sc->ciss_irq_rid[i] = i + 1;
845
846    return (0);
847
848}
849
850/************************************************************************
851 * Setup the Performant structures.
852 */
853static int
854ciss_init_perf(struct ciss_softc *sc)
855{
856    struct ciss_perf_config *pc = sc->ciss_perf;
857    int reply_size;
858
859    /*
860     * Create the DMA tag for the reply queue.
861     */
862    reply_size = sizeof(uint64_t) * sc->ciss_max_requests;
863    if (bus_dma_tag_create(sc->ciss_parent_dmat,	/* parent */
864			   1, 0, 			/* alignment, boundary */
865			   BUS_SPACE_MAXADDR_32BIT,	/* lowaddr */
866			   BUS_SPACE_MAXADDR, 		/* highaddr */
867			   NULL, NULL, 			/* filter, filterarg */
868			   reply_size, 1,		/* maxsize, nsegments */
869			   BUS_SPACE_MAXSIZE_32BIT,	/* maxsegsize */
870			   0,				/* flags */
871			   NULL, NULL,			/* lockfunc, lockarg */
872			   &sc->ciss_reply_dmat)) {
873	ciss_printf(sc, "can't allocate reply DMA tag\n");
874	return(ENOMEM);
875    }
876    /*
877     * Allocate memory and make it available for DMA.
878     */
879    if (bus_dmamem_alloc(sc->ciss_reply_dmat, (void **)&sc->ciss_reply,
880			 BUS_DMA_NOWAIT, &sc->ciss_reply_map)) {
881	ciss_printf(sc, "can't allocate reply memory\n");
882	return(ENOMEM);
883    }
884    bus_dmamap_load(sc->ciss_reply_dmat, sc->ciss_reply_map, sc->ciss_reply,
885		    reply_size, ciss_command_map_helper, &sc->ciss_reply_phys, 0);
886    bzero(sc->ciss_reply, reply_size);
887
888    sc->ciss_cycle = 0x1;
889    sc->ciss_rqidx = 0;
890
891    /*
892     * Preload the fetch table with common command sizes.  This allows the
893     * hardware to not waste bus cycles for typical i/o commands, but also not
894     * tax the driver to be too exact in choosing sizes.  The table is optimized
895     * for page-aligned i/o's, but since most i/o comes from the various pagers,
896     * it's a reasonable assumption to make.
897     */
898    pc->fetch_count[CISS_SG_FETCH_NONE] = (sizeof(struct ciss_command) + 15) / 16;
899    pc->fetch_count[CISS_SG_FETCH_1] =
900	(sizeof(struct ciss_command) + sizeof(struct ciss_sg_entry) * 1 + 15) / 16;
901    pc->fetch_count[CISS_SG_FETCH_2] =
902	(sizeof(struct ciss_command) + sizeof(struct ciss_sg_entry) * 2 + 15) / 16;
903    pc->fetch_count[CISS_SG_FETCH_4] =
904	(sizeof(struct ciss_command) + sizeof(struct ciss_sg_entry) * 4 + 15) / 16;
905    pc->fetch_count[CISS_SG_FETCH_8] =
906	(sizeof(struct ciss_command) + sizeof(struct ciss_sg_entry) * 8 + 15) / 16;
907    pc->fetch_count[CISS_SG_FETCH_16] =
908	(sizeof(struct ciss_command) + sizeof(struct ciss_sg_entry) * 16 + 15) / 16;
909    pc->fetch_count[CISS_SG_FETCH_32] =
910	(sizeof(struct ciss_command) + sizeof(struct ciss_sg_entry) * 32 + 15) / 16;
911    pc->fetch_count[CISS_SG_FETCH_MAX] = (CISS_COMMAND_ALLOC_SIZE + 15) / 16;
912
913    pc->rq_size = sc->ciss_max_requests; /* XXX less than the card supports? */
914    pc->rq_count = 1;	/* XXX Hardcode for a single queue */
915    pc->rq_bank_hi = 0;
916    pc->rq_bank_lo = 0;
917    pc->rq[0].rq_addr_hi = 0x0;
918    pc->rq[0].rq_addr_lo = sc->ciss_reply_phys;
919
920    return(0);
921}
922
923/************************************************************************
924 * Wait for the adapter to come ready.
925 */
926static int
927ciss_wait_adapter(struct ciss_softc *sc)
928{
929    int		i;
930
931    debug_called(1);
932
933    /*
934     * Wait for the adapter to come ready.
935     */
936    if (!(sc->ciss_cfg->active_method & CISS_TRANSPORT_METHOD_READY)) {
937	ciss_printf(sc, "waiting for adapter to come ready...\n");
938	for (i = 0; !(sc->ciss_cfg->active_method & CISS_TRANSPORT_METHOD_READY); i++) {
939	    DELAY(1000000);	/* one second */
940	    if (i > 30) {
941		ciss_printf(sc, "timed out waiting for adapter to come ready\n");
942		return(EIO);
943	    }
944	}
945    }
946    return(0);
947}
948
949/************************************************************************
950 * Flush the adapter cache.
951 */
952static int
953ciss_flush_adapter(struct ciss_softc *sc)
954{
955    struct ciss_request			*cr;
956    struct ciss_bmic_flush_cache	*cbfc;
957    int					error, command_status;
958
959    debug_called(1);
960
961    cr = NULL;
962    cbfc = NULL;
963
964    /*
965     * Build a BMIC request to flush the cache.  We don't disable
966     * it, as we may be going to do more I/O (eg. we are emulating
967     * the Synchronise Cache command).
968     */
969    if ((cbfc = malloc(sizeof(*cbfc), CISS_MALLOC_CLASS, M_NOWAIT | M_ZERO)) == NULL) {
970	error = ENOMEM;
971	goto out;
972    }
973    if ((error = ciss_get_bmic_request(sc, &cr, CISS_BMIC_FLUSH_CACHE,
974				       (void **)&cbfc, sizeof(*cbfc))) != 0)
975	goto out;
976
977    /*
978     * Submit the request and wait for it to complete.
979     */
980    if ((error = ciss_synch_request(cr, 60 * 1000)) != 0) {
981	ciss_printf(sc, "error sending BMIC FLUSH_CACHE command (%d)\n", error);
982	goto out;
983    }
984
985    /*
986     * Check response.
987     */
988    ciss_report_request(cr, &command_status, NULL);
989    switch(command_status) {
990    case CISS_CMD_STATUS_SUCCESS:
991	break;
992    default:
993	ciss_printf(sc, "error flushing cache (%s)\n",
994		    ciss_name_command_status(command_status));
995	error = EIO;
996	goto out;
997    }
998
999out:
1000    if (cbfc != NULL)
1001	free(cbfc, CISS_MALLOC_CLASS);
1002    if (cr != NULL)
1003	ciss_release_request(cr);
1004    return(error);
1005}
1006
1007static void
1008ciss_soft_reset(struct ciss_softc *sc)
1009{
1010    struct ciss_request		*cr = NULL;
1011    struct ciss_command		*cc;
1012    int				i, error = 0;
1013
1014    for (i = 0; i < sc->ciss_max_logical_bus; i++) {
1015	/* only reset proxy controllers */
1016	if (sc->ciss_controllers[i].physical.bus == 0)
1017	    continue;
1018
1019	if ((error = ciss_get_request(sc, &cr)) != 0)
1020	    break;
1021
1022	if ((error = ciss_get_bmic_request(sc, &cr, CISS_BMIC_SOFT_RESET,
1023					   NULL, 0)) != 0)
1024	    break;
1025
1026	cc = CISS_FIND_COMMAND(cr);
1027	cc->header.address = sc->ciss_controllers[i];
1028
1029	if ((error = ciss_synch_request(cr, 60 * 1000)) != 0)
1030	    break;
1031
1032	ciss_release_request(cr);
1033    }
1034
1035    if (error)
1036	ciss_printf(sc, "error resetting controller (%d)\n", error);
1037
1038    if (cr != NULL)
1039	ciss_release_request(cr);
1040}
1041
1042/************************************************************************
1043 * Allocate memory for the adapter command structures, initialise
1044 * the request structures.
1045 *
1046 * Note that the entire set of commands are allocated in a single
1047 * contiguous slab.
1048 */
1049static int
1050ciss_init_requests(struct ciss_softc *sc)
1051{
1052    struct ciss_request	*cr;
1053    int			i;
1054
1055    debug_called(1);
1056
1057    if (bootverbose)
1058	ciss_printf(sc, "using %d of %d available commands\n",
1059		    sc->ciss_max_requests, sc->ciss_cfg->max_outstanding_commands);
1060
1061    /*
1062     * Create the DMA tag for commands.
1063     */
1064    if (bus_dma_tag_create(sc->ciss_parent_dmat,	/* parent */
1065			   32, 0, 			/* alignment, boundary */
1066			   BUS_SPACE_MAXADDR_32BIT,	/* lowaddr */
1067			   BUS_SPACE_MAXADDR, 		/* highaddr */
1068			   NULL, NULL, 			/* filter, filterarg */
1069			   CISS_COMMAND_ALLOC_SIZE *
1070			   sc->ciss_max_requests, 1,	/* maxsize, nsegments */
1071			   BUS_SPACE_MAXSIZE_32BIT,	/* maxsegsize */
1072			   0,				/* flags */
1073			   NULL, NULL,			/* lockfunc, lockarg */
1074			   &sc->ciss_command_dmat)) {
1075	ciss_printf(sc, "can't allocate command DMA tag\n");
1076	return(ENOMEM);
1077    }
1078    /*
1079     * Allocate memory and make it available for DMA.
1080     */
1081    if (bus_dmamem_alloc(sc->ciss_command_dmat, (void **)&sc->ciss_command,
1082			 BUS_DMA_NOWAIT, &sc->ciss_command_map)) {
1083	ciss_printf(sc, "can't allocate command memory\n");
1084	return(ENOMEM);
1085    }
1086    bus_dmamap_load(sc->ciss_command_dmat, sc->ciss_command_map,sc->ciss_command,
1087		    CISS_COMMAND_ALLOC_SIZE * sc->ciss_max_requests,
1088		    ciss_command_map_helper, &sc->ciss_command_phys, 0);
1089    bzero(sc->ciss_command, CISS_COMMAND_ALLOC_SIZE * sc->ciss_max_requests);
1090
1091    /*
1092     * Set up the request and command structures, push requests onto
1093     * the free queue.
1094     */
1095    for (i = 1; i < sc->ciss_max_requests; i++) {
1096	cr = &sc->ciss_request[i];
1097	cr->cr_sc = sc;
1098	cr->cr_tag = i;
1099	bus_dmamap_create(sc->ciss_buffer_dmat, 0, &cr->cr_datamap);
1100	ciss_enqueue_free(cr);
1101    }
1102    return(0);
1103}
1104
1105static void
1106ciss_command_map_helper(void *arg, bus_dma_segment_t *segs, int nseg, int error)
1107{
1108    uint32_t *addr;
1109
1110    addr = arg;
1111    *addr = segs[0].ds_addr;
1112}
1113
1114/************************************************************************
1115 * Identify the adapter, print some information about it.
1116 */
1117static int
1118ciss_identify_adapter(struct ciss_softc *sc)
1119{
1120    struct ciss_request	*cr;
1121    int			error, command_status;
1122
1123    debug_called(1);
1124
1125    cr = NULL;
1126
1127    /*
1128     * Get a request, allocate storage for the adapter data.
1129     */
1130    if ((error = ciss_get_bmic_request(sc, &cr, CISS_BMIC_ID_CTLR,
1131				       (void **)&sc->ciss_id,
1132				       sizeof(*sc->ciss_id))) != 0)
1133	goto out;
1134
1135    /*
1136     * Submit the request and wait for it to complete.
1137     */
1138    if ((error = ciss_synch_request(cr, 60 * 1000)) != 0) {
1139	ciss_printf(sc, "error sending BMIC ID_CTLR command (%d)\n", error);
1140	goto out;
1141    }
1142
1143    /*
1144     * Check response.
1145     */
1146    ciss_report_request(cr, &command_status, NULL);
1147    switch(command_status) {
1148    case CISS_CMD_STATUS_SUCCESS:		/* buffer right size */
1149	break;
1150    case CISS_CMD_STATUS_DATA_UNDERRUN:
1151    case CISS_CMD_STATUS_DATA_OVERRUN:
1152	ciss_printf(sc, "data over/underrun reading adapter information\n");
1153    default:
1154	ciss_printf(sc, "error reading adapter information (%s)\n",
1155		    ciss_name_command_status(command_status));
1156	error = EIO;
1157	goto out;
1158    }
1159
1160    /* sanity-check reply */
1161    if (!sc->ciss_id->big_map_supported) {
1162	ciss_printf(sc, "adapter does not support BIG_MAP\n");
1163	error = ENXIO;
1164	goto out;
1165    }
1166
1167#if 0
1168    /* XXX later revisions may not need this */
1169    sc->ciss_flags |= CISS_FLAG_FAKE_SYNCH;
1170#endif
1171
1172    /* XXX only really required for old 5300 adapters? */
1173    sc->ciss_flags |= CISS_FLAG_BMIC_ABORT;
1174
1175    /* print information */
1176    if (bootverbose) {
1177#if 0	/* XXX proxy volumes??? */
1178	ciss_printf(sc, "  %d logical drive%s configured\n",
1179		    sc->ciss_id->configured_logical_drives,
1180		    (sc->ciss_id->configured_logical_drives == 1) ? "" : "s");
1181#endif
1182	ciss_printf(sc, "  firmware %4.4s\n", sc->ciss_id->running_firmware_revision);
1183	ciss_printf(sc, "  %d SCSI channels\n", sc->ciss_id->scsi_bus_count);
1184
1185	ciss_printf(sc, "  signature '%.4s'\n", sc->ciss_cfg->signature);
1186	ciss_printf(sc, "  valence %d\n", sc->ciss_cfg->valence);
1187	ciss_printf(sc, "  supported I/O methods 0x%b\n",
1188		    sc->ciss_cfg->supported_methods,
1189		    "\20\1READY\2simple\3performant\4MEMQ\n");
1190	ciss_printf(sc, "  active I/O method 0x%b\n",
1191		    sc->ciss_cfg->active_method, "\20\2simple\3performant\4MEMQ\n");
1192	ciss_printf(sc, "  4G page base 0x%08x\n",
1193		    sc->ciss_cfg->command_physlimit);
1194	ciss_printf(sc, "  interrupt coalesce delay %dus\n",
1195		    sc->ciss_cfg->interrupt_coalesce_delay);
1196	ciss_printf(sc, "  interrupt coalesce count %d\n",
1197		    sc->ciss_cfg->interrupt_coalesce_count);
1198	ciss_printf(sc, "  max outstanding commands %d\n",
1199		    sc->ciss_cfg->max_outstanding_commands);
1200	ciss_printf(sc, "  bus types 0x%b\n", sc->ciss_cfg->bus_types,
1201		    "\20\1ultra2\2ultra3\10fibre1\11fibre2\n");
1202	ciss_printf(sc, "  server name '%.16s'\n", sc->ciss_cfg->server_name);
1203	ciss_printf(sc, "  heartbeat 0x%x\n", sc->ciss_cfg->heartbeat);
1204    }
1205
1206out:
1207    if (error) {
1208	if (sc->ciss_id != NULL) {
1209	    free(sc->ciss_id, CISS_MALLOC_CLASS);
1210	    sc->ciss_id = NULL;
1211	}
1212    }
1213    if (cr != NULL)
1214	ciss_release_request(cr);
1215    return(error);
1216}
1217
1218/************************************************************************
1219 * Helper routine for generating a list of logical and physical luns.
1220 */
1221static struct ciss_lun_report *
1222ciss_report_luns(struct ciss_softc *sc, int opcode, int nunits)
1223{
1224    struct ciss_request		*cr;
1225    struct ciss_command		*cc;
1226    struct ciss_report_cdb	*crc;
1227    struct ciss_lun_report	*cll;
1228    int				command_status;
1229    int				report_size;
1230    int				error = 0;
1231
1232    debug_called(1);
1233
1234    cr = NULL;
1235    cll = NULL;
1236
1237    /*
1238     * Get a request, allocate storage for the address list.
1239     */
1240    if ((error = ciss_get_request(sc, &cr)) != 0)
1241	goto out;
1242    report_size = sizeof(*cll) + nunits * sizeof(union ciss_device_address);
1243    if ((cll = malloc(report_size, CISS_MALLOC_CLASS, M_NOWAIT | M_ZERO)) == NULL) {
1244	ciss_printf(sc, "can't allocate memory for lun report\n");
1245	error = ENOMEM;
1246	goto out;
1247    }
1248
1249    /*
1250     * Build the Report Logical/Physical LUNs command.
1251     */
1252    cc = CISS_FIND_COMMAND(cr);
1253    cr->cr_data = cll;
1254    cr->cr_length = report_size;
1255    cr->cr_flags = CISS_REQ_DATAIN;
1256
1257    cc->header.address.physical.mode = CISS_HDR_ADDRESS_MODE_PERIPHERAL;
1258    cc->header.address.physical.bus = 0;
1259    cc->header.address.physical.target = 0;
1260    cc->cdb.cdb_length = sizeof(*crc);
1261    cc->cdb.type = CISS_CDB_TYPE_COMMAND;
1262    cc->cdb.attribute = CISS_CDB_ATTRIBUTE_SIMPLE;
1263    cc->cdb.direction = CISS_CDB_DIRECTION_READ;
1264    cc->cdb.timeout = 30;	/* XXX better suggestions? */
1265
1266    crc = (struct ciss_report_cdb *)&(cc->cdb.cdb[0]);
1267    bzero(crc, sizeof(*crc));
1268    crc->opcode = opcode;
1269    crc->length = htonl(report_size);			/* big-endian field */
1270    cll->list_size = htonl(report_size - sizeof(*cll));	/* big-endian field */
1271
1272    /*
1273     * Submit the request and wait for it to complete.  (timeout
1274     * here should be much greater than above)
1275     */
1276    if ((error = ciss_synch_request(cr, 60 * 1000)) != 0) {
1277	ciss_printf(sc, "error sending %d LUN command (%d)\n", opcode, error);
1278	goto out;
1279    }
1280
1281    /*
1282     * Check response.  Note that data over/underrun is OK.
1283     */
1284    ciss_report_request(cr, &command_status, NULL);
1285    switch(command_status) {
1286    case CISS_CMD_STATUS_SUCCESS:	/* buffer right size */
1287    case CISS_CMD_STATUS_DATA_UNDERRUN:	/* buffer too large, not bad */
1288	break;
1289    case CISS_CMD_STATUS_DATA_OVERRUN:
1290	ciss_printf(sc, "WARNING: more units than driver limit (%d)\n",
1291		    CISS_MAX_LOGICAL);
1292	break;
1293    default:
1294	ciss_printf(sc, "error detecting logical drive configuration (%s)\n",
1295		    ciss_name_command_status(command_status));
1296	error = EIO;
1297	goto out;
1298    }
1299    ciss_release_request(cr);
1300    cr = NULL;
1301
1302out:
1303    if (cr != NULL)
1304	ciss_release_request(cr);
1305    if (error && cll != NULL) {
1306	free(cll, CISS_MALLOC_CLASS);
1307	cll = NULL;
1308    }
1309    return(cll);
1310}
1311
1312/************************************************************************
1313 * Find logical drives on the adapter.
1314 */
1315static int
1316ciss_init_logical(struct ciss_softc *sc)
1317{
1318    struct ciss_lun_report	*cll;
1319    int				error = 0, i, j;
1320    int				ndrives;
1321
1322    debug_called(1);
1323
1324    cll = ciss_report_luns(sc, CISS_OPCODE_REPORT_LOGICAL_LUNS,
1325			   CISS_MAX_LOGICAL);
1326    if (cll == NULL) {
1327	error = ENXIO;
1328	goto out;
1329    }
1330
1331    /* sanity-check reply */
1332    ndrives = (ntohl(cll->list_size) / sizeof(union ciss_device_address));
1333    if ((ndrives < 0) || (ndrives >= CISS_MAX_LOGICAL)) {
1334	ciss_printf(sc, "adapter claims to report absurd number of logical drives (%d > %d)\n",
1335		    ndrives, CISS_MAX_LOGICAL);
1336	error = ENXIO;
1337	goto out;
1338    }
1339
1340    /*
1341     * Save logical drive information.
1342     */
1343    if (bootverbose) {
1344	ciss_printf(sc, "%d logical drive%s\n",
1345	    ndrives, (ndrives > 1 || ndrives == 0) ? "s" : "");
1346    }
1347
1348    sc->ciss_logical =
1349	malloc(sc->ciss_max_logical_bus * sizeof(struct ciss_ldrive *),
1350	       CISS_MALLOC_CLASS, M_NOWAIT | M_ZERO);
1351    if (sc->ciss_logical == NULL) {
1352	error = ENXIO;
1353	goto out;
1354    }
1355
1356    for (i = 0; i <= sc->ciss_max_logical_bus; i++) {
1357	sc->ciss_logical[i] =
1358	    malloc(CISS_MAX_LOGICAL * sizeof(struct ciss_ldrive),
1359		   CISS_MALLOC_CLASS, M_NOWAIT | M_ZERO);
1360	if (sc->ciss_logical[i] == NULL) {
1361	    error = ENXIO;
1362	    goto out;
1363	}
1364
1365	for (j = 0; j < CISS_MAX_LOGICAL; j++)
1366	    sc->ciss_logical[i][j].cl_status = CISS_LD_NONEXISTENT;
1367    }
1368
1369
1370    for (i = 0; i < CISS_MAX_LOGICAL; i++) {
1371	if (i < ndrives) {
1372	    struct ciss_ldrive	*ld;
1373	    int			bus, target;
1374
1375	    bus		= CISS_LUN_TO_BUS(cll->lun[i].logical.lun);
1376	    target	= CISS_LUN_TO_TARGET(cll->lun[i].logical.lun);
1377	    ld		= &sc->ciss_logical[bus][target];
1378
1379	    ld->cl_address	= cll->lun[i];
1380	    ld->cl_controller	= &sc->ciss_controllers[bus];
1381	    if (ciss_identify_logical(sc, ld) != 0)
1382		continue;
1383	    /*
1384	     * If the drive has had media exchanged, we should bring it online.
1385	     */
1386	    if (ld->cl_lstatus->media_exchanged)
1387		ciss_accept_media(sc, ld);
1388
1389	}
1390    }
1391
1392 out:
1393    if (cll != NULL)
1394	free(cll, CISS_MALLOC_CLASS);
1395    return(error);
1396}
1397
1398static int
1399ciss_init_physical(struct ciss_softc *sc)
1400{
1401    struct ciss_lun_report	*cll;
1402    int				error = 0, i;
1403    int				nphys;
1404    int				bus, target;
1405
1406    debug_called(1);
1407
1408    bus = 0;
1409    target = 0;
1410
1411    cll = ciss_report_luns(sc, CISS_OPCODE_REPORT_PHYSICAL_LUNS,
1412			   CISS_MAX_PHYSICAL);
1413    if (cll == NULL) {
1414	error = ENXIO;
1415	goto out;
1416    }
1417
1418    nphys = (ntohl(cll->list_size) / sizeof(union ciss_device_address));
1419
1420    if (bootverbose) {
1421	ciss_printf(sc, "%d physical device%s\n",
1422	    nphys, (nphys > 1 || nphys == 0) ? "s" : "");
1423    }
1424
1425    /*
1426     * Figure out the bus mapping.
1427     * Logical buses include both the local logical bus for local arrays and
1428     * proxy buses for remote arrays.  Physical buses are numbered by the
1429     * controller and represent physical buses that hold physical devices.
1430     * We shift these bus numbers so that everything fits into a single flat
1431     * numbering space for CAM.  Logical buses occupy the first 32 CAM bus
1432     * numbers, and the physical bus numbers are shifted to be above that.
1433     * This results in the various driver arrays being indexed as follows:
1434     *
1435     * ciss_controllers[] - indexed by logical bus
1436     * ciss_cam_sim[]     - indexed by both logical and physical, with physical
1437     *                      being shifted by 32.
1438     * ciss_logical[][]   - indexed by logical bus
1439     * ciss_physical[][]  - indexed by physical bus
1440     *
1441     * XXX This is getting more and more hackish.  CISS really doesn't play
1442     *     well with a standard SCSI model; devices are addressed via magic
1443     *     cookies, not via b/t/l addresses.  Since there is no way to store
1444     *     the cookie in the CAM device object, we have to keep these lookup
1445     *     tables handy so that the devices can be found quickly at the cost
1446     *     of wasting memory and having a convoluted lookup scheme.  This
1447     *     driver should probably be converted to block interface.
1448     */
1449    /*
1450     * If the L2 and L3 SCSI addresses are 0, this signifies a proxy
1451     * controller. A proxy controller is another physical controller
1452     * behind the primary PCI controller. We need to know about this
1453     * so that BMIC commands can be properly targeted.  There can be
1454     * proxy controllers attached to a single PCI controller, so
1455     * find the highest numbered one so the array can be properly
1456     * sized.
1457     */
1458    sc->ciss_max_logical_bus = 1;
1459    for (i = 0; i < nphys; i++) {
1460	if (cll->lun[i].physical.extra_address == 0) {
1461	    bus = cll->lun[i].physical.bus;
1462	    sc->ciss_max_logical_bus = max(sc->ciss_max_logical_bus, bus) + 1;
1463	} else {
1464	    bus = CISS_EXTRA_BUS2(cll->lun[i].physical.extra_address);
1465	    sc->ciss_max_physical_bus = max(sc->ciss_max_physical_bus, bus);
1466	}
1467    }
1468
1469    sc->ciss_controllers =
1470	malloc(sc->ciss_max_logical_bus * sizeof (union ciss_device_address),
1471	       CISS_MALLOC_CLASS, M_NOWAIT | M_ZERO);
1472
1473    if (sc->ciss_controllers == NULL) {
1474	ciss_printf(sc, "Could not allocate memory for controller map\n");
1475	error = ENOMEM;
1476	goto out;
1477    }
1478
1479    /* setup a map of controller addresses */
1480    for (i = 0; i < nphys; i++) {
1481	if (cll->lun[i].physical.extra_address == 0) {
1482	    sc->ciss_controllers[cll->lun[i].physical.bus] = cll->lun[i];
1483	}
1484    }
1485
1486    sc->ciss_physical =
1487	malloc(sc->ciss_max_physical_bus * sizeof(struct ciss_pdrive *),
1488	       CISS_MALLOC_CLASS, M_NOWAIT | M_ZERO);
1489    if (sc->ciss_physical == NULL) {
1490	ciss_printf(sc, "Could not allocate memory for physical device map\n");
1491	error = ENOMEM;
1492	goto out;
1493    }
1494
1495    for (i = 0; i < sc->ciss_max_physical_bus; i++) {
1496	sc->ciss_physical[i] =
1497	    malloc(sizeof(struct ciss_pdrive) * CISS_MAX_PHYSTGT,
1498		   CISS_MALLOC_CLASS, M_NOWAIT | M_ZERO);
1499	if (sc->ciss_physical[i] == NULL) {
1500	    ciss_printf(sc, "Could not allocate memory for target map\n");
1501	    error = ENOMEM;
1502	    goto out;
1503	}
1504    }
1505
1506    ciss_filter_physical(sc, cll);
1507
1508out:
1509    if (cll != NULL)
1510	free(cll, CISS_MALLOC_CLASS);
1511
1512    return(error);
1513}
1514
1515static int
1516ciss_filter_physical(struct ciss_softc *sc, struct ciss_lun_report *cll)
1517{
1518    u_int32_t ea;
1519    int i, nphys;
1520    int	bus, target;
1521
1522    nphys = (ntohl(cll->list_size) / sizeof(union ciss_device_address));
1523    for (i = 0; i < nphys; i++) {
1524	if (cll->lun[i].physical.extra_address == 0)
1525	    continue;
1526
1527	/*
1528	 * Filter out devices that we don't want.  Level 3 LUNs could
1529	 * probably be supported, but the docs don't give enough of a
1530	 * hint to know how.
1531	 *
1532	 * The mode field of the physical address is likely set to have
1533	 * hard disks masked out.  Honor it unless the user has overridden
1534	 * us with the tunable.  We also munge the inquiry data for these
1535	 * disks so that they only show up as passthrough devices.  Keeping
1536	 * them visible in this fashion is useful for doing things like
1537	 * flashing firmware.
1538	 */
1539	ea = cll->lun[i].physical.extra_address;
1540	if ((CISS_EXTRA_BUS3(ea) != 0) || (CISS_EXTRA_TARGET3(ea) != 0) ||
1541	    (CISS_EXTRA_MODE2(ea) == 0x3))
1542	    continue;
1543	if ((ciss_expose_hidden_physical == 0) &&
1544	   (cll->lun[i].physical.mode == CISS_HDR_ADDRESS_MODE_MASK_PERIPHERAL))
1545	    continue;
1546
1547	/*
1548	 * Note: CISS firmware numbers physical busses starting at '1', not
1549	 *       '0'.  This numbering is internal to the firmware and is only
1550	 *       used as a hint here.
1551	 */
1552	bus = CISS_EXTRA_BUS2(ea) - 1;
1553	target = CISS_EXTRA_TARGET2(ea);
1554	sc->ciss_physical[bus][target].cp_address = cll->lun[i];
1555	sc->ciss_physical[bus][target].cp_online = 1;
1556    }
1557
1558    return (0);
1559}
1560
1561static int
1562ciss_inquiry_logical(struct ciss_softc *sc, struct ciss_ldrive *ld)
1563{
1564    struct ciss_request			*cr;
1565    struct ciss_command			*cc;
1566    struct scsi_inquiry			*inq;
1567    int					error;
1568    int					command_status;
1569
1570    cr = NULL;
1571
1572    bzero(&ld->cl_geometry, sizeof(ld->cl_geometry));
1573
1574    if ((error = ciss_get_request(sc, &cr)) != 0)
1575	goto out;
1576
1577    cc = CISS_FIND_COMMAND(cr);
1578    cr->cr_data = &ld->cl_geometry;
1579    cr->cr_length = sizeof(ld->cl_geometry);
1580    cr->cr_flags = CISS_REQ_DATAIN;
1581
1582    cc->header.address = ld->cl_address;
1583    cc->cdb.cdb_length = 6;
1584    cc->cdb.type = CISS_CDB_TYPE_COMMAND;
1585    cc->cdb.attribute = CISS_CDB_ATTRIBUTE_SIMPLE;
1586    cc->cdb.direction = CISS_CDB_DIRECTION_READ;
1587    cc->cdb.timeout = 30;
1588
1589    inq = (struct scsi_inquiry *)&(cc->cdb.cdb[0]);
1590    inq->opcode = INQUIRY;
1591    inq->byte2 = SI_EVPD;
1592    inq->page_code = CISS_VPD_LOGICAL_DRIVE_GEOMETRY;
1593    inq->length = sizeof(ld->cl_geometry);
1594
1595    if ((error = ciss_synch_request(cr, 60 * 1000)) != 0) {
1596	ciss_printf(sc, "error getting geometry (%d)\n", error);
1597	goto out;
1598    }
1599
1600    ciss_report_request(cr, &command_status, NULL);
1601    switch(command_status) {
1602    case CISS_CMD_STATUS_SUCCESS:
1603    case CISS_CMD_STATUS_DATA_UNDERRUN:
1604	break;
1605    case CISS_CMD_STATUS_DATA_OVERRUN:
1606	ciss_printf(sc, "WARNING: Data overrun\n");
1607	break;
1608    default:
1609	ciss_printf(sc, "Error detecting logical drive geometry (%s)\n",
1610		    ciss_name_command_status(command_status));
1611	break;
1612    }
1613
1614out:
1615    if (cr != NULL)
1616	ciss_release_request(cr);
1617    return(error);
1618}
1619/************************************************************************
1620 * Identify a logical drive, initialise state related to it.
1621 */
1622static int
1623ciss_identify_logical(struct ciss_softc *sc, struct ciss_ldrive *ld)
1624{
1625    struct ciss_request		*cr;
1626    struct ciss_command		*cc;
1627    struct ciss_bmic_cdb	*cbc;
1628    int				error, command_status;
1629
1630    debug_called(1);
1631
1632    cr = NULL;
1633
1634    /*
1635     * Build a BMIC request to fetch the drive ID.
1636     */
1637    if ((error = ciss_get_bmic_request(sc, &cr, CISS_BMIC_ID_LDRIVE,
1638				       (void **)&ld->cl_ldrive,
1639				       sizeof(*ld->cl_ldrive))) != 0)
1640	goto out;
1641    cc = CISS_FIND_COMMAND(cr);
1642    cc->header.address = *ld->cl_controller;	/* target controller */
1643    cbc = (struct ciss_bmic_cdb *)&(cc->cdb.cdb[0]);
1644    cbc->log_drive = CISS_LUN_TO_TARGET(ld->cl_address.logical.lun);
1645
1646    /*
1647     * Submit the request and wait for it to complete.
1648     */
1649    if ((error = ciss_synch_request(cr, 60 * 1000)) != 0) {
1650	ciss_printf(sc, "error sending BMIC LDRIVE command (%d)\n", error);
1651	goto out;
1652    }
1653
1654    /*
1655     * Check response.
1656     */
1657    ciss_report_request(cr, &command_status, NULL);
1658    switch(command_status) {
1659    case CISS_CMD_STATUS_SUCCESS:		/* buffer right size */
1660	break;
1661    case CISS_CMD_STATUS_DATA_UNDERRUN:
1662    case CISS_CMD_STATUS_DATA_OVERRUN:
1663	ciss_printf(sc, "data over/underrun reading logical drive ID\n");
1664    default:
1665	ciss_printf(sc, "error reading logical drive ID (%s)\n",
1666		    ciss_name_command_status(command_status));
1667	error = EIO;
1668	goto out;
1669    }
1670    ciss_release_request(cr);
1671    cr = NULL;
1672
1673    /*
1674     * Build a CISS BMIC command to get the logical drive status.
1675     */
1676    if ((error = ciss_get_ldrive_status(sc, ld)) != 0)
1677	goto out;
1678
1679    /*
1680     * Get the logical drive geometry.
1681     */
1682    if ((error = ciss_inquiry_logical(sc, ld)) != 0)
1683	goto out;
1684
1685    /*
1686     * Print the drive's basic characteristics.
1687     */
1688    if (bootverbose) {
1689	ciss_printf(sc, "logical drive (b%dt%d): %s, %dMB ",
1690		    CISS_LUN_TO_BUS(ld->cl_address.logical.lun),
1691		    CISS_LUN_TO_TARGET(ld->cl_address.logical.lun),
1692		    ciss_name_ldrive_org(ld->cl_ldrive->fault_tolerance),
1693		    ((ld->cl_ldrive->blocks_available / (1024 * 1024)) *
1694		     ld->cl_ldrive->block_size));
1695
1696	ciss_print_ldrive(sc, ld);
1697    }
1698out:
1699    if (error != 0) {
1700	/* make the drive not-exist */
1701	ld->cl_status = CISS_LD_NONEXISTENT;
1702	if (ld->cl_ldrive != NULL) {
1703	    free(ld->cl_ldrive, CISS_MALLOC_CLASS);
1704	    ld->cl_ldrive = NULL;
1705	}
1706	if (ld->cl_lstatus != NULL) {
1707	    free(ld->cl_lstatus, CISS_MALLOC_CLASS);
1708	    ld->cl_lstatus = NULL;
1709	}
1710    }
1711    if (cr != NULL)
1712	ciss_release_request(cr);
1713
1714    return(error);
1715}
1716
1717/************************************************************************
1718 * Get status for a logical drive.
1719 *
1720 * XXX should we also do this in response to Test Unit Ready?
1721 */
1722static int
1723ciss_get_ldrive_status(struct ciss_softc *sc,  struct ciss_ldrive *ld)
1724{
1725    struct ciss_request		*cr;
1726    struct ciss_command		*cc;
1727    struct ciss_bmic_cdb	*cbc;
1728    int				error, command_status;
1729
1730    /*
1731     * Build a CISS BMIC command to get the logical drive status.
1732     */
1733    if ((error = ciss_get_bmic_request(sc, &cr, CISS_BMIC_ID_LSTATUS,
1734				       (void **)&ld->cl_lstatus,
1735				       sizeof(*ld->cl_lstatus))) != 0)
1736	goto out;
1737    cc = CISS_FIND_COMMAND(cr);
1738    cc->header.address = *ld->cl_controller;	/* target controller */
1739    cbc = (struct ciss_bmic_cdb *)&(cc->cdb.cdb[0]);
1740    cbc->log_drive = CISS_LUN_TO_TARGET(ld->cl_address.logical.lun);
1741
1742    /*
1743     * Submit the request and wait for it to complete.
1744     */
1745    if ((error = ciss_synch_request(cr, 60 * 1000)) != 0) {
1746	ciss_printf(sc, "error sending BMIC LSTATUS command (%d)\n", error);
1747	goto out;
1748    }
1749
1750    /*
1751     * Check response.
1752     */
1753    ciss_report_request(cr, &command_status, NULL);
1754    switch(command_status) {
1755    case CISS_CMD_STATUS_SUCCESS:		/* buffer right size */
1756	break;
1757    case CISS_CMD_STATUS_DATA_UNDERRUN:
1758    case CISS_CMD_STATUS_DATA_OVERRUN:
1759	ciss_printf(sc, "data over/underrun reading logical drive status\n");
1760    default:
1761	ciss_printf(sc, "error reading logical drive status (%s)\n",
1762		    ciss_name_command_status(command_status));
1763	error = EIO;
1764	goto out;
1765    }
1766
1767    /*
1768     * Set the drive's summary status based on the returned status.
1769     *
1770     * XXX testing shows that a failed JBOD drive comes back at next
1771     * boot in "queued for expansion" mode.  WTF?
1772     */
1773    ld->cl_status = ciss_decode_ldrive_status(ld->cl_lstatus->status);
1774
1775out:
1776    if (cr != NULL)
1777	ciss_release_request(cr);
1778    return(error);
1779}
1780
1781/************************************************************************
1782 * Notify the adapter of a config update.
1783 */
1784static int
1785ciss_update_config(struct ciss_softc *sc)
1786{
1787    int		i;
1788
1789    debug_called(1);
1790
1791    CISS_TL_SIMPLE_WRITE(sc, CISS_TL_SIMPLE_IDBR, CISS_TL_SIMPLE_IDBR_CFG_TABLE);
1792    for (i = 0; i < 1000; i++) {
1793	if (!(CISS_TL_SIMPLE_READ(sc, CISS_TL_SIMPLE_IDBR) &
1794	      CISS_TL_SIMPLE_IDBR_CFG_TABLE)) {
1795	    return(0);
1796	}
1797	DELAY(1000);
1798    }
1799    return(1);
1800}
1801
1802/************************************************************************
1803 * Accept new media into a logical drive.
1804 *
1805 * XXX The drive has previously been offline; it would be good if we
1806 *     could make sure it's not open right now.
1807 */
1808static int
1809ciss_accept_media(struct ciss_softc *sc, struct ciss_ldrive *ld)
1810{
1811    struct ciss_request		*cr;
1812    struct ciss_command		*cc;
1813    struct ciss_bmic_cdb	*cbc;
1814    int				command_status;
1815    int				error = 0, ldrive;
1816
1817    ldrive = CISS_LUN_TO_TARGET(ld->cl_address.logical.lun);
1818
1819    debug(0, "bringing logical drive %d back online");
1820
1821    /*
1822     * Build a CISS BMIC command to bring the drive back online.
1823     */
1824    if ((error = ciss_get_bmic_request(sc, &cr, CISS_BMIC_ACCEPT_MEDIA,
1825				       NULL, 0)) != 0)
1826	goto out;
1827    cc = CISS_FIND_COMMAND(cr);
1828    cc->header.address = *ld->cl_controller;	/* target controller */
1829    cbc = (struct ciss_bmic_cdb *)&(cc->cdb.cdb[0]);
1830    cbc->log_drive = ldrive;
1831
1832    /*
1833     * Submit the request and wait for it to complete.
1834     */
1835    if ((error = ciss_synch_request(cr, 60 * 1000)) != 0) {
1836	ciss_printf(sc, "error sending BMIC ACCEPT MEDIA command (%d)\n", error);
1837	goto out;
1838    }
1839
1840    /*
1841     * Check response.
1842     */
1843    ciss_report_request(cr, &command_status, NULL);
1844    switch(command_status) {
1845    case CISS_CMD_STATUS_SUCCESS:		/* all OK */
1846	/* we should get a logical drive status changed event here */
1847	break;
1848    default:
1849	ciss_printf(cr->cr_sc, "error accepting media into failed logical drive (%s)\n",
1850		    ciss_name_command_status(command_status));
1851	break;
1852    }
1853
1854out:
1855    if (cr != NULL)
1856	ciss_release_request(cr);
1857    return(error);
1858}
1859
1860/************************************************************************
1861 * Release adapter resources.
1862 */
1863static void
1864ciss_free(struct ciss_softc *sc)
1865{
1866    struct ciss_request *cr;
1867    int			i, j;
1868
1869    debug_called(1);
1870
1871    /* we're going away */
1872    sc->ciss_flags |= CISS_FLAG_ABORTING;
1873
1874    /* terminate the periodic heartbeat routine */
1875    callout_stop(&sc->ciss_periodic);
1876
1877    /* cancel the Event Notify chain */
1878    ciss_notify_abort(sc);
1879
1880    ciss_kill_notify_thread(sc);
1881
1882    /* disconnect from CAM */
1883    if (sc->ciss_cam_sim) {
1884	for (i = 0; i < sc->ciss_max_logical_bus; i++) {
1885	    if (sc->ciss_cam_sim[i]) {
1886		xpt_bus_deregister(cam_sim_path(sc->ciss_cam_sim[i]));
1887		cam_sim_free(sc->ciss_cam_sim[i], 0);
1888	    }
1889	}
1890	for (i = CISS_PHYSICAL_BASE; i < sc->ciss_max_physical_bus +
1891	     CISS_PHYSICAL_BASE; i++) {
1892	    if (sc->ciss_cam_sim[i]) {
1893		xpt_bus_deregister(cam_sim_path(sc->ciss_cam_sim[i]));
1894		cam_sim_free(sc->ciss_cam_sim[i], 0);
1895	    }
1896	}
1897	free(sc->ciss_cam_sim, CISS_MALLOC_CLASS);
1898    }
1899    if (sc->ciss_cam_devq)
1900	cam_simq_free(sc->ciss_cam_devq);
1901
1902    /* remove the control device */
1903    mtx_unlock(&sc->ciss_mtx);
1904    if (sc->ciss_dev_t != NULL)
1905	destroy_dev(sc->ciss_dev_t);
1906
1907    /* Final cleanup of the callout. */
1908    callout_drain(&sc->ciss_periodic);
1909    mtx_destroy(&sc->ciss_mtx);
1910
1911    /* free the controller data */
1912    if (sc->ciss_id != NULL)
1913	free(sc->ciss_id, CISS_MALLOC_CLASS);
1914
1915    /* release I/O resources */
1916    if (sc->ciss_regs_resource != NULL)
1917	bus_release_resource(sc->ciss_dev, SYS_RES_MEMORY,
1918			     sc->ciss_regs_rid, sc->ciss_regs_resource);
1919    if (sc->ciss_cfg_resource != NULL)
1920	bus_release_resource(sc->ciss_dev, SYS_RES_MEMORY,
1921			     sc->ciss_cfg_rid, sc->ciss_cfg_resource);
1922    if (sc->ciss_intr != NULL)
1923	bus_teardown_intr(sc->ciss_dev, sc->ciss_irq_resource, sc->ciss_intr);
1924    if (sc->ciss_irq_resource != NULL)
1925	bus_release_resource(sc->ciss_dev, SYS_RES_IRQ,
1926			     sc->ciss_irq_rid[0], sc->ciss_irq_resource);
1927    if (sc->ciss_msi)
1928	pci_release_msi(sc->ciss_dev);
1929
1930    while ((cr = ciss_dequeue_free(sc)) != NULL)
1931	bus_dmamap_destroy(sc->ciss_buffer_dmat, cr->cr_datamap);
1932    if (sc->ciss_buffer_dmat)
1933	bus_dma_tag_destroy(sc->ciss_buffer_dmat);
1934
1935    /* destroy command memory and DMA tag */
1936    if (sc->ciss_command != NULL) {
1937	bus_dmamap_unload(sc->ciss_command_dmat, sc->ciss_command_map);
1938	bus_dmamem_free(sc->ciss_command_dmat, sc->ciss_command, sc->ciss_command_map);
1939    }
1940    if (sc->ciss_command_dmat)
1941	bus_dma_tag_destroy(sc->ciss_command_dmat);
1942
1943    if (sc->ciss_reply) {
1944	bus_dmamap_unload(sc->ciss_reply_dmat, sc->ciss_reply_map);
1945	bus_dmamem_free(sc->ciss_reply_dmat, sc->ciss_reply, sc->ciss_reply_map);
1946    }
1947    if (sc->ciss_reply_dmat)
1948	bus_dma_tag_destroy(sc->ciss_reply_dmat);
1949
1950    /* destroy DMA tags */
1951    if (sc->ciss_parent_dmat)
1952	bus_dma_tag_destroy(sc->ciss_parent_dmat);
1953    if (sc->ciss_logical) {
1954	for (i = 0; i <= sc->ciss_max_logical_bus; i++) {
1955	    for (j = 0; j < CISS_MAX_LOGICAL; j++) {
1956		if (sc->ciss_logical[i][j].cl_ldrive)
1957		    free(sc->ciss_logical[i][j].cl_ldrive, CISS_MALLOC_CLASS);
1958		if (sc->ciss_logical[i][j].cl_lstatus)
1959		    free(sc->ciss_logical[i][j].cl_lstatus, CISS_MALLOC_CLASS);
1960	    }
1961	    free(sc->ciss_logical[i], CISS_MALLOC_CLASS);
1962	}
1963	free(sc->ciss_logical, CISS_MALLOC_CLASS);
1964    }
1965
1966    if (sc->ciss_physical) {
1967	for (i = 0; i < sc->ciss_max_physical_bus; i++)
1968	    free(sc->ciss_physical[i], CISS_MALLOC_CLASS);
1969	free(sc->ciss_physical, CISS_MALLOC_CLASS);
1970    }
1971
1972    if (sc->ciss_controllers)
1973	free(sc->ciss_controllers, CISS_MALLOC_CLASS);
1974
1975}
1976
1977/************************************************************************
1978 * Give a command to the adapter.
1979 *
1980 * Note that this uses the simple transport layer directly.  If we
1981 * want to add support for other layers, we'll need a switch of some
1982 * sort.
1983 *
1984 * Note that the simple transport layer has no way of refusing a
1985 * command; we only have as many request structures as the adapter
1986 * supports commands, so we don't have to check (this presumes that
1987 * the adapter can handle commands as fast as we throw them at it).
1988 */
1989static int
1990ciss_start(struct ciss_request *cr)
1991{
1992    struct ciss_command	*cc;	/* XXX debugging only */
1993    int			error;
1994
1995    cc = CISS_FIND_COMMAND(cr);
1996    debug(2, "post command %d tag %d ", cr->cr_tag, cc->header.host_tag);
1997
1998    /*
1999     * Map the request's data.
2000     */
2001    if ((error = ciss_map_request(cr)))
2002	return(error);
2003
2004#if 0
2005    ciss_print_request(cr);
2006#endif
2007
2008    return(0);
2009}
2010
2011/************************************************************************
2012 * Fetch completed request(s) from the adapter, queue them for
2013 * completion handling.
2014 *
2015 * Note that this uses the simple transport layer directly.  If we
2016 * want to add support for other layers, we'll need a switch of some
2017 * sort.
2018 *
2019 * Note that the simple transport mechanism does not require any
2020 * reentrancy protection; the OPQ read is atomic.  If there is a
2021 * chance of a race with something else that might move the request
2022 * off the busy list, then we will have to lock against that
2023 * (eg. timeouts, etc.)
2024 */
2025static void
2026ciss_done(struct ciss_softc *sc, cr_qhead_t *qh)
2027{
2028    struct ciss_request	*cr;
2029    struct ciss_command	*cc;
2030    u_int32_t		tag, index;
2031
2032    debug_called(3);
2033
2034    /*
2035     * Loop quickly taking requests from the adapter and moving them
2036     * to the completed queue.
2037     */
2038    for (;;) {
2039
2040	tag = CISS_TL_SIMPLE_FETCH_CMD(sc);
2041	if (tag == CISS_TL_SIMPLE_OPQ_EMPTY)
2042	    break;
2043	index = tag >> 2;
2044	debug(2, "completed command %d%s", index,
2045	      (tag & CISS_HDR_HOST_TAG_ERROR) ? " with error" : "");
2046	if (index >= sc->ciss_max_requests) {
2047	    ciss_printf(sc, "completed invalid request %d (0x%x)\n", index, tag);
2048	    continue;
2049	}
2050	cr = &(sc->ciss_request[index]);
2051	cc = CISS_FIND_COMMAND(cr);
2052	cc->header.host_tag = tag;	/* not updated by adapter */
2053	ciss_enqueue_complete(cr, qh);
2054    }
2055
2056}
2057
2058static void
2059ciss_perf_done(struct ciss_softc *sc, cr_qhead_t *qh)
2060{
2061    struct ciss_request	*cr;
2062    struct ciss_command	*cc;
2063    u_int32_t		tag, index;
2064
2065    debug_called(3);
2066
2067    /*
2068     * Loop quickly taking requests from the adapter and moving them
2069     * to the completed queue.
2070     */
2071    for (;;) {
2072	tag = sc->ciss_reply[sc->ciss_rqidx];
2073	if ((tag & CISS_CYCLE_MASK) != sc->ciss_cycle)
2074	    break;
2075	index = tag >> 2;
2076	debug(2, "completed command %d%s\n", index,
2077	      (tag & CISS_HDR_HOST_TAG_ERROR) ? " with error" : "");
2078	if (index < sc->ciss_max_requests) {
2079	    cr = &(sc->ciss_request[index]);
2080	    cc = CISS_FIND_COMMAND(cr);
2081	    cc->header.host_tag = tag;	/* not updated by adapter */
2082	    ciss_enqueue_complete(cr, qh);
2083	} else {
2084	    ciss_printf(sc, "completed invalid request %d (0x%x)\n", index, tag);
2085	}
2086	if (++sc->ciss_rqidx == sc->ciss_max_requests) {
2087	    sc->ciss_rqidx = 0;
2088	    sc->ciss_cycle ^= 1;
2089	}
2090    }
2091
2092}
2093
2094/************************************************************************
2095 * Take an interrupt from the adapter.
2096 */
2097static void
2098ciss_intr(void *arg)
2099{
2100    cr_qhead_t qh;
2101    struct ciss_softc	*sc = (struct ciss_softc *)arg;
2102
2103    /*
2104     * The only interrupt we recognise indicates that there are
2105     * entries in the outbound post queue.
2106     */
2107    STAILQ_INIT(&qh);
2108    ciss_done(sc, &qh);
2109    mtx_lock(&sc->ciss_mtx);
2110    ciss_complete(sc, &qh);
2111    mtx_unlock(&sc->ciss_mtx);
2112}
2113
2114static void
2115ciss_perf_intr(void *arg)
2116{
2117    struct ciss_softc	*sc = (struct ciss_softc *)arg;
2118
2119    /* Clear the interrupt and flush the bridges.  Docs say that the flush
2120     * needs to be done twice, which doesn't seem right.
2121     */
2122    CISS_TL_PERF_CLEAR_INT(sc);
2123    CISS_TL_PERF_FLUSH_INT(sc);
2124
2125    ciss_perf_msi_intr(sc);
2126}
2127
2128static void
2129ciss_perf_msi_intr(void *arg)
2130{
2131    cr_qhead_t qh;
2132    struct ciss_softc	*sc = (struct ciss_softc *)arg;
2133
2134    STAILQ_INIT(&qh);
2135    ciss_perf_done(sc, &qh);
2136    mtx_lock(&sc->ciss_mtx);
2137    ciss_complete(sc, &qh);
2138    mtx_unlock(&sc->ciss_mtx);
2139}
2140
2141
2142/************************************************************************
2143 * Process completed requests.
2144 *
2145 * Requests can be completed in three fashions:
2146 *
2147 * - by invoking a callback function (cr_complete is non-null)
2148 * - by waking up a sleeper (cr_flags has CISS_REQ_SLEEP set)
2149 * - by clearing the CISS_REQ_POLL flag in interrupt/timeout context
2150 */
2151static void
2152ciss_complete(struct ciss_softc *sc, cr_qhead_t *qh)
2153{
2154    struct ciss_request	*cr;
2155
2156    debug_called(2);
2157
2158    /*
2159     * Loop taking requests off the completed queue and performing
2160     * completion processing on them.
2161     */
2162    for (;;) {
2163	if ((cr = ciss_dequeue_complete(sc, qh)) == NULL)
2164	    break;
2165	ciss_unmap_request(cr);
2166
2167	if ((cr->cr_flags & CISS_REQ_BUSY) == 0)
2168	    ciss_printf(sc, "WARNING: completing non-busy request\n");
2169	cr->cr_flags &= ~CISS_REQ_BUSY;
2170
2171	/*
2172	 * If the request has a callback, invoke it.
2173	 */
2174	if (cr->cr_complete != NULL) {
2175	    cr->cr_complete(cr);
2176	    continue;
2177	}
2178
2179	/*
2180	 * If someone is sleeping on this request, wake them up.
2181	 */
2182	if (cr->cr_flags & CISS_REQ_SLEEP) {
2183	    cr->cr_flags &= ~CISS_REQ_SLEEP;
2184	    wakeup(cr);
2185	    continue;
2186	}
2187
2188	/*
2189	 * If someone is polling this request for completion, signal.
2190	 */
2191	if (cr->cr_flags & CISS_REQ_POLL) {
2192	    cr->cr_flags &= ~CISS_REQ_POLL;
2193	    continue;
2194	}
2195
2196	/*
2197	 * Give up and throw the request back on the free queue.  This
2198	 * should never happen; resources will probably be lost.
2199	 */
2200	ciss_printf(sc, "WARNING: completed command with no submitter\n");
2201	ciss_enqueue_free(cr);
2202    }
2203}
2204
2205/************************************************************************
2206 * Report on the completion status of a request, and pass back SCSI
2207 * and command status values.
2208 */
2209static int
2210_ciss_report_request(struct ciss_request *cr, int *command_status, int *scsi_status, const char *func)
2211{
2212    struct ciss_command		*cc;
2213    struct ciss_error_info	*ce;
2214
2215    debug_called(2);
2216
2217    cc = CISS_FIND_COMMAND(cr);
2218    ce = (struct ciss_error_info *)&(cc->sg[0]);
2219
2220    /*
2221     * We don't consider data under/overrun an error for the Report
2222     * Logical/Physical LUNs commands.
2223     */
2224    if ((cc->header.host_tag & CISS_HDR_HOST_TAG_ERROR) &&
2225	((ce->command_status == CISS_CMD_STATUS_DATA_OVERRUN) ||
2226	 (ce->command_status == CISS_CMD_STATUS_DATA_UNDERRUN)) &&
2227	((cc->cdb.cdb[0] == CISS_OPCODE_REPORT_LOGICAL_LUNS) ||
2228	 (cc->cdb.cdb[0] == CISS_OPCODE_REPORT_PHYSICAL_LUNS) ||
2229	 (cc->cdb.cdb[0] == INQUIRY))) {
2230	cc->header.host_tag &= ~CISS_HDR_HOST_TAG_ERROR;
2231	debug(2, "ignoring irrelevant under/overrun error");
2232    }
2233
2234    /*
2235     * Check the command's error bit, if clear, there's no status and
2236     * everything is OK.
2237     */
2238    if (!(cc->header.host_tag & CISS_HDR_HOST_TAG_ERROR)) {
2239	if (scsi_status != NULL)
2240	    *scsi_status = SCSI_STATUS_OK;
2241	if (command_status != NULL)
2242	    *command_status = CISS_CMD_STATUS_SUCCESS;
2243	return(0);
2244    } else {
2245	if (command_status != NULL)
2246	    *command_status = ce->command_status;
2247	if (scsi_status != NULL) {
2248	    if (ce->command_status == CISS_CMD_STATUS_TARGET_STATUS) {
2249		*scsi_status = ce->scsi_status;
2250	    } else {
2251		*scsi_status = -1;
2252	    }
2253	}
2254	if (bootverbose)
2255	    ciss_printf(cr->cr_sc, "command status 0x%x (%s) scsi status 0x%x\n",
2256			ce->command_status, ciss_name_command_status(ce->command_status),
2257			ce->scsi_status);
2258	if (ce->command_status == CISS_CMD_STATUS_INVALID_COMMAND) {
2259	    ciss_printf(cr->cr_sc, "invalid command, offense size %d at %d, value 0x%x, function %s\n",
2260			ce->additional_error_info.invalid_command.offense_size,
2261			ce->additional_error_info.invalid_command.offense_offset,
2262			ce->additional_error_info.invalid_command.offense_value,
2263			func);
2264	}
2265    }
2266#if 0
2267    ciss_print_request(cr);
2268#endif
2269    return(1);
2270}
2271
2272/************************************************************************
2273 * Issue a request and don't return until it's completed.
2274 *
2275 * Depending on adapter status, we may poll or sleep waiting for
2276 * completion.
2277 */
2278static int
2279ciss_synch_request(struct ciss_request *cr, int timeout)
2280{
2281    if (cr->cr_sc->ciss_flags & CISS_FLAG_RUNNING) {
2282	return(ciss_wait_request(cr, timeout));
2283    } else {
2284	return(ciss_poll_request(cr, timeout));
2285    }
2286}
2287
2288/************************************************************************
2289 * Issue a request and poll for completion.
2290 *
2291 * Timeout in milliseconds.
2292 */
2293static int
2294ciss_poll_request(struct ciss_request *cr, int timeout)
2295{
2296    cr_qhead_t qh;
2297    struct ciss_softc *sc;
2298    int		error;
2299
2300    debug_called(2);
2301
2302    STAILQ_INIT(&qh);
2303    sc = cr->cr_sc;
2304    cr->cr_flags |= CISS_REQ_POLL;
2305    if ((error = ciss_start(cr)) != 0)
2306	return(error);
2307
2308    do {
2309	if (sc->ciss_perf)
2310	    ciss_perf_done(sc, &qh);
2311	else
2312	    ciss_done(sc, &qh);
2313	ciss_complete(sc, &qh);
2314	if (!(cr->cr_flags & CISS_REQ_POLL))
2315	    return(0);
2316	DELAY(1000);
2317    } while (timeout-- >= 0);
2318    return(EWOULDBLOCK);
2319}
2320
2321/************************************************************************
2322 * Issue a request and sleep waiting for completion.
2323 *
2324 * Timeout in milliseconds.  Note that a spurious wakeup will reset
2325 * the timeout.
2326 */
2327static int
2328ciss_wait_request(struct ciss_request *cr, int timeout)
2329{
2330    int		error;
2331
2332    debug_called(2);
2333
2334    cr->cr_flags |= CISS_REQ_SLEEP;
2335    if ((error = ciss_start(cr)) != 0)
2336	return(error);
2337
2338    while ((cr->cr_flags & CISS_REQ_SLEEP) && (error != EWOULDBLOCK)) {
2339	error = msleep(cr, &cr->cr_sc->ciss_mtx, PRIBIO, "cissREQ", (timeout * hz) / 1000);
2340    }
2341    return(error);
2342}
2343
2344#if 0
2345/************************************************************************
2346 * Abort a request.  Note that a potential exists here to race the
2347 * request being completed; the caller must deal with this.
2348 */
2349static int
2350ciss_abort_request(struct ciss_request *ar)
2351{
2352    struct ciss_request		*cr;
2353    struct ciss_command		*cc;
2354    struct ciss_message_cdb	*cmc;
2355    int				error;
2356
2357    debug_called(1);
2358
2359    /* get a request */
2360    if ((error = ciss_get_request(ar->cr_sc, &cr)) != 0)
2361	return(error);
2362
2363    /* build the abort command */
2364    cc = CISS_FIND_COMMAND(cr);
2365    cc->header.address.mode.mode = CISS_HDR_ADDRESS_MODE_PERIPHERAL;	/* addressing? */
2366    cc->header.address.physical.target = 0;
2367    cc->header.address.physical.bus = 0;
2368    cc->cdb.cdb_length = sizeof(*cmc);
2369    cc->cdb.type = CISS_CDB_TYPE_MESSAGE;
2370    cc->cdb.attribute = CISS_CDB_ATTRIBUTE_SIMPLE;
2371    cc->cdb.direction = CISS_CDB_DIRECTION_NONE;
2372    cc->cdb.timeout = 30;
2373
2374    cmc = (struct ciss_message_cdb *)&(cc->cdb.cdb[0]);
2375    cmc->opcode = CISS_OPCODE_MESSAGE_ABORT;
2376    cmc->type = CISS_MESSAGE_ABORT_TASK;
2377    cmc->abort_tag = ar->cr_tag;	/* endianness?? */
2378
2379    /*
2380     * Send the request and wait for a response.  If we believe we
2381     * aborted the request OK, clear the flag that indicates it's
2382     * running.
2383     */
2384    error = ciss_synch_request(cr, 35 * 1000);
2385    if (!error)
2386	error = ciss_report_request(cr, NULL, NULL);
2387    ciss_release_request(cr);
2388
2389    return(error);
2390}
2391#endif
2392
2393
2394/************************************************************************
2395 * Fetch and initialise a request
2396 */
2397static int
2398ciss_get_request(struct ciss_softc *sc, struct ciss_request **crp)
2399{
2400    struct ciss_request *cr;
2401
2402    debug_called(2);
2403
2404    /*
2405     * Get a request and clean it up.
2406     */
2407    if ((cr = ciss_dequeue_free(sc)) == NULL)
2408	return(ENOMEM);
2409
2410    cr->cr_data = NULL;
2411    cr->cr_flags = 0;
2412    cr->cr_complete = NULL;
2413    cr->cr_private = NULL;
2414    cr->cr_sg_tag = CISS_SG_MAX;	/* Backstop to prevent accidents */
2415
2416    ciss_preen_command(cr);
2417    *crp = cr;
2418    return(0);
2419}
2420
2421static void
2422ciss_preen_command(struct ciss_request *cr)
2423{
2424    struct ciss_command	*cc;
2425    u_int32_t		cmdphys;
2426
2427    /*
2428     * Clean up the command structure.
2429     *
2430     * Note that we set up the error_info structure here, since the
2431     * length can be overwritten by any command.
2432     */
2433    cc = CISS_FIND_COMMAND(cr);
2434    cc->header.sg_in_list = 0;		/* kinda inefficient this way */
2435    cc->header.sg_total = 0;
2436    cc->header.host_tag = cr->cr_tag << 2;
2437    cc->header.host_tag_zeroes = 0;
2438    cmdphys = CISS_FIND_COMMANDPHYS(cr);
2439    cc->error_info.error_info_address = cmdphys + sizeof(struct ciss_command);
2440    cc->error_info.error_info_length = CISS_COMMAND_ALLOC_SIZE - sizeof(struct ciss_command);
2441}
2442
2443/************************************************************************
2444 * Release a request to the free list.
2445 */
2446static void
2447ciss_release_request(struct ciss_request *cr)
2448{
2449    struct ciss_softc	*sc;
2450
2451    debug_called(2);
2452
2453    sc = cr->cr_sc;
2454
2455    /* release the request to the free queue */
2456    ciss_requeue_free(cr);
2457}
2458
2459/************************************************************************
2460 * Allocate a request that will be used to send a BMIC command.  Do some
2461 * of the common setup here to avoid duplicating it everywhere else.
2462 */
2463static int
2464ciss_get_bmic_request(struct ciss_softc *sc, struct ciss_request **crp,
2465		      int opcode, void **bufp, size_t bufsize)
2466{
2467    struct ciss_request		*cr;
2468    struct ciss_command		*cc;
2469    struct ciss_bmic_cdb	*cbc;
2470    void			*buf;
2471    int				error;
2472    int				dataout;
2473
2474    debug_called(2);
2475
2476    cr = NULL;
2477    buf = NULL;
2478
2479    /*
2480     * Get a request.
2481     */
2482    if ((error = ciss_get_request(sc, &cr)) != 0)
2483	goto out;
2484
2485    /*
2486     * Allocate data storage if requested, determine the data direction.
2487     */
2488    dataout = 0;
2489    if ((bufsize > 0) && (bufp != NULL)) {
2490	if (*bufp == NULL) {
2491	    if ((buf = malloc(bufsize, CISS_MALLOC_CLASS, M_NOWAIT | M_ZERO)) == NULL) {
2492		error = ENOMEM;
2493		goto out;
2494	    }
2495	} else {
2496	    buf = *bufp;
2497	    dataout = 1;	/* we are given a buffer, so we are writing */
2498	}
2499    }
2500
2501    /*
2502     * Build a CISS BMIC command to get the logical drive ID.
2503     */
2504    cr->cr_data = buf;
2505    cr->cr_length = bufsize;
2506    if (!dataout)
2507	cr->cr_flags = CISS_REQ_DATAIN;
2508
2509    cc = CISS_FIND_COMMAND(cr);
2510    cc->header.address.physical.mode = CISS_HDR_ADDRESS_MODE_PERIPHERAL;
2511    cc->header.address.physical.bus = 0;
2512    cc->header.address.physical.target = 0;
2513    cc->cdb.cdb_length = sizeof(*cbc);
2514    cc->cdb.type = CISS_CDB_TYPE_COMMAND;
2515    cc->cdb.attribute = CISS_CDB_ATTRIBUTE_SIMPLE;
2516    cc->cdb.direction = dataout ? CISS_CDB_DIRECTION_WRITE : CISS_CDB_DIRECTION_READ;
2517    cc->cdb.timeout = 0;
2518
2519    cbc = (struct ciss_bmic_cdb *)&(cc->cdb.cdb[0]);
2520    bzero(cbc, sizeof(*cbc));
2521    cbc->opcode = dataout ? CISS_ARRAY_CONTROLLER_WRITE : CISS_ARRAY_CONTROLLER_READ;
2522    cbc->bmic_opcode = opcode;
2523    cbc->size = htons((u_int16_t)bufsize);
2524
2525out:
2526    if (error) {
2527	if (cr != NULL)
2528	    ciss_release_request(cr);
2529    } else {
2530	*crp = cr;
2531	if ((bufp != NULL) && (*bufp == NULL) && (buf != NULL))
2532	    *bufp = buf;
2533    }
2534    return(error);
2535}
2536
2537/************************************************************************
2538 * Handle a command passed in from userspace.
2539 */
2540static int
2541ciss_user_command(struct ciss_softc *sc, IOCTL_Command_struct *ioc)
2542{
2543    struct ciss_request		*cr;
2544    struct ciss_command		*cc;
2545    struct ciss_error_info	*ce;
2546    int				error = 0;
2547
2548    debug_called(1);
2549
2550    cr = NULL;
2551
2552    /*
2553     * Get a request.
2554     */
2555    while (ciss_get_request(sc, &cr) != 0)
2556	msleep(sc, &sc->ciss_mtx, PPAUSE, "cissREQ", hz);
2557    cc = CISS_FIND_COMMAND(cr);
2558
2559    /*
2560     * Allocate an in-kernel databuffer if required, copy in user data.
2561     */
2562    cr->cr_length = ioc->buf_size;
2563    if (ioc->buf_size > 0) {
2564	if ((cr->cr_data = malloc(ioc->buf_size, CISS_MALLOC_CLASS, M_NOWAIT)) == NULL) {
2565	    error = ENOMEM;
2566	    goto out;
2567	}
2568	if ((error = copyin(ioc->buf, cr->cr_data, ioc->buf_size))) {
2569	    debug(0, "copyin: bad data buffer %p/%d", ioc->buf, ioc->buf_size);
2570	    goto out;
2571	}
2572    }
2573
2574    /*
2575     * Build the request based on the user command.
2576     */
2577    bcopy(&ioc->LUN_info, &cc->header.address, sizeof(cc->header.address));
2578    bcopy(&ioc->Request, &cc->cdb, sizeof(cc->cdb));
2579
2580    /* XXX anything else to populate here? */
2581
2582    /*
2583     * Run the command.
2584     */
2585    if ((error = ciss_synch_request(cr, 60 * 1000))) {
2586	debug(0, "request failed - %d", error);
2587	goto out;
2588    }
2589
2590    /*
2591     * Check to see if the command succeeded.
2592     */
2593    ce = (struct ciss_error_info *)&(cc->sg[0]);
2594    if ((cc->header.host_tag & CISS_HDR_HOST_TAG_ERROR) == 0)
2595	bzero(ce, sizeof(*ce));
2596
2597    /*
2598     * Copy the results back to the user.
2599     */
2600    bcopy(ce, &ioc->error_info, sizeof(*ce));
2601    if ((ioc->buf_size > 0) &&
2602	(error = copyout(cr->cr_data, ioc->buf, ioc->buf_size))) {
2603	debug(0, "copyout: bad data buffer %p/%d", ioc->buf, ioc->buf_size);
2604	goto out;
2605    }
2606
2607    /* done OK */
2608    error = 0;
2609
2610out:
2611    if ((cr != NULL) && (cr->cr_data != NULL))
2612	free(cr->cr_data, CISS_MALLOC_CLASS);
2613    if (cr != NULL)
2614	ciss_release_request(cr);
2615    return(error);
2616}
2617
2618/************************************************************************
2619 * Map a request into bus-visible space, initialise the scatter/gather
2620 * list.
2621 */
2622static int
2623ciss_map_request(struct ciss_request *cr)
2624{
2625    struct ciss_softc	*sc;
2626    int			error = 0;
2627
2628    debug_called(2);
2629
2630    sc = cr->cr_sc;
2631
2632    /* check that mapping is necessary */
2633    if (cr->cr_flags & CISS_REQ_MAPPED)
2634	return(0);
2635
2636    cr->cr_flags |= CISS_REQ_MAPPED;
2637
2638    bus_dmamap_sync(sc->ciss_command_dmat, sc->ciss_command_map,
2639		    BUS_DMASYNC_PREWRITE);
2640
2641    if (cr->cr_data != NULL) {
2642	error = bus_dmamap_load(sc->ciss_buffer_dmat, cr->cr_datamap,
2643				cr->cr_data, cr->cr_length,
2644				ciss_request_map_helper, cr, 0);
2645	if (error != 0)
2646	    return (error);
2647    } else {
2648	/*
2649	 * Post the command to the adapter.
2650	 */
2651	cr->cr_sg_tag = CISS_SG_NONE;
2652	cr->cr_flags |= CISS_REQ_BUSY;
2653	if (sc->ciss_perf)
2654	    CISS_TL_PERF_POST_CMD(sc, cr);
2655	else
2656	    CISS_TL_SIMPLE_POST_CMD(sc, CISS_FIND_COMMANDPHYS(cr));
2657    }
2658
2659    return(0);
2660}
2661
2662static void
2663ciss_request_map_helper(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2664{
2665    struct ciss_command	*cc;
2666    struct ciss_request *cr;
2667    struct ciss_softc	*sc;
2668    int			i;
2669
2670    debug_called(2);
2671
2672    cr = (struct ciss_request *)arg;
2673    sc = cr->cr_sc;
2674    cc = CISS_FIND_COMMAND(cr);
2675
2676    for (i = 0; i < nseg; i++) {
2677	cc->sg[i].address = segs[i].ds_addr;
2678	cc->sg[i].length = segs[i].ds_len;
2679	cc->sg[i].extension = 0;
2680    }
2681    /* we leave the s/g table entirely within the command */
2682    cc->header.sg_in_list = nseg;
2683    cc->header.sg_total = nseg;
2684
2685    if (cr->cr_flags & CISS_REQ_DATAIN)
2686	bus_dmamap_sync(sc->ciss_buffer_dmat, cr->cr_datamap, BUS_DMASYNC_PREREAD);
2687    if (cr->cr_flags & CISS_REQ_DATAOUT)
2688	bus_dmamap_sync(sc->ciss_buffer_dmat, cr->cr_datamap, BUS_DMASYNC_PREWRITE);
2689
2690    if (nseg == 1)
2691	cr->cr_sg_tag = CISS_SG_NONE;
2692    else if (nseg == 1)
2693	cr->cr_sg_tag = CISS_SG_1;
2694    else if (nseg == 2)
2695	cr->cr_sg_tag = CISS_SG_2;
2696    else if (nseg <= 4)
2697	cr->cr_sg_tag = CISS_SG_4;
2698    else if (nseg <= 8)
2699	cr->cr_sg_tag = CISS_SG_8;
2700    else if (nseg <= 16)
2701	cr->cr_sg_tag = CISS_SG_16;
2702    else if (nseg <= 32)
2703	cr->cr_sg_tag = CISS_SG_32;
2704    else
2705	cr->cr_sg_tag = CISS_SG_MAX;
2706
2707    /*
2708     * Post the command to the adapter.
2709     */
2710    cr->cr_flags |= CISS_REQ_BUSY;
2711    if (sc->ciss_perf)
2712	CISS_TL_PERF_POST_CMD(sc, cr);
2713    else
2714	CISS_TL_SIMPLE_POST_CMD(sc, CISS_FIND_COMMANDPHYS(cr));
2715}
2716
2717/************************************************************************
2718 * Unmap a request from bus-visible space.
2719 */
2720static void
2721ciss_unmap_request(struct ciss_request *cr)
2722{
2723    struct ciss_softc	*sc;
2724
2725    debug_called(2);
2726
2727    sc = cr->cr_sc;
2728
2729    /* check that unmapping is necessary */
2730    if ((cr->cr_flags & CISS_REQ_MAPPED) == 0)
2731	return;
2732
2733    bus_dmamap_sync(sc->ciss_command_dmat, sc->ciss_command_map,
2734		    BUS_DMASYNC_POSTWRITE);
2735
2736    if (cr->cr_data == NULL)
2737	goto out;
2738
2739    if (cr->cr_flags & CISS_REQ_DATAIN)
2740	bus_dmamap_sync(sc->ciss_buffer_dmat, cr->cr_datamap, BUS_DMASYNC_POSTREAD);
2741    if (cr->cr_flags & CISS_REQ_DATAOUT)
2742	bus_dmamap_sync(sc->ciss_buffer_dmat, cr->cr_datamap, BUS_DMASYNC_POSTWRITE);
2743
2744    bus_dmamap_unload(sc->ciss_buffer_dmat, cr->cr_datamap);
2745out:
2746    cr->cr_flags &= ~CISS_REQ_MAPPED;
2747}
2748
2749/************************************************************************
2750 * Attach the driver to CAM.
2751 *
2752 * We put all the logical drives on a single SCSI bus.
2753 */
2754static int
2755ciss_cam_init(struct ciss_softc *sc)
2756{
2757    int			i, maxbus;
2758
2759    debug_called(1);
2760
2761    /*
2762     * Allocate a devq.  We can reuse this for the masked physical
2763     * devices if we decide to export these as well.
2764     */
2765    if ((sc->ciss_cam_devq = cam_simq_alloc(sc->ciss_max_requests)) == NULL) {
2766	ciss_printf(sc, "can't allocate CAM SIM queue\n");
2767	return(ENOMEM);
2768    }
2769
2770    /*
2771     * Create a SIM.
2772     *
2773     * This naturally wastes a bit of memory.  The alternative is to allocate
2774     * and register each bus as it is found, and then track them on a linked
2775     * list.  Unfortunately, the driver has a few places where it needs to
2776     * look up the SIM based solely on bus number, and it's unclear whether
2777     * a list traversal would work for these situations.
2778     */
2779    maxbus = max(sc->ciss_max_logical_bus, sc->ciss_max_physical_bus +
2780		 CISS_PHYSICAL_BASE);
2781    sc->ciss_cam_sim = malloc(maxbus * sizeof(struct cam_sim*),
2782			      CISS_MALLOC_CLASS, M_NOWAIT | M_ZERO);
2783    if (sc->ciss_cam_sim == NULL) {
2784	ciss_printf(sc, "can't allocate memory for controller SIM\n");
2785	return(ENOMEM);
2786    }
2787
2788    for (i = 0; i < sc->ciss_max_logical_bus; i++) {
2789	if ((sc->ciss_cam_sim[i] = cam_sim_alloc(ciss_cam_action, ciss_cam_poll,
2790						 "ciss", sc,
2791						 device_get_unit(sc->ciss_dev),
2792						 &sc->ciss_mtx,
2793						 2,
2794						 sc->ciss_max_requests - 2,
2795						 sc->ciss_cam_devq)) == NULL) {
2796	    ciss_printf(sc, "can't allocate CAM SIM for controller %d\n", i);
2797	    return(ENOMEM);
2798	}
2799
2800	/*
2801	 * Register bus with this SIM.
2802	 */
2803	mtx_lock(&sc->ciss_mtx);
2804	if (i == 0 || sc->ciss_controllers[i].physical.bus != 0) {
2805	    if (xpt_bus_register(sc->ciss_cam_sim[i], sc->ciss_dev, i) != 0) {
2806		ciss_printf(sc, "can't register SCSI bus %d\n", i);
2807		mtx_unlock(&sc->ciss_mtx);
2808		return (ENXIO);
2809	    }
2810	}
2811	mtx_unlock(&sc->ciss_mtx);
2812    }
2813
2814    for (i = CISS_PHYSICAL_BASE; i < sc->ciss_max_physical_bus +
2815	 CISS_PHYSICAL_BASE; i++) {
2816	if ((sc->ciss_cam_sim[i] = cam_sim_alloc(ciss_cam_action, ciss_cam_poll,
2817						 "ciss", sc,
2818						 device_get_unit(sc->ciss_dev),
2819						 &sc->ciss_mtx, 1,
2820						 sc->ciss_max_requests - 2,
2821						 sc->ciss_cam_devq)) == NULL) {
2822	    ciss_printf(sc, "can't allocate CAM SIM for controller %d\n", i);
2823	    return (ENOMEM);
2824	}
2825
2826	mtx_lock(&sc->ciss_mtx);
2827	if (xpt_bus_register(sc->ciss_cam_sim[i], sc->ciss_dev, i) != 0) {
2828	    ciss_printf(sc, "can't register SCSI bus %d\n", i);
2829	    mtx_unlock(&sc->ciss_mtx);
2830	    return (ENXIO);
2831	}
2832	mtx_unlock(&sc->ciss_mtx);
2833    }
2834
2835    /*
2836     * Initiate a rescan of the bus.
2837     */
2838    mtx_lock(&sc->ciss_mtx);
2839    ciss_cam_rescan_all(sc);
2840    mtx_unlock(&sc->ciss_mtx);
2841
2842    return(0);
2843}
2844
2845/************************************************************************
2846 * Initiate a rescan of the 'logical devices' SIM
2847 */
2848static void
2849ciss_cam_rescan_target(struct ciss_softc *sc, int bus, int target)
2850{
2851    struct cam_path	*path;
2852    union ccb		*ccb;
2853
2854    debug_called(1);
2855
2856    if ((ccb = malloc(sizeof(union ccb), CISS_MALLOC_CLASS, M_NOWAIT | M_ZERO)) == NULL) {
2857	ciss_printf(sc, "rescan failed (can't allocate CCB)\n");
2858	return;
2859    }
2860
2861    if (xpt_create_path(&path, xpt_periph, cam_sim_path(sc->ciss_cam_sim[bus]),
2862			target, CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
2863	ciss_printf(sc, "rescan failed (can't create path)\n");
2864	free(ccb, CISS_MALLOC_CLASS);
2865	return;
2866    }
2867
2868    xpt_setup_ccb(&ccb->ccb_h, path, 5/*priority (low)*/);
2869    ccb->ccb_h.func_code = XPT_SCAN_BUS;
2870    ccb->ccb_h.cbfcnp = ciss_cam_rescan_callback;
2871    ccb->crcn.flags = CAM_FLAG_NONE;
2872    xpt_action(ccb);
2873
2874    /* scan is now in progress */
2875}
2876
2877static void
2878ciss_cam_rescan_all(struct ciss_softc *sc)
2879{
2880    int i;
2881
2882    /* Rescan the logical buses */
2883    for (i = 0; i < sc->ciss_max_logical_bus; i++)
2884	ciss_cam_rescan_target(sc, i, CAM_TARGET_WILDCARD);
2885    /* Rescan the physical buses */
2886    for (i = CISS_PHYSICAL_BASE; i < sc->ciss_max_physical_bus +
2887	 CISS_PHYSICAL_BASE; i++)
2888	ciss_cam_rescan_target(sc, i, CAM_TARGET_WILDCARD);
2889}
2890
2891static void
2892ciss_cam_rescan_callback(struct cam_periph *periph, union ccb *ccb)
2893{
2894    xpt_free_path(ccb->ccb_h.path);
2895    free(ccb, CISS_MALLOC_CLASS);
2896}
2897
2898/************************************************************************
2899 * Handle requests coming from CAM
2900 */
2901static void
2902ciss_cam_action(struct cam_sim *sim, union ccb *ccb)
2903{
2904    struct ciss_softc	*sc;
2905    struct ccb_scsiio	*csio;
2906    int			bus, target;
2907    int			physical;
2908
2909    sc = cam_sim_softc(sim);
2910    bus = cam_sim_bus(sim);
2911    csio = (struct ccb_scsiio *)&ccb->csio;
2912    target = csio->ccb_h.target_id;
2913    physical = CISS_IS_PHYSICAL(bus);
2914
2915    switch (ccb->ccb_h.func_code) {
2916
2917	/* perform SCSI I/O */
2918    case XPT_SCSI_IO:
2919	if (!ciss_cam_action_io(sim, csio))
2920	    return;
2921	break;
2922
2923	/* perform geometry calculations */
2924    case XPT_CALC_GEOMETRY:
2925    {
2926	struct ccb_calc_geometry	*ccg = &ccb->ccg;
2927	struct ciss_ldrive		*ld;
2928
2929	debug(1, "XPT_CALC_GEOMETRY %d:%d:%d", cam_sim_bus(sim), ccb->ccb_h.target_id, ccb->ccb_h.target_lun);
2930
2931	ld = NULL;
2932	if (!physical)
2933	    ld = &sc->ciss_logical[bus][target];
2934
2935	/*
2936	 * Use the cached geometry settings unless the fault tolerance
2937	 * is invalid.
2938	 */
2939	if (physical || ld->cl_geometry.fault_tolerance == 0xFF) {
2940	    u_int32_t			secs_per_cylinder;
2941
2942	    ccg->heads = 255;
2943	    ccg->secs_per_track = 32;
2944	    secs_per_cylinder = ccg->heads * ccg->secs_per_track;
2945	    ccg->cylinders = ccg->volume_size / secs_per_cylinder;
2946	} else {
2947	    ccg->heads = ld->cl_geometry.heads;
2948	    ccg->secs_per_track = ld->cl_geometry.sectors;
2949	    ccg->cylinders = ntohs(ld->cl_geometry.cylinders);
2950	}
2951	ccb->ccb_h.status = CAM_REQ_CMP;
2952        break;
2953    }
2954
2955	/* handle path attribute inquiry */
2956    case XPT_PATH_INQ:
2957    {
2958	struct ccb_pathinq	*cpi = &ccb->cpi;
2959
2960	debug(1, "XPT_PATH_INQ %d:%d:%d", cam_sim_bus(sim), ccb->ccb_h.target_id, ccb->ccb_h.target_lun);
2961
2962	cpi->version_num = 1;
2963	cpi->hba_inquiry = PI_TAG_ABLE;	/* XXX is this correct? */
2964	cpi->target_sprt = 0;
2965	cpi->hba_misc = 0;
2966	cpi->max_target = CISS_MAX_LOGICAL;
2967	cpi->max_lun = 0;		/* 'logical drive' channel only */
2968	cpi->initiator_id = CISS_MAX_LOGICAL;
2969	strncpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
2970        strncpy(cpi->hba_vid, "msmith@freebsd.org", HBA_IDLEN);
2971        strncpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN);
2972        cpi->unit_number = cam_sim_unit(sim);
2973        cpi->bus_id = cam_sim_bus(sim);
2974	cpi->base_transfer_speed = 132 * 1024;	/* XXX what to set this to? */
2975	cpi->transport = XPORT_SPI;
2976	cpi->transport_version = 2;
2977	cpi->protocol = PROTO_SCSI;
2978	cpi->protocol_version = SCSI_REV_2;
2979	ccb->ccb_h.status = CAM_REQ_CMP;
2980	break;
2981    }
2982
2983    case XPT_GET_TRAN_SETTINGS:
2984    {
2985	struct ccb_trans_settings	*cts = &ccb->cts;
2986	int				bus, target;
2987	struct ccb_trans_settings_spi *spi = &cts->xport_specific.spi;
2988	struct ccb_trans_settings_scsi *scsi = &cts->proto_specific.scsi;
2989
2990	bus = cam_sim_bus(sim);
2991	target = cts->ccb_h.target_id;
2992
2993	debug(1, "XPT_GET_TRAN_SETTINGS %d:%d", bus, target);
2994	/* disconnect always OK */
2995	cts->protocol = PROTO_SCSI;
2996	cts->protocol_version = SCSI_REV_2;
2997	cts->transport = XPORT_SPI;
2998	cts->transport_version = 2;
2999
3000	spi->valid = CTS_SPI_VALID_DISC;
3001	spi->flags = CTS_SPI_FLAGS_DISC_ENB;
3002
3003	scsi->valid = CTS_SCSI_VALID_TQ;
3004	scsi->flags = CTS_SCSI_FLAGS_TAG_ENB;
3005
3006	cts->ccb_h.status = CAM_REQ_CMP;
3007	break;
3008    }
3009
3010    default:		/* we can't do this */
3011	debug(1, "unspported func_code = 0x%x", ccb->ccb_h.func_code);
3012	ccb->ccb_h.status = CAM_REQ_INVALID;
3013	break;
3014    }
3015
3016    xpt_done(ccb);
3017}
3018
3019/************************************************************************
3020 * Handle a CAM SCSI I/O request.
3021 */
3022static int
3023ciss_cam_action_io(struct cam_sim *sim, struct ccb_scsiio *csio)
3024{
3025    struct ciss_softc	*sc;
3026    int			bus, target;
3027    struct ciss_request	*cr;
3028    struct ciss_command	*cc;
3029    int			error;
3030
3031    sc = cam_sim_softc(sim);
3032    bus = cam_sim_bus(sim);
3033    target = csio->ccb_h.target_id;
3034
3035    debug(2, "XPT_SCSI_IO %d:%d:%d", bus, target, csio->ccb_h.target_lun);
3036
3037    /* check that the CDB pointer is not to a physical address */
3038    if ((csio->ccb_h.flags & CAM_CDB_POINTER) && (csio->ccb_h.flags & CAM_CDB_PHYS)) {
3039	debug(3, "  CDB pointer is to physical address");
3040	csio->ccb_h.status = CAM_REQ_CMP_ERR;
3041    }
3042
3043    /* if there is data transfer, it must be to/from a virtual address */
3044    if ((csio->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
3045	if (csio->ccb_h.flags & CAM_DATA_PHYS) {		/* we can't map it */
3046	    debug(3, "  data pointer is to physical address");
3047	    csio->ccb_h.status = CAM_REQ_CMP_ERR;
3048	}
3049	if (csio->ccb_h.flags & CAM_SCATTER_VALID) {	/* we want to do the s/g setup */
3050	    debug(3, "  data has premature s/g setup");
3051	    csio->ccb_h.status = CAM_REQ_CMP_ERR;
3052	}
3053    }
3054
3055    /* abandon aborted ccbs or those that have failed validation */
3056    if ((csio->ccb_h.status & CAM_STATUS_MASK) != CAM_REQ_INPROG) {
3057	debug(3, "abandoning CCB due to abort/validation failure");
3058	return(EINVAL);
3059    }
3060
3061    /* handle emulation of some SCSI commands ourself */
3062    if (ciss_cam_emulate(sc, csio))
3063	return(0);
3064
3065    /*
3066     * Get a request to manage this command.  If we can't, return the
3067     * ccb, freeze the queue and flag so that we unfreeze it when a
3068     * request completes.
3069     */
3070    if ((error = ciss_get_request(sc, &cr)) != 0) {
3071	xpt_freeze_simq(sim, 1);
3072	csio->ccb_h.status |= CAM_REQUEUE_REQ;
3073	return(error);
3074    }
3075
3076    /*
3077     * Build the command.
3078     */
3079    cc = CISS_FIND_COMMAND(cr);
3080    cr->cr_data = csio->data_ptr;
3081    cr->cr_length = csio->dxfer_len;
3082    cr->cr_complete = ciss_cam_complete;
3083    cr->cr_private = csio;
3084
3085    /*
3086     * Target the right logical volume.
3087     */
3088    if (CISS_IS_PHYSICAL(bus))
3089	cc->header.address =
3090	    sc->ciss_physical[CISS_CAM_TO_PBUS(bus)][target].cp_address;
3091    else
3092	cc->header.address =
3093	    sc->ciss_logical[bus][target].cl_address;
3094    cc->cdb.cdb_length = csio->cdb_len;
3095    cc->cdb.type = CISS_CDB_TYPE_COMMAND;
3096    cc->cdb.attribute = CISS_CDB_ATTRIBUTE_SIMPLE;	/* XXX ordered tags? */
3097    if ((csio->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_OUT) {
3098	cr->cr_flags = CISS_REQ_DATAOUT;
3099	cc->cdb.direction = CISS_CDB_DIRECTION_WRITE;
3100    } else if ((csio->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN) {
3101	cr->cr_flags = CISS_REQ_DATAIN;
3102	cc->cdb.direction = CISS_CDB_DIRECTION_READ;
3103    } else {
3104	cr->cr_flags = 0;
3105	cc->cdb.direction = CISS_CDB_DIRECTION_NONE;
3106    }
3107    cc->cdb.timeout = (csio->ccb_h.timeout / 1000) + 1;
3108    if (csio->ccb_h.flags & CAM_CDB_POINTER) {
3109	bcopy(csio->cdb_io.cdb_ptr, &cc->cdb.cdb[0], csio->cdb_len);
3110    } else {
3111	bcopy(csio->cdb_io.cdb_bytes, &cc->cdb.cdb[0], csio->cdb_len);
3112    }
3113
3114    /*
3115     * Submit the request to the adapter.
3116     *
3117     * Note that this may fail if we're unable to map the request (and
3118     * if we ever learn a transport layer other than simple, may fail
3119     * if the adapter rejects the command).
3120     */
3121    if ((error = ciss_start(cr)) != 0) {
3122	xpt_freeze_simq(sim, 1);
3123	if (error == EINPROGRESS) {
3124	    csio->ccb_h.status |= CAM_RELEASE_SIMQ;
3125	    error = 0;
3126	} else {
3127	    csio->ccb_h.status |= CAM_REQUEUE_REQ;
3128	    ciss_release_request(cr);
3129	}
3130	return(error);
3131    }
3132
3133    return(0);
3134}
3135
3136/************************************************************************
3137 * Emulate SCSI commands the adapter doesn't handle as we might like.
3138 */
3139static int
3140ciss_cam_emulate(struct ciss_softc *sc, struct ccb_scsiio *csio)
3141{
3142    int		bus, target;
3143    u_int8_t	opcode;
3144
3145    target = csio->ccb_h.target_id;
3146    bus = cam_sim_bus(xpt_path_sim(csio->ccb_h.path));
3147    opcode = (csio->ccb_h.flags & CAM_CDB_POINTER) ?
3148	*(u_int8_t *)csio->cdb_io.cdb_ptr : csio->cdb_io.cdb_bytes[0];
3149
3150    if (CISS_IS_PHYSICAL(bus)) {
3151	if (sc->ciss_physical[CISS_CAM_TO_PBUS(bus)][target].cp_online != 1) {
3152	    csio->ccb_h.status = CAM_SEL_TIMEOUT;
3153	    xpt_done((union ccb *)csio);
3154	    return(1);
3155	} else
3156	    return(0);
3157    }
3158
3159    /*
3160     * Handle requests for volumes that don't exist or are not online.
3161     * A selection timeout is slightly better than an illegal request.
3162     * Other errors might be better.
3163     */
3164    if (sc->ciss_logical[bus][target].cl_status != CISS_LD_ONLINE) {
3165	csio->ccb_h.status = CAM_SEL_TIMEOUT;
3166	xpt_done((union ccb *)csio);
3167	return(1);
3168    }
3169
3170    /* if we have to fake Synchronise Cache */
3171    if (sc->ciss_flags & CISS_FLAG_FAKE_SYNCH) {
3172	/*
3173	 * If this is a Synchronise Cache command, typically issued when
3174	 * a device is closed, flush the adapter and complete now.
3175	 */
3176	if (((csio->ccb_h.flags & CAM_CDB_POINTER) ?
3177	     *(u_int8_t *)csio->cdb_io.cdb_ptr : csio->cdb_io.cdb_bytes[0]) == SYNCHRONIZE_CACHE) {
3178	    ciss_flush_adapter(sc);
3179	    csio->ccb_h.status = CAM_REQ_CMP;
3180	    xpt_done((union ccb *)csio);
3181	    return(1);
3182	}
3183    }
3184
3185    return(0);
3186}
3187
3188/************************************************************************
3189 * Check for possibly-completed commands.
3190 */
3191static void
3192ciss_cam_poll(struct cam_sim *sim)
3193{
3194    cr_qhead_t qh;
3195    struct ciss_softc	*sc = cam_sim_softc(sim);
3196
3197    debug_called(2);
3198
3199    STAILQ_INIT(&qh);
3200    if (sc->ciss_perf)
3201	ciss_perf_done(sc, &qh);
3202    else
3203	ciss_done(sc, &qh);
3204    ciss_complete(sc, &qh);
3205}
3206
3207/************************************************************************
3208 * Handle completion of a command - pass results back through the CCB
3209 */
3210static void
3211ciss_cam_complete(struct ciss_request *cr)
3212{
3213    struct ciss_softc		*sc;
3214    struct ciss_command		*cc;
3215    struct ciss_error_info	*ce;
3216    struct ccb_scsiio		*csio;
3217    int				scsi_status;
3218    int				command_status;
3219
3220    debug_called(2);
3221
3222    sc = cr->cr_sc;
3223    cc = CISS_FIND_COMMAND(cr);
3224    ce = (struct ciss_error_info *)&(cc->sg[0]);
3225    csio = (struct ccb_scsiio *)cr->cr_private;
3226
3227    /*
3228     * Extract status values from request.
3229     */
3230    ciss_report_request(cr, &command_status, &scsi_status);
3231    csio->scsi_status = scsi_status;
3232
3233    /*
3234     * Handle specific SCSI status values.
3235     */
3236    switch(scsi_status) {
3237	/* no status due to adapter error */
3238    case -1:
3239	debug(0, "adapter error");
3240	csio->ccb_h.status = CAM_REQ_CMP_ERR;
3241	break;
3242
3243	/* no status due to command completed OK */
3244    case SCSI_STATUS_OK:		/* CISS_SCSI_STATUS_GOOD */
3245	debug(2, "SCSI_STATUS_OK");
3246	csio->ccb_h.status = CAM_REQ_CMP;
3247	break;
3248
3249	/* check condition, sense data included */
3250    case SCSI_STATUS_CHECK_COND:	/* CISS_SCSI_STATUS_CHECK_CONDITION */
3251	debug(0, "SCSI_STATUS_CHECK_COND  sense size %d  resid %d\n",
3252	      ce->sense_length, ce->residual_count);
3253	bzero(&csio->sense_data, SSD_FULL_SIZE);
3254	bcopy(&ce->sense_info[0], &csio->sense_data, ce->sense_length);
3255	csio->sense_len = ce->sense_length;
3256	csio->resid = ce->residual_count;
3257	csio->ccb_h.status = CAM_SCSI_STATUS_ERROR | CAM_AUTOSNS_VALID;
3258#ifdef CISS_DEBUG
3259	{
3260	    struct scsi_sense_data	*sns = (struct scsi_sense_data *)&ce->sense_info[0];
3261	    debug(0, "sense key %x", sns->flags & SSD_KEY);
3262	}
3263#endif
3264	break;
3265
3266    case SCSI_STATUS_BUSY:		/* CISS_SCSI_STATUS_BUSY */
3267	debug(0, "SCSI_STATUS_BUSY");
3268	csio->ccb_h.status = CAM_SCSI_BUSY;
3269	break;
3270
3271    default:
3272	debug(0, "unknown status 0x%x", csio->scsi_status);
3273	csio->ccb_h.status = CAM_REQ_CMP_ERR;
3274	break;
3275    }
3276
3277    /* handle post-command fixup */
3278    ciss_cam_complete_fixup(sc, csio);
3279
3280    /* tell CAM we're ready for more commands */
3281    csio->ccb_h.status |= CAM_RELEASE_SIMQ;
3282
3283    ciss_release_request(cr);
3284    xpt_done((union ccb *)csio);
3285}
3286
3287/********************************************************************************
3288 * Fix up the result of some commands here.
3289 */
3290static void
3291ciss_cam_complete_fixup(struct ciss_softc *sc, struct ccb_scsiio *csio)
3292{
3293    struct scsi_inquiry_data	*inq;
3294    struct ciss_ldrive		*cl;
3295    int				bus, target;
3296
3297    if (((csio->ccb_h.flags & CAM_CDB_POINTER) ?
3298	 *(u_int8_t *)csio->cdb_io.cdb_ptr : csio->cdb_io.cdb_bytes[0]) == INQUIRY) {
3299
3300	inq = (struct scsi_inquiry_data *)csio->data_ptr;
3301	target = csio->ccb_h.target_id;
3302	bus = cam_sim_bus(xpt_path_sim(csio->ccb_h.path));
3303
3304	/*
3305	 * Don't let hard drives be seen by the DA driver.  They will still be
3306	 * attached by the PASS driver.
3307	 */
3308	if (CISS_IS_PHYSICAL(bus)) {
3309	    if (SID_TYPE(inq) == T_DIRECT)
3310		inq->device = (inq->device & 0xe0) | T_NODEVICE;
3311	    return;
3312	}
3313
3314	cl = &sc->ciss_logical[bus][target];
3315
3316	padstr(inq->vendor, "COMPAQ", 8);
3317	padstr(inq->product, ciss_name_ldrive_org(cl->cl_ldrive->fault_tolerance), 8);
3318	padstr(inq->revision, ciss_name_ldrive_status(cl->cl_lstatus->status), 16);
3319    }
3320}
3321
3322
3323/********************************************************************************
3324 * Find a peripheral attached at (target)
3325 */
3326static struct cam_periph *
3327ciss_find_periph(struct ciss_softc *sc, int bus, int target)
3328{
3329    struct cam_periph	*periph;
3330    struct cam_path	*path;
3331    int			status;
3332
3333    status = xpt_create_path(&path, NULL, cam_sim_path(sc->ciss_cam_sim[bus]),
3334			     target, 0);
3335    if (status == CAM_REQ_CMP) {
3336	periph = cam_periph_find(path, NULL);
3337	xpt_free_path(path);
3338    } else {
3339	periph = NULL;
3340    }
3341    return(periph);
3342}
3343
3344/********************************************************************************
3345 * Name the device at (target)
3346 *
3347 * XXX is this strictly correct?
3348 */
3349static int
3350ciss_name_device(struct ciss_softc *sc, int bus, int target)
3351{
3352    struct cam_periph	*periph;
3353
3354    if (CISS_IS_PHYSICAL(bus))
3355	return (0);
3356    if ((periph = ciss_find_periph(sc, bus, target)) != NULL) {
3357	sprintf(sc->ciss_logical[bus][target].cl_name, "%s%d",
3358		periph->periph_name, periph->unit_number);
3359	return(0);
3360    }
3361    sc->ciss_logical[bus][target].cl_name[0] = 0;
3362    return(ENOENT);
3363}
3364
3365/************************************************************************
3366 * Periodic status monitoring.
3367 */
3368static void
3369ciss_periodic(void *arg)
3370{
3371    struct ciss_softc	*sc;
3372    struct ciss_request	*cr = NULL;
3373    struct ciss_command	*cc = NULL;
3374    int			error = 0;
3375
3376    debug_called(1);
3377
3378    sc = (struct ciss_softc *)arg;
3379
3380    /*
3381     * Check the adapter heartbeat.
3382     */
3383    if (sc->ciss_cfg->heartbeat == sc->ciss_heartbeat) {
3384	sc->ciss_heart_attack++;
3385	debug(0, "adapter heart attack in progress 0x%x/%d",
3386	      sc->ciss_heartbeat, sc->ciss_heart_attack);
3387	if (sc->ciss_heart_attack == 3) {
3388	    ciss_printf(sc, "ADAPTER HEARTBEAT FAILED\n");
3389	    ciss_disable_adapter(sc);
3390	    return;
3391	}
3392    } else {
3393	sc->ciss_heartbeat = sc->ciss_cfg->heartbeat;
3394	sc->ciss_heart_attack = 0;
3395	debug(3, "new heartbeat 0x%x", sc->ciss_heartbeat);
3396    }
3397
3398    /*
3399     * Send the NOP message and wait for a response.
3400     */
3401    if (ciss_nop_message_heartbeat != 0 && (error = ciss_get_request(sc, &cr)) == 0) {
3402	cc = CISS_FIND_COMMAND(cr);
3403	cr->cr_complete = ciss_nop_complete;
3404	cc->cdb.cdb_length = 1;
3405	cc->cdb.type = CISS_CDB_TYPE_MESSAGE;
3406	cc->cdb.attribute = CISS_CDB_ATTRIBUTE_SIMPLE;
3407	cc->cdb.direction = CISS_CDB_DIRECTION_WRITE;
3408	cc->cdb.timeout = 0;
3409	cc->cdb.cdb[0] = CISS_OPCODE_MESSAGE_NOP;
3410
3411	if ((error = ciss_start(cr)) != 0) {
3412	    ciss_printf(sc, "SENDING NOP MESSAGE FAILED\n");
3413	}
3414    }
3415
3416    /*
3417     * If the notify event request has died for some reason, or has
3418     * not started yet, restart it.
3419     */
3420    if (!(sc->ciss_flags & CISS_FLAG_NOTIFY_OK)) {
3421	debug(0, "(re)starting Event Notify chain");
3422	ciss_notify_event(sc);
3423    }
3424
3425    /*
3426     * Reschedule.
3427     */
3428    callout_reset(&sc->ciss_periodic, CISS_HEARTBEAT_RATE * hz, ciss_periodic, sc);
3429}
3430
3431static void
3432ciss_nop_complete(struct ciss_request *cr)
3433{
3434    struct ciss_softc		*sc;
3435    static int			first_time = 1;
3436
3437    sc = cr->cr_sc;
3438    if (ciss_report_request(cr, NULL, NULL) != 0) {
3439	if (first_time == 1) {
3440	    first_time = 0;
3441	    ciss_printf(sc, "SENDING NOP MESSAGE FAILED (not logging anymore)\n");
3442	}
3443    }
3444
3445    ciss_release_request(cr);
3446}
3447
3448/************************************************************************
3449 * Disable the adapter.
3450 *
3451 * The all requests in completed queue is failed with hardware error.
3452 * This will cause failover in a multipath configuration.
3453 */
3454static void
3455ciss_disable_adapter(struct ciss_softc *sc)
3456{
3457    cr_qhead_t			qh;
3458    struct ciss_request		*cr;
3459    struct ciss_command		*cc;
3460    struct ciss_error_info	*ce;
3461    int				i;
3462
3463    CISS_TL_SIMPLE_DISABLE_INTERRUPTS(sc);
3464    pci_disable_busmaster(sc->ciss_dev);
3465    sc->ciss_flags &= ~CISS_FLAG_RUNNING;
3466
3467    for (i = 1; i < sc->ciss_max_requests; i++) {
3468	cr = &sc->ciss_request[i];
3469	if ((cr->cr_flags & CISS_REQ_BUSY) == 0)
3470	    continue;
3471
3472	cc = CISS_FIND_COMMAND(cr);
3473	ce = (struct ciss_error_info *)&(cc->sg[0]);
3474	ce->command_status = CISS_CMD_STATUS_HARDWARE_ERROR;
3475	ciss_enqueue_complete(cr, &qh);
3476    }
3477
3478    for (;;) {
3479	if ((cr = ciss_dequeue_complete(sc, &qh)) == NULL)
3480	    break;
3481
3482	/*
3483	 * If the request has a callback, invoke it.
3484	 */
3485	if (cr->cr_complete != NULL) {
3486	    cr->cr_complete(cr);
3487	    continue;
3488	}
3489
3490	/*
3491	 * If someone is sleeping on this request, wake them up.
3492	 */
3493	if (cr->cr_flags & CISS_REQ_SLEEP) {
3494	    cr->cr_flags &= ~CISS_REQ_SLEEP;
3495	    wakeup(cr);
3496	    continue;
3497	}
3498    }
3499}
3500
3501/************************************************************************
3502 * Request a notification response from the adapter.
3503 *
3504 * If (cr) is NULL, this is the first request of the adapter, so
3505 * reset the adapter's message pointer and start with the oldest
3506 * message available.
3507 */
3508static void
3509ciss_notify_event(struct ciss_softc *sc)
3510{
3511    struct ciss_request		*cr;
3512    struct ciss_command		*cc;
3513    struct ciss_notify_cdb	*cnc;
3514    int				error;
3515
3516    debug_called(1);
3517
3518    cr = sc->ciss_periodic_notify;
3519
3520    /* get a request if we don't already have one */
3521    if (cr == NULL) {
3522	if ((error = ciss_get_request(sc, &cr)) != 0) {
3523	    debug(0, "can't get notify event request");
3524	    goto out;
3525	}
3526	sc->ciss_periodic_notify = cr;
3527	cr->cr_complete = ciss_notify_complete;
3528	debug(1, "acquired request %d", cr->cr_tag);
3529    }
3530
3531    /*
3532     * Get a databuffer if we don't already have one, note that the
3533     * adapter command wants a larger buffer than the actual
3534     * structure.
3535     */
3536    if (cr->cr_data == NULL) {
3537	if ((cr->cr_data = malloc(CISS_NOTIFY_DATA_SIZE, CISS_MALLOC_CLASS, M_NOWAIT)) == NULL) {
3538	    debug(0, "can't get notify event request buffer");
3539	    error = ENOMEM;
3540	    goto out;
3541	}
3542	cr->cr_length = CISS_NOTIFY_DATA_SIZE;
3543    }
3544
3545    /* re-setup the request's command (since we never release it) XXX overkill*/
3546    ciss_preen_command(cr);
3547
3548    /* (re)build the notify event command */
3549    cc = CISS_FIND_COMMAND(cr);
3550    cc->header.address.physical.mode = CISS_HDR_ADDRESS_MODE_PERIPHERAL;
3551    cc->header.address.physical.bus = 0;
3552    cc->header.address.physical.target = 0;
3553
3554    cc->cdb.cdb_length = sizeof(*cnc);
3555    cc->cdb.type = CISS_CDB_TYPE_COMMAND;
3556    cc->cdb.attribute = CISS_CDB_ATTRIBUTE_SIMPLE;
3557    cc->cdb.direction = CISS_CDB_DIRECTION_READ;
3558    cc->cdb.timeout = 0;	/* no timeout, we hope */
3559
3560    cnc = (struct ciss_notify_cdb *)&(cc->cdb.cdb[0]);
3561    bzero(cr->cr_data, CISS_NOTIFY_DATA_SIZE);
3562    cnc->opcode = CISS_OPCODE_READ;
3563    cnc->command = CISS_COMMAND_NOTIFY_ON_EVENT;
3564    cnc->timeout = 0;		/* no timeout, we hope */
3565    cnc->synchronous = 0;
3566    cnc->ordered = 0;
3567    cnc->seek_to_oldest = 0;
3568    if ((sc->ciss_flags & CISS_FLAG_RUNNING) == 0)
3569	cnc->new_only = 1;
3570    else
3571	cnc->new_only = 0;
3572    cnc->length = htonl(CISS_NOTIFY_DATA_SIZE);
3573
3574    /* submit the request */
3575    error = ciss_start(cr);
3576
3577 out:
3578    if (error) {
3579	if (cr != NULL) {
3580	    if (cr->cr_data != NULL)
3581		free(cr->cr_data, CISS_MALLOC_CLASS);
3582	    ciss_release_request(cr);
3583	}
3584	sc->ciss_periodic_notify = NULL;
3585	debug(0, "can't submit notify event request");
3586	sc->ciss_flags &= ~CISS_FLAG_NOTIFY_OK;
3587    } else {
3588	debug(1, "notify event submitted");
3589	sc->ciss_flags |= CISS_FLAG_NOTIFY_OK;
3590    }
3591}
3592
3593static void
3594ciss_notify_complete(struct ciss_request *cr)
3595{
3596    struct ciss_command	*cc;
3597    struct ciss_notify	*cn;
3598    struct ciss_softc	*sc;
3599    int			scsi_status;
3600    int			command_status;
3601    debug_called(1);
3602
3603    cc = CISS_FIND_COMMAND(cr);
3604    cn = (struct ciss_notify *)cr->cr_data;
3605    sc = cr->cr_sc;
3606
3607    /*
3608     * Report request results, decode status.
3609     */
3610    ciss_report_request(cr, &command_status, &scsi_status);
3611
3612    /*
3613     * Abort the chain on a fatal error.
3614     *
3615     * XXX which of these are actually errors?
3616     */
3617    if ((command_status != CISS_CMD_STATUS_SUCCESS) &&
3618	(command_status != CISS_CMD_STATUS_TARGET_STATUS) &&
3619	(command_status != CISS_CMD_STATUS_TIMEOUT)) {	/* XXX timeout? */
3620	ciss_printf(sc, "fatal error in Notify Event request (%s)\n",
3621		    ciss_name_command_status(command_status));
3622	ciss_release_request(cr);
3623	sc->ciss_flags &= ~CISS_FLAG_NOTIFY_OK;
3624	return;
3625    }
3626
3627    /*
3628     * If the adapter gave us a text message, print it.
3629     */
3630    if (cn->message[0] != 0)
3631	ciss_printf(sc, "*** %.80s\n", cn->message);
3632
3633    debug(0, "notify event class %d subclass %d detail %d",
3634		cn->class, cn->subclass, cn->detail);
3635
3636    /*
3637     * If the response indicates that the notifier has been aborted,
3638     * release the notifier command.
3639     */
3640    if ((cn->class == CISS_NOTIFY_NOTIFIER) &&
3641	(cn->subclass == CISS_NOTIFY_NOTIFIER_STATUS) &&
3642	(cn->detail == 1)) {
3643	debug(0, "notifier exiting");
3644	sc->ciss_flags &= ~CISS_FLAG_NOTIFY_OK;
3645	ciss_release_request(cr);
3646	sc->ciss_periodic_notify = NULL;
3647	wakeup(&sc->ciss_periodic_notify);
3648    } else {
3649	/* Handle notify events in a kernel thread */
3650	ciss_enqueue_notify(cr);
3651	sc->ciss_periodic_notify = NULL;
3652	wakeup(&sc->ciss_periodic_notify);
3653	wakeup(&sc->ciss_notify);
3654    }
3655    /*
3656     * Send a new notify event command, if we're not aborting.
3657     */
3658    if (!(sc->ciss_flags & CISS_FLAG_ABORTING)) {
3659	ciss_notify_event(sc);
3660    }
3661}
3662
3663/************************************************************************
3664 * Abort the Notify Event chain.
3665 *
3666 * Note that we can't just abort the command in progress; we have to
3667 * explicitly issue an Abort Notify Event command in order for the
3668 * adapter to clean up correctly.
3669 *
3670 * If we are called with CISS_FLAG_ABORTING set in the adapter softc,
3671 * the chain will not restart itself.
3672 */
3673static int
3674ciss_notify_abort(struct ciss_softc *sc)
3675{
3676    struct ciss_request		*cr;
3677    struct ciss_command		*cc;
3678    struct ciss_notify_cdb	*cnc;
3679    int				error, command_status, scsi_status;
3680
3681    debug_called(1);
3682
3683    cr = NULL;
3684    error = 0;
3685
3686    /* verify that there's an outstanding command */
3687    if (!(sc->ciss_flags & CISS_FLAG_NOTIFY_OK))
3688	goto out;
3689
3690    /* get a command to issue the abort with */
3691    if ((error = ciss_get_request(sc, &cr)))
3692	goto out;
3693
3694    /* get a buffer for the result */
3695    if ((cr->cr_data = malloc(CISS_NOTIFY_DATA_SIZE, CISS_MALLOC_CLASS, M_NOWAIT)) == NULL) {
3696	debug(0, "can't get notify event request buffer");
3697	error = ENOMEM;
3698	goto out;
3699    }
3700    cr->cr_length = CISS_NOTIFY_DATA_SIZE;
3701
3702    /* build the CDB */
3703    cc = CISS_FIND_COMMAND(cr);
3704    cc->header.address.physical.mode = CISS_HDR_ADDRESS_MODE_PERIPHERAL;
3705    cc->header.address.physical.bus = 0;
3706    cc->header.address.physical.target = 0;
3707    cc->cdb.cdb_length = sizeof(*cnc);
3708    cc->cdb.type = CISS_CDB_TYPE_COMMAND;
3709    cc->cdb.attribute = CISS_CDB_ATTRIBUTE_SIMPLE;
3710    cc->cdb.direction = CISS_CDB_DIRECTION_READ;
3711    cc->cdb.timeout = 0;	/* no timeout, we hope */
3712
3713    cnc = (struct ciss_notify_cdb *)&(cc->cdb.cdb[0]);
3714    bzero(cnc, sizeof(*cnc));
3715    cnc->opcode = CISS_OPCODE_WRITE;
3716    cnc->command = CISS_COMMAND_ABORT_NOTIFY;
3717    cnc->length = htonl(CISS_NOTIFY_DATA_SIZE);
3718
3719    ciss_print_request(cr);
3720
3721    /*
3722     * Submit the request and wait for it to complete.
3723     */
3724    if ((error = ciss_synch_request(cr, 60 * 1000)) != 0) {
3725	ciss_printf(sc, "Abort Notify Event command failed (%d)\n", error);
3726	goto out;
3727    }
3728
3729    /*
3730     * Check response.
3731     */
3732    ciss_report_request(cr, &command_status, &scsi_status);
3733    switch(command_status) {
3734    case CISS_CMD_STATUS_SUCCESS:
3735	break;
3736    case CISS_CMD_STATUS_INVALID_COMMAND:
3737	/*
3738	 * Some older adapters don't support the CISS version of this
3739	 * command.  Fall back to using the BMIC version.
3740	 */
3741	error = ciss_notify_abort_bmic(sc);
3742	if (error != 0)
3743	    goto out;
3744	break;
3745
3746    case CISS_CMD_STATUS_TARGET_STATUS:
3747	/*
3748	 * This can happen if the adapter thinks there wasn't an outstanding
3749	 * Notify Event command but we did.  We clean up here.
3750	 */
3751	if (scsi_status == CISS_SCSI_STATUS_CHECK_CONDITION) {
3752	    if (sc->ciss_periodic_notify != NULL)
3753		ciss_release_request(sc->ciss_periodic_notify);
3754	    error = 0;
3755	    goto out;
3756	}
3757	/* FALLTHROUGH */
3758
3759    default:
3760	ciss_printf(sc, "Abort Notify Event command failed (%s)\n",
3761		    ciss_name_command_status(command_status));
3762	error = EIO;
3763	goto out;
3764    }
3765
3766    /*
3767     * Sleep waiting for the notifier command to complete.  Note
3768     * that if it doesn't, we may end up in a bad situation, since
3769     * the adapter may deliver it later.  Also note that the adapter
3770     * requires the Notify Event command to be cancelled in order to
3771     * maintain internal bookkeeping.
3772     */
3773    while (sc->ciss_periodic_notify != NULL) {
3774	error = msleep(&sc->ciss_periodic_notify, &sc->ciss_mtx, PRIBIO, "cissNEA", hz * 5);
3775	if (error == EWOULDBLOCK) {
3776	    ciss_printf(sc, "Notify Event command failed to abort, adapter may wedge.\n");
3777	    break;
3778	}
3779    }
3780
3781 out:
3782    /* release the cancel request */
3783    if (cr != NULL) {
3784	if (cr->cr_data != NULL)
3785	    free(cr->cr_data, CISS_MALLOC_CLASS);
3786	ciss_release_request(cr);
3787    }
3788    if (error == 0)
3789	sc->ciss_flags &= ~CISS_FLAG_NOTIFY_OK;
3790    return(error);
3791}
3792
3793/************************************************************************
3794 * Abort the Notify Event chain using a BMIC command.
3795 */
3796static int
3797ciss_notify_abort_bmic(struct ciss_softc *sc)
3798{
3799    struct ciss_request			*cr;
3800    int					error, command_status;
3801
3802    debug_called(1);
3803
3804    cr = NULL;
3805    error = 0;
3806
3807    /* verify that there's an outstanding command */
3808    if (!(sc->ciss_flags & CISS_FLAG_NOTIFY_OK))
3809	goto out;
3810
3811    /*
3812     * Build a BMIC command to cancel the Notify on Event command.
3813     *
3814     * Note that we are sending a CISS opcode here.  Odd.
3815     */
3816    if ((error = ciss_get_bmic_request(sc, &cr, CISS_COMMAND_ABORT_NOTIFY,
3817				       NULL, 0)) != 0)
3818	goto out;
3819
3820    /*
3821     * Submit the request and wait for it to complete.
3822     */
3823    if ((error = ciss_synch_request(cr, 60 * 1000)) != 0) {
3824	ciss_printf(sc, "error sending BMIC Cancel Notify on Event command (%d)\n", error);
3825	goto out;
3826    }
3827
3828    /*
3829     * Check response.
3830     */
3831    ciss_report_request(cr, &command_status, NULL);
3832    switch(command_status) {
3833    case CISS_CMD_STATUS_SUCCESS:
3834	break;
3835    default:
3836	ciss_printf(sc, "error cancelling Notify on Event (%s)\n",
3837		    ciss_name_command_status(command_status));
3838	error = EIO;
3839	goto out;
3840    }
3841
3842out:
3843    if (cr != NULL)
3844	ciss_release_request(cr);
3845    return(error);
3846}
3847
3848/************************************************************************
3849 * Handle rescanning all the logical volumes when a notify event
3850 * causes the drives to come online or offline.
3851 */
3852static void
3853ciss_notify_rescan_logical(struct ciss_softc *sc)
3854{
3855    struct ciss_lun_report      *cll;
3856    struct ciss_ldrive		*ld;
3857    int                         i, j, ndrives;
3858
3859    /*
3860     * We must rescan all logical volumes to get the right logical
3861     * drive address.
3862     */
3863    cll = ciss_report_luns(sc, CISS_OPCODE_REPORT_LOGICAL_LUNS,
3864                           CISS_MAX_LOGICAL);
3865    if (cll == NULL)
3866        return;
3867
3868    ndrives = (ntohl(cll->list_size) / sizeof(union ciss_device_address));
3869
3870    /*
3871     * Delete any of the drives which were destroyed by the
3872     * firmware.
3873     */
3874    for (i = 0; i < sc->ciss_max_logical_bus; i++) {
3875	for (j = 0; j < CISS_MAX_LOGICAL; j++) {
3876	    ld = &sc->ciss_logical[i][j];
3877
3878	    if (ld->cl_update == 0)
3879		continue;
3880
3881	    if (ld->cl_status != CISS_LD_ONLINE) {
3882		ciss_cam_rescan_target(sc, i, j);
3883		ld->cl_update = 0;
3884		if (ld->cl_ldrive)
3885		    free(ld->cl_ldrive, CISS_MALLOC_CLASS);
3886		if (ld->cl_lstatus)
3887		    free(ld->cl_lstatus, CISS_MALLOC_CLASS);
3888
3889		ld->cl_ldrive = NULL;
3890		ld->cl_lstatus = NULL;
3891	    }
3892	}
3893    }
3894
3895    /*
3896     * Scan for new drives.
3897     */
3898    for (i = 0; i < ndrives; i++) {
3899	int	bus, target;
3900
3901	bus 	= CISS_LUN_TO_BUS(cll->lun[i].logical.lun);
3902	target	= CISS_LUN_TO_TARGET(cll->lun[i].logical.lun);
3903	ld	= &sc->ciss_logical[bus][target];
3904
3905	if (ld->cl_update == 0)
3906		continue;
3907
3908	ld->cl_update		= 0;
3909	ld->cl_address		= cll->lun[i];
3910	ld->cl_controller	= &sc->ciss_controllers[bus];
3911	if (ciss_identify_logical(sc, ld) == 0) {
3912	    ciss_cam_rescan_target(sc, bus, target);
3913	}
3914    }
3915    free(cll, CISS_MALLOC_CLASS);
3916}
3917
3918/************************************************************************
3919 * Handle a notify event relating to the status of a logical drive.
3920 *
3921 * XXX need to be able to defer some of these to properly handle
3922 *     calling the "ID Physical drive" command, unless the 'extended'
3923 *     drive IDs are always in BIG_MAP format.
3924 */
3925static void
3926ciss_notify_logical(struct ciss_softc *sc, struct ciss_notify *cn)
3927{
3928    struct ciss_ldrive	*ld;
3929    int			ostatus, bus, target;
3930
3931    debug_called(2);
3932
3933    bus		= cn->device.physical.bus;
3934    target	= cn->data.logical_status.logical_drive;
3935    ld		= &sc->ciss_logical[bus][target];
3936
3937    switch (cn->subclass) {
3938    case CISS_NOTIFY_LOGICAL_STATUS:
3939	switch (cn->detail) {
3940	case 0:
3941	    ciss_name_device(sc, bus, target);
3942	    ciss_printf(sc, "logical drive %d (%s) changed status %s->%s, spare status 0x%b\n",
3943			cn->data.logical_status.logical_drive, ld->cl_name,
3944			ciss_name_ldrive_status(cn->data.logical_status.previous_state),
3945			ciss_name_ldrive_status(cn->data.logical_status.new_state),
3946			cn->data.logical_status.spare_state,
3947			"\20\1configured\2rebuilding\3failed\4in use\5available\n");
3948
3949	    /*
3950	     * Update our idea of the drive's status.
3951	     */
3952	    ostatus = ciss_decode_ldrive_status(cn->data.logical_status.previous_state);
3953	    ld->cl_status = ciss_decode_ldrive_status(cn->data.logical_status.new_state);
3954	    if (ld->cl_lstatus != NULL)
3955		ld->cl_lstatus->status = cn->data.logical_status.new_state;
3956
3957	    /*
3958	     * Have CAM rescan the drive if its status has changed.
3959	     */
3960	    if (ostatus != ld->cl_status) {
3961		ld->cl_update = 1;
3962		ciss_notify_rescan_logical(sc);
3963	    }
3964
3965	    break;
3966
3967	case 1:	/* logical drive has recognised new media, needs Accept Media Exchange */
3968	    ciss_name_device(sc, bus, target);
3969	    ciss_printf(sc, "logical drive %d (%s) media exchanged, ready to go online\n",
3970			cn->data.logical_status.logical_drive, ld->cl_name);
3971	    ciss_accept_media(sc, ld);
3972
3973	    ld->cl_update = 1;
3974	    ld->cl_status = ciss_decode_ldrive_status(cn->data.logical_status.new_state);
3975	    ciss_notify_rescan_logical(sc);
3976	    break;
3977
3978	case 2:
3979	case 3:
3980	    ciss_printf(sc, "rebuild of logical drive %d (%s) failed due to %s error\n",
3981			cn->data.rebuild_aborted.logical_drive,
3982			ld->cl_name,
3983			(cn->detail == 2) ? "read" : "write");
3984	    break;
3985	}
3986	break;
3987
3988    case CISS_NOTIFY_LOGICAL_ERROR:
3989	if (cn->detail == 0) {
3990	    ciss_printf(sc, "FATAL I/O ERROR on logical drive %d (%s), SCSI port %d ID %d\n",
3991			cn->data.io_error.logical_drive,
3992			ld->cl_name,
3993			cn->data.io_error.failure_bus,
3994			cn->data.io_error.failure_drive);
3995	    /* XXX should we take the drive down at this point, or will we be told? */
3996	}
3997	break;
3998
3999    case CISS_NOTIFY_LOGICAL_SURFACE:
4000	if (cn->detail == 0)
4001	    ciss_printf(sc, "logical drive %d (%s) completed consistency initialisation\n",
4002			cn->data.consistency_completed.logical_drive,
4003			ld->cl_name);
4004	break;
4005    }
4006}
4007
4008/************************************************************************
4009 * Handle a notify event relating to the status of a physical drive.
4010 */
4011static void
4012ciss_notify_physical(struct ciss_softc *sc, struct ciss_notify *cn)
4013{
4014}
4015
4016/************************************************************************
4017 * Handle a notify event relating to the status of a physical drive.
4018 */
4019static void
4020ciss_notify_hotplug(struct ciss_softc *sc, struct ciss_notify *cn)
4021{
4022    struct ciss_lun_report *cll = NULL;
4023    int bus, target;
4024
4025    switch (cn->subclass) {
4026    case CISS_NOTIFY_HOTPLUG_PHYSICAL:
4027    case CISS_NOTIFY_HOTPLUG_NONDISK:
4028	bus = CISS_BIG_MAP_BUS(sc, cn->data.drive.big_physical_drive_number);
4029	target =
4030	    CISS_BIG_MAP_TARGET(sc, cn->data.drive.big_physical_drive_number);
4031
4032	if (cn->detail == 0) {
4033	    /*
4034	     * Mark the device offline so that it'll start producing selection
4035	     * timeouts to the upper layer.
4036	     */
4037	    if ((bus >= 0) && (target >= 0))
4038		sc->ciss_physical[bus][target].cp_online = 0;
4039	} else {
4040	    /*
4041	     * Rescan the physical lun list for new items
4042	     */
4043	    cll = ciss_report_luns(sc, CISS_OPCODE_REPORT_PHYSICAL_LUNS,
4044				   CISS_MAX_PHYSICAL);
4045	    if (cll == NULL) {
4046		ciss_printf(sc, "Warning, cannot get physical lun list\n");
4047		break;
4048	    }
4049	    ciss_filter_physical(sc, cll);
4050	}
4051	break;
4052
4053    default:
4054	ciss_printf(sc, "Unknown hotplug event %d\n", cn->subclass);
4055	return;
4056    }
4057
4058    if (cll != NULL)
4059	free(cll, CISS_MALLOC_CLASS);
4060}
4061
4062/************************************************************************
4063 * Handle deferred processing of notify events.  Notify events may need
4064 * sleep which is unsafe during an interrupt.
4065 */
4066static void
4067ciss_notify_thread(void *arg)
4068{
4069    struct ciss_softc		*sc;
4070    struct ciss_request		*cr;
4071    struct ciss_notify		*cn;
4072
4073    sc = (struct ciss_softc *)arg;
4074#if __FreeBSD_version >= 500000
4075    mtx_lock(&sc->ciss_mtx);
4076#endif
4077
4078    for (;;) {
4079	if (STAILQ_EMPTY(&sc->ciss_notify) != 0 &&
4080	    (sc->ciss_flags & CISS_FLAG_THREAD_SHUT) == 0) {
4081	    msleep(&sc->ciss_notify, &sc->ciss_mtx, PUSER, "idle", 0);
4082	}
4083
4084	if (sc->ciss_flags & CISS_FLAG_THREAD_SHUT)
4085	    break;
4086
4087	cr = ciss_dequeue_notify(sc);
4088
4089	if (cr == NULL)
4090		panic("cr null");
4091	cn = (struct ciss_notify *)cr->cr_data;
4092
4093	switch (cn->class) {
4094	case CISS_NOTIFY_HOTPLUG:
4095	    ciss_notify_hotplug(sc, cn);
4096	    break;
4097	case CISS_NOTIFY_LOGICAL:
4098	    ciss_notify_logical(sc, cn);
4099	    break;
4100	case CISS_NOTIFY_PHYSICAL:
4101	    ciss_notify_physical(sc, cn);
4102	    break;
4103	}
4104
4105	ciss_release_request(cr);
4106
4107    }
4108    sc->ciss_notify_thread = NULL;
4109    wakeup(&sc->ciss_notify_thread);
4110
4111#if __FreeBSD_version >= 500000
4112    mtx_unlock(&sc->ciss_mtx);
4113#endif
4114    kproc_exit(0);
4115}
4116
4117/************************************************************************
4118 * Start the notification kernel thread.
4119 */
4120static void
4121ciss_spawn_notify_thread(struct ciss_softc *sc)
4122{
4123
4124#if __FreeBSD_version > 500005
4125    if (kproc_create((void(*)(void *))ciss_notify_thread, sc,
4126		       &sc->ciss_notify_thread, 0, 0, "ciss_notify%d",
4127		       device_get_unit(sc->ciss_dev)))
4128#else
4129    if (kproc_create((void(*)(void *))ciss_notify_thread, sc,
4130		       &sc->ciss_notify_thread, "ciss_notify%d",
4131		       device_get_unit(sc->ciss_dev)))
4132#endif
4133	panic("Could not create notify thread\n");
4134}
4135
4136/************************************************************************
4137 * Kill the notification kernel thread.
4138 */
4139static void
4140ciss_kill_notify_thread(struct ciss_softc *sc)
4141{
4142
4143    if (sc->ciss_notify_thread == NULL)
4144	return;
4145
4146    sc->ciss_flags |= CISS_FLAG_THREAD_SHUT;
4147    wakeup(&sc->ciss_notify);
4148    msleep(&sc->ciss_notify_thread, &sc->ciss_mtx, PUSER, "thtrm", 0);
4149}
4150
4151/************************************************************************
4152 * Print a request.
4153 */
4154static void
4155ciss_print_request(struct ciss_request *cr)
4156{
4157    struct ciss_softc	*sc;
4158    struct ciss_command	*cc;
4159    int			i;
4160
4161    sc = cr->cr_sc;
4162    cc = CISS_FIND_COMMAND(cr);
4163
4164    ciss_printf(sc, "REQUEST @ %p\n", cr);
4165    ciss_printf(sc, "  data %p/%d  tag %d  flags %b\n",
4166	      cr->cr_data, cr->cr_length, cr->cr_tag, cr->cr_flags,
4167	      "\20\1mapped\2sleep\3poll\4dataout\5datain\n");
4168    ciss_printf(sc, "  sg list/total %d/%d  host tag 0x%x\n",
4169		cc->header.sg_in_list, cc->header.sg_total, cc->header.host_tag);
4170    switch(cc->header.address.mode.mode) {
4171    case CISS_HDR_ADDRESS_MODE_PERIPHERAL:
4172    case CISS_HDR_ADDRESS_MODE_MASK_PERIPHERAL:
4173	ciss_printf(sc, "  physical bus %d target %d\n",
4174		    cc->header.address.physical.bus, cc->header.address.physical.target);
4175	break;
4176    case CISS_HDR_ADDRESS_MODE_LOGICAL:
4177	ciss_printf(sc, "  logical unit %d\n", cc->header.address.logical.lun);
4178	break;
4179    }
4180    ciss_printf(sc, "  %s cdb length %d type %s attribute %s\n",
4181		(cc->cdb.direction == CISS_CDB_DIRECTION_NONE) ? "no-I/O" :
4182		(cc->cdb.direction == CISS_CDB_DIRECTION_READ) ? "READ" :
4183		(cc->cdb.direction == CISS_CDB_DIRECTION_WRITE) ? "WRITE" : "??",
4184		cc->cdb.cdb_length,
4185		(cc->cdb.type == CISS_CDB_TYPE_COMMAND) ? "command" :
4186		(cc->cdb.type == CISS_CDB_TYPE_MESSAGE) ? "message" : "??",
4187		(cc->cdb.attribute == CISS_CDB_ATTRIBUTE_UNTAGGED) ? "untagged" :
4188		(cc->cdb.attribute == CISS_CDB_ATTRIBUTE_SIMPLE) ? "simple" :
4189		(cc->cdb.attribute == CISS_CDB_ATTRIBUTE_HEAD_OF_QUEUE) ? "head-of-queue" :
4190		(cc->cdb.attribute == CISS_CDB_ATTRIBUTE_ORDERED) ? "ordered" :
4191		(cc->cdb.attribute == CISS_CDB_ATTRIBUTE_AUTO_CONTINGENT) ? "auto-contingent" : "??");
4192    ciss_printf(sc, "  %*D\n", cc->cdb.cdb_length, &cc->cdb.cdb[0], " ");
4193
4194    if (cc->header.host_tag & CISS_HDR_HOST_TAG_ERROR) {
4195	/* XXX print error info */
4196    } else {
4197	/* since we don't use chained s/g, don't support it here */
4198	for (i = 0; i < cc->header.sg_in_list; i++) {
4199	    if ((i % 4) == 0)
4200		ciss_printf(sc, "   ");
4201	    printf("0x%08x/%d ", (u_int32_t)cc->sg[i].address, cc->sg[i].length);
4202	    if ((((i + 1) % 4) == 0) || (i == (cc->header.sg_in_list - 1)))
4203		printf("\n");
4204	}
4205    }
4206}
4207
4208/************************************************************************
4209 * Print information about the status of a logical drive.
4210 */
4211static void
4212ciss_print_ldrive(struct ciss_softc *sc, struct ciss_ldrive *ld)
4213{
4214    int		bus, target, i;
4215
4216    if (ld->cl_lstatus == NULL) {
4217	printf("does not exist\n");
4218	return;
4219    }
4220
4221    /* print drive status */
4222    switch(ld->cl_lstatus->status) {
4223    case CISS_LSTATUS_OK:
4224	printf("online\n");
4225	break;
4226    case CISS_LSTATUS_INTERIM_RECOVERY:
4227	printf("in interim recovery mode\n");
4228	break;
4229    case CISS_LSTATUS_READY_RECOVERY:
4230	printf("ready to begin recovery\n");
4231	break;
4232    case CISS_LSTATUS_RECOVERING:
4233	bus = CISS_BIG_MAP_BUS(sc, ld->cl_lstatus->drive_rebuilding);
4234	target = CISS_BIG_MAP_BUS(sc, ld->cl_lstatus->drive_rebuilding);
4235	printf("being recovered, working on physical drive %d.%d, %u blocks remaining\n",
4236	       bus, target, ld->cl_lstatus->blocks_to_recover);
4237	break;
4238    case CISS_LSTATUS_EXPANDING:
4239	printf("being expanded, %u blocks remaining\n",
4240	       ld->cl_lstatus->blocks_to_recover);
4241	break;
4242    case CISS_LSTATUS_QUEUED_FOR_EXPANSION:
4243	printf("queued for expansion\n");
4244	break;
4245    case CISS_LSTATUS_FAILED:
4246	printf("queued for expansion\n");
4247	break;
4248    case CISS_LSTATUS_WRONG_PDRIVE:
4249	printf("wrong physical drive inserted\n");
4250	break;
4251    case CISS_LSTATUS_MISSING_PDRIVE:
4252	printf("missing a needed physical drive\n");
4253	break;
4254    case CISS_LSTATUS_BECOMING_READY:
4255	printf("becoming ready\n");
4256	break;
4257    }
4258
4259    /* print failed physical drives */
4260    for (i = 0; i < CISS_BIG_MAP_ENTRIES / 8; i++) {
4261	bus = CISS_BIG_MAP_BUS(sc, ld->cl_lstatus->drive_failure_map[i]);
4262	target = CISS_BIG_MAP_TARGET(sc, ld->cl_lstatus->drive_failure_map[i]);
4263	if (bus == -1)
4264	    continue;
4265	ciss_printf(sc, "physical drive %d:%d (%x) failed\n", bus, target,
4266		    ld->cl_lstatus->drive_failure_map[i]);
4267    }
4268}
4269
4270#ifdef CISS_DEBUG
4271/************************************************************************
4272 * Print information about the controller/driver.
4273 */
4274static void
4275ciss_print_adapter(struct ciss_softc *sc)
4276{
4277    int		i, j;
4278
4279    ciss_printf(sc, "ADAPTER:\n");
4280    for (i = 0; i < CISSQ_COUNT; i++) {
4281	ciss_printf(sc, "%s     %d/%d\n",
4282	    i == 0 ? "free" :
4283	    i == 1 ? "busy" : "complete",
4284	    sc->ciss_qstat[i].q_length,
4285	    sc->ciss_qstat[i].q_max);
4286    }
4287    ciss_printf(sc, "max_requests %d\n", sc->ciss_max_requests);
4288    ciss_printf(sc, "flags %b\n", sc->ciss_flags,
4289	"\20\1notify_ok\2control_open\3aborting\4running\21fake_synch\22bmic_abort\n");
4290
4291    for (i = 0; i < sc->ciss_max_logical_bus; i++) {
4292	for (j = 0; j < CISS_MAX_LOGICAL; j++) {
4293	    ciss_printf(sc, "LOGICAL DRIVE %d:  ", i);
4294	    ciss_print_ldrive(sc, &sc->ciss_logical[i][j]);
4295	}
4296    }
4297
4298    /* XXX Should physical drives be printed out here? */
4299
4300    for (i = 1; i < sc->ciss_max_requests; i++)
4301	ciss_print_request(sc->ciss_request + i);
4302}
4303
4304/* DDB hook */
4305static void
4306ciss_print0(void)
4307{
4308    struct ciss_softc	*sc;
4309
4310    sc = devclass_get_softc(devclass_find("ciss"), 0);
4311    if (sc == NULL) {
4312	printf("no ciss controllers\n");
4313    } else {
4314	ciss_print_adapter(sc);
4315    }
4316}
4317#endif
4318
4319/************************************************************************
4320 * Return a name for a logical drive status value.
4321 */
4322static const char *
4323ciss_name_ldrive_status(int status)
4324{
4325    switch (status) {
4326    case CISS_LSTATUS_OK:
4327	return("OK");
4328    case CISS_LSTATUS_FAILED:
4329	return("failed");
4330    case CISS_LSTATUS_NOT_CONFIGURED:
4331	return("not configured");
4332    case CISS_LSTATUS_INTERIM_RECOVERY:
4333	return("interim recovery");
4334    case CISS_LSTATUS_READY_RECOVERY:
4335	return("ready for recovery");
4336    case CISS_LSTATUS_RECOVERING:
4337	return("recovering");
4338    case CISS_LSTATUS_WRONG_PDRIVE:
4339	return("wrong physical drive inserted");
4340    case CISS_LSTATUS_MISSING_PDRIVE:
4341	return("missing physical drive");
4342    case CISS_LSTATUS_EXPANDING:
4343	return("expanding");
4344    case CISS_LSTATUS_BECOMING_READY:
4345	return("becoming ready");
4346    case CISS_LSTATUS_QUEUED_FOR_EXPANSION:
4347	return("queued for expansion");
4348    }
4349    return("unknown status");
4350}
4351
4352/************************************************************************
4353 * Return an online/offline/nonexistent value for a logical drive
4354 * status value.
4355 */
4356static int
4357ciss_decode_ldrive_status(int status)
4358{
4359    switch(status) {
4360    case CISS_LSTATUS_NOT_CONFIGURED:
4361	return(CISS_LD_NONEXISTENT);
4362
4363    case CISS_LSTATUS_OK:
4364    case CISS_LSTATUS_INTERIM_RECOVERY:
4365    case CISS_LSTATUS_READY_RECOVERY:
4366    case CISS_LSTATUS_RECOVERING:
4367    case CISS_LSTATUS_EXPANDING:
4368    case CISS_LSTATUS_QUEUED_FOR_EXPANSION:
4369	return(CISS_LD_ONLINE);
4370
4371    case CISS_LSTATUS_FAILED:
4372    case CISS_LSTATUS_WRONG_PDRIVE:
4373    case CISS_LSTATUS_MISSING_PDRIVE:
4374    case CISS_LSTATUS_BECOMING_READY:
4375    default:
4376	return(CISS_LD_OFFLINE);
4377    }
4378}
4379
4380
4381/************************************************************************
4382 * Return a name for a logical drive's organisation.
4383 */
4384static const char *
4385ciss_name_ldrive_org(int org)
4386{
4387    switch(org) {
4388    case CISS_LDRIVE_RAID0:
4389	return("RAID 0");
4390    case CISS_LDRIVE_RAID1:
4391	return("RAID 1");
4392    case CISS_LDRIVE_RAID4:
4393	return("RAID 4");
4394    case CISS_LDRIVE_RAID5:
4395	return("RAID 5");
4396    case CISS_LDRIVE_RAID51:
4397	return("RAID 5+1");
4398    case CISS_LDRIVE_RAIDADG:
4399	return("RAID ADG");
4400    }
4401    return("unkown");
4402}
4403
4404/************************************************************************
4405 * Return a name for a command status value.
4406 */
4407static const char *
4408ciss_name_command_status(int status)
4409{
4410    switch(status) {
4411    case CISS_CMD_STATUS_SUCCESS:
4412	return("success");
4413    case CISS_CMD_STATUS_TARGET_STATUS:
4414	return("target status");
4415    case CISS_CMD_STATUS_DATA_UNDERRUN:
4416	return("data underrun");
4417    case CISS_CMD_STATUS_DATA_OVERRUN:
4418	return("data overrun");
4419    case CISS_CMD_STATUS_INVALID_COMMAND:
4420	return("invalid command");
4421    case CISS_CMD_STATUS_PROTOCOL_ERROR:
4422	return("protocol error");
4423    case CISS_CMD_STATUS_HARDWARE_ERROR:
4424	return("hardware error");
4425    case CISS_CMD_STATUS_CONNECTION_LOST:
4426	return("connection lost");
4427    case CISS_CMD_STATUS_ABORTED:
4428	return("aborted");
4429    case CISS_CMD_STATUS_ABORT_FAILED:
4430	return("abort failed");
4431    case CISS_CMD_STATUS_UNSOLICITED_ABORT:
4432	return("unsolicited abort");
4433    case CISS_CMD_STATUS_TIMEOUT:
4434	return("timeout");
4435    case CISS_CMD_STATUS_UNABORTABLE:
4436	return("unabortable");
4437    }
4438    return("unknown status");
4439}
4440
4441/************************************************************************
4442 * Handle an open on the control device.
4443 */
4444static int
4445ciss_open(struct cdev *dev, int flags, int fmt, d_thread_t *p)
4446{
4447    struct ciss_softc	*sc;
4448
4449    debug_called(1);
4450
4451    sc = (struct ciss_softc *)dev->si_drv1;
4452
4453    /* we might want to veto if someone already has us open */
4454
4455    mtx_lock(&sc->ciss_mtx);
4456    sc->ciss_flags |= CISS_FLAG_CONTROL_OPEN;
4457    mtx_unlock(&sc->ciss_mtx);
4458    return(0);
4459}
4460
4461/************************************************************************
4462 * Handle the last close on the control device.
4463 */
4464static int
4465ciss_close(struct cdev *dev, int flags, int fmt, d_thread_t *p)
4466{
4467    struct ciss_softc	*sc;
4468
4469    debug_called(1);
4470
4471    sc = (struct ciss_softc *)dev->si_drv1;
4472
4473    mtx_lock(&sc->ciss_mtx);
4474    sc->ciss_flags &= ~CISS_FLAG_CONTROL_OPEN;
4475    mtx_unlock(&sc->ciss_mtx);
4476    return (0);
4477}
4478
4479/********************************************************************************
4480 * Handle adapter-specific control operations.
4481 *
4482 * Note that the API here is compatible with the Linux driver, in order to
4483 * simplify the porting of Compaq's userland tools.
4484 */
4485static int
4486ciss_ioctl(struct cdev *dev, u_long cmd, caddr_t addr, int32_t flag, d_thread_t *p)
4487{
4488    struct ciss_softc		*sc;
4489    IOCTL_Command_struct	*ioc	= (IOCTL_Command_struct *)addr;
4490#ifdef __amd64__
4491    IOCTL_Command_struct32	*ioc32	= (IOCTL_Command_struct32 *)addr;
4492    IOCTL_Command_struct	ioc_swab;
4493#endif
4494    int				error;
4495
4496    debug_called(1);
4497
4498    sc = (struct ciss_softc *)dev->si_drv1;
4499    error = 0;
4500    mtx_lock(&sc->ciss_mtx);
4501
4502    switch(cmd) {
4503    case CCISS_GETQSTATS:
4504    {
4505	union ciss_statrequest *cr = (union ciss_statrequest *)addr;
4506
4507	switch (cr->cs_item) {
4508	case CISSQ_FREE:
4509	case CISSQ_NOTIFY:
4510	    bcopy(&sc->ciss_qstat[cr->cs_item], &cr->cs_qstat,
4511		sizeof(struct ciss_qstat));
4512	    break;
4513	default:
4514	    error = ENOIOCTL;
4515	    break;
4516	}
4517
4518	break;
4519    }
4520
4521    case CCISS_GETPCIINFO:
4522    {
4523	cciss_pci_info_struct	*pis = (cciss_pci_info_struct *)addr;
4524
4525	pis->bus = pci_get_bus(sc->ciss_dev);
4526	pis->dev_fn = pci_get_slot(sc->ciss_dev);
4527	pis->board_id = pci_get_devid(sc->ciss_dev);
4528
4529	break;
4530    }
4531
4532    case CCISS_GETINTINFO:
4533    {
4534	cciss_coalint_struct	*cis = (cciss_coalint_struct *)addr;
4535
4536	cis->delay = sc->ciss_cfg->interrupt_coalesce_delay;
4537	cis->count = sc->ciss_cfg->interrupt_coalesce_count;
4538
4539	break;
4540    }
4541
4542    case CCISS_SETINTINFO:
4543    {
4544	cciss_coalint_struct	*cis = (cciss_coalint_struct *)addr;
4545
4546	if ((cis->delay == 0) && (cis->count == 0)) {
4547	    error = EINVAL;
4548	    break;
4549	}
4550
4551	/*
4552	 * XXX apparently this is only safe if the controller is idle,
4553	 *     we should suspend it before doing this.
4554	 */
4555	sc->ciss_cfg->interrupt_coalesce_delay = cis->delay;
4556	sc->ciss_cfg->interrupt_coalesce_count = cis->count;
4557
4558	if (ciss_update_config(sc))
4559	    error = EIO;
4560
4561	/* XXX resume the controller here */
4562	break;
4563    }
4564
4565    case CCISS_GETNODENAME:
4566	bcopy(sc->ciss_cfg->server_name, (NodeName_type *)addr,
4567	      sizeof(NodeName_type));
4568	break;
4569
4570    case CCISS_SETNODENAME:
4571	bcopy((NodeName_type *)addr, sc->ciss_cfg->server_name,
4572	      sizeof(NodeName_type));
4573	if (ciss_update_config(sc))
4574	    error = EIO;
4575	break;
4576
4577    case CCISS_GETHEARTBEAT:
4578	*(Heartbeat_type *)addr = sc->ciss_cfg->heartbeat;
4579	break;
4580
4581    case CCISS_GETBUSTYPES:
4582	*(BusTypes_type *)addr = sc->ciss_cfg->bus_types;
4583	break;
4584
4585    case CCISS_GETFIRMVER:
4586	bcopy(sc->ciss_id->running_firmware_revision, (FirmwareVer_type *)addr,
4587	      sizeof(FirmwareVer_type));
4588	break;
4589
4590    case CCISS_GETDRIVERVER:
4591	*(DriverVer_type *)addr = CISS_DRIVER_VERSION;
4592	break;
4593
4594    case CCISS_REVALIDVOLS:
4595	/*
4596	 * This is a bit ugly; to do it "right" we really need
4597	 * to find any disks that have changed, kick CAM off them,
4598	 * then rescan only these disks.  It'd be nice if they
4599	 * a) told us which disk(s) they were going to play with,
4600	 * and b) which ones had arrived. 8(
4601	 */
4602	break;
4603
4604#ifdef __amd64__
4605    case CCISS_PASSTHRU32:
4606	ioc_swab.LUN_info	= ioc32->LUN_info;
4607	ioc_swab.Request	= ioc32->Request;
4608	ioc_swab.error_info	= ioc32->error_info;
4609	ioc_swab.buf_size	= ioc32->buf_size;
4610	ioc_swab.buf		= (u_int8_t *)(uintptr_t)ioc32->buf;
4611	ioc			= &ioc_swab;
4612	/* FALLTHROUGH */
4613#endif
4614
4615    case CCISS_PASSTHRU:
4616	error = ciss_user_command(sc, ioc);
4617	break;
4618
4619    default:
4620	debug(0, "unknown ioctl 0x%lx", cmd);
4621
4622	debug(1, "CCISS_GETPCIINFO:   0x%lx", CCISS_GETPCIINFO);
4623	debug(1, "CCISS_GETINTINFO:   0x%lx", CCISS_GETINTINFO);
4624	debug(1, "CCISS_SETINTINFO:   0x%lx", CCISS_SETINTINFO);
4625	debug(1, "CCISS_GETNODENAME:  0x%lx", CCISS_GETNODENAME);
4626	debug(1, "CCISS_SETNODENAME:  0x%lx", CCISS_SETNODENAME);
4627	debug(1, "CCISS_GETHEARTBEAT: 0x%lx", CCISS_GETHEARTBEAT);
4628	debug(1, "CCISS_GETBUSTYPES:  0x%lx", CCISS_GETBUSTYPES);
4629	debug(1, "CCISS_GETFIRMVER:   0x%lx", CCISS_GETFIRMVER);
4630	debug(1, "CCISS_GETDRIVERVER: 0x%lx", CCISS_GETDRIVERVER);
4631	debug(1, "CCISS_REVALIDVOLS:  0x%lx", CCISS_REVALIDVOLS);
4632	debug(1, "CCISS_PASSTHRU:     0x%lx", CCISS_PASSTHRU);
4633
4634	error = ENOIOCTL;
4635	break;
4636    }
4637
4638    mtx_unlock(&sc->ciss_mtx);
4639    return(error);
4640}
4641