amr.c revision 143121
1/*-
2 * Copyright (c) 1999,2000 Michael Smith
3 * Copyright (c) 2000 BSDi
4 * Copyright (c) 2005 Scott Long
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 * 1. Redistributions of source code must retain the above copyright
11 *    notice, this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 *    notice, this list of conditions and the following disclaimer in the
14 *    documentation and/or other materials provided with the distribution.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28/*-
29 * Copyright (c) 2002 Eric Moore
30 * Copyright (c) 2002, 2004 LSI Logic Corporation
31 * All rights reserved.
32 *
33 * Redistribution and use in source and binary forms, with or without
34 * modification, are permitted provided that the following conditions
35 * are met:
36 * 1. Redistributions of source code must retain the above copyright
37 *    notice, this list of conditions and the following disclaimer.
38 * 2. Redistributions in binary form must reproduce the above copyright
39 *    notice, this list of conditions and the following disclaimer in the
40 *    documentation and/or other materials provided with the distribution.
41 * 3. The party using or redistributing the source code and binary forms
42 *    agrees to the disclaimer below and the terms and conditions set forth
43 *    herein.
44 *
45 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
46 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
47 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
48 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
49 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
50 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
51 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
52 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
53 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
54 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
55 * SUCH DAMAGE.
56 */
57
58#include <sys/cdefs.h>
59__FBSDID("$FreeBSD: head/sys/dev/amr/amr.c 143121 2005-03-04 06:11:00Z scottl $");
60
61/*
62 * Driver for the AMI MegaRaid family of controllers.
63 */
64
65#include <sys/param.h>
66#include <sys/systm.h>
67#include <sys/malloc.h>
68#include <sys/kernel.h>
69
70#include <dev/amr/amr_compat.h>
71#include <sys/bus.h>
72#include <sys/conf.h>
73#include <sys/stat.h>
74
75#include <machine/bus_memio.h>
76#include <machine/bus_pio.h>
77#include <machine/bus.h>
78#include <machine/resource.h>
79#include <sys/rman.h>
80
81#include <dev/pci/pcireg.h>
82#include <dev/pci/pcivar.h>
83
84#include <dev/amr/amrio.h>
85#include <dev/amr/amrreg.h>
86#include <dev/amr/amrvar.h>
87#define AMR_DEFINE_TABLES
88#include <dev/amr/amr_tables.h>
89
90static d_open_t         amr_open;
91static d_close_t        amr_close;
92static d_ioctl_t        amr_ioctl;
93
94static struct cdevsw amr_cdevsw = {
95	.d_version =	D_VERSION,
96	.d_flags =	D_NEEDGIANT,
97	.d_open =	amr_open,
98	.d_close =	amr_close,
99	.d_ioctl =	amr_ioctl,
100	.d_name =	"amr",
101};
102
103/*
104 * Initialisation, bus interface.
105 */
106static void	amr_startup(void *arg);
107
108/*
109 * Command wrappers
110 */
111static int	amr_query_controller(struct amr_softc *sc);
112static void	*amr_enquiry(struct amr_softc *sc, size_t bufsize,
113			     u_int8_t cmd, u_int8_t cmdsub, u_int8_t cmdqual);
114static void	amr_completeio(struct amr_command *ac);
115static int	amr_support_ext_cdb(struct amr_softc *sc);
116
117/*
118 * Command buffer allocation.
119 */
120static void	amr_alloccmd_cluster(struct amr_softc *sc);
121static void	amr_freecmd_cluster(struct amr_command_cluster *acc);
122
123/*
124 * Command processing.
125 */
126static int	amr_bio_command(struct amr_softc *sc, struct amr_command **acp);
127static int	amr_wait_command(struct amr_command *ac) __unused;
128static int	amr_getslot(struct amr_command *ac);
129static int	amr_mapcmd(struct amr_command *ac);
130static void	amr_unmapcmd(struct amr_command *ac);
131static int	amr_start(struct amr_command *ac);
132static int	amr_start1(struct amr_softc *sc, struct amr_command *ac);
133static void	amr_complete(void *context, int pending);
134static void	amr_setup_dmamap(void *arg, bus_dma_segment_t *segs, int nsegments, int error);
135static void	amr_setup_data_dmamap(void *arg, bus_dma_segment_t *segs, int nsegments, int error);
136
137/*
138 * Status monitoring
139 */
140static void	amr_periodic(void *data);
141
142/*
143 * Interface-specific shims
144 */
145static int	amr_quartz_submit_command(struct amr_softc *sc);
146static int	amr_quartz_get_work(struct amr_softc *sc, struct amr_mailbox *mbsave);
147static int	amr_quartz_poll_command(struct amr_command *ac);
148static int	amr_quartz_poll_command1(struct amr_softc *sc, struct amr_command *ac);
149
150static int	amr_std_submit_command(struct amr_softc *sc);
151static int	amr_std_get_work(struct amr_softc *sc, struct amr_mailbox *mbsave);
152static int	amr_std_poll_command(struct amr_command *ac);
153static void	amr_std_attach_mailbox(struct amr_softc *sc);
154
155#ifdef AMR_BOARD_INIT
156static int	amr_quartz_init(struct amr_softc *sc);
157static int	amr_std_init(struct amr_softc *sc);
158#endif
159
160/*
161 * Debugging
162 */
163static void	amr_describe_controller(struct amr_softc *sc);
164#ifdef AMR_DEBUG
165#if 0
166static void	amr_printcommand(struct amr_command *ac);
167#endif
168#endif
169
170/********************************************************************************
171 ********************************************************************************
172                                                                      Inline Glue
173 ********************************************************************************
174 ********************************************************************************/
175
176/********************************************************************************
177 ********************************************************************************
178                                                                Public Interfaces
179 ********************************************************************************
180 ********************************************************************************/
181
182/********************************************************************************
183 * Initialise the controller and softc.
184 */
185int
186amr_attach(struct amr_softc *sc)
187{
188
189    debug_called(1);
190
191    /*
192     * Initialise per-controller queues.
193     */
194    TAILQ_INIT(&sc->amr_completed);
195    TAILQ_INIT(&sc->amr_freecmds);
196    TAILQ_INIT(&sc->amr_cmd_clusters);
197    TAILQ_INIT(&sc->amr_ready);
198    bioq_init(&sc->amr_bioq);
199
200    debug(2, "queue init done");
201
202    /*
203     * Configure for this controller type.
204     */
205    if (AMR_IS_QUARTZ(sc)) {
206	sc->amr_submit_command = amr_quartz_submit_command;
207	sc->amr_get_work       = amr_quartz_get_work;
208	sc->amr_poll_command   = amr_quartz_poll_command;
209	sc->amr_poll_command1  = amr_quartz_poll_command1;
210    } else {
211	sc->amr_submit_command = amr_std_submit_command;
212	sc->amr_get_work       = amr_std_get_work;
213	sc->amr_poll_command   = amr_std_poll_command;
214	amr_std_attach_mailbox(sc);;
215    }
216
217#ifdef AMR_BOARD_INIT
218    if ((AMR_IS_QUARTZ(sc) ? amr_quartz_init(sc) : amr_std_init(sc))))
219	return(ENXIO);
220#endif
221
222    /*
223     * Quiz controller for features and limits.
224     */
225    if (amr_query_controller(sc))
226	return(ENXIO);
227
228    debug(2, "controller query complete");
229
230    /*
231     * Attach our 'real' SCSI channels to CAM.
232     */
233    if (amr_cam_attach(sc))
234	return(ENXIO);
235    debug(2, "CAM attach done");
236
237    /*
238     * Create the control device.
239     */
240    sc->amr_dev_t = make_dev(&amr_cdevsw, device_get_unit(sc->amr_dev), UID_ROOT, GID_OPERATOR,
241			     S_IRUSR | S_IWUSR, "amr%d", device_get_unit(sc->amr_dev));
242    sc->amr_dev_t->si_drv1 = sc;
243
244    /*
245     * Schedule ourselves to bring the controller up once interrupts are
246     * available.
247     */
248    bzero(&sc->amr_ich, sizeof(struct intr_config_hook));
249    sc->amr_ich.ich_func = amr_startup;
250    sc->amr_ich.ich_arg = sc;
251    if (config_intrhook_establish(&sc->amr_ich) != 0) {
252	device_printf(sc->amr_dev, "can't establish configuration hook\n");
253	return(ENOMEM);
254    }
255
256    /*
257     * Print a little information about the controller.
258     */
259    amr_describe_controller(sc);
260
261    debug(2, "attach complete");
262    return(0);
263}
264
265/********************************************************************************
266 * Locate disk resources and attach children to them.
267 */
268static void
269amr_startup(void *arg)
270{
271    struct amr_softc	*sc = (struct amr_softc *)arg;
272    struct amr_logdrive	*dr;
273    int			i, error;
274
275    debug_called(1);
276
277    /* pull ourselves off the intrhook chain */
278    config_intrhook_disestablish(&sc->amr_ich);
279
280    /* get up-to-date drive information */
281    if (amr_query_controller(sc)) {
282	device_printf(sc->amr_dev, "can't scan controller for drives\n");
283	return;
284    }
285
286    /* iterate over available drives */
287    for (i = 0, dr = &sc->amr_drive[0]; (i < AMR_MAXLD) && (dr->al_size != 0xffffffff); i++, dr++) {
288	/* are we already attached to this drive? */
289	if (dr->al_disk == 0) {
290	    /* generate geometry information */
291	    if (dr->al_size > 0x200000) {	/* extended translation? */
292		dr->al_heads = 255;
293		dr->al_sectors = 63;
294	    } else {
295		dr->al_heads = 64;
296		dr->al_sectors = 32;
297	    }
298	    dr->al_cylinders = dr->al_size / (dr->al_heads * dr->al_sectors);
299
300	    dr->al_disk = device_add_child(sc->amr_dev, NULL, -1);
301	    if (dr->al_disk == 0)
302		device_printf(sc->amr_dev, "device_add_child failed\n");
303	    device_set_ivars(dr->al_disk, dr);
304	}
305    }
306
307    if ((error = bus_generic_attach(sc->amr_dev)) != 0)
308	device_printf(sc->amr_dev, "bus_generic_attach returned %d\n", error);
309
310    /* mark controller back up */
311    sc->amr_state &= ~AMR_STATE_SHUTDOWN;
312
313    /* interrupts will be enabled before we do anything more */
314    sc->amr_state |= AMR_STATE_INTEN;
315
316    /*
317     * Start the timeout routine.
318     */
319/*    sc->amr_timeout = timeout(amr_periodic, sc, hz);*/
320
321    return;
322}
323
324/*******************************************************************************
325 * Free resources associated with a controller instance
326 */
327void
328amr_free(struct amr_softc *sc)
329{
330    struct amr_command_cluster	*acc;
331
332    /* detach from CAM */
333    amr_cam_detach(sc);
334
335    /* cancel status timeout */
336    untimeout(amr_periodic, sc, sc->amr_timeout);
337
338    /* throw away any command buffers */
339    while ((acc = TAILQ_FIRST(&sc->amr_cmd_clusters)) != NULL) {
340	TAILQ_REMOVE(&sc->amr_cmd_clusters, acc, acc_link);
341	amr_freecmd_cluster(acc);
342    }
343
344    /* destroy control device */
345    if( sc->amr_dev_t != (struct cdev *)NULL)
346	    destroy_dev(sc->amr_dev_t);
347
348    if (mtx_initialized(&sc->amr_io_lock))
349	mtx_destroy(&sc->amr_io_lock);
350}
351
352/*******************************************************************************
353 * Receive a bio structure from a child device and queue it on a particular
354 * disk resource, then poke the disk resource to start as much work as it can.
355 */
356int
357amr_submit_bio(struct amr_softc *sc, struct bio *bio)
358{
359    debug_called(2);
360
361    mtx_lock(&sc->amr_io_lock);
362    amr_enqueue_bio(sc, bio);
363    amr_startio(sc);
364    mtx_unlock(&sc->amr_io_lock);
365    return(0);
366}
367
368/********************************************************************************
369 * Accept an open operation on the control device.
370 */
371static int
372amr_open(struct cdev *dev, int flags, int fmt, d_thread_t *td)
373{
374    int			unit = minor(dev);
375    struct amr_softc	*sc = devclass_get_softc(devclass_find("amr"), unit);
376
377    debug_called(1);
378
379    sc->amr_state |= AMR_STATE_OPEN;
380    return(0);
381}
382
383/********************************************************************************
384 * Accept the last close on the control device.
385 */
386static int
387amr_close(struct cdev *dev, int flags, int fmt, d_thread_t *td)
388{
389    int			unit = minor(dev);
390    struct amr_softc	*sc = devclass_get_softc(devclass_find("amr"), unit);
391
392    debug_called(1);
393
394    sc->amr_state &= ~AMR_STATE_OPEN;
395    return (0);
396}
397
398/********************************************************************************
399 * Handle controller-specific control operations.
400 */
401static int
402amr_ioctl(struct cdev *dev, u_long cmd, caddr_t addr, int32_t flag, d_thread_t *td)
403{
404    struct amr_softc		*sc = (struct amr_softc *)dev->si_drv1;
405    union {
406	void			*_p;
407	struct amr_user_ioctl	*au;
408#ifdef AMR_IO_COMMAND32
409	struct amr_user_ioctl32	*au32;
410#endif
411	int			*result;
412    } arg;
413    struct amr_command		*ac;
414    struct amr_mailbox_ioctl	*mbi;
415    void			*dp, *au_buffer;
416    unsigned long		au_length;
417    unsigned char		*au_cmd;
418    int				*au_statusp, au_direction;
419    int				error;
420    struct amr_passthrough	*ap;	/* 60 bytes */
421
422    debug_called(1);
423
424    arg._p = (void *)addr;
425
426    switch(cmd) {
427
428    case AMR_IO_VERSION:
429	debug(1, "AMR_IO_VERSION");
430	*arg.result = AMR_IO_VERSION_NUMBER;
431	return(0);
432
433#ifdef AMR_IO_COMMAND32
434    /*
435     * Accept ioctl-s from 32-bit binaries on non-32-bit
436     * platforms, such as AMD. LSI's MEGAMGR utility is
437     * the only example known today...	-mi
438     */
439    case AMR_IO_COMMAND32:
440	debug(1, "AMR_IO_COMMAND32 0x%x", arg.au32->au_cmd[0]);
441	au_cmd = arg.au32->au_cmd;
442	au_buffer = (void *)(u_int64_t)arg.au32->au_buffer;
443	au_length = arg.au32->au_length;
444	au_direction = arg.au32->au_direction;
445	au_statusp = &arg.au32->au_status;
446	break;
447#endif
448
449    case AMR_IO_COMMAND:
450	debug(1, "AMR_IO_COMMAND  0x%x", arg.au->au_cmd[0]);
451	au_cmd = arg.au->au_cmd;
452	au_buffer = (void *)arg.au->au_buffer;
453	au_length = arg.au->au_length;
454	au_direction = arg.au->au_direction;
455	au_statusp = &arg.au->au_status;
456	break;
457
458    default:
459	debug(1, "unknown ioctl 0x%lx", cmd);
460	return(ENOIOCTL);
461    }
462
463    error = 0;
464    dp = NULL;
465    ac = NULL;
466    ap = NULL;
467
468    /* Logical Drive not supported by the driver */
469    if (au_cmd[0] == 0xa4 && au_cmd[1] == 0x1c)
470	return (ENOIOCTL);
471
472    /* handle inbound data buffer */
473    if (au_length != 0 && au_cmd[0] != 0x06) {
474	if ((dp = malloc(au_length, M_DEVBUF, M_WAITOK)) == NULL)
475	    return(ENOMEM);
476
477	if ((ap = malloc(sizeof(struct amr_passthrough ), M_DEVBUF, M_WAITOK)) == NULL)
478	    return(ENOMEM);
479
480	if ((error = copyin(au_buffer, dp, au_length)) != 0) {
481	    free(dp, M_DEVBUF);
482	    return (error);
483	}
484	debug(2, "copyin %ld bytes from %p -> %p", au_length, au_buffer, dp);
485    }
486
487    mtx_lock(&sc->amr_io_lock);
488    if ((ac = amr_alloccmd(sc)) == NULL) {
489	error = ENOMEM;
490	goto out;
491    }
492
493    /* handle SCSI passthrough command */
494    if (au_cmd[0] == AMR_CMD_PASS) {
495        int len;
496
497	/* copy cdb */
498        len = au_cmd[2];
499	ap->ap_cdb_length = len;
500	bcopy(au_cmd + 3, ap->ap_cdb, len);
501
502	/* build passthrough */
503	ap->ap_timeout		= au_cmd[len + 3] & 0x07;
504	ap->ap_ars		= (au_cmd[len + 3] & 0x08) ? 1 : 0;
505	ap->ap_islogical		= (au_cmd[len + 3] & 0x80) ? 1 : 0;
506	ap->ap_logical_drive_no	= au_cmd[len + 4];
507	ap->ap_channel		= au_cmd[len + 5];
508	ap->ap_scsi_id 		= au_cmd[len + 6];
509	ap->ap_request_sense_length	= 14;
510	ap->ap_data_transfer_length	= au_length;
511	/* XXX what about the request-sense area? does the caller want it? */
512
513	/* build command */
514	ac->ac_data = ap;
515	ac->ac_length = sizeof(struct amr_passthrough);
516	ac->ac_flags |= AMR_CMD_DATAOUT;
517	ac->ac_ccb_data = dp;
518	ac->ac_ccb_length = au_length;
519	if (au_direction & AMR_IO_READ)
520	    ac->ac_flags |= AMR_CMD_CCB_DATAIN;
521	if (au_direction & AMR_IO_WRITE)
522	    ac->ac_flags |= AMR_CMD_CCB_DATAOUT;
523
524	ac->ac_mailbox.mb_command = AMR_CMD_PASS;
525
526    } else {
527	/* direct command to controller */
528	mbi = (struct amr_mailbox_ioctl *)&ac->ac_mailbox;
529
530	/* copy pertinent mailbox items */
531	mbi->mb_command = au_cmd[0];
532	mbi->mb_channel = au_cmd[1];
533	mbi->mb_param = au_cmd[2];
534	mbi->mb_pad[0] = au_cmd[3];
535	mbi->mb_drive = au_cmd[4];
536
537	/* build the command */
538	ac->ac_data = dp;
539	ac->ac_length = au_length;
540	if (au_direction & AMR_IO_READ)
541	    ac->ac_flags |= AMR_CMD_DATAIN;
542	if (au_direction & AMR_IO_WRITE)
543	    ac->ac_flags |= AMR_CMD_DATAOUT;
544    }
545
546    /* run the command */
547    if ((error = amr_wait_command(ac)) != 0)
548	goto out;
549
550    /* copy out data and set status */
551    if (au_length != 0) {
552	mtx_unlock(&sc->amr_io_lock);
553	error = copyout(dp, au_buffer, au_length);
554	mtx_lock(&sc->amr_io_lock);
555    }
556    debug(2, "copyout %ld bytes from %p -> %p", au_length, dp, au_buffer);
557    if (dp != NULL)
558	debug(2, "%16d", (int)dp);
559    *au_statusp = ac->ac_status;
560
561out:
562    /*
563     * At this point, we know that there is a lock held and that these
564     * objects have been allocated.
565     */
566    free(dp, M_DEVBUF);
567    free(ap, M_DEVBUF);
568    amr_releasecmd(ac);
569    mtx_unlock(&sc->amr_io_lock);
570    return(error);
571}
572
573/********************************************************************************
574 ********************************************************************************
575                                                                Status Monitoring
576 ********************************************************************************
577 ********************************************************************************/
578
579/********************************************************************************
580 * Perform a periodic check of the controller status
581 */
582static void
583amr_periodic(void *data)
584{
585    struct amr_softc	*sc = (struct amr_softc *)data;
586
587    debug_called(2);
588
589    /* XXX perform periodic status checks here */
590
591    /* compensate for missed interrupts */
592    amr_done(sc);
593
594    /* reschedule */
595    sc->amr_timeout = timeout(amr_periodic, sc, hz);
596}
597
598/********************************************************************************
599 ********************************************************************************
600                                                                 Command Wrappers
601 ********************************************************************************
602 ********************************************************************************/
603
604/********************************************************************************
605 * Interrogate the controller for the operational parameters we require.
606 */
607static int
608amr_query_controller(struct amr_softc *sc)
609{
610    struct amr_enquiry3	*aex;
611    struct amr_prodinfo	*ap;
612    struct amr_enquiry	*ae;
613    int			ldrv;
614
615    mtx_lock(&sc->amr_io_lock);
616
617    /*
618     * If we haven't found the real limit yet, let us have a couple of commands in
619     * order to be able to probe.
620     */
621    if (sc->amr_maxio == 0)
622	sc->amr_maxio = 2;
623
624    /*
625     * Greater than 10 byte cdb support
626     */
627    sc->support_ext_cdb = amr_support_ext_cdb(sc);
628
629    if(sc->support_ext_cdb) {
630	debug(2,"supports extended CDBs.");
631    }
632
633    /*
634     * Try to issue an ENQUIRY3 command
635     */
636    if ((aex = amr_enquiry(sc, 2048, AMR_CMD_CONFIG, AMR_CONFIG_ENQ3,
637			   AMR_CONFIG_ENQ3_SOLICITED_FULL)) != NULL) {
638
639	/*
640	 * Fetch current state of logical drives.
641	 */
642	for (ldrv = 0; ldrv < aex->ae_numldrives; ldrv++) {
643	    sc->amr_drive[ldrv].al_size       = aex->ae_drivesize[ldrv];
644	    sc->amr_drive[ldrv].al_state      = aex->ae_drivestate[ldrv];
645	    sc->amr_drive[ldrv].al_properties = aex->ae_driveprop[ldrv];
646	    debug(2, "  drive %d: %d state %x properties %x\n", ldrv, sc->amr_drive[ldrv].al_size,
647		  sc->amr_drive[ldrv].al_state, sc->amr_drive[ldrv].al_properties);
648	}
649	free(aex, M_DEVBUF);
650
651	/*
652	 * Get product info for channel count.
653	 */
654	if ((ap = amr_enquiry(sc, 2048, AMR_CMD_CONFIG, AMR_CONFIG_PRODUCT_INFO, 0)) == NULL) {
655	    device_printf(sc->amr_dev, "can't obtain product data from controller\n");
656	    mtx_unlock(&sc->amr_io_lock);
657	    return(1);
658	}
659	sc->amr_maxdrives = 40;
660	sc->amr_maxchan = ap->ap_nschan;
661	sc->amr_maxio = ap->ap_maxio;
662	sc->amr_type |= AMR_TYPE_40LD;
663	free(ap, M_DEVBUF);
664
665    } else {
666
667	/* failed, try the 8LD ENQUIRY commands */
668	if ((ae = (struct amr_enquiry *)amr_enquiry(sc, 2048, AMR_CMD_EXT_ENQUIRY2, 0, 0)) == NULL) {
669	    if ((ae = (struct amr_enquiry *)amr_enquiry(sc, 2048, AMR_CMD_ENQUIRY, 0, 0)) == NULL) {
670		device_printf(sc->amr_dev, "can't obtain configuration data from controller\n");
671		mtx_unlock(&sc->amr_io_lock);
672		return(1);
673	    }
674	    ae->ae_signature = 0;
675	}
676
677	/*
678	 * Fetch current state of logical drives.
679	 */
680	for (ldrv = 0; ldrv < ae->ae_ldrv.al_numdrives; ldrv++) {
681	    sc->amr_drive[ldrv].al_size       = ae->ae_ldrv.al_size[ldrv];
682	    sc->amr_drive[ldrv].al_state      = ae->ae_ldrv.al_state[ldrv];
683	    sc->amr_drive[ldrv].al_properties = ae->ae_ldrv.al_properties[ldrv];
684	    debug(2, "  drive %d: %d state %x properties %x\n", ldrv, sc->amr_drive[ldrv].al_size,
685		  sc->amr_drive[ldrv].al_state, sc->amr_drive[ldrv].al_properties);
686	}
687
688	sc->amr_maxdrives = 8;
689	sc->amr_maxchan = ae->ae_adapter.aa_channels;
690	sc->amr_maxio = ae->ae_adapter.aa_maxio;
691	free(ae, M_DEVBUF);
692    }
693
694    /*
695     * Mark remaining drives as unused.
696     */
697    for (; ldrv < AMR_MAXLD; ldrv++)
698	sc->amr_drive[ldrv].al_size = 0xffffffff;
699
700    /*
701     * Cap the maximum number of outstanding I/Os.  AMI's Linux driver doesn't trust
702     * the controller's reported value, and lockups have been seen when we do.
703     */
704    sc->amr_maxio = imin(sc->amr_maxio, AMR_LIMITCMD);
705
706    mtx_unlock(&sc->amr_io_lock);
707    return(0);
708}
709
710/********************************************************************************
711 * Run a generic enquiry-style command.
712 */
713static void *
714amr_enquiry(struct amr_softc *sc, size_t bufsize, u_int8_t cmd, u_int8_t cmdsub, u_int8_t cmdqual)
715{
716    struct amr_command	*ac;
717    void		*result;
718    u_int8_t		*mbox;
719    int			error;
720
721    debug_called(1);
722
723    error = 1;
724    result = NULL;
725
726    /* get ourselves a command buffer */
727    if ((ac = amr_alloccmd(sc)) == NULL)
728	goto out;
729    /* allocate the response structure */
730    if ((result = malloc(bufsize, M_DEVBUF, M_ZERO|M_NOWAIT)) == NULL)
731	goto out;
732    /* set command flags */
733
734    ac->ac_flags |= AMR_CMD_PRIORITY | AMR_CMD_DATAIN;
735
736    /* point the command at our data */
737    ac->ac_data = result;
738    ac->ac_length = bufsize;
739
740    /* build the command proper */
741    mbox = (u_int8_t *)&ac->ac_mailbox;		/* XXX want a real structure for this? */
742    mbox[0] = cmd;
743    mbox[2] = cmdsub;
744    mbox[3] = cmdqual;
745
746    /* can't assume that interrupts are going to work here, so play it safe */
747    if (sc->amr_poll_command(ac))
748	goto out;
749    error = ac->ac_status;
750
751 out:
752    if (ac != NULL)
753	amr_releasecmd(ac);
754    if ((error != 0) && (result != NULL)) {
755	free(result, M_DEVBUF);
756	result = NULL;
757    }
758    return(result);
759}
760
761/********************************************************************************
762 * Flush the controller's internal cache, return status.
763 */
764int
765amr_flush(struct amr_softc *sc)
766{
767    struct amr_command	*ac;
768    int			error;
769
770    /* get ourselves a command buffer */
771    error = 1;
772    mtx_lock(&sc->amr_io_lock);
773    if ((ac = amr_alloccmd(sc)) == NULL)
774	goto out;
775    /* set command flags */
776    ac->ac_flags |= AMR_CMD_PRIORITY | AMR_CMD_DATAOUT;
777
778    /* build the command proper */
779    ac->ac_mailbox.mb_command = AMR_CMD_FLUSH;
780
781    /* we have to poll, as the system may be going down or otherwise damaged */
782    if (sc->amr_poll_command(ac))
783	goto out;
784    error = ac->ac_status;
785
786 out:
787    if (ac != NULL)
788	amr_releasecmd(ac);
789    mtx_unlock(&sc->amr_io_lock);
790    return(error);
791}
792
793/********************************************************************************
794 * Detect extented cdb >> greater than 10 byte cdb support
795 * returns '1' means this support exist
796 * returns '0' means this support doesn't exist
797 */
798static int
799amr_support_ext_cdb(struct amr_softc *sc)
800{
801    struct amr_command	*ac;
802    u_int8_t		*mbox;
803    int			error;
804
805    /* get ourselves a command buffer */
806    error = 0;
807    if ((ac = amr_alloccmd(sc)) == NULL)
808	goto out;
809    /* set command flags */
810    ac->ac_flags |= AMR_CMD_PRIORITY | AMR_CMD_DATAOUT;
811
812    /* build the command proper */
813    mbox = (u_int8_t *)&ac->ac_mailbox;		/* XXX want a real structure for this? */
814    mbox[0] = 0xA4;
815    mbox[2] = 0x16;
816
817
818    /* we have to poll, as the system may be going down or otherwise damaged */
819    if (sc->amr_poll_command(ac))
820	goto out;
821    if( ac->ac_status == AMR_STATUS_SUCCESS ) {
822	    error = 1;
823    }
824
825out:
826    if (ac != NULL)
827	amr_releasecmd(ac);
828    return(error);
829}
830
831/********************************************************************************
832 * Try to find I/O work for the controller from one or more of the work queues.
833 *
834 * We make the assumption that if the controller is not ready to take a command
835 * at some given time, it will generate an interrupt at some later time when
836 * it is.
837 */
838void
839amr_startio(struct amr_softc *sc)
840{
841    struct amr_command	*ac;
842
843    /* spin until something prevents us from doing any work */
844    for (;;) {
845
846	/* Don't bother to queue commands no bounce buffers are available. */
847	if (sc->amr_state & AMR_STATE_QUEUE_FRZN)
848	    break;
849
850	/* try to get a ready command */
851	ac = amr_dequeue_ready(sc);
852
853	/* if that failed, build a command from a bio */
854	if (ac == NULL)
855	    (void)amr_bio_command(sc, &ac);
856
857	/* if that failed, build a command from a ccb */
858	if (ac == NULL)
859	    (void)amr_cam_command(sc, &ac);
860
861	/* if we don't have anything to do, give up */
862	if (ac == NULL)
863	    break;
864
865	/* try to give the command to the controller; if this fails save it for later and give up */
866	if (amr_start(ac)) {
867	    debug(2, "controller busy, command deferred");
868	    amr_requeue_ready(ac);	/* XXX schedule retry very soon? */
869	    break;
870	}
871    }
872}
873
874/********************************************************************************
875 * Handle completion of an I/O command.
876 */
877static void
878amr_completeio(struct amr_command *ac)
879{
880    struct amr_softc	*sc = ac->ac_sc;
881
882    if (ac->ac_status != AMR_STATUS_SUCCESS) {	/* could be more verbose here? */
883	ac->ac_bio->bio_error = EIO;
884	ac->ac_bio->bio_flags |= BIO_ERROR;
885
886	device_printf(sc->amr_dev, "I/O error - 0x%x\n", ac->ac_status);
887/*	amr_printcommand(ac);*/
888    }
889    amrd_intr(ac->ac_bio);
890    amr_releasecmd(ac);
891}
892
893/********************************************************************************
894 ********************************************************************************
895                                                               Command Processing
896 ********************************************************************************
897 ********************************************************************************/
898
899/********************************************************************************
900 * Convert a bio off the top of the bio queue into a command.
901 */
902static int
903amr_bio_command(struct amr_softc *sc, struct amr_command **acp)
904{
905    struct amr_command	*ac;
906    struct amrd_softc	*amrd;
907    struct bio		*bio;
908    int			error;
909    int			blkcount;
910    int			driveno;
911    int			cmd;
912
913    ac = NULL;
914    error = 0;
915
916    /* get a command */
917    if ((ac = amr_alloccmd(sc)) == NULL)
918	return (ENOMEM);
919
920    /* get a bio to work on */
921    if ((bio = amr_dequeue_bio(sc)) == NULL) {
922	amr_releasecmd(ac);
923	return (0);
924    }
925
926    /* connect the bio to the command */
927    ac->ac_complete = amr_completeio;
928    ac->ac_bio = bio;
929    ac->ac_data = bio->bio_data;
930    ac->ac_length = bio->bio_bcount;
931    if (BIO_IS_READ(bio)) {
932	ac->ac_flags |= AMR_CMD_DATAIN;
933	cmd = AMR_CMD_LREAD;
934    } else {
935	ac->ac_flags |= AMR_CMD_DATAOUT;
936	cmd = AMR_CMD_LWRITE;
937    }
938    amrd = (struct amrd_softc *)bio->bio_disk->d_drv1;
939    driveno = amrd->amrd_drive - sc->amr_drive;
940    blkcount = (bio->bio_bcount + AMR_BLKSIZE - 1) / AMR_BLKSIZE;
941
942    ac->ac_mailbox.mb_command = cmd;
943    ac->ac_mailbox.mb_blkcount = blkcount;
944    ac->ac_mailbox.mb_lba = bio->bio_pblkno;
945    ac->ac_mailbox.mb_drive = driveno;
946    /* we fill in the s/g related data when the command is mapped */
947
948    if ((bio->bio_pblkno + blkcount) > sc->amr_drive[driveno].al_size)
949	device_printf(sc->amr_dev, "I/O beyond end of unit (%lld,%d > %lu)\n",
950		      (long long)bio->bio_pblkno, blkcount,
951		      (u_long)sc->amr_drive[driveno].al_size);
952
953    *acp = ac;
954    return(error);
955}
956
957/********************************************************************************
958 * Take a command, submit it to the controller and sleep until it completes
959 * or fails.  Interrupts must be enabled, returns nonzero on error.
960 */
961static int
962amr_wait_command(struct amr_command *ac)
963{
964    int			error, count;
965
966    debug_called(1);
967
968    ac->ac_complete = NULL;
969    ac->ac_flags |= AMR_CMD_SLEEP;
970    if ((error = amr_start(ac)) != 0)
971	return(error);
972
973    count = 0;
974    /* XXX better timeout? */
975    while ((ac->ac_flags & AMR_CMD_BUSY) && (count < 30)) {
976	msleep(ac, &ac->ac_sc->amr_io_lock, PRIBIO | PCATCH, "amrwcmd", hz);
977    }
978    return(0);
979}
980
981/********************************************************************************
982 * Take a command, submit it to the controller and busy-wait for it to return.
983 * Returns nonzero on error.  Can be safely called with interrupts enabled.
984 */
985static int
986amr_std_poll_command(struct amr_command *ac)
987{
988    struct amr_softc	*sc = ac->ac_sc;
989    int			error, count;
990
991    debug_called(2);
992
993    ac->ac_complete = NULL;
994    if ((error = amr_start(ac)) != 0)
995	return(error);
996
997    count = 0;
998    do {
999	/*
1000	 * Poll for completion, although the interrupt handler may beat us to it.
1001	 * Note that the timeout here is somewhat arbitrary.
1002	 */
1003	amr_done(sc);
1004	DELAY(1000);
1005    } while ((ac->ac_flags & AMR_CMD_BUSY) && (count++ < 1000));
1006    if (!(ac->ac_flags & AMR_CMD_BUSY)) {
1007	error = 0;
1008    } else {
1009	/* XXX the slot is now marked permanently busy */
1010	error = EIO;
1011	device_printf(sc->amr_dev, "polled command timeout\n");
1012    }
1013    return(error);
1014}
1015
1016static void
1017amr_setup_polled_dmamap(void *arg, bus_dma_segment_t *segs, int nsegs, int err)
1018{
1019    struct amr_command *ac = arg;
1020    struct amr_softc *sc = ac->ac_sc;
1021
1022    amr_setup_dmamap(arg, segs, nsegs, err);
1023    bus_dmamap_sync(sc->amr_buffer_dmat,ac->ac_dmamap,BUS_DMASYNC_PREREAD);
1024    sc->amr_poll_command1(sc, ac);
1025}
1026
1027/********************************************************************************
1028 * Take a command, submit it to the controller and busy-wait for it to return.
1029 * Returns nonzero on error.  Can be safely called with interrupts enabled.
1030 */
1031static int
1032amr_quartz_poll_command(struct amr_command *ac)
1033{
1034    struct amr_softc	*sc = ac->ac_sc;
1035    int			s, error;
1036
1037    debug_called(2);
1038
1039    s = splbio();
1040    error = 0;
1041
1042    /* now we have a slot, we can map the command (unmapped in amr_complete) */
1043    if (ac->ac_data != 0) {
1044	if (bus_dmamap_load(sc->amr_buffer_dmat, ac->ac_dmamap, ac->ac_data,
1045	    ac->ac_length, amr_setup_polled_dmamap, ac, BUS_DMA_NOWAIT) != 0) {
1046	    error = 1;
1047	}
1048    } else {
1049	error = amr_quartz_poll_command1(sc, ac);
1050    }
1051
1052    splx(s);
1053    return (error);
1054}
1055
1056static int
1057amr_quartz_poll_command1(struct amr_softc *sc, struct amr_command *ac)
1058{
1059    int count, error;
1060
1061    if ((sc->amr_state & AMR_STATE_INTEN) == 0) {
1062	count=0;
1063	while (sc->amr_busyslots) {
1064	    msleep(sc, &sc->amr_io_lock, PRIBIO | PCATCH, "amrpoll", hz);
1065	    if(count++>10) {
1066		break;
1067	    }
1068	}
1069
1070	if(sc->amr_busyslots) {
1071	    device_printf(sc->amr_dev, "adapter is busy\n");
1072	    if (ac->ac_data != NULL)
1073		bus_dmamap_unload(sc->amr_buffer_dmat, ac->ac_dmamap);
1074    	    ac->ac_status=0;
1075	    return(1);
1076	}
1077    }
1078
1079    bcopy(&ac->ac_mailbox, (void *)(uintptr_t)(volatile void *)sc->amr_mailbox, AMR_MBOX_CMDSIZE);
1080
1081    /* clear the poll/ack fields in the mailbox */
1082    sc->amr_mailbox->mb_ident = 0xFE;
1083    sc->amr_mailbox->mb_nstatus = 0xFF;
1084    sc->amr_mailbox->mb_status = 0xFF;
1085    sc->amr_mailbox->mb_poll = 0;
1086    sc->amr_mailbox->mb_ack = 0;
1087    sc->amr_mailbox->mb_busy = 1;
1088
1089    AMR_QPUT_IDB(sc, sc->amr_mailboxphys | AMR_QIDB_SUBMIT);
1090
1091    while(sc->amr_mailbox->mb_nstatus == 0xFF);
1092    while(sc->amr_mailbox->mb_status == 0xFF);
1093    ac->ac_status=sc->amr_mailbox->mb_status;
1094    error = (ac->ac_status !=AMR_STATUS_SUCCESS) ? 1:0;
1095    while(sc->amr_mailbox->mb_poll != 0x77);
1096    sc->amr_mailbox->mb_poll = 0;
1097    sc->amr_mailbox->mb_ack = 0x77;
1098
1099    /* acknowledge that we have the commands */
1100    AMR_QPUT_IDB(sc, sc->amr_mailboxphys | AMR_QIDB_ACK);
1101    while(AMR_QGET_IDB(sc) & AMR_QIDB_ACK);
1102
1103    /* unmap the command's data buffer */
1104    bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_dmamap, BUS_DMASYNC_POSTREAD);
1105    bus_dmamap_unload(sc->amr_buffer_dmat, ac->ac_dmamap);
1106
1107    return(error);
1108}
1109
1110/********************************************************************************
1111 * Get a free command slot for a command if it doesn't already have one.
1112 *
1113 * May be safely called multiple times for a given command.
1114 */
1115static int
1116amr_getslot(struct amr_command *ac)
1117{
1118    struct amr_softc	*sc = ac->ac_sc;
1119    int slot;
1120
1121    debug_called(3);
1122
1123    slot = ac->ac_slot;
1124    if (sc->amr_busycmd[slot] != NULL)
1125	panic("amr: slot %d busy?\n", slot);
1126
1127    sc->amr_busycmd[slot] = ac;
1128    sc->amr_busyslots++;
1129
1130    return (0);
1131}
1132
1133/********************************************************************************
1134 * Map/unmap (ac)'s data in the controller's addressable space as required.
1135 *
1136 * These functions may be safely called multiple times on a given command.
1137 */
1138static void
1139amr_setup_dmamap(void *arg, bus_dma_segment_t *segs, int nsegments, int error)
1140{
1141    struct amr_command	*ac = (struct amr_command *)arg;
1142    struct amr_softc	*sc = ac->ac_sc;
1143    struct amr_sgentry	*sg;
1144    int			i;
1145    u_int8_t		*sgc;
1146
1147    debug_called(3);
1148
1149    /* get base address of s/g table */
1150    sg = sc->amr_sgtable + (ac->ac_slot * AMR_NSEG);
1151
1152    /* save data physical address */
1153    ac->ac_dataphys = segs[0].ds_addr;
1154
1155    /* for AMR_CMD_CONFIG the s/g count goes elsewhere */
1156    if (ac->ac_mailbox.mb_command == AMR_CMD_CONFIG) {
1157	sgc = &(((struct amr_mailbox_ioctl *)&ac->ac_mailbox)->mb_param);
1158    } else {
1159	sgc = &ac->ac_mailbox.mb_nsgelem;
1160    }
1161
1162    /* decide whether we need to populate the s/g table */
1163    if (nsegments < 2) {
1164	*sgc = 0;
1165	ac->ac_mailbox.mb_nsgelem = 0;
1166	ac->ac_mailbox.mb_physaddr = ac->ac_dataphys;
1167    } else {
1168        ac->ac_mailbox.mb_nsgelem = nsegments;
1169	*sgc = nsegments;
1170	ac->ac_mailbox.mb_physaddr = sc->amr_sgbusaddr +
1171	    (ac->ac_slot * AMR_NSEG * sizeof(struct amr_sgentry));
1172	for (i = 0; i < nsegments; i++, sg++) {
1173	    sg->sg_addr = segs[i].ds_addr;
1174	    sg->sg_count = segs[i].ds_len;
1175	}
1176    }
1177
1178}
1179
1180static void
1181amr_setup_ccbmap(void *arg, bus_dma_segment_t *segs, int nsegments, int error)
1182{
1183    struct amr_command          *ac = (struct amr_command *)arg;
1184    struct amr_softc            *sc = ac->ac_sc;
1185    struct amr_sgentry          *sg;
1186    struct amr_passthrough      *ap = (struct amr_passthrough *)ac->ac_data;
1187    struct amr_ext_passthrough	*aep = (struct amr_ext_passthrough *)ac->ac_data;
1188    int                         i;
1189
1190    /* get base address of s/g table */
1191    sg = sc->amr_sgtable + (ac->ac_slot * AMR_NSEG);
1192
1193    /* decide whether we need to populate the s/g table */
1194    if( ac->ac_mailbox.mb_command == AMR_CMD_EXTPASS ) {
1195	if (nsegments < 2) {
1196	    aep->ap_no_sg_elements = 0;
1197	    aep->ap_data_transfer_address =  segs[0].ds_addr;
1198	} else {
1199	    /* save s/g table information in passthrough */
1200	    aep->ap_no_sg_elements = nsegments;
1201	    aep->ap_data_transfer_address = sc->amr_sgbusaddr +
1202		(ac->ac_slot * AMR_NSEG * sizeof(struct amr_sgentry));
1203	    /*
1204	     * populate s/g table (overwrites previous call which mapped the
1205	     * passthrough)
1206	     */
1207	    for (i = 0; i < nsegments; i++, sg++) {
1208		sg->sg_addr = segs[i].ds_addr;
1209		sg->sg_count = segs[i].ds_len;
1210		debug(3, " %d: 0x%x/%d", i, sg->sg_addr, sg->sg_count);
1211	    }
1212	}
1213	debug(3, "slot %d  %d segments at 0x%x, passthrough at 0x%x\n",
1214	    ac->ac_slot, aep->ap_no_sg_elements, aep->ap_data_transfer_address,
1215	    ac->ac_dataphys);
1216    } else {
1217	if (nsegments < 2) {
1218	    ap->ap_no_sg_elements = 0;
1219	    ap->ap_data_transfer_address =  segs[0].ds_addr;
1220	} else {
1221	    /* save s/g table information in passthrough */
1222	    ap->ap_no_sg_elements = nsegments;
1223	    ap->ap_data_transfer_address = sc->amr_sgbusaddr +
1224		(ac->ac_slot * AMR_NSEG * sizeof(struct amr_sgentry));
1225	    /*
1226	     * populate s/g table (overwrites previous call which mapped the
1227	     * passthrough)
1228	     */
1229	    for (i = 0; i < nsegments; i++, sg++) {
1230		sg->sg_addr = segs[i].ds_addr;
1231		sg->sg_count = segs[i].ds_len;
1232		debug(3, " %d: 0x%x/%d", i, sg->sg_addr, sg->sg_count);
1233	    }
1234	}
1235	debug(3, "slot %d  %d segments at 0x%x, passthrough at 0x%x",
1236	    ac->ac_slot, ap->ap_no_sg_elements, ap->ap_data_transfer_address,
1237	    ac->ac_dataphys);
1238    }
1239    if (ac->ac_flags & AMR_CMD_CCB_DATAIN)
1240	bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_ccb_dmamap,
1241	    BUS_DMASYNC_PREREAD);
1242    if (ac->ac_flags & AMR_CMD_CCB_DATAOUT)
1243	bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_ccb_dmamap,
1244	    BUS_DMASYNC_PREWRITE);
1245    if ((ac->ac_flags & (AMR_CMD_CCB_DATAIN | AMR_CMD_CCB_DATAOUT)) == 0)
1246	panic("no direction for ccb?\n");
1247
1248    if (ac->ac_flags & AMR_CMD_DATAIN)
1249	bus_dmamap_sync(sc->amr_buffer_dmat,ac->ac_dmamap,BUS_DMASYNC_PREREAD);
1250    if (ac->ac_flags & AMR_CMD_DATAOUT)
1251	bus_dmamap_sync(sc->amr_buffer_dmat,ac->ac_dmamap,BUS_DMASYNC_PREWRITE);
1252
1253    ac->ac_flags |= AMR_CMD_MAPPED;
1254
1255    amr_start1(sc, ac);
1256}
1257
1258static int
1259amr_mapcmd(struct amr_command *ac)
1260{
1261    struct amr_softc	*sc = ac->ac_sc;
1262
1263    debug_called(3);
1264
1265    /* if the command involves data at all, and hasn't been mapped */
1266    if ((ac->ac_flags & AMR_CMD_MAPPED) == 0 && (ac->ac_data != NULL)) {
1267	if (ac->ac_ccb_data == NULL) {
1268	    /* map the data buffers into bus space and build the s/g list */
1269	    if (bus_dmamap_load(sc->amr_buffer_dmat, ac->ac_dmamap, ac->ac_data,
1270		ac->ac_length, amr_setup_data_dmamap, ac, 0) == EINPROGRESS) {
1271		sc->amr_state |= AMR_STATE_QUEUE_FRZN;
1272	    }
1273	} else {
1274	    if (bus_dmamap_load(sc->amr_buffer_dmat, ac->ac_dmamap, ac->ac_data,
1275		ac->ac_length, amr_setup_dmamap, ac, BUS_DMA_NOWAIT) != 0){
1276		return (ENOMEM);
1277	    }
1278	    if (bus_dmamap_load(sc->amr_buffer_dmat, ac->ac_ccb_dmamap,
1279		ac->ac_ccb_data, ac->ac_ccb_length, amr_setup_ccbmap, ac,
1280		0) == EINPROGRESS) {
1281		sc->amr_state |= AMR_STATE_QUEUE_FRZN;
1282	    }
1283     }
1284   } else if ((ac->ac_flags & AMR_CMD_MAPPED) == 0) {
1285    	amr_start1(sc, ac);
1286   }
1287
1288    return (0);
1289}
1290
1291static void
1292amr_unmapcmd(struct amr_command *ac)
1293{
1294    struct amr_softc	*sc = ac->ac_sc;
1295
1296    debug_called(3);
1297
1298    /* if the command involved data at all and was mapped */
1299    if (ac->ac_flags & AMR_CMD_MAPPED) {
1300
1301	if (ac->ac_data != NULL) {
1302	    if (ac->ac_flags & AMR_CMD_DATAIN)
1303		bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_dmamap,
1304		    BUS_DMASYNC_POSTREAD);
1305	    if (ac->ac_flags & AMR_CMD_DATAOUT)
1306		bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_dmamap,
1307		    BUS_DMASYNC_POSTWRITE);
1308	    bus_dmamap_unload(sc->amr_buffer_dmat, ac->ac_dmamap);
1309	}
1310
1311	if (ac->ac_ccb_data != NULL) {
1312	    if (ac->ac_flags & AMR_CMD_CCB_DATAIN)
1313		bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_ccb_dmamap,
1314		    BUS_DMASYNC_POSTREAD);
1315	    if (ac->ac_flags & AMR_CMD_CCB_DATAOUT)
1316		bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_ccb_dmamap,
1317		    BUS_DMASYNC_POSTWRITE);
1318	    bus_dmamap_unload(sc->amr_buffer_dmat, ac->ac_ccb_dmamap);
1319	}
1320	ac->ac_flags &= ~AMR_CMD_MAPPED;
1321    }
1322}
1323
1324static void
1325amr_setup_data_dmamap(void *arg, bus_dma_segment_t *segs, int nsegs, int err)
1326{
1327    struct amr_command *ac = arg;
1328    struct amr_softc *sc = ac->ac_sc;
1329
1330    amr_setup_dmamap(arg, segs, nsegs, err);
1331
1332    if (ac->ac_flags & AMR_CMD_DATAIN)
1333	bus_dmamap_sync(sc->amr_buffer_dmat,ac->ac_dmamap,BUS_DMASYNC_PREREAD);
1334    if (ac->ac_flags & AMR_CMD_DATAOUT)
1335	bus_dmamap_sync(sc->amr_buffer_dmat,ac->ac_dmamap,BUS_DMASYNC_PREWRITE);
1336    ac->ac_flags |= AMR_CMD_MAPPED;
1337
1338    amr_start1(sc, ac);
1339}
1340
1341/********************************************************************************
1342 * Take a command and give it to the controller, returns 0 if successful, or
1343 * EBUSY if the command should be retried later.
1344 */
1345static int
1346amr_start(struct amr_command *ac)
1347{
1348    struct amr_softc *sc;
1349    int error = 0;
1350
1351    debug_called(3);
1352
1353    /* mark command as busy so that polling consumer can tell */
1354    sc = ac->ac_sc;
1355    ac->ac_flags |= AMR_CMD_BUSY;
1356
1357    /* get a command slot (freed in amr_done) */
1358    if (amr_getslot(ac)) {
1359	return(EBUSY);
1360    }
1361
1362    /* Now we have a slot, we can map the command (unmapped in amr_complete). */
1363    if ((error = amr_mapcmd(ac)) == ENOMEM) {
1364	/*
1365	 * Memroy resources are short, so free the slot and let this be tried
1366	 * later.
1367	 */
1368	sc->amr_busycmd[ac->ac_slot] = NULL;
1369	sc->amr_busyslots--;
1370    }
1371
1372    return (error);
1373}
1374
1375
1376static int
1377amr_start1(struct amr_softc *sc, struct amr_command *ac)
1378{
1379    int			done, s, i;
1380
1381    /* mark the new mailbox we are going to copy in as busy */
1382    ac->ac_mailbox.mb_busy = 1;
1383
1384    /* clear the poll/ack fields in the mailbox */
1385    sc->amr_mailbox->mb_poll = 0;
1386    sc->amr_mailbox->mb_ack = 0;
1387
1388    /*
1389     * Save the slot number so that we can locate this command when complete.
1390     * Note that ident = 0 seems to be special, so we don't use it.
1391     */
1392    ac->ac_mailbox.mb_ident = ac->ac_slot + 1;
1393
1394    /*
1395     * Spin waiting for the mailbox, give up after ~1 second.  We expect the
1396     * controller to be able to handle our I/O.
1397     *
1398     * XXX perhaps we should wait for less time, and count on the deferred command
1399     * handling to deal with retries?
1400     */
1401    debug(4, "wait for mailbox");
1402    for (i = 10000, done = 0; (i > 0) && !done; i--) {
1403	s = splbio();
1404
1405	/* is the mailbox free? */
1406	if (sc->amr_mailbox->mb_busy == 0) {
1407	    debug(4, "got mailbox");
1408	    sc->amr_mailbox64->mb64_segment = 0;
1409	    bcopy(&ac->ac_mailbox, (void *)(uintptr_t)(volatile void *)sc->amr_mailbox, AMR_MBOX_CMDSIZE);
1410	    done = 1;
1411
1412	    /* not free, spin waiting */
1413	} else {
1414	    debug(4, "busy flag %x\n", sc->amr_mailbox->mb_busy);
1415	    /* this is somewhat ugly */
1416	    DELAY(100);
1417	}
1418	splx(s);	/* drop spl to allow completion interrupts */
1419    }
1420
1421    /*
1422     * Now give the command to the controller
1423     */
1424    if (done) {
1425	if (sc->amr_submit_command(sc)) {
1426	    /* the controller wasn't ready to take the command, forget that we tried to post it */
1427	    sc->amr_mailbox->mb_busy = 0;
1428	    return(EBUSY);
1429	}
1430	debug(3, "posted command");
1431	return(0);
1432    }
1433
1434    /*
1435     * The controller wouldn't take the command.  Return the command as busy
1436     * so that it is retried later.
1437     */
1438    return(EBUSY);
1439}
1440
1441/********************************************************************************
1442 * Extract one or more completed commands from the controller (sc)
1443 *
1444 * Returns nonzero if any commands on the work queue were marked as completed.
1445 */
1446
1447int
1448amr_done(struct amr_softc *sc)
1449{
1450    struct amr_command	*ac;
1451    struct amr_mailbox	mbox;
1452    int			i, idx, result;
1453
1454    debug_called(3);
1455
1456    /* See if there's anything for us to do */
1457    result = 0;
1458
1459    /* loop collecting completed commands */
1460    for (;;) {
1461	/* poll for a completed command's identifier and status */
1462	if (sc->amr_get_work(sc, &mbox)) {
1463	    result = 1;
1464
1465	    /* iterate over completed commands in this result */
1466	    for (i = 0; i < mbox.mb_nstatus; i++) {
1467		/* get pointer to busy command */
1468		idx = mbox.mb_completed[i] - 1;
1469		ac = sc->amr_busycmd[idx];
1470
1471		/* really a busy command? */
1472		if (ac != NULL) {
1473
1474		    /* pull the command from the busy index */
1475		    sc->amr_busycmd[idx] = NULL;
1476		    sc->amr_busyslots--;
1477
1478		    /* save status for later use */
1479		    ac->ac_status = mbox.mb_status;
1480		    amr_enqueue_completed(ac);
1481		    debug(3, "completed command with status %x", mbox.mb_status);
1482		} else {
1483		    device_printf(sc->amr_dev, "bad slot %d completed\n", idx);
1484		}
1485	    }
1486	} else {
1487	    break;	/* no work */
1488	}
1489    }
1490
1491    /* handle completion and timeouts */
1492    amr_complete(sc, 0);
1493
1494    return(result);
1495}
1496
1497/********************************************************************************
1498 * Do completion processing on done commands on (sc)
1499 */
1500
1501static void
1502amr_complete(void *context, int pending)
1503{
1504    struct amr_softc	*sc = (struct amr_softc *)context;
1505    struct amr_command	*ac;
1506
1507    debug_called(3);
1508
1509    /* pull completed commands off the queue */
1510    for (;;) {
1511	ac = amr_dequeue_completed(sc);
1512	if (ac == NULL)
1513	    break;
1514
1515	/* unmap the command's data buffer */
1516	amr_unmapcmd(ac);
1517
1518	/* unbusy the command */
1519	ac->ac_flags &= ~AMR_CMD_BUSY;
1520
1521	/*
1522	 * Is there a completion handler?
1523	 */
1524	if (ac->ac_complete != NULL) {
1525	    ac->ac_complete(ac);
1526
1527	    /*
1528	     * Is someone sleeping on this one?
1529	     */
1530	} else if (ac->ac_flags & AMR_CMD_SLEEP) {
1531	    wakeup(ac);
1532	}
1533
1534	if(!sc->amr_busyslots) {
1535	    wakeup(sc);
1536	}
1537    }
1538
1539    sc->amr_state &= ~AMR_STATE_QUEUE_FRZN;
1540    amr_startio(sc);
1541}
1542
1543/********************************************************************************
1544 ********************************************************************************
1545                                                        Command Buffer Management
1546 ********************************************************************************
1547 ********************************************************************************/
1548
1549/********************************************************************************
1550 * Get a new command buffer.
1551 *
1552 * This may return NULL in low-memory cases.
1553 *
1554 * If possible, we recycle a command buffer that's been used before.
1555 */
1556struct amr_command *
1557amr_alloccmd(struct amr_softc *sc)
1558{
1559    struct amr_command	*ac;
1560
1561    debug_called(3);
1562
1563    ac = amr_dequeue_free(sc);
1564    if (ac == NULL) {
1565	amr_alloccmd_cluster(sc);
1566	ac = amr_dequeue_free(sc);
1567    }
1568    if (ac == NULL) {
1569	sc->amr_state |= AMR_STATE_QUEUE_FRZN;
1570	return(NULL);
1571    }
1572
1573    /* clear out significant fields */
1574    ac->ac_status = 0;
1575    bzero(&ac->ac_mailbox, sizeof(struct amr_mailbox));
1576    ac->ac_flags = 0;
1577    ac->ac_bio = NULL;
1578    ac->ac_data = NULL;
1579    ac->ac_ccb_data = NULL;
1580    ac->ac_complete = NULL;
1581    return(ac);
1582}
1583
1584/********************************************************************************
1585 * Release a command buffer for recycling.
1586 */
1587void
1588amr_releasecmd(struct amr_command *ac)
1589{
1590    debug_called(3);
1591
1592    amr_enqueue_free(ac);
1593}
1594
1595/********************************************************************************
1596 * Allocate a new command cluster and initialise it.
1597 */
1598static void
1599amr_alloccmd_cluster(struct amr_softc *sc)
1600{
1601    struct amr_command_cluster	*acc;
1602    struct amr_command		*ac;
1603    int				s, i, nextslot;
1604
1605    if (sc->amr_nextslot > sc->amr_maxio)
1606	return;
1607    acc = malloc(AMR_CMD_CLUSTERSIZE, M_DEVBUF, M_NOWAIT | M_ZERO);
1608    if (acc != NULL) {
1609	s = splbio();
1610	nextslot = sc->amr_nextslot;
1611	TAILQ_INSERT_TAIL(&sc->amr_cmd_clusters, acc, acc_link);
1612	splx(s);
1613	for (i = 0; i < AMR_CMD_CLUSTERCOUNT; i++) {
1614	    ac = &acc->acc_command[i];
1615	    ac->ac_sc = sc;
1616	    ac->ac_slot = nextslot;
1617	    if (!bus_dmamap_create(sc->amr_buffer_dmat, 0, &ac->ac_dmamap) &&
1618		!bus_dmamap_create(sc->amr_buffer_dmat, 0, &ac->ac_ccb_dmamap))
1619		amr_releasecmd(ac);
1620	    if (++nextslot > sc->amr_maxio)
1621		break;
1622	}
1623	sc->amr_nextslot = nextslot;
1624    }
1625}
1626
1627/********************************************************************************
1628 * Free a command cluster
1629 */
1630static void
1631amr_freecmd_cluster(struct amr_command_cluster *acc)
1632{
1633    struct amr_softc	*sc = acc->acc_command[0].ac_sc;
1634    int			i;
1635
1636    for (i = 0; i < AMR_CMD_CLUSTERCOUNT; i++)
1637	bus_dmamap_destroy(sc->amr_buffer_dmat, acc->acc_command[i].ac_dmamap);
1638    free(acc, M_DEVBUF);
1639}
1640
1641/********************************************************************************
1642 ********************************************************************************
1643                                                         Interface-specific Shims
1644 ********************************************************************************
1645 ********************************************************************************/
1646
1647/********************************************************************************
1648 * Tell the controller that the mailbox contains a valid command
1649 */
1650static int
1651amr_quartz_submit_command(struct amr_softc *sc)
1652{
1653    debug_called(3);
1654
1655    if (AMR_QGET_IDB(sc) & AMR_QIDB_SUBMIT)
1656	return(EBUSY);
1657    AMR_QPUT_IDB(sc, sc->amr_mailboxphys | AMR_QIDB_SUBMIT);
1658    return(0);
1659}
1660
1661static int
1662amr_std_submit_command(struct amr_softc *sc)
1663{
1664    debug_called(3);
1665
1666    if (AMR_SGET_MBSTAT(sc) & AMR_SMBOX_BUSYFLAG)
1667	return(EBUSY);
1668    AMR_SPOST_COMMAND(sc);
1669    return(0);
1670}
1671
1672/********************************************************************************
1673 * Claim any work that the controller has completed; acknowledge completion,
1674 * save details of the completion in (mbsave)
1675 */
1676static int
1677amr_quartz_get_work(struct amr_softc *sc, struct amr_mailbox *mbsave)
1678{
1679    int		s, worked;
1680    u_int32_t	outd;
1681    u_int8_t	nstatus;
1682
1683    debug_called(3);
1684
1685    worked = 0;
1686    s = splbio();
1687
1688    /* work waiting for us? */
1689    if ((outd = AMR_QGET_ODB(sc)) == AMR_QODB_READY) {
1690
1691	/* acknowledge interrupt */
1692	AMR_QPUT_ODB(sc, AMR_QODB_READY);
1693
1694	while ((nstatus = sc->amr_mailbox->mb_nstatus) == 0xff)
1695	    ;
1696	sc->amr_mailbox->mb_nstatus = 0xff;
1697
1698	/* save mailbox, which contains a list of completed commands */
1699	bcopy((void *)(uintptr_t)(volatile void *)sc->amr_mailbox, mbsave, sizeof(*mbsave));
1700	mbsave->mb_nstatus = nstatus;
1701
1702	/* acknowledge that we have the commands */
1703	AMR_QPUT_IDB(sc, AMR_QIDB_ACK);
1704
1705#ifndef AMR_QUARTZ_GOFASTER
1706	/*
1707	 * This waits for the controller to notice that we've taken the
1708	 * command from it.  It's very inefficient, and we shouldn't do it,
1709	 * but if we remove this code, we stop completing commands under
1710	 * load.
1711	 *
1712	 * Peter J says we shouldn't do this.  The documentation says we
1713	 * should.  Who is right?
1714	 */
1715	while(AMR_QGET_IDB(sc) & AMR_QIDB_ACK)
1716	    ;				/* XXX aiee! what if it dies? */
1717#endif
1718
1719	worked = 1;			/* got some work */
1720    }
1721
1722    splx(s);
1723    return(worked);
1724}
1725
1726static int
1727amr_std_get_work(struct amr_softc *sc, struct amr_mailbox *mbsave)
1728{
1729    int		s, worked;
1730    u_int8_t	istat;
1731
1732    debug_called(3);
1733
1734    worked = 0;
1735    s = splbio();
1736
1737    /* check for valid interrupt status */
1738    istat = AMR_SGET_ISTAT(sc);
1739    if ((istat & AMR_SINTR_VALID) != 0) {
1740	AMR_SPUT_ISTAT(sc, istat);	/* ack interrupt status */
1741
1742	/* save mailbox, which contains a list of completed commands */
1743	bcopy((void *)(uintptr_t)(volatile void *)sc->amr_mailbox, mbsave, sizeof(*mbsave));
1744
1745	AMR_SACK_INTERRUPT(sc);		/* acknowledge we have the mailbox */
1746	worked = 1;
1747    }
1748
1749    splx(s);
1750    return(worked);
1751}
1752
1753/********************************************************************************
1754 * Notify the controller of the mailbox location.
1755 */
1756static void
1757amr_std_attach_mailbox(struct amr_softc *sc)
1758{
1759
1760    /* program the mailbox physical address */
1761    AMR_SBYTE_SET(sc, AMR_SMBOX_0, sc->amr_mailboxphys         & 0xff);
1762    AMR_SBYTE_SET(sc, AMR_SMBOX_1, (sc->amr_mailboxphys >>  8) & 0xff);
1763    AMR_SBYTE_SET(sc, AMR_SMBOX_2, (sc->amr_mailboxphys >> 16) & 0xff);
1764    AMR_SBYTE_SET(sc, AMR_SMBOX_3, (sc->amr_mailboxphys >> 24) & 0xff);
1765    AMR_SBYTE_SET(sc, AMR_SMBOX_ENABLE, AMR_SMBOX_ADDR);
1766
1767    /* clear any outstanding interrupt and enable interrupts proper */
1768    AMR_SACK_INTERRUPT(sc);
1769    AMR_SENABLE_INTR(sc);
1770}
1771
1772#ifdef AMR_BOARD_INIT
1773/********************************************************************************
1774 * Initialise the controller
1775 */
1776static int
1777amr_quartz_init(struct amr_softc *sc)
1778{
1779    int		status, ostatus;
1780
1781    device_printf(sc->amr_dev, "initial init status %x\n", AMR_QGET_INITSTATUS(sc));
1782
1783    AMR_QRESET(sc);
1784
1785    ostatus = 0xff;
1786    while ((status = AMR_QGET_INITSTATUS(sc)) != AMR_QINIT_DONE) {
1787	if (status != ostatus) {
1788	    device_printf(sc->amr_dev, "(%x) %s\n", status, amr_describe_code(amr_table_qinit, status));
1789	    ostatus = status;
1790	}
1791	switch (status) {
1792	case AMR_QINIT_NOMEM:
1793	    return(ENOMEM);
1794
1795	case AMR_QINIT_SCAN:
1796	    /* XXX we could print channel/target here */
1797	    break;
1798	}
1799    }
1800    return(0);
1801}
1802
1803static int
1804amr_std_init(struct amr_softc *sc)
1805{
1806    int		status, ostatus;
1807
1808    device_printf(sc->amr_dev, "initial init status %x\n", AMR_SGET_INITSTATUS(sc));
1809
1810    AMR_SRESET(sc);
1811
1812    ostatus = 0xff;
1813    while ((status = AMR_SGET_INITSTATUS(sc)) != AMR_SINIT_DONE) {
1814	if (status != ostatus) {
1815	    device_printf(sc->amr_dev, "(%x) %s\n", status, amr_describe_code(amr_table_sinit, status));
1816	    ostatus = status;
1817	}
1818	switch (status) {
1819	case AMR_SINIT_NOMEM:
1820	    return(ENOMEM);
1821
1822	case AMR_SINIT_INPROG:
1823	    /* XXX we could print channel/target here? */
1824	    break;
1825	}
1826    }
1827    return(0);
1828}
1829#endif
1830
1831/********************************************************************************
1832 ********************************************************************************
1833                                                                        Debugging
1834 ********************************************************************************
1835 ********************************************************************************/
1836
1837/********************************************************************************
1838 * Identify the controller and print some information about it.
1839 */
1840static void
1841amr_describe_controller(struct amr_softc *sc)
1842{
1843    struct amr_prodinfo	*ap;
1844    struct amr_enquiry	*ae;
1845    char		*prod;
1846
1847    mtx_lock(&sc->amr_io_lock);
1848    /*
1849     * Try to get 40LD product info, which tells us what the card is labelled as.
1850     */
1851    if ((ap = amr_enquiry(sc, 2048, AMR_CMD_CONFIG, AMR_CONFIG_PRODUCT_INFO, 0)) != NULL) {
1852	device_printf(sc->amr_dev, "<LSILogic %.80s> Firmware %.16s, BIOS %.16s, %dMB RAM\n",
1853		      ap->ap_product, ap->ap_firmware, ap->ap_bios,
1854		      ap->ap_memsize);
1855
1856	free(ap, M_DEVBUF);
1857	mtx_unlock(&sc->amr_io_lock);
1858	return;
1859    }
1860
1861    /*
1862     * Try 8LD extended ENQUIRY to get controller signature, and use lookup table.
1863     */
1864    if ((ae = (struct amr_enquiry *)amr_enquiry(sc, 2048, AMR_CMD_EXT_ENQUIRY2, 0, 0)) != NULL) {
1865	prod = amr_describe_code(amr_table_adaptertype, ae->ae_signature);
1866
1867    } else if ((ae = (struct amr_enquiry *)amr_enquiry(sc, 2048, AMR_CMD_ENQUIRY, 0, 0)) != NULL) {
1868
1869	/*
1870	 * Try to work it out based on the PCI signatures.
1871	 */
1872	switch (pci_get_device(sc->amr_dev)) {
1873	case 0x9010:
1874	    prod = "Series 428";
1875	    break;
1876	case 0x9060:
1877	    prod = "Series 434";
1878	    break;
1879	default:
1880	    prod = "unknown controller";
1881	    break;
1882	}
1883    } else {
1884	prod = "unsupported controller";
1885    }
1886
1887    /*
1888     * HP NetRaid controllers have a special encoding of the firmware and
1889     * BIOS versions. The AMI version seems to have it as strings whereas
1890     * the HP version does it with a leading uppercase character and two
1891     * binary numbers.
1892     */
1893
1894    if(ae->ae_adapter.aa_firmware[2] >= 'A' &&
1895       ae->ae_adapter.aa_firmware[2] <= 'Z' &&
1896       ae->ae_adapter.aa_firmware[1] <  ' ' &&
1897       ae->ae_adapter.aa_firmware[0] <  ' ' &&
1898       ae->ae_adapter.aa_bios[2] >= 'A'     &&
1899       ae->ae_adapter.aa_bios[2] <= 'Z'     &&
1900       ae->ae_adapter.aa_bios[1] <  ' '     &&
1901       ae->ae_adapter.aa_bios[0] <  ' ') {
1902
1903	/* this looks like we have an HP NetRaid version of the MegaRaid */
1904
1905    	if(ae->ae_signature == AMR_SIG_438) {
1906    		/* the AMI 438 is a NetRaid 3si in HP-land */
1907    		prod = "HP NetRaid 3si";
1908    	}
1909
1910	device_printf(sc->amr_dev, "<%s> Firmware %c.%02d.%02d, BIOS %c.%02d.%02d, %dMB RAM\n",
1911		      prod, ae->ae_adapter.aa_firmware[2],
1912		      ae->ae_adapter.aa_firmware[1],
1913		      ae->ae_adapter.aa_firmware[0],
1914		      ae->ae_adapter.aa_bios[2],
1915		      ae->ae_adapter.aa_bios[1],
1916		      ae->ae_adapter.aa_bios[0],
1917		      ae->ae_adapter.aa_memorysize);
1918    } else {
1919	device_printf(sc->amr_dev, "<%s> Firmware %.4s, BIOS %.4s, %dMB RAM\n",
1920		      prod, ae->ae_adapter.aa_firmware, ae->ae_adapter.aa_bios,
1921		      ae->ae_adapter.aa_memorysize);
1922    }
1923    free(ae, M_DEVBUF);
1924    mtx_unlock(&sc->amr_io_lock);
1925}
1926
1927int
1928amr_dump_blocks(struct amr_softc *sc, int unit, u_int32_t lba, void *data, int blks)
1929{
1930    struct amr_command	*ac;
1931    int			error = EIO;
1932
1933    debug_called(1);
1934
1935    sc->amr_state |= AMR_STATE_INTEN;
1936
1937    /* get ourselves a command buffer */
1938    if ((ac = amr_alloccmd(sc)) == NULL)
1939	goto out;
1940    /* set command flags */
1941    ac->ac_flags |= AMR_CMD_PRIORITY | AMR_CMD_DATAOUT;
1942
1943    /* point the command at our data */
1944    ac->ac_data = data;
1945    ac->ac_length = blks * AMR_BLKSIZE;
1946
1947    /* build the command proper */
1948    ac->ac_mailbox.mb_command 	= AMR_CMD_LWRITE;
1949    ac->ac_mailbox.mb_blkcount	= blks;
1950    ac->ac_mailbox.mb_lba	= lba;
1951    ac->ac_mailbox.mb_drive	= unit;
1952
1953    /* can't assume that interrupts are going to work here, so play it safe */
1954    if (sc->amr_poll_command(ac))
1955	goto out;
1956    error = ac->ac_status;
1957
1958 out:
1959    if (ac != NULL)
1960	amr_releasecmd(ac);
1961
1962    sc->amr_state &= ~AMR_STATE_INTEN;
1963    return (error);
1964}
1965
1966
1967
1968#ifdef AMR_DEBUG
1969/********************************************************************************
1970 * Print the command (ac) in human-readable format
1971 */
1972#if 0
1973static void
1974amr_printcommand(struct amr_command *ac)
1975{
1976    struct amr_softc	*sc = ac->ac_sc;
1977    struct amr_sgentry	*sg;
1978    int			i;
1979
1980    device_printf(sc->amr_dev, "cmd %x  ident %d  drive %d\n",
1981		  ac->ac_mailbox.mb_command, ac->ac_mailbox.mb_ident, ac->ac_mailbox.mb_drive);
1982    device_printf(sc->amr_dev, "blkcount %d  lba %d\n",
1983		  ac->ac_mailbox.mb_blkcount, ac->ac_mailbox.mb_lba);
1984    device_printf(sc->amr_dev, "virtaddr %p  length %lu\n", ac->ac_data, (unsigned long)ac->ac_length);
1985    device_printf(sc->amr_dev, "sg physaddr %08x  nsg %d\n",
1986		  ac->ac_mailbox.mb_physaddr, ac->ac_mailbox.mb_nsgelem);
1987    device_printf(sc->amr_dev, "ccb %p  bio %p\n", ac->ac_ccb_data, ac->ac_bio);
1988
1989    /* get base address of s/g table */
1990    sg = sc->amr_sgtable + (ac->ac_slot * AMR_NSEG);
1991    for (i = 0; i < ac->ac_mailbox.mb_nsgelem; i++, sg++)
1992	device_printf(sc->amr_dev, "  %x/%d\n", sg->sg_addr, sg->sg_count);
1993}
1994#endif
1995#endif
1996