1/*-
2 * Copyright (c) 2000 Michael Smith
3 * Copyright (c) 2000 BSDi
4 * All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 *	notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 *	notice, this list of conditions and the following disclaimer in the
13 *	documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 * SUCH DAMAGE.
26 */
27/*-
28 * Copyright (c) 2002 Eric Moore
29 * Copyright (c) 2002 LSI Logic Corporation
30 * All rights reserved.
31 *
32 * Redistribution and use in source and binary forms, with or without
33 * modification, are permitted provided that the following conditions
34 * are met:
35 * 1. Redistributions of source code must retain the above copyright
36 *	notice, this list of conditions and the following disclaimer.
37 * 2. Redistributions in binary form must reproduce the above copyright
38 *	notice, this list of conditions and the following disclaimer in the
39 *	documentation and/or other materials provided with the distribution.
40 * 3. The party using or redistributing the source code and binary forms
41 *	agrees to the disclaimer below and the terms and conditions set forth
42 *	herein.
43 *
44 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
45 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
46 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
47 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
48 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
49 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
50 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
51 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
52 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
53 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
54 * SUCH DAMAGE.
55 */
56
57#include <sys/cdefs.h>
58__FBSDID("$FreeBSD: stable/11/sys/dev/amr/amr_cam.c 315812 2017-03-23 06:40:20Z mav $");
59
60#include <sys/param.h>
61#include <sys/systm.h>
62#include <sys/malloc.h>
63#include <sys/kernel.h>
64#include <sys/module.h>
65
66#include <sys/bio.h>
67#include <sys/bus.h>
68#include <sys/conf.h>
69#include <sys/stat.h>
70
71#include <cam/cam.h>
72#include <cam/cam_ccb.h>
73#include <cam/cam_sim.h>
74#include <cam/cam_xpt.h>
75#include <cam/cam_xpt_sim.h>
76#include <cam/cam_debug.h>
77#include <cam/scsi/scsi_all.h>
78#include <cam/scsi/scsi_message.h>
79
80#include <machine/resource.h>
81#include <machine/bus.h>
82
83#include <dev/amr/amrreg.h>
84#include <dev/amr/amrvar.h>
85
86static int	amr_cam_probe(device_t dev);
87static int	amr_cam_attach(device_t dev);
88static int	amr_cam_detach(device_t dev);
89static void	amr_cam_action(struct cam_sim *sim, union ccb *ccb);
90static void	amr_cam_poll(struct cam_sim *sim);
91static void	amr_cam_complete(struct amr_command *ac);
92static int	amr_cam_command(struct amr_softc *sc, struct amr_command **acp);
93
94static devclass_t	amr_pass_devclass;
95
96static device_method_t	amr_pass_methods[] = {
97	DEVMETHOD(device_probe,		amr_cam_probe),
98	DEVMETHOD(device_attach,	amr_cam_attach),
99	DEVMETHOD(device_detach,	amr_cam_detach),
100	{ 0, 0 }
101};
102
103static driver_t	amr_pass_driver = {
104	"amrp",
105	amr_pass_methods,
106	0
107};
108
109DRIVER_MODULE(amrp, amr, amr_pass_driver, amr_pass_devclass, 0, 0);
110MODULE_DEPEND(amrp, cam, 1, 1, 1);
111
112static MALLOC_DEFINE(M_AMRCAM, "amrcam", "AMR CAM memory");
113
114/***********************************************************************
115 * Enqueue/dequeue functions
116 */
117static __inline void
118amr_enqueue_ccb(struct amr_softc *sc, union ccb *ccb)
119{
120
121	TAILQ_INSERT_TAIL(&sc->amr_cam_ccbq, &ccb->ccb_h, sim_links.tqe);
122}
123
124static __inline void
125amr_requeue_ccb(struct amr_softc *sc, union ccb *ccb)
126{
127
128	TAILQ_INSERT_HEAD(&sc->amr_cam_ccbq, &ccb->ccb_h, sim_links.tqe);
129}
130
131static __inline union ccb *
132amr_dequeue_ccb(struct amr_softc *sc)
133{
134	union ccb	*ccb;
135
136	if ((ccb = (union ccb *)TAILQ_FIRST(&sc->amr_cam_ccbq)) != NULL)
137		TAILQ_REMOVE(&sc->amr_cam_ccbq, &ccb->ccb_h, sim_links.tqe);
138	return(ccb);
139}
140
141static int
142amr_cam_probe(device_t dev)
143{
144	return (0);
145}
146
147/********************************************************************************
148 * Attach our 'real' SCSI channels to CAM
149 */
150static int
151amr_cam_attach(device_t dev)
152{
153	struct amr_softc *sc;
154	struct cam_devq	*devq;
155	int chn, error;
156
157	sc = device_get_softc(dev);
158
159	/* initialise the ccb queue */
160	TAILQ_INIT(&sc->amr_cam_ccbq);
161
162	/*
163	 * Allocate a devq for all our channels combined.  This should
164	 * allow for the maximum number of SCSI commands we will accept
165	 * at one time. Save the pointer in the softc so we can find it later
166	 * during detach.
167	 */
168	if ((devq = cam_simq_alloc(AMR_MAX_SCSI_CMDS)) == NULL)
169		return(ENOMEM);
170	sc->amr_cam_devq = devq;
171
172	/*
173	 * Iterate over our channels, registering them with CAM
174	 */
175	for (chn = 0; chn < sc->amr_maxchan; chn++) {
176
177		/* allocate a sim */
178		if ((sc->amr_cam_sim[chn] = cam_sim_alloc(amr_cam_action,
179		    amr_cam_poll, "amr", sc, device_get_unit(sc->amr_dev),
180		    &sc->amr_list_lock, 1, AMR_MAX_SCSI_CMDS, devq)) == NULL) {
181			cam_simq_free(devq);
182			device_printf(sc->amr_dev, "CAM SIM attach failed\n");
183			return(ENOMEM);
184		}
185
186		/* register the bus ID so we can get it later */
187		mtx_lock(&sc->amr_list_lock);
188		error = xpt_bus_register(sc->amr_cam_sim[chn], sc->amr_dev,chn);
189		mtx_unlock(&sc->amr_list_lock);
190		if (error) {
191			device_printf(sc->amr_dev,
192			    "CAM XPT bus registration failed\n");
193			return(ENXIO);
194		}
195	}
196	/*
197	 * XXX we should scan the config and work out which devices are
198	 * actually protected.
199	 */
200	sc->amr_cam_command = amr_cam_command;
201	return(0);
202}
203
204/********************************************************************************
205 * Disconnect ourselves from CAM
206 */
207static int
208amr_cam_detach(device_t dev)
209{
210	struct amr_softc *sc;
211	int		chn;
212
213	sc = device_get_softc(dev);
214	mtx_lock(&sc->amr_list_lock);
215	for (chn = 0; chn < sc->amr_maxchan; chn++) {
216		/*
217		 * If a sim was allocated for this channel, free it
218		 */
219		if (sc->amr_cam_sim[chn] != NULL) {
220			xpt_bus_deregister(cam_sim_path(sc->amr_cam_sim[chn]));
221			cam_sim_free(sc->amr_cam_sim[chn], FALSE);
222		}
223	}
224	mtx_unlock(&sc->amr_list_lock);
225
226	/* Now free the devq */
227	if (sc->amr_cam_devq != NULL)
228		cam_simq_free(sc->amr_cam_devq);
229
230	return (0);
231}
232
233/***********************************************************************
234 ***********************************************************************
235			CAM passthrough interface
236 ***********************************************************************
237 ***********************************************************************/
238
239/***********************************************************************
240 * Handle a request for action from CAM
241 */
242static void
243amr_cam_action(struct cam_sim *sim, union ccb *ccb)
244{
245	struct amr_softc	*sc = cam_sim_softc(sim);
246
247	switch(ccb->ccb_h.func_code) {
248
249	/*
250	 * Perform SCSI I/O to a physical device.
251	 */
252	case XPT_SCSI_IO:
253	{
254		struct ccb_hdr		*ccbh = &ccb->ccb_h;
255		struct ccb_scsiio	*csio = &ccb->csio;
256
257		/* Validate the CCB */
258		ccbh->status = CAM_REQ_INPROG;
259
260		/* check the CDB length */
261		if (csio->cdb_len > AMR_MAX_EXTCDB_LEN)
262			ccbh->status = CAM_REQ_INVALID;
263
264		if ((csio->cdb_len > AMR_MAX_CDB_LEN) &&
265		    (sc->support_ext_cdb == 0))
266			ccbh->status = CAM_REQ_INVALID;
267
268		/* check that the CDB pointer is not to a physical address */
269		if ((ccbh->flags & CAM_CDB_POINTER) &&
270		    (ccbh->flags & CAM_CDB_PHYS))
271			ccbh->status = CAM_REQ_INVALID;
272		/*
273		 * if there is data transfer, it must be to/from a virtual
274		 * address
275		 */
276		if ((ccbh->flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
277			if ((ccbh->flags & CAM_DATA_MASK) != CAM_DATA_VADDR)
278				/* we can't map it */
279				ccbh->status = CAM_REQ_INVALID;
280		}
281
282		/*
283		 * If the command is to a LUN other than 0, fail it.
284		 * This is probably incorrect, but during testing the
285		 * firmware did not seem to respect the LUN field, and thus
286		 * devices appear echoed.
287		 */
288		if (csio->ccb_h.target_lun != 0)
289			ccbh->status = CAM_DEV_NOT_THERE;
290
291		/* if we're happy with the request, queue it for attention */
292		if (ccbh->status == CAM_REQ_INPROG) {
293
294			/* save the channel number in the ccb */
295			csio->ccb_h.sim_priv.entries[0].field= cam_sim_bus(sim);
296
297			amr_enqueue_ccb(sc, ccb);
298			amr_startio(sc);
299			return;
300		}
301		break;
302	}
303
304	case XPT_CALC_GEOMETRY:
305	{
306		cam_calc_geometry(&ccb->ccg, /*extended*/1);
307		break;
308	}
309
310	/*
311	 * Return path stats.  Some of these should probably be amended.
312	 */
313	case XPT_PATH_INQ:
314	{
315		struct ccb_pathinq	  *cpi = & ccb->cpi;
316
317		debug(3, "XPT_PATH_INQ");
318		cpi->version_num = 1;		   /* XXX??? */
319		cpi->hba_inquiry = PI_SDTR_ABLE|PI_TAG_ABLE|PI_WIDE_16;
320		cpi->target_sprt = 0;
321		cpi->hba_misc = PIM_NOBUSRESET|PIM_SEQSCAN;
322		cpi->hba_eng_cnt = 0;
323		cpi->max_target = AMR_MAX_TARGETS;
324		cpi->max_lun = 0 /* AMR_MAX_LUNS*/;
325		cpi->initiator_id = 7;		  /* XXX variable? */
326		strlcpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
327		strlcpy(cpi->hba_vid, "LSI", HBA_IDLEN);
328		strlcpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN);
329		cpi->unit_number = cam_sim_unit(sim);
330		cpi->bus_id = cam_sim_bus(sim);
331		cpi->base_transfer_speed = 132 * 1024;  /* XXX */
332		cpi->transport = XPORT_SPI;
333		cpi->transport_version = 2;
334		cpi->protocol = PROTO_SCSI;
335		cpi->protocol_version = SCSI_REV_2;
336		cpi->ccb_h.status = CAM_REQ_CMP;
337
338		break;
339	}
340
341	case XPT_RESET_BUS:
342	{
343		struct ccb_pathinq	*cpi = & ccb->cpi;
344
345		debug(1, "XPT_RESET_BUS");
346		cpi->ccb_h.status = CAM_REQ_CMP;
347		break;
348	}
349
350	case XPT_RESET_DEV:
351	{
352		debug(1, "XPT_RESET_DEV");
353		ccb->ccb_h.status = CAM_REQ_CMP;
354		break;
355	}
356
357	case XPT_GET_TRAN_SETTINGS:
358	{
359		struct ccb_trans_settings	*cts = &(ccb->cts);
360
361		debug(3, "XPT_GET_TRAN_SETTINGS");
362
363		struct ccb_trans_settings_scsi *scsi;
364		struct ccb_trans_settings_spi *spi;
365
366		scsi = &cts->proto_specific.scsi;
367		spi = &cts->xport_specific.spi;
368
369		cts->protocol = PROTO_SCSI;
370		cts->protocol_version = SCSI_REV_2;
371		cts->transport = XPORT_SPI;
372		cts->transport_version = 2;
373
374		if (cts->type == CTS_TYPE_USER_SETTINGS) {
375			ccb->ccb_h.status = CAM_FUNC_NOTAVAIL;
376			break;
377		}
378
379		spi->flags = CTS_SPI_FLAGS_DISC_ENB;
380		spi->bus_width = MSG_EXT_WDTR_BUS_32_BIT;
381		spi->sync_period = 6;   /* 40MHz how wide is this bus? */
382		spi->sync_offset = 31;  /* How to extract this from board? */
383
384		spi->valid = CTS_SPI_VALID_SYNC_RATE
385			| CTS_SPI_VALID_SYNC_OFFSET
386			| CTS_SPI_VALID_BUS_WIDTH
387			| CTS_SPI_VALID_DISC;
388		scsi->valid = CTS_SCSI_VALID_TQ;
389		ccb->ccb_h.status = CAM_REQ_CMP;
390		break;
391	}
392
393	case XPT_SET_TRAN_SETTINGS:
394		debug(3, "XPT_SET_TRAN_SETTINGS");
395		ccb->ccb_h.status = CAM_FUNC_NOTAVAIL;
396		break;
397
398
399	/*
400	 * Reject anything else as unsupported.
401	 */
402	default:
403		/* we can't do this */
404		ccb->ccb_h.status = CAM_REQ_INVALID;
405		break;
406	}
407
408	mtx_assert(&sc->amr_list_lock, MA_OWNED);
409	xpt_done(ccb);
410}
411
412/***********************************************************************
413 * Convert a CAM CCB off the top of the CCB queue to a passthrough SCSI
414 * command.
415 */
416static int
417amr_cam_command(struct amr_softc *sc, struct amr_command **acp)
418{
419	struct amr_command		*ac;
420	struct amr_passthrough		*ap;
421	struct amr_ext_passthrough	*aep;
422	struct ccb_scsiio		*csio;
423	int				bus, target, error;
424
425	error = 0;
426	ac = NULL;
427	ap = NULL;
428	aep = NULL;
429
430	/* check to see if there is a ccb for us to work with */
431	if ((csio = (struct ccb_scsiio *)amr_dequeue_ccb(sc)) == NULL)
432	goto out;
433
434	/* get bus/target, XXX validate against protected devices? */
435	bus = csio->ccb_h.sim_priv.entries[0].field;
436	target = csio->ccb_h.target_id;
437
438	/*
439	 * Build a passthrough command.
440	 */
441
442	/* construct command */
443	if ((ac = amr_alloccmd(sc)) == NULL) {
444		error = ENOMEM;
445		goto out;
446	}
447
448	/* construct passthrough */
449	if (sc->support_ext_cdb ) {
450		aep = &ac->ac_ccb->ccb_epthru;
451		aep->ap_timeout = 2;
452		aep->ap_ars = 1;
453		aep->ap_request_sense_length = 14;
454		aep->ap_islogical = 0;
455		aep->ap_channel = bus;
456		aep->ap_scsi_id = target;
457		aep->ap_logical_drive_no = csio->ccb_h.target_lun;
458		aep->ap_cdb_length = csio->cdb_len;
459		aep->ap_data_transfer_length = csio->dxfer_len;
460		if (csio->ccb_h.flags & CAM_CDB_POINTER) {
461			bcopy(csio->cdb_io.cdb_ptr, aep->ap_cdb, csio->cdb_len);
462		} else {
463			bcopy(csio->cdb_io.cdb_bytes, aep->ap_cdb,
464			    csio->cdb_len);
465		}
466		/*
467		 * we leave the data s/g list and s/g count to the map routine
468		 * later
469		 */
470
471		debug(2, " COMMAND %x/%d+%d to %d:%d:%d", aep->ap_cdb[0],
472		    aep->ap_cdb_length, csio->dxfer_len, aep->ap_channel,
473		    aep->ap_scsi_id, aep->ap_logical_drive_no);
474
475	} else {
476		ap = &ac->ac_ccb->ccb_pthru;
477		ap->ap_timeout = 0;
478		ap->ap_ars = 1;
479		ap->ap_request_sense_length = 14;
480		ap->ap_islogical = 0;
481		ap->ap_channel = bus;
482		ap->ap_scsi_id = target;
483		ap->ap_logical_drive_no = csio->ccb_h.target_lun;
484		ap->ap_cdb_length = csio->cdb_len;
485		ap->ap_data_transfer_length = csio->dxfer_len;
486		if (csio->ccb_h.flags & CAM_CDB_POINTER) {
487			bcopy(csio->cdb_io.cdb_ptr, ap->ap_cdb, csio->cdb_len);
488		} else {
489			bcopy(csio->cdb_io.cdb_bytes, ap->ap_cdb,
490			    csio->cdb_len);
491		}
492		/*
493		 * we leave the data s/g list and s/g count to the map routine
494		 * later
495		 */
496
497		debug(2, " COMMAND %x/%d+%d to %d:%d:%d", ap->ap_cdb[0],
498		    ap->ap_cdb_length, csio->dxfer_len, ap->ap_channel,
499		    ap->ap_scsi_id, ap->ap_logical_drive_no);
500	}
501
502	ac->ac_flags |= AMR_CMD_CCB;
503
504	ac->ac_data = csio->data_ptr;
505	ac->ac_length = csio->dxfer_len;
506	if ((csio->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN)
507		ac->ac_flags |= AMR_CMD_DATAIN;
508	if ((csio->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_OUT)
509		ac->ac_flags |= AMR_CMD_DATAOUT;
510
511	ac->ac_private = csio;
512	ac->ac_complete = amr_cam_complete;
513	if ( sc->support_ext_cdb ) {
514		ac->ac_mailbox.mb_command = AMR_CMD_EXTPASS;
515	} else {
516		ac->ac_mailbox.mb_command = AMR_CMD_PASS;
517	}
518
519out:
520	if (error != 0) {
521		if (ac != NULL)
522			amr_releasecmd(ac);
523		if (csio != NULL)
524			/* put it back and try again later */
525			amr_requeue_ccb(sc, (union ccb *)csio);
526	}
527	*acp = ac;
528	return(error);
529}
530
531/***********************************************************************
532 * Check for interrupt status
533 */
534static void
535amr_cam_poll(struct cam_sim *sim)
536{
537
538	amr_done(cam_sim_softc(sim));
539}
540
541 /**********************************************************************
542 * Handle completion of a command submitted via CAM.
543 */
544static void
545amr_cam_complete(struct amr_command *ac)
546{
547	struct amr_passthrough		*ap;
548	struct amr_ext_passthrough	*aep;
549	struct ccb_scsiio		*csio;
550	struct scsi_inquiry_data	*inq;
551	int				scsi_status, cdb0;
552
553	ap = &ac->ac_ccb->ccb_pthru;
554	aep = &ac->ac_ccb->ccb_epthru;
555	csio = (struct ccb_scsiio *)ac->ac_private;
556	inq = (struct scsi_inquiry_data *)csio->data_ptr;
557
558	if (ac->ac_mailbox.mb_command == AMR_CMD_EXTPASS)
559		scsi_status = aep->ap_scsi_status;
560	else
561		scsi_status = ap->ap_scsi_status;
562	debug(1, "status 0x%x  AP scsi_status 0x%x", ac->ac_status,
563	    scsi_status);
564
565	/* Make sure the status is sane */
566	if ((ac->ac_status != AMR_STATUS_SUCCESS) && (scsi_status == 0)) {
567		csio->ccb_h.status = CAM_REQ_CMP_ERR;
568		goto out;
569	}
570
571	/*
572	 * Hide disks from CAM so that they're not picked up and treated as
573	 * 'normal' disks.
574	 *
575	 * If the configuration provides a mechanism to mark a disk a "not
576	 * managed", we could add handling for that to allow disks to be
577	 * selectively visible.
578	 */
579
580	/* handle passthrough SCSI status */
581	switch(scsi_status) {
582	case 0:	/* completed OK */
583		if (ac->ac_mailbox.mb_command == AMR_CMD_EXTPASS)
584			cdb0 = aep->ap_cdb[0];
585		else
586			cdb0 = ap->ap_cdb[0];
587		if ((cdb0 == INQUIRY) && (SID_TYPE(inq) == T_DIRECT))
588			inq->device = (inq->device & 0xe0) | T_NODEVICE;
589		csio->ccb_h.status = CAM_REQ_CMP;
590		break;
591
592	case 0x02:
593		csio->ccb_h.status = CAM_SCSI_STATUS_ERROR;
594		csio->scsi_status = SCSI_STATUS_CHECK_COND;
595		if (ac->ac_mailbox.mb_command == AMR_CMD_EXTPASS)
596			bcopy(aep->ap_request_sense_area, &csio->sense_data,
597			    AMR_MAX_REQ_SENSE_LEN);
598		else
599			bcopy(ap->ap_request_sense_area, &csio->sense_data,
600			    AMR_MAX_REQ_SENSE_LEN);
601		csio->sense_len = AMR_MAX_REQ_SENSE_LEN;
602		csio->ccb_h.status |= CAM_AUTOSNS_VALID;
603		break;
604
605	case 0x08:
606		csio->ccb_h.status = CAM_SCSI_BUSY;
607		break;
608
609	case 0xf0:
610	case 0xf4:
611	default:
612		/*
613		 * Non-zero LUNs are already filtered, so there's no need
614		 * to return CAM_DEV_NOT_THERE.
615		 */
616		csio->ccb_h.status = CAM_SEL_TIMEOUT;
617		break;
618	}
619
620out:
621	if ((csio->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE)
622		debug(2, "%*D\n", imin(csio->dxfer_len, 16), csio->data_ptr,
623		    " ");
624
625	mtx_lock(&ac->ac_sc->amr_list_lock);
626	xpt_done((union ccb *)csio);
627	amr_releasecmd(ac);
628	mtx_unlock(&ac->ac_sc->amr_list_lock);
629}
630