advansys.c revision 275982
1/*-
2 * Generic driver for the Advanced Systems Inc. SCSI controllers
3 * Product specific probe and attach routines can be found in:
4 *
5 * i386/isa/adv_isa.c	ABP5140, ABP542, ABP5150, ABP842, ABP852
6 * i386/eisa/adv_eisa.c	ABP742, ABP752
7 * pci/adv_pci.c	ABP920, ABP930, ABP930U, ABP930UA, ABP940, ABP940U,
8 *			ABP940UA, ABP950, ABP960, ABP960U, ABP960UA,
9 *			ABP970, ABP970U
10 *
11 * Copyright (c) 1996-2000 Justin Gibbs.
12 * All rights reserved.
13 *
14 * Redistribution and use in source and binary forms, with or without
15 * modification, are permitted provided that the following conditions
16 * are met:
17 * 1. Redistributions of source code must retain the above copyright
18 *    notice, this list of conditions, and the following disclaimer,
19 *    without modification, immediately at the beginning of the file.
20 * 2. The name of the author may not be used to endorse or promote products
21 *    derived from this software without specific prior written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
24 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
25 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
26 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR
27 * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
28 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
29 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
31 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
32 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 * SUCH DAMAGE.
34 */
35/*-
36 * Ported from:
37 * advansys.c - Linux Host Driver for AdvanSys SCSI Adapters
38 *
39 * Copyright (c) 1995-1997 Advanced System Products, Inc.
40 * All Rights Reserved.
41 *
42 * Redistribution and use in source and binary forms, with or without
43 * modification, are permitted provided that redistributions of source
44 * code retain the above copyright notice and this comment without
45 * modification.
46 */
47
48#include <sys/cdefs.h>
49__FBSDID("$FreeBSD: stable/10/sys/dev/advansys/advansys.c 275982 2014-12-21 03:06:11Z smh $");
50
51#include <sys/param.h>
52#include <sys/conf.h>
53#include <sys/systm.h>
54#include <sys/malloc.h>
55#include <sys/kernel.h>
56#include <sys/lock.h>
57#include <sys/module.h>
58#include <sys/mutex.h>
59
60#include <machine/bus.h>
61#include <machine/resource.h>
62#include <sys/bus.h>
63#include <sys/rman.h>
64
65#include <cam/cam.h>
66#include <cam/cam_ccb.h>
67#include <cam/cam_sim.h>
68#include <cam/cam_xpt_sim.h>
69#include <cam/cam_debug.h>
70
71#include <cam/scsi/scsi_all.h>
72#include <cam/scsi/scsi_message.h>
73
74#include <vm/vm.h>
75#include <vm/vm_param.h>
76#include <vm/pmap.h>
77
78#include <dev/advansys/advansys.h>
79
80static void	adv_action(struct cam_sim *sim, union ccb *ccb);
81static void	adv_execute_ccb(void *arg, bus_dma_segment_t *dm_segs,
82				int nsegments, int error);
83static void	adv_intr_locked(struct adv_softc *adv);
84static void	adv_poll(struct cam_sim *sim);
85static void	adv_run_doneq(struct adv_softc *adv);
86static struct adv_ccb_info *
87		adv_alloc_ccb_info(struct adv_softc *adv);
88static void	adv_destroy_ccb_info(struct adv_softc *adv,
89				     struct adv_ccb_info *cinfo);
90static __inline struct adv_ccb_info *
91		adv_get_ccb_info(struct adv_softc *adv);
92static __inline void adv_free_ccb_info(struct adv_softc *adv,
93				       struct adv_ccb_info *cinfo);
94static __inline void adv_set_state(struct adv_softc *adv, adv_state state);
95static __inline void adv_clear_state(struct adv_softc *adv, union ccb* ccb);
96static void adv_clear_state_really(struct adv_softc *adv, union ccb* ccb);
97
98static __inline struct adv_ccb_info *
99adv_get_ccb_info(struct adv_softc *adv)
100{
101	struct adv_ccb_info *cinfo;
102
103	if (!dumping)
104		mtx_assert(&adv->lock, MA_OWNED);
105	if ((cinfo = SLIST_FIRST(&adv->free_ccb_infos)) != NULL) {
106		SLIST_REMOVE_HEAD(&adv->free_ccb_infos, links);
107	} else {
108		cinfo = adv_alloc_ccb_info(adv);
109	}
110
111	return (cinfo);
112}
113
114static __inline void
115adv_free_ccb_info(struct adv_softc *adv, struct adv_ccb_info *cinfo)
116{
117
118	if (!dumping)
119		mtx_assert(&adv->lock, MA_OWNED);
120	cinfo->state = ACCB_FREE;
121	SLIST_INSERT_HEAD(&adv->free_ccb_infos, cinfo, links);
122}
123
124static __inline void
125adv_set_state(struct adv_softc *adv, adv_state state)
126{
127	if (adv->state == 0)
128		xpt_freeze_simq(adv->sim, /*count*/1);
129	adv->state |= state;
130}
131
132static __inline void
133adv_clear_state(struct adv_softc *adv, union ccb* ccb)
134{
135	if (adv->state != 0)
136		adv_clear_state_really(adv, ccb);
137}
138
139static void
140adv_clear_state_really(struct adv_softc *adv, union ccb* ccb)
141{
142
143	if (!dumping)
144		mtx_assert(&adv->lock, MA_OWNED);
145	if ((adv->state & ADV_BUSDMA_BLOCK_CLEARED) != 0)
146		adv->state &= ~(ADV_BUSDMA_BLOCK_CLEARED|ADV_BUSDMA_BLOCK);
147	if ((adv->state & ADV_RESOURCE_SHORTAGE) != 0) {
148		int openings;
149
150		openings = adv->max_openings - adv->cur_active - ADV_MIN_FREE_Q;
151		if (openings >= adv->openings_needed) {
152			adv->state &= ~ADV_RESOURCE_SHORTAGE;
153			adv->openings_needed = 0;
154		}
155	}
156
157	if ((adv->state & ADV_IN_TIMEOUT) != 0) {
158		struct adv_ccb_info *cinfo;
159
160		cinfo = (struct adv_ccb_info *)ccb->ccb_h.ccb_cinfo_ptr;
161		if ((cinfo->state & ACCB_RECOVERY_CCB) != 0) {
162			struct ccb_hdr *ccb_h;
163
164			/*
165			 * We now traverse our list of pending CCBs
166			 * and reinstate their timeouts.
167			 */
168			ccb_h = LIST_FIRST(&adv->pending_ccbs);
169			while (ccb_h != NULL) {
170				cinfo = ccb_h->ccb_cinfo_ptr;
171				callout_reset_sbt(&cinfo->timer,
172				    SBT_1MS * ccb_h->timeout, 0,
173				    adv_timeout, ccb_h, 0);
174				ccb_h = LIST_NEXT(ccb_h, sim_links.le);
175			}
176			adv->state &= ~ADV_IN_TIMEOUT;
177			device_printf(adv->dev, "No longer in timeout\n");
178		}
179	}
180	if (adv->state == 0)
181		ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
182}
183
184void
185adv_map(void *arg, bus_dma_segment_t *segs, int nseg, int error)
186{
187	bus_addr_t* physaddr;
188
189	physaddr = (bus_addr_t*)arg;
190	*physaddr = segs->ds_addr;
191}
192
193static void
194adv_action(struct cam_sim *sim, union ccb *ccb)
195{
196	struct adv_softc *adv;
197
198	CAM_DEBUG(ccb->ccb_h.path, CAM_DEBUG_TRACE, ("adv_action\n"));
199
200	adv = (struct adv_softc *)cam_sim_softc(sim);
201	mtx_assert(&adv->lock, MA_OWNED);
202
203	switch (ccb->ccb_h.func_code) {
204	/* Common cases first */
205	case XPT_SCSI_IO:	/* Execute the requested I/O operation */
206	{
207		struct	ccb_hdr *ccb_h;
208		struct	ccb_scsiio *csio;
209		struct	adv_ccb_info *cinfo;
210		int error;
211
212		ccb_h = &ccb->ccb_h;
213		csio = &ccb->csio;
214		cinfo = adv_get_ccb_info(adv);
215		if (cinfo == NULL)
216			panic("XXX Handle CCB info error!!!");
217
218		ccb_h->ccb_cinfo_ptr = cinfo;
219		cinfo->ccb = ccb;
220
221		error = bus_dmamap_load_ccb(adv->buffer_dmat,
222					    cinfo->dmamap,
223					    ccb,
224					    adv_execute_ccb,
225					    csio, /*flags*/0);
226		if (error == EINPROGRESS) {
227			/*
228			 * So as to maintain ordering, freeze the controller
229			 * queue until our mapping is returned.
230			 */
231			adv_set_state(adv, ADV_BUSDMA_BLOCK);
232		}
233		break;
234	}
235	case XPT_RESET_DEV:	/* Bus Device Reset the specified SCSI device */
236	case XPT_TARGET_IO:	/* Execute target I/O request */
237	case XPT_ACCEPT_TARGET_IO:	/* Accept Host Target Mode CDB */
238	case XPT_CONT_TARGET_IO:	/* Continue Host Target I/O Connection*/
239	case XPT_EN_LUN:		/* Enable LUN as a target */
240	case XPT_ABORT:			/* Abort the specified CCB */
241		/* XXX Implement */
242		ccb->ccb_h.status = CAM_REQ_INVALID;
243		xpt_done(ccb);
244		break;
245#define	IS_CURRENT_SETTINGS(c)	(c->type == CTS_TYPE_CURRENT_SETTINGS)
246#define	IS_USER_SETTINGS(c)	(c->type == CTS_TYPE_USER_SETTINGS)
247	case XPT_SET_TRAN_SETTINGS:
248	{
249		struct ccb_trans_settings_scsi *scsi;
250		struct ccb_trans_settings_spi *spi;
251		struct	 ccb_trans_settings *cts;
252		target_bit_vector targ_mask;
253		struct adv_transinfo *tconf;
254		u_int	 update_type;
255
256		cts = &ccb->cts;
257		targ_mask = ADV_TID_TO_TARGET_MASK(cts->ccb_h.target_id);
258		update_type = 0;
259
260		/*
261		 * The user must specify which type of settings he wishes
262		 * to change.
263		 */
264		if (IS_CURRENT_SETTINGS(cts) && !IS_USER_SETTINGS(cts)) {
265			tconf = &adv->tinfo[cts->ccb_h.target_id].current;
266			update_type |= ADV_TRANS_GOAL;
267		} else if (IS_USER_SETTINGS(cts) && !IS_CURRENT_SETTINGS(cts)) {
268			tconf = &adv->tinfo[cts->ccb_h.target_id].user;
269			update_type |= ADV_TRANS_USER;
270		} else {
271			ccb->ccb_h.status = CAM_REQ_INVALID;
272			break;
273		}
274
275		scsi = &cts->proto_specific.scsi;
276		spi = &cts->xport_specific.spi;
277		if ((update_type & ADV_TRANS_GOAL) != 0) {
278			if ((spi->valid & CTS_SPI_VALID_DISC) != 0) {
279				if ((spi->flags & CTS_SPI_FLAGS_DISC_ENB) != 0)
280					adv->disc_enable |= targ_mask;
281				else
282					adv->disc_enable &= ~targ_mask;
283				adv_write_lram_8(adv, ADVV_DISC_ENABLE_B,
284						 adv->disc_enable);
285			}
286
287			if ((scsi->valid & CTS_SCSI_VALID_TQ) != 0) {
288				if ((scsi->flags & CTS_SCSI_FLAGS_TAG_ENB) != 0)
289					adv->cmd_qng_enabled |= targ_mask;
290				else
291					adv->cmd_qng_enabled &= ~targ_mask;
292			}
293		}
294
295		if ((update_type & ADV_TRANS_USER) != 0) {
296			if ((spi->valid & CTS_SPI_VALID_DISC) != 0) {
297				if ((spi->flags & CTS_SPI_VALID_DISC) != 0)
298					adv->user_disc_enable |= targ_mask;
299				else
300					adv->user_disc_enable &= ~targ_mask;
301			}
302
303			if ((scsi->valid & CTS_SCSI_VALID_TQ) != 0) {
304				if ((scsi->flags & CTS_SCSI_FLAGS_TAG_ENB) != 0)
305					adv->user_cmd_qng_enabled |= targ_mask;
306				else
307					adv->user_cmd_qng_enabled &= ~targ_mask;
308			}
309		}
310
311		/*
312		 * If the user specifies either the sync rate, or offset,
313		 * but not both, the unspecified parameter defaults to its
314		 * current value in transfer negotiations.
315		 */
316		if (((spi->valid & CTS_SPI_VALID_SYNC_RATE) != 0)
317		 || ((spi->valid & CTS_SPI_VALID_SYNC_OFFSET) != 0)) {
318			/*
319			 * If the user provided a sync rate but no offset,
320			 * use the current offset.
321			 */
322			if ((spi->valid & CTS_SPI_VALID_SYNC_OFFSET) == 0)
323				spi->sync_offset = tconf->offset;
324
325			/*
326			 * If the user provided an offset but no sync rate,
327			 * use the current sync rate.
328			 */
329			if ((spi->valid & CTS_SPI_VALID_SYNC_RATE) == 0)
330				spi->sync_period = tconf->period;
331
332			adv_period_offset_to_sdtr(adv, &spi->sync_period,
333						  &spi->sync_offset,
334						  cts->ccb_h.target_id);
335
336			adv_set_syncrate(adv, /*struct cam_path */NULL,
337					 cts->ccb_h.target_id, spi->sync_period,
338					 spi->sync_offset, update_type);
339		}
340
341		ccb->ccb_h.status = CAM_REQ_CMP;
342		xpt_done(ccb);
343		break;
344	}
345	case XPT_GET_TRAN_SETTINGS:
346	/* Get default/user set transfer settings for the target */
347	{
348		struct ccb_trans_settings_scsi *scsi;
349		struct ccb_trans_settings_spi *spi;
350		struct ccb_trans_settings *cts;
351		struct adv_transinfo *tconf;
352		target_bit_vector target_mask;
353
354		cts = &ccb->cts;
355		target_mask = ADV_TID_TO_TARGET_MASK(cts->ccb_h.target_id);
356
357		scsi = &cts->proto_specific.scsi;
358		spi = &cts->xport_specific.spi;
359
360		cts->protocol = PROTO_SCSI;
361		cts->protocol_version = SCSI_REV_2;
362		cts->transport = XPORT_SPI;
363		cts->transport_version = 2;
364
365		scsi->flags &= ~CTS_SCSI_FLAGS_TAG_ENB;
366		spi->flags &= ~CTS_SPI_FLAGS_DISC_ENB;
367
368		if (cts->type == CTS_TYPE_CURRENT_SETTINGS) {
369			tconf = &adv->tinfo[cts->ccb_h.target_id].current;
370			if ((adv->disc_enable & target_mask) != 0)
371				spi->flags |= CTS_SPI_FLAGS_DISC_ENB;
372			if ((adv->cmd_qng_enabled & target_mask) != 0)
373				scsi->flags |= CTS_SCSI_FLAGS_TAG_ENB;
374		} else {
375			tconf = &adv->tinfo[cts->ccb_h.target_id].user;
376			if ((adv->user_disc_enable & target_mask) != 0)
377				spi->flags |= CTS_SPI_FLAGS_DISC_ENB;
378			if ((adv->user_cmd_qng_enabled & target_mask) != 0)
379				scsi->flags |= CTS_SCSI_FLAGS_TAG_ENB;
380		}
381		spi->sync_period = tconf->period;
382		spi->sync_offset = tconf->offset;
383		spi->bus_width = MSG_EXT_WDTR_BUS_8_BIT;
384		spi->valid = CTS_SPI_VALID_SYNC_RATE
385			   | CTS_SPI_VALID_SYNC_OFFSET
386			   | CTS_SPI_VALID_BUS_WIDTH
387			   | CTS_SPI_VALID_DISC;
388		scsi->valid = CTS_SCSI_VALID_TQ;
389		ccb->ccb_h.status = CAM_REQ_CMP;
390		xpt_done(ccb);
391		break;
392	}
393	case XPT_CALC_GEOMETRY:
394	{
395		int	  extended;
396
397		extended = (adv->control & ADV_CNTL_BIOS_GT_1GB) != 0;
398		cam_calc_geometry(&ccb->ccg, extended);
399		xpt_done(ccb);
400		break;
401	}
402	case XPT_RESET_BUS:		/* Reset the specified SCSI bus */
403	{
404
405		adv_stop_execution(adv);
406		adv_reset_bus(adv, /*initiate_reset*/TRUE);
407		adv_start_execution(adv);
408
409		ccb->ccb_h.status = CAM_REQ_CMP;
410		xpt_done(ccb);
411		break;
412	}
413	case XPT_TERM_IO:		/* Terminate the I/O process */
414		/* XXX Implement */
415		ccb->ccb_h.status = CAM_REQ_INVALID;
416		xpt_done(ccb);
417		break;
418	case XPT_PATH_INQ:		/* Path routing inquiry */
419	{
420		struct ccb_pathinq *cpi = &ccb->cpi;
421
422		cpi->version_num = 1; /* XXX??? */
423		cpi->hba_inquiry = PI_SDTR_ABLE|PI_TAG_ABLE;
424		cpi->target_sprt = 0;
425		cpi->hba_misc = 0;
426		cpi->hba_eng_cnt = 0;
427		cpi->max_target = 7;
428		cpi->max_lun = 7;
429		cpi->initiator_id = adv->scsi_id;
430		cpi->bus_id = cam_sim_bus(sim);
431		cpi->base_transfer_speed = 3300;
432		strncpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
433		strncpy(cpi->hba_vid, "Advansys", HBA_IDLEN);
434		strncpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN);
435		cpi->unit_number = cam_sim_unit(sim);
436		cpi->ccb_h.status = CAM_REQ_CMP;
437                cpi->transport = XPORT_SPI;
438                cpi->transport_version = 2;
439                cpi->protocol = PROTO_SCSI;
440                cpi->protocol_version = SCSI_REV_2;
441		xpt_done(ccb);
442		break;
443	}
444	default:
445		ccb->ccb_h.status = CAM_REQ_INVALID;
446		xpt_done(ccb);
447		break;
448	}
449}
450
451/*
452 * Currently, the output of bus_dmammap_load suits our needs just
453 * fine, but should it change, we'd need to do something here.
454 */
455#define adv_fixup_dmasegs(adv, dm_segs) (struct adv_sg_entry *)(dm_segs)
456
457static void
458adv_execute_ccb(void *arg, bus_dma_segment_t *dm_segs,
459		int nsegments, int error)
460{
461	struct	ccb_scsiio *csio;
462	struct	ccb_hdr *ccb_h;
463	struct	cam_sim *sim;
464        struct	adv_softc *adv;
465	struct	adv_ccb_info *cinfo;
466	struct	adv_scsi_q scsiq;
467	struct	adv_sg_head sghead;
468
469	csio = (struct ccb_scsiio *)arg;
470	ccb_h = &csio->ccb_h;
471	sim = xpt_path_sim(ccb_h->path);
472	adv = (struct adv_softc *)cam_sim_softc(sim);
473	cinfo = (struct adv_ccb_info *)csio->ccb_h.ccb_cinfo_ptr;
474	if (!dumping)
475		mtx_assert(&adv->lock, MA_OWNED);
476
477	/*
478	 * Setup our done routine to release the simq on
479	 * the next ccb that completes.
480	 */
481	if ((adv->state & ADV_BUSDMA_BLOCK) != 0)
482		adv->state |= ADV_BUSDMA_BLOCK_CLEARED;
483
484	if ((ccb_h->flags & CAM_CDB_POINTER) != 0) {
485		if ((ccb_h->flags & CAM_CDB_PHYS) == 0) {
486			/* XXX Need phystovirt!!!! */
487			/* How about pmap_kenter??? */
488			scsiq.cdbptr = csio->cdb_io.cdb_ptr;
489		} else {
490			scsiq.cdbptr = csio->cdb_io.cdb_ptr;
491		}
492	} else {
493		scsiq.cdbptr = csio->cdb_io.cdb_bytes;
494	}
495	/*
496	 * Build up the request
497	 */
498	scsiq.q1.status = 0;
499	scsiq.q1.q_no = 0;
500	scsiq.q1.cntl = 0;
501	scsiq.q1.sg_queue_cnt = 0;
502	scsiq.q1.target_id = ADV_TID_TO_TARGET_MASK(ccb_h->target_id);
503	scsiq.q1.target_lun = ccb_h->target_lun;
504	scsiq.q1.sense_len = csio->sense_len;
505	scsiq.q1.extra_bytes = 0;
506	scsiq.q2.ccb_index = cinfo - adv->ccb_infos;
507	scsiq.q2.target_ix = ADV_TIDLUN_TO_IX(ccb_h->target_id,
508					      ccb_h->target_lun);
509	scsiq.q2.flag = 0;
510	scsiq.q2.cdb_len = csio->cdb_len;
511	if ((ccb_h->flags & CAM_TAG_ACTION_VALID) != 0)
512		scsiq.q2.tag_code = csio->tag_action;
513	else
514		scsiq.q2.tag_code = 0;
515	scsiq.q2.vm_id = 0;
516
517	if (nsegments != 0) {
518		bus_dmasync_op_t op;
519
520		scsiq.q1.data_addr = dm_segs->ds_addr;
521                scsiq.q1.data_cnt = dm_segs->ds_len;
522		if (nsegments > 1) {
523			scsiq.q1.cntl |= QC_SG_HEAD;
524			sghead.entry_cnt
525			    = sghead.entry_to_copy
526			    = nsegments;
527			sghead.res = 0;
528			sghead.sg_list = adv_fixup_dmasegs(adv, dm_segs);
529			scsiq.sg_head = &sghead;
530		} else {
531			scsiq.sg_head = NULL;
532		}
533		if ((ccb_h->flags & CAM_DIR_MASK) == CAM_DIR_IN)
534			op = BUS_DMASYNC_PREREAD;
535		else
536			op = BUS_DMASYNC_PREWRITE;
537		bus_dmamap_sync(adv->buffer_dmat, cinfo->dmamap, op);
538	} else {
539		scsiq.q1.data_addr = 0;
540		scsiq.q1.data_cnt = 0;
541		scsiq.sg_head = NULL;
542	}
543
544	/*
545	 * Last time we need to check if this SCB needs to
546	 * be aborted.
547	 */
548	if (ccb_h->status != CAM_REQ_INPROG) {
549		if (nsegments != 0)
550			bus_dmamap_unload(adv->buffer_dmat, cinfo->dmamap);
551		adv_clear_state(adv, (union ccb *)csio);
552		adv_free_ccb_info(adv, cinfo);
553		xpt_done((union ccb *)csio);
554		return;
555	}
556
557	if (adv_execute_scsi_queue(adv, &scsiq, csio->dxfer_len) != 0) {
558		/* Temporary resource shortage */
559		adv_set_state(adv, ADV_RESOURCE_SHORTAGE);
560		if (nsegments != 0)
561			bus_dmamap_unload(adv->buffer_dmat, cinfo->dmamap);
562		csio->ccb_h.status = CAM_REQUEUE_REQ;
563		adv_clear_state(adv, (union ccb *)csio);
564		adv_free_ccb_info(adv, cinfo);
565		xpt_done((union ccb *)csio);
566		return;
567	}
568	cinfo->state |= ACCB_ACTIVE;
569	ccb_h->status |= CAM_SIM_QUEUED;
570	LIST_INSERT_HEAD(&adv->pending_ccbs, ccb_h, sim_links.le);
571	/* Schedule our timeout */
572	callout_reset_sbt(&cinfo->timer, SBT_1MS * ccb_h->timeout, 0,
573	    adv_timeout, csio, 0);
574}
575
576static struct adv_ccb_info *
577adv_alloc_ccb_info(struct adv_softc *adv)
578{
579	int error;
580	struct adv_ccb_info *cinfo;
581
582	cinfo = &adv->ccb_infos[adv->ccb_infos_allocated];
583	cinfo->state = ACCB_FREE;
584	callout_init_mtx(&cinfo->timer, &adv->lock, 0);
585	error = bus_dmamap_create(adv->buffer_dmat, /*flags*/0,
586				  &cinfo->dmamap);
587	if (error != 0) {
588		device_printf(adv->dev, "Unable to allocate CCB info "
589		    "dmamap - error %d\n", error);
590		return (NULL);
591	}
592	adv->ccb_infos_allocated++;
593	return (cinfo);
594}
595
596static void
597adv_destroy_ccb_info(struct adv_softc *adv, struct adv_ccb_info *cinfo)
598{
599
600	callout_drain(&cinfo->timer);
601	bus_dmamap_destroy(adv->buffer_dmat, cinfo->dmamap);
602}
603
604void
605adv_timeout(void *arg)
606{
607	union ccb *ccb;
608	struct adv_softc *adv;
609	struct adv_ccb_info *cinfo, *cinfo2;
610
611	ccb = (union ccb *)arg;
612	adv = (struct adv_softc *)xpt_path_sim(ccb->ccb_h.path)->softc;
613	cinfo = (struct adv_ccb_info *)ccb->ccb_h.ccb_cinfo_ptr;
614	mtx_assert(&adv->lock, MA_OWNED);
615
616	xpt_print_path(ccb->ccb_h.path);
617	printf("Timed out\n");
618
619	/* Have we been taken care of already?? */
620	if (cinfo == NULL || cinfo->state == ACCB_FREE) {
621		return;
622	}
623
624	adv_stop_execution(adv);
625
626	if ((cinfo->state & ACCB_ABORT_QUEUED) == 0) {
627		struct ccb_hdr *ccb_h;
628
629		/*
630		 * In order to simplify the recovery process, we ask the XPT
631		 * layer to halt the queue of new transactions and we traverse
632		 * the list of pending CCBs and remove their timeouts. This
633		 * means that the driver attempts to clear only one error
634		 * condition at a time.  In general, timeouts that occur
635		 * close together are related anyway, so there is no benefit
636		 * in attempting to handle errors in parrallel.  Timeouts will
637		 * be reinstated when the recovery process ends.
638		 */
639		adv_set_state(adv, ADV_IN_TIMEOUT);
640
641		/* This CCB is the CCB representing our recovery actions */
642		cinfo->state |= ACCB_RECOVERY_CCB|ACCB_ABORT_QUEUED;
643
644		ccb_h = LIST_FIRST(&adv->pending_ccbs);
645		while (ccb_h != NULL) {
646			cinfo2 = ccb_h->ccb_cinfo_ptr;
647			callout_stop(&cinfo2->timer);
648			ccb_h = LIST_NEXT(ccb_h, sim_links.le);
649		}
650
651		/* XXX Should send a BDR */
652		/* Attempt an abort as our first tact */
653		xpt_print_path(ccb->ccb_h.path);
654		printf("Attempting abort\n");
655		adv_abort_ccb(adv, ccb->ccb_h.target_id,
656			      ccb->ccb_h.target_lun, ccb,
657			      CAM_CMD_TIMEOUT, /*queued_only*/FALSE);
658		callout_reset(&cinfo->timer, 2 * hz, adv_timeout, ccb);
659	} else {
660		/* Our attempt to perform an abort failed, go for a reset */
661		xpt_print_path(ccb->ccb_h.path);
662		printf("Resetting bus\n");
663		ccb->ccb_h.status &= ~CAM_STATUS_MASK;
664		ccb->ccb_h.status |= CAM_CMD_TIMEOUT;
665		adv_reset_bus(adv, /*initiate_reset*/TRUE);
666	}
667	adv_start_execution(adv);
668}
669
670struct adv_softc *
671adv_alloc(device_t dev, struct resource *res, long offset)
672{
673	struct adv_softc *adv = device_get_softc(dev);
674
675	/*
676	 * Allocate a storage area for us
677	 */
678	LIST_INIT(&adv->pending_ccbs);
679	SLIST_INIT(&adv->free_ccb_infos);
680	adv->dev = dev;
681	adv->res = res;
682	adv->reg_off = offset;
683	mtx_init(&adv->lock, "adv", NULL, MTX_DEF);
684
685	return(adv);
686}
687
688void
689adv_free(struct adv_softc *adv)
690{
691	switch (adv->init_level) {
692	case 6:
693	{
694		struct adv_ccb_info *cinfo;
695
696		while ((cinfo = SLIST_FIRST(&adv->free_ccb_infos)) != NULL) {
697			SLIST_REMOVE_HEAD(&adv->free_ccb_infos, links);
698			adv_destroy_ccb_info(adv, cinfo);
699		}
700
701		bus_dmamap_unload(adv->sense_dmat, adv->sense_dmamap);
702	}
703	case 5:
704		bus_dmamem_free(adv->sense_dmat, adv->sense_buffers,
705                                adv->sense_dmamap);
706	case 4:
707		bus_dma_tag_destroy(adv->sense_dmat);
708	case 3:
709		bus_dma_tag_destroy(adv->buffer_dmat);
710	case 2:
711		bus_dma_tag_destroy(adv->parent_dmat);
712	case 1:
713		if (adv->ccb_infos != NULL)
714			free(adv->ccb_infos, M_DEVBUF);
715	case 0:
716		mtx_destroy(&adv->lock);
717		break;
718	}
719}
720
721int
722adv_init(struct adv_softc *adv)
723{
724	struct	  adv_eeprom_config eeprom_config;
725	int	  checksum, i;
726	int	  max_sync;
727	u_int16_t config_lsw;
728	u_int16_t config_msw;
729
730	mtx_lock(&adv->lock);
731	adv_lib_init(adv);
732
733  	/*
734	 * Stop script execution.
735	 */
736	adv_write_lram_16(adv, ADV_HALTCODE_W, 0x00FE);
737	adv_stop_execution(adv);
738	if (adv_stop_chip(adv) == 0 || adv_is_chip_halted(adv) == 0) {
739		mtx_unlock(&adv->lock);
740		device_printf(adv->dev,
741		    "Unable to halt adapter. Initialization failed\n");
742		return (1);
743	}
744	ADV_OUTW(adv, ADV_REG_PROG_COUNTER, ADV_MCODE_START_ADDR);
745	if (ADV_INW(adv, ADV_REG_PROG_COUNTER) != ADV_MCODE_START_ADDR) {
746		mtx_unlock(&adv->lock);
747		device_printf(adv->dev,
748		    "Unable to set program counter. Initialization failed\n");
749		return (1);
750	}
751
752	config_msw = ADV_INW(adv, ADV_CONFIG_MSW);
753	config_lsw = ADV_INW(adv, ADV_CONFIG_LSW);
754
755	if ((config_msw & ADV_CFG_MSW_CLR_MASK) != 0) {
756		config_msw &= ~ADV_CFG_MSW_CLR_MASK;
757		/*
758		 * XXX The Linux code flags this as an error,
759		 * but what should we report to the user???
760		 * It seems that clearing the config register
761		 * makes this error recoverable.
762		 */
763		ADV_OUTW(adv, ADV_CONFIG_MSW, config_msw);
764	}
765
766	/* Suck in the configuration from the EEProm */
767	checksum = adv_get_eeprom_config(adv, &eeprom_config);
768
769	if (ADV_INW(adv, ADV_CHIP_STATUS) & ADV_CSW_AUTO_CONFIG) {
770		/*
771		 * XXX The Linux code sets a warning level for this
772		 * condition, yet nothing of meaning is printed to
773		 * the user.  What does this mean???
774		 */
775		if (adv->chip_version == 3) {
776			if (eeprom_config.cfg_lsw != config_lsw)
777				eeprom_config.cfg_lsw = config_lsw;
778			if (eeprom_config.cfg_msw != config_msw) {
779				eeprom_config.cfg_msw = config_msw;
780			}
781		}
782	}
783	if (checksum == eeprom_config.chksum) {
784
785		/* Range/Sanity checking */
786		if (eeprom_config.max_total_qng < ADV_MIN_TOTAL_QNG) {
787			eeprom_config.max_total_qng = ADV_MIN_TOTAL_QNG;
788		}
789		if (eeprom_config.max_total_qng > ADV_MAX_TOTAL_QNG) {
790			eeprom_config.max_total_qng = ADV_MAX_TOTAL_QNG;
791		}
792		if (eeprom_config.max_tag_qng > eeprom_config.max_total_qng) {
793			eeprom_config.max_tag_qng = eeprom_config.max_total_qng;
794		}
795		if (eeprom_config.max_tag_qng < ADV_MIN_TAG_Q_PER_DVC) {
796			eeprom_config.max_tag_qng = ADV_MIN_TAG_Q_PER_DVC;
797		}
798		adv->max_openings = eeprom_config.max_total_qng;
799		adv->user_disc_enable = eeprom_config.disc_enable;
800		adv->user_cmd_qng_enabled = eeprom_config.use_cmd_qng;
801		adv->isa_dma_speed = EEPROM_DMA_SPEED(eeprom_config);
802		adv->scsi_id = EEPROM_SCSIID(eeprom_config) & ADV_MAX_TID;
803		EEPROM_SET_SCSIID(eeprom_config, adv->scsi_id);
804		adv->control = eeprom_config.cntl;
805		for (i = 0; i <= ADV_MAX_TID; i++) {
806			u_int8_t sync_data;
807
808			if ((eeprom_config.init_sdtr & (0x1 << i)) == 0)
809				sync_data = 0;
810			else
811				sync_data = eeprom_config.sdtr_data[i];
812			adv_sdtr_to_period_offset(adv,
813						  sync_data,
814						  &adv->tinfo[i].user.period,
815						  &adv->tinfo[i].user.offset,
816						  i);
817		}
818		config_lsw = eeprom_config.cfg_lsw;
819		eeprom_config.cfg_msw = config_msw;
820	} else {
821		u_int8_t sync_data;
822
823		device_printf(adv->dev, "Warning EEPROM Checksum mismatch. "
824		       "Using default device parameters\n");
825
826		/* Set reasonable defaults since we can't read the EEPROM */
827		adv->isa_dma_speed = /*ADV_DEF_ISA_DMA_SPEED*/1;
828		adv->max_openings = ADV_DEF_MAX_TOTAL_QNG;
829		adv->disc_enable = TARGET_BIT_VECTOR_SET;
830		adv->user_disc_enable = TARGET_BIT_VECTOR_SET;
831		adv->cmd_qng_enabled = TARGET_BIT_VECTOR_SET;
832		adv->user_cmd_qng_enabled = TARGET_BIT_VECTOR_SET;
833		adv->scsi_id = 7;
834		adv->control = 0xFFFF;
835
836		if (adv->chip_version == ADV_CHIP_VER_PCI_ULTRA_3050)
837			/* Default to no Ultra to support the 3030 */
838			adv->control &= ~ADV_CNTL_SDTR_ENABLE_ULTRA;
839		sync_data = ADV_DEF_SDTR_OFFSET | (ADV_DEF_SDTR_INDEX << 4);
840		for (i = 0; i <= ADV_MAX_TID; i++) {
841			adv_sdtr_to_period_offset(adv, sync_data,
842						  &adv->tinfo[i].user.period,
843						  &adv->tinfo[i].user.offset,
844						  i);
845		}
846		config_lsw |= ADV_CFG_LSW_SCSI_PARITY_ON;
847	}
848	config_msw &= ~ADV_CFG_MSW_CLR_MASK;
849	config_lsw |= ADV_CFG_LSW_HOST_INT_ON;
850	if ((adv->type & (ADV_PCI|ADV_ULTRA)) == (ADV_PCI|ADV_ULTRA)
851	 && (adv->control & ADV_CNTL_SDTR_ENABLE_ULTRA) == 0)
852		/* 25ns or 10MHz */
853		max_sync = 25;
854	else
855		/* Unlimited */
856		max_sync = 0;
857	for (i = 0; i <= ADV_MAX_TID; i++) {
858		if (adv->tinfo[i].user.period < max_sync)
859			adv->tinfo[i].user.period = max_sync;
860	}
861
862	if (adv_test_external_lram(adv) == 0) {
863		if ((adv->type & (ADV_PCI|ADV_ULTRA)) == (ADV_PCI|ADV_ULTRA)) {
864			eeprom_config.max_total_qng =
865			    ADV_MAX_PCI_ULTRA_INRAM_TOTAL_QNG;
866			eeprom_config.max_tag_qng =
867			    ADV_MAX_PCI_ULTRA_INRAM_TAG_QNG;
868		} else {
869			eeprom_config.cfg_msw |= 0x0800;
870			config_msw |= 0x0800;
871			eeprom_config.max_total_qng =
872			     ADV_MAX_PCI_INRAM_TOTAL_QNG;
873			eeprom_config.max_tag_qng = ADV_MAX_INRAM_TAG_QNG;
874		}
875		adv->max_openings = eeprom_config.max_total_qng;
876	}
877	ADV_OUTW(adv, ADV_CONFIG_MSW, config_msw);
878	ADV_OUTW(adv, ADV_CONFIG_LSW, config_lsw);
879#if 0
880	/*
881	 * Don't write the eeprom data back for now.
882	 * I'd rather not mess up the user's card.  We also don't
883	 * fully sanitize the eeprom settings above for the write-back
884	 * to be 100% correct.
885	 */
886	if (adv_set_eeprom_config(adv, &eeprom_config) != 0)
887		device_printf(adv->dev,
888		    "WARNING! Failure writing to EEPROM.\n");
889#endif
890
891	adv_set_chip_scsiid(adv, adv->scsi_id);
892	if (adv_init_lram_and_mcode(adv)) {
893		mtx_unlock(&adv->lock);
894		return (1);
895	}
896
897	adv->disc_enable = adv->user_disc_enable;
898
899	adv_write_lram_8(adv, ADVV_DISC_ENABLE_B, adv->disc_enable);
900	for (i = 0; i <= ADV_MAX_TID; i++) {
901		/*
902		 * Start off in async mode.
903		 */
904		adv_set_syncrate(adv, /*struct cam_path */NULL,
905				 i, /*period*/0, /*offset*/0,
906				 ADV_TRANS_CUR);
907		/*
908		 * Enable the use of tagged commands on all targets.
909		 * This allows the kernel driver to make up it's own mind
910		 * as it sees fit to tag queue instead of having the
911		 * firmware try and second guess the tag_code settins.
912		 */
913		adv_write_lram_8(adv, ADVV_MAX_DVC_QNG_BEG + i,
914				 adv->max_openings);
915	}
916	adv_write_lram_8(adv, ADVV_USE_TAGGED_QNG_B, TARGET_BIT_VECTOR_SET);
917	adv_write_lram_8(adv, ADVV_CAN_TAGGED_QNG_B, TARGET_BIT_VECTOR_SET);
918	device_printf(adv->dev,
919	    "AdvanSys %s Host Adapter, SCSI ID %d, queue depth %d\n",
920	    (adv->type & ADV_ULTRA) && (max_sync == 0)
921	    ? "Ultra SCSI" : "SCSI",
922	    adv->scsi_id, adv->max_openings);
923	mtx_unlock(&adv->lock);
924	return (0);
925}
926
927void
928adv_intr(void *arg)
929{
930	struct	  adv_softc *adv;
931
932	adv = arg;
933	mtx_lock(&adv->lock);
934	adv_intr_locked(adv);
935	mtx_unlock(&adv->lock);
936}
937
938void
939adv_intr_locked(struct adv_softc *adv)
940{
941	u_int16_t chipstat;
942	u_int16_t saved_ram_addr;
943	u_int8_t  ctrl_reg;
944	u_int8_t  saved_ctrl_reg;
945	u_int8_t  host_flag;
946
947	if (!dumping)
948		mtx_assert(&adv->lock, MA_OWNED);
949	chipstat = ADV_INW(adv, ADV_CHIP_STATUS);
950
951	/* Is it for us? */
952	if ((chipstat & (ADV_CSW_INT_PENDING|ADV_CSW_SCSI_RESET_LATCH)) == 0)
953		return;
954
955	ctrl_reg = ADV_INB(adv, ADV_CHIP_CTRL);
956	saved_ctrl_reg = ctrl_reg & (~(ADV_CC_SCSI_RESET | ADV_CC_CHIP_RESET |
957				       ADV_CC_SINGLE_STEP | ADV_CC_DIAG |
958				       ADV_CC_TEST));
959
960	if ((chipstat & (ADV_CSW_SCSI_RESET_LATCH|ADV_CSW_SCSI_RESET_ACTIVE))) {
961		device_printf(adv->dev, "Detected Bus Reset\n");
962		adv_reset_bus(adv, /*initiate_reset*/FALSE);
963		return;
964	}
965
966	if ((chipstat & ADV_CSW_INT_PENDING) != 0) {
967
968		saved_ram_addr = ADV_INW(adv, ADV_LRAM_ADDR);
969		host_flag = adv_read_lram_8(adv, ADVV_HOST_FLAG_B);
970		adv_write_lram_8(adv, ADVV_HOST_FLAG_B,
971				 host_flag | ADV_HOST_FLAG_IN_ISR);
972
973		adv_ack_interrupt(adv);
974
975		if ((chipstat & ADV_CSW_HALTED) != 0
976		 && (ctrl_reg & ADV_CC_SINGLE_STEP) != 0) {
977			adv_isr_chip_halted(adv);
978			saved_ctrl_reg &= ~ADV_CC_HALT;
979		} else {
980			adv_run_doneq(adv);
981		}
982		ADV_OUTW(adv, ADV_LRAM_ADDR, saved_ram_addr);
983#ifdef DIAGNOSTIC
984		if (ADV_INW(adv, ADV_LRAM_ADDR) != saved_ram_addr)
985			panic("adv_intr: Unable to set LRAM addr");
986#endif
987		adv_write_lram_8(adv, ADVV_HOST_FLAG_B, host_flag);
988	}
989
990	ADV_OUTB(adv, ADV_CHIP_CTRL, saved_ctrl_reg);
991}
992
993static void
994adv_run_doneq(struct adv_softc *adv)
995{
996	struct adv_q_done_info scsiq;
997	u_int		  doneq_head;
998	u_int		  done_qno;
999
1000	doneq_head = adv_read_lram_16(adv, ADVV_DONE_Q_TAIL_W) & 0xFF;
1001	done_qno = adv_read_lram_8(adv, ADV_QNO_TO_QADDR(doneq_head)
1002				   + ADV_SCSIQ_B_FWD);
1003	while (done_qno != ADV_QLINK_END) {
1004		union ccb* ccb;
1005		struct adv_ccb_info *cinfo;
1006		u_int done_qaddr;
1007		u_int sg_queue_cnt;
1008		int   aborted;
1009
1010		done_qaddr = ADV_QNO_TO_QADDR(done_qno);
1011
1012		/* Pull status from this request */
1013		sg_queue_cnt = adv_copy_lram_doneq(adv, done_qaddr, &scsiq,
1014						   adv->max_dma_count);
1015
1016		/* Mark it as free */
1017		adv_write_lram_8(adv, done_qaddr + ADV_SCSIQ_B_STATUS,
1018				 scsiq.q_status & ~(QS_READY|QS_ABORTED));
1019
1020		/* Process request based on retrieved info */
1021		if ((scsiq.cntl & QC_SG_HEAD) != 0) {
1022			u_int i;
1023
1024			/*
1025			 * S/G based request.  Free all of the queue
1026			 * structures that contained S/G information.
1027			 */
1028			for (i = 0; i < sg_queue_cnt; i++) {
1029				done_qno = adv_read_lram_8(adv, done_qaddr
1030							   + ADV_SCSIQ_B_FWD);
1031
1032#ifdef DIAGNOSTIC
1033				if (done_qno == ADV_QLINK_END) {
1034					panic("adv_qdone: Corrupted SG "
1035					      "list encountered");
1036				}
1037#endif
1038				done_qaddr = ADV_QNO_TO_QADDR(done_qno);
1039
1040				/* Mark SG queue as free */
1041				adv_write_lram_8(adv, done_qaddr
1042						 + ADV_SCSIQ_B_STATUS, QS_FREE);
1043			}
1044		} else
1045			sg_queue_cnt = 0;
1046#ifdef DIAGNOSTIC
1047		if (adv->cur_active < (sg_queue_cnt + 1))
1048			panic("adv_qdone: Attempting to free more "
1049			      "queues than are active");
1050#endif
1051		adv->cur_active -= sg_queue_cnt + 1;
1052
1053		aborted = (scsiq.q_status & QS_ABORTED) != 0;
1054
1055		if ((scsiq.q_status != QS_DONE)
1056		 && (scsiq.q_status & QS_ABORTED) == 0)
1057			panic("adv_qdone: completed scsiq with unknown status");
1058
1059		scsiq.remain_bytes += scsiq.extra_bytes;
1060
1061		if ((scsiq.d3.done_stat == QD_WITH_ERROR) &&
1062		    (scsiq.d3.host_stat == QHSTA_M_DATA_OVER_RUN)) {
1063			if ((scsiq.cntl & (QC_DATA_IN|QC_DATA_OUT)) == 0) {
1064				scsiq.d3.done_stat = QD_NO_ERROR;
1065				scsiq.d3.host_stat = QHSTA_NO_ERROR;
1066			}
1067		}
1068
1069		cinfo = &adv->ccb_infos[scsiq.d2.ccb_index];
1070		ccb = cinfo->ccb;
1071		ccb->csio.resid = scsiq.remain_bytes;
1072		adv_done(adv, ccb,
1073			 scsiq.d3.done_stat, scsiq.d3.host_stat,
1074			 scsiq.d3.scsi_stat, scsiq.q_no);
1075
1076		doneq_head = done_qno;
1077		done_qno = adv_read_lram_8(adv, done_qaddr + ADV_SCSIQ_B_FWD);
1078	}
1079	adv_write_lram_16(adv, ADVV_DONE_Q_TAIL_W, doneq_head);
1080}
1081
1082
1083void
1084adv_done(struct adv_softc *adv, union ccb *ccb, u_int done_stat,
1085	 u_int host_stat, u_int scsi_status, u_int q_no)
1086{
1087	struct	   adv_ccb_info *cinfo;
1088
1089	if (!dumping)
1090		mtx_assert(&adv->lock, MA_OWNED);
1091	cinfo = (struct adv_ccb_info *)ccb->ccb_h.ccb_cinfo_ptr;
1092	LIST_REMOVE(&ccb->ccb_h, sim_links.le);
1093	callout_stop(&cinfo->timer);
1094	if ((ccb->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
1095		bus_dmasync_op_t op;
1096
1097		if ((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN)
1098			op = BUS_DMASYNC_POSTREAD;
1099		else
1100			op = BUS_DMASYNC_POSTWRITE;
1101		bus_dmamap_sync(adv->buffer_dmat, cinfo->dmamap, op);
1102		bus_dmamap_unload(adv->buffer_dmat, cinfo->dmamap);
1103	}
1104
1105	switch (done_stat) {
1106	case QD_NO_ERROR:
1107		if (host_stat == QHSTA_NO_ERROR) {
1108			ccb->ccb_h.status = CAM_REQ_CMP;
1109			break;
1110		}
1111		xpt_print_path(ccb->ccb_h.path);
1112		printf("adv_done - queue done without error, "
1113		       "but host status non-zero(%x)\n", host_stat);
1114		/*FALLTHROUGH*/
1115	case QD_WITH_ERROR:
1116		switch (host_stat) {
1117		case QHSTA_M_TARGET_STATUS_BUSY:
1118		case QHSTA_M_BAD_QUEUE_FULL_OR_BUSY:
1119			/*
1120			 * Assume that if we were a tagged transaction
1121			 * the target reported queue full.  Otherwise,
1122			 * report busy.  The firmware really should just
1123			 * pass the original status back up to us even
1124			 * if it thinks the target was in error for
1125			 * returning this status as no other transactions
1126			 * from this initiator are in effect, but this
1127			 * ignores multi-initiator setups and there is
1128			 * evidence that the firmware gets its per-device
1129			 * transaction counts screwed up occassionally.
1130			 */
1131			ccb->ccb_h.status |= CAM_SCSI_STATUS_ERROR;
1132			if ((ccb->ccb_h.flags & CAM_TAG_ACTION_VALID) != 0
1133			 && host_stat != QHSTA_M_TARGET_STATUS_BUSY)
1134				scsi_status = SCSI_STATUS_QUEUE_FULL;
1135			else
1136				scsi_status = SCSI_STATUS_BUSY;
1137			adv_abort_ccb(adv, ccb->ccb_h.target_id,
1138				      ccb->ccb_h.target_lun,
1139				      /*ccb*/NULL, CAM_REQUEUE_REQ,
1140				      /*queued_only*/TRUE);
1141			/*FALLTHROUGH*/
1142		case QHSTA_M_NO_AUTO_REQ_SENSE:
1143		case QHSTA_NO_ERROR:
1144			ccb->csio.scsi_status = scsi_status;
1145			switch (scsi_status) {
1146			case SCSI_STATUS_CHECK_COND:
1147			case SCSI_STATUS_CMD_TERMINATED:
1148				ccb->ccb_h.status |= CAM_AUTOSNS_VALID;
1149				/* Structure copy */
1150				ccb->csio.sense_data =
1151				    adv->sense_buffers[q_no - 1];
1152				/* FALLTHROUGH */
1153			case SCSI_STATUS_BUSY:
1154			case SCSI_STATUS_RESERV_CONFLICT:
1155			case SCSI_STATUS_QUEUE_FULL:
1156			case SCSI_STATUS_COND_MET:
1157			case SCSI_STATUS_INTERMED:
1158			case SCSI_STATUS_INTERMED_COND_MET:
1159				ccb->ccb_h.status |= CAM_SCSI_STATUS_ERROR;
1160				break;
1161			case SCSI_STATUS_OK:
1162				ccb->ccb_h.status |= CAM_REQ_CMP;
1163				break;
1164			}
1165			break;
1166		case QHSTA_M_SEL_TIMEOUT:
1167			ccb->ccb_h.status = CAM_SEL_TIMEOUT;
1168			break;
1169		case QHSTA_M_DATA_OVER_RUN:
1170			ccb->ccb_h.status = CAM_DATA_RUN_ERR;
1171			break;
1172		case QHSTA_M_UNEXPECTED_BUS_FREE:
1173			ccb->ccb_h.status = CAM_UNEXP_BUSFREE;
1174			break;
1175		case QHSTA_M_BAD_BUS_PHASE_SEQ:
1176			ccb->ccb_h.status = CAM_SEQUENCE_FAIL;
1177			break;
1178		case QHSTA_M_BAD_CMPL_STATUS_IN:
1179			/* No command complete after a status message */
1180			ccb->ccb_h.status = CAM_SEQUENCE_FAIL;
1181			break;
1182		case QHSTA_D_EXE_SCSI_Q_BUSY_TIMEOUT:
1183		case QHSTA_M_WTM_TIMEOUT:
1184		case QHSTA_M_HUNG_REQ_SCSI_BUS_RESET:
1185			/* The SCSI bus hung in a phase */
1186			ccb->ccb_h.status = CAM_SEQUENCE_FAIL;
1187			adv_reset_bus(adv, /*initiate_reset*/TRUE);
1188			break;
1189		case QHSTA_M_AUTO_REQ_SENSE_FAIL:
1190			ccb->ccb_h.status = CAM_AUTOSENSE_FAIL;
1191			break;
1192		case QHSTA_D_QDONE_SG_LIST_CORRUPTED:
1193		case QHSTA_D_ASC_DVC_ERROR_CODE_SET:
1194		case QHSTA_D_HOST_ABORT_FAILED:
1195		case QHSTA_D_EXE_SCSI_Q_FAILED:
1196		case QHSTA_D_ASPI_NO_BUF_POOL:
1197		case QHSTA_M_BAD_TAG_CODE:
1198		case QHSTA_D_LRAM_CMP_ERROR:
1199		case QHSTA_M_MICRO_CODE_ERROR_HALT:
1200		default:
1201			panic("%s: Unhandled Host status error %x",
1202			    device_get_nameunit(adv->dev), host_stat);
1203			/* NOTREACHED */
1204		}
1205		break;
1206
1207	case QD_ABORTED_BY_HOST:
1208		/* Don't clobber any, more explicit, error codes we've set */
1209		if ((ccb->ccb_h.status & CAM_STATUS_MASK) == CAM_REQ_INPROG)
1210			ccb->ccb_h.status = CAM_REQ_ABORTED;
1211		break;
1212
1213	default:
1214		xpt_print_path(ccb->ccb_h.path);
1215		printf("adv_done - queue done with unknown status %x:%x\n",
1216		       done_stat, host_stat);
1217		ccb->ccb_h.status = CAM_REQ_CMP_ERR;
1218		break;
1219	}
1220	adv_clear_state(adv, ccb);
1221	if ((ccb->ccb_h.status & CAM_STATUS_MASK) != CAM_REQ_CMP
1222	 && (ccb->ccb_h.status & CAM_DEV_QFRZN) == 0) {
1223		xpt_freeze_devq(ccb->ccb_h.path, /*count*/1);
1224		ccb->ccb_h.status |= CAM_DEV_QFRZN;
1225	}
1226	adv_free_ccb_info(adv, cinfo);
1227	/*
1228	 * Null this out so that we catch driver bugs that cause a
1229	 * ccb to be completed twice.
1230	 */
1231	ccb->ccb_h.ccb_cinfo_ptr = NULL;
1232	ccb->ccb_h.status &= ~CAM_SIM_QUEUED;
1233	xpt_done(ccb);
1234}
1235
1236/*
1237 * Function to poll for command completion when
1238 * interrupts are disabled (crash dumps)
1239 */
1240static void
1241adv_poll(struct cam_sim *sim)
1242{
1243
1244	adv_intr_locked(cam_sim_softc(sim));
1245}
1246
1247/*
1248 * Attach all the sub-devices we can find
1249 */
1250int
1251adv_attach(adv)
1252	struct adv_softc *adv;
1253{
1254	struct ccb_setasync csa;
1255	struct cam_devq *devq;
1256	int max_sg;
1257
1258	/*
1259	 * Allocate an array of ccb mapping structures.  We put the
1260	 * index of the ccb_info structure into the queue representing
1261	 * a transaction and use it for mapping the queue to the
1262	 * upper level SCSI transaction it represents.
1263	 */
1264	adv->ccb_infos = malloc(sizeof(*adv->ccb_infos) * adv->max_openings,
1265				M_DEVBUF, M_NOWAIT);
1266
1267	if (adv->ccb_infos == NULL)
1268		return (ENOMEM);
1269
1270	adv->init_level++;
1271
1272	/*
1273	 * Create our DMA tags.  These tags define the kinds of device
1274	 * accessible memory allocations and memory mappings we will
1275	 * need to perform during normal operation.
1276	 *
1277	 * Unless we need to further restrict the allocation, we rely
1278	 * on the restrictions of the parent dmat, hence the common
1279	 * use of MAXADDR and MAXSIZE.
1280	 *
1281	 * The ASC boards use chains of "queues" (the transactional
1282	 * resources on the board) to represent long S/G lists.
1283	 * The first queue represents the command and holds a
1284	 * single address and data pair.  The queues that follow
1285	 * can each hold ADV_SG_LIST_PER_Q entries.  Given the
1286	 * total number of queues, we can express the largest
1287	 * transaction we can map.  We reserve a few queues for
1288	 * error recovery.  Take those into account as well.
1289	 *
1290	 * There is a way to take an interrupt to download the
1291	 * next batch of S/G entries if there are more than 255
1292	 * of them (the counter in the queue structure is a u_int8_t).
1293	 * We don't use this feature, so limit the S/G list size
1294	 * accordingly.
1295	 */
1296	max_sg = (adv->max_openings - ADV_MIN_FREE_Q - 1) * ADV_SG_LIST_PER_Q;
1297	if (max_sg > 255)
1298		max_sg = 255;
1299
1300	/* DMA tag for mapping buffers into device visible space. */
1301	if (bus_dma_tag_create(
1302			/* parent	*/ adv->parent_dmat,
1303			/* alignment	*/ 1,
1304			/* boundary	*/ 0,
1305			/* lowaddr	*/ BUS_SPACE_MAXADDR,
1306			/* highaddr	*/ BUS_SPACE_MAXADDR,
1307			/* filter	*/ NULL,
1308			/* filterarg	*/ NULL,
1309			/* maxsize	*/ ADV_MAXPHYS,
1310			/* nsegments	*/ max_sg,
1311			/* maxsegsz	*/ BUS_SPACE_MAXSIZE_32BIT,
1312			/* flags	*/ BUS_DMA_ALLOCNOW,
1313			/* lockfunc	*/ busdma_lock_mutex,
1314			/* lockarg	*/ &adv->lock,
1315			&adv->buffer_dmat) != 0) {
1316		return (ENXIO);
1317	}
1318	adv->init_level++;
1319
1320	/* DMA tag for our sense buffers */
1321	if (bus_dma_tag_create(
1322			/* parent	*/ adv->parent_dmat,
1323			/* alignment	*/ 1,
1324			/* boundary	*/ 0,
1325			/* lowaddr	*/ BUS_SPACE_MAXADDR,
1326			/* highaddr	*/ BUS_SPACE_MAXADDR,
1327			/* filter	*/ NULL,
1328			/* filterarg	*/ NULL,
1329			/* maxsize	*/ sizeof(struct scsi_sense_data) *
1330					   adv->max_openings,
1331			/* nsegments	*/ 1,
1332			/* maxsegsz	*/ BUS_SPACE_MAXSIZE_32BIT,
1333			/* flags	*/ 0,
1334			/* lockfunc	*/ busdma_lock_mutex,
1335			/* lockarg	*/ &adv->lock,
1336			&adv->sense_dmat) != 0) {
1337		return (ENXIO);
1338        }
1339
1340	adv->init_level++;
1341
1342	/* Allocation for our sense buffers */
1343	if (bus_dmamem_alloc(adv->sense_dmat, (void **)&adv->sense_buffers,
1344			     BUS_DMA_NOWAIT, &adv->sense_dmamap) != 0) {
1345		return (ENOMEM);
1346	}
1347
1348	adv->init_level++;
1349
1350	/* And permanently map them */
1351	bus_dmamap_load(adv->sense_dmat, adv->sense_dmamap,
1352       			adv->sense_buffers,
1353			sizeof(struct scsi_sense_data)*adv->max_openings,
1354			adv_map, &adv->sense_physbase, /*flags*/0);
1355
1356	adv->init_level++;
1357
1358	/*
1359	 * Fire up the chip
1360	 */
1361	if (adv_start_chip(adv) != 1) {
1362		device_printf(adv->dev,
1363		    "Unable to start on board processor. Aborting.\n");
1364		return (ENXIO);
1365	}
1366
1367	/*
1368	 * Create the device queue for our SIM.
1369	 */
1370	devq = cam_simq_alloc(adv->max_openings);
1371	if (devq == NULL)
1372		return (ENOMEM);
1373
1374	/*
1375	 * Construct our SIM entry.
1376	 */
1377	adv->sim = cam_sim_alloc(adv_action, adv_poll, "adv", adv,
1378	    device_get_unit(adv->dev), &adv->lock, 1, adv->max_openings, devq);
1379	if (adv->sim == NULL)
1380		return (ENOMEM);
1381
1382	/*
1383	 * Register the bus.
1384	 *
1385	 * XXX Twin Channel EISA Cards???
1386	 */
1387	mtx_lock(&adv->lock);
1388	if (xpt_bus_register(adv->sim, adv->dev, 0) != CAM_SUCCESS) {
1389		cam_sim_free(adv->sim, /*free devq*/TRUE);
1390		mtx_unlock(&adv->lock);
1391		return (ENXIO);
1392	}
1393
1394	if (xpt_create_path(&adv->path, /*periph*/NULL, cam_sim_path(adv->sim),
1395			    CAM_TARGET_WILDCARD, CAM_LUN_WILDCARD)
1396	    != CAM_REQ_CMP) {
1397		xpt_bus_deregister(cam_sim_path(adv->sim));
1398		cam_sim_free(adv->sim, /*free devq*/TRUE);
1399		mtx_unlock(&adv->lock);
1400		return (ENXIO);
1401	}
1402
1403	xpt_setup_ccb(&csa.ccb_h, adv->path, /*priority*/5);
1404	csa.ccb_h.func_code = XPT_SASYNC_CB;
1405	csa.event_enable = AC_FOUND_DEVICE|AC_LOST_DEVICE;
1406	csa.callback = advasync;
1407	csa.callback_arg = adv;
1408	xpt_action((union ccb *)&csa);
1409	mtx_unlock(&adv->lock);
1410	return (0);
1411}
1412MODULE_DEPEND(adv, cam, 1, 1, 1);
1413