bt.c revision 274819
1/*-
2 * Generic driver for the BusLogic MultiMaster SCSI host adapters
3 * Product specific probe and attach routines can be found in:
4 * sys/dev/buslogic/bt_isa.c	BT-54X, BT-445 cards
5 * sys/dev/buslogic/bt_mca.c	BT-64X, SDC3211B, SDC3211F
6 * sys/dev/buslogic/bt_eisa.c	BT-74X, BT-75x cards, SDC3222F
7 * sys/dev/buslogic/bt_pci.c	BT-946, BT-948, BT-956, BT-958 cards
8 *
9 * Copyright (c) 1998, 1999 Justin T. Gibbs.
10 * All rights reserved.
11 *
12 * Redistribution and use in source and binary forms, with or without
13 * modification, are permitted provided that the following conditions
14 * are met:
15 * 1. Redistributions of source code must retain the above copyright
16 *    notice, this list of conditions, and the following disclaimer,
17 *    without modification, immediately at the beginning of the file.
18 * 2. The name of the author may not be used to endorse or promote products
19 *    derived from this software without specific prior written permission.
20 *
21 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
22 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR
25 * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
26 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
30 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
31 * SUCH DAMAGE.
32 */
33
34#include <sys/cdefs.h>
35__FBSDID("$FreeBSD: head/sys/dev/buslogic/bt.c 274819 2014-11-21 21:01:24Z smh $");
36
37 /*
38  * Special thanks to Leonard N. Zubkoff for writing such a complete and
39  * well documented Mylex/BusLogic MultiMaster driver for Linux.  Support
40  * in this driver for the wide range of MultiMaster controllers and
41  * firmware revisions, with their otherwise undocumented quirks, would not
42  * have been possible without his efforts.
43  */
44
45#include <sys/param.h>
46#include <sys/conf.h>
47#include <sys/systm.h>
48#include <sys/malloc.h>
49#include <sys/kernel.h>
50#include <sys/lock.h>
51#include <sys/module.h>
52#include <sys/mutex.h>
53#include <sys/sysctl.h>
54#include <sys/bus.h>
55
56#include <machine/bus.h>
57#include <sys/rman.h>
58
59#include <cam/cam.h>
60#include <cam/cam_ccb.h>
61#include <cam/cam_sim.h>
62#include <cam/cam_xpt_sim.h>
63#include <cam/cam_debug.h>
64
65#include <cam/scsi/scsi_message.h>
66
67#include <vm/vm.h>
68#include <vm/pmap.h>
69
70#include <dev/buslogic/btreg.h>
71
72/* MailBox Management functions */
73static __inline void	btnextinbox(struct bt_softc *bt);
74static __inline void	btnextoutbox(struct bt_softc *bt);
75
76static __inline void
77btnextinbox(struct bt_softc *bt)
78{
79	if (bt->cur_inbox == bt->last_inbox)
80		bt->cur_inbox = bt->in_boxes;
81	else
82		bt->cur_inbox++;
83}
84
85static __inline void
86btnextoutbox(struct bt_softc *bt)
87{
88	if (bt->cur_outbox == bt->last_outbox)
89		bt->cur_outbox = bt->out_boxes;
90	else
91		bt->cur_outbox++;
92}
93
94/* CCB Mangement functions */
95static __inline u_int32_t		btccbvtop(struct bt_softc *bt,
96						  struct bt_ccb *bccb);
97static __inline struct bt_ccb*		btccbptov(struct bt_softc *bt,
98						  u_int32_t ccb_addr);
99static __inline u_int32_t		btsensepaddr(struct bt_softc *bt,
100						     struct bt_ccb *bccb);
101static __inline struct scsi_sense_data* btsensevaddr(struct bt_softc *bt,
102						     struct bt_ccb *bccb);
103
104static __inline u_int32_t
105btccbvtop(struct bt_softc *bt, struct bt_ccb *bccb)
106{
107	return (bt->bt_ccb_physbase
108	      + (u_int32_t)((caddr_t)bccb - (caddr_t)bt->bt_ccb_array));
109}
110
111static __inline struct bt_ccb *
112btccbptov(struct bt_softc *bt, u_int32_t ccb_addr)
113{
114	return (bt->bt_ccb_array +
115	        ((struct bt_ccb*)(uintptr_t)ccb_addr - (struct bt_ccb*)(uintptr_t)bt->bt_ccb_physbase));
116}
117
118static __inline u_int32_t
119btsensepaddr(struct bt_softc *bt, struct bt_ccb *bccb)
120{
121	u_int index;
122
123	index = (u_int)(bccb - bt->bt_ccb_array);
124	return (bt->sense_buffers_physbase
125		+ (index * sizeof(struct scsi_sense_data)));
126}
127
128static __inline struct scsi_sense_data *
129btsensevaddr(struct bt_softc *bt, struct bt_ccb *bccb)
130{
131	u_int index;
132
133	index = (u_int)(bccb - bt->bt_ccb_array);
134	return (bt->sense_buffers + index);
135}
136
137static __inline struct bt_ccb*	btgetccb(struct bt_softc *bt);
138static __inline void		btfreeccb(struct bt_softc *bt,
139					  struct bt_ccb *bccb);
140static void		btallocccbs(struct bt_softc *bt);
141static bus_dmamap_callback_t btexecuteccb;
142static void		btdone(struct bt_softc *bt, struct bt_ccb *bccb,
143			       bt_mbi_comp_code_t comp_code);
144static void		bt_intr_locked(struct bt_softc *bt);
145
146/* Host adapter command functions */
147static int	btreset(struct bt_softc* bt, int hard_reset);
148
149/* Initialization functions */
150static int			btinitmboxes(struct bt_softc *bt);
151static bus_dmamap_callback_t	btmapmboxes;
152static bus_dmamap_callback_t	btmapccbs;
153static bus_dmamap_callback_t	btmapsgs;
154
155/* Transfer Negotiation Functions */
156static void btfetchtransinfo(struct bt_softc *bt,
157			     struct ccb_trans_settings *cts);
158
159/* CAM SIM entry points */
160#define ccb_bccb_ptr spriv_ptr0
161#define ccb_bt_ptr spriv_ptr1
162static void	btaction(struct cam_sim *sim, union ccb *ccb);
163static void	btpoll(struct cam_sim *sim);
164
165/* Our timeout handler */
166static void	bttimeout(void *arg);
167
168/*
169 * XXX
170 * Do our own re-probe protection until a configuration
171 * manager can do it for us.  This ensures that we don't
172 * reprobe a card already found by the EISA or PCI probes.
173 */
174struct bt_isa_port bt_isa_ports[] =
175{
176	{ 0x130, 0, 4 },
177	{ 0x134, 0, 5 },
178	{ 0x230, 0, 2 },
179	{ 0x234, 0, 3 },
180	{ 0x330, 0, 0 },
181	{ 0x334, 0, 1 }
182};
183
184/*
185 * I/O ports listed in the order enumerated by the
186 * card for certain op codes.
187 */
188u_int16_t bt_board_ports[] =
189{
190	0x330,
191	0x334,
192	0x230,
193	0x234,
194	0x130,
195	0x134
196};
197
198/* Exported functions */
199void
200bt_init_softc(device_t dev, struct resource *port,
201	      struct resource *irq, struct resource *drq)
202{
203	struct bt_softc *bt = device_get_softc(dev);
204
205	SLIST_INIT(&bt->free_bt_ccbs);
206	LIST_INIT(&bt->pending_ccbs);
207	SLIST_INIT(&bt->sg_maps);
208	bt->dev = dev;
209	bt->port = port;
210	bt->irq = irq;
211	bt->drq = drq;
212	mtx_init(&bt->lock, "bt", NULL, MTX_DEF);
213}
214
215void
216bt_free_softc(device_t dev)
217{
218	struct bt_softc *bt = device_get_softc(dev);
219
220	switch (bt->init_level) {
221	default:
222	case 11:
223		bus_dmamap_unload(bt->sense_dmat, bt->sense_dmamap);
224	case 10:
225		bus_dmamem_free(bt->sense_dmat, bt->sense_buffers,
226				bt->sense_dmamap);
227	case 9:
228		bus_dma_tag_destroy(bt->sense_dmat);
229	case 8:
230	{
231		struct sg_map_node *sg_map;
232
233		while ((sg_map = SLIST_FIRST(&bt->sg_maps))!= NULL) {
234			SLIST_REMOVE_HEAD(&bt->sg_maps, links);
235			bus_dmamap_unload(bt->sg_dmat,
236					  sg_map->sg_dmamap);
237			bus_dmamem_free(bt->sg_dmat, sg_map->sg_vaddr,
238					sg_map->sg_dmamap);
239			free(sg_map, M_DEVBUF);
240		}
241		bus_dma_tag_destroy(bt->sg_dmat);
242	}
243	case 7:
244		bus_dmamap_unload(bt->ccb_dmat, bt->ccb_dmamap);
245		/* FALLTHROUGH */
246	case 6:
247		bus_dmamem_free(bt->ccb_dmat, bt->bt_ccb_array,
248				bt->ccb_dmamap);
249		/* FALLTHROUGH */
250	case 5:
251		bus_dma_tag_destroy(bt->ccb_dmat);
252		/* FALLTHROUGH */
253	case 4:
254		bus_dmamap_unload(bt->mailbox_dmat, bt->mailbox_dmamap);
255		/* FALLTHROUGH */
256	case 3:
257		bus_dmamem_free(bt->mailbox_dmat, bt->in_boxes,
258				bt->mailbox_dmamap);
259		/* FALLTHROUGH */
260	case 2:
261		bus_dma_tag_destroy(bt->buffer_dmat);
262		/* FALLTHROUGH */
263	case 1:
264		bus_dma_tag_destroy(bt->mailbox_dmat);
265		/* FALLTHROUGH */
266	case 0:
267		break;
268	}
269	mtx_destroy(&bt->lock);
270}
271
272int
273bt_port_probe(device_t dev, struct bt_probe_info *info)
274{
275	struct bt_softc *bt = device_get_softc(dev);
276	config_data_t config_data;
277	int error;
278
279	/* See if there is really a card present */
280	if (bt_probe(dev) || bt_fetch_adapter_info(dev))
281		return(1);
282
283	/*
284	 * Determine our IRQ, and DMA settings and
285	 * export them to the configuration system.
286	 */
287	mtx_lock(&bt->lock);
288	error = bt_cmd(bt, BOP_INQUIRE_CONFIG, NULL, /*parmlen*/0,
289		       (u_int8_t*)&config_data, sizeof(config_data),
290		       DEFAULT_CMD_TIMEOUT);
291	mtx_unlock(&bt->lock);
292	if (error != 0) {
293		printf("bt_port_probe: Could not determine IRQ or DMA "
294		       "settings for adapter.\n");
295		return (1);
296	}
297
298	if (bt->model[0] == '5') {
299		/* DMA settings only make sense for ISA cards */
300		switch (config_data.dma_chan) {
301		case DMA_CHAN_5:
302			info->drq = 5;
303			break;
304		case DMA_CHAN_6:
305			info->drq = 6;
306			break;
307		case DMA_CHAN_7:
308			info->drq = 7;
309			break;
310		default:
311			printf("bt_port_probe: Invalid DMA setting "
312			       "detected for adapter.\n");
313			return (1);
314		}
315	} else {
316		/* VL/EISA/PCI DMA */
317		info->drq = -1;
318	}
319	switch (config_data.irq) {
320	case IRQ_9:
321	case IRQ_10:
322	case IRQ_11:
323	case IRQ_12:
324	case IRQ_14:
325	case IRQ_15:
326		info->irq = ffs(config_data.irq) + 8;
327		break;
328	default:
329		printf("bt_port_probe: Invalid IRQ setting %x"
330		       "detected for adapter.\n", config_data.irq);
331		return (1);
332	}
333	return (0);
334}
335
336/*
337 * Probe the adapter and verify that the card is a BusLogic.
338 */
339int
340bt_probe(device_t dev)
341{
342	struct bt_softc *bt = device_get_softc(dev);
343	esetup_info_data_t esetup_info;
344	u_int	 status;
345	u_int	 intstat;
346	u_int	 geometry;
347	int	 error;
348	u_int8_t param;
349
350	/*
351	 * See if the three I/O ports look reasonable.
352	 * Touch the minimal number of registers in the
353	 * failure case.
354	 */
355	status = bt_inb(bt, STATUS_REG);
356	if ((status == 0)
357	 || (status & (DIAG_ACTIVE|CMD_REG_BUSY|
358		       STATUS_REG_RSVD|CMD_INVALID)) != 0) {
359		if (bootverbose)
360			device_printf(dev, "Failed Status Reg Test - %x\n",
361			       status);
362		return (ENXIO);
363	}
364
365	intstat = bt_inb(bt, INTSTAT_REG);
366	if ((intstat & INTSTAT_REG_RSVD) != 0) {
367		device_printf(dev, "Failed Intstat Reg Test\n");
368		return (ENXIO);
369	}
370
371	geometry = bt_inb(bt, GEOMETRY_REG);
372	if (geometry == 0xFF) {
373		if (bootverbose)
374			device_printf(dev, "Failed Geometry Reg Test\n");
375		return (ENXIO);
376	}
377
378	/*
379	 * Looking good so far.  Final test is to reset the
380	 * adapter and attempt to fetch the extended setup
381	 * information.  This should filter out all 1542 cards.
382	 */
383	mtx_lock(&bt->lock);
384	if ((error = btreset(bt, /*hard_reset*/TRUE)) != 0) {
385		mtx_unlock(&bt->lock);
386		if (bootverbose)
387			device_printf(dev, "Failed Reset\n");
388		return (ENXIO);
389	}
390
391	param = sizeof(esetup_info);
392	error = bt_cmd(bt, BOP_INQUIRE_ESETUP_INFO, &param, /*parmlen*/1,
393		       (u_int8_t*)&esetup_info, sizeof(esetup_info),
394		       DEFAULT_CMD_TIMEOUT);
395	mtx_unlock(&bt->lock);
396	if (error != 0) {
397		return (ENXIO);
398	}
399
400	return (0);
401}
402
403/*
404 * Pull the boards setup information and record it in our softc.
405 */
406int
407bt_fetch_adapter_info(device_t dev)
408{
409	struct bt_softc *bt = device_get_softc(dev);
410	board_id_data_t	board_id;
411	esetup_info_data_t esetup_info;
412	config_data_t config_data;
413	int	 error;
414	u_int8_t length_param;
415
416	/* First record the firmware version */
417	mtx_lock(&bt->lock);
418	error = bt_cmd(bt, BOP_INQUIRE_BOARD_ID, NULL, /*parmlen*/0,
419		       (u_int8_t*)&board_id, sizeof(board_id),
420		       DEFAULT_CMD_TIMEOUT);
421	if (error != 0) {
422		mtx_unlock(&bt->lock);
423		device_printf(dev, "bt_fetch_adapter_info - Failed Get Board Info\n");
424		return (error);
425	}
426	bt->firmware_ver[0] = board_id.firmware_rev_major;
427	bt->firmware_ver[1] = '.';
428	bt->firmware_ver[2] = board_id.firmware_rev_minor;
429	bt->firmware_ver[3] = '\0';
430
431	/*
432	 * Depending on the firmware major and minor version,
433	 * we may be able to fetch additional minor version info.
434	 */
435	if (bt->firmware_ver[0] > '0') {
436
437		error = bt_cmd(bt, BOP_INQUIRE_FW_VER_3DIG, NULL, /*parmlen*/0,
438			       (u_int8_t*)&bt->firmware_ver[3], 1,
439			       DEFAULT_CMD_TIMEOUT);
440		if (error != 0) {
441			mtx_unlock(&bt->lock);
442			device_printf(dev,
443				      "bt_fetch_adapter_info - Failed Get "
444				      "Firmware 3rd Digit\n");
445			return (error);
446		}
447		if (bt->firmware_ver[3] == ' ')
448			bt->firmware_ver[3] = '\0';
449		bt->firmware_ver[4] = '\0';
450	}
451
452	if (strcmp(bt->firmware_ver, "3.3") >= 0) {
453
454		error = bt_cmd(bt, BOP_INQUIRE_FW_VER_4DIG, NULL, /*parmlen*/0,
455			       (u_int8_t*)&bt->firmware_ver[4], 1,
456			       DEFAULT_CMD_TIMEOUT);
457		if (error != 0) {
458			mtx_unlock(&bt->lock);
459			device_printf(dev,
460				      "bt_fetch_adapter_info - Failed Get "
461				      "Firmware 4th Digit\n");
462			return (error);
463		}
464		if (bt->firmware_ver[4] == ' ')
465			bt->firmware_ver[4] = '\0';
466		bt->firmware_ver[5] = '\0';
467	}
468
469	/*
470	 * Some boards do not handle the "recently documented"
471	 * Inquire Board Model Number command correctly or do not give
472	 * exact information.  Use the Firmware and Extended Setup
473	 * information in these cases to come up with the right answer.
474	 * The major firmware revision number indicates:
475	 *
476	 * 	5.xx	BusLogic "W" Series Host Adapters:
477	 *		BT-948/958/958D
478	 *	4.xx	BusLogic "C" Series Host Adapters:
479	 *		BT-946C/956C/956CD/747C/757C/757CD/445C/545C/540CF
480	 *	3.xx	BusLogic "S" Series Host Adapters:
481	 *		BT-747S/747D/757S/757D/445S/545S/542D
482	 *		BT-542B/742A (revision H)
483	 *	2.xx	BusLogic "A" Series Host Adapters:
484	 *		BT-542B/742A (revision G and below)
485	 *	0.xx	AMI FastDisk VLB/EISA BusLogic Clone Host Adapter
486	 */
487	length_param = sizeof(esetup_info);
488	error = bt_cmd(bt, BOP_INQUIRE_ESETUP_INFO, &length_param, /*parmlen*/1,
489		       (u_int8_t*)&esetup_info, sizeof(esetup_info),
490		       DEFAULT_CMD_TIMEOUT);
491	if (error != 0) {
492		mtx_unlock(&bt->lock);
493		return (error);
494	}
495
496  	bt->bios_addr = esetup_info.bios_addr << 12;
497
498	bt->mailbox_addrlimit = BUS_SPACE_MAXADDR;
499	if (esetup_info.bus_type == 'A'
500	 && bt->firmware_ver[0] == '2') {
501		snprintf(bt->model, sizeof(bt->model), "542B");
502	} else if (esetup_info.bus_type == 'E'
503	 	&& bt->firmware_ver[0] == '2') {
504
505		/*
506		 * The 742A seems to object if its mailboxes are
507		 * allocated above the 16MB mark.
508		 */
509		bt->mailbox_addrlimit = BUS_SPACE_MAXADDR_24BIT;
510		snprintf(bt->model, sizeof(bt->model), "742A");
511	} else if (esetup_info.bus_type == 'E'
512		&& bt->firmware_ver[0] == '0') {
513		/* AMI FastDisk EISA Series 441 0.x */
514		snprintf(bt->model, sizeof(bt->model), "747A");
515	} else {
516		ha_model_data_t model_data;
517		int i;
518
519		length_param = sizeof(model_data);
520		error = bt_cmd(bt, BOP_INQUIRE_MODEL, &length_param, 1,
521			       (u_int8_t*)&model_data, sizeof(model_data),
522			       DEFAULT_CMD_TIMEOUT);
523		if (error != 0) {
524			mtx_unlock(&bt->lock);
525			device_printf(dev,
526				      "bt_fetch_adapter_info - Failed Inquire "
527				      "Model Number\n");
528			return (error);
529		}
530		for (i = 0; i < sizeof(model_data.ascii_model); i++) {
531			bt->model[i] = model_data.ascii_model[i];
532			if (bt->model[i] == ' ')
533				break;
534		}
535		bt->model[i] = '\0';
536	}
537
538	bt->level_trigger_ints = esetup_info.level_trigger_ints ? 1 : 0;
539
540	/* SG element limits */
541	bt->max_sg = esetup_info.max_sg;
542
543	/* Set feature flags */
544	bt->wide_bus = esetup_info.wide_bus;
545	bt->diff_bus = esetup_info.diff_bus;
546	bt->ultra_scsi = esetup_info.ultra_scsi;
547
548	if ((bt->firmware_ver[0] == '5')
549	 || (bt->firmware_ver[0] == '4' && bt->wide_bus))
550		bt->extended_lun = TRUE;
551
552	bt->strict_rr = (strcmp(bt->firmware_ver, "3.31") >= 0);
553
554	bt->extended_trans =
555	    ((bt_inb(bt, GEOMETRY_REG) & EXTENDED_TRANSLATION) != 0);
556
557	/*
558	 * Determine max CCB count and whether tagged queuing is
559	 * available based on controller type. Tagged queuing
560	 * only works on 'W' series adapters, 'C' series adapters
561	 * with firmware of rev 4.42 and higher, and 'S' series
562	 * adapters with firmware of rev 3.35 and higher.  The
563	 * maximum CCB counts are as follows:
564	 *
565	 *	192	BT-948/958/958D
566	 *	100	BT-946C/956C/956CD/747C/757C/757CD/445C
567	 * 	50	BT-545C/540CF
568	 * 	30	BT-747S/747D/757S/757D/445S/545S/542D/542B/742A
569	 */
570	if (bt->firmware_ver[0] == '5') {
571		bt->max_ccbs = 192;
572		bt->tag_capable = TRUE;
573	} else if (bt->firmware_ver[0] == '4') {
574		if (bt->model[0] == '5')
575			bt->max_ccbs = 50;
576		else
577			bt->max_ccbs = 100;
578		bt->tag_capable = (strcmp(bt->firmware_ver, "4.22") >= 0);
579	} else {
580		bt->max_ccbs = 30;
581		if (bt->firmware_ver[0] == '3'
582		 && (strcmp(bt->firmware_ver, "3.35") >= 0))
583			bt->tag_capable = TRUE;
584		else
585			bt->tag_capable = FALSE;
586	}
587
588	if (bt->tag_capable != FALSE)
589		bt->tags_permitted = ALL_TARGETS;
590
591	/* Determine Sync/Wide/Disc settings */
592	if (bt->firmware_ver[0] >= '4') {
593		auto_scsi_data_t auto_scsi_data;
594		fetch_lram_params_t fetch_lram_params;
595		int error;
596
597		/*
598		 * These settings are stored in the
599		 * AutoSCSI data in LRAM of 'W' and 'C'
600		 * adapters.
601		 */
602		fetch_lram_params.offset = AUTO_SCSI_BYTE_OFFSET;
603		fetch_lram_params.response_len = sizeof(auto_scsi_data);
604		error = bt_cmd(bt, BOP_FETCH_LRAM,
605			       (u_int8_t*)&fetch_lram_params,
606			       sizeof(fetch_lram_params),
607			       (u_int8_t*)&auto_scsi_data,
608			       sizeof(auto_scsi_data), DEFAULT_CMD_TIMEOUT);
609
610		if (error != 0) {
611			mtx_unlock(&bt->lock);
612			device_printf(dev,
613				      "bt_fetch_adapter_info - Failed "
614				      "Get Auto SCSI Info\n");
615			return (error);
616		}
617
618		bt->disc_permitted = auto_scsi_data.low_disc_permitted
619				   | (auto_scsi_data.high_disc_permitted << 8);
620		bt->sync_permitted = auto_scsi_data.low_sync_permitted
621				   | (auto_scsi_data.high_sync_permitted << 8);
622		bt->fast_permitted = auto_scsi_data.low_fast_permitted
623				   | (auto_scsi_data.high_fast_permitted << 8);
624		bt->ultra_permitted = auto_scsi_data.low_ultra_permitted
625				   | (auto_scsi_data.high_ultra_permitted << 8);
626		bt->wide_permitted = auto_scsi_data.low_wide_permitted
627				   | (auto_scsi_data.high_wide_permitted << 8);
628
629		if (bt->ultra_scsi == FALSE)
630			bt->ultra_permitted = 0;
631
632		if (bt->wide_bus == FALSE)
633			bt->wide_permitted = 0;
634	} else {
635		/*
636		 * 'S' and 'A' series have this information in the setup
637		 * information structure.
638		 */
639		setup_data_t	setup_info;
640
641		length_param = sizeof(setup_info);
642		error = bt_cmd(bt, BOP_INQUIRE_SETUP_INFO, &length_param,
643			       /*paramlen*/1, (u_int8_t*)&setup_info,
644			       sizeof(setup_info), DEFAULT_CMD_TIMEOUT);
645
646		if (error != 0) {
647			mtx_unlock(&bt->lock);
648			device_printf(dev,
649				      "bt_fetch_adapter_info - Failed "
650				      "Get Setup Info\n");
651			return (error);
652		}
653
654		if (setup_info.initiate_sync != 0) {
655			bt->sync_permitted = ALL_TARGETS;
656
657			if (bt->model[0] == '7') {
658				if (esetup_info.sync_neg10MB != 0)
659					bt->fast_permitted = ALL_TARGETS;
660				if (strcmp(bt->model, "757") == 0)
661					bt->wide_permitted = ALL_TARGETS;
662			}
663		}
664		bt->disc_permitted = ALL_TARGETS;
665	}
666
667	/* We need as many mailboxes as we can have ccbs */
668	bt->num_boxes = bt->max_ccbs;
669
670	/* Determine our SCSI ID */
671
672	error = bt_cmd(bt, BOP_INQUIRE_CONFIG, NULL, /*parmlen*/0,
673		       (u_int8_t*)&config_data, sizeof(config_data),
674		       DEFAULT_CMD_TIMEOUT);
675	mtx_unlock(&bt->lock);
676	if (error != 0) {
677		device_printf(dev,
678			      "bt_fetch_adapter_info - Failed Get Config\n");
679		return (error);
680	}
681	bt->scsi_id = config_data.scsi_id;
682
683	return (0);
684}
685
686/*
687 * Start the board, ready for normal operation
688 */
689int
690bt_init(device_t dev)
691{
692	struct bt_softc *bt = device_get_softc(dev);
693
694	/* Announce the Adapter */
695	device_printf(dev, "BT-%s FW Rev. %s ", bt->model, bt->firmware_ver);
696
697	if (bt->ultra_scsi != 0)
698		printf("Ultra ");
699
700	if (bt->wide_bus != 0)
701		printf("Wide ");
702	else
703		printf("Narrow ");
704
705	if (bt->diff_bus != 0)
706		printf("Diff ");
707
708	printf("SCSI Host Adapter, SCSI ID %d, %d CCBs\n", bt->scsi_id,
709	       bt->max_ccbs);
710
711	/*
712	 * Create our DMA tags.  These tags define the kinds of device
713	 * accessible memory allocations and memory mappings we will
714	 * need to perform during normal operation.
715	 *
716	 * Unless we need to further restrict the allocation, we rely
717	 * on the restrictions of the parent dmat, hence the common
718	 * use of MAXADDR and MAXSIZE.
719	 */
720
721	/* DMA tag for mapping buffers into device visible space. */
722	if (bus_dma_tag_create( /* parent	*/ bt->parent_dmat,
723				/* alignment	*/ 1,
724				/* boundary	*/ 0,
725				/* lowaddr	*/ BUS_SPACE_MAXADDR,
726				/* highaddr	*/ BUS_SPACE_MAXADDR,
727				/* filter	*/ NULL,
728				/* filterarg	*/ NULL,
729				/* maxsize	*/ MAXBSIZE,
730				/* nsegments	*/ BT_NSEG,
731				/* maxsegsz	*/ BUS_SPACE_MAXSIZE_32BIT,
732				/* flags	*/ BUS_DMA_ALLOCNOW,
733				/* lockfunc	*/ busdma_lock_mutex,
734				/* lockarg	*/ &bt->lock,
735				&bt->buffer_dmat) != 0) {
736		goto error_exit;
737	}
738
739	bt->init_level++;
740	/* DMA tag for our mailboxes */
741	if (bus_dma_tag_create(	/* parent	*/ bt->parent_dmat,
742				/* alignment	*/ 1,
743				/* boundary	*/ 0,
744				/* lowaddr	*/ bt->mailbox_addrlimit,
745				/* highaddr	*/ BUS_SPACE_MAXADDR,
746				/* filter	*/ NULL,
747				/* filterarg	*/ NULL,
748				/* maxsize	*/ bt->num_boxes *
749						   (sizeof(bt_mbox_in_t) +
750						    sizeof(bt_mbox_out_t)),
751				/* nsegments	*/ 1,
752				/* maxsegsz	*/ BUS_SPACE_MAXSIZE_32BIT,
753				/* flags	*/ 0,
754				/* lockfunc	*/ NULL,
755				/* lockarg	*/ NULL,
756				&bt->mailbox_dmat) != 0) {
757		goto error_exit;
758        }
759
760	bt->init_level++;
761
762	/* Allocation for our mailboxes */
763	if (bus_dmamem_alloc(bt->mailbox_dmat, (void **)&bt->out_boxes,
764			     BUS_DMA_NOWAIT, &bt->mailbox_dmamap) != 0) {
765		goto error_exit;
766	}
767
768	bt->init_level++;
769
770	/* And permanently map them */
771	bus_dmamap_load(bt->mailbox_dmat, bt->mailbox_dmamap,
772       			bt->out_boxes,
773			bt->num_boxes * (sizeof(bt_mbox_in_t)
774				       + sizeof(bt_mbox_out_t)),
775			btmapmboxes, bt, /*flags*/0);
776
777	bt->init_level++;
778
779	bt->in_boxes = (bt_mbox_in_t *)&bt->out_boxes[bt->num_boxes];
780
781	mtx_lock(&bt->lock);
782	btinitmboxes(bt);
783	mtx_unlock(&bt->lock);
784
785	/* DMA tag for our ccb structures */
786	if (bus_dma_tag_create(	/* parent	*/ bt->parent_dmat,
787				/* alignment	*/ 1,
788				/* boundary	*/ 0,
789				/* lowaddr	*/ BUS_SPACE_MAXADDR,
790				/* highaddr	*/ BUS_SPACE_MAXADDR,
791				/* filter	*/ NULL,
792				/* filterarg	*/ NULL,
793				/* maxsize	*/ bt->max_ccbs *
794						   sizeof(struct bt_ccb),
795				/* nsegments	*/ 1,
796				/* maxsegsz	*/ BUS_SPACE_MAXSIZE_32BIT,
797				/* flags	*/ 0,
798				/* lockfunc	*/ NULL,
799				/* lockarg	*/ NULL,
800				&bt->ccb_dmat) != 0) {
801		goto error_exit;
802        }
803
804	bt->init_level++;
805
806	/* Allocation for our ccbs */
807	if (bus_dmamem_alloc(bt->ccb_dmat, (void **)&bt->bt_ccb_array,
808			     BUS_DMA_NOWAIT, &bt->ccb_dmamap) != 0) {
809		goto error_exit;
810	}
811
812	bt->init_level++;
813
814	/* And permanently map them */
815	bus_dmamap_load(bt->ccb_dmat, bt->ccb_dmamap,
816       			bt->bt_ccb_array,
817			bt->max_ccbs * sizeof(struct bt_ccb),
818			btmapccbs, bt, /*flags*/0);
819
820	bt->init_level++;
821
822	/* DMA tag for our S/G structures.  We allocate in page sized chunks */
823	if (bus_dma_tag_create(	/* parent	*/ bt->parent_dmat,
824				/* alignment	*/ 1,
825				/* boundary	*/ 0,
826				/* lowaddr	*/ BUS_SPACE_MAXADDR,
827				/* highaddr	*/ BUS_SPACE_MAXADDR,
828				/* filter	*/ NULL,
829				/* filterarg	*/ NULL,
830				/* maxsize	*/ PAGE_SIZE,
831				/* nsegments	*/ 1,
832				/* maxsegsz	*/ BUS_SPACE_MAXSIZE_32BIT,
833				/* flags	*/ 0,
834				/* lockfunc	*/ NULL,
835				/* lockarg	*/ NULL,
836				&bt->sg_dmat) != 0) {
837		goto error_exit;
838        }
839
840	bt->init_level++;
841
842	/* Perform initial CCB allocation */
843	bzero(bt->bt_ccb_array, bt->max_ccbs * sizeof(struct bt_ccb));
844	btallocccbs(bt);
845
846	if (bt->num_ccbs == 0) {
847		device_printf(dev,
848			      "bt_init - Unable to allocate initial ccbs\n");
849		goto error_exit;
850	}
851
852	/*
853	 * Note that we are going and return (to attach)
854	 */
855	return 0;
856
857error_exit:
858
859	return (ENXIO);
860}
861
862int
863bt_attach(device_t dev)
864{
865	struct bt_softc *bt = device_get_softc(dev);
866	int tagged_dev_openings;
867	struct cam_devq *devq;
868	int error;
869
870	/*
871	 * We reserve 1 ccb for error recovery, so don't
872	 * tell the XPT about it.
873	 */
874	if (bt->tag_capable != 0)
875		tagged_dev_openings = bt->max_ccbs - 1;
876	else
877		tagged_dev_openings = 0;
878
879	/*
880	 * Create the device queue for our SIM.
881	 */
882	devq = cam_simq_alloc(bt->max_ccbs - 1);
883	if (devq == NULL)
884		return (ENOMEM);
885
886	/*
887	 * Construct our SIM entry
888	 */
889	bt->sim = cam_sim_alloc(btaction, btpoll, "bt", bt,
890	    device_get_unit(bt->dev), &bt->lock, 2, tagged_dev_openings, devq);
891	if (bt->sim == NULL) {
892		cam_simq_free(devq);
893		return (ENOMEM);
894	}
895
896	mtx_lock(&bt->lock);
897	if (xpt_bus_register(bt->sim, dev, 0) != CAM_SUCCESS) {
898		cam_sim_free(bt->sim, /*free_devq*/TRUE);
899		mtx_unlock(&bt->lock);
900		return (ENXIO);
901	}
902
903	if (xpt_create_path(&bt->path, /*periph*/NULL,
904			    cam_sim_path(bt->sim), CAM_TARGET_WILDCARD,
905			    CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
906		xpt_bus_deregister(cam_sim_path(bt->sim));
907		cam_sim_free(bt->sim, /*free_devq*/TRUE);
908		mtx_unlock(&bt->lock);
909		return (ENXIO);
910	}
911	mtx_unlock(&bt->lock);
912
913	/*
914	 * Setup interrupt.
915	 */
916	error = bus_setup_intr(dev, bt->irq, INTR_TYPE_CAM | INTR_ENTROPY |
917	    INTR_MPSAFE, NULL, bt_intr, bt, &bt->ih);
918	if (error) {
919		device_printf(dev, "bus_setup_intr() failed: %d\n", error);
920		return (error);
921	}
922
923	return (0);
924}
925
926int
927bt_check_probed_iop(u_int ioport)
928{
929	u_int i;
930
931	for (i = 0; i < BT_NUM_ISAPORTS; i++) {
932		if (bt_isa_ports[i].addr == ioport) {
933			if (bt_isa_ports[i].probed != 0)
934				return (1);
935			else {
936				return (0);
937			}
938		}
939	}
940	return (1);
941}
942
943void
944bt_mark_probed_bio(isa_compat_io_t port)
945{
946	if (port < BIO_DISABLED)
947		bt_mark_probed_iop(bt_board_ports[port]);
948}
949
950void
951bt_mark_probed_iop(u_int ioport)
952{
953	u_int i;
954
955	for (i = 0; i < BT_NUM_ISAPORTS; i++) {
956		if (ioport == bt_isa_ports[i].addr) {
957			bt_isa_ports[i].probed = 1;
958			break;
959		}
960	}
961}
962
963void
964bt_find_probe_range(int ioport, int *port_index, int *max_port_index)
965{
966	if (ioport > 0) {
967		int i;
968
969		for (i = 0;i < BT_NUM_ISAPORTS; i++)
970			if (ioport <= bt_isa_ports[i].addr)
971				break;
972		if ((i >= BT_NUM_ISAPORTS)
973		 || (ioport != bt_isa_ports[i].addr)) {
974			printf(
975"bt_find_probe_range: Invalid baseport of 0x%x specified.\n"
976"bt_find_probe_range: Nearest valid baseport is 0x%x.\n"
977"bt_find_probe_range: Failing probe.\n",
978			       ioport,
979			       (i < BT_NUM_ISAPORTS)
980				    ? bt_isa_ports[i].addr
981				    : bt_isa_ports[BT_NUM_ISAPORTS - 1].addr);
982			*port_index = *max_port_index = -1;
983			return;
984		}
985		*port_index = *max_port_index = bt_isa_ports[i].bio;
986	} else {
987		*port_index = 0;
988		*max_port_index = BT_NUM_ISAPORTS - 1;
989	}
990}
991
992int
993bt_iop_from_bio(isa_compat_io_t bio_index)
994{
995	if (bio_index < BT_NUM_ISAPORTS)
996		return (bt_board_ports[bio_index]);
997	return (-1);
998}
999
1000
1001static void
1002btallocccbs(struct bt_softc *bt)
1003{
1004	struct bt_ccb *next_ccb;
1005	struct sg_map_node *sg_map;
1006	bus_addr_t physaddr;
1007	bt_sg_t *segs;
1008	int newcount;
1009	int i;
1010
1011	if (bt->num_ccbs >= bt->max_ccbs)
1012		/* Can't allocate any more */
1013		return;
1014
1015	next_ccb = &bt->bt_ccb_array[bt->num_ccbs];
1016
1017	sg_map = malloc(sizeof(*sg_map), M_DEVBUF, M_NOWAIT);
1018
1019	if (sg_map == NULL)
1020		goto error_exit;
1021
1022	/* Allocate S/G space for the next batch of CCBS */
1023	if (bus_dmamem_alloc(bt->sg_dmat, (void **)&sg_map->sg_vaddr,
1024			     BUS_DMA_NOWAIT, &sg_map->sg_dmamap) != 0) {
1025		free(sg_map, M_DEVBUF);
1026		goto error_exit;
1027	}
1028
1029	SLIST_INSERT_HEAD(&bt->sg_maps, sg_map, links);
1030
1031	bus_dmamap_load(bt->sg_dmat, sg_map->sg_dmamap, sg_map->sg_vaddr,
1032			PAGE_SIZE, btmapsgs, bt, /*flags*/0);
1033
1034	segs = sg_map->sg_vaddr;
1035	physaddr = sg_map->sg_physaddr;
1036
1037	newcount = (PAGE_SIZE / (BT_NSEG * sizeof(bt_sg_t)));
1038	for (i = 0; bt->num_ccbs < bt->max_ccbs && i < newcount; i++) {
1039		int error;
1040
1041		next_ccb->sg_list = segs;
1042		next_ccb->sg_list_phys = physaddr;
1043		next_ccb->flags = BCCB_FREE;
1044		callout_init_mtx(&next_ccb->timer, &bt->lock, 0);
1045		error = bus_dmamap_create(bt->buffer_dmat, /*flags*/0,
1046					  &next_ccb->dmamap);
1047		if (error != 0)
1048			break;
1049		SLIST_INSERT_HEAD(&bt->free_bt_ccbs, next_ccb, links);
1050		segs += BT_NSEG;
1051		physaddr += (BT_NSEG * sizeof(bt_sg_t));
1052		next_ccb++;
1053		bt->num_ccbs++;
1054	}
1055
1056	/* Reserve a CCB for error recovery */
1057	if (bt->recovery_bccb == NULL) {
1058		bt->recovery_bccb = SLIST_FIRST(&bt->free_bt_ccbs);
1059		SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1060	}
1061
1062	if (SLIST_FIRST(&bt->free_bt_ccbs) != NULL)
1063		return;
1064
1065error_exit:
1066	device_printf(bt->dev, "Can't malloc BCCBs\n");
1067}
1068
1069static __inline void
1070btfreeccb(struct bt_softc *bt, struct bt_ccb *bccb)
1071{
1072
1073	if (!dumping)
1074		mtx_assert(&bt->lock, MA_OWNED);
1075	if ((bccb->flags & BCCB_ACTIVE) != 0)
1076		LIST_REMOVE(&bccb->ccb->ccb_h, sim_links.le);
1077	if (bt->resource_shortage != 0
1078	 && (bccb->ccb->ccb_h.status & CAM_RELEASE_SIMQ) == 0) {
1079		bccb->ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1080		bt->resource_shortage = FALSE;
1081	}
1082	bccb->flags = BCCB_FREE;
1083	SLIST_INSERT_HEAD(&bt->free_bt_ccbs, bccb, links);
1084	bt->active_ccbs--;
1085}
1086
1087static __inline struct bt_ccb*
1088btgetccb(struct bt_softc *bt)
1089{
1090	struct	bt_ccb* bccb;
1091
1092	if (!dumping)
1093		mtx_assert(&bt->lock, MA_OWNED);
1094	if ((bccb = SLIST_FIRST(&bt->free_bt_ccbs)) != NULL) {
1095		SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1096		bt->active_ccbs++;
1097	} else {
1098		btallocccbs(bt);
1099		bccb = SLIST_FIRST(&bt->free_bt_ccbs);
1100		if (bccb != NULL) {
1101			SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1102			bt->active_ccbs++;
1103		}
1104	}
1105
1106	return (bccb);
1107}
1108
1109static void
1110btaction(struct cam_sim *sim, union ccb *ccb)
1111{
1112	struct	bt_softc *bt;
1113
1114	CAM_DEBUG(ccb->ccb_h.path, CAM_DEBUG_TRACE, ("btaction\n"));
1115
1116	bt = (struct bt_softc *)cam_sim_softc(sim);
1117	mtx_assert(&bt->lock, MA_OWNED);
1118
1119	switch (ccb->ccb_h.func_code) {
1120	/* Common cases first */
1121	case XPT_SCSI_IO:	/* Execute the requested I/O operation */
1122	case XPT_RESET_DEV:	/* Bus Device Reset the specified SCSI device */
1123	{
1124		struct	bt_ccb	*bccb;
1125		struct	bt_hccb *hccb;
1126
1127		/*
1128		 * get a bccb to use.
1129		 */
1130		if ((bccb = btgetccb(bt)) == NULL) {
1131
1132			bt->resource_shortage = TRUE;
1133			xpt_freeze_simq(bt->sim, /*count*/1);
1134			ccb->ccb_h.status = CAM_REQUEUE_REQ;
1135			xpt_done(ccb);
1136			return;
1137		}
1138
1139		hccb = &bccb->hccb;
1140
1141		/*
1142		 * So we can find the BCCB when an abort is requested
1143		 */
1144		bccb->ccb = ccb;
1145		ccb->ccb_h.ccb_bccb_ptr = bccb;
1146		ccb->ccb_h.ccb_bt_ptr = bt;
1147
1148		/*
1149		 * Put all the arguments for the xfer in the bccb
1150		 */
1151		hccb->target_id = ccb->ccb_h.target_id;
1152		hccb->target_lun = ccb->ccb_h.target_lun;
1153		hccb->btstat = 0;
1154		hccb->sdstat = 0;
1155
1156		if (ccb->ccb_h.func_code == XPT_SCSI_IO) {
1157			struct ccb_scsiio *csio;
1158			struct ccb_hdr *ccbh;
1159			int error;
1160
1161			csio = &ccb->csio;
1162			ccbh = &csio->ccb_h;
1163			hccb->opcode = INITIATOR_CCB_WRESID;
1164			hccb->datain = (ccb->ccb_h.flags & CAM_DIR_IN) ? 1 : 0;
1165			hccb->dataout =(ccb->ccb_h.flags & CAM_DIR_OUT) ? 1 : 0;
1166			hccb->cmd_len = csio->cdb_len;
1167			if (hccb->cmd_len > sizeof(hccb->scsi_cdb)) {
1168				ccb->ccb_h.status = CAM_REQ_INVALID;
1169				btfreeccb(bt, bccb);
1170				xpt_done(ccb);
1171				return;
1172			}
1173			hccb->sense_len = csio->sense_len;
1174			if ((ccbh->flags & CAM_TAG_ACTION_VALID) != 0
1175			 && ccb->csio.tag_action != CAM_TAG_ACTION_NONE) {
1176				hccb->tag_enable = TRUE;
1177				hccb->tag_type = (ccb->csio.tag_action & 0x3);
1178			} else {
1179				hccb->tag_enable = FALSE;
1180				hccb->tag_type = 0;
1181			}
1182			if ((ccbh->flags & CAM_CDB_POINTER) != 0) {
1183				if ((ccbh->flags & CAM_CDB_PHYS) == 0) {
1184					bcopy(csio->cdb_io.cdb_ptr,
1185					      hccb->scsi_cdb, hccb->cmd_len);
1186				} else {
1187					/* I guess I could map it in... */
1188					ccbh->status = CAM_REQ_INVALID;
1189					btfreeccb(bt, bccb);
1190					xpt_done(ccb);
1191					return;
1192				}
1193			} else {
1194				bcopy(csio->cdb_io.cdb_bytes,
1195				      hccb->scsi_cdb, hccb->cmd_len);
1196			}
1197			/* If need be, bounce our sense buffer */
1198			if (bt->sense_buffers != NULL) {
1199				hccb->sense_addr = btsensepaddr(bt, bccb);
1200			} else {
1201				hccb->sense_addr = vtophys(&csio->sense_data);
1202			}
1203			/*
1204			 * If we have any data to send with this command,
1205			 * map it into bus space.
1206			 */
1207			error = bus_dmamap_load_ccb(
1208			    bt->buffer_dmat,
1209			    bccb->dmamap,
1210			    ccb,
1211			    btexecuteccb,
1212			    bccb,
1213			    /*flags*/0);
1214			if (error == EINPROGRESS) {
1215				/*
1216				 * So as to maintain ordering, freeze the
1217				 * controller queue until our mapping is
1218				 * returned.
1219				 */
1220				xpt_freeze_simq(bt->sim, 1);
1221				csio->ccb_h.status |= CAM_RELEASE_SIMQ;
1222			}
1223		} else {
1224			hccb->opcode = INITIATOR_BUS_DEV_RESET;
1225			/* No data transfer */
1226			hccb->datain = TRUE;
1227			hccb->dataout = TRUE;
1228			hccb->cmd_len = 0;
1229			hccb->sense_len = 0;
1230			hccb->tag_enable = FALSE;
1231			hccb->tag_type = 0;
1232			btexecuteccb(bccb, NULL, 0, 0);
1233		}
1234		break;
1235	}
1236	case XPT_EN_LUN:		/* Enable LUN as a target */
1237	case XPT_TARGET_IO:		/* Execute target I/O request */
1238	case XPT_ACCEPT_TARGET_IO:	/* Accept Host Target Mode CDB */
1239	case XPT_CONT_TARGET_IO:	/* Continue Host Target I/O Connection*/
1240	case XPT_ABORT:			/* Abort the specified CCB */
1241		/* XXX Implement */
1242		ccb->ccb_h.status = CAM_REQ_INVALID;
1243		xpt_done(ccb);
1244		break;
1245	case XPT_SET_TRAN_SETTINGS:
1246	{
1247		/* XXX Implement */
1248		ccb->ccb_h.status = CAM_PROVIDE_FAIL;
1249		xpt_done(ccb);
1250		break;
1251	}
1252	case XPT_GET_TRAN_SETTINGS:
1253	/* Get default/user set transfer settings for the target */
1254	{
1255		struct	ccb_trans_settings *cts;
1256		u_int	target_mask;
1257
1258		cts = &ccb->cts;
1259		target_mask = 0x01 << ccb->ccb_h.target_id;
1260		if (cts->type == CTS_TYPE_CURRENT_SETTINGS) {
1261			struct ccb_trans_settings_scsi *scsi =
1262			    &cts->proto_specific.scsi;
1263			struct ccb_trans_settings_spi *spi =
1264			    &cts->xport_specific.spi;
1265			cts->protocol = PROTO_SCSI;
1266			cts->protocol_version = SCSI_REV_2;
1267			cts->transport = XPORT_SPI;
1268			cts->transport_version = 2;
1269
1270			scsi->flags &= ~CTS_SCSI_FLAGS_TAG_ENB;
1271			spi->flags &= ~CTS_SPI_FLAGS_DISC_ENB;
1272
1273			if ((bt->disc_permitted & target_mask) != 0)
1274				spi->flags |= CTS_SPI_FLAGS_DISC_ENB;
1275			if ((bt->tags_permitted & target_mask) != 0)
1276				scsi->flags |= CTS_SCSI_FLAGS_TAG_ENB;
1277
1278			if ((bt->ultra_permitted & target_mask) != 0)
1279				spi->sync_period = 12;
1280			else if ((bt->fast_permitted & target_mask) != 0)
1281				spi->sync_period = 25;
1282			else if ((bt->sync_permitted & target_mask) != 0)
1283				spi->sync_period = 50;
1284			else
1285				spi->sync_period = 0;
1286
1287			if (spi->sync_period != 0)
1288				spi->sync_offset = 15;
1289
1290			spi->valid |= CTS_SPI_VALID_SYNC_RATE;
1291			spi->valid |= CTS_SPI_VALID_SYNC_OFFSET;
1292
1293			spi->valid |= CTS_SPI_VALID_BUS_WIDTH;
1294			if ((bt->wide_permitted & target_mask) != 0)
1295				spi->bus_width = MSG_EXT_WDTR_BUS_16_BIT;
1296			else
1297				spi->bus_width = MSG_EXT_WDTR_BUS_8_BIT;
1298
1299			if (cts->ccb_h.target_lun != CAM_LUN_WILDCARD) {
1300				scsi->valid = CTS_SCSI_VALID_TQ;
1301				spi->valid |= CTS_SPI_VALID_DISC;
1302			} else
1303				scsi->valid = 0;
1304		} else {
1305			btfetchtransinfo(bt, cts);
1306		}
1307
1308		ccb->ccb_h.status = CAM_REQ_CMP;
1309		xpt_done(ccb);
1310		break;
1311	}
1312	case XPT_CALC_GEOMETRY:
1313	{
1314		struct	  ccb_calc_geometry *ccg;
1315		u_int32_t size_mb;
1316		u_int32_t secs_per_cylinder;
1317
1318		ccg = &ccb->ccg;
1319		size_mb = ccg->volume_size
1320			/ ((1024L * 1024L) / ccg->block_size);
1321
1322		if (size_mb >= 1024 && (bt->extended_trans != 0)) {
1323			if (size_mb >= 2048) {
1324				ccg->heads = 255;
1325				ccg->secs_per_track = 63;
1326			} else {
1327				ccg->heads = 128;
1328				ccg->secs_per_track = 32;
1329			}
1330		} else {
1331			ccg->heads = 64;
1332			ccg->secs_per_track = 32;
1333		}
1334		secs_per_cylinder = ccg->heads * ccg->secs_per_track;
1335		ccg->cylinders = ccg->volume_size / secs_per_cylinder;
1336		ccb->ccb_h.status = CAM_REQ_CMP;
1337		xpt_done(ccb);
1338		break;
1339	}
1340	case XPT_RESET_BUS:		/* Reset the specified SCSI bus */
1341	{
1342		btreset(bt, /*hardreset*/TRUE);
1343		ccb->ccb_h.status = CAM_REQ_CMP;
1344		xpt_done(ccb);
1345		break;
1346	}
1347	case XPT_TERM_IO:		/* Terminate the I/O process */
1348		/* XXX Implement */
1349		ccb->ccb_h.status = CAM_REQ_INVALID;
1350		xpt_done(ccb);
1351		break;
1352	case XPT_PATH_INQ:		/* Path routing inquiry */
1353	{
1354		struct ccb_pathinq *cpi = &ccb->cpi;
1355
1356		cpi->version_num = 1; /* XXX??? */
1357		cpi->hba_inquiry = PI_SDTR_ABLE;
1358		if (bt->tag_capable != 0)
1359			cpi->hba_inquiry |= PI_TAG_ABLE;
1360		if (bt->wide_bus != 0)
1361			cpi->hba_inquiry |= PI_WIDE_16;
1362		cpi->target_sprt = 0;
1363		cpi->hba_misc = 0;
1364		cpi->hba_eng_cnt = 0;
1365		cpi->max_target = bt->wide_bus ? 15 : 7;
1366		cpi->max_lun = 7;
1367		cpi->initiator_id = bt->scsi_id;
1368		cpi->bus_id = cam_sim_bus(sim);
1369		cpi->base_transfer_speed = 3300;
1370		strncpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
1371		strncpy(cpi->hba_vid, "BusLogic", HBA_IDLEN);
1372		strncpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN);
1373		cpi->unit_number = cam_sim_unit(sim);
1374		cpi->ccb_h.status = CAM_REQ_CMP;
1375		cpi->transport = XPORT_SPI;
1376		cpi->transport_version = 2;
1377		cpi->protocol = PROTO_SCSI;
1378		cpi->protocol_version = SCSI_REV_2;
1379		xpt_done(ccb);
1380		break;
1381	}
1382	default:
1383		ccb->ccb_h.status = CAM_REQ_INVALID;
1384		xpt_done(ccb);
1385		break;
1386	}
1387}
1388
1389static void
1390btexecuteccb(void *arg, bus_dma_segment_t *dm_segs, int nseg, int error)
1391{
1392	struct	 bt_ccb *bccb;
1393	union	 ccb *ccb;
1394	struct	 bt_softc *bt;
1395
1396	bccb = (struct bt_ccb *)arg;
1397	ccb = bccb->ccb;
1398	bt = (struct bt_softc *)ccb->ccb_h.ccb_bt_ptr;
1399
1400	if (error != 0) {
1401		if (error != EFBIG)
1402			device_printf(bt->dev,
1403				      "Unexepected error 0x%x returned from "
1404				      "bus_dmamap_load\n", error);
1405		if (ccb->ccb_h.status == CAM_REQ_INPROG) {
1406			xpt_freeze_devq(ccb->ccb_h.path, /*count*/1);
1407			ccb->ccb_h.status = CAM_REQ_TOO_BIG|CAM_DEV_QFRZN;
1408		}
1409		btfreeccb(bt, bccb);
1410		xpt_done(ccb);
1411		return;
1412	}
1413
1414	if (nseg != 0) {
1415		bt_sg_t *sg;
1416		bus_dma_segment_t *end_seg;
1417		bus_dmasync_op_t op;
1418
1419		end_seg = dm_segs + nseg;
1420
1421		/* Copy the segments into our SG list */
1422		sg = bccb->sg_list;
1423		while (dm_segs < end_seg) {
1424			sg->len = dm_segs->ds_len;
1425			sg->addr = dm_segs->ds_addr;
1426			sg++;
1427			dm_segs++;
1428		}
1429
1430		if (nseg > 1) {
1431			bccb->hccb.opcode = INITIATOR_SG_CCB_WRESID;
1432			bccb->hccb.data_len = sizeof(bt_sg_t) * nseg;
1433			bccb->hccb.data_addr = bccb->sg_list_phys;
1434		} else {
1435			bccb->hccb.data_len = bccb->sg_list->len;
1436			bccb->hccb.data_addr = bccb->sg_list->addr;
1437		}
1438
1439		if ((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN)
1440			op = BUS_DMASYNC_PREREAD;
1441		else
1442			op = BUS_DMASYNC_PREWRITE;
1443
1444		bus_dmamap_sync(bt->buffer_dmat, bccb->dmamap, op);
1445
1446	} else {
1447		bccb->hccb.opcode = INITIATOR_CCB;
1448		bccb->hccb.data_len = 0;
1449		bccb->hccb.data_addr = 0;
1450	}
1451
1452	/*
1453	 * Last time we need to check if this CCB needs to
1454	 * be aborted.
1455	 */
1456	if (ccb->ccb_h.status != CAM_REQ_INPROG) {
1457		if (nseg != 0)
1458			bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1459		btfreeccb(bt, bccb);
1460		xpt_done(ccb);
1461		return;
1462	}
1463
1464	bccb->flags = BCCB_ACTIVE;
1465	ccb->ccb_h.status |= CAM_SIM_QUEUED;
1466	LIST_INSERT_HEAD(&bt->pending_ccbs, &ccb->ccb_h, sim_links.le);
1467
1468	callout_reset_sbt(&bccb->timer, SBT_1MS * ccb->ccb_h.timeout, 0,
1469	    bttimeout, bccb, 0);
1470
1471	/* Tell the adapter about this command */
1472	bt->cur_outbox->ccb_addr = btccbvtop(bt, bccb);
1473	if (bt->cur_outbox->action_code != BMBO_FREE) {
1474		/*
1475		 * We should never encounter a busy mailbox.
1476		 * If we do, warn the user, and treat it as
1477		 * a resource shortage.  If the controller is
1478		 * hung, one of the pending transactions will
1479		 * timeout causing us to start recovery operations.
1480		 */
1481		device_printf(bt->dev,
1482			      "Encountered busy mailbox with %d out of %d "
1483			      "commands active!!!\n", bt->active_ccbs,
1484			      bt->max_ccbs);
1485		callout_stop(&bccb->timer);
1486		if (nseg != 0)
1487			bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1488		btfreeccb(bt, bccb);
1489		bt->resource_shortage = TRUE;
1490		xpt_freeze_simq(bt->sim, /*count*/1);
1491		ccb->ccb_h.status = CAM_REQUEUE_REQ;
1492		xpt_done(ccb);
1493		return;
1494	}
1495	bt->cur_outbox->action_code = BMBO_START;
1496	bt_outb(bt, COMMAND_REG, BOP_START_MBOX);
1497	btnextoutbox(bt);
1498}
1499
1500void
1501bt_intr(void *arg)
1502{
1503	struct	bt_softc *bt;
1504
1505	bt = arg;
1506	mtx_lock(&bt->lock);
1507	bt_intr_locked(bt);
1508	mtx_unlock(&bt->lock);
1509}
1510
1511void
1512bt_intr_locked(struct bt_softc *bt)
1513{
1514	u_int	intstat;
1515
1516	while (((intstat = bt_inb(bt, INTSTAT_REG)) & INTR_PENDING) != 0) {
1517
1518		if ((intstat & CMD_COMPLETE) != 0) {
1519			bt->latched_status = bt_inb(bt, STATUS_REG);
1520			bt->command_cmp = TRUE;
1521		}
1522
1523		bt_outb(bt, CONTROL_REG, RESET_INTR);
1524
1525		if ((intstat & IMB_LOADED) != 0) {
1526			while (bt->cur_inbox->comp_code != BMBI_FREE) {
1527				btdone(bt,
1528				       btccbptov(bt, bt->cur_inbox->ccb_addr),
1529				       bt->cur_inbox->comp_code);
1530				bt->cur_inbox->comp_code = BMBI_FREE;
1531				btnextinbox(bt);
1532			}
1533		}
1534
1535		if ((intstat & SCSI_BUS_RESET) != 0) {
1536			btreset(bt, /*hardreset*/FALSE);
1537		}
1538	}
1539}
1540
1541static void
1542btdone(struct bt_softc *bt, struct bt_ccb *bccb, bt_mbi_comp_code_t comp_code)
1543{
1544	union  ccb	  *ccb;
1545	struct ccb_scsiio *csio;
1546
1547	ccb = bccb->ccb;
1548	csio = &bccb->ccb->csio;
1549
1550	if ((bccb->flags & BCCB_ACTIVE) == 0) {
1551		device_printf(bt->dev,
1552			      "btdone - Attempt to free non-active BCCB %p\n",
1553			      (void *)bccb);
1554		return;
1555	}
1556
1557	if ((ccb->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
1558		bus_dmasync_op_t op;
1559
1560		if ((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN)
1561			op = BUS_DMASYNC_POSTREAD;
1562		else
1563			op = BUS_DMASYNC_POSTWRITE;
1564		bus_dmamap_sync(bt->buffer_dmat, bccb->dmamap, op);
1565		bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1566	}
1567
1568	if (bccb == bt->recovery_bccb) {
1569		/*
1570		 * The recovery BCCB does not have a CCB associated
1571		 * with it, so short circuit the normal error handling.
1572		 * We now traverse our list of pending CCBs and process
1573		 * any that were terminated by the recovery CCBs action.
1574		 * We also reinstate timeouts for all remaining, pending,
1575		 * CCBs.
1576		 */
1577		struct cam_path *path;
1578		struct ccb_hdr *ccb_h;
1579		cam_status error;
1580
1581		/* Notify all clients that a BDR occured */
1582		error = xpt_create_path(&path, /*periph*/NULL,
1583					cam_sim_path(bt->sim),
1584					bccb->hccb.target_id,
1585					CAM_LUN_WILDCARD);
1586
1587		if (error == CAM_REQ_CMP) {
1588			xpt_async(AC_SENT_BDR, path, NULL);
1589			xpt_free_path(path);
1590		}
1591
1592		ccb_h = LIST_FIRST(&bt->pending_ccbs);
1593		while (ccb_h != NULL) {
1594			struct bt_ccb *pending_bccb;
1595
1596			pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
1597			if (pending_bccb->hccb.target_id
1598			 == bccb->hccb.target_id) {
1599				pending_bccb->hccb.btstat = BTSTAT_HA_BDR;
1600				ccb_h = LIST_NEXT(ccb_h, sim_links.le);
1601				btdone(bt, pending_bccb, BMBI_ERROR);
1602			} else {
1603				callout_reset_sbt(&pending_bccb->timer,
1604				    SBT_1MS * ccb_h->timeout, 0, bttimeout,
1605				    pending_bccb, 0);
1606				ccb_h = LIST_NEXT(ccb_h, sim_links.le);
1607			}
1608		}
1609		device_printf(bt->dev, "No longer in timeout\n");
1610		return;
1611	}
1612
1613	callout_stop(&bccb->timer);
1614
1615	switch (comp_code) {
1616	case BMBI_FREE:
1617		device_printf(bt->dev,
1618			      "btdone - CCB completed with free status!\n");
1619		break;
1620	case BMBI_NOT_FOUND:
1621		device_printf(bt->dev,
1622			      "btdone - CCB Abort failed to find CCB\n");
1623		break;
1624	case BMBI_ABORT:
1625	case BMBI_ERROR:
1626		if (bootverbose) {
1627			printf("bt: ccb %p - error %x occured.  "
1628			       "btstat = %x, sdstat = %x\n",
1629			       (void *)bccb, comp_code, bccb->hccb.btstat,
1630			       bccb->hccb.sdstat);
1631		}
1632		/* An error occured */
1633		switch(bccb->hccb.btstat) {
1634		case BTSTAT_DATARUN_ERROR:
1635			if (bccb->hccb.data_len == 0) {
1636				/*
1637				 * At least firmware 4.22, does this
1638				 * for a QUEUE FULL condition.
1639				 */
1640				bccb->hccb.sdstat = SCSI_STATUS_QUEUE_FULL;
1641			} else if (bccb->hccb.data_len < 0) {
1642				csio->ccb_h.status = CAM_DATA_RUN_ERR;
1643				break;
1644			}
1645			/* FALLTHROUGH */
1646		case BTSTAT_NOERROR:
1647		case BTSTAT_LINKED_CMD_COMPLETE:
1648		case BTSTAT_LINKED_CMD_FLAG_COMPLETE:
1649		case BTSTAT_DATAUNDERUN_ERROR:
1650
1651			csio->scsi_status = bccb->hccb.sdstat;
1652			csio->ccb_h.status |= CAM_SCSI_STATUS_ERROR;
1653			switch(csio->scsi_status) {
1654			case SCSI_STATUS_CHECK_COND:
1655			case SCSI_STATUS_CMD_TERMINATED:
1656				csio->ccb_h.status |= CAM_AUTOSNS_VALID;
1657				/* Bounce sense back if necessary */
1658				if (bt->sense_buffers != NULL) {
1659					csio->sense_data =
1660					    *btsensevaddr(bt, bccb);
1661				}
1662				break;
1663			default:
1664				break;
1665			case SCSI_STATUS_OK:
1666				csio->ccb_h.status = CAM_REQ_CMP;
1667				break;
1668			}
1669			csio->resid = bccb->hccb.data_len;
1670			break;
1671		case BTSTAT_SELTIMEOUT:
1672			csio->ccb_h.status = CAM_SEL_TIMEOUT;
1673			break;
1674		case BTSTAT_UNEXPECTED_BUSFREE:
1675			csio->ccb_h.status = CAM_UNEXP_BUSFREE;
1676			break;
1677		case BTSTAT_INVALID_PHASE:
1678			csio->ccb_h.status = CAM_SEQUENCE_FAIL;
1679			break;
1680		case BTSTAT_INVALID_ACTION_CODE:
1681			panic("%s: Inavlid Action code", bt_name(bt));
1682			break;
1683		case BTSTAT_INVALID_OPCODE:
1684			panic("%s: Inavlid CCB Opcode code", bt_name(bt));
1685			break;
1686		case BTSTAT_LINKED_CCB_LUN_MISMATCH:
1687			/* We don't even support linked commands... */
1688			panic("%s: Linked CCB Lun Mismatch", bt_name(bt));
1689			break;
1690		case BTSTAT_INVALID_CCB_OR_SG_PARAM:
1691			panic("%s: Invalid CCB or SG list", bt_name(bt));
1692			break;
1693		case BTSTAT_AUTOSENSE_FAILED:
1694			csio->ccb_h.status = CAM_AUTOSENSE_FAIL;
1695			break;
1696		case BTSTAT_TAGGED_MSG_REJECTED:
1697		{
1698			struct ccb_trans_settings neg;
1699			struct ccb_trans_settings_scsi *scsi =
1700			    &neg.proto_specific.scsi;
1701
1702			neg.protocol = PROTO_SCSI;
1703			neg.protocol_version = SCSI_REV_2;
1704			neg.transport = XPORT_SPI;
1705			neg.transport_version = 2;
1706			scsi->valid = CTS_SCSI_VALID_TQ;
1707			scsi->flags = 0;
1708			xpt_print_path(csio->ccb_h.path);
1709			printf("refuses tagged commands.  Performing "
1710			       "non-tagged I/O\n");
1711			xpt_setup_ccb(&neg.ccb_h, csio->ccb_h.path,
1712				      /*priority*/1);
1713			xpt_async(AC_TRANSFER_NEG, csio->ccb_h.path, &neg);
1714			bt->tags_permitted &= ~(0x01 << csio->ccb_h.target_id);
1715			csio->ccb_h.status = CAM_MSG_REJECT_REC;
1716			break;
1717		}
1718		case BTSTAT_UNSUPPORTED_MSG_RECEIVED:
1719			/*
1720			 * XXX You would think that this is
1721			 *     a recoverable error... Hmmm.
1722			 */
1723			csio->ccb_h.status = CAM_REQ_CMP_ERR;
1724			break;
1725		case BTSTAT_HA_SOFTWARE_ERROR:
1726		case BTSTAT_HA_WATCHDOG_ERROR:
1727		case BTSTAT_HARDWARE_FAILURE:
1728			/* Hardware reset ??? Can we recover ??? */
1729			csio->ccb_h.status = CAM_NO_HBA;
1730			break;
1731		case BTSTAT_TARGET_IGNORED_ATN:
1732		case BTSTAT_OTHER_SCSI_BUS_RESET:
1733		case BTSTAT_HA_SCSI_BUS_RESET:
1734			if ((csio->ccb_h.status & CAM_STATUS_MASK)
1735			 != CAM_CMD_TIMEOUT)
1736				csio->ccb_h.status = CAM_SCSI_BUS_RESET;
1737			break;
1738		case BTSTAT_HA_BDR:
1739			if ((bccb->flags & BCCB_DEVICE_RESET) == 0)
1740				csio->ccb_h.status = CAM_BDR_SENT;
1741			else
1742				csio->ccb_h.status = CAM_CMD_TIMEOUT;
1743			break;
1744		case BTSTAT_INVALID_RECONNECT:
1745		case BTSTAT_ABORT_QUEUE_GENERATED:
1746			csio->ccb_h.status = CAM_REQ_TERMIO;
1747			break;
1748		case BTSTAT_SCSI_PERROR_DETECTED:
1749			csio->ccb_h.status = CAM_UNCOR_PARITY;
1750			break;
1751		}
1752		if (csio->ccb_h.status != CAM_REQ_CMP) {
1753			xpt_freeze_devq(csio->ccb_h.path, /*count*/1);
1754			csio->ccb_h.status |= CAM_DEV_QFRZN;
1755		}
1756		if ((bccb->flags & BCCB_RELEASE_SIMQ) != 0)
1757			ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1758		btfreeccb(bt, bccb);
1759		xpt_done(ccb);
1760		break;
1761	case BMBI_OK:
1762		/* All completed without incident */
1763		ccb->ccb_h.status |= CAM_REQ_CMP;
1764		if ((bccb->flags & BCCB_RELEASE_SIMQ) != 0)
1765			ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1766		btfreeccb(bt, bccb);
1767		xpt_done(ccb);
1768		break;
1769	}
1770}
1771
1772static int
1773btreset(struct bt_softc* bt, int hard_reset)
1774{
1775	struct	 ccb_hdr *ccb_h;
1776	u_int	 status;
1777	u_int	 timeout;
1778	u_int8_t reset_type;
1779
1780	if (hard_reset != 0)
1781		reset_type = HARD_RESET;
1782	else
1783		reset_type = SOFT_RESET;
1784	bt_outb(bt, CONTROL_REG, reset_type);
1785
1786	/* Wait 5sec. for Diagnostic start */
1787	timeout = 5 * 10000;
1788	while (--timeout) {
1789		status = bt_inb(bt, STATUS_REG);
1790		if ((status & DIAG_ACTIVE) != 0)
1791			break;
1792		DELAY(100);
1793	}
1794	if (timeout == 0) {
1795		if (bootverbose)
1796			device_printf(bt->dev,
1797			    "btreset - Diagnostic Active failed to "
1798			    "assert. status = 0x%x\n", status);
1799		return (ETIMEDOUT);
1800	}
1801
1802	/* Wait 10sec. for Diagnostic end */
1803	timeout = 10 * 10000;
1804	while (--timeout) {
1805		status = bt_inb(bt, STATUS_REG);
1806		if ((status & DIAG_ACTIVE) == 0)
1807			break;
1808		DELAY(100);
1809	}
1810	if (timeout == 0) {
1811		panic("%s: btreset - Diagnostic Active failed to drop. "
1812		       "status = 0x%x\n", bt_name(bt), status);
1813		return (ETIMEDOUT);
1814	}
1815
1816	/* Wait for the host adapter to become ready or report a failure */
1817	timeout = 10000;
1818	while (--timeout) {
1819		status = bt_inb(bt, STATUS_REG);
1820		if ((status & (DIAG_FAIL|HA_READY|DATAIN_REG_READY)) != 0)
1821			break;
1822		DELAY(100);
1823	}
1824	if (timeout == 0) {
1825		device_printf(bt->dev,
1826		    "btreset - Host adapter failed to come ready. "
1827		    "status = 0x%x\n", status);
1828		return (ETIMEDOUT);
1829	}
1830
1831	/* If the diagnostics failed, tell the user */
1832	if ((status & DIAG_FAIL) != 0
1833	 || (status & HA_READY) == 0) {
1834		device_printf(bt->dev,
1835		    "btreset - Adapter failed diagnostics\n");
1836
1837		if ((status & DATAIN_REG_READY) != 0)
1838			device_printf(bt->dev,
1839			    "btreset - Host Adapter Error code = 0x%x\n",
1840			    bt_inb(bt, DATAIN_REG));
1841		return (ENXIO);
1842	}
1843
1844	/* If we've allocated mailboxes, initialize them */
1845	if (bt->init_level > 4)
1846		btinitmboxes(bt);
1847
1848	/* If we've attached to the XPT, tell it about the event */
1849	if (bt->path != NULL)
1850		xpt_async(AC_BUS_RESET, bt->path, NULL);
1851
1852	/*
1853	 * Perform completion processing for all outstanding CCBs.
1854	 */
1855	while ((ccb_h = LIST_FIRST(&bt->pending_ccbs)) != NULL) {
1856		struct bt_ccb *pending_bccb;
1857
1858		pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
1859		pending_bccb->hccb.btstat = BTSTAT_HA_SCSI_BUS_RESET;
1860		btdone(bt, pending_bccb, BMBI_ERROR);
1861	}
1862
1863	return (0);
1864}
1865
1866/*
1867 * Send a command to the adapter.
1868 */
1869int
1870bt_cmd(struct bt_softc *bt, bt_op_t opcode, u_int8_t *params, u_int param_len,
1871      u_int8_t *reply_data, u_int reply_len, u_int cmd_timeout)
1872{
1873	u_int	timeout;
1874	u_int	status;
1875	u_int	saved_status;
1876	u_int	intstat;
1877	u_int	reply_buf_size;
1878	int	cmd_complete;
1879	int	error;
1880
1881	/* No data returned to start */
1882	reply_buf_size = reply_len;
1883	reply_len = 0;
1884	intstat = 0;
1885	cmd_complete = 0;
1886	saved_status = 0;
1887	error = 0;
1888
1889	bt->command_cmp = 0;
1890	/*
1891	 * Wait up to 10 sec. for the adapter to become
1892	 * ready to accept commands.
1893	 */
1894	timeout = 100000;
1895	while (--timeout) {
1896		status = bt_inb(bt, STATUS_REG);
1897		if ((status & HA_READY) != 0
1898		 && (status & CMD_REG_BUSY) == 0)
1899			break;
1900		/*
1901		 * Throw away any pending data which may be
1902		 * left over from earlier commands that we
1903		 * timedout on.
1904		 */
1905		if ((status & DATAIN_REG_READY) != 0)
1906			(void)bt_inb(bt, DATAIN_REG);
1907		DELAY(100);
1908	}
1909	if (timeout == 0) {
1910		device_printf(bt->dev,
1911		    "bt_cmd: Timeout waiting for adapter ready, "
1912		    "status = 0x%x\n", status);
1913		return (ETIMEDOUT);
1914	}
1915
1916	/*
1917	 * Send the opcode followed by any necessary parameter bytes.
1918	 */
1919	bt_outb(bt, COMMAND_REG, opcode);
1920
1921	/*
1922	 * Wait for up to 1sec for each byte of the
1923	 * parameter list sent to be sent.
1924	 */
1925	timeout = 10000;
1926	while (param_len && --timeout) {
1927		DELAY(100);
1928		status = bt_inb(bt, STATUS_REG);
1929		intstat = bt_inb(bt, INTSTAT_REG);
1930
1931		if ((intstat & (INTR_PENDING|CMD_COMPLETE))
1932		 == (INTR_PENDING|CMD_COMPLETE)) {
1933			saved_status = status;
1934			cmd_complete = 1;
1935			break;
1936		}
1937		if (bt->command_cmp != 0) {
1938			saved_status = bt->latched_status;
1939			cmd_complete = 1;
1940			break;
1941		}
1942		if ((status & DATAIN_REG_READY) != 0)
1943			break;
1944		if ((status & CMD_REG_BUSY) == 0) {
1945			bt_outb(bt, COMMAND_REG, *params++);
1946			param_len--;
1947			timeout = 10000;
1948		}
1949	}
1950	if (timeout == 0) {
1951		device_printf(bt->dev, "bt_cmd: Timeout sending parameters, "
1952		    "status = 0x%x\n", status);
1953		cmd_complete = 1;
1954		saved_status = status;
1955		error = ETIMEDOUT;
1956	}
1957
1958	/*
1959	 * Wait for the command to complete.
1960	 */
1961	while (cmd_complete == 0 && --cmd_timeout) {
1962
1963		status = bt_inb(bt, STATUS_REG);
1964		intstat = bt_inb(bt, INTSTAT_REG);
1965		/*
1966		 * It may be that this command was issued with
1967		 * controller interrupts disabled.  We'll never
1968		 * get to our command if an incoming mailbox
1969		 * interrupt is pending, so take care of completed
1970		 * mailbox commands by calling our interrupt handler.
1971		 */
1972		if ((intstat & (INTR_PENDING|IMB_LOADED))
1973		 == (INTR_PENDING|IMB_LOADED))
1974			bt_intr_locked(bt);
1975
1976		if (bt->command_cmp != 0) {
1977 			/*
1978			 * Our interrupt handler saw CMD_COMPLETE
1979			 * status before we did.
1980			 */
1981			cmd_complete = 1;
1982			saved_status = bt->latched_status;
1983		} else if ((intstat & (INTR_PENDING|CMD_COMPLETE))
1984			== (INTR_PENDING|CMD_COMPLETE)) {
1985			/*
1986			 * Our poll (in case interrupts are blocked)
1987			 * saw the CMD_COMPLETE interrupt.
1988			 */
1989			cmd_complete = 1;
1990			saved_status = status;
1991		} else if (opcode == BOP_MODIFY_IO_ADDR
1992			&& (status & CMD_REG_BUSY) == 0) {
1993			/*
1994			 * The BOP_MODIFY_IO_ADDR does not issue a CMD_COMPLETE,
1995			 * but it should update the status register.  So, we
1996			 * consider this command complete when the CMD_REG_BUSY
1997			 * status clears.
1998			 */
1999			saved_status = status;
2000			cmd_complete = 1;
2001		} else if ((status & DATAIN_REG_READY) != 0) {
2002			u_int8_t data;
2003
2004			data = bt_inb(bt, DATAIN_REG);
2005			if (reply_len < reply_buf_size) {
2006				*reply_data++ = data;
2007			} else {
2008				device_printf(bt->dev,
2009				    "bt_cmd - Discarded reply data byte "
2010				    "for opcode 0x%x\n", opcode);
2011			}
2012			/*
2013			 * Reset timeout to ensure at least a second
2014			 * between response bytes.
2015			 */
2016			cmd_timeout = MAX(cmd_timeout, 10000);
2017			reply_len++;
2018
2019		} else if ((opcode == BOP_FETCH_LRAM)
2020			&& (status & HA_READY) != 0) {
2021				saved_status = status;
2022				cmd_complete = 1;
2023		}
2024		DELAY(100);
2025	}
2026	if (cmd_timeout == 0) {
2027		device_printf(bt->dev,
2028		    "bt_cmd: Timeout waiting for command (%x) "
2029		    "to complete.\n", opcode);
2030		device_printf(bt->dev, "status = 0x%x, intstat = 0x%x, "
2031		    "rlen %d\n", status, intstat, reply_len);
2032		error = (ETIMEDOUT);
2033	}
2034
2035	/*
2036	 * Clear any pending interrupts.
2037	 */
2038	bt_intr_locked(bt);
2039
2040	if (error != 0)
2041		return (error);
2042
2043	/*
2044	 * If the command was rejected by the controller, tell the caller.
2045	 */
2046	if ((saved_status & CMD_INVALID) != 0) {
2047		/*
2048		 * Some early adapters may not recover properly from
2049		 * an invalid command.  If it appears that the controller
2050		 * has wedged (i.e. status was not cleared by our interrupt
2051		 * reset above), perform a soft reset.
2052      		 */
2053		if (bootverbose)
2054			device_printf(bt->dev, "Invalid Command 0x%x\n",
2055				opcode);
2056		DELAY(1000);
2057		status = bt_inb(bt, STATUS_REG);
2058		if ((status & (CMD_INVALID|STATUS_REG_RSVD|DATAIN_REG_READY|
2059			      CMD_REG_BUSY|DIAG_FAIL|DIAG_ACTIVE)) != 0
2060		 || (status & (HA_READY|INIT_REQUIRED))
2061		  != (HA_READY|INIT_REQUIRED)) {
2062			btreset(bt, /*hard_reset*/FALSE);
2063		}
2064		return (EINVAL);
2065	}
2066
2067	if (param_len > 0) {
2068		/* The controller did not accept the full argument list */
2069	 	return (E2BIG);
2070	}
2071
2072	if (reply_len != reply_buf_size) {
2073		/* Too much or too little data received */
2074		return (EMSGSIZE);
2075	}
2076
2077	/* We were successful */
2078	return (0);
2079}
2080
2081static int
2082btinitmboxes(struct bt_softc *bt) {
2083	init_32b_mbox_params_t init_mbox;
2084	int error;
2085
2086	bzero(bt->in_boxes, sizeof(bt_mbox_in_t) * bt->num_boxes);
2087	bzero(bt->out_boxes, sizeof(bt_mbox_out_t) * bt->num_boxes);
2088	bt->cur_inbox = bt->in_boxes;
2089	bt->last_inbox = bt->in_boxes + bt->num_boxes - 1;
2090	bt->cur_outbox = bt->out_boxes;
2091	bt->last_outbox = bt->out_boxes + bt->num_boxes - 1;
2092
2093	/* Tell the adapter about them */
2094	init_mbox.num_boxes = bt->num_boxes;
2095	init_mbox.base_addr[0] = bt->mailbox_physbase & 0xFF;
2096	init_mbox.base_addr[1] = (bt->mailbox_physbase >> 8) & 0xFF;
2097	init_mbox.base_addr[2] = (bt->mailbox_physbase >> 16) & 0xFF;
2098	init_mbox.base_addr[3] = (bt->mailbox_physbase >> 24) & 0xFF;
2099	error = bt_cmd(bt, BOP_INITIALIZE_32BMBOX, (u_int8_t *)&init_mbox,
2100		       /*parmlen*/sizeof(init_mbox), /*reply_buf*/NULL,
2101		       /*reply_len*/0, DEFAULT_CMD_TIMEOUT);
2102
2103	if (error != 0)
2104		printf("btinitmboxes: Initialization command failed\n");
2105	else if (bt->strict_rr != 0) {
2106		/*
2107		 * If the controller supports
2108		 * strict round robin mode,
2109		 * enable it
2110		 */
2111		u_int8_t param;
2112
2113		param = 0;
2114		error = bt_cmd(bt, BOP_ENABLE_STRICT_RR, &param, 1,
2115			       /*reply_buf*/NULL, /*reply_len*/0,
2116			       DEFAULT_CMD_TIMEOUT);
2117
2118		if (error != 0) {
2119			printf("btinitmboxes: Unable to enable strict RR\n");
2120			error = 0;
2121		} else if (bootverbose) {
2122			device_printf(bt->dev,
2123			    "Using Strict Round Robin Mailbox Mode\n");
2124		}
2125	}
2126
2127	return (error);
2128}
2129
2130/*
2131 * Update the XPT's idea of the negotiated transfer
2132 * parameters for a particular target.
2133 */
2134static void
2135btfetchtransinfo(struct bt_softc *bt, struct ccb_trans_settings *cts)
2136{
2137	setup_data_t	setup_info;
2138	u_int		target;
2139	u_int		targ_offset;
2140	u_int		targ_mask;
2141	u_int		sync_period;
2142	u_int		sync_offset;
2143	u_int		bus_width;
2144	int		error;
2145	u_int8_t	param;
2146	targ_syncinfo_t	sync_info;
2147	struct ccb_trans_settings_scsi *scsi =
2148	    &cts->proto_specific.scsi;
2149	struct ccb_trans_settings_spi *spi =
2150	    &cts->xport_specific.spi;
2151
2152	spi->valid = 0;
2153	scsi->valid = 0;
2154
2155	target = cts->ccb_h.target_id;
2156	targ_offset = (target & 0x7);
2157	targ_mask = (0x01 << targ_offset);
2158
2159	/*
2160	 * Inquire Setup Information.  This command retreives the
2161	 * Wide negotiation status for recent adapters as well as
2162	 * the sync info for older models.
2163	 */
2164	param = sizeof(setup_info);
2165	error = bt_cmd(bt, BOP_INQUIRE_SETUP_INFO, &param, /*paramlen*/1,
2166		       (u_int8_t*)&setup_info, sizeof(setup_info),
2167		       DEFAULT_CMD_TIMEOUT);
2168
2169	if (error != 0) {
2170		device_printf(bt->dev,
2171		    "btfetchtransinfo - Inquire Setup Info Failed %x\n",
2172		    error);
2173		return;
2174	}
2175
2176	sync_info = (target < 8) ? setup_info.low_syncinfo[targ_offset]
2177				 : setup_info.high_syncinfo[targ_offset];
2178
2179	if (sync_info.sync == 0)
2180		sync_offset = 0;
2181	else
2182		sync_offset = sync_info.offset;
2183
2184
2185	bus_width = MSG_EXT_WDTR_BUS_8_BIT;
2186	if (strcmp(bt->firmware_ver, "5.06L") >= 0) {
2187		u_int wide_active;
2188
2189		wide_active =
2190		    (target < 8) ? (setup_info.low_wide_active & targ_mask)
2191		    		 : (setup_info.high_wide_active & targ_mask);
2192
2193		if (wide_active)
2194			bus_width = MSG_EXT_WDTR_BUS_16_BIT;
2195	} else if ((bt->wide_permitted & targ_mask) != 0) {
2196		struct ccb_getdev cgd;
2197
2198		/*
2199		 * Prior to rev 5.06L, wide status isn't provided,
2200		 * so we "guess" that wide transfers are in effect
2201		 * if the user settings allow for wide and the inquiry
2202		 * data for the device indicates that it can handle
2203		 * wide transfers.
2204		 */
2205		xpt_setup_ccb(&cgd.ccb_h, cts->ccb_h.path, /*priority*/1);
2206		cgd.ccb_h.func_code = XPT_GDEV_TYPE;
2207		xpt_action((union ccb *)&cgd);
2208		if ((cgd.ccb_h.status & CAM_STATUS_MASK) == CAM_REQ_CMP
2209		 && (cgd.inq_data.flags & SID_WBus16) != 0)
2210			bus_width = MSG_EXT_WDTR_BUS_16_BIT;
2211	}
2212
2213	if (bt->firmware_ver[0] >= '3') {
2214		/*
2215		 * For adapters that can do fast or ultra speeds,
2216		 * use the more exact Target Sync Information command.
2217		 */
2218		target_sync_info_data_t sync_info;
2219
2220		param = sizeof(sync_info);
2221		error = bt_cmd(bt, BOP_TARG_SYNC_INFO, &param, /*paramlen*/1,
2222			       (u_int8_t*)&sync_info, sizeof(sync_info),
2223			       DEFAULT_CMD_TIMEOUT);
2224
2225		if (error != 0) {
2226			device_printf(bt->dev,
2227			    "btfetchtransinfo - Inquire Sync "
2228			    "Info Failed 0x%x\n", error);
2229			return;
2230		}
2231		sync_period = sync_info.sync_rate[target] * 100;
2232	} else {
2233		sync_period = 2000 + (500 * sync_info.period);
2234	}
2235
2236	cts->protocol = PROTO_SCSI;
2237	cts->protocol_version = SCSI_REV_2;
2238	cts->transport = XPORT_SPI;
2239	cts->transport_version = 2;
2240
2241	spi->sync_period = sync_period;
2242	spi->valid |= CTS_SPI_VALID_SYNC_RATE;
2243	spi->sync_offset = sync_offset;
2244	spi->valid |= CTS_SPI_VALID_SYNC_OFFSET;
2245
2246	spi->valid |= CTS_SPI_VALID_BUS_WIDTH;
2247	spi->bus_width = bus_width;
2248
2249	if (cts->ccb_h.target_lun != CAM_LUN_WILDCARD) {
2250		scsi->valid = CTS_SCSI_VALID_TQ;
2251		spi->valid |= CTS_SPI_VALID_DISC;
2252	} else
2253		scsi->valid = 0;
2254
2255        xpt_async(AC_TRANSFER_NEG, cts->ccb_h.path, cts);
2256}
2257
2258static void
2259btmapmboxes(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2260{
2261	struct bt_softc* bt;
2262
2263	bt = (struct bt_softc*)arg;
2264	bt->mailbox_physbase = segs->ds_addr;
2265}
2266
2267static void
2268btmapccbs(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2269{
2270	struct bt_softc* bt;
2271
2272	bt = (struct bt_softc*)arg;
2273	bt->bt_ccb_physbase = segs->ds_addr;
2274}
2275
2276static void
2277btmapsgs(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2278{
2279
2280	struct bt_softc* bt;
2281
2282	bt = (struct bt_softc*)arg;
2283	SLIST_FIRST(&bt->sg_maps)->sg_physaddr = segs->ds_addr;
2284}
2285
2286static void
2287btpoll(struct cam_sim *sim)
2288{
2289	bt_intr_locked(cam_sim_softc(sim));
2290}
2291
2292void
2293bttimeout(void *arg)
2294{
2295	struct bt_ccb	*bccb;
2296	union  ccb	*ccb;
2297	struct bt_softc *bt;
2298
2299	bccb = (struct bt_ccb *)arg;
2300	ccb = bccb->ccb;
2301	bt = (struct bt_softc *)ccb->ccb_h.ccb_bt_ptr;
2302	mtx_assert(&bt->lock, MA_OWNED);
2303	xpt_print_path(ccb->ccb_h.path);
2304	printf("CCB %p - timed out\n", (void *)bccb);
2305
2306	if ((bccb->flags & BCCB_ACTIVE) == 0) {
2307		xpt_print_path(ccb->ccb_h.path);
2308		printf("CCB %p - timed out CCB already completed\n",
2309		       (void *)bccb);
2310		return;
2311	}
2312
2313	/*
2314	 * In order to simplify the recovery process, we ask the XPT
2315	 * layer to halt the queue of new transactions and we traverse
2316	 * the list of pending CCBs and remove their timeouts. This
2317	 * means that the driver attempts to clear only one error
2318	 * condition at a time.  In general, timeouts that occur
2319	 * close together are related anyway, so there is no benefit
2320	 * in attempting to handle errors in parrallel.  Timeouts will
2321	 * be reinstated when the recovery process ends.
2322	 */
2323	if ((bccb->flags & BCCB_DEVICE_RESET) == 0) {
2324		struct ccb_hdr *ccb_h;
2325
2326		if ((bccb->flags & BCCB_RELEASE_SIMQ) == 0) {
2327			xpt_freeze_simq(bt->sim, /*count*/1);
2328			bccb->flags |= BCCB_RELEASE_SIMQ;
2329		}
2330
2331		ccb_h = LIST_FIRST(&bt->pending_ccbs);
2332		while (ccb_h != NULL) {
2333			struct bt_ccb *pending_bccb;
2334
2335			pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
2336			callout_stop(&pending_bccb->timer);
2337			ccb_h = LIST_NEXT(ccb_h, sim_links.le);
2338		}
2339	}
2340
2341	if ((bccb->flags & BCCB_DEVICE_RESET) != 0
2342	 || bt->cur_outbox->action_code != BMBO_FREE
2343	 || ((bccb->hccb.tag_enable == TRUE)
2344	  && (bt->firmware_ver[0] < '5'))) {
2345		/*
2346		 * Try a full host adapter/SCSI bus reset.
2347		 * We do this only if we have already attempted
2348		 * to clear the condition with a BDR, or we cannot
2349		 * attempt a BDR for lack of mailbox resources
2350		 * or because of faulty firmware.  It turns out
2351		 * that firmware versions prior to 5.xx treat BDRs
2352		 * as untagged commands that cannot be sent until
2353		 * all outstanding tagged commands have been processed.
2354		 * This makes it somewhat difficult to use a BDR to
2355		 * clear up a problem with an uncompleted tagged command.
2356		 */
2357		ccb->ccb_h.status = CAM_CMD_TIMEOUT;
2358		btreset(bt, /*hardreset*/TRUE);
2359		device_printf(bt->dev, "No longer in timeout\n");
2360	} else {
2361		/*
2362		 * Send a Bus Device Reset message:
2363		 * The target that is holding up the bus may not
2364		 * be the same as the one that triggered this timeout
2365		 * (different commands have different timeout lengths),
2366		 * but we have no way of determining this from our
2367		 * timeout handler.  Our strategy here is to queue a
2368		 * BDR message to the target of the timed out command.
2369		 * If this fails, we'll get another timeout 2 seconds
2370		 * later which will attempt a bus reset.
2371		 */
2372		bccb->flags |= BCCB_DEVICE_RESET;
2373		callout_reset(&bccb->timer, 2 * hz, bttimeout, bccb);
2374
2375		bt->recovery_bccb->hccb.opcode = INITIATOR_BUS_DEV_RESET;
2376
2377		/* No Data Transfer */
2378		bt->recovery_bccb->hccb.datain = TRUE;
2379		bt->recovery_bccb->hccb.dataout = TRUE;
2380		bt->recovery_bccb->hccb.btstat = 0;
2381		bt->recovery_bccb->hccb.sdstat = 0;
2382		bt->recovery_bccb->hccb.target_id = ccb->ccb_h.target_id;
2383
2384		/* Tell the adapter about this command */
2385		bt->cur_outbox->ccb_addr = btccbvtop(bt, bt->recovery_bccb);
2386		bt->cur_outbox->action_code = BMBO_START;
2387		bt_outb(bt, COMMAND_REG, BOP_START_MBOX);
2388		btnextoutbox(bt);
2389	}
2390}
2391
2392MODULE_VERSION(bt, 1);
2393MODULE_DEPEND(bt, cam, 1, 1, 1);
2394