isp_target.c revision 316149
1/*-
2 *  Copyright (c) 1997-2009 by Matthew Jacob
3 *  All rights reserved.
4 *
5 *  Redistribution and use in source and binary forms, with or without
6 *  modification, are permitted provided that the following conditions
7 *  are met:
8 *
9 *  1. Redistributions of source code must retain the above copyright
10 *     notice, this list of conditions and the following disclaimer.
11 *  2. Redistributions in binary form must reproduce the above copyright
12 *     notice, this list of conditions and the following disclaimer in the
13 *     documentation and/or other materials provided with the distribution.
14 *
15 *  THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16 *  ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 *  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 *  ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
19 *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 *  DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21 *  OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 *  HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 *  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 *  OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 *  SUCH DAMAGE.
26 *
27 */
28/*
29 * Machine and OS Independent Target Mode Code for the Qlogic SCSI/FC adapters.
30 */
31/*
32 * Bug fixes gratefully acknowledged from:
33 *	Oded Kedem <oded@kashya.com>
34 */
35/*
36 * Include header file appropriate for platform we're building on.
37 */
38
39#ifdef	__NetBSD__
40#include <dev/ic/isp_netbsd.h>
41#endif
42#ifdef	__FreeBSD__
43#include <sys/cdefs.h>
44__FBSDID("$FreeBSD: stable/11/sys/dev/isp/isp_target.c 316149 2017-03-29 15:45:04Z mav $");
45#include <dev/isp/isp_freebsd.h>
46#endif
47#ifdef	__OpenBSD__
48#include <dev/ic/isp_openbsd.h>
49#endif
50#ifdef	__linux__
51#include "isp_linux.h"
52#endif
53
54#ifdef	ISP_TARGET_MODE
55static const char atiocope[] = "ATIO returned for LUN %x because it was in the middle of Bus Device Reset on bus %d";
56static const char atior[] = "ATIO returned for LUN %x from handle 0x%x because a Bus Reset occurred on bus %d";
57static const char rqo[] = "%s: Request Queue Overflow";
58
59static void isp_got_msg_fc(ispsoftc_t *, in_fcentry_t *);
60static void isp_got_tmf_24xx(ispsoftc_t *, at7_entry_t *);
61static void isp_handle_atio2(ispsoftc_t *, at2_entry_t *);
62static void isp_handle_ctio2(ispsoftc_t *, ct2_entry_t *);
63static void isp_handle_ctio7(ispsoftc_t *, ct7_entry_t *);
64static void isp_handle_24xx_inotify(ispsoftc_t *, in_fcentry_24xx_t *);
65
66/*
67 * The Qlogic driver gets an interrupt to look at response queue entries.
68 * Some of these are status completions for initiatior mode commands, but
69 * if target mode is enabled, we get a whole wad of response queue entries
70 * to be handled here.
71 *
72 * Basically the split into 3 main groups: Lun Enable/Modification responses,
73 * SCSI Command processing, and Immediate Notification events.
74 *
75 * You start by writing a request queue entry to enable target mode (and
76 * establish some resource limitations which you can modify later).
77 * The f/w responds with a LUN ENABLE or LUN MODIFY response with
78 * the status of this action. If the enable was successful, you can expect...
79 *
80 * Response queue entries with SCSI commands encapsulate show up in an ATIO
81 * (Accept Target IO) type- sometimes with enough info to stop the command at
82 * this level. Ultimately the driver has to feed back to the f/w's request
83 * queue a sequence of CTIOs (continue target I/O) that describe data to
84 * be moved and/or status to be sent) and finally finishing with sending
85 * to the f/w's response queue an ATIO which then completes the handshake
86 * with the f/w for that command. There's a lot of variations on this theme,
87 * including flags you can set in the CTIO for the Qlogic 2X00 fibre channel
88 * cards that 'auto-replenish' the f/w's ATIO count, but this is the basic
89 * gist of it.
90 *
91 * The third group that can show up in the response queue are Immediate
92 * Notification events. These include things like notifications of SCSI bus
93 * resets, or Bus Device Reset messages or other messages received. This
94 * a classic oddbins area. It can get  a little weird because you then turn
95 * around and acknowledge the Immediate Notify by writing an entry onto the
96 * request queue and then the f/w turns around and gives you an acknowledgement
97 * to *your* acknowledgement on the response queue (the idea being to let
98 * the f/w tell you when the event is *really* over I guess).
99 *
100 */
101
102
103/*
104 * A new response queue entry has arrived. The interrupt service code
105 * has already swizzled it into the platform dependent from canonical form.
106 *
107 * Because of the way this driver is designed, unfortunately most of the
108 * actual synchronization work has to be done in the platform specific
109 * code- we have no synchroniation primitives in the common code.
110 */
111
112int
113isp_target_notify(ispsoftc_t *isp, void *vptr, uint32_t *optrp)
114{
115	uint16_t status;
116	uint32_t seqid;
117	union {
118		at2_entry_t	*at2iop;
119		at2e_entry_t	*at2eiop;
120		at7_entry_t	*at7iop;
121		ct2_entry_t	*ct2iop;
122		ct2e_entry_t	*ct2eiop;
123		ct7_entry_t	*ct7iop;
124		lun_entry_t	*lunenp;
125		in_fcentry_t	*inot_fcp;
126		in_fcentry_e_t	*inote_fcp;
127		in_fcentry_24xx_t *inot_24xx;
128		na_fcentry_t	*nack_fcp;
129		na_fcentry_e_t	*nacke_fcp;
130		na_fcentry_24xx_t *nack_24xx;
131		isphdr_t	*hp;
132		abts_t		*abts;
133		abts_rsp_t	*abts_rsp;
134		els_t		*els;
135		void *		*vp;
136#define	at2iop		unp.at2iop
137#define	at2eiop		unp.at2eiop
138#define	at7iop		unp.at7iop
139#define	ct2iop		unp.ct2iop
140#define	ct2eiop		unp.ct2eiop
141#define	ct7iop		unp.ct7iop
142#define	lunenp		unp.lunenp
143#define	inot_fcp	unp.inot_fcp
144#define	inote_fcp	unp.inote_fcp
145#define	inot_24xx	unp.inot_24xx
146#define	nack_fcp	unp.nack_fcp
147#define	nacke_fcp	unp.nacke_fcp
148#define	nack_24xx	unp.nack_24xx
149#define	abts		unp.abts
150#define	abts_rsp	unp.abts_rsp
151#define els		unp.els
152#define	hdrp		unp.hp
153	} unp;
154	uint8_t local[QENTRY_LEN];
155	uint16_t iid;
156	int bus, type, len, level, rval = 1;
157	isp_notify_t notify;
158
159	type = isp_get_response_type(isp, (isphdr_t *)vptr);
160	unp.vp = vptr;
161
162	ISP_TDQE(isp, "isp_target_notify", (int) *optrp, vptr);
163
164	switch (type) {
165	case RQSTYPE_ATIO:
166		isp_get_atio7(isp, at7iop, (at7_entry_t *) local);
167		at7iop = (at7_entry_t *) local;
168		/*
169		 * Check for and do something with commands whose
170		 * IULEN extends past a single queue entry.
171		 */
172		len = at7iop->at_ta_len & 0x0fff;
173		if (len > (QENTRY_LEN - 8)) {
174			len -= (QENTRY_LEN - 8);
175			isp_prt(isp, ISP_LOGINFO, "long IU length (%d) ignored", len);
176			while (len > 0) {
177				*optrp =  ISP_NXT_QENTRY(*optrp, RESULT_QUEUE_LEN(isp));
178				len -= QENTRY_LEN;
179			}
180		}
181		/*
182		 * Check for a task management function
183		 */
184		if (at7iop->at_cmnd.fcp_cmnd_task_management) {
185			isp_got_tmf_24xx(isp, at7iop);
186			break;
187		}
188		/*
189		 * Just go straight to outer layer for this one.
190		 */
191		isp_async(isp, ISPASYNC_TARGET_ACTION, local);
192		break;
193
194	case RQSTYPE_ATIO2:
195		if (ISP_CAP_2KLOGIN(isp)) {
196			isp_get_atio2e(isp, at2eiop, (at2e_entry_t *) local);
197		} else {
198			isp_get_atio2(isp, at2iop, (at2_entry_t *) local);
199		}
200		isp_handle_atio2(isp, (at2_entry_t *) local);
201		break;
202
203	case RQSTYPE_CTIO3:
204	case RQSTYPE_CTIO2:
205		if (ISP_CAP_2KLOGIN(isp)) {
206			isp_get_ctio2e(isp, ct2eiop, (ct2e_entry_t *) local);
207		} else {
208			isp_get_ctio2(isp, ct2iop, (ct2_entry_t *) local);
209		}
210		isp_handle_ctio2(isp, (ct2_entry_t *) local);
211		break;
212
213	case RQSTYPE_CTIO7:
214		isp_get_ctio7(isp, ct7iop, (ct7_entry_t *) local);
215		isp_handle_ctio7(isp, (ct7_entry_t *) local);
216		break;
217
218	case RQSTYPE_ENABLE_LUN:
219	case RQSTYPE_MODIFY_LUN:
220		isp_get_enable_lun(isp, lunenp, (lun_entry_t *) local);
221		isp_async(isp, ISPASYNC_TARGET_ACTION, local);
222		break;
223
224	case RQSTYPE_NOTIFY:
225		bus = 0;
226		if (IS_24XX(isp)) {
227			isp_get_notify_24xx(isp, inot_24xx, (in_fcentry_24xx_t *)local);
228			inot_24xx = (in_fcentry_24xx_t *) local;
229			isp_handle_24xx_inotify(isp, inot_24xx);
230			break;
231		} else {
232			if (ISP_CAP_2KLOGIN(isp)) {
233				in_fcentry_e_t *ecp = (in_fcentry_e_t *)local;
234				isp_get_notify_fc_e(isp, inote_fcp, ecp);
235				iid = ecp->in_iid;
236				status = ecp->in_status;
237				seqid = ecp->in_seqid;
238			} else {
239				in_fcentry_t *fcp = (in_fcentry_t *)local;
240				isp_get_notify_fc(isp, inot_fcp, fcp);
241				iid = fcp->in_iid;
242				status = fcp->in_status;
243				seqid = fcp->in_seqid;
244			}
245		}
246
247		isp_prt(isp, ISP_LOGTDEBUG0, "Immediate Notify On Bus %d, status=0x%x seqid=0x%x", bus, status, seqid);
248
249		switch (status) {
250		case IN_MSG_RECEIVED:
251		case IN_IDE_RECEIVED:
252			isp_got_msg_fc(isp, (in_fcentry_t *)local);
253			break;
254		case IN_RSRC_UNAVAIL:
255			isp_prt(isp, ISP_LOGINFO, "Firmware out of ATIOs");
256			isp_async(isp, ISPASYNC_TARGET_NOTIFY_ACK, local);
257			break;
258
259		case IN_RESET:
260			ISP_MEMZERO(&notify, sizeof (isp_notify_t));
261			notify.nt_hba = isp;
262			notify.nt_wwn = INI_ANY;
263			notify.nt_tgt = TGT_ANY;
264			notify.nt_nphdl = iid;
265			notify.nt_sid = PORT_ANY;
266			notify.nt_did = PORT_ANY;
267			notify.nt_lun = LUN_ANY;
268			notify.nt_tagval = TAG_ANY;
269			notify.nt_tagval |= (((uint64_t)(isp->isp_serno++)) << 32);
270			notify.nt_ncode = NT_BUS_RESET;
271			notify.nt_need_ack = 1;
272			notify.nt_lreserved = local;
273			isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
274			break;
275
276		case IN_PORT_LOGOUT:
277			ISP_MEMZERO(&notify, sizeof (isp_notify_t));
278			notify.nt_hba = isp;
279			notify.nt_wwn = INI_ANY;
280			notify.nt_nphdl = iid;
281			notify.nt_sid = PORT_ANY;
282			notify.nt_did = PORT_ANY;
283			notify.nt_ncode = NT_LOGOUT;
284			notify.nt_need_ack = 1;
285			notify.nt_lreserved = local;
286			isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
287			break;
288
289		case IN_ABORT_TASK:
290			ISP_MEMZERO(&notify, sizeof (isp_notify_t));
291			notify.nt_hba = isp;
292			notify.nt_wwn = INI_ANY;
293			notify.nt_nphdl = iid;
294			notify.nt_sid = PORT_ANY;
295			notify.nt_did = PORT_ANY;
296			notify.nt_ncode = NT_ABORT_TASK;
297			notify.nt_need_ack = 1;
298			notify.nt_lreserved = local;
299			isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
300			break;
301
302		case IN_GLOBAL_LOGO:
303			isp_prt(isp, ISP_LOGTINFO, "%s: all ports logged out", __func__);
304			ISP_MEMZERO(&notify, sizeof (isp_notify_t));
305			notify.nt_hba = isp;
306			notify.nt_wwn = INI_ANY;
307			notify.nt_nphdl = NIL_HANDLE;
308			notify.nt_sid = PORT_ANY;
309			notify.nt_did = PORT_ANY;
310			notify.nt_ncode = NT_GLOBAL_LOGOUT;
311			notify.nt_need_ack = 1;
312			notify.nt_lreserved = local;
313			isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
314			break;
315
316		case IN_PORT_CHANGED:
317			isp_prt(isp, ISP_LOGTINFO, "%s: port changed", __func__);
318			ISP_MEMZERO(&notify, sizeof (isp_notify_t));
319			notify.nt_hba = isp;
320			notify.nt_wwn = INI_ANY;
321			notify.nt_nphdl = NIL_HANDLE;
322			notify.nt_sid = PORT_ANY;
323			notify.nt_did = PORT_ANY;
324			notify.nt_ncode = NT_CHANGED;
325			notify.nt_need_ack = 1;
326			notify.nt_lreserved = local;
327			isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
328			break;
329
330		default:
331			ISP_SNPRINTF(local, sizeof local, "%s: unknown status to RQSTYPE_NOTIFY (0x%x)", __func__, status);
332			isp_print_bytes(isp, local, QENTRY_LEN, vptr);
333			isp_async(isp, ISPASYNC_TARGET_NOTIFY_ACK, local);
334			break;
335		}
336		break;
337
338	case RQSTYPE_NOTIFY_ACK:
339		/*
340		 * The ISP is acknowledging our acknowledgement of an
341		 * Immediate Notify entry for some asynchronous event.
342		 */
343		if (IS_24XX(isp)) {
344			isp_get_notify_ack_24xx(isp, nack_24xx, (na_fcentry_24xx_t *) local);
345			nack_24xx = (na_fcentry_24xx_t *) local;
346			if (nack_24xx->na_status != NA_OK) {
347				level = ISP_LOGINFO;
348			} else {
349				level = ISP_LOGTDEBUG1;
350			}
351			isp_prt(isp, level, "Notify Ack Status=0x%x; Subcode 0x%x seqid=0x%x", nack_24xx->na_status, nack_24xx->na_status_subcode, nack_24xx->na_rxid);
352		} else {
353			if (ISP_CAP_2KLOGIN(isp)) {
354				isp_get_notify_ack_fc_e(isp, nacke_fcp, (na_fcentry_e_t *)local);
355			} else {
356				isp_get_notify_ack_fc(isp, nack_fcp, (na_fcentry_t *)local);
357			}
358			nack_fcp = (na_fcentry_t *)local;
359			if (nack_fcp->na_status != NA_OK) {
360				level = ISP_LOGINFO;
361			} else {
362				level = ISP_LOGTDEBUG1;
363			}
364			isp_prt(isp, level, "Notify Ack Status=0x%x seqid 0x%x", nack_fcp->na_status, nack_fcp->na_seqid);
365		}
366		break;
367
368	case RQSTYPE_ABTS_RCVD:
369		isp_get_abts(isp, abts, (abts_t *)local);
370		isp_async(isp, ISPASYNC_TARGET_ACTION, &local);
371		break;
372	case RQSTYPE_ABTS_RSP:
373		isp_get_abts_rsp(isp, abts_rsp, (abts_rsp_t *)local);
374		abts_rsp = (abts_rsp_t *) local;
375		if (abts_rsp->abts_rsp_status) {
376			level = ISP_LOGINFO;
377		} else {
378			level = ISP_LOGTDEBUG0;
379		}
380		isp_prt(isp, level, "ABTS RSP response[0x%x]: status=0x%x sub=(0x%x 0x%x)", abts_rsp->abts_rsp_rxid_task, abts_rsp->abts_rsp_status,
381		    abts_rsp->abts_rsp_payload.rsp.subcode1, abts_rsp->abts_rsp_payload.rsp.subcode2);
382		break;
383	default:
384		isp_prt(isp, ISP_LOGERR, "%s: unknown entry type 0x%x", __func__, type);
385		rval = 0;
386		break;
387	}
388#undef	atiop
389#undef	at2iop
390#undef	at2eiop
391#undef	at7iop
392#undef	ctiop
393#undef	ct2iop
394#undef	ct2eiop
395#undef	ct7iop
396#undef	lunenp
397#undef	inotp
398#undef	inot_fcp
399#undef	inote_fcp
400#undef	inot_24xx
401#undef	nackp
402#undef	nack_fcp
403#undef	nacke_fcp
404#undef	hack_24xx
405#undef	abts
406#undef	abts_rsp
407#undef	els
408#undef	hdrp
409	return (rval);
410}
411
412int
413isp_target_put_entry(ispsoftc_t *isp, void *ap)
414{
415	void *outp;
416	uint8_t etype = ((isphdr_t *) ap)->rqs_entry_type;
417
418	outp = isp_getrqentry(isp);
419	if (outp == NULL) {
420		isp_prt(isp, ISP_LOGWARN, rqo, __func__);
421		return (-1);
422	}
423	switch (etype) {
424	case RQSTYPE_ATIO2:
425		if (ISP_CAP_2KLOGIN(isp)) {
426			isp_put_atio2e(isp, (at2e_entry_t *) ap, (at2e_entry_t *) outp);
427		} else {
428			isp_put_atio2(isp, (at2_entry_t *) ap, (at2_entry_t *) outp);
429		}
430		break;
431	case RQSTYPE_CTIO2:
432		if (ISP_CAP_2KLOGIN(isp)) {
433			isp_put_ctio2e(isp, (ct2e_entry_t *) ap, (ct2e_entry_t *) outp);
434		} else {
435			isp_put_ctio2(isp, (ct2_entry_t *) ap, (ct2_entry_t *) outp);
436		}
437		break;
438	case RQSTYPE_CTIO7:
439		isp_put_ctio7(isp, (ct7_entry_t *) ap, (ct7_entry_t *) outp);
440		break;
441	default:
442		isp_prt(isp, ISP_LOGERR, "%s: Unknown type 0x%x", __func__, etype);
443		return (-1);
444	}
445	ISP_TDQE(isp, __func__, isp->isp_reqidx, ap);
446	ISP_SYNC_REQUEST(isp);
447	return (0);
448}
449
450int
451isp_target_put_atio(ispsoftc_t *isp, void *arg)
452{
453	at2_entry_t *aep = arg;
454	union {
455		at2_entry_t _atio2;
456		at2e_entry_t _atio2e;
457	} atun;
458
459	ISP_MEMZERO(&atun, sizeof atun);
460	atun._atio2.at_header.rqs_entry_type = RQSTYPE_ATIO2;
461	atun._atio2.at_header.rqs_entry_count = 1;
462	if (ISP_CAP_SCCFW(isp)) {
463		atun._atio2.at_scclun = aep->at_scclun;
464	} else {
465		atun._atio2.at_lun = (uint8_t) aep->at_lun;
466	}
467	if (ISP_CAP_2KLOGIN(isp)) {
468		atun._atio2e.at_iid = ((at2e_entry_t *)aep)->at_iid;
469	} else {
470		atun._atio2.at_iid = aep->at_iid;
471	}
472	atun._atio2.at_rxid = aep->at_rxid;
473	atun._atio2.at_status = CT_OK;
474	return (isp_target_put_entry(isp, &atun));
475}
476
477/*
478 * Command completion- both for handling cases of no resources or
479 * no blackhole driver, or other cases where we have to, inline,
480 * finish the command sanely, or for normal command completion.
481 *
482 * The 'completion' code value has the scsi status byte in the low 8 bits.
483 * If status is a CHECK CONDITION and bit 8 is nonzero, then bits 12..15 have
484 * the sense key and  bits 16..23 have the ASCQ and bits 24..31 have the ASC
485 * values.
486 *
487 * NB: the key, asc, ascq, cannot be used for parallel SCSI as it doesn't
488 * NB: inline SCSI sense reporting. As such, we lose this information. XXX.
489 *
490 * For both parallel && fibre channel, we use the feature that does
491 * an automatic resource autoreplenish so we don't have then later do
492 * put of an atio to replenish the f/w's resource count.
493 */
494
495int
496isp_endcmd(ispsoftc_t *isp, ...)
497{
498	uint32_t code, hdl;
499	uint8_t sts;
500	union {
501		ct2_entry_t _ctio2;
502		ct2e_entry_t _ctio2e;
503		ct7_entry_t _ctio7;
504	} un;
505	va_list ap;
506	int vpidx, nphdl;
507
508	ISP_MEMZERO(&un, sizeof un);
509
510	if (IS_24XX(isp)) {
511		at7_entry_t *aep;
512		ct7_entry_t *cto = &un._ctio7;
513
514		va_start(ap, isp);
515		aep = va_arg(ap, at7_entry_t *);
516		nphdl = va_arg(ap, int);
517		/*
518		 * Note that vpidx may equal 0xff (unknown) here
519		 */
520		vpidx = va_arg(ap, int);
521		code = va_arg(ap, uint32_t);
522		hdl = va_arg(ap, uint32_t);
523		va_end(ap);
524		isp_prt(isp, ISP_LOGTDEBUG0, "%s: [RX_ID 0x%x] chan %d code %x", __func__, aep->at_rxid, vpidx, code);
525
526		sts = code & 0xff;
527		cto->ct_header.rqs_entry_type = RQSTYPE_CTIO7;
528		cto->ct_header.rqs_entry_count = 1;
529		cto->ct_nphdl = nphdl;
530		cto->ct_rxid = aep->at_rxid;
531		cto->ct_iid_lo = (aep->at_hdr.s_id[1] << 8) | aep->at_hdr.s_id[2];
532		cto->ct_iid_hi = aep->at_hdr.s_id[0];
533		cto->ct_oxid = aep->at_hdr.ox_id;
534		cto->ct_scsi_status = sts;
535		cto->ct_vpidx = vpidx;
536		cto->ct_flags = CT7_NOACK;
537		if (code & ECMD_TERMINATE) {
538			cto->ct_flags |= CT7_TERMINATE;
539		} else if (code & ECMD_SVALID) {
540			cto->ct_flags |= CT7_FLAG_MODE1 | CT7_SENDSTATUS;
541			cto->ct_scsi_status |= (FCP_SNSLEN_VALID << 8);
542			cto->ct_senselen = min(16, MAXRESPLEN_24XX);
543			ISP_MEMZERO(cto->rsp.m1.ct_resp, sizeof (cto->rsp.m1.ct_resp));
544			cto->rsp.m1.ct_resp[0] = 0xf0;
545			cto->rsp.m1.ct_resp[2] = (code >> 12) & 0xf;
546			cto->rsp.m1.ct_resp[7] = 8;
547			cto->rsp.m1.ct_resp[12] = (code >> 16) & 0xff;
548			cto->rsp.m1.ct_resp[13] = (code >> 24) & 0xff;
549		} else if (code & ECMD_RVALID) {
550			cto->ct_flags |= CT7_FLAG_MODE1 | CT7_SENDSTATUS;
551			cto->ct_scsi_status |= (FCP_RSPLEN_VALID << 8);
552			cto->rsp.m1.ct_resplen = 4;
553			ISP_MEMZERO(cto->rsp.m1.ct_resp, sizeof (cto->rsp.m1.ct_resp));
554			cto->rsp.m1.ct_resp[0] = (code >> 12) & 0xf;
555			cto->rsp.m1.ct_resp[1] = (code >> 16) & 0xff;
556			cto->rsp.m1.ct_resp[2] = (code >> 24) & 0xff;
557			cto->rsp.m1.ct_resp[3] = 0;
558		} else {
559			cto->ct_flags |= CT7_FLAG_MODE1 | CT7_SENDSTATUS;
560		}
561		if (aep->at_cmnd.cdb_dl.sf.fcp_cmnd_dl != 0) {
562			cto->ct_resid = aep->at_cmnd.cdb_dl.sf.fcp_cmnd_dl;
563			cto->ct_scsi_status |= (FCP_RESID_UNDERFLOW << 8);
564		}
565		cto->ct_syshandle = hdl;
566	} else {
567		at2_entry_t *aep;
568		ct2_entry_t *cto = &un._ctio2;
569
570		va_start(ap, isp);
571		aep = va_arg(ap, at2_entry_t *);
572		/* nphdl and vpidx are unused here. */
573		nphdl = va_arg(ap, int);
574		vpidx = va_arg(ap, int);
575		code = va_arg(ap, uint32_t);
576		hdl = va_arg(ap, uint32_t);
577		va_end(ap);
578
579		isp_prt(isp, ISP_LOGTDEBUG0, "%s: [RX_ID 0x%x] code %x", __func__, aep->at_rxid, code);
580
581		sts = code & 0xff;
582		cto->ct_header.rqs_entry_type = RQSTYPE_CTIO2;
583		cto->ct_header.rqs_entry_count = 1;
584		if (ISP_CAP_SCCFW(isp) == 0) {
585			cto->ct_lun = aep->at_lun;
586		}
587		if (ISP_CAP_2KLOGIN(isp)) {
588			un._ctio2e.ct_iid = ((at2e_entry_t *)aep)->at_iid;
589		} else {
590			cto->ct_iid = aep->at_iid;
591		}
592		cto->ct_rxid = aep->at_rxid;
593		cto->rsp.m1.ct_scsi_status = sts;
594		cto->ct_flags = CT2_SENDSTATUS | CT2_NO_DATA | CT2_FLAG_MODE1;
595		if (hdl == 0) {
596			cto->ct_flags |= CT2_CCINCR;
597		}
598		if (aep->at_datalen) {
599			cto->ct_resid = aep->at_datalen;
600			cto->rsp.m1.ct_scsi_status |= CT2_DATA_UNDER;
601		}
602		if (sts == SCSI_CHECK && (code & ECMD_SVALID)) {
603			cto->rsp.m1.ct_resp[0] = 0xf0;
604			cto->rsp.m1.ct_resp[2] = (code >> 12) & 0xf;
605			cto->rsp.m1.ct_resp[7] = 8;
606			cto->rsp.m1.ct_resp[12] = (code >> 24) & 0xff;
607			cto->rsp.m1.ct_resp[13] = (code >> 16) & 0xff;
608			cto->rsp.m1.ct_senselen = 16;
609			cto->rsp.m1.ct_scsi_status |= CT2_SNSLEN_VALID;
610		}
611		cto->ct_syshandle = hdl;
612	}
613	return (isp_target_put_entry(isp, &un));
614}
615
616/*
617 * These are either broadcast events or specifically CTIO fast completion
618 */
619
620void
621isp_target_async(ispsoftc_t *isp, int bus, int event)
622{
623	isp_notify_t notify;
624
625	ISP_MEMZERO(&notify, sizeof (isp_notify_t));
626	notify.nt_hba = isp;
627	notify.nt_wwn = INI_ANY;
628	notify.nt_nphdl = NIL_HANDLE;
629	notify.nt_sid = PORT_ANY;
630	notify.nt_did = PORT_ANY;
631	notify.nt_tgt = TGT_ANY;
632	notify.nt_channel = bus;
633	notify.nt_lun = LUN_ANY;
634	notify.nt_tagval = TAG_ANY;
635	notify.nt_tagval |= (((uint64_t)(isp->isp_serno++)) << 32);
636
637	switch (event) {
638	case ASYNC_LOOP_UP:
639	case ASYNC_PTPMODE:
640		isp_prt(isp, ISP_LOGTDEBUG0, "%s: LOOP UP", __func__);
641		notify.nt_ncode = NT_LINK_UP;
642		isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
643		break;
644	case ASYNC_LOOP_DOWN:
645		isp_prt(isp, ISP_LOGTDEBUG0, "%s: LOOP DOWN", __func__);
646		notify.nt_ncode = NT_LINK_DOWN;
647		isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
648		break;
649	case ASYNC_LIP_ERROR:
650	case ASYNC_LIP_NOS_OLS_RECV:
651	case ASYNC_LIP_OCCURRED:
652	case ASYNC_LOOP_RESET:
653		isp_prt(isp, ISP_LOGTDEBUG0, "%s: LIP RESET", __func__);
654		notify.nt_ncode = NT_LIP_RESET;
655		isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
656		break;
657	case ASYNC_BUS_RESET:
658	case ASYNC_TIMEOUT_RESET:	/* XXX: where does this come from ? */
659		isp_prt(isp, ISP_LOGTDEBUG0, "%s: BUS RESET", __func__);
660		notify.nt_ncode = NT_BUS_RESET;
661		isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
662		break;
663	case ASYNC_DEVICE_RESET:
664		isp_prt(isp, ISP_LOGTDEBUG0, "%s: DEVICE RESET", __func__);
665		notify.nt_ncode = NT_TARGET_RESET;
666		isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
667		break;
668	case ASYNC_CTIO_DONE:
669	{
670		uint8_t storage[QENTRY_LEN];
671		isp_prt(isp, ISP_LOGTDEBUG0, "%s: CTIO DONE", __func__);
672		memset(storage, 0, QENTRY_LEN);
673		if (IS_24XX(isp)) {
674			ct7_entry_t *ct = (ct7_entry_t *) storage;
675			ct->ct_header.rqs_entry_type = RQSTYPE_CTIO7;
676			ct->ct_nphdl = CT7_OK;
677			ct->ct_syshandle = bus;
678			ct->ct_flags = CT7_SENDSTATUS;
679		} else {
680            		/* This should also suffice for 2K login code */
681			ct2_entry_t *ct = (ct2_entry_t *) storage;
682			ct->ct_header.rqs_entry_type = RQSTYPE_CTIO2;
683			ct->ct_status = CT_OK;
684			ct->ct_syshandle = bus;
685			ct->ct_flags = CT2_SENDSTATUS|CT2_FASTPOST;
686		}
687		isp_async(isp, ISPASYNC_TARGET_ACTION, storage);
688		break;
689	}
690	default:
691		isp_prt(isp, ISP_LOGERR, "%s: unknown event 0x%x", __func__, event);
692		break;
693	}
694}
695
696/*
697 * Synthesize a message from the task management flags in a FCP_CMND_IU.
698 */
699static void
700isp_got_msg_fc(ispsoftc_t *isp, in_fcentry_t *inp)
701{
702	isp_notify_t notify;
703	static const char f1[] = "%s from N-port handle 0x%x lun %x seq 0x%x";
704	static const char f2[] = "unknown %s 0x%x lun %x N-Port handle 0x%x task flags 0x%x seq 0x%x\n";
705	uint16_t seqid, nphdl;
706
707	ISP_MEMZERO(&notify, sizeof (isp_notify_t));
708	notify.nt_hba = isp;
709	notify.nt_wwn = INI_ANY;
710	if (ISP_CAP_2KLOGIN(isp)) {
711		notify.nt_nphdl = ((in_fcentry_e_t *)inp)->in_iid;
712		nphdl = ((in_fcentry_e_t *)inp)->in_iid;
713		seqid = ((in_fcentry_e_t *)inp)->in_seqid;
714	} else {
715		notify.nt_nphdl = inp->in_iid;
716		nphdl = inp->in_iid;
717		seqid = inp->in_seqid;
718	}
719	notify.nt_sid = PORT_ANY;
720	notify.nt_did = PORT_ANY;
721
722	/* nt_tgt set in outer layers */
723	if (ISP_CAP_SCCFW(isp)) {
724		notify.nt_lun = inp->in_scclun;
725	} else {
726		notify.nt_lun = inp->in_lun;
727	}
728	notify.nt_tagval = seqid;
729	notify.nt_tagval |= (((uint64_t)(isp->isp_serno++)) << 32);
730	notify.nt_need_ack = 1;
731	notify.nt_lreserved = inp;
732
733	if (inp->in_status != IN_MSG_RECEIVED) {
734		isp_prt(isp, ISP_LOGINFO, f2, "immediate notify status", inp->in_status, notify.nt_lun, nphdl, inp->in_task_flags, inp->in_seqid);
735		isp_async(isp, ISPASYNC_TARGET_NOTIFY_ACK, inp);
736		return;
737	}
738
739	if (inp->in_task_flags & TASK_FLAGS_ABORT_TASK_SET) {
740		isp_prt(isp, ISP_LOGINFO, f1, "ABORT TASK SET", nphdl, notify.nt_lun, inp->in_seqid);
741		notify.nt_ncode = NT_ABORT_TASK_SET;
742	} else if (inp->in_task_flags & TASK_FLAGS_CLEAR_TASK_SET) {
743		isp_prt(isp, ISP_LOGINFO, f1, "CLEAR TASK SET", nphdl, notify.nt_lun, inp->in_seqid);
744		notify.nt_ncode = NT_CLEAR_TASK_SET;
745	} else if (inp->in_task_flags & TASK_FLAGS_LUN_RESET) {
746		isp_prt(isp, ISP_LOGINFO, f1, "LUN RESET", nphdl, notify.nt_lun, inp->in_seqid);
747		notify.nt_ncode = NT_LUN_RESET;
748	} else if (inp->in_task_flags & TASK_FLAGS_TARGET_RESET) {
749		isp_prt(isp, ISP_LOGINFO, f1, "TARGET RESET", nphdl, notify.nt_lun, inp->in_seqid);
750		notify.nt_ncode = NT_TARGET_RESET;
751	} else if (inp->in_task_flags & TASK_FLAGS_CLEAR_ACA) {
752		isp_prt(isp, ISP_LOGINFO, f1, "CLEAR ACA", nphdl, notify.nt_lun, inp->in_seqid);
753		notify.nt_ncode = NT_CLEAR_ACA;
754	} else {
755		isp_prt(isp, ISP_LOGWARN, f2, "task flag", inp->in_status, notify.nt_lun, nphdl, inp->in_task_flags,  inp->in_seqid);
756		isp_async(isp, ISPASYNC_TARGET_NOTIFY_ACK, inp);
757		return;
758	}
759	isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
760}
761
762static void
763isp_got_tmf_24xx(ispsoftc_t *isp, at7_entry_t *aep)
764{
765	isp_notify_t notify;
766	static const char f1[] = "%s from PortID 0x%06x lun %x seq 0x%08x";
767	static const char f2[] = "unknown Task Flag 0x%x lun %x PortID 0x%x tag 0x%08x";
768	fcportdb_t *lp;
769	uint16_t chan;
770	uint32_t sid, did;
771
772	ISP_MEMZERO(&notify, sizeof (isp_notify_t));
773	notify.nt_hba = isp;
774	notify.nt_wwn = INI_ANY;
775	notify.nt_lun = (aep->at_cmnd.fcp_cmnd_lun[0] << 8) | (aep->at_cmnd.fcp_cmnd_lun[1]);
776	notify.nt_tagval = aep->at_rxid;
777	notify.nt_tagval |= (((uint64_t)(isp->isp_serno++)) << 32);
778	notify.nt_lreserved = aep;
779	sid = (aep->at_hdr.s_id[0] << 16) | (aep->at_hdr.s_id[1] << 8) | aep->at_hdr.s_id[2];
780	did = (aep->at_hdr.d_id[0] << 16) | (aep->at_hdr.d_id[1] << 8) | aep->at_hdr.d_id[2];
781	if (ISP_CAP_MULTI_ID(isp) && isp->isp_nchan > 1) {
782		/* Channel has to be derived from D_ID */
783		isp_find_chan_by_did(isp, did, &chan);
784		if (chan == ISP_NOCHAN) {
785			isp_prt(isp, ISP_LOGWARN, "%s: D_ID 0x%x not found on any channel", __func__, did);
786			isp_endcmd(isp, aep, NIL_HANDLE, ISP_NOCHAN, ECMD_TERMINATE, 0);
787			return;
788		}
789	} else {
790		chan = 0;
791	}
792	if (isp_find_pdb_by_portid(isp, chan, sid, &lp))
793		notify.nt_nphdl = lp->handle;
794	else
795		notify.nt_nphdl = NIL_HANDLE;
796	notify.nt_sid = sid;
797	notify.nt_did = did;
798	notify.nt_channel = chan;
799	if (aep->at_cmnd.fcp_cmnd_task_management & FCP_CMND_TMF_QUERY_TASK_SET) {
800		isp_prt(isp, ISP_LOGINFO, f1, "QUERY TASK SET", sid, notify.nt_lun, aep->at_rxid);
801		notify.nt_ncode = NT_QUERY_TASK_SET;
802	} else if (aep->at_cmnd.fcp_cmnd_task_management & FCP_CMND_TMF_ABORT_TASK_SET) {
803		isp_prt(isp, ISP_LOGINFO, f1, "ABORT TASK SET", sid, notify.nt_lun, aep->at_rxid);
804		notify.nt_ncode = NT_ABORT_TASK_SET;
805	} else if (aep->at_cmnd.fcp_cmnd_task_management & FCP_CMND_TMF_CLEAR_TASK_SET) {
806		isp_prt(isp, ISP_LOGINFO, f1, "CLEAR TASK SET", sid, notify.nt_lun, aep->at_rxid);
807		notify.nt_ncode = NT_CLEAR_TASK_SET;
808	} else if (aep->at_cmnd.fcp_cmnd_task_management & FCP_CMND_TMF_QUERY_ASYNC_EVENT) {
809		isp_prt(isp, ISP_LOGINFO, f1, "QUERY ASYNC EVENT", sid, notify.nt_lun, aep->at_rxid);
810		notify.nt_ncode = NT_QUERY_ASYNC_EVENT;
811	} else if (aep->at_cmnd.fcp_cmnd_task_management & FCP_CMND_TMF_LUN_RESET) {
812		isp_prt(isp, ISP_LOGINFO, f1, "LUN RESET", sid, notify.nt_lun, aep->at_rxid);
813		notify.nt_ncode = NT_LUN_RESET;
814	} else if (aep->at_cmnd.fcp_cmnd_task_management & FCP_CMND_TMF_TGT_RESET) {
815		isp_prt(isp, ISP_LOGINFO, f1, "TARGET RESET", sid, notify.nt_lun, aep->at_rxid);
816		notify.nt_ncode = NT_TARGET_RESET;
817	} else if (aep->at_cmnd.fcp_cmnd_task_management & FCP_CMND_TMF_CLEAR_ACA) {
818		isp_prt(isp, ISP_LOGINFO, f1, "CLEAR ACA", sid, notify.nt_lun, aep->at_rxid);
819		notify.nt_ncode = NT_CLEAR_ACA;
820	} else {
821		isp_prt(isp, ISP_LOGWARN, f2, aep->at_cmnd.fcp_cmnd_task_management, notify.nt_lun, sid, aep->at_rxid);
822		notify.nt_ncode = NT_UNKNOWN;
823		isp_endcmd(isp, aep, notify.nt_nphdl, chan, ECMD_RVALID | (0x4 << 12), 0);
824		return;
825	}
826	isp_async(isp, ISPASYNC_TARGET_NOTIFY, &notify);
827}
828
829int
830isp_notify_ack(ispsoftc_t *isp, void *arg)
831{
832	char storage[QENTRY_LEN];
833	void *outp;
834
835	/*
836	 * This is in case a Task Management Function ends up here.
837	 */
838	if (IS_24XX(isp) && ((isphdr_t *)arg)->rqs_entry_type == RQSTYPE_ATIO) {
839		at7_entry_t *aep = arg;
840		return (isp_endcmd(isp, aep, NIL_HANDLE, 0, 0, 0));
841	}
842
843	outp = isp_getrqentry(isp);
844	if (outp == NULL) {
845		isp_prt(isp, ISP_LOGWARN, rqo, __func__);
846		return (1);
847	}
848
849	ISP_MEMZERO(storage, QENTRY_LEN);
850
851	if (IS_24XX(isp)) {
852		in_fcentry_24xx_t *in = arg;
853		na_fcentry_24xx_t *na = (na_fcentry_24xx_t *) storage;
854
855		na->na_header.rqs_entry_type = RQSTYPE_NOTIFY_ACK;
856		na->na_header.rqs_entry_count = 1;
857		na->na_nphdl = in->in_nphdl;
858		na->na_flags = in->in_flags;
859		na->na_status = in->in_status;
860		na->na_status_subcode = in->in_status_subcode;
861		na->na_fwhandle = in->in_fwhandle;
862		na->na_rxid = in->in_rxid;
863		na->na_oxid = in->in_oxid;
864		na->na_vpidx = in->in_vpidx;
865		if (in->in_status == IN24XX_SRR_RCVD) {
866			na->na_srr_rxid = in->in_srr_rxid;
867			na->na_srr_reloff_hi = in->in_srr_reloff_hi;
868			na->na_srr_reloff_lo = in->in_srr_reloff_lo;
869			na->na_srr_iu = in->in_srr_iu;
870			/*
871			 * Whether we're accepting the SRR or rejecting
872			 * it is determined by looking at the in_reserved
873			 * field in the original notify structure.
874			 */
875			if (in->in_reserved) {
876				na->na_srr_flags = 1;
877				na->na_srr_reject_vunique = 0;
878				/* Unable to perform this command at this time. */
879				na->na_srr_reject_code = 9;
880				/* Unable to supply the requested data. */
881				na->na_srr_reject_explanation = 0x2a;
882			}
883		}
884		isp_put_notify_24xx_ack(isp, na, (na_fcentry_24xx_t *)outp);
885	} else {
886		in_fcentry_t *in = arg;
887		na_fcentry_t *na = (na_fcentry_t *) storage;
888		int iid;
889
890		ISP_MEMCPY(storage, arg, sizeof (isphdr_t));
891		if (ISP_CAP_2KLOGIN(isp)) {
892			iid = ((in_fcentry_e_t *)in)->in_iid;
893			((na_fcentry_e_t *)na)->na_iid = iid;
894		} else {
895			iid = in->in_iid;
896			na->na_iid = iid;
897		}
898		na->na_task_flags = in->in_task_flags & TASK_FLAGS_RESERVED_MASK;
899		na->na_seqid = in->in_seqid;
900		na->na_status = in->in_status;
901		na->na_flags = NAFC_RCOUNT;
902		/* We do not modify resource counts for LIP resets */
903		if (in->in_status == IN_RESET)
904			na->na_flags = NAFC_RST_CLRD;
905		if (in->in_status == IN_MSG_RECEIVED) {
906			na->na_flags |= NAFC_TVALID;
907			na->na_response = 0;	/* XXX SUCCEEDED XXX */
908		}
909		na->na_header.rqs_entry_type = RQSTYPE_NOTIFY_ACK;
910		na->na_header.rqs_entry_count = 1;
911		if (ISP_CAP_2KLOGIN(isp)) {
912			isp_put_notify_ack_fc_e(isp, (na_fcentry_e_t *)na,
913			    (na_fcentry_e_t *)outp);
914		} else {
915			isp_put_notify_ack_fc(isp, na, (na_fcentry_t *)outp);
916		}
917		isp_prt(isp, ISP_LOGTDEBUG0, "notify ack handle %x seqid %x flags %x tflags %x response %x", iid, na->na_seqid,
918		    na->na_flags, na->na_task_flags, na->na_response);
919	}
920	ISP_TDQE(isp, "isp_notify_ack", isp->isp_reqidx, storage);
921	ISP_SYNC_REQUEST(isp);
922	return (0);
923}
924
925int
926isp_acknak_abts(ispsoftc_t *isp, void *arg, int errno)
927{
928	char storage[QENTRY_LEN];
929	uint16_t tmpw;
930	uint8_t tmpb;
931	abts_t *abts = arg;
932	abts_rsp_t *rsp = (abts_rsp_t *) storage;
933	void *outp;
934
935	if (!IS_24XX(isp)) {
936		isp_prt(isp, ISP_LOGERR, "%s: called for non-24XX card", __func__);
937		return (0);
938	}
939
940	if (abts->abts_header.rqs_entry_type != RQSTYPE_ABTS_RCVD) {
941		isp_prt(isp, ISP_LOGERR, "%s: called for non-ABTS entry (0x%x)", __func__, abts->abts_header.rqs_entry_type);
942		return (0);
943	}
944
945	outp = isp_getrqentry(isp);
946	if (outp == NULL) {
947		isp_prt(isp, ISP_LOGWARN, rqo, __func__);
948		return (1);
949	}
950
951	ISP_MEMCPY(rsp, abts, QENTRY_LEN);
952	rsp->abts_rsp_header.rqs_entry_type = RQSTYPE_ABTS_RSP;
953
954	/*
955	 * Swap destination and source for response.
956	 */
957	rsp->abts_rsp_r_ctl = BA_ACC;
958	tmpw = rsp->abts_rsp_did_lo;
959	tmpb = rsp->abts_rsp_did_hi;
960	rsp->abts_rsp_did_lo = rsp->abts_rsp_sid_lo;
961	rsp->abts_rsp_did_hi = rsp->abts_rsp_sid_hi;
962	rsp->abts_rsp_sid_lo = tmpw;
963	rsp->abts_rsp_sid_hi = tmpb;
964
965	rsp->abts_rsp_f_ctl_hi ^= 0x80; 	/* invert Exchange Context */
966	rsp->abts_rsp_f_ctl_hi &= ~0x7f;	/* clear Sequence Initiator and other bits */
967	rsp->abts_rsp_f_ctl_hi |= 0x10;		/* abort the whole exchange */
968	rsp->abts_rsp_f_ctl_hi |= 0x8;		/* last data frame of sequence */
969	rsp->abts_rsp_f_ctl_hi |= 0x1;		/* transfer Sequence Initiative */
970	rsp->abts_rsp_f_ctl_lo = 0;
971
972	if (errno == 0) {
973		uint16_t rx_id, ox_id;
974
975		rx_id = rsp->abts_rsp_rx_id;
976		ox_id = rsp->abts_rsp_ox_id;
977		ISP_MEMZERO(&rsp->abts_rsp_payload.ba_acc, sizeof (rsp->abts_rsp_payload.ba_acc));
978                isp_prt(isp, ISP_LOGTINFO, "[0x%x] ABTS of 0x%x being BA_ACC'd", rsp->abts_rsp_rxid_abts, rsp->abts_rsp_rxid_task);
979                rsp->abts_rsp_payload.ba_acc.aborted_rx_id = rx_id;
980                rsp->abts_rsp_payload.ba_acc.aborted_ox_id = ox_id;
981                rsp->abts_rsp_payload.ba_acc.high_seq_cnt = 0xffff;
982	} else {
983		ISP_MEMZERO(&rsp->abts_rsp_payload.ba_rjt, sizeof (rsp->abts_rsp_payload.ba_acc));
984		switch (errno) {
985		case ENOMEM:
986			rsp->abts_rsp_payload.ba_rjt.reason = 5;	/* Logical Unit Busy */
987			break;
988		default:
989			rsp->abts_rsp_payload.ba_rjt.reason = 9;	/* Unable to perform command request */
990			break;
991		}
992	}
993
994	/*
995	 * The caller will have set response values as appropriate
996	 * in the ABTS structure just before calling us.
997	 */
998	isp_put_abts_rsp(isp, rsp, (abts_rsp_t *)outp);
999	ISP_TDQE(isp, "isp_acknak_abts", isp->isp_reqidx, storage);
1000	ISP_SYNC_REQUEST(isp);
1001	return (0);
1002}
1003
1004static void
1005isp_handle_atio2(ispsoftc_t *isp, at2_entry_t *aep)
1006{
1007	int lun, iid;
1008
1009	if (ISP_CAP_SCCFW(isp)) {
1010		lun = aep->at_scclun;
1011	} else {
1012		lun = aep->at_lun;
1013	}
1014
1015	if (ISP_CAP_2KLOGIN(isp)) {
1016		iid = ((at2e_entry_t *)aep)->at_iid;
1017	} else {
1018		iid = aep->at_iid;
1019	}
1020
1021	/*
1022	 * The firmware status (except for the QLTM_SVALID bit) indicates
1023	 * why this ATIO was sent to us.
1024	 *
1025	 * If QLTM_SVALID is set, the firware has recommended Sense Data.
1026	 *
1027	 * If the DISCONNECTS DISABLED bit is set in the flags field,
1028	 * we're still connected on the SCSI bus - i.e. the initiator
1029	 * did not set DiscPriv in the identify message. We don't care
1030	 * about this so it's ignored.
1031	 */
1032
1033	switch (aep->at_status & ~QLTM_SVALID) {
1034	case AT_PATH_INVALID:
1035		/*
1036		 * ATIO rejected by the firmware due to disabled lun.
1037		 */
1038		isp_prt(isp, ISP_LOGERR, "rejected ATIO2 for disabled lun %x", lun);
1039		break;
1040	case AT_NOCAP:
1041		/*
1042		 * Requested Capability not available
1043		 * We sent an ATIO that overflowed the firmware's
1044		 * command resource count.
1045		 */
1046		isp_prt(isp, ISP_LOGERR, "rejected ATIO2 for lun %x- command count overflow", lun);
1047		break;
1048
1049	case AT_BDR_MSG:
1050		/*
1051		 * If we send an ATIO to the firmware to increment
1052		 * its command resource count, and the firmware is
1053		 * recovering from a Bus Device Reset, it returns
1054		 * the ATIO with this status. We set the command
1055		 * resource count in the Enable Lun entry and no
1056		 * not increment it. Therefore we should never get
1057		 * this status here.
1058		 */
1059		isp_prt(isp, ISP_LOGERR, atiocope, lun, 0);
1060		break;
1061
1062	case AT_CDB:		/* Got a CDB */
1063		/*
1064		 * Punt to platform specific layer.
1065		 */
1066		isp_async(isp, ISPASYNC_TARGET_ACTION, aep);
1067		break;
1068
1069	case AT_RESET:
1070		/*
1071		 * A bus reset came along an blew away this command. Why
1072		 * they do this in addition the async event code stuff,
1073		 * I dunno.
1074		 *
1075		 * Ignore it because the async event will clear things
1076		 * up for us.
1077		 */
1078		isp_prt(isp, ISP_LOGERR, atior, lun, iid, 0);
1079		break;
1080
1081
1082	default:
1083		isp_prt(isp, ISP_LOGERR, "Unknown ATIO2 status 0x%x from handle %d for lun %x", aep->at_status, iid, lun);
1084		(void) isp_target_put_atio(isp, aep);
1085		break;
1086	}
1087}
1088
1089static void
1090isp_handle_ctio2(ispsoftc_t *isp, ct2_entry_t *ct)
1091{
1092	void *xs;
1093	int pl = ISP_LOGTDEBUG2;
1094	char *fmsg = NULL;
1095
1096	if (ct->ct_syshandle) {
1097		xs = isp_find_xs(isp, ct->ct_syshandle);
1098		if (xs == NULL) {
1099			pl = ISP_LOGALL;
1100		}
1101	} else {
1102		xs = NULL;
1103	}
1104
1105	switch (ct->ct_status & ~QLTM_SVALID) {
1106	case CT_BUS_ERROR:
1107		isp_prt(isp, ISP_LOGERR, "PCI DMA Bus Error");
1108		/* FALL Through */
1109	case CT_DATA_OVER:
1110	case CT_DATA_UNDER:
1111	case CT_OK:
1112		/*
1113		 * There are generally 2 possibilities as to why we'd get
1114		 * this condition:
1115		 * 	We sent or received data.
1116		 * 	We sent status & command complete.
1117		 */
1118
1119		break;
1120
1121	case CT_BDR_MSG:
1122		/*
1123		 * Target Reset function received.
1124		 *
1125		 * The firmware generates an async mailbox interrupt to
1126		 * notify us of this and returns outstanding CTIOs with this
1127		 * status. These CTIOs are handled in that same way as
1128		 * CT_ABORTED ones, so just fall through here.
1129		 */
1130		fmsg = "TARGET RESET";
1131		/*FALLTHROUGH*/
1132	case CT_RESET:
1133		if (fmsg == NULL)
1134			fmsg = "LIP Reset";
1135		/*FALLTHROUGH*/
1136	case CT_ABORTED:
1137		/*
1138		 * When an Abort message is received the firmware goes to
1139		 * Bus Free and returns all outstanding CTIOs with the status
1140		 * set, then sends us an Immediate Notify entry.
1141		 */
1142		if (fmsg == NULL) {
1143			fmsg = "ABORT";
1144		}
1145
1146		isp_prt(isp, ISP_LOGTDEBUG0, "CTIO2 destroyed by %s: RX_ID=0x%x", fmsg, ct->ct_rxid);
1147		break;
1148
1149	case CT_INVAL:
1150		/*
1151		 * CTIO rejected by the firmware - invalid data direction.
1152		 */
1153		isp_prt(isp, ISP_LOGERR, "CTIO2 had wrong data direction");
1154		break;
1155
1156	case CT_RSELTMO:
1157		fmsg = "failure to reconnect to initiator";
1158		/*FALLTHROUGH*/
1159	case CT_TIMEOUT:
1160		if (fmsg == NULL)
1161			fmsg = "command";
1162		isp_prt(isp, ISP_LOGWARN, "Firmware timed out on %s", fmsg);
1163		break;
1164
1165	case CT_ERR:
1166		fmsg = "Completed with Error";
1167		/*FALLTHROUGH*/
1168	case CT_LOGOUT:
1169		if (fmsg == NULL)
1170			fmsg = "Port Logout";
1171		/*FALLTHROUGH*/
1172	case CT_PORTUNAVAIL:
1173		if (fmsg == NULL)
1174			fmsg = "Port not available";
1175		/*FALLTHROUGH*/
1176	case CT_PORTCHANGED:
1177		if (fmsg == NULL)
1178			fmsg = "Port Changed";
1179		/*FALLTHROUGH*/
1180	case CT_NOACK:
1181		if (fmsg == NULL)
1182			fmsg = "unacknowledged Immediate Notify pending";
1183		isp_prt(isp, ISP_LOGWARN, "CTIO returned by f/w- %s", fmsg);
1184		break;
1185
1186	case CT_INVRXID:
1187		/*
1188		 * CTIO rejected by the firmware because an invalid RX_ID.
1189		 * Just print a message.
1190		 */
1191		isp_prt(isp, ISP_LOGWARN, "CTIO2 completed with Invalid RX_ID 0x%x", ct->ct_rxid);
1192		break;
1193
1194	default:
1195		isp_prt(isp, ISP_LOGERR, "Unknown CTIO2 status 0x%x", ct->ct_status & ~QLTM_SVALID);
1196		break;
1197	}
1198
1199	if (xs == NULL) {
1200		/*
1201		 * There may be more than one CTIO for a data transfer,
1202		 * or this may be a status CTIO we're not monitoring.
1203		 *
1204		 * The assumption is that they'll all be returned in the
1205		 * order we got them.
1206		 */
1207		if (ct->ct_syshandle == 0) {
1208			if ((ct->ct_flags & CT2_SENDSTATUS) == 0) {
1209				isp_prt(isp, pl, "intermediate CTIO completed ok");
1210			} else {
1211				isp_prt(isp, pl, "unmonitored CTIO completed ok");
1212			}
1213		} else {
1214			isp_prt(isp, pl, "NO xs for CTIO (handle 0x%x) status 0x%x", ct->ct_syshandle, ct->ct_status & ~QLTM_SVALID);
1215		}
1216	} else {
1217		if ((ct->ct_flags & CT2_DATAMASK) != CT2_NO_DATA) {
1218			ISP_DMAFREE(isp, xs, ct->ct_syshandle);
1219		}
1220		if (ct->ct_flags & CT2_SENDSTATUS) {
1221			/*
1222			 * Sent status and command complete.
1223			 *
1224			 * We're now really done with this command, so we
1225			 * punt to the platform dependent layers because
1226			 * only there can we do the appropriate command
1227			 * complete thread synchronization.
1228			 */
1229			isp_prt(isp, pl, "status CTIO complete");
1230		} else {
1231			/*
1232			 * Final CTIO completed. Release DMA resources and
1233			 * notify platform dependent layers.
1234			 */
1235			isp_prt(isp, pl, "data CTIO complete");
1236		}
1237		isp_async(isp, ISPASYNC_TARGET_ACTION, ct);
1238		/*
1239		 * The platform layer will destroy the handle if appropriate.
1240		 */
1241	}
1242}
1243
1244static void
1245isp_handle_ctio7(ispsoftc_t *isp, ct7_entry_t *ct)
1246{
1247	void *xs;
1248	int pl = ISP_LOGTDEBUG2;
1249	char *fmsg = NULL;
1250
1251	if (ct->ct_syshandle) {
1252		xs = isp_find_xs(isp, ct->ct_syshandle);
1253		if (xs == NULL) {
1254			pl = ISP_LOGALL;
1255		}
1256	} else {
1257		xs = NULL;
1258	}
1259
1260	switch (ct->ct_nphdl) {
1261	case CT7_BUS_ERROR:
1262		isp_prt(isp, ISP_LOGERR, "PCI DMA Bus Error");
1263		/* FALL Through */
1264	case CT7_DATA_OVER:
1265	case CT7_DATA_UNDER:
1266	case CT7_OK:
1267		/*
1268		 * There are generally 2 possibilities as to why we'd get
1269		 * this condition:
1270		 * 	We sent or received data.
1271		 * 	We sent status & command complete.
1272		 */
1273
1274		break;
1275
1276	case CT7_RESET:
1277		if (fmsg == NULL) {
1278			fmsg = "LIP Reset";
1279		}
1280		/*FALLTHROUGH*/
1281	case CT7_ABORTED:
1282		/*
1283		 * When an Abort message is received the firmware goes to
1284		 * Bus Free and returns all outstanding CTIOs with the status
1285		 * set, then sends us an Immediate Notify entry.
1286		 */
1287		if (fmsg == NULL) {
1288			fmsg = "ABORT";
1289		}
1290		isp_prt(isp, ISP_LOGTDEBUG0, "CTIO7 destroyed by %s: RX_ID=0x%x", fmsg, ct->ct_rxid);
1291		break;
1292
1293	case CT7_TIMEOUT:
1294		if (fmsg == NULL) {
1295			fmsg = "command";
1296		}
1297		isp_prt(isp, ISP_LOGWARN, "Firmware timed out on %s", fmsg);
1298		break;
1299
1300	case CT7_ERR:
1301		fmsg = "Completed with Error";
1302		/*FALLTHROUGH*/
1303	case CT7_LOGOUT:
1304		if (fmsg == NULL) {
1305			fmsg = "Port Logout";
1306		}
1307		/*FALLTHROUGH*/
1308	case CT7_PORTUNAVAIL:
1309		if (fmsg == NULL) {
1310			fmsg = "Port not available";
1311		}
1312		/*FALLTHROUGH*/
1313	case CT7_PORTCHANGED:
1314		if (fmsg == NULL) {
1315			fmsg = "Port Changed";
1316		}
1317		isp_prt(isp, ISP_LOGWARN, "CTIO returned by f/w- %s", fmsg);
1318		break;
1319
1320	case CT7_INVRXID:
1321		/*
1322		 * CTIO rejected by the firmware because an invalid RX_ID.
1323		 * Just print a message.
1324		 */
1325		isp_prt(isp, ISP_LOGWARN, "CTIO7 completed with Invalid RX_ID 0x%x", ct->ct_rxid);
1326		break;
1327
1328	case CT7_REASSY_ERR:
1329		isp_prt(isp, ISP_LOGWARN, "reassembly error");
1330		break;
1331
1332	case CT7_SRR:
1333		isp_prt(isp, ISP_LOGTDEBUG0, "SRR received");
1334		break;
1335
1336	default:
1337		isp_prt(isp, ISP_LOGERR, "Unknown CTIO7 status 0x%x", ct->ct_nphdl);
1338		break;
1339	}
1340
1341	if (xs == NULL) {
1342		/*
1343		 * There may be more than one CTIO for a data transfer,
1344		 * or this may be a status CTIO we're not monitoring.
1345		 *
1346		 * The assumption is that they'll all be returned in the
1347		 * order we got them.
1348		 */
1349		if (ct->ct_syshandle == 0) {
1350			if (ct->ct_flags & CT7_TERMINATE) {
1351				isp_prt(isp, ISP_LOGINFO, "termination of [RX_ID 0x%x] complete", ct->ct_rxid);
1352			} else if ((ct->ct_flags & CT7_SENDSTATUS) == 0) {
1353				isp_prt(isp, pl, "intermediate CTIO completed ok");
1354			} else {
1355				isp_prt(isp, pl, "unmonitored CTIO completed ok");
1356			}
1357		} else {
1358			isp_prt(isp, pl, "NO xs for CTIO (handle 0x%x) status 0x%x", ct->ct_syshandle, ct->ct_nphdl);
1359		}
1360	} else {
1361		if ((ct->ct_flags & CT7_DATAMASK) != CT7_NO_DATA) {
1362			ISP_DMAFREE(isp, xs, ct->ct_syshandle);
1363		}
1364		if (ct->ct_flags & CT7_SENDSTATUS) {
1365			/*
1366			 * Sent status and command complete.
1367			 *
1368			 * We're now really done with this command, so we
1369			 * punt to the platform dependent layers because
1370			 * only there can we do the appropriate command
1371			 * complete thread synchronization.
1372			 */
1373			isp_prt(isp, pl, "status CTIO complete");
1374		} else {
1375			/*
1376			 * Final CTIO completed. Release DMA resources and
1377			 * notify platform dependent layers.
1378			 */
1379			isp_prt(isp, pl, "data CTIO complete");
1380		}
1381		isp_async(isp, ISPASYNC_TARGET_ACTION, ct);
1382		/*
1383		 * The platform layer will destroy the handle if appropriate.
1384		 */
1385	}
1386}
1387
1388static void
1389isp_handle_24xx_inotify(ispsoftc_t *isp, in_fcentry_24xx_t *inot_24xx)
1390{
1391	uint8_t ochan, chan, lochan, hichan;
1392
1393	/*
1394	 * Check to see whether we got a wildcard channel.
1395	 * If so, we have to iterate over all channels.
1396	 */
1397	ochan = chan = ISP_GET_VPIDX(isp, inot_24xx->in_vpidx);
1398	if (chan == 0xff) {
1399		lochan = 0;
1400		hichan = isp->isp_nchan;
1401	} else {
1402		if (chan >= isp->isp_nchan) {
1403			char buf[64];
1404			ISP_SNPRINTF(buf, sizeof buf, "%s: bad channel %d for status 0x%x", __func__, chan, inot_24xx->in_status);
1405			isp_print_bytes(isp, buf, QENTRY_LEN, inot_24xx);
1406			isp_async(isp, ISPASYNC_TARGET_NOTIFY_ACK, inot_24xx);
1407			return;
1408		}
1409		lochan = chan;
1410		hichan = chan + 1;
1411	}
1412	isp_prt(isp, ISP_LOGTDEBUG1, "%s: Immediate Notify Channels %d..%d status=0x%x seqid=0x%x", __func__, lochan, hichan-1, inot_24xx->in_status, inot_24xx->in_rxid);
1413	switch (inot_24xx->in_status) {
1414	case IN24XX_LIP_RESET:
1415	case IN24XX_LINK_RESET:
1416	case IN24XX_PORT_LOGOUT:
1417	case IN24XX_PORT_CHANGED:
1418	case IN24XX_LINK_FAILED:
1419	case IN24XX_SRR_RCVD:
1420	case IN24XX_ELS_RCVD:
1421		for (chan = lochan; chan < hichan; chan++) {
1422			if (FCPARAM(isp, chan)->role == ISP_ROLE_NONE)
1423				continue;
1424			inot_24xx->in_reserved = 0; /* clear this for later usage */
1425			inot_24xx->in_vpidx = chan;
1426			isp_async(isp, ISPASYNC_TARGET_ACTION, inot_24xx);
1427		}
1428		inot_24xx->in_vpidx = ochan;
1429		break;
1430	default:
1431		isp_prt(isp, ISP_LOGINFO, "%s: unhandled status (0x%x) for chan %d",
1432		    __func__, inot_24xx->in_status, chan);
1433		isp_async(isp, ISPASYNC_TARGET_NOTIFY_ACK, inot_24xx);
1434		break;
1435	}
1436}
1437#endif
1438