• Home
  • History
  • Annotate
  • Line#
  • Navigate
  • Raw
  • Download
  • only in /asuswrt-rt-n18u-9.0.0.4.380.2695/release/src-rt-6.x.4708/linux/linux-2.6/drivers/scsi/qla2xxx/
1/*
2 * QLogic Fibre Channel HBA Driver
3 * Copyright (c)  2003-2010 QLogic Corporation
4 *
5 * See LICENSE.qla2xxx for copyright and licensing details.
6 */
7#include "qla_def.h"
8
9#include <linux/delay.h>
10#include <linux/slab.h>
11#include <scsi/scsi_tcq.h>
12#include <scsi/scsi_bsg_fc.h>
13#include <scsi/scsi_eh.h>
14
15static void qla2x00_mbx_completion(scsi_qla_host_t *, uint16_t);
16static void qla2x00_process_completed_request(struct scsi_qla_host *,
17	struct req_que *, uint32_t);
18static void qla2x00_status_entry(scsi_qla_host_t *, struct rsp_que *, void *);
19static void qla2x00_status_cont_entry(struct rsp_que *, sts_cont_entry_t *);
20static void qla2x00_error_entry(scsi_qla_host_t *, struct rsp_que *,
21	sts_entry_t *);
22
23/**
24 * qla2100_intr_handler() - Process interrupts for the ISP2100 and ISP2200.
25 * @irq:
26 * @dev_id: SCSI driver HA context
27 *
28 * Called by system whenever the host adapter generates an interrupt.
29 *
30 * Returns handled flag.
31 */
32irqreturn_t
33qla2100_intr_handler(int irq, void *dev_id)
34{
35	scsi_qla_host_t	*vha;
36	struct qla_hw_data *ha;
37	struct device_reg_2xxx __iomem *reg;
38	int		status;
39	unsigned long	iter;
40	uint16_t	hccr;
41	uint16_t	mb[4];
42	struct rsp_que *rsp;
43	unsigned long	flags;
44
45	rsp = (struct rsp_que *) dev_id;
46	if (!rsp) {
47		printk(KERN_INFO
48		    "%s(): NULL response queue pointer\n", __func__);
49		return (IRQ_NONE);
50	}
51
52	ha = rsp->hw;
53	reg = &ha->iobase->isp;
54	status = 0;
55
56	spin_lock_irqsave(&ha->hardware_lock, flags);
57	vha = pci_get_drvdata(ha->pdev);
58	for (iter = 50; iter--; ) {
59		hccr = RD_REG_WORD(&reg->hccr);
60		if (hccr & HCCR_RISC_PAUSE) {
61			if (pci_channel_offline(ha->pdev))
62				break;
63
64			/*
65			 * Issue a "HARD" reset in order for the RISC interrupt
66			 * bit to be cleared.  Schedule a big hammmer to get
67			 * out of the RISC PAUSED state.
68			 */
69			WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
70			RD_REG_WORD(&reg->hccr);
71
72			ha->isp_ops->fw_dump(vha, 1);
73			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
74			break;
75		} else if ((RD_REG_WORD(&reg->istatus) & ISR_RISC_INT) == 0)
76			break;
77
78		if (RD_REG_WORD(&reg->semaphore) & BIT_0) {
79			WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
80			RD_REG_WORD(&reg->hccr);
81
82			/* Get mailbox data. */
83			mb[0] = RD_MAILBOX_REG(ha, reg, 0);
84			if (mb[0] > 0x3fff && mb[0] < 0x8000) {
85				qla2x00_mbx_completion(vha, mb[0]);
86				status |= MBX_INTERRUPT;
87			} else if (mb[0] > 0x7fff && mb[0] < 0xc000) {
88				mb[1] = RD_MAILBOX_REG(ha, reg, 1);
89				mb[2] = RD_MAILBOX_REG(ha, reg, 2);
90				mb[3] = RD_MAILBOX_REG(ha, reg, 3);
91				qla2x00_async_event(vha, rsp, mb);
92			} else {
93				/*EMPTY*/
94				DEBUG2(printk("scsi(%ld): Unrecognized "
95				    "interrupt type (%d).\n",
96				    vha->host_no, mb[0]));
97			}
98			/* Release mailbox registers. */
99			WRT_REG_WORD(&reg->semaphore, 0);
100			RD_REG_WORD(&reg->semaphore);
101		} else {
102			qla2x00_process_response_queue(rsp);
103
104			WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
105			RD_REG_WORD(&reg->hccr);
106		}
107	}
108	spin_unlock_irqrestore(&ha->hardware_lock, flags);
109
110	if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
111	    (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
112		set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
113		complete(&ha->mbx_intr_comp);
114	}
115
116	return (IRQ_HANDLED);
117}
118
119/**
120 * qla2300_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
121 * @irq:
122 * @dev_id: SCSI driver HA context
123 *
124 * Called by system whenever the host adapter generates an interrupt.
125 *
126 * Returns handled flag.
127 */
128irqreturn_t
129qla2300_intr_handler(int irq, void *dev_id)
130{
131	scsi_qla_host_t	*vha;
132	struct device_reg_2xxx __iomem *reg;
133	int		status;
134	unsigned long	iter;
135	uint32_t	stat;
136	uint16_t	hccr;
137	uint16_t	mb[4];
138	struct rsp_que *rsp;
139	struct qla_hw_data *ha;
140	unsigned long	flags;
141
142	rsp = (struct rsp_que *) dev_id;
143	if (!rsp) {
144		printk(KERN_INFO
145		    "%s(): NULL response queue pointer\n", __func__);
146		return (IRQ_NONE);
147	}
148
149	ha = rsp->hw;
150	reg = &ha->iobase->isp;
151	status = 0;
152
153	spin_lock_irqsave(&ha->hardware_lock, flags);
154	vha = pci_get_drvdata(ha->pdev);
155	for (iter = 50; iter--; ) {
156		stat = RD_REG_DWORD(&reg->u.isp2300.host_status);
157		if (stat & HSR_RISC_PAUSED) {
158			if (unlikely(pci_channel_offline(ha->pdev)))
159				break;
160
161			hccr = RD_REG_WORD(&reg->hccr);
162			if (hccr & (BIT_15 | BIT_13 | BIT_11 | BIT_8))
163				qla_printk(KERN_INFO, ha, "Parity error -- "
164				    "HCCR=%x, Dumping firmware!\n", hccr);
165			else
166				qla_printk(KERN_INFO, ha, "RISC paused -- "
167				    "HCCR=%x, Dumping firmware!\n", hccr);
168
169			/*
170			 * Issue a "HARD" reset in order for the RISC
171			 * interrupt bit to be cleared.  Schedule a big
172			 * hammmer to get out of the RISC PAUSED state.
173			 */
174			WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
175			RD_REG_WORD(&reg->hccr);
176
177			ha->isp_ops->fw_dump(vha, 1);
178			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
179			break;
180		} else if ((stat & HSR_RISC_INT) == 0)
181			break;
182
183		switch (stat & 0xff) {
184		case 0x1:
185		case 0x2:
186		case 0x10:
187		case 0x11:
188			qla2x00_mbx_completion(vha, MSW(stat));
189			status |= MBX_INTERRUPT;
190
191			/* Release mailbox registers. */
192			WRT_REG_WORD(&reg->semaphore, 0);
193			break;
194		case 0x12:
195			mb[0] = MSW(stat);
196			mb[1] = RD_MAILBOX_REG(ha, reg, 1);
197			mb[2] = RD_MAILBOX_REG(ha, reg, 2);
198			mb[3] = RD_MAILBOX_REG(ha, reg, 3);
199			qla2x00_async_event(vha, rsp, mb);
200			break;
201		case 0x13:
202			qla2x00_process_response_queue(rsp);
203			break;
204		case 0x15:
205			mb[0] = MBA_CMPLT_1_16BIT;
206			mb[1] = MSW(stat);
207			qla2x00_async_event(vha, rsp, mb);
208			break;
209		case 0x16:
210			mb[0] = MBA_SCSI_COMPLETION;
211			mb[1] = MSW(stat);
212			mb[2] = RD_MAILBOX_REG(ha, reg, 2);
213			qla2x00_async_event(vha, rsp, mb);
214			break;
215		default:
216			DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
217			    "(%d).\n",
218			    vha->host_no, stat & 0xff));
219			break;
220		}
221		WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
222		RD_REG_WORD_RELAXED(&reg->hccr);
223	}
224	spin_unlock_irqrestore(&ha->hardware_lock, flags);
225
226	if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
227	    (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
228		set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
229		complete(&ha->mbx_intr_comp);
230	}
231
232	return (IRQ_HANDLED);
233}
234
235/**
236 * qla2x00_mbx_completion() - Process mailbox command completions.
237 * @ha: SCSI driver HA context
238 * @mb0: Mailbox0 register
239 */
240static void
241qla2x00_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
242{
243	uint16_t	cnt;
244	uint16_t __iomem *wptr;
245	struct qla_hw_data *ha = vha->hw;
246	struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
247
248	/* Load return mailbox registers. */
249	ha->flags.mbox_int = 1;
250	ha->mailbox_out[0] = mb0;
251	wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 1);
252
253	for (cnt = 1; cnt < ha->mbx_count; cnt++) {
254		if (IS_QLA2200(ha) && cnt == 8)
255			wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 8);
256		if (cnt == 4 || cnt == 5)
257			ha->mailbox_out[cnt] = qla2x00_debounce_register(wptr);
258		else
259			ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
260
261		wptr++;
262	}
263
264	if (ha->mcp) {
265		DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
266		    __func__, vha->host_no, ha->mcp->mb[0]));
267	} else {
268		DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
269		    __func__, vha->host_no));
270	}
271}
272
273static void
274qla81xx_idc_event(scsi_qla_host_t *vha, uint16_t aen, uint16_t descr)
275{
276	static char *event[] =
277		{ "Complete", "Request Notification", "Time Extension" };
278	int rval;
279	struct device_reg_24xx __iomem *reg24 = &vha->hw->iobase->isp24;
280	uint16_t __iomem *wptr;
281	uint16_t cnt, timeout, mb[QLA_IDC_ACK_REGS];
282
283	/* Seed data -- mailbox1 -> mailbox7. */
284	wptr = (uint16_t __iomem *)&reg24->mailbox1;
285	for (cnt = 0; cnt < QLA_IDC_ACK_REGS; cnt++, wptr++)
286		mb[cnt] = RD_REG_WORD(wptr);
287
288	DEBUG2(printk("scsi(%ld): Inter-Driver Commucation %s -- "
289	    "%04x %04x %04x %04x %04x %04x %04x.\n", vha->host_no,
290	    event[aen & 0xff],
291	    mb[0], mb[1], mb[2], mb[3], mb[4], mb[5], mb[6]));
292
293	/* Acknowledgement needed? [Notify && non-zero timeout]. */
294	timeout = (descr >> 8) & 0xf;
295	if (aen != MBA_IDC_NOTIFY || !timeout)
296		return;
297
298	DEBUG2(printk("scsi(%ld): Inter-Driver Commucation %s -- "
299	    "ACK timeout=%d.\n", vha->host_no, event[aen & 0xff], timeout));
300
301	rval = qla2x00_post_idc_ack_work(vha, mb);
302	if (rval != QLA_SUCCESS)
303		qla_printk(KERN_WARNING, vha->hw,
304		    "IDC failed to post ACK.\n");
305}
306
307/**
308 * qla2x00_async_event() - Process aynchronous events.
309 * @ha: SCSI driver HA context
310 * @mb: Mailbox registers (0 - 3)
311 */
312void
313qla2x00_async_event(scsi_qla_host_t *vha, struct rsp_que *rsp, uint16_t *mb)
314{
315#define LS_UNKNOWN	2
316	static char	*link_speeds[] = { "1", "2", "?", "4", "8", "10" };
317	char		*link_speed;
318	uint16_t	handle_cnt;
319	uint16_t	cnt, mbx;
320	uint32_t	handles[5];
321	struct qla_hw_data *ha = vha->hw;
322	struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
323	struct device_reg_24xx __iomem *reg24 = &ha->iobase->isp24;
324	uint32_t	rscn_entry, host_pid;
325	uint8_t		rscn_queue_index;
326	unsigned long	flags;
327
328	/* Setup to process RIO completion. */
329	handle_cnt = 0;
330	if (IS_QLA8XXX_TYPE(ha))
331		goto skip_rio;
332	switch (mb[0]) {
333	case MBA_SCSI_COMPLETION:
334		handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
335		handle_cnt = 1;
336		break;
337	case MBA_CMPLT_1_16BIT:
338		handles[0] = mb[1];
339		handle_cnt = 1;
340		mb[0] = MBA_SCSI_COMPLETION;
341		break;
342	case MBA_CMPLT_2_16BIT:
343		handles[0] = mb[1];
344		handles[1] = mb[2];
345		handle_cnt = 2;
346		mb[0] = MBA_SCSI_COMPLETION;
347		break;
348	case MBA_CMPLT_3_16BIT:
349		handles[0] = mb[1];
350		handles[1] = mb[2];
351		handles[2] = mb[3];
352		handle_cnt = 3;
353		mb[0] = MBA_SCSI_COMPLETION;
354		break;
355	case MBA_CMPLT_4_16BIT:
356		handles[0] = mb[1];
357		handles[1] = mb[2];
358		handles[2] = mb[3];
359		handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
360		handle_cnt = 4;
361		mb[0] = MBA_SCSI_COMPLETION;
362		break;
363	case MBA_CMPLT_5_16BIT:
364		handles[0] = mb[1];
365		handles[1] = mb[2];
366		handles[2] = mb[3];
367		handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
368		handles[4] = (uint32_t)RD_MAILBOX_REG(ha, reg, 7);
369		handle_cnt = 5;
370		mb[0] = MBA_SCSI_COMPLETION;
371		break;
372	case MBA_CMPLT_2_32BIT:
373		handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
374		handles[1] = le32_to_cpu(
375		    ((uint32_t)(RD_MAILBOX_REG(ha, reg, 7) << 16)) |
376		    RD_MAILBOX_REG(ha, reg, 6));
377		handle_cnt = 2;
378		mb[0] = MBA_SCSI_COMPLETION;
379		break;
380	default:
381		break;
382	}
383skip_rio:
384	switch (mb[0]) {
385	case MBA_SCSI_COMPLETION:	/* Fast Post */
386		if (!vha->flags.online)
387			break;
388
389		for (cnt = 0; cnt < handle_cnt; cnt++)
390			qla2x00_process_completed_request(vha, rsp->req,
391				handles[cnt]);
392		break;
393
394	case MBA_RESET:			/* Reset */
395		DEBUG2(printk("scsi(%ld): Asynchronous RESET.\n",
396			vha->host_no));
397
398		set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
399		break;
400
401	case MBA_SYSTEM_ERR:		/* System Error */
402		mbx = IS_QLA81XX(ha) ? RD_REG_WORD(&reg24->mailbox7) : 0;
403		qla_printk(KERN_INFO, ha,
404		    "ISP System Error - mbx1=%xh mbx2=%xh mbx3=%xh "
405		    "mbx7=%xh.\n", mb[1], mb[2], mb[3], mbx);
406
407		ha->isp_ops->fw_dump(vha, 1);
408
409		if (IS_FWI2_CAPABLE(ha)) {
410			if (mb[1] == 0 && mb[2] == 0) {
411				qla_printk(KERN_ERR, ha,
412				    "Unrecoverable Hardware Error: adapter "
413				    "marked OFFLINE!\n");
414				vha->flags.online = 0;
415			} else
416				set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
417		} else if (mb[1] == 0) {
418			qla_printk(KERN_INFO, ha,
419			    "Unrecoverable Hardware Error: adapter marked "
420			    "OFFLINE!\n");
421			vha->flags.online = 0;
422		} else
423			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
424		break;
425
426	case MBA_REQ_TRANSFER_ERR:	/* Request Transfer Error */
427		DEBUG2(printk("scsi(%ld): ISP Request Transfer Error (%x).\n",
428		    vha->host_no, mb[1]));
429		qla_printk(KERN_WARNING, ha,
430		    "ISP Request Transfer Error (%x).\n", mb[1]);
431
432		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
433		break;
434
435	case MBA_RSP_TRANSFER_ERR:	/* Response Transfer Error */
436		DEBUG2(printk("scsi(%ld): ISP Response Transfer Error.\n",
437		    vha->host_no));
438		qla_printk(KERN_WARNING, ha, "ISP Response Transfer Error.\n");
439
440		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
441		break;
442
443	case MBA_WAKEUP_THRES:		/* Request Queue Wake-up */
444		DEBUG2(printk("scsi(%ld): Asynchronous WAKEUP_THRES.\n",
445		    vha->host_no));
446		break;
447
448	case MBA_LIP_OCCURRED:		/* Loop Initialization Procedure */
449		DEBUG2(printk("scsi(%ld): LIP occurred (%x).\n", vha->host_no,
450		    mb[1]));
451		qla_printk(KERN_INFO, ha, "LIP occurred (%x).\n", mb[1]);
452
453		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
454			atomic_set(&vha->loop_state, LOOP_DOWN);
455			atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
456			qla2x00_mark_all_devices_lost(vha, 1);
457		}
458
459		if (vha->vp_idx) {
460			atomic_set(&vha->vp_state, VP_FAILED);
461			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
462		}
463
464		set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
465		set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
466
467		vha->flags.management_server_logged_in = 0;
468		qla2x00_post_aen_work(vha, FCH_EVT_LIP, mb[1]);
469		break;
470
471	case MBA_LOOP_UP:		/* Loop Up Event */
472		if (IS_QLA2100(ha) || IS_QLA2200(ha)) {
473			link_speed = link_speeds[0];
474			ha->link_data_rate = PORT_SPEED_1GB;
475		} else {
476			link_speed = link_speeds[LS_UNKNOWN];
477			if (mb[1] < 5)
478				link_speed = link_speeds[mb[1]];
479			else if (mb[1] == 0x13)
480				link_speed = link_speeds[5];
481			ha->link_data_rate = mb[1];
482		}
483
484		DEBUG2(printk("scsi(%ld): Asynchronous LOOP UP (%s Gbps).\n",
485		    vha->host_no, link_speed));
486		qla_printk(KERN_INFO, ha, "LOOP UP detected (%s Gbps).\n",
487		    link_speed);
488
489		vha->flags.management_server_logged_in = 0;
490		qla2x00_post_aen_work(vha, FCH_EVT_LINKUP, ha->link_data_rate);
491		break;
492
493	case MBA_LOOP_DOWN:		/* Loop Down Event */
494		mbx = IS_QLA81XX(ha) ? RD_REG_WORD(&reg24->mailbox4) : 0;
495		DEBUG2(printk("scsi(%ld): Asynchronous LOOP DOWN "
496		    "(%x %x %x %x).\n", vha->host_no, mb[1], mb[2], mb[3],
497		    mbx));
498		qla_printk(KERN_INFO, ha,
499		    "LOOP DOWN detected (%x %x %x %x).\n", mb[1], mb[2], mb[3],
500		    mbx);
501
502		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
503			atomic_set(&vha->loop_state, LOOP_DOWN);
504			atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
505			vha->device_flags |= DFLG_NO_CABLE;
506			qla2x00_mark_all_devices_lost(vha, 1);
507		}
508
509		if (vha->vp_idx) {
510			atomic_set(&vha->vp_state, VP_FAILED);
511			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
512		}
513
514		vha->flags.management_server_logged_in = 0;
515		ha->link_data_rate = PORT_SPEED_UNKNOWN;
516		qla2x00_post_aen_work(vha, FCH_EVT_LINKDOWN, 0);
517		break;
518
519	case MBA_LIP_RESET:		/* LIP reset occurred */
520		DEBUG2(printk("scsi(%ld): Asynchronous LIP RESET (%x).\n",
521		    vha->host_no, mb[1]));
522		qla_printk(KERN_INFO, ha,
523		    "LIP reset occurred (%x).\n", mb[1]);
524
525		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
526			atomic_set(&vha->loop_state, LOOP_DOWN);
527			atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
528			qla2x00_mark_all_devices_lost(vha, 1);
529		}
530
531		if (vha->vp_idx) {
532			atomic_set(&vha->vp_state, VP_FAILED);
533			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
534		}
535
536		set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
537
538		ha->operating_mode = LOOP;
539		vha->flags.management_server_logged_in = 0;
540		qla2x00_post_aen_work(vha, FCH_EVT_LIPRESET, mb[1]);
541		break;
542
543	/* case MBA_DCBX_COMPLETE: */
544	case MBA_POINT_TO_POINT:	/* Point-to-Point */
545		if (IS_QLA2100(ha))
546			break;
547
548		if (IS_QLA8XXX_TYPE(ha)) {
549			DEBUG2(printk("scsi(%ld): DCBX Completed -- %04x %04x "
550			    "%04x\n", vha->host_no, mb[1], mb[2], mb[3]));
551			if (ha->notify_dcbx_comp)
552				complete(&ha->dcbx_comp);
553
554		} else
555			DEBUG2(printk("scsi(%ld): Asynchronous P2P MODE "
556			    "received.\n", vha->host_no));
557
558		/*
559		 * Until there's a transition from loop down to loop up, treat
560		 * this as loop down only.
561		 */
562		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
563			atomic_set(&vha->loop_state, LOOP_DOWN);
564			if (!atomic_read(&vha->loop_down_timer))
565				atomic_set(&vha->loop_down_timer,
566				    LOOP_DOWN_TIME);
567			qla2x00_mark_all_devices_lost(vha, 1);
568		}
569
570		if (vha->vp_idx) {
571			atomic_set(&vha->vp_state, VP_FAILED);
572			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
573		}
574
575		if (!(test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)))
576			set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
577
578		set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
579		set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
580
581		ha->flags.gpsc_supported = 1;
582		vha->flags.management_server_logged_in = 0;
583		break;
584
585	case MBA_CHG_IN_CONNECTION:	/* Change in connection mode */
586		if (IS_QLA2100(ha))
587			break;
588
589		DEBUG2(printk("scsi(%ld): Asynchronous Change In Connection "
590		    "received.\n",
591		    vha->host_no));
592		qla_printk(KERN_INFO, ha,
593		    "Configuration change detected: value=%x.\n", mb[1]);
594
595		if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
596			atomic_set(&vha->loop_state, LOOP_DOWN);
597			if (!atomic_read(&vha->loop_down_timer))
598				atomic_set(&vha->loop_down_timer,
599				    LOOP_DOWN_TIME);
600			qla2x00_mark_all_devices_lost(vha, 1);
601		}
602
603		if (vha->vp_idx) {
604			atomic_set(&vha->vp_state, VP_FAILED);
605			fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
606		}
607
608		set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
609		set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
610		break;
611
612	case MBA_PORT_UPDATE:		/* Port database update */
613		/*
614		 * Handle only global and vn-port update events
615		 *
616		 * Relevant inputs:
617		 * mb[1] = N_Port handle of changed port
618		 * OR 0xffff for global event
619		 * mb[2] = New login state
620		 * 7 = Port logged out
621		 * mb[3] = LSB is vp_idx, 0xff = all vps
622		 *
623		 * Skip processing if:
624		 *       Event is global, vp_idx is NOT all vps,
625		 *           vp_idx does not match
626		 *       Event is not global, vp_idx does not match
627		 */
628		if (IS_QLA2XXX_MIDTYPE(ha) &&
629		    ((mb[1] == 0xffff && (mb[3] & 0xff) != 0xff) ||
630			(mb[1] != 0xffff)) && vha->vp_idx != (mb[3] & 0xff))
631			break;
632
633		/* Global event -- port logout or port unavailable. */
634		if (mb[1] == 0xffff && mb[2] == 0x7) {
635			DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE.\n",
636			    vha->host_no));
637			DEBUG(printk(KERN_INFO
638			    "scsi(%ld): Port unavailable %04x %04x %04x.\n",
639			    vha->host_no, mb[1], mb[2], mb[3]));
640
641			if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
642				atomic_set(&vha->loop_state, LOOP_DOWN);
643				atomic_set(&vha->loop_down_timer,
644				    LOOP_DOWN_TIME);
645				vha->device_flags |= DFLG_NO_CABLE;
646				qla2x00_mark_all_devices_lost(vha, 1);
647			}
648
649			if (vha->vp_idx) {
650				atomic_set(&vha->vp_state, VP_FAILED);
651				fc_vport_set_state(vha->fc_vport,
652				    FC_VPORT_FAILED);
653				qla2x00_mark_all_devices_lost(vha, 1);
654			}
655
656			vha->flags.management_server_logged_in = 0;
657			ha->link_data_rate = PORT_SPEED_UNKNOWN;
658			break;
659		}
660
661		/*
662		 * If PORT UPDATE is global (received LIP_OCCURRED/LIP_RESET
663		 * event etc. earlier indicating loop is down) then process
664		 * it.  Otherwise ignore it and Wait for RSCN to come in.
665		 */
666		atomic_set(&vha->loop_down_timer, 0);
667		if (atomic_read(&vha->loop_state) != LOOP_DOWN &&
668		    atomic_read(&vha->loop_state) != LOOP_DEAD) {
669			DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE "
670			    "ignored %04x/%04x/%04x.\n", vha->host_no, mb[1],
671			    mb[2], mb[3]));
672			break;
673		}
674
675		DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE.\n",
676		    vha->host_no));
677		DEBUG(printk(KERN_INFO
678		    "scsi(%ld): Port database changed %04x %04x %04x.\n",
679		    vha->host_no, mb[1], mb[2], mb[3]));
680
681		/*
682		 * Mark all devices as missing so we will login again.
683		 */
684		atomic_set(&vha->loop_state, LOOP_UP);
685
686		qla2x00_mark_all_devices_lost(vha, 1);
687
688		vha->flags.rscn_queue_overflow = 1;
689
690		set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
691		set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
692		break;
693
694	case MBA_RSCN_UPDATE:		/* State Change Registration */
695		/* Check if the Vport has issued a SCR */
696		if (vha->vp_idx && test_bit(VP_SCR_NEEDED, &vha->vp_flags))
697			break;
698		/* Only handle SCNs for our Vport index. */
699		if (ha->flags.npiv_supported && vha->vp_idx != (mb[3] & 0xff))
700			break;
701
702		DEBUG2(printk("scsi(%ld): Asynchronous RSCR UPDATE.\n",
703		    vha->host_no));
704		DEBUG(printk(KERN_INFO
705		    "scsi(%ld): RSCN database changed -- %04x %04x %04x.\n",
706		    vha->host_no, mb[1], mb[2], mb[3]));
707
708		rscn_entry = ((mb[1] & 0xff) << 16) | mb[2];
709		host_pid = (vha->d_id.b.domain << 16) | (vha->d_id.b.area << 8)
710				| vha->d_id.b.al_pa;
711		if (rscn_entry == host_pid) {
712			DEBUG(printk(KERN_INFO
713			    "scsi(%ld): Ignoring RSCN update to local host "
714			    "port ID (%06x)\n",
715			    vha->host_no, host_pid));
716			break;
717		}
718
719		/* Ignore reserved bits from RSCN-payload. */
720		rscn_entry = ((mb[1] & 0x3ff) << 16) | mb[2];
721		rscn_queue_index = vha->rscn_in_ptr + 1;
722		if (rscn_queue_index == MAX_RSCN_COUNT)
723			rscn_queue_index = 0;
724		if (rscn_queue_index != vha->rscn_out_ptr) {
725			vha->rscn_queue[vha->rscn_in_ptr] = rscn_entry;
726			vha->rscn_in_ptr = rscn_queue_index;
727		} else {
728			vha->flags.rscn_queue_overflow = 1;
729		}
730
731		atomic_set(&vha->loop_state, LOOP_UPDATE);
732		atomic_set(&vha->loop_down_timer, 0);
733		vha->flags.management_server_logged_in = 0;
734
735		set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
736		set_bit(RSCN_UPDATE, &vha->dpc_flags);
737		qla2x00_post_aen_work(vha, FCH_EVT_RSCN, rscn_entry);
738		break;
739
740	/* case MBA_RIO_RESPONSE: */
741	case MBA_ZIO_RESPONSE:
742		DEBUG3(printk("scsi(%ld): [R|Z]IO update completion.\n",
743		    vha->host_no));
744
745		if (IS_FWI2_CAPABLE(ha))
746			qla24xx_process_response_queue(vha, rsp);
747		else
748			qla2x00_process_response_queue(rsp);
749		break;
750
751	case MBA_DISCARD_RND_FRAME:
752		DEBUG2(printk("scsi(%ld): Discard RND Frame -- %04x %04x "
753		    "%04x.\n", vha->host_no, mb[1], mb[2], mb[3]));
754		break;
755
756	case MBA_TRACE_NOTIFICATION:
757		DEBUG2(printk("scsi(%ld): Trace Notification -- %04x %04x.\n",
758		vha->host_no, mb[1], mb[2]));
759		break;
760
761	case MBA_ISP84XX_ALERT:
762		DEBUG2(printk("scsi(%ld): ISP84XX Alert Notification -- "
763		    "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
764
765		spin_lock_irqsave(&ha->cs84xx->access_lock, flags);
766		switch (mb[1]) {
767		case A84_PANIC_RECOVERY:
768			qla_printk(KERN_INFO, ha, "Alert 84XX: panic recovery "
769			    "%04x %04x\n", mb[2], mb[3]);
770			break;
771		case A84_OP_LOGIN_COMPLETE:
772			ha->cs84xx->op_fw_version = mb[3] << 16 | mb[2];
773			DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX:"
774			    "firmware version %x\n", ha->cs84xx->op_fw_version));
775			break;
776		case A84_DIAG_LOGIN_COMPLETE:
777			ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
778			DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX:"
779			    "diagnostic firmware version %x\n",
780			    ha->cs84xx->diag_fw_version));
781			break;
782		case A84_GOLD_LOGIN_COMPLETE:
783			ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
784			ha->cs84xx->fw_update = 1;
785			DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX: gold "
786			    "firmware version %x\n",
787			    ha->cs84xx->gold_fw_version));
788			break;
789		default:
790			qla_printk(KERN_ERR, ha,
791			    "Alert 84xx: Invalid Alert %04x %04x %04x\n",
792			    mb[1], mb[2], mb[3]);
793		}
794		spin_unlock_irqrestore(&ha->cs84xx->access_lock, flags);
795		break;
796	case MBA_DCBX_START:
797		DEBUG2(printk("scsi(%ld): DCBX Started -- %04x %04x %04x\n",
798		    vha->host_no, mb[1], mb[2], mb[3]));
799		break;
800	case MBA_DCBX_PARAM_UPDATE:
801		DEBUG2(printk("scsi(%ld): DCBX Parameters Updated -- "
802		    "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
803		break;
804	case MBA_FCF_CONF_ERR:
805		DEBUG2(printk("scsi(%ld): FCF Configuration Error -- "
806		    "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
807		break;
808	case MBA_IDC_COMPLETE:
809	case MBA_IDC_NOTIFY:
810	case MBA_IDC_TIME_EXT:
811		qla81xx_idc_event(vha, mb[0], mb[1]);
812		break;
813	}
814
815	if (!vha->vp_idx && ha->num_vhosts)
816		qla2x00_alert_all_vps(rsp, mb);
817}
818
819/**
820 * qla2x00_process_completed_request() - Process a Fast Post response.
821 * @ha: SCSI driver HA context
822 * @index: SRB index
823 */
824static void
825qla2x00_process_completed_request(struct scsi_qla_host *vha,
826				struct req_que *req, uint32_t index)
827{
828	srb_t *sp;
829	struct qla_hw_data *ha = vha->hw;
830
831	/* Validate handle. */
832	if (index >= MAX_OUTSTANDING_COMMANDS) {
833		DEBUG2(printk("scsi(%ld): Invalid SCSI completion handle %d.\n",
834		    vha->host_no, index));
835		qla_printk(KERN_WARNING, ha,
836		    "Invalid SCSI completion handle %d.\n", index);
837
838		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
839		return;
840	}
841
842	sp = req->outstanding_cmds[index];
843	if (sp) {
844		/* Free outstanding command slot. */
845		req->outstanding_cmds[index] = NULL;
846
847		/* Save ISP completion status */
848		sp->cmd->result = DID_OK << 16;
849		qla2x00_sp_compl(ha, sp);
850	} else {
851		DEBUG2(printk("scsi(%ld) Req:%d: Invalid ISP SCSI completion"
852			" handle(0x%x)\n", vha->host_no, req->id, index));
853		qla_printk(KERN_WARNING, ha,
854		    "Invalid ISP SCSI completion handle\n");
855
856		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
857	}
858}
859
860static srb_t *
861qla2x00_get_sp_from_handle(scsi_qla_host_t *vha, const char *func,
862    struct req_que *req, void *iocb)
863{
864	struct qla_hw_data *ha = vha->hw;
865	sts_entry_t *pkt = iocb;
866	srb_t *sp = NULL;
867	uint16_t index;
868
869	index = LSW(pkt->handle);
870	if (index >= MAX_OUTSTANDING_COMMANDS) {
871		qla_printk(KERN_WARNING, ha,
872		    "%s: Invalid completion handle (%x).\n", func, index);
873		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
874		goto done;
875	}
876	sp = req->outstanding_cmds[index];
877	if (!sp) {
878		qla_printk(KERN_WARNING, ha,
879		    "%s: Invalid completion handle (%x) -- timed-out.\n", func,
880		    index);
881		return sp;
882	}
883	if (sp->handle != index) {
884		qla_printk(KERN_WARNING, ha,
885		    "%s: SRB handle (%x) mismatch %x.\n", func, sp->handle,
886		    index);
887		return NULL;
888	}
889
890	req->outstanding_cmds[index] = NULL;
891
892done:
893	return sp;
894}
895
896static void
897qla2x00_mbx_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
898    struct mbx_entry *mbx)
899{
900	const char func[] = "MBX-IOCB";
901	const char *type;
902	fc_port_t *fcport;
903	srb_t *sp;
904	struct srb_iocb *lio;
905	struct srb_ctx *ctx;
906	uint16_t *data;
907	uint16_t status;
908
909	sp = qla2x00_get_sp_from_handle(vha, func, req, mbx);
910	if (!sp)
911		return;
912
913	ctx = sp->ctx;
914	lio = ctx->u.iocb_cmd;
915	type = ctx->name;
916	fcport = sp->fcport;
917	data = lio->u.logio.data;
918
919	data[0] = MBS_COMMAND_ERROR;
920	data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
921	    QLA_LOGIO_LOGIN_RETRIED : 0;
922	if (mbx->entry_status) {
923		DEBUG2(printk(KERN_WARNING
924		    "scsi(%ld:%x): Async-%s error entry - portid=%02x%02x%02x "
925		    "entry-status=%x status=%x state-flag=%x "
926		    "status-flags=%x.\n",
927		    fcport->vha->host_no, sp->handle, type,
928		    fcport->d_id.b.domain, fcport->d_id.b.area,
929		    fcport->d_id.b.al_pa, mbx->entry_status,
930		    le16_to_cpu(mbx->status), le16_to_cpu(mbx->state_flags),
931		    le16_to_cpu(mbx->status_flags)));
932
933		DEBUG2(qla2x00_dump_buffer((uint8_t *)mbx, sizeof(*mbx)));
934
935		goto logio_done;
936	}
937
938	status = le16_to_cpu(mbx->status);
939	if (status == 0x30 && ctx->type == SRB_LOGIN_CMD &&
940	    le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE)
941		status = 0;
942	if (!status && le16_to_cpu(mbx->mb0) == MBS_COMMAND_COMPLETE) {
943		DEBUG2(printk(KERN_DEBUG
944		    "scsi(%ld:%x): Async-%s complete - portid=%02x%02x%02x "
945		    "mbx1=%x.\n",
946		    fcport->vha->host_no, sp->handle, type,
947		    fcport->d_id.b.domain, fcport->d_id.b.area,
948		    fcport->d_id.b.al_pa, le16_to_cpu(mbx->mb1)));
949
950		data[0] = MBS_COMMAND_COMPLETE;
951		if (ctx->type == SRB_LOGIN_CMD) {
952			fcport->port_type = FCT_TARGET;
953			if (le16_to_cpu(mbx->mb1) & BIT_0)
954				fcport->port_type = FCT_INITIATOR;
955			else if (le16_to_cpu(mbx->mb1) & BIT_1)
956				fcport->flags |= FCF_FCP2_DEVICE;
957		}
958		goto logio_done;
959	}
960
961	data[0] = le16_to_cpu(mbx->mb0);
962	switch (data[0]) {
963	case MBS_PORT_ID_USED:
964		data[1] = le16_to_cpu(mbx->mb1);
965		break;
966	case MBS_LOOP_ID_USED:
967		break;
968	default:
969		data[0] = MBS_COMMAND_ERROR;
970		break;
971	}
972
973	DEBUG2(printk(KERN_WARNING
974	    "scsi(%ld:%x): Async-%s failed - portid=%02x%02x%02x status=%x "
975	    "mb0=%x mb1=%x mb2=%x mb6=%x mb7=%x.\n",
976	    fcport->vha->host_no, sp->handle, type, fcport->d_id.b.domain,
977	    fcport->d_id.b.area, fcport->d_id.b.al_pa, status,
978	    le16_to_cpu(mbx->mb0), le16_to_cpu(mbx->mb1),
979	    le16_to_cpu(mbx->mb2), le16_to_cpu(mbx->mb6),
980	    le16_to_cpu(mbx->mb7)));
981
982logio_done:
983	lio->done(sp);
984}
985
986static void
987qla2x00_ct_entry(scsi_qla_host_t *vha, struct req_que *req,
988    sts_entry_t *pkt, int iocb_type)
989{
990	const char func[] = "CT_IOCB";
991	const char *type;
992	struct qla_hw_data *ha = vha->hw;
993	srb_t *sp;
994	struct srb_ctx *sp_bsg;
995	struct fc_bsg_job *bsg_job;
996	uint16_t comp_status;
997
998	sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
999	if (!sp)
1000		return;
1001
1002	sp_bsg = sp->ctx;
1003	bsg_job = sp_bsg->u.bsg_job;
1004
1005	type = NULL;
1006	switch (sp_bsg->type) {
1007	case SRB_CT_CMD:
1008		type = "ct pass-through";
1009		break;
1010	default:
1011		qla_printk(KERN_WARNING, ha,
1012		    "%s: Unrecognized SRB: (%p) type=%d.\n", func, sp,
1013		    sp_bsg->type);
1014		return;
1015	}
1016
1017	comp_status = le16_to_cpu(pkt->comp_status);
1018
1019	/* return FC_CTELS_STATUS_OK and leave the decoding of the ELS/CT
1020	 * fc payload  to the caller
1021	 */
1022	bsg_job->reply->reply_data.ctels_reply.status = FC_CTELS_STATUS_OK;
1023	bsg_job->reply_len = sizeof(struct fc_bsg_reply);
1024
1025	if (comp_status != CS_COMPLETE) {
1026		if (comp_status == CS_DATA_UNDERRUN) {
1027			bsg_job->reply->result = DID_OK << 16;
1028			bsg_job->reply->reply_payload_rcv_len =
1029			    le16_to_cpu(((sts_entry_t *)pkt)->rsp_info_len);
1030
1031			DEBUG2(qla_printk(KERN_WARNING, ha,
1032			    "scsi(%ld): CT pass-through-%s error "
1033			    "comp_status-status=0x%x total_byte = 0x%x.\n",
1034			    vha->host_no, type, comp_status,
1035			    bsg_job->reply->reply_payload_rcv_len));
1036		} else {
1037			DEBUG2(qla_printk(KERN_WARNING, ha,
1038			    "scsi(%ld): CT pass-through-%s error "
1039			    "comp_status-status=0x%x.\n",
1040			    vha->host_no, type, comp_status));
1041			bsg_job->reply->result = DID_ERROR << 16;
1042			bsg_job->reply->reply_payload_rcv_len = 0;
1043		}
1044		DEBUG2(qla2x00_dump_buffer((uint8_t *)pkt, sizeof(*pkt)));
1045	} else {
1046		bsg_job->reply->result =  DID_OK << 16;;
1047		bsg_job->reply->reply_payload_rcv_len =
1048		    bsg_job->reply_payload.payload_len;
1049		bsg_job->reply_len = 0;
1050	}
1051
1052	dma_unmap_sg(&ha->pdev->dev, bsg_job->request_payload.sg_list,
1053	    bsg_job->request_payload.sg_cnt, DMA_TO_DEVICE);
1054
1055	dma_unmap_sg(&ha->pdev->dev, bsg_job->reply_payload.sg_list,
1056	    bsg_job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
1057
1058	if (sp_bsg->type == SRB_ELS_CMD_HST || sp_bsg->type == SRB_CT_CMD)
1059		kfree(sp->fcport);
1060
1061	kfree(sp->ctx);
1062	mempool_free(sp, ha->srb_mempool);
1063	bsg_job->job_done(bsg_job);
1064}
1065
1066static void
1067qla24xx_els_ct_entry(scsi_qla_host_t *vha, struct req_que *req,
1068    struct sts_entry_24xx *pkt, int iocb_type)
1069{
1070	const char func[] = "ELS_CT_IOCB";
1071	const char *type;
1072	struct qla_hw_data *ha = vha->hw;
1073	srb_t *sp;
1074	struct srb_ctx *sp_bsg;
1075	struct fc_bsg_job *bsg_job;
1076	uint16_t comp_status;
1077	uint32_t fw_status[3];
1078	uint8_t* fw_sts_ptr;
1079
1080	sp = qla2x00_get_sp_from_handle(vha, func, req, pkt);
1081	if (!sp)
1082		return;
1083	sp_bsg = sp->ctx;
1084	bsg_job = sp_bsg->u.bsg_job;
1085
1086	type = NULL;
1087	switch (sp_bsg->type) {
1088	case SRB_ELS_CMD_RPT:
1089	case SRB_ELS_CMD_HST:
1090		type = "els";
1091		break;
1092	case SRB_CT_CMD:
1093		type = "ct pass-through";
1094		break;
1095	default:
1096		qla_printk(KERN_WARNING, ha,
1097		    "%s: Unrecognized SRB: (%p) type=%d.\n", func, sp,
1098		    sp_bsg->type);
1099		return;
1100	}
1101
1102	comp_status = fw_status[0] = le16_to_cpu(pkt->comp_status);
1103	fw_status[1] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_1);
1104	fw_status[2] = le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_2);
1105
1106	/* return FC_CTELS_STATUS_OK and leave the decoding of the ELS/CT
1107	 * fc payload  to the caller
1108	 */
1109	bsg_job->reply->reply_data.ctels_reply.status = FC_CTELS_STATUS_OK;
1110	bsg_job->reply_len = sizeof(struct fc_bsg_reply) + sizeof(fw_status);
1111
1112	if (comp_status != CS_COMPLETE) {
1113		if (comp_status == CS_DATA_UNDERRUN) {
1114			bsg_job->reply->result = DID_OK << 16;
1115			bsg_job->reply->reply_payload_rcv_len =
1116				le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->total_byte_count);
1117
1118			DEBUG2(qla_printk(KERN_WARNING, ha,
1119			    "scsi(%ld:0x%x): ELS-CT pass-through-%s error comp_status-status=0x%x "
1120			    "error subcode 1=0x%x error subcode 2=0x%x total_byte = 0x%x.\n",
1121				vha->host_no, sp->handle, type, comp_status, fw_status[1], fw_status[2],
1122				le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->total_byte_count)));
1123			fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1124			memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1125		}
1126		else {
1127			DEBUG2(qla_printk(KERN_WARNING, ha,
1128			    "scsi(%ld:0x%x): ELS-CT pass-through-%s error comp_status-status=0x%x "
1129			    "error subcode 1=0x%x error subcode 2=0x%x.\n",
1130				vha->host_no, sp->handle, type, comp_status,
1131				le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_1),
1132				le16_to_cpu(((struct els_sts_entry_24xx*)pkt)->error_subcode_2)));
1133			bsg_job->reply->result = DID_ERROR << 16;
1134			bsg_job->reply->reply_payload_rcv_len = 0;
1135			fw_sts_ptr = ((uint8_t*)bsg_job->req->sense) + sizeof(struct fc_bsg_reply);
1136			memcpy( fw_sts_ptr, fw_status, sizeof(fw_status));
1137		}
1138		DEBUG2(qla2x00_dump_buffer((uint8_t *)pkt, sizeof(*pkt)));
1139	}
1140	else {
1141		bsg_job->reply->result =  DID_OK << 16;;
1142		bsg_job->reply->reply_payload_rcv_len = bsg_job->reply_payload.payload_len;
1143		bsg_job->reply_len = 0;
1144	}
1145
1146	dma_unmap_sg(&ha->pdev->dev,
1147	    bsg_job->request_payload.sg_list,
1148	    bsg_job->request_payload.sg_cnt, DMA_TO_DEVICE);
1149	dma_unmap_sg(&ha->pdev->dev,
1150	    bsg_job->reply_payload.sg_list,
1151	    bsg_job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
1152	if ((sp_bsg->type == SRB_ELS_CMD_HST) ||
1153	    (sp_bsg->type == SRB_CT_CMD))
1154		kfree(sp->fcport);
1155	kfree(sp->ctx);
1156	mempool_free(sp, ha->srb_mempool);
1157	bsg_job->job_done(bsg_job);
1158}
1159
1160static void
1161qla24xx_logio_entry(scsi_qla_host_t *vha, struct req_que *req,
1162    struct logio_entry_24xx *logio)
1163{
1164	const char func[] = "LOGIO-IOCB";
1165	const char *type;
1166	fc_port_t *fcport;
1167	srb_t *sp;
1168	struct srb_iocb *lio;
1169	struct srb_ctx *ctx;
1170	uint16_t *data;
1171	uint32_t iop[2];
1172
1173	sp = qla2x00_get_sp_from_handle(vha, func, req, logio);
1174	if (!sp)
1175		return;
1176
1177	ctx = sp->ctx;
1178	lio = ctx->u.iocb_cmd;
1179	type = ctx->name;
1180	fcport = sp->fcport;
1181	data = lio->u.logio.data;
1182
1183	data[0] = MBS_COMMAND_ERROR;
1184	data[1] = lio->u.logio.flags & SRB_LOGIN_RETRIED ?
1185		QLA_LOGIO_LOGIN_RETRIED : 0;
1186	if (logio->entry_status) {
1187		DEBUG2(printk(KERN_WARNING
1188		    "scsi(%ld:%x): Async-%s error entry - "
1189		    "portid=%02x%02x%02x entry-status=%x.\n",
1190		    fcport->vha->host_no, sp->handle, type,
1191		    fcport->d_id.b.domain, fcport->d_id.b.area,
1192		    fcport->d_id.b.al_pa, logio->entry_status));
1193		DEBUG2(qla2x00_dump_buffer((uint8_t *)logio, sizeof(*logio)));
1194
1195		goto logio_done;
1196	}
1197
1198	if (le16_to_cpu(logio->comp_status) == CS_COMPLETE) {
1199		DEBUG2(printk(KERN_DEBUG
1200		    "scsi(%ld:%x): Async-%s complete - portid=%02x%02x%02x "
1201		    "iop0=%x.\n",
1202		    fcport->vha->host_no, sp->handle, type,
1203		    fcport->d_id.b.domain, fcport->d_id.b.area,
1204		    fcport->d_id.b.al_pa,
1205		    le32_to_cpu(logio->io_parameter[0])));
1206
1207		data[0] = MBS_COMMAND_COMPLETE;
1208		if (ctx->type != SRB_LOGIN_CMD)
1209			goto logio_done;
1210
1211		iop[0] = le32_to_cpu(logio->io_parameter[0]);
1212		if (iop[0] & BIT_4) {
1213			fcport->port_type = FCT_TARGET;
1214			if (iop[0] & BIT_8)
1215				fcport->flags |= FCF_FCP2_DEVICE;
1216		} else if (iop[0] & BIT_5)
1217			fcport->port_type = FCT_INITIATOR;
1218
1219		if (logio->io_parameter[7] || logio->io_parameter[8])
1220			fcport->supported_classes |= FC_COS_CLASS2;
1221		if (logio->io_parameter[9] || logio->io_parameter[10])
1222			fcport->supported_classes |= FC_COS_CLASS3;
1223
1224		goto logio_done;
1225	}
1226
1227	iop[0] = le32_to_cpu(logio->io_parameter[0]);
1228	iop[1] = le32_to_cpu(logio->io_parameter[1]);
1229	switch (iop[0]) {
1230	case LSC_SCODE_PORTID_USED:
1231		data[0] = MBS_PORT_ID_USED;
1232		data[1] = LSW(iop[1]);
1233		break;
1234	case LSC_SCODE_NPORT_USED:
1235		data[0] = MBS_LOOP_ID_USED;
1236		break;
1237	case LSC_SCODE_CMD_FAILED:
1238		if ((iop[1] & 0xff) == 0x05) {
1239			data[0] = MBS_NOT_LOGGED_IN;
1240			break;
1241		}
1242		/* Fall through. */
1243	default:
1244		data[0] = MBS_COMMAND_ERROR;
1245		break;
1246	}
1247
1248	DEBUG2(printk(KERN_WARNING
1249	    "scsi(%ld:%x): Async-%s failed - portid=%02x%02x%02x comp=%x "
1250	    "iop0=%x iop1=%x.\n",
1251	    fcport->vha->host_no, sp->handle, type, fcport->d_id.b.domain,
1252	    fcport->d_id.b.area, fcport->d_id.b.al_pa,
1253	    le16_to_cpu(logio->comp_status),
1254	    le32_to_cpu(logio->io_parameter[0]),
1255	    le32_to_cpu(logio->io_parameter[1])));
1256
1257logio_done:
1258	lio->done(sp);
1259}
1260
1261static void
1262qla24xx_tm_iocb_entry(scsi_qla_host_t *vha, struct req_que *req,
1263    struct tsk_mgmt_entry *tsk)
1264{
1265	const char func[] = "TMF-IOCB";
1266	const char *type;
1267	fc_port_t *fcport;
1268	srb_t *sp;
1269	struct srb_iocb *iocb;
1270	struct srb_ctx *ctx;
1271	struct sts_entry_24xx *sts = (struct sts_entry_24xx *)tsk;
1272	int error = 1;
1273
1274	sp = qla2x00_get_sp_from_handle(vha, func, req, tsk);
1275	if (!sp)
1276		return;
1277
1278	ctx = sp->ctx;
1279	iocb = ctx->u.iocb_cmd;
1280	type = ctx->name;
1281	fcport = sp->fcport;
1282
1283	if (sts->entry_status) {
1284		DEBUG2(printk(KERN_WARNING
1285		    "scsi(%ld:%x): Async-%s error - entry-status(%x).\n",
1286		    fcport->vha->host_no, sp->handle, type,
1287		    sts->entry_status));
1288	} else if (sts->comp_status != __constant_cpu_to_le16(CS_COMPLETE)) {
1289		DEBUG2(printk(KERN_WARNING
1290		    "scsi(%ld:%x): Async-%s error - completion status(%x).\n",
1291		    fcport->vha->host_no, sp->handle, type,
1292		    sts->comp_status));
1293	} else if (!(le16_to_cpu(sts->scsi_status) &
1294	    SS_RESPONSE_INFO_LEN_VALID)) {
1295		DEBUG2(printk(KERN_WARNING
1296		    "scsi(%ld:%x): Async-%s error - no response info(%x).\n",
1297		    fcport->vha->host_no, sp->handle, type,
1298		    sts->scsi_status));
1299	} else if (le32_to_cpu(sts->rsp_data_len) < 4) {
1300		DEBUG2(printk(KERN_WARNING
1301		    "scsi(%ld:%x): Async-%s error - not enough response(%d).\n",
1302		    fcport->vha->host_no, sp->handle, type,
1303		    sts->rsp_data_len));
1304	} else if (sts->data[3]) {
1305		DEBUG2(printk(KERN_WARNING
1306		    "scsi(%ld:%x): Async-%s error - response(%x).\n",
1307		    fcport->vha->host_no, sp->handle, type,
1308		    sts->data[3]));
1309	} else {
1310		error = 0;
1311	}
1312
1313	if (error) {
1314		iocb->u.tmf.data = error;
1315		DEBUG2(qla2x00_dump_buffer((uint8_t *)sts, sizeof(*sts)));
1316	}
1317
1318	iocb->done(sp);
1319}
1320
1321/**
1322 * qla2x00_process_response_queue() - Process response queue entries.
1323 * @ha: SCSI driver HA context
1324 */
1325void
1326qla2x00_process_response_queue(struct rsp_que *rsp)
1327{
1328	struct scsi_qla_host *vha;
1329	struct qla_hw_data *ha = rsp->hw;
1330	struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
1331	sts_entry_t	*pkt;
1332	uint16_t        handle_cnt;
1333	uint16_t        cnt;
1334
1335	vha = pci_get_drvdata(ha->pdev);
1336
1337	if (!vha->flags.online)
1338		return;
1339
1340	while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
1341		pkt = (sts_entry_t *)rsp->ring_ptr;
1342
1343		rsp->ring_index++;
1344		if (rsp->ring_index == rsp->length) {
1345			rsp->ring_index = 0;
1346			rsp->ring_ptr = rsp->ring;
1347		} else {
1348			rsp->ring_ptr++;
1349		}
1350
1351		if (pkt->entry_status != 0) {
1352			DEBUG3(printk(KERN_INFO
1353			    "scsi(%ld): Process error entry.\n", vha->host_no));
1354
1355			qla2x00_error_entry(vha, rsp, pkt);
1356			((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1357			wmb();
1358			continue;
1359		}
1360
1361		switch (pkt->entry_type) {
1362		case STATUS_TYPE:
1363			qla2x00_status_entry(vha, rsp, pkt);
1364			break;
1365		case STATUS_TYPE_21:
1366			handle_cnt = ((sts21_entry_t *)pkt)->handle_count;
1367			for (cnt = 0; cnt < handle_cnt; cnt++) {
1368				qla2x00_process_completed_request(vha, rsp->req,
1369				    ((sts21_entry_t *)pkt)->handle[cnt]);
1370			}
1371			break;
1372		case STATUS_TYPE_22:
1373			handle_cnt = ((sts22_entry_t *)pkt)->handle_count;
1374			for (cnt = 0; cnt < handle_cnt; cnt++) {
1375				qla2x00_process_completed_request(vha, rsp->req,
1376				    ((sts22_entry_t *)pkt)->handle[cnt]);
1377			}
1378			break;
1379		case STATUS_CONT_TYPE:
1380			qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
1381			break;
1382		case MBX_IOCB_TYPE:
1383			qla2x00_mbx_iocb_entry(vha, rsp->req,
1384			    (struct mbx_entry *)pkt);
1385			break;
1386		case CT_IOCB_TYPE:
1387			qla2x00_ct_entry(vha, rsp->req, pkt, CT_IOCB_TYPE);
1388			break;
1389		default:
1390			/* Type Not Supported. */
1391			DEBUG4(printk(KERN_WARNING
1392			    "scsi(%ld): Received unknown response pkt type %x "
1393			    "entry status=%x.\n",
1394			    vha->host_no, pkt->entry_type, pkt->entry_status));
1395			break;
1396		}
1397		((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1398		wmb();
1399	}
1400
1401	/* Adjust ring index */
1402	WRT_REG_WORD(ISP_RSP_Q_OUT(ha, reg), rsp->ring_index);
1403}
1404
1405static inline void
1406
1407qla2x00_handle_sense(srb_t *sp, uint8_t *sense_data, uint32_t par_sense_len,
1408    uint32_t sense_len, struct rsp_que *rsp)
1409{
1410	struct scsi_cmnd *cp = sp->cmd;
1411
1412	if (sense_len >= SCSI_SENSE_BUFFERSIZE)
1413		sense_len = SCSI_SENSE_BUFFERSIZE;
1414
1415	sp->request_sense_length = sense_len;
1416	sp->request_sense_ptr = cp->sense_buffer;
1417	if (sp->request_sense_length > par_sense_len)
1418		sense_len = par_sense_len;
1419
1420	memcpy(cp->sense_buffer, sense_data, sense_len);
1421
1422	sp->request_sense_ptr += sense_len;
1423	sp->request_sense_length -= sense_len;
1424	if (sp->request_sense_length != 0)
1425		rsp->status_srb = sp;
1426
1427	DEBUG5(printk("%s(): Check condition Sense data, scsi(%ld:%d:%d:%d) "
1428	    "cmd=%p pid=%ld\n", __func__, sp->fcport->vha->host_no,
1429	    cp->device->channel, cp->device->id, cp->device->lun, cp,
1430	    cp->serial_number));
1431	if (sense_len)
1432		DEBUG5(qla2x00_dump_buffer(cp->sense_buffer, sense_len));
1433}
1434
1435struct scsi_dif_tuple {
1436	__be16 guard;       /* Checksum */
1437	__be16 app_tag;         /* APPL identifer */
1438	__be32 ref_tag;         /* Target LBA or indirect LBA */
1439};
1440
1441/*
1442 * Checks the guard or meta-data for the type of error
1443 * detected by the HBA. In case of errors, we set the
1444 * ASC/ASCQ fields in the sense buffer with ILLEGAL_REQUEST
1445 * to indicate to the kernel that the HBA detected error.
1446 */
1447static inline void
1448qla2x00_handle_dif_error(srb_t *sp, struct sts_entry_24xx *sts24)
1449{
1450	struct scsi_cmnd *cmd = sp->cmd;
1451	struct scsi_dif_tuple	*ep =
1452			(struct scsi_dif_tuple *)&sts24->data[20];
1453	struct scsi_dif_tuple	*ap =
1454			(struct scsi_dif_tuple *)&sts24->data[12];
1455	uint32_t	e_ref_tag, a_ref_tag;
1456	uint16_t	e_app_tag, a_app_tag;
1457	uint16_t	e_guard, a_guard;
1458
1459	e_ref_tag = be32_to_cpu(ep->ref_tag);
1460	a_ref_tag = be32_to_cpu(ap->ref_tag);
1461	e_app_tag = be16_to_cpu(ep->app_tag);
1462	a_app_tag = be16_to_cpu(ap->app_tag);
1463	e_guard = be16_to_cpu(ep->guard);
1464	a_guard = be16_to_cpu(ap->guard);
1465
1466	DEBUG18(printk(KERN_DEBUG
1467	    "%s(): iocb(s) %p Returned STATUS\n", __func__, sts24));
1468
1469	DEBUG18(printk(KERN_ERR "DIF ERROR in cmd 0x%x lba 0x%llx act ref"
1470	    " tag=0x%x, exp ref_tag=0x%x, act app tag=0x%x, exp app"
1471	    " tag=0x%x, act guard=0x%x, exp guard=0x%x\n",
1472	    cmd->cmnd[0], (u64)scsi_get_lba(cmd), a_ref_tag, e_ref_tag,
1473	    a_app_tag, e_app_tag, a_guard, e_guard));
1474
1475
1476	/* check guard */
1477	if (e_guard != a_guard) {
1478		scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1479		    0x10, 0x1);
1480		set_driver_byte(cmd, DRIVER_SENSE);
1481		set_host_byte(cmd, DID_ABORT);
1482		cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1483		return;
1484	}
1485
1486	/* check appl tag */
1487	if (e_app_tag != a_app_tag) {
1488		scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1489		    0x10, 0x2);
1490		set_driver_byte(cmd, DRIVER_SENSE);
1491		set_host_byte(cmd, DID_ABORT);
1492		cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1493		return;
1494	}
1495
1496	/* check ref tag */
1497	if (e_ref_tag != a_ref_tag) {
1498		scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1499		    0x10, 0x3);
1500		set_driver_byte(cmd, DRIVER_SENSE);
1501		set_host_byte(cmd, DID_ABORT);
1502		cmd->result |= SAM_STAT_CHECK_CONDITION << 1;
1503		return;
1504	}
1505}
1506
1507/**
1508 * qla2x00_status_entry() - Process a Status IOCB entry.
1509 * @ha: SCSI driver HA context
1510 * @pkt: Entry pointer
1511 */
1512static void
1513qla2x00_status_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, void *pkt)
1514{
1515	srb_t		*sp;
1516	fc_port_t	*fcport;
1517	struct scsi_cmnd *cp;
1518	sts_entry_t *sts;
1519	struct sts_entry_24xx *sts24;
1520	uint16_t	comp_status;
1521	uint16_t	scsi_status;
1522	uint16_t	ox_id;
1523	uint8_t		lscsi_status;
1524	int32_t		resid;
1525	uint32_t sense_len, par_sense_len, rsp_info_len, resid_len,
1526	    fw_resid_len;
1527	uint8_t		*rsp_info, *sense_data;
1528	struct qla_hw_data *ha = vha->hw;
1529	uint32_t handle;
1530	uint16_t que;
1531	struct req_que *req;
1532	int logit = 1;
1533
1534	sts = (sts_entry_t *) pkt;
1535	sts24 = (struct sts_entry_24xx *) pkt;
1536	if (IS_FWI2_CAPABLE(ha)) {
1537		comp_status = le16_to_cpu(sts24->comp_status);
1538		scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
1539	} else {
1540		comp_status = le16_to_cpu(sts->comp_status);
1541		scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
1542	}
1543	handle = (uint32_t) LSW(sts->handle);
1544	que = MSW(sts->handle);
1545	req = ha->req_q_map[que];
1546
1547	/* Fast path completion. */
1548	if (comp_status == CS_COMPLETE && scsi_status == 0) {
1549		qla2x00_process_completed_request(vha, req, handle);
1550
1551		return;
1552	}
1553
1554	/* Validate handle. */
1555	if (handle < MAX_OUTSTANDING_COMMANDS) {
1556		sp = req->outstanding_cmds[handle];
1557		req->outstanding_cmds[handle] = NULL;
1558	} else
1559		sp = NULL;
1560
1561	if (sp == NULL) {
1562		qla_printk(KERN_WARNING, ha,
1563		    "scsi(%ld): Invalid status handle (0x%x).\n", vha->host_no,
1564		    sts->handle);
1565
1566		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1567		qla2xxx_wake_dpc(vha);
1568		return;
1569	}
1570	cp = sp->cmd;
1571	if (cp == NULL) {
1572		qla_printk(KERN_WARNING, ha,
1573		    "scsi(%ld): Command already returned (0x%x/%p).\n",
1574		    vha->host_no, sts->handle, sp);
1575
1576		return;
1577	}
1578
1579  	lscsi_status = scsi_status & STATUS_MASK;
1580
1581	fcport = sp->fcport;
1582
1583	ox_id = 0;
1584	sense_len = par_sense_len = rsp_info_len = resid_len =
1585	    fw_resid_len = 0;
1586	if (IS_FWI2_CAPABLE(ha)) {
1587		if (scsi_status & SS_SENSE_LEN_VALID)
1588			sense_len = le32_to_cpu(sts24->sense_len);
1589		if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
1590			rsp_info_len = le32_to_cpu(sts24->rsp_data_len);
1591		if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER))
1592			resid_len = le32_to_cpu(sts24->rsp_residual_count);
1593		if (comp_status == CS_DATA_UNDERRUN)
1594			fw_resid_len = le32_to_cpu(sts24->residual_len);
1595		rsp_info = sts24->data;
1596		sense_data = sts24->data;
1597		host_to_fcp_swap(sts24->data, sizeof(sts24->data));
1598		ox_id = le16_to_cpu(sts24->ox_id);
1599		par_sense_len = sizeof(sts24->data);
1600	} else {
1601		if (scsi_status & SS_SENSE_LEN_VALID)
1602			sense_len = le16_to_cpu(sts->req_sense_length);
1603		if (scsi_status & SS_RESPONSE_INFO_LEN_VALID)
1604			rsp_info_len = le16_to_cpu(sts->rsp_info_len);
1605		resid_len = le32_to_cpu(sts->residual_length);
1606		rsp_info = sts->rsp_info;
1607		sense_data = sts->req_sense_data;
1608		par_sense_len = sizeof(sts->req_sense_data);
1609	}
1610
1611	/* Check for any FCP transport errors. */
1612	if (scsi_status & SS_RESPONSE_INFO_LEN_VALID) {
1613		/* Sense data lies beyond any FCP RESPONSE data. */
1614		if (IS_FWI2_CAPABLE(ha)) {
1615			sense_data += rsp_info_len;
1616			par_sense_len -= rsp_info_len;
1617		}
1618		if (rsp_info_len > 3 && rsp_info[3]) {
1619			DEBUG2(qla_printk(KERN_INFO, ha,
1620			    "scsi(%ld:%d:%d): FCP I/O protocol failure "
1621			    "(0x%x/0x%x).\n", vha->host_no, cp->device->id,
1622			    cp->device->lun, rsp_info_len, rsp_info[3]));
1623
1624			cp->result = DID_BUS_BUSY << 16;
1625			goto out;
1626		}
1627	}
1628
1629	/* Check for overrun. */
1630	if (IS_FWI2_CAPABLE(ha) && comp_status == CS_COMPLETE &&
1631	    scsi_status & SS_RESIDUAL_OVER)
1632		comp_status = CS_DATA_OVERRUN;
1633
1634	/*
1635	 * Based on Host and scsi status generate status code for Linux
1636	 */
1637	switch (comp_status) {
1638	case CS_COMPLETE:
1639	case CS_QUEUE_FULL:
1640		if (scsi_status == 0) {
1641			cp->result = DID_OK << 16;
1642			break;
1643		}
1644		if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER)) {
1645			resid = resid_len;
1646			scsi_set_resid(cp, resid);
1647
1648			if (!lscsi_status &&
1649			    ((unsigned)(scsi_bufflen(cp) - resid) <
1650			     cp->underflow)) {
1651				qla_printk(KERN_INFO, ha,
1652				    "scsi(%ld:%d:%d): Mid-layer underflow "
1653				    "detected (0x%x of 0x%x bytes).\n",
1654				    vha->host_no, cp->device->id,
1655				    cp->device->lun, resid, scsi_bufflen(cp));
1656
1657				cp->result = DID_ERROR << 16;
1658				break;
1659			}
1660		}
1661		cp->result = DID_OK << 16 | lscsi_status;
1662
1663		if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
1664			DEBUG2(qla_printk(KERN_INFO, ha,
1665			    "scsi(%ld:%d:%d) QUEUE FULL detected.\n",
1666			    vha->host_no, cp->device->id, cp->device->lun));
1667			break;
1668		}
1669		logit = 0;
1670		if (lscsi_status != SS_CHECK_CONDITION)
1671			break;
1672
1673		memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1674		if (!(scsi_status & SS_SENSE_LEN_VALID))
1675			break;
1676
1677		qla2x00_handle_sense(sp, sense_data, par_sense_len, sense_len,
1678		    rsp);
1679		break;
1680
1681	case CS_DATA_UNDERRUN:
1682		/* Use F/W calculated residual length. */
1683		resid = IS_FWI2_CAPABLE(ha) ? fw_resid_len : resid_len;
1684		scsi_set_resid(cp, resid);
1685		if (scsi_status & SS_RESIDUAL_UNDER) {
1686			if (IS_FWI2_CAPABLE(ha) && fw_resid_len != resid_len) {
1687				DEBUG2(qla_printk(KERN_INFO, ha,
1688				    "scsi(%ld:%d:%d) Dropped frame(s) detected "
1689				    "(0x%x of 0x%x bytes).\n", vha->host_no,
1690				    cp->device->id, cp->device->lun, resid,
1691				    scsi_bufflen(cp)));
1692
1693				cp->result = DID_ERROR << 16 | lscsi_status;
1694				break;
1695			}
1696
1697			if (!lscsi_status &&
1698			    ((unsigned)(scsi_bufflen(cp) - resid) <
1699			    cp->underflow)) {
1700				qla_printk(KERN_INFO, ha,
1701				    "scsi(%ld:%d:%d): Mid-layer underflow "
1702				    "detected (0x%x of 0x%x bytes).\n",
1703				    vha->host_no, cp->device->id,
1704				    cp->device->lun, resid, scsi_bufflen(cp));
1705
1706				cp->result = DID_ERROR << 16;
1707				break;
1708			}
1709		} else {
1710			DEBUG2(qla_printk(KERN_INFO, ha,
1711			    "scsi(%ld:%d:%d) Dropped frame(s) detected (0x%x "
1712			    "of 0x%x bytes).\n", vha->host_no, cp->device->id,
1713			    cp->device->lun, resid, scsi_bufflen(cp)));
1714
1715			cp->result = DID_ERROR << 16 | lscsi_status;
1716			goto check_scsi_status;
1717		}
1718
1719		cp->result = DID_OK << 16 | lscsi_status;
1720		logit = 0;
1721
1722check_scsi_status:
1723		/*
1724		 * Check to see if SCSI Status is non zero. If so report SCSI
1725		 * Status.
1726		 */
1727		if (lscsi_status != 0) {
1728			if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
1729				DEBUG2(qla_printk(KERN_INFO, ha,
1730				    "scsi(%ld:%d:%d) QUEUE FULL detected.\n",
1731				    vha->host_no, cp->device->id,
1732				    cp->device->lun));
1733				logit = 1;
1734				break;
1735			}
1736			if (lscsi_status != SS_CHECK_CONDITION)
1737				break;
1738
1739			memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1740			if (!(scsi_status & SS_SENSE_LEN_VALID))
1741				break;
1742
1743			qla2x00_handle_sense(sp, sense_data, par_sense_len,
1744			    sense_len, rsp);
1745		}
1746		break;
1747
1748	case CS_PORT_LOGGED_OUT:
1749	case CS_PORT_CONFIG_CHG:
1750	case CS_PORT_BUSY:
1751	case CS_INCOMPLETE:
1752	case CS_PORT_UNAVAILABLE:
1753	case CS_TIMEOUT:
1754		/*
1755		 * We are going to have the fc class block the rport
1756		 * while we try to recover so instruct the mid layer
1757		 * to requeue until the class decides how to handle this.
1758		 */
1759		cp->result = DID_TRANSPORT_DISRUPTED << 16;
1760
1761		if (comp_status == CS_TIMEOUT) {
1762			if (IS_FWI2_CAPABLE(ha))
1763				break;
1764			else if ((le16_to_cpu(sts->status_flags) &
1765			    SF_LOGOUT_SENT) == 0)
1766				break;
1767		}
1768
1769		DEBUG2(qla_printk(KERN_INFO, ha,
1770			"scsi(%ld:%d:%d) Port down status: port-state=0x%x\n",
1771			vha->host_no, cp->device->id, cp->device->lun,
1772			atomic_read(&fcport->state)));
1773
1774		if (atomic_read(&fcport->state) == FCS_ONLINE)
1775			qla2x00_mark_device_lost(fcport->vha, fcport, 1, 1);
1776		break;
1777
1778	case CS_RESET:
1779		cp->result = DID_TRANSPORT_DISRUPTED << 16;
1780		break;
1781
1782	case CS_ABORTED:
1783		cp->result = DID_RESET << 16;
1784		break;
1785
1786	case CS_DIF_ERROR:
1787		qla2x00_handle_dif_error(sp, sts24);
1788		break;
1789	default:
1790		cp->result = DID_ERROR << 16;
1791		break;
1792	}
1793
1794out:
1795	if (logit)
1796		DEBUG2(qla_printk(KERN_INFO, ha,
1797		    "scsi(%ld:%d:%d) FCP command status: 0x%x-0x%x (0x%x) "
1798		    "oxid=0x%x ser=0x%lx cdb=%02x%02x%02x len=0x%x "
1799		    "rsp_info=0x%x resid=0x%x fw_resid=0x%x\n", vha->host_no,
1800		    cp->device->id, cp->device->lun, comp_status, scsi_status,
1801		    cp->result, ox_id, cp->serial_number, cp->cmnd[0],
1802		    cp->cmnd[1], cp->cmnd[2], scsi_bufflen(cp), rsp_info_len,
1803		    resid_len, fw_resid_len));
1804
1805	if (rsp->status_srb == NULL)
1806		qla2x00_sp_compl(ha, sp);
1807}
1808
1809/**
1810 * qla2x00_status_cont_entry() - Process a Status Continuations entry.
1811 * @ha: SCSI driver HA context
1812 * @pkt: Entry pointer
1813 *
1814 * Extended sense data.
1815 */
1816static void
1817qla2x00_status_cont_entry(struct rsp_que *rsp, sts_cont_entry_t *pkt)
1818{
1819	uint8_t		sense_sz = 0;
1820	struct qla_hw_data *ha = rsp->hw;
1821	srb_t		*sp = rsp->status_srb;
1822	struct scsi_cmnd *cp;
1823
1824	if (sp != NULL && sp->request_sense_length != 0) {
1825		cp = sp->cmd;
1826		if (cp == NULL) {
1827			DEBUG2(printk("%s(): Cmd already returned back to OS "
1828			    "sp=%p.\n", __func__, sp));
1829			qla_printk(KERN_INFO, ha,
1830			    "cmd is NULL: already returned to OS (sp=%p)\n",
1831			    sp);
1832
1833			rsp->status_srb = NULL;
1834			return;
1835		}
1836
1837		if (sp->request_sense_length > sizeof(pkt->data)) {
1838			sense_sz = sizeof(pkt->data);
1839		} else {
1840			sense_sz = sp->request_sense_length;
1841		}
1842
1843		/* Move sense data. */
1844		if (IS_FWI2_CAPABLE(ha))
1845			host_to_fcp_swap(pkt->data, sizeof(pkt->data));
1846		memcpy(sp->request_sense_ptr, pkt->data, sense_sz);
1847		DEBUG5(qla2x00_dump_buffer(sp->request_sense_ptr, sense_sz));
1848
1849		sp->request_sense_ptr += sense_sz;
1850		sp->request_sense_length -= sense_sz;
1851
1852		/* Place command on done queue. */
1853		if (sp->request_sense_length == 0) {
1854			rsp->status_srb = NULL;
1855			qla2x00_sp_compl(ha, sp);
1856		}
1857	}
1858}
1859
1860/**
1861 * qla2x00_error_entry() - Process an error entry.
1862 * @ha: SCSI driver HA context
1863 * @pkt: Entry pointer
1864 */
1865static void
1866qla2x00_error_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, sts_entry_t *pkt)
1867{
1868	srb_t *sp;
1869	struct qla_hw_data *ha = vha->hw;
1870	uint32_t handle = LSW(pkt->handle);
1871	uint16_t que = MSW(pkt->handle);
1872	struct req_que *req = ha->req_q_map[que];
1873#if defined(QL_DEBUG_LEVEL_2)
1874	if (pkt->entry_status & RF_INV_E_ORDER)
1875		qla_printk(KERN_ERR, ha, "%s: Invalid Entry Order\n", __func__);
1876	else if (pkt->entry_status & RF_INV_E_COUNT)
1877		qla_printk(KERN_ERR, ha, "%s: Invalid Entry Count\n", __func__);
1878	else if (pkt->entry_status & RF_INV_E_PARAM)
1879		qla_printk(KERN_ERR, ha,
1880		    "%s: Invalid Entry Parameter\n", __func__);
1881	else if (pkt->entry_status & RF_INV_E_TYPE)
1882		qla_printk(KERN_ERR, ha, "%s: Invalid Entry Type\n", __func__);
1883	else if (pkt->entry_status & RF_BUSY)
1884		qla_printk(KERN_ERR, ha, "%s: Busy\n", __func__);
1885	else
1886		qla_printk(KERN_ERR, ha, "%s: UNKNOWN flag error\n", __func__);
1887#endif
1888
1889	/* Validate handle. */
1890	if (handle < MAX_OUTSTANDING_COMMANDS)
1891		sp = req->outstanding_cmds[handle];
1892	else
1893		sp = NULL;
1894
1895	if (sp) {
1896		/* Free outstanding command slot. */
1897		req->outstanding_cmds[handle] = NULL;
1898
1899		/* Bad payload or header */
1900		if (pkt->entry_status &
1901		    (RF_INV_E_ORDER | RF_INV_E_COUNT |
1902		     RF_INV_E_PARAM | RF_INV_E_TYPE)) {
1903			sp->cmd->result = DID_ERROR << 16;
1904		} else if (pkt->entry_status & RF_BUSY) {
1905			sp->cmd->result = DID_BUS_BUSY << 16;
1906		} else {
1907			sp->cmd->result = DID_ERROR << 16;
1908		}
1909		qla2x00_sp_compl(ha, sp);
1910
1911	} else if (pkt->entry_type == COMMAND_A64_TYPE || pkt->entry_type ==
1912	    COMMAND_TYPE || pkt->entry_type == COMMAND_TYPE_7) {
1913		DEBUG2(printk("scsi(%ld): Error entry - invalid handle\n",
1914		    vha->host_no));
1915		qla_printk(KERN_WARNING, ha,
1916		    "Error entry - invalid handle\n");
1917
1918		set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1919		qla2xxx_wake_dpc(vha);
1920	}
1921}
1922
1923/**
1924 * qla24xx_mbx_completion() - Process mailbox command completions.
1925 * @ha: SCSI driver HA context
1926 * @mb0: Mailbox0 register
1927 */
1928static void
1929qla24xx_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
1930{
1931	uint16_t	cnt;
1932	uint16_t __iomem *wptr;
1933	struct qla_hw_data *ha = vha->hw;
1934	struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1935
1936	/* Load return mailbox registers. */
1937	ha->flags.mbox_int = 1;
1938	ha->mailbox_out[0] = mb0;
1939	wptr = (uint16_t __iomem *)&reg->mailbox1;
1940
1941	for (cnt = 1; cnt < ha->mbx_count; cnt++) {
1942		ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
1943		wptr++;
1944	}
1945
1946	if (ha->mcp) {
1947		DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
1948		    __func__, vha->host_no, ha->mcp->mb[0]));
1949	} else {
1950		DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
1951		    __func__, vha->host_no));
1952	}
1953}
1954
1955/**
1956 * qla24xx_process_response_queue() - Process response queue entries.
1957 * @ha: SCSI driver HA context
1958 */
1959void qla24xx_process_response_queue(struct scsi_qla_host *vha,
1960	struct rsp_que *rsp)
1961{
1962	struct sts_entry_24xx *pkt;
1963	struct qla_hw_data *ha = vha->hw;
1964
1965	if (!vha->flags.online)
1966		return;
1967
1968	while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
1969		pkt = (struct sts_entry_24xx *)rsp->ring_ptr;
1970
1971		rsp->ring_index++;
1972		if (rsp->ring_index == rsp->length) {
1973			rsp->ring_index = 0;
1974			rsp->ring_ptr = rsp->ring;
1975		} else {
1976			rsp->ring_ptr++;
1977		}
1978
1979		if (pkt->entry_status != 0) {
1980			DEBUG3(printk(KERN_INFO
1981			    "scsi(%ld): Process error entry.\n", vha->host_no));
1982
1983			qla2x00_error_entry(vha, rsp, (sts_entry_t *) pkt);
1984			((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1985			wmb();
1986			continue;
1987		}
1988
1989		switch (pkt->entry_type) {
1990		case STATUS_TYPE:
1991			qla2x00_status_entry(vha, rsp, pkt);
1992			break;
1993		case STATUS_CONT_TYPE:
1994			qla2x00_status_cont_entry(rsp, (sts_cont_entry_t *)pkt);
1995			break;
1996		case VP_RPT_ID_IOCB_TYPE:
1997			qla24xx_report_id_acquisition(vha,
1998			    (struct vp_rpt_id_entry_24xx *)pkt);
1999			break;
2000		case LOGINOUT_PORT_IOCB_TYPE:
2001			qla24xx_logio_entry(vha, rsp->req,
2002			    (struct logio_entry_24xx *)pkt);
2003			break;
2004		case TSK_MGMT_IOCB_TYPE:
2005			qla24xx_tm_iocb_entry(vha, rsp->req,
2006			    (struct tsk_mgmt_entry *)pkt);
2007			break;
2008                case CT_IOCB_TYPE:
2009			qla24xx_els_ct_entry(vha, rsp->req, pkt, CT_IOCB_TYPE);
2010			clear_bit(MBX_INTERRUPT, &vha->hw->mbx_cmd_flags);
2011			break;
2012                case ELS_IOCB_TYPE:
2013			qla24xx_els_ct_entry(vha, rsp->req, pkt, ELS_IOCB_TYPE);
2014			break;
2015		default:
2016			/* Type Not Supported. */
2017			DEBUG4(printk(KERN_WARNING
2018			    "scsi(%ld): Received unknown response pkt type %x "
2019			    "entry status=%x.\n",
2020			    vha->host_no, pkt->entry_type, pkt->entry_status));
2021			break;
2022		}
2023		((response_t *)pkt)->signature = RESPONSE_PROCESSED;
2024		wmb();
2025	}
2026
2027	/* Adjust ring index */
2028	if (IS_QLA82XX(ha)) {
2029		struct device_reg_82xx __iomem *reg = &ha->iobase->isp82;
2030		WRT_REG_DWORD(&reg->rsp_q_out[0], rsp->ring_index);
2031	} else
2032		WRT_REG_DWORD(rsp->rsp_q_out, rsp->ring_index);
2033}
2034
2035static void
2036qla2xxx_check_risc_status(scsi_qla_host_t *vha)
2037{
2038	int rval;
2039	uint32_t cnt;
2040	struct qla_hw_data *ha = vha->hw;
2041	struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
2042
2043	if (!IS_QLA25XX(ha) && !IS_QLA81XX(ha))
2044		return;
2045
2046	rval = QLA_SUCCESS;
2047	WRT_REG_DWORD(&reg->iobase_addr, 0x7C00);
2048	RD_REG_DWORD(&reg->iobase_addr);
2049	WRT_REG_DWORD(&reg->iobase_window, 0x0001);
2050	for (cnt = 10000; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
2051	    rval == QLA_SUCCESS; cnt--) {
2052		if (cnt) {
2053			WRT_REG_DWORD(&reg->iobase_window, 0x0001);
2054			udelay(10);
2055		} else
2056			rval = QLA_FUNCTION_TIMEOUT;
2057	}
2058	if (rval == QLA_SUCCESS)
2059		goto next_test;
2060
2061	WRT_REG_DWORD(&reg->iobase_window, 0x0003);
2062	for (cnt = 100; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
2063	    rval == QLA_SUCCESS; cnt--) {
2064		if (cnt) {
2065			WRT_REG_DWORD(&reg->iobase_window, 0x0003);
2066			udelay(10);
2067		} else
2068			rval = QLA_FUNCTION_TIMEOUT;
2069	}
2070	if (rval != QLA_SUCCESS)
2071		goto done;
2072
2073next_test:
2074	if (RD_REG_DWORD(&reg->iobase_c8) & BIT_3)
2075		qla_printk(KERN_INFO, ha, "Additional code -- 0x55AA.\n");
2076
2077done:
2078	WRT_REG_DWORD(&reg->iobase_window, 0x0000);
2079	RD_REG_DWORD(&reg->iobase_window);
2080}
2081
2082/**
2083 * qla24xx_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
2084 * @irq:
2085 * @dev_id: SCSI driver HA context
2086 *
2087 * Called by system whenever the host adapter generates an interrupt.
2088 *
2089 * Returns handled flag.
2090 */
2091irqreturn_t
2092qla24xx_intr_handler(int irq, void *dev_id)
2093{
2094	scsi_qla_host_t	*vha;
2095	struct qla_hw_data *ha;
2096	struct device_reg_24xx __iomem *reg;
2097	int		status;
2098	unsigned long	iter;
2099	uint32_t	stat;
2100	uint32_t	hccr;
2101	uint16_t	mb[4];
2102	struct rsp_que *rsp;
2103	unsigned long	flags;
2104
2105	rsp = (struct rsp_que *) dev_id;
2106	if (!rsp) {
2107		printk(KERN_INFO
2108		    "%s(): NULL response queue pointer\n", __func__);
2109		return IRQ_NONE;
2110	}
2111
2112	ha = rsp->hw;
2113	reg = &ha->iobase->isp24;
2114	status = 0;
2115
2116	if (unlikely(pci_channel_offline(ha->pdev)))
2117		return IRQ_HANDLED;
2118
2119	spin_lock_irqsave(&ha->hardware_lock, flags);
2120	vha = pci_get_drvdata(ha->pdev);
2121	for (iter = 50; iter--; ) {
2122		stat = RD_REG_DWORD(&reg->host_status);
2123		if (stat & HSRX_RISC_PAUSED) {
2124			if (unlikely(pci_channel_offline(ha->pdev)))
2125				break;
2126
2127			hccr = RD_REG_DWORD(&reg->hccr);
2128
2129			qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
2130			    "Dumping firmware!\n", hccr);
2131
2132			qla2xxx_check_risc_status(vha);
2133
2134			ha->isp_ops->fw_dump(vha, 1);
2135			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
2136			break;
2137		} else if ((stat & HSRX_RISC_INT) == 0)
2138			break;
2139
2140		switch (stat & 0xff) {
2141		case 0x1:
2142		case 0x2:
2143		case 0x10:
2144		case 0x11:
2145			qla24xx_mbx_completion(vha, MSW(stat));
2146			status |= MBX_INTERRUPT;
2147
2148			break;
2149		case 0x12:
2150			mb[0] = MSW(stat);
2151			mb[1] = RD_REG_WORD(&reg->mailbox1);
2152			mb[2] = RD_REG_WORD(&reg->mailbox2);
2153			mb[3] = RD_REG_WORD(&reg->mailbox3);
2154			qla2x00_async_event(vha, rsp, mb);
2155			break;
2156		case 0x13:
2157		case 0x14:
2158			qla24xx_process_response_queue(vha, rsp);
2159			break;
2160		default:
2161			DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
2162			    "(%d).\n",
2163			    vha->host_no, stat & 0xff));
2164			break;
2165		}
2166		WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2167		RD_REG_DWORD_RELAXED(&reg->hccr);
2168	}
2169	spin_unlock_irqrestore(&ha->hardware_lock, flags);
2170
2171	if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
2172	    (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
2173		set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
2174		complete(&ha->mbx_intr_comp);
2175	}
2176
2177	return IRQ_HANDLED;
2178}
2179
2180static irqreturn_t
2181qla24xx_msix_rsp_q(int irq, void *dev_id)
2182{
2183	struct qla_hw_data *ha;
2184	struct rsp_que *rsp;
2185	struct device_reg_24xx __iomem *reg;
2186	struct scsi_qla_host *vha;
2187	unsigned long flags;
2188
2189	rsp = (struct rsp_que *) dev_id;
2190	if (!rsp) {
2191		printk(KERN_INFO
2192		"%s(): NULL response queue pointer\n", __func__);
2193		return IRQ_NONE;
2194	}
2195	ha = rsp->hw;
2196	reg = &ha->iobase->isp24;
2197
2198	spin_lock_irqsave(&ha->hardware_lock, flags);
2199
2200	vha = pci_get_drvdata(ha->pdev);
2201	qla24xx_process_response_queue(vha, rsp);
2202	if (!ha->flags.disable_msix_handshake) {
2203		WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2204		RD_REG_DWORD_RELAXED(&reg->hccr);
2205	}
2206	spin_unlock_irqrestore(&ha->hardware_lock, flags);
2207
2208	return IRQ_HANDLED;
2209}
2210
2211static irqreturn_t
2212qla25xx_msix_rsp_q(int irq, void *dev_id)
2213{
2214	struct qla_hw_data *ha;
2215	struct rsp_que *rsp;
2216	struct device_reg_24xx __iomem *reg;
2217	unsigned long flags;
2218
2219	rsp = (struct rsp_que *) dev_id;
2220	if (!rsp) {
2221		printk(KERN_INFO
2222			"%s(): NULL response queue pointer\n", __func__);
2223		return IRQ_NONE;
2224	}
2225	ha = rsp->hw;
2226
2227	/* Clear the interrupt, if enabled, for this response queue */
2228	if (rsp->options & ~BIT_6) {
2229		reg = &ha->iobase->isp24;
2230		spin_lock_irqsave(&ha->hardware_lock, flags);
2231		WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2232		RD_REG_DWORD_RELAXED(&reg->hccr);
2233		spin_unlock_irqrestore(&ha->hardware_lock, flags);
2234	}
2235	queue_work_on((int) (rsp->id - 1), ha->wq, &rsp->q_work);
2236
2237	return IRQ_HANDLED;
2238}
2239
2240static irqreturn_t
2241qla24xx_msix_default(int irq, void *dev_id)
2242{
2243	scsi_qla_host_t	*vha;
2244	struct qla_hw_data *ha;
2245	struct rsp_que *rsp;
2246	struct device_reg_24xx __iomem *reg;
2247	int		status;
2248	uint32_t	stat;
2249	uint32_t	hccr;
2250	uint16_t	mb[4];
2251	unsigned long flags;
2252
2253	rsp = (struct rsp_que *) dev_id;
2254	if (!rsp) {
2255		DEBUG(printk(
2256		"%s(): NULL response queue pointer\n", __func__));
2257		return IRQ_NONE;
2258	}
2259	ha = rsp->hw;
2260	reg = &ha->iobase->isp24;
2261	status = 0;
2262
2263	spin_lock_irqsave(&ha->hardware_lock, flags);
2264	vha = pci_get_drvdata(ha->pdev);
2265	do {
2266		stat = RD_REG_DWORD(&reg->host_status);
2267		if (stat & HSRX_RISC_PAUSED) {
2268			if (unlikely(pci_channel_offline(ha->pdev)))
2269				break;
2270
2271			hccr = RD_REG_DWORD(&reg->hccr);
2272
2273			qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
2274			    "Dumping firmware!\n", hccr);
2275
2276			qla2xxx_check_risc_status(vha);
2277
2278			ha->isp_ops->fw_dump(vha, 1);
2279			set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
2280			break;
2281		} else if ((stat & HSRX_RISC_INT) == 0)
2282			break;
2283
2284		switch (stat & 0xff) {
2285		case 0x1:
2286		case 0x2:
2287		case 0x10:
2288		case 0x11:
2289			qla24xx_mbx_completion(vha, MSW(stat));
2290			status |= MBX_INTERRUPT;
2291
2292			break;
2293		case 0x12:
2294			mb[0] = MSW(stat);
2295			mb[1] = RD_REG_WORD(&reg->mailbox1);
2296			mb[2] = RD_REG_WORD(&reg->mailbox2);
2297			mb[3] = RD_REG_WORD(&reg->mailbox3);
2298			qla2x00_async_event(vha, rsp, mb);
2299			break;
2300		case 0x13:
2301		case 0x14:
2302			qla24xx_process_response_queue(vha, rsp);
2303			break;
2304		default:
2305			DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
2306			    "(%d).\n",
2307			    vha->host_no, stat & 0xff));
2308			break;
2309		}
2310		WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
2311	} while (0);
2312	spin_unlock_irqrestore(&ha->hardware_lock, flags);
2313
2314	if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
2315	    (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
2316		set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
2317		complete(&ha->mbx_intr_comp);
2318	}
2319	return IRQ_HANDLED;
2320}
2321
2322/* Interrupt handling helpers. */
2323
2324struct qla_init_msix_entry {
2325	const char *name;
2326	irq_handler_t handler;
2327};
2328
2329static struct qla_init_msix_entry msix_entries[3] = {
2330	{ "qla2xxx (default)", qla24xx_msix_default },
2331	{ "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
2332	{ "qla2xxx (multiq)", qla25xx_msix_rsp_q },
2333};
2334
2335static struct qla_init_msix_entry qla82xx_msix_entries[2] = {
2336	{ "qla2xxx (default)", qla82xx_msix_default },
2337	{ "qla2xxx (rsp_q)", qla82xx_msix_rsp_q },
2338};
2339
2340static void
2341qla24xx_disable_msix(struct qla_hw_data *ha)
2342{
2343	int i;
2344	struct qla_msix_entry *qentry;
2345
2346	for (i = 0; i < ha->msix_count; i++) {
2347		qentry = &ha->msix_entries[i];
2348		if (qentry->have_irq)
2349			free_irq(qentry->vector, qentry->rsp);
2350	}
2351	pci_disable_msix(ha->pdev);
2352	kfree(ha->msix_entries);
2353	ha->msix_entries = NULL;
2354	ha->flags.msix_enabled = 0;
2355}
2356
2357static int
2358qla24xx_enable_msix(struct qla_hw_data *ha, struct rsp_que *rsp)
2359{
2360#define MIN_MSIX_COUNT	2
2361	int i, ret;
2362	struct msix_entry *entries;
2363	struct qla_msix_entry *qentry;
2364
2365	entries = kzalloc(sizeof(struct msix_entry) * ha->msix_count,
2366			GFP_KERNEL);
2367	if (!entries)
2368		return -ENOMEM;
2369
2370	for (i = 0; i < ha->msix_count; i++)
2371		entries[i].entry = i;
2372
2373	ret = pci_enable_msix(ha->pdev, entries, ha->msix_count);
2374	if (ret) {
2375		if (ret < MIN_MSIX_COUNT)
2376			goto msix_failed;
2377
2378		qla_printk(KERN_WARNING, ha,
2379			"MSI-X: Failed to enable support -- %d/%d\n"
2380			" Retry with %d vectors\n", ha->msix_count, ret, ret);
2381		ha->msix_count = ret;
2382		ret = pci_enable_msix(ha->pdev, entries, ha->msix_count);
2383		if (ret) {
2384msix_failed:
2385			qla_printk(KERN_WARNING, ha, "MSI-X: Failed to enable"
2386				" support, giving up -- %d/%d\n",
2387				ha->msix_count, ret);
2388			goto msix_out;
2389		}
2390		ha->max_rsp_queues = ha->msix_count - 1;
2391	}
2392	ha->msix_entries = kzalloc(sizeof(struct qla_msix_entry) *
2393				ha->msix_count, GFP_KERNEL);
2394	if (!ha->msix_entries) {
2395		ret = -ENOMEM;
2396		goto msix_out;
2397	}
2398	ha->flags.msix_enabled = 1;
2399
2400	for (i = 0; i < ha->msix_count; i++) {
2401		qentry = &ha->msix_entries[i];
2402		qentry->vector = entries[i].vector;
2403		qentry->entry = entries[i].entry;
2404		qentry->have_irq = 0;
2405		qentry->rsp = NULL;
2406	}
2407
2408	/* Enable MSI-X vectors for the base queue */
2409	for (i = 0; i < 2; i++) {
2410		qentry = &ha->msix_entries[i];
2411		if (IS_QLA82XX(ha)) {
2412			ret = request_irq(qentry->vector,
2413				qla82xx_msix_entries[i].handler,
2414				0, qla82xx_msix_entries[i].name, rsp);
2415		} else {
2416			ret = request_irq(qentry->vector,
2417				msix_entries[i].handler,
2418				0, msix_entries[i].name, rsp);
2419		}
2420		if (ret) {
2421			qla_printk(KERN_WARNING, ha,
2422			"MSI-X: Unable to register handler -- %x/%d.\n",
2423			qentry->vector, ret);
2424			qla24xx_disable_msix(ha);
2425			ha->mqenable = 0;
2426			goto msix_out;
2427		}
2428		qentry->have_irq = 1;
2429		qentry->rsp = rsp;
2430		rsp->msix = qentry;
2431	}
2432
2433	/* Enable MSI-X vector for response queue update for queue 0 */
2434	if (ha->mqiobase &&  (ha->max_rsp_queues > 1 || ha->max_req_queues > 1))
2435		ha->mqenable = 1;
2436
2437msix_out:
2438	kfree(entries);
2439	return ret;
2440}
2441
2442int
2443qla2x00_request_irqs(struct qla_hw_data *ha, struct rsp_que *rsp)
2444{
2445	int ret;
2446	device_reg_t __iomem *reg = ha->iobase;
2447
2448	/* If possible, enable MSI-X. */
2449	if (!IS_QLA2432(ha) && !IS_QLA2532(ha) &&
2450		!IS_QLA8432(ha) && !IS_QLA8XXX_TYPE(ha))
2451		goto skip_msi;
2452
2453	if (ha->pdev->subsystem_vendor == PCI_VENDOR_ID_HP &&
2454		(ha->pdev->subsystem_device == 0x7040 ||
2455		ha->pdev->subsystem_device == 0x7041 ||
2456		ha->pdev->subsystem_device == 0x1705)) {
2457		DEBUG2(qla_printk(KERN_WARNING, ha,
2458			"MSI-X: Unsupported ISP2432 SSVID/SSDID (0x%X,0x%X).\n",
2459			ha->pdev->subsystem_vendor,
2460			ha->pdev->subsystem_device));
2461		goto skip_msi;
2462	}
2463
2464	if (IS_QLA2432(ha) && (ha->pdev->revision < QLA_MSIX_CHIP_REV_24XX ||
2465		!QLA_MSIX_FW_MODE_1(ha->fw_attributes))) {
2466		DEBUG2(qla_printk(KERN_WARNING, ha,
2467		"MSI-X: Unsupported ISP2432 (0x%X, 0x%X).\n",
2468			ha->pdev->revision, ha->fw_attributes));
2469		goto skip_msix;
2470	}
2471
2472	ret = qla24xx_enable_msix(ha, rsp);
2473	if (!ret) {
2474		DEBUG2(qla_printk(KERN_INFO, ha,
2475		    "MSI-X: Enabled (0x%X, 0x%X).\n", ha->chip_revision,
2476		    ha->fw_attributes));
2477		goto clear_risc_ints;
2478	}
2479	qla_printk(KERN_WARNING, ha,
2480	    "MSI-X: Falling back-to MSI mode -- %d.\n", ret);
2481skip_msix:
2482
2483	if (!IS_QLA24XX(ha) && !IS_QLA2532(ha) && !IS_QLA8432(ha) &&
2484	    !IS_QLA8001(ha))
2485		goto skip_msi;
2486
2487	ret = pci_enable_msi(ha->pdev);
2488	if (!ret) {
2489		DEBUG2(qla_printk(KERN_INFO, ha, "MSI: Enabled.\n"));
2490		ha->flags.msi_enabled = 1;
2491	} else
2492		qla_printk(KERN_WARNING, ha,
2493		    "MSI-X: Falling back-to INTa mode -- %d.\n", ret);
2494skip_msi:
2495
2496	ret = request_irq(ha->pdev->irq, ha->isp_ops->intr_handler,
2497	    IRQF_SHARED, QLA2XXX_DRIVER_NAME, rsp);
2498	if (ret) {
2499		qla_printk(KERN_WARNING, ha,
2500		    "Failed to reserve interrupt %d already in use.\n",
2501		    ha->pdev->irq);
2502		goto fail;
2503	}
2504	ha->flags.inta_enabled = 1;
2505clear_risc_ints:
2506
2507	if (IS_QLA81XX(ha) || IS_QLA82XX(ha))
2508		goto fail;
2509	spin_lock_irq(&ha->hardware_lock);
2510	if (IS_FWI2_CAPABLE(ha)) {
2511		WRT_REG_DWORD(&reg->isp24.hccr, HCCRX_CLR_HOST_INT);
2512		WRT_REG_DWORD(&reg->isp24.hccr, HCCRX_CLR_RISC_INT);
2513	} else {
2514		WRT_REG_WORD(&reg->isp.semaphore, 0);
2515		WRT_REG_WORD(&reg->isp.hccr, HCCR_CLR_RISC_INT);
2516		WRT_REG_WORD(&reg->isp.hccr, HCCR_CLR_HOST_INT);
2517	}
2518	spin_unlock_irq(&ha->hardware_lock);
2519
2520fail:
2521	return ret;
2522}
2523
2524void
2525qla2x00_free_irqs(scsi_qla_host_t *vha)
2526{
2527	struct qla_hw_data *ha = vha->hw;
2528	struct rsp_que *rsp = ha->rsp_q_map[0];
2529
2530	if (ha->flags.msix_enabled)
2531		qla24xx_disable_msix(ha);
2532	else if (ha->flags.msi_enabled) {
2533		free_irq(ha->pdev->irq, rsp);
2534		pci_disable_msi(ha->pdev);
2535	} else
2536		free_irq(ha->pdev->irq, rsp);
2537}
2538
2539
2540int qla25xx_request_irq(struct rsp_que *rsp)
2541{
2542	struct qla_hw_data *ha = rsp->hw;
2543	struct qla_init_msix_entry *intr = &msix_entries[2];
2544	struct qla_msix_entry *msix = rsp->msix;
2545	int ret;
2546
2547	ret = request_irq(msix->vector, intr->handler, 0, intr->name, rsp);
2548	if (ret) {
2549		qla_printk(KERN_WARNING, ha,
2550			"MSI-X: Unable to register handler -- %x/%d.\n",
2551			msix->vector, ret);
2552		return ret;
2553	}
2554	msix->have_irq = 1;
2555	msix->rsp = rsp;
2556	return ret;
2557}
2558