1/*******************************************************************
2 * This file is part of the Emulex Linux Device Driver for         *
3 * Fibre Channel Host Bus Adapters.                                *
4 * Copyright (C) 2004-2007 Emulex.  All rights reserved.           *
5 * EMULEX and SLI are trademarks of Emulex.                        *
6 * www.emulex.com                                                  *
7 * Portions Copyright (C) 2004-2005 Christoph Hellwig              *
8 *                                                                 *
9 * This program is free software; you can redistribute it and/or   *
10 * modify it under the terms of version 2 of the GNU General       *
11 * Public License as published by the Free Software Foundation.    *
12 * This program is distributed in the hope that it will be useful. *
13 * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND          *
14 * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY,  *
15 * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE      *
16 * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
17 * TO BE LEGALLY INVALID.  See the GNU General Public License for  *
18 * more details, a copy of which can be found in the file COPYING  *
19 * included with this package.                                     *
20 *******************************************************************/
21
22#include <linux/pci.h>
23#include <linux/interrupt.h>
24#include <linux/delay.h>
25
26#include <scsi/scsi.h>
27#include <scsi/scsi_device.h>
28#include <scsi/scsi_host.h>
29#include <scsi/scsi_tcq.h>
30#include <scsi/scsi_transport_fc.h>
31
32#include "lpfc_version.h"
33#include "lpfc_hw.h"
34#include "lpfc_sli.h"
35#include "lpfc_disc.h"
36#include "lpfc_scsi.h"
37#include "lpfc.h"
38#include "lpfc_logmsg.h"
39#include "lpfc_crtn.h"
40
41#define LPFC_RESET_WAIT  2
42#define LPFC_ABORT_WAIT  2
43
44
45/*
46 * This routine allocates a scsi buffer, which contains all the necessary
47 * information needed to initiate a SCSI I/O.  The non-DMAable buffer region
48 * contains information to build the IOCB.  The DMAable region contains
49 * memory for the FCP CMND, FCP RSP, and the inital BPL.  In addition to
50 * allocating memeory, the FCP CMND and FCP RSP BDEs are setup in the BPL
51 * and the BPL BDE is setup in the IOCB.
52 */
53static struct lpfc_scsi_buf *
54lpfc_new_scsi_buf(struct lpfc_hba * phba)
55{
56	struct lpfc_scsi_buf *psb;
57	struct ulp_bde64 *bpl;
58	IOCB_t *iocb;
59	dma_addr_t pdma_phys;
60	uint16_t iotag;
61
62	psb = kmalloc(sizeof(struct lpfc_scsi_buf), GFP_KERNEL);
63	if (!psb)
64		return NULL;
65	memset(psb, 0, sizeof (struct lpfc_scsi_buf));
66	psb->scsi_hba = phba;
67
68	/*
69	 * Get memory from the pci pool to map the virt space to pci bus space
70	 * for an I/O.  The DMA buffer includes space for the struct fcp_cmnd,
71	 * struct fcp_rsp and the number of bde's necessary to support the
72	 * sg_tablesize.
73	 */
74	psb->data = pci_pool_alloc(phba->lpfc_scsi_dma_buf_pool, GFP_KERNEL,
75							&psb->dma_handle);
76	if (!psb->data) {
77		kfree(psb);
78		return NULL;
79	}
80
81	/* Initialize virtual ptrs to dma_buf region. */
82	memset(psb->data, 0, phba->cfg_sg_dma_buf_size);
83
84	/* Allocate iotag for psb->cur_iocbq. */
85	iotag = lpfc_sli_next_iotag(phba, &psb->cur_iocbq);
86	if (iotag == 0) {
87		pci_pool_free(phba->lpfc_scsi_dma_buf_pool,
88			      psb->data, psb->dma_handle);
89		kfree (psb);
90		return NULL;
91	}
92	psb->cur_iocbq.iocb_flag |= LPFC_IO_FCP;
93
94	psb->fcp_cmnd = psb->data;
95	psb->fcp_rsp = psb->data + sizeof(struct fcp_cmnd);
96	psb->fcp_bpl = psb->data + sizeof(struct fcp_cmnd) +
97							sizeof(struct fcp_rsp);
98
99	/* Initialize local short-hand pointers. */
100	bpl = psb->fcp_bpl;
101	pdma_phys = psb->dma_handle;
102
103	/*
104	 * The first two bdes are the FCP_CMD and FCP_RSP.  The balance are sg
105	 * list bdes.  Initialize the first two and leave the rest for
106	 * queuecommand.
107	 */
108	bpl->addrHigh = le32_to_cpu(putPaddrHigh(pdma_phys));
109	bpl->addrLow = le32_to_cpu(putPaddrLow(pdma_phys));
110	bpl->tus.f.bdeSize = sizeof (struct fcp_cmnd);
111	bpl->tus.f.bdeFlags = BUFF_USE_CMND;
112	bpl->tus.w = le32_to_cpu(bpl->tus.w);
113	bpl++;
114
115	/* Setup the physical region for the FCP RSP */
116	pdma_phys += sizeof (struct fcp_cmnd);
117	bpl->addrHigh = le32_to_cpu(putPaddrHigh(pdma_phys));
118	bpl->addrLow = le32_to_cpu(putPaddrLow(pdma_phys));
119	bpl->tus.f.bdeSize = sizeof (struct fcp_rsp);
120	bpl->tus.f.bdeFlags = (BUFF_USE_CMND | BUFF_USE_RCV);
121	bpl->tus.w = le32_to_cpu(bpl->tus.w);
122
123	/*
124	 * Since the IOCB for the FCP I/O is built into this lpfc_scsi_buf,
125	 * initialize it with all known data now.
126	 */
127	pdma_phys += (sizeof (struct fcp_rsp));
128	iocb = &psb->cur_iocbq.iocb;
129	iocb->un.fcpi64.bdl.ulpIoTag32 = 0;
130	iocb->un.fcpi64.bdl.addrHigh = putPaddrHigh(pdma_phys);
131	iocb->un.fcpi64.bdl.addrLow = putPaddrLow(pdma_phys);
132	iocb->un.fcpi64.bdl.bdeSize = (2 * sizeof (struct ulp_bde64));
133	iocb->un.fcpi64.bdl.bdeFlags = BUFF_TYPE_BDL;
134	iocb->ulpBdeCount = 1;
135	iocb->ulpClass = CLASS3;
136
137	return psb;
138}
139
140static struct lpfc_scsi_buf*
141lpfc_get_scsi_buf(struct lpfc_hba * phba)
142{
143	struct  lpfc_scsi_buf * lpfc_cmd = NULL;
144	struct list_head *scsi_buf_list = &phba->lpfc_scsi_buf_list;
145	unsigned long iflag = 0;
146
147	spin_lock_irqsave(&phba->scsi_buf_list_lock, iflag);
148	list_remove_head(scsi_buf_list, lpfc_cmd, struct lpfc_scsi_buf, list);
149	if (lpfc_cmd) {
150		lpfc_cmd->seg_cnt = 0;
151		lpfc_cmd->nonsg_phys = 0;
152	}
153	spin_unlock_irqrestore(&phba->scsi_buf_list_lock, iflag);
154	return  lpfc_cmd;
155}
156
157static void
158lpfc_release_scsi_buf(struct lpfc_hba * phba, struct lpfc_scsi_buf * psb)
159{
160	unsigned long iflag = 0;
161
162	spin_lock_irqsave(&phba->scsi_buf_list_lock, iflag);
163	psb->pCmd = NULL;
164	list_add_tail(&psb->list, &phba->lpfc_scsi_buf_list);
165	spin_unlock_irqrestore(&phba->scsi_buf_list_lock, iflag);
166}
167
168static int
169lpfc_scsi_prep_dma_buf(struct lpfc_hba * phba, struct lpfc_scsi_buf * lpfc_cmd)
170{
171	struct scsi_cmnd *scsi_cmnd = lpfc_cmd->pCmd;
172	struct scatterlist *sgel = NULL;
173	struct fcp_cmnd *fcp_cmnd = lpfc_cmd->fcp_cmnd;
174	struct ulp_bde64 *bpl = lpfc_cmd->fcp_bpl;
175	IOCB_t *iocb_cmd = &lpfc_cmd->cur_iocbq.iocb;
176	dma_addr_t physaddr;
177	uint32_t i, num_bde = 0;
178	int datadir = scsi_cmnd->sc_data_direction;
179	int dma_error;
180
181	/*
182	 * There are three possibilities here - use scatter-gather segment, use
183	 * the single mapping, or neither.  Start the lpfc command prep by
184	 * bumping the bpl beyond the fcp_cmnd and fcp_rsp regions to the first
185	 * data bde entry.
186	 */
187	bpl += 2;
188	if (scsi_cmnd->use_sg) {
189		/*
190		 * The driver stores the segment count returned from pci_map_sg
191		 * because this a count of dma-mappings used to map the use_sg
192		 * pages.  They are not guaranteed to be the same for those
193		 * architectures that implement an IOMMU.
194		 */
195		sgel = (struct scatterlist *)scsi_cmnd->request_buffer;
196		lpfc_cmd->seg_cnt = dma_map_sg(&phba->pcidev->dev, sgel,
197						scsi_cmnd->use_sg, datadir);
198		if (lpfc_cmd->seg_cnt == 0)
199			return 1;
200
201		if (lpfc_cmd->seg_cnt > phba->cfg_sg_seg_cnt) {
202			printk(KERN_ERR "%s: Too many sg segments from "
203			       "dma_map_sg.  Config %d, seg_cnt %d",
204			       __FUNCTION__, phba->cfg_sg_seg_cnt,
205			       lpfc_cmd->seg_cnt);
206			dma_unmap_sg(&phba->pcidev->dev, sgel,
207				     lpfc_cmd->seg_cnt, datadir);
208			return 1;
209		}
210
211		/*
212		 * The driver established a maximum scatter-gather segment count
213		 * during probe that limits the number of sg elements in any
214		 * single scsi command.  Just run through the seg_cnt and format
215		 * the bde's.
216		 */
217		for (i = 0; i < lpfc_cmd->seg_cnt; i++) {
218			physaddr = sg_dma_address(sgel);
219			bpl->addrLow = le32_to_cpu(putPaddrLow(physaddr));
220			bpl->addrHigh = le32_to_cpu(putPaddrHigh(physaddr));
221			bpl->tus.f.bdeSize = sg_dma_len(sgel);
222			if (datadir == DMA_TO_DEVICE)
223				bpl->tus.f.bdeFlags = 0;
224			else
225				bpl->tus.f.bdeFlags = BUFF_USE_RCV;
226			bpl->tus.w = le32_to_cpu(bpl->tus.w);
227			bpl++;
228			sgel++;
229			num_bde++;
230		}
231	} else if (scsi_cmnd->request_buffer && scsi_cmnd->request_bufflen) {
232		physaddr = dma_map_single(&phba->pcidev->dev,
233					  scsi_cmnd->request_buffer,
234					  scsi_cmnd->request_bufflen,
235					  datadir);
236		dma_error = dma_mapping_error(physaddr);
237		if (dma_error) {
238			lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
239				"%d:0718 Unable to dma_map_single "
240				"request_buffer: x%x\n",
241				phba->brd_no, dma_error);
242			return 1;
243		}
244
245		lpfc_cmd->nonsg_phys = physaddr;
246		bpl->addrLow = le32_to_cpu(putPaddrLow(physaddr));
247		bpl->addrHigh = le32_to_cpu(putPaddrHigh(physaddr));
248		bpl->tus.f.bdeSize = scsi_cmnd->request_bufflen;
249		if (datadir == DMA_TO_DEVICE)
250			bpl->tus.f.bdeFlags = 0;
251		else
252			bpl->tus.f.bdeFlags = BUFF_USE_RCV;
253		bpl->tus.w = le32_to_cpu(bpl->tus.w);
254		num_bde = 1;
255		bpl++;
256	}
257
258	/*
259	 * Finish initializing those IOCB fields that are dependent on the
260	 * scsi_cmnd request_buffer.  Note that the bdeSize is explicitly
261	 * reinitialized since all iocb memory resources are used many times
262	 * for transmit, receive, and continuation bpl's.
263	 */
264	iocb_cmd->un.fcpi64.bdl.bdeSize = (2 * sizeof (struct ulp_bde64));
265	iocb_cmd->un.fcpi64.bdl.bdeSize +=
266		(num_bde * sizeof (struct ulp_bde64));
267	iocb_cmd->ulpBdeCount = 1;
268	iocb_cmd->ulpLe = 1;
269	fcp_cmnd->fcpDl = be32_to_cpu(scsi_cmnd->request_bufflen);
270	return 0;
271}
272
273static void
274lpfc_scsi_unprep_dma_buf(struct lpfc_hba * phba, struct lpfc_scsi_buf * psb)
275{
276	/*
277	 * There are only two special cases to consider.  (1) the scsi command
278	 * requested scatter-gather usage or (2) the scsi command allocated
279	 * a request buffer, but did not request use_sg.  There is a third
280	 * case, but it does not require resource deallocation.
281	 */
282	if ((psb->seg_cnt > 0) && (psb->pCmd->use_sg)) {
283		dma_unmap_sg(&phba->pcidev->dev, psb->pCmd->request_buffer,
284				psb->seg_cnt, psb->pCmd->sc_data_direction);
285	} else {
286		 if ((psb->nonsg_phys) && (psb->pCmd->request_bufflen)) {
287			dma_unmap_single(&phba->pcidev->dev, psb->nonsg_phys,
288						psb->pCmd->request_bufflen,
289						psb->pCmd->sc_data_direction);
290		 }
291	}
292}
293
294static void
295lpfc_handle_fcp_err(struct lpfc_scsi_buf *lpfc_cmd, struct lpfc_iocbq *rsp_iocb)
296{
297	struct scsi_cmnd *cmnd = lpfc_cmd->pCmd;
298	struct fcp_cmnd *fcpcmd = lpfc_cmd->fcp_cmnd;
299	struct fcp_rsp *fcprsp = lpfc_cmd->fcp_rsp;
300	struct lpfc_hba *phba = lpfc_cmd->scsi_hba;
301	uint32_t fcpi_parm = rsp_iocb->iocb.un.fcpi.fcpi_parm;
302	uint32_t resp_info = fcprsp->rspStatus2;
303	uint32_t scsi_status = fcprsp->rspStatus3;
304	uint32_t *lp;
305	uint32_t host_status = DID_OK;
306	uint32_t rsplen = 0;
307	uint32_t logit = LOG_FCP | LOG_FCP_ERROR;
308
309	/*
310	 *  If this is a task management command, there is no
311	 *  scsi packet associated with this lpfc_cmd.  The driver
312	 *  consumes it.
313	 */
314	if (fcpcmd->fcpCntl2) {
315		scsi_status = 0;
316		goto out;
317	}
318
319	if ((resp_info & SNS_LEN_VALID) && fcprsp->rspSnsLen) {
320		uint32_t snslen = be32_to_cpu(fcprsp->rspSnsLen);
321		if (snslen > SCSI_SENSE_BUFFERSIZE)
322			snslen = SCSI_SENSE_BUFFERSIZE;
323
324		if (resp_info & RSP_LEN_VALID)
325		  rsplen = be32_to_cpu(fcprsp->rspRspLen);
326		memcpy(cmnd->sense_buffer, &fcprsp->rspInfo0 + rsplen, snslen);
327	}
328	lp = (uint32_t *)cmnd->sense_buffer;
329
330	if (!scsi_status && (resp_info & RESID_UNDER))
331		logit = LOG_FCP;
332
333	lpfc_printf_log(phba, KERN_WARNING, logit,
334			"%d:0730 FCP command x%x failed: x%x SNS x%x x%x "
335			"Data: x%x x%x x%x x%x x%x\n",
336			phba->brd_no, cmnd->cmnd[0], scsi_status,
337			be32_to_cpu(*lp), be32_to_cpu(*(lp + 3)), resp_info,
338			be32_to_cpu(fcprsp->rspResId),
339			be32_to_cpu(fcprsp->rspSnsLen),
340			be32_to_cpu(fcprsp->rspRspLen),
341			fcprsp->rspInfo3);
342
343	if (resp_info & RSP_LEN_VALID) {
344		rsplen = be32_to_cpu(fcprsp->rspRspLen);
345		if ((rsplen != 0 && rsplen != 4 && rsplen != 8) ||
346		    (fcprsp->rspInfo3 != RSP_NO_FAILURE)) {
347			host_status = DID_ERROR;
348			goto out;
349		}
350	}
351
352	cmnd->resid = 0;
353	if (resp_info & RESID_UNDER) {
354		cmnd->resid = be32_to_cpu(fcprsp->rspResId);
355
356		lpfc_printf_log(phba, KERN_INFO, LOG_FCP,
357				"%d:0716 FCP Read Underrun, expected %d, "
358				"residual %d Data: x%x x%x x%x\n", phba->brd_no,
359				be32_to_cpu(fcpcmd->fcpDl), cmnd->resid,
360				fcpi_parm, cmnd->cmnd[0], cmnd->underflow);
361
362		/*
363		 * If there is an under run check if under run reported by
364		 * storage array is same as the under run reported by HBA.
365		 * If this is not same, there is a dropped frame.
366		 */
367		if ((cmnd->sc_data_direction == DMA_FROM_DEVICE) &&
368			fcpi_parm &&
369			(cmnd->resid != fcpi_parm)) {
370			lpfc_printf_log(phba, KERN_WARNING,
371				LOG_FCP | LOG_FCP_ERROR,
372				"%d:0735 FCP Read Check Error and Underrun "
373				"Data: x%x x%x x%x x%x\n", phba->brd_no,
374				be32_to_cpu(fcpcmd->fcpDl),
375				cmnd->resid,
376				fcpi_parm, cmnd->cmnd[0]);
377			cmnd->resid = cmnd->request_bufflen;
378			host_status = DID_ERROR;
379		}
380		/*
381		 * The cmnd->underflow is the minimum number of bytes that must
382		 * be transfered for this command.  Provided a sense condition
383		 * is not present, make sure the actual amount transferred is at
384		 * least the underflow value or fail.
385		 */
386		if (!(resp_info & SNS_LEN_VALID) &&
387		    (scsi_status == SAM_STAT_GOOD) &&
388		    (cmnd->request_bufflen - cmnd->resid) < cmnd->underflow) {
389			lpfc_printf_log(phba, KERN_INFO, LOG_FCP,
390					"%d:0717 FCP command x%x residual "
391					"underrun converted to error "
392					"Data: x%x x%x x%x\n", phba->brd_no,
393					cmnd->cmnd[0], cmnd->request_bufflen,
394					cmnd->resid, cmnd->underflow);
395
396			host_status = DID_ERROR;
397		}
398	} else if (resp_info & RESID_OVER) {
399		lpfc_printf_log(phba, KERN_WARNING, LOG_FCP,
400				"%d:0720 FCP command x%x residual "
401				"overrun error. Data: x%x x%x \n",
402				phba->brd_no, cmnd->cmnd[0],
403				cmnd->request_bufflen, cmnd->resid);
404		host_status = DID_ERROR;
405
406	/*
407	 * Check SLI validation that all the transfer was actually done
408	 * (fcpi_parm should be zero). Apply check only to reads.
409	 */
410	} else if ((scsi_status == SAM_STAT_GOOD) && fcpi_parm &&
411			(cmnd->sc_data_direction == DMA_FROM_DEVICE)) {
412		lpfc_printf_log(phba, KERN_WARNING, LOG_FCP | LOG_FCP_ERROR,
413			"%d:0734 FCP Read Check Error Data: "
414			"x%x x%x x%x x%x\n", phba->brd_no,
415			be32_to_cpu(fcpcmd->fcpDl),
416			be32_to_cpu(fcprsp->rspResId),
417			fcpi_parm, cmnd->cmnd[0]);
418		host_status = DID_ERROR;
419		cmnd->resid = cmnd->request_bufflen;
420	}
421
422 out:
423	cmnd->result = ScsiResult(host_status, scsi_status);
424}
425
426static void
427lpfc_scsi_cmd_iocb_cmpl(struct lpfc_hba *phba, struct lpfc_iocbq *pIocbIn,
428			struct lpfc_iocbq *pIocbOut)
429{
430	struct lpfc_scsi_buf *lpfc_cmd =
431		(struct lpfc_scsi_buf *) pIocbIn->context1;
432	struct lpfc_rport_data *rdata = lpfc_cmd->rdata;
433	struct lpfc_nodelist *pnode = rdata->pnode;
434	struct scsi_cmnd *cmd = lpfc_cmd->pCmd;
435	int result;
436	struct scsi_device *sdev, *tmp_sdev;
437	int depth = 0;
438
439	lpfc_cmd->result = pIocbOut->iocb.un.ulpWord[4];
440	lpfc_cmd->status = pIocbOut->iocb.ulpStatus;
441
442	if (lpfc_cmd->status) {
443		if (lpfc_cmd->status == IOSTAT_LOCAL_REJECT &&
444		    (lpfc_cmd->result & IOERR_DRVR_MASK))
445			lpfc_cmd->status = IOSTAT_DRIVER_REJECT;
446		else if (lpfc_cmd->status >= IOSTAT_CNT)
447			lpfc_cmd->status = IOSTAT_DEFAULT;
448
449		lpfc_printf_log(phba, KERN_WARNING, LOG_FCP,
450				"%d:0729 FCP cmd x%x failed <%d/%d> status: "
451				"x%x result: x%x Data: x%x x%x\n",
452				phba->brd_no, cmd->cmnd[0], cmd->device->id,
453				cmd->device->lun, lpfc_cmd->status,
454				lpfc_cmd->result, pIocbOut->iocb.ulpContext,
455				lpfc_cmd->cur_iocbq.iocb.ulpIoTag);
456
457		switch (lpfc_cmd->status) {
458		case IOSTAT_FCP_RSP_ERROR:
459			/* Call FCP RSP handler to determine result */
460			lpfc_handle_fcp_err(lpfc_cmd,pIocbOut);
461			break;
462		case IOSTAT_NPORT_BSY:
463		case IOSTAT_FABRIC_BSY:
464			cmd->result = ScsiResult(DID_BUS_BUSY, 0);
465			break;
466		default:
467			cmd->result = ScsiResult(DID_ERROR, 0);
468			break;
469		}
470
471		if ((pnode == NULL )
472		    || (pnode->nlp_state != NLP_STE_MAPPED_NODE))
473			cmd->result = ScsiResult(DID_BUS_BUSY, SAM_STAT_BUSY);
474	} else {
475		cmd->result = ScsiResult(DID_OK, 0);
476	}
477
478	if (cmd->result || lpfc_cmd->fcp_rsp->rspSnsLen) {
479		uint32_t *lp = (uint32_t *)cmd->sense_buffer;
480
481		lpfc_printf_log(phba, KERN_INFO, LOG_FCP,
482				"%d:0710 Iodone <%d/%d> cmd %p, error x%x "
483				"SNS x%x x%x Data: x%x x%x\n",
484				phba->brd_no, cmd->device->id,
485				cmd->device->lun, cmd, cmd->result,
486				*lp, *(lp + 3), cmd->retries, cmd->resid);
487	}
488
489	result = cmd->result;
490	sdev = cmd->device;
491	lpfc_scsi_unprep_dma_buf(phba, lpfc_cmd);
492	cmd->scsi_done(cmd);
493
494	if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
495		lpfc_release_scsi_buf(phba, lpfc_cmd);
496		return;
497	}
498
499	if (!result && pnode != NULL &&
500	   ((jiffies - pnode->last_ramp_up_time) >
501		LPFC_Q_RAMP_UP_INTERVAL * HZ) &&
502	   ((jiffies - pnode->last_q_full_time) >
503		LPFC_Q_RAMP_UP_INTERVAL * HZ) &&
504	   (phba->cfg_lun_queue_depth > sdev->queue_depth)) {
505		shost_for_each_device(tmp_sdev, sdev->host) {
506			if (phba->cfg_lun_queue_depth > tmp_sdev->queue_depth) {
507				if (tmp_sdev->id != sdev->id)
508					continue;
509				if (tmp_sdev->ordered_tags)
510					scsi_adjust_queue_depth(tmp_sdev,
511						MSG_ORDERED_TAG,
512						tmp_sdev->queue_depth+1);
513				else
514					scsi_adjust_queue_depth(tmp_sdev,
515						MSG_SIMPLE_TAG,
516						tmp_sdev->queue_depth+1);
517
518				pnode->last_ramp_up_time = jiffies;
519			}
520		}
521	}
522
523	/*
524	 * Check for queue full.  If the lun is reporting queue full, then
525	 * back off the lun queue depth to prevent target overloads.
526	 */
527	if (result == SAM_STAT_TASK_SET_FULL && pnode != NULL) {
528		pnode->last_q_full_time = jiffies;
529
530		shost_for_each_device(tmp_sdev, sdev->host) {
531			if (tmp_sdev->id != sdev->id)
532				continue;
533			depth = scsi_track_queue_full(tmp_sdev,
534					tmp_sdev->queue_depth - 1);
535		}
536		/*
537 		 * The queue depth cannot be lowered any more.
538		 * Modify the returned error code to store
539		 * the final depth value set by
540		 * scsi_track_queue_full.
541		 */
542		if (depth == -1)
543			depth = sdev->host->cmd_per_lun;
544
545		if (depth) {
546			lpfc_printf_log(phba, KERN_WARNING, LOG_FCP,
547				"%d:0711 detected queue full - lun queue depth "
548				" adjusted to %d.\n", phba->brd_no, depth);
549		}
550	}
551
552	lpfc_release_scsi_buf(phba, lpfc_cmd);
553}
554
555static void
556lpfc_scsi_prep_cmnd(struct lpfc_hba * phba, struct lpfc_scsi_buf * lpfc_cmd,
557			struct lpfc_nodelist *pnode)
558{
559	struct scsi_cmnd *scsi_cmnd = lpfc_cmd->pCmd;
560	struct fcp_cmnd *fcp_cmnd = lpfc_cmd->fcp_cmnd;
561	IOCB_t *iocb_cmd = &lpfc_cmd->cur_iocbq.iocb;
562	struct lpfc_iocbq *piocbq = &(lpfc_cmd->cur_iocbq);
563	int datadir = scsi_cmnd->sc_data_direction;
564
565	lpfc_cmd->fcp_rsp->rspSnsLen = 0;
566	/* clear task management bits */
567	lpfc_cmd->fcp_cmnd->fcpCntl2 = 0;
568
569	int_to_scsilun(lpfc_cmd->pCmd->device->lun,
570			&lpfc_cmd->fcp_cmnd->fcp_lun);
571
572	memcpy(&fcp_cmnd->fcpCdb[0], scsi_cmnd->cmnd, 16);
573
574	if (scsi_cmnd->device->tagged_supported) {
575		switch (scsi_cmnd->tag) {
576		case HEAD_OF_QUEUE_TAG:
577			fcp_cmnd->fcpCntl1 = HEAD_OF_Q;
578			break;
579		case ORDERED_QUEUE_TAG:
580			fcp_cmnd->fcpCntl1 = ORDERED_Q;
581			break;
582		default:
583			fcp_cmnd->fcpCntl1 = SIMPLE_Q;
584			break;
585		}
586	} else
587		fcp_cmnd->fcpCntl1 = 0;
588
589	/*
590	 * There are three possibilities here - use scatter-gather segment, use
591	 * the single mapping, or neither.  Start the lpfc command prep by
592	 * bumping the bpl beyond the fcp_cmnd and fcp_rsp regions to the first
593	 * data bde entry.
594	 */
595	if (scsi_cmnd->use_sg) {
596		if (datadir == DMA_TO_DEVICE) {
597			iocb_cmd->ulpCommand = CMD_FCP_IWRITE64_CR;
598			iocb_cmd->un.fcpi.fcpi_parm = 0;
599			iocb_cmd->ulpPU = 0;
600			fcp_cmnd->fcpCntl3 = WRITE_DATA;
601			phba->fc4OutputRequests++;
602		} else {
603			iocb_cmd->ulpCommand = CMD_FCP_IREAD64_CR;
604			iocb_cmd->ulpPU = PARM_READ_CHECK;
605			iocb_cmd->un.fcpi.fcpi_parm =
606				scsi_cmnd->request_bufflen;
607			fcp_cmnd->fcpCntl3 = READ_DATA;
608			phba->fc4InputRequests++;
609		}
610	} else if (scsi_cmnd->request_buffer && scsi_cmnd->request_bufflen) {
611		if (datadir == DMA_TO_DEVICE) {
612			iocb_cmd->ulpCommand = CMD_FCP_IWRITE64_CR;
613			iocb_cmd->un.fcpi.fcpi_parm = 0;
614			iocb_cmd->ulpPU = 0;
615			fcp_cmnd->fcpCntl3 = WRITE_DATA;
616			phba->fc4OutputRequests++;
617		} else {
618			iocb_cmd->ulpCommand = CMD_FCP_IREAD64_CR;
619			iocb_cmd->ulpPU = PARM_READ_CHECK;
620			iocb_cmd->un.fcpi.fcpi_parm =
621				scsi_cmnd->request_bufflen;
622			fcp_cmnd->fcpCntl3 = READ_DATA;
623			phba->fc4InputRequests++;
624		}
625	} else {
626		iocb_cmd->ulpCommand = CMD_FCP_ICMND64_CR;
627		iocb_cmd->un.fcpi.fcpi_parm = 0;
628		iocb_cmd->ulpPU = 0;
629		fcp_cmnd->fcpCntl3 = 0;
630		phba->fc4ControlRequests++;
631	}
632
633	/*
634	 * Finish initializing those IOCB fields that are independent
635	 * of the scsi_cmnd request_buffer
636	 */
637	piocbq->iocb.ulpContext = pnode->nlp_rpi;
638	if (pnode->nlp_fcp_info & NLP_FCP_2_DEVICE)
639		piocbq->iocb.ulpFCP2Rcvy = 1;
640
641	piocbq->iocb.ulpClass = (pnode->nlp_fcp_info & 0x0f);
642	piocbq->context1  = lpfc_cmd;
643	piocbq->iocb_cmpl = lpfc_scsi_cmd_iocb_cmpl;
644	piocbq->iocb.ulpTimeout = lpfc_cmd->timeout;
645}
646
647static int
648lpfc_scsi_prep_task_mgmt_cmd(struct lpfc_hba *phba,
649			     struct lpfc_scsi_buf *lpfc_cmd,
650			     unsigned int lun,
651			     uint8_t task_mgmt_cmd)
652{
653	struct lpfc_sli *psli;
654	struct lpfc_iocbq *piocbq;
655	IOCB_t *piocb;
656	struct fcp_cmnd *fcp_cmnd;
657	struct lpfc_rport_data *rdata = lpfc_cmd->rdata;
658	struct lpfc_nodelist *ndlp = rdata->pnode;
659
660	if ((ndlp == NULL) || (ndlp->nlp_state != NLP_STE_MAPPED_NODE)) {
661		return 0;
662	}
663
664	psli = &phba->sli;
665	piocbq = &(lpfc_cmd->cur_iocbq);
666	piocb = &piocbq->iocb;
667
668	fcp_cmnd = lpfc_cmd->fcp_cmnd;
669	int_to_scsilun(lun, &lpfc_cmd->fcp_cmnd->fcp_lun);
670	fcp_cmnd->fcpCntl2 = task_mgmt_cmd;
671
672	piocb->ulpCommand = CMD_FCP_ICMND64_CR;
673
674	piocb->ulpContext = ndlp->nlp_rpi;
675	if (ndlp->nlp_fcp_info & NLP_FCP_2_DEVICE) {
676		piocb->ulpFCP2Rcvy = 1;
677	}
678	piocb->ulpClass = (ndlp->nlp_fcp_info & 0x0f);
679
680	/* ulpTimeout is only one byte */
681	if (lpfc_cmd->timeout > 0xff) {
682		/*
683		 * Do not timeout the command at the firmware level.
684		 * The driver will provide the timeout mechanism.
685		 */
686		piocb->ulpTimeout = 0;
687	} else {
688		piocb->ulpTimeout = lpfc_cmd->timeout;
689	}
690
691	return (1);
692}
693
694static void
695lpfc_tskmgmt_def_cmpl(struct lpfc_hba *phba,
696			struct lpfc_iocbq *cmdiocbq,
697			struct lpfc_iocbq *rspiocbq)
698{
699	struct lpfc_scsi_buf *lpfc_cmd =
700		(struct lpfc_scsi_buf *) cmdiocbq->context1;
701	if (lpfc_cmd)
702		lpfc_release_scsi_buf(phba, lpfc_cmd);
703	return;
704}
705
706static int
707lpfc_scsi_tgt_reset(struct lpfc_scsi_buf * lpfc_cmd, struct lpfc_hba * phba,
708		    unsigned  tgt_id, unsigned int lun,
709		    struct lpfc_rport_data *rdata)
710{
711	struct lpfc_iocbq *iocbq;
712	struct lpfc_iocbq *iocbqrsp;
713	int ret;
714
715	if (!rdata->pnode)
716		return FAILED;
717
718	lpfc_cmd->rdata = rdata;
719	ret = lpfc_scsi_prep_task_mgmt_cmd(phba, lpfc_cmd, lun,
720					   FCP_TARGET_RESET);
721	if (!ret)
722		return FAILED;
723
724	lpfc_cmd->scsi_hba = phba;
725	iocbq = &lpfc_cmd->cur_iocbq;
726	iocbqrsp = lpfc_sli_get_iocbq(phba);
727
728	if (!iocbqrsp)
729		return FAILED;
730
731	/* Issue Target Reset to TGT <num> */
732	lpfc_printf_log(phba, KERN_INFO, LOG_FCP,
733			"%d:0702 Issue Target Reset to TGT %d "
734			"Data: x%x x%x\n",
735			phba->brd_no, tgt_id, rdata->pnode->nlp_rpi,
736			rdata->pnode->nlp_flag);
737
738	ret = lpfc_sli_issue_iocb_wait(phba,
739				       &phba->sli.ring[phba->sli.fcp_ring],
740				       iocbq, iocbqrsp, lpfc_cmd->timeout);
741	if (ret != IOCB_SUCCESS) {
742		if (ret == IOCB_TIMEDOUT)
743			iocbq->iocb_cmpl = lpfc_tskmgmt_def_cmpl;
744		lpfc_cmd->status = IOSTAT_DRIVER_REJECT;
745	} else {
746		ret = SUCCESS;
747		lpfc_cmd->result = iocbqrsp->iocb.un.ulpWord[4];
748		lpfc_cmd->status = iocbqrsp->iocb.ulpStatus;
749		if (lpfc_cmd->status == IOSTAT_LOCAL_REJECT &&
750			(lpfc_cmd->result & IOERR_DRVR_MASK))
751				lpfc_cmd->status = IOSTAT_DRIVER_REJECT;
752	}
753
754	lpfc_sli_release_iocbq(phba, iocbqrsp);
755	return ret;
756}
757
758const char *
759lpfc_info(struct Scsi_Host *host)
760{
761	struct lpfc_hba    *phba = (struct lpfc_hba *) host->hostdata;
762	int len;
763	static char  lpfcinfobuf[384];
764
765	memset(lpfcinfobuf,0,384);
766	if (phba && phba->pcidev){
767		strncpy(lpfcinfobuf, phba->ModelDesc, 256);
768		len = strlen(lpfcinfobuf);
769		snprintf(lpfcinfobuf + len,
770			384-len,
771			" on PCI bus %02x device %02x irq %d",
772			phba->pcidev->bus->number,
773			phba->pcidev->devfn,
774			phba->pcidev->irq);
775		len = strlen(lpfcinfobuf);
776		if (phba->Port[0]) {
777			snprintf(lpfcinfobuf + len,
778				 384-len,
779				 " port %s",
780				 phba->Port);
781		}
782	}
783	return lpfcinfobuf;
784}
785
786static __inline__ void lpfc_poll_rearm_timer(struct lpfc_hba * phba)
787{
788	unsigned long  poll_tmo_expires =
789		(jiffies + msecs_to_jiffies(phba->cfg_poll_tmo));
790
791	if (phba->sli.ring[LPFC_FCP_RING].txcmplq_cnt)
792		mod_timer(&phba->fcp_poll_timer,
793			  poll_tmo_expires);
794}
795
796void lpfc_poll_start_timer(struct lpfc_hba * phba)
797{
798	lpfc_poll_rearm_timer(phba);
799}
800
801void lpfc_poll_timeout(unsigned long ptr)
802{
803	struct lpfc_hba *phba = (struct lpfc_hba *)ptr;
804	unsigned long iflag;
805
806	spin_lock_irqsave(phba->host->host_lock, iflag);
807
808	if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
809		lpfc_sli_poll_fcp_ring (phba);
810		if (phba->cfg_poll & DISABLE_FCP_RING_INT)
811			lpfc_poll_rearm_timer(phba);
812	}
813
814	spin_unlock_irqrestore(phba->host->host_lock, iflag);
815}
816
817static int
818lpfc_queuecommand(struct scsi_cmnd *cmnd, void (*done) (struct scsi_cmnd *))
819{
820	struct lpfc_hba *phba =
821		(struct lpfc_hba *) cmnd->device->host->hostdata;
822	struct lpfc_sli *psli = &phba->sli;
823	struct lpfc_rport_data *rdata = cmnd->device->hostdata;
824	struct lpfc_nodelist *ndlp = rdata->pnode;
825	struct lpfc_scsi_buf *lpfc_cmd;
826	struct fc_rport *rport = starget_to_rport(scsi_target(cmnd->device));
827	int err;
828
829	err = fc_remote_port_chkready(rport);
830	if (err) {
831		cmnd->result = err;
832		goto out_fail_command;
833	}
834
835	/*
836	 * Catch race where our node has transitioned, but the
837	 * transport is still transitioning.
838	 */
839	if (!ndlp) {
840		cmnd->result = ScsiResult(DID_BUS_BUSY, 0);
841		goto out_fail_command;
842	}
843	lpfc_cmd = lpfc_get_scsi_buf (phba);
844	if (lpfc_cmd == NULL) {
845		lpfc_printf_log(phba, KERN_INFO, LOG_FCP,
846				"%d:0707 driver's buffer pool is empty, "
847				"IO busied\n", phba->brd_no);
848		goto out_host_busy;
849	}
850
851	/*
852	 * Store the midlayer's command structure for the completion phase
853	 * and complete the command initialization.
854	 */
855	lpfc_cmd->pCmd  = cmnd;
856	lpfc_cmd->rdata = rdata;
857	lpfc_cmd->timeout = 0;
858	cmnd->host_scribble = (unsigned char *)lpfc_cmd;
859	cmnd->scsi_done = done;
860
861	err = lpfc_scsi_prep_dma_buf(phba, lpfc_cmd);
862	if (err)
863		goto out_host_busy_free_buf;
864
865	lpfc_scsi_prep_cmnd(phba, lpfc_cmd, ndlp);
866
867	err = lpfc_sli_issue_iocb(phba, &phba->sli.ring[psli->fcp_ring],
868				&lpfc_cmd->cur_iocbq, SLI_IOCB_RET_IOCB);
869	if (err)
870		goto out_host_busy_free_buf;
871
872	if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
873		lpfc_sli_poll_fcp_ring(phba);
874		if (phba->cfg_poll & DISABLE_FCP_RING_INT)
875			lpfc_poll_rearm_timer(phba);
876	}
877
878	return 0;
879
880 out_host_busy_free_buf:
881	lpfc_scsi_unprep_dma_buf(phba, lpfc_cmd);
882	lpfc_release_scsi_buf(phba, lpfc_cmd);
883 out_host_busy:
884	return SCSI_MLQUEUE_HOST_BUSY;
885
886 out_fail_command:
887	done(cmnd);
888	return 0;
889}
890
891static void
892lpfc_block_error_handler(struct scsi_cmnd *cmnd)
893{
894	struct Scsi_Host *shost = cmnd->device->host;
895	struct fc_rport *rport = starget_to_rport(scsi_target(cmnd->device));
896
897	spin_lock_irq(shost->host_lock);
898	while (rport->port_state == FC_PORTSTATE_BLOCKED) {
899		spin_unlock_irq(shost->host_lock);
900		msleep(1000);
901		spin_lock_irq(shost->host_lock);
902	}
903	spin_unlock_irq(shost->host_lock);
904	return;
905}
906
907static int
908lpfc_abort_handler(struct scsi_cmnd *cmnd)
909{
910	struct Scsi_Host *shost = cmnd->device->host;
911	struct lpfc_hba *phba = (struct lpfc_hba *)shost->hostdata;
912	struct lpfc_sli_ring *pring = &phba->sli.ring[phba->sli.fcp_ring];
913	struct lpfc_iocbq *iocb;
914	struct lpfc_iocbq *abtsiocb;
915	struct lpfc_scsi_buf *lpfc_cmd;
916	IOCB_t *cmd, *icmd;
917	unsigned int loop_count = 0;
918	int ret = SUCCESS;
919
920	lpfc_block_error_handler(cmnd);
921	spin_lock_irq(shost->host_lock);
922
923	lpfc_cmd = (struct lpfc_scsi_buf *)cmnd->host_scribble;
924	BUG_ON(!lpfc_cmd);
925
926	/*
927	 * If pCmd field of the corresponding lpfc_scsi_buf structure
928	 * points to a different SCSI command, then the driver has
929	 * already completed this command, but the midlayer did not
930	 * see the completion before the eh fired.  Just return
931	 * SUCCESS.
932	 */
933	iocb = &lpfc_cmd->cur_iocbq;
934	if (lpfc_cmd->pCmd != cmnd)
935		goto out;
936
937	BUG_ON(iocb->context1 != lpfc_cmd);
938
939	abtsiocb = lpfc_sli_get_iocbq(phba);
940	if (abtsiocb == NULL) {
941		ret = FAILED;
942		goto out;
943	}
944
945	/*
946	 * The scsi command can not be in txq and it is in flight because the
947	 * pCmd is still pointig at the SCSI command we have to abort. There
948	 * is no need to search the txcmplq. Just send an abort to the FW.
949	 */
950
951	cmd = &iocb->iocb;
952	icmd = &abtsiocb->iocb;
953	icmd->un.acxri.abortType = ABORT_TYPE_ABTS;
954	icmd->un.acxri.abortContextTag = cmd->ulpContext;
955	icmd->un.acxri.abortIoTag = cmd->ulpIoTag;
956
957	icmd->ulpLe = 1;
958	icmd->ulpClass = cmd->ulpClass;
959	if (phba->hba_state >= LPFC_LINK_UP)
960		icmd->ulpCommand = CMD_ABORT_XRI_CN;
961	else
962		icmd->ulpCommand = CMD_CLOSE_XRI_CN;
963
964	abtsiocb->iocb_cmpl = lpfc_sli_abort_fcp_cmpl;
965	if (lpfc_sli_issue_iocb(phba, pring, abtsiocb, 0) == IOCB_ERROR) {
966		lpfc_sli_release_iocbq(phba, abtsiocb);
967		ret = FAILED;
968		goto out;
969	}
970
971	if (phba->cfg_poll & DISABLE_FCP_RING_INT)
972		lpfc_sli_poll_fcp_ring (phba);
973
974	/* Wait for abort to complete */
975	while (lpfc_cmd->pCmd == cmnd)
976	{
977		if (phba->cfg_poll & DISABLE_FCP_RING_INT)
978			lpfc_sli_poll_fcp_ring (phba);
979
980		spin_unlock_irq(phba->host->host_lock);
981			schedule_timeout_uninterruptible(LPFC_ABORT_WAIT*HZ);
982		spin_lock_irq(phba->host->host_lock);
983		if (++loop_count
984		    > (2 * phba->cfg_devloss_tmo)/LPFC_ABORT_WAIT)
985			break;
986	}
987
988	if (lpfc_cmd->pCmd == cmnd) {
989		ret = FAILED;
990		lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
991				"%d:0748 abort handler timed out waiting for "
992				"abort to complete: ret %#x, ID %d, LUN %d, "
993				"snum %#lx\n",
994				phba->brd_no,  ret, cmnd->device->id,
995				cmnd->device->lun, cmnd->serial_number);
996	}
997
998 out:
999	lpfc_printf_log(phba, KERN_WARNING, LOG_FCP,
1000			"%d:0749 SCSI Layer I/O Abort Request "
1001			"Status x%x ID %d LUN %d snum %#lx\n",
1002			phba->brd_no, ret, cmnd->device->id,
1003			cmnd->device->lun, cmnd->serial_number);
1004
1005	spin_unlock_irq(shost->host_lock);
1006
1007	return ret;
1008}
1009
1010static int
1011lpfc_device_reset_handler(struct scsi_cmnd *cmnd)
1012{
1013	struct Scsi_Host *shost = cmnd->device->host;
1014	struct lpfc_hba *phba = (struct lpfc_hba *)shost->hostdata;
1015	struct lpfc_scsi_buf *lpfc_cmd;
1016	struct lpfc_iocbq *iocbq, *iocbqrsp;
1017	struct lpfc_rport_data *rdata = cmnd->device->hostdata;
1018	struct lpfc_nodelist *pnode = rdata->pnode;
1019	uint32_t cmd_result = 0, cmd_status = 0;
1020	int ret = FAILED;
1021	int iocb_status = IOCB_SUCCESS;
1022	int cnt, loopcnt;
1023
1024	lpfc_block_error_handler(cmnd);
1025	spin_lock_irq(shost->host_lock);
1026	loopcnt = 0;
1027	/*
1028	 * If target is not in a MAPPED state, delay the reset until
1029	 * target is rediscovered or devloss timeout expires.
1030	 */
1031	while ( 1 ) {
1032		if (!pnode)
1033			goto out;
1034
1035		if (pnode->nlp_state != NLP_STE_MAPPED_NODE) {
1036			spin_unlock_irq(phba->host->host_lock);
1037			schedule_timeout_uninterruptible(msecs_to_jiffies(500));
1038			spin_lock_irq(phba->host->host_lock);
1039			loopcnt++;
1040			rdata = cmnd->device->hostdata;
1041			if (!rdata ||
1042				(loopcnt > ((phba->cfg_devloss_tmo * 2) + 1))) {
1043				lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
1044		   			"%d:0721 LUN Reset rport failure:"
1045					" cnt x%x rdata x%p\n",
1046		   			phba->brd_no, loopcnt, rdata);
1047				goto out;
1048			}
1049			pnode = rdata->pnode;
1050			if (!pnode)
1051				goto out;
1052		}
1053		if (pnode->nlp_state == NLP_STE_MAPPED_NODE)
1054			break;
1055	}
1056
1057	lpfc_cmd = lpfc_get_scsi_buf (phba);
1058	if (lpfc_cmd == NULL)
1059		goto out;
1060
1061	lpfc_cmd->timeout = 60;
1062	lpfc_cmd->scsi_hba = phba;
1063	lpfc_cmd->rdata = rdata;
1064
1065	ret = lpfc_scsi_prep_task_mgmt_cmd(phba, lpfc_cmd, cmnd->device->lun,
1066					   FCP_TARGET_RESET);
1067	if (!ret)
1068		goto out_free_scsi_buf;
1069
1070	iocbq = &lpfc_cmd->cur_iocbq;
1071
1072	/* get a buffer for this IOCB command response */
1073	iocbqrsp = lpfc_sli_get_iocbq(phba);
1074	if (iocbqrsp == NULL)
1075		goto out_free_scsi_buf;
1076
1077	lpfc_printf_log(phba, KERN_INFO, LOG_FCP,
1078			"%d:0703 Issue target reset to TGT %d LUN %d rpi x%x "
1079			"nlp_flag x%x\n", phba->brd_no, cmnd->device->id,
1080			cmnd->device->lun, pnode->nlp_rpi, pnode->nlp_flag);
1081
1082	iocb_status = lpfc_sli_issue_iocb_wait(phba,
1083				       &phba->sli.ring[phba->sli.fcp_ring],
1084				       iocbq, iocbqrsp, lpfc_cmd->timeout);
1085
1086	if (iocb_status == IOCB_TIMEDOUT)
1087		iocbq->iocb_cmpl = lpfc_tskmgmt_def_cmpl;
1088
1089	if (iocb_status == IOCB_SUCCESS)
1090		ret = SUCCESS;
1091	else
1092		ret = iocb_status;
1093
1094	cmd_result = iocbqrsp->iocb.un.ulpWord[4];
1095	cmd_status = iocbqrsp->iocb.ulpStatus;
1096
1097	lpfc_sli_release_iocbq(phba, iocbqrsp);
1098
1099	/*
1100	 * All outstanding txcmplq I/Os should have been aborted by the device.
1101	 * Unfortunately, some targets do not abide by this forcing the driver
1102	 * to double check.
1103	 */
1104	cnt = lpfc_sli_sum_iocb(phba, &phba->sli.ring[phba->sli.fcp_ring],
1105				cmnd->device->id, cmnd->device->lun,
1106				LPFC_CTX_LUN);
1107	if (cnt)
1108		lpfc_sli_abort_iocb(phba,
1109				    &phba->sli.ring[phba->sli.fcp_ring],
1110				    cmnd->device->id, cmnd->device->lun,
1111				    0, LPFC_CTX_LUN);
1112	loopcnt = 0;
1113	while(cnt) {
1114		spin_unlock_irq(phba->host->host_lock);
1115		schedule_timeout_uninterruptible(LPFC_RESET_WAIT*HZ);
1116		spin_lock_irq(phba->host->host_lock);
1117
1118		if (++loopcnt
1119		    > (2 * phba->cfg_devloss_tmo)/LPFC_RESET_WAIT)
1120			break;
1121
1122		cnt = lpfc_sli_sum_iocb(phba,
1123					&phba->sli.ring[phba->sli.fcp_ring],
1124					cmnd->device->id, cmnd->device->lun,
1125					LPFC_CTX_LUN);
1126	}
1127
1128	if (cnt) {
1129		lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
1130			"%d:0719 device reset I/O flush failure: cnt x%x\n",
1131			phba->brd_no, cnt);
1132		ret = FAILED;
1133	}
1134
1135out_free_scsi_buf:
1136	if (iocb_status != IOCB_TIMEDOUT) {
1137		lpfc_release_scsi_buf(phba, lpfc_cmd);
1138	}
1139	lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
1140			"%d:0713 SCSI layer issued device reset (%d, %d) "
1141			"return x%x status x%x result x%x\n",
1142			phba->brd_no, cmnd->device->id, cmnd->device->lun,
1143			ret, cmd_status, cmd_result);
1144
1145out:
1146	spin_unlock_irq(shost->host_lock);
1147	return ret;
1148}
1149
1150static int
1151lpfc_bus_reset_handler(struct scsi_cmnd *cmnd)
1152{
1153	struct Scsi_Host *shost = cmnd->device->host;
1154	struct lpfc_hba *phba = (struct lpfc_hba *)shost->hostdata;
1155	struct lpfc_nodelist *ndlp = NULL;
1156	int match;
1157	int ret = FAILED, i, err_count = 0;
1158	int cnt, loopcnt;
1159	struct lpfc_scsi_buf * lpfc_cmd;
1160
1161	lpfc_block_error_handler(cmnd);
1162	spin_lock_irq(shost->host_lock);
1163
1164	lpfc_cmd = lpfc_get_scsi_buf(phba);
1165	if (lpfc_cmd == NULL)
1166		goto out;
1167
1168	/* The lpfc_cmd storage is reused.  Set all loop invariants. */
1169	lpfc_cmd->timeout = 60;
1170	lpfc_cmd->scsi_hba = phba;
1171
1172	/*
1173	 * Since the driver manages a single bus device, reset all
1174	 * targets known to the driver.  Should any target reset
1175	 * fail, this routine returns failure to the midlayer.
1176	 */
1177	for (i = 0; i < LPFC_MAX_TARGET; i++) {
1178		/* Search for mapped node by target ID */
1179		match = 0;
1180		list_for_each_entry(ndlp, &phba->fc_nodes, nlp_listp) {
1181			if (ndlp->nlp_state == NLP_STE_MAPPED_NODE &&
1182			    i == ndlp->nlp_sid &&
1183			    ndlp->rport) {
1184				match = 1;
1185				break;
1186			}
1187		}
1188		if (!match)
1189			continue;
1190
1191		ret = lpfc_scsi_tgt_reset(lpfc_cmd, phba, i, cmnd->device->lun,
1192					  ndlp->rport->dd_data);
1193		if (ret != SUCCESS) {
1194			lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
1195				"%d:0700 Bus Reset on target %d failed\n",
1196				phba->brd_no, i);
1197			err_count++;
1198			break;
1199		}
1200	}
1201
1202	if (ret != IOCB_TIMEDOUT)
1203		lpfc_release_scsi_buf(phba, lpfc_cmd);
1204
1205	if (err_count == 0)
1206		ret = SUCCESS;
1207	else
1208		ret = FAILED;
1209
1210	/*
1211	 * All outstanding txcmplq I/Os should have been aborted by
1212	 * the targets.  Unfortunately, some targets do not abide by
1213	 * this forcing the driver to double check.
1214	 */
1215	cnt = lpfc_sli_sum_iocb(phba, &phba->sli.ring[phba->sli.fcp_ring],
1216				0, 0, LPFC_CTX_HOST);
1217	if (cnt)
1218		lpfc_sli_abort_iocb(phba, &phba->sli.ring[phba->sli.fcp_ring],
1219				    0, 0, 0, LPFC_CTX_HOST);
1220	loopcnt = 0;
1221	while(cnt) {
1222		spin_unlock_irq(phba->host->host_lock);
1223		schedule_timeout_uninterruptible(LPFC_RESET_WAIT*HZ);
1224		spin_lock_irq(phba->host->host_lock);
1225
1226		if (++loopcnt
1227		    > (2 * phba->cfg_devloss_tmo)/LPFC_RESET_WAIT)
1228			break;
1229
1230		cnt = lpfc_sli_sum_iocb(phba,
1231					&phba->sli.ring[phba->sli.fcp_ring],
1232					0, 0, LPFC_CTX_HOST);
1233	}
1234
1235	if (cnt) {
1236		lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
1237		   "%d:0715 Bus Reset I/O flush failure: cnt x%x left x%x\n",
1238		   phba->brd_no, cnt, i);
1239		ret = FAILED;
1240	}
1241
1242	lpfc_printf_log(phba,
1243			KERN_ERR,
1244			LOG_FCP,
1245			"%d:0714 SCSI layer issued Bus Reset Data: x%x\n",
1246			phba->brd_no, ret);
1247out:
1248	spin_unlock_irq(shost->host_lock);
1249	return ret;
1250}
1251
1252static int
1253lpfc_slave_alloc(struct scsi_device *sdev)
1254{
1255	struct lpfc_hba *phba = (struct lpfc_hba *)sdev->host->hostdata;
1256	struct lpfc_scsi_buf *scsi_buf = NULL;
1257	struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
1258	uint32_t total = 0, i;
1259	uint32_t num_to_alloc = 0;
1260	unsigned long flags;
1261
1262	if (!rport || fc_remote_port_chkready(rport))
1263		return -ENXIO;
1264
1265	sdev->hostdata = rport->dd_data;
1266
1267	/*
1268	 * Populate the cmds_per_lun count scsi_bufs into this host's globally
1269	 * available list of scsi buffers.  Don't allocate more than the
1270	 * HBA limit conveyed to the midlayer via the host structure.  The
1271	 * formula accounts for the lun_queue_depth + error handlers + 1
1272	 * extra.  This list of scsi bufs exists for the lifetime of the driver.
1273	 */
1274	total = phba->total_scsi_bufs;
1275	num_to_alloc = phba->cfg_lun_queue_depth + 2;
1276	if (total >= phba->cfg_hba_queue_depth) {
1277		lpfc_printf_log(phba, KERN_WARNING, LOG_FCP,
1278				"%d:0704 At limitation of %d preallocated "
1279				"command buffers\n", phba->brd_no, total);
1280		return 0;
1281	} else if (total + num_to_alloc > phba->cfg_hba_queue_depth) {
1282		lpfc_printf_log(phba, KERN_WARNING, LOG_FCP,
1283				"%d:0705 Allocation request of %d command "
1284				"buffers will exceed max of %d.  Reducing "
1285				"allocation request to %d.\n", phba->brd_no,
1286				num_to_alloc, phba->cfg_hba_queue_depth,
1287				(phba->cfg_hba_queue_depth - total));
1288		num_to_alloc = phba->cfg_hba_queue_depth - total;
1289	}
1290
1291	for (i = 0; i < num_to_alloc; i++) {
1292		scsi_buf = lpfc_new_scsi_buf(phba);
1293		if (!scsi_buf) {
1294			lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
1295					"%d:0706 Failed to allocate command "
1296					"buffer\n", phba->brd_no);
1297			break;
1298		}
1299
1300		spin_lock_irqsave(&phba->scsi_buf_list_lock, flags);
1301		phba->total_scsi_bufs++;
1302		list_add_tail(&scsi_buf->list, &phba->lpfc_scsi_buf_list);
1303		spin_unlock_irqrestore(&phba->scsi_buf_list_lock, flags);
1304	}
1305	return 0;
1306}
1307
1308static int
1309lpfc_slave_configure(struct scsi_device *sdev)
1310{
1311	struct lpfc_hba *phba = (struct lpfc_hba *) sdev->host->hostdata;
1312	struct fc_rport *rport = starget_to_rport(sdev->sdev_target);
1313
1314	if (sdev->tagged_supported)
1315		scsi_activate_tcq(sdev, phba->cfg_lun_queue_depth);
1316	else
1317		scsi_deactivate_tcq(sdev, phba->cfg_lun_queue_depth);
1318
1319	/*
1320	 * Initialize the fc transport attributes for the target
1321	 * containing this scsi device.  Also note that the driver's
1322	 * target pointer is stored in the starget_data for the
1323	 * driver's sysfs entry point functions.
1324	 */
1325	rport->dev_loss_tmo = phba->cfg_devloss_tmo;
1326
1327	if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
1328		lpfc_sli_poll_fcp_ring(phba);
1329		if (phba->cfg_poll & DISABLE_FCP_RING_INT)
1330			lpfc_poll_rearm_timer(phba);
1331	}
1332
1333	return 0;
1334}
1335
1336static void
1337lpfc_slave_destroy(struct scsi_device *sdev)
1338{
1339	sdev->hostdata = NULL;
1340	return;
1341}
1342
1343struct scsi_host_template lpfc_template = {
1344	.module			= THIS_MODULE,
1345	.name			= LPFC_DRIVER_NAME,
1346	.info			= lpfc_info,
1347	.queuecommand		= lpfc_queuecommand,
1348	.eh_abort_handler	= lpfc_abort_handler,
1349	.eh_device_reset_handler= lpfc_device_reset_handler,
1350	.eh_bus_reset_handler	= lpfc_bus_reset_handler,
1351	.slave_alloc		= lpfc_slave_alloc,
1352	.slave_configure	= lpfc_slave_configure,
1353	.slave_destroy		= lpfc_slave_destroy,
1354	.scan_finished		= lpfc_scan_finished,
1355	.scan_start		= lpfc_scan_start,
1356	.this_id		= -1,
1357	.sg_tablesize		= LPFC_SG_SEG_CNT,
1358	.cmd_per_lun		= LPFC_CMD_PER_LUN,
1359	.use_clustering		= ENABLE_CLUSTERING,
1360	.shost_attrs		= lpfc_host_attrs,
1361	.max_sectors		= 0xFFFF,
1362};
1363