1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 *	Adaptec AAC series RAID controller driver
4 *	(c) Copyright 2001 Red Hat Inc.
5 *
6 * based on the old aacraid driver that is..
7 * Adaptec aacraid device driver for Linux.
8 *
9 * Copyright (c) 2000-2010 Adaptec, Inc.
10 *               2010-2015 PMC-Sierra, Inc. (aacraid@pmc-sierra.com)
11 *		 2016-2017 Microsemi Corp. (aacraid@microsemi.com)
12 *
13 * Module Name:
14 *   linit.c
15 *
16 * Abstract: Linux Driver entry module for Adaptec RAID Array Controller
17 */
18
19
20#include <linux/compat.h>
21#include <linux/blkdev.h>
22#include <linux/completion.h>
23#include <linux/init.h>
24#include <linux/interrupt.h>
25#include <linux/kernel.h>
26#include <linux/module.h>
27#include <linux/moduleparam.h>
28#include <linux/pci.h>
29#include <linux/slab.h>
30#include <linux/mutex.h>
31#include <linux/spinlock.h>
32#include <linux/syscalls.h>
33#include <linux/delay.h>
34#include <linux/kthread.h>
35#include <linux/msdos_partition.h>
36
37#include <scsi/scsi.h>
38#include <scsi/scsi_cmnd.h>
39#include <scsi/scsi_device.h>
40#include <scsi/scsi_host.h>
41#include <scsi/scsi_tcq.h>
42#include <scsi/scsicam.h>
43#include <scsi/scsi_eh.h>
44
45#include "aacraid.h"
46
47#define AAC_DRIVER_VERSION		"1.2.1"
48#ifndef AAC_DRIVER_BRANCH
49#define AAC_DRIVER_BRANCH		""
50#endif
51#define AAC_DRIVERNAME			"aacraid"
52
53#ifdef AAC_DRIVER_BUILD
54#define _str(x) #x
55#define str(x) _str(x)
56#define AAC_DRIVER_FULL_VERSION	AAC_DRIVER_VERSION "[" str(AAC_DRIVER_BUILD) "]" AAC_DRIVER_BRANCH
57#else
58#define AAC_DRIVER_FULL_VERSION	AAC_DRIVER_VERSION AAC_DRIVER_BRANCH
59#endif
60
61MODULE_AUTHOR("Red Hat Inc and Adaptec");
62MODULE_DESCRIPTION("Dell PERC2, 2/Si, 3/Si, 3/Di, "
63		   "Adaptec Advanced Raid Products, "
64		   "HP NetRAID-4M, IBM ServeRAID & ICP SCSI driver");
65MODULE_LICENSE("GPL");
66MODULE_VERSION(AAC_DRIVER_FULL_VERSION);
67
68static DEFINE_MUTEX(aac_mutex);
69static LIST_HEAD(aac_devices);
70static int aac_cfg_major = AAC_CHARDEV_UNREGISTERED;
71char aac_driver_version[] = AAC_DRIVER_FULL_VERSION;
72
73/*
74 * Because of the way Linux names scsi devices, the order in this table has
75 * become important.  Check for on-board Raid first, add-in cards second.
76 *
77 * Note: The last field is used to index into aac_drivers below.
78 */
79static const struct pci_device_id aac_pci_tbl[] = {
80	{ 0x1028, 0x0001, 0x1028, 0x0001, 0, 0, 0 }, /* PERC 2/Si (Iguana/PERC2Si) */
81	{ 0x1028, 0x0002, 0x1028, 0x0002, 0, 0, 1 }, /* PERC 3/Di (Opal/PERC3Di) */
82	{ 0x1028, 0x0003, 0x1028, 0x0003, 0, 0, 2 }, /* PERC 3/Si (SlimFast/PERC3Si */
83	{ 0x1028, 0x0004, 0x1028, 0x00d0, 0, 0, 3 }, /* PERC 3/Di (Iguana FlipChip/PERC3DiF */
84	{ 0x1028, 0x0002, 0x1028, 0x00d1, 0, 0, 4 }, /* PERC 3/Di (Viper/PERC3DiV) */
85	{ 0x1028, 0x0002, 0x1028, 0x00d9, 0, 0, 5 }, /* PERC 3/Di (Lexus/PERC3DiL) */
86	{ 0x1028, 0x000a, 0x1028, 0x0106, 0, 0, 6 }, /* PERC 3/Di (Jaguar/PERC3DiJ) */
87	{ 0x1028, 0x000a, 0x1028, 0x011b, 0, 0, 7 }, /* PERC 3/Di (Dagger/PERC3DiD) */
88	{ 0x1028, 0x000a, 0x1028, 0x0121, 0, 0, 8 }, /* PERC 3/Di (Boxster/PERC3DiB) */
89	{ 0x9005, 0x0283, 0x9005, 0x0283, 0, 0, 9 }, /* catapult */
90	{ 0x9005, 0x0284, 0x9005, 0x0284, 0, 0, 10 }, /* tomcat */
91	{ 0x9005, 0x0285, 0x9005, 0x0286, 0, 0, 11 }, /* Adaptec 2120S (Crusader) */
92	{ 0x9005, 0x0285, 0x9005, 0x0285, 0, 0, 12 }, /* Adaptec 2200S (Vulcan) */
93	{ 0x9005, 0x0285, 0x9005, 0x0287, 0, 0, 13 }, /* Adaptec 2200S (Vulcan-2m) */
94	{ 0x9005, 0x0285, 0x17aa, 0x0286, 0, 0, 14 }, /* Legend S220 (Legend Crusader) */
95	{ 0x9005, 0x0285, 0x17aa, 0x0287, 0, 0, 15 }, /* Legend S230 (Legend Vulcan) */
96
97	{ 0x9005, 0x0285, 0x9005, 0x0288, 0, 0, 16 }, /* Adaptec 3230S (Harrier) */
98	{ 0x9005, 0x0285, 0x9005, 0x0289, 0, 0, 17 }, /* Adaptec 3240S (Tornado) */
99	{ 0x9005, 0x0285, 0x9005, 0x028a, 0, 0, 18 }, /* ASR-2020ZCR SCSI PCI-X ZCR (Skyhawk) */
100	{ 0x9005, 0x0285, 0x9005, 0x028b, 0, 0, 19 }, /* ASR-2025ZCR SCSI SO-DIMM PCI-X ZCR (Terminator) */
101	{ 0x9005, 0x0286, 0x9005, 0x028c, 0, 0, 20 }, /* ASR-2230S + ASR-2230SLP PCI-X (Lancer) */
102	{ 0x9005, 0x0286, 0x9005, 0x028d, 0, 0, 21 }, /* ASR-2130S (Lancer) */
103	{ 0x9005, 0x0286, 0x9005, 0x029b, 0, 0, 22 }, /* AAR-2820SA (Intruder) */
104	{ 0x9005, 0x0286, 0x9005, 0x029c, 0, 0, 23 }, /* AAR-2620SA (Intruder) */
105	{ 0x9005, 0x0286, 0x9005, 0x029d, 0, 0, 24 }, /* AAR-2420SA (Intruder) */
106	{ 0x9005, 0x0286, 0x9005, 0x029e, 0, 0, 25 }, /* ICP9024RO (Lancer) */
107	{ 0x9005, 0x0286, 0x9005, 0x029f, 0, 0, 26 }, /* ICP9014RO (Lancer) */
108	{ 0x9005, 0x0286, 0x9005, 0x02a0, 0, 0, 27 }, /* ICP9047MA (Lancer) */
109	{ 0x9005, 0x0286, 0x9005, 0x02a1, 0, 0, 28 }, /* ICP9087MA (Lancer) */
110	{ 0x9005, 0x0286, 0x9005, 0x02a3, 0, 0, 29 }, /* ICP5445AU (Hurricane44) */
111	{ 0x9005, 0x0285, 0x9005, 0x02a4, 0, 0, 30 }, /* ICP9085LI (Marauder-X) */
112	{ 0x9005, 0x0285, 0x9005, 0x02a5, 0, 0, 31 }, /* ICP5085BR (Marauder-E) */
113	{ 0x9005, 0x0286, 0x9005, 0x02a6, 0, 0, 32 }, /* ICP9067MA (Intruder-6) */
114	{ 0x9005, 0x0287, 0x9005, 0x0800, 0, 0, 33 }, /* Themisto Jupiter Platform */
115	{ 0x9005, 0x0200, 0x9005, 0x0200, 0, 0, 33 }, /* Themisto Jupiter Platform */
116	{ 0x9005, 0x0286, 0x9005, 0x0800, 0, 0, 34 }, /* Callisto Jupiter Platform */
117	{ 0x9005, 0x0285, 0x9005, 0x028e, 0, 0, 35 }, /* ASR-2020SA SATA PCI-X ZCR (Skyhawk) */
118	{ 0x9005, 0x0285, 0x9005, 0x028f, 0, 0, 36 }, /* ASR-2025SA SATA SO-DIMM PCI-X ZCR (Terminator) */
119	{ 0x9005, 0x0285, 0x9005, 0x0290, 0, 0, 37 }, /* AAR-2410SA PCI SATA 4ch (Jaguar II) */
120	{ 0x9005, 0x0285, 0x1028, 0x0291, 0, 0, 38 }, /* CERC SATA RAID 2 PCI SATA 6ch (DellCorsair) */
121	{ 0x9005, 0x0285, 0x9005, 0x0292, 0, 0, 39 }, /* AAR-2810SA PCI SATA 8ch (Corsair-8) */
122	{ 0x9005, 0x0285, 0x9005, 0x0293, 0, 0, 40 }, /* AAR-21610SA PCI SATA 16ch (Corsair-16) */
123	{ 0x9005, 0x0285, 0x9005, 0x0294, 0, 0, 41 }, /* ESD SO-DIMM PCI-X SATA ZCR (Prowler) */
124	{ 0x9005, 0x0285, 0x103C, 0x3227, 0, 0, 42 }, /* AAR-2610SA PCI SATA 6ch */
125	{ 0x9005, 0x0285, 0x9005, 0x0296, 0, 0, 43 }, /* ASR-2240S (SabreExpress) */
126	{ 0x9005, 0x0285, 0x9005, 0x0297, 0, 0, 44 }, /* ASR-4005 */
127	{ 0x9005, 0x0285, 0x1014, 0x02F2, 0, 0, 45 }, /* IBM 8i (AvonPark) */
128	{ 0x9005, 0x0285, 0x1014, 0x0312, 0, 0, 45 }, /* IBM 8i (AvonPark Lite) */
129	{ 0x9005, 0x0286, 0x1014, 0x9580, 0, 0, 46 }, /* IBM 8k/8k-l8 (Aurora) */
130	{ 0x9005, 0x0286, 0x1014, 0x9540, 0, 0, 47 }, /* IBM 8k/8k-l4 (Aurora Lite) */
131	{ 0x9005, 0x0285, 0x9005, 0x0298, 0, 0, 48 }, /* ASR-4000 (BlackBird) */
132	{ 0x9005, 0x0285, 0x9005, 0x0299, 0, 0, 49 }, /* ASR-4800SAS (Marauder-X) */
133	{ 0x9005, 0x0285, 0x9005, 0x029a, 0, 0, 50 }, /* ASR-4805SAS (Marauder-E) */
134	{ 0x9005, 0x0286, 0x9005, 0x02a2, 0, 0, 51 }, /* ASR-3800 (Hurricane44) */
135
136	{ 0x9005, 0x0285, 0x1028, 0x0287, 0, 0, 52 }, /* Perc 320/DC*/
137	{ 0x1011, 0x0046, 0x9005, 0x0365, 0, 0, 53 }, /* Adaptec 5400S (Mustang)*/
138	{ 0x1011, 0x0046, 0x9005, 0x0364, 0, 0, 54 }, /* Adaptec 5400S (Mustang)*/
139	{ 0x1011, 0x0046, 0x9005, 0x1364, 0, 0, 55 }, /* Dell PERC2/QC */
140	{ 0x1011, 0x0046, 0x103c, 0x10c2, 0, 0, 56 }, /* HP NetRAID-4M */
141
142	{ 0x9005, 0x0285, 0x1028, PCI_ANY_ID, 0, 0, 57 }, /* Dell Catchall */
143	{ 0x9005, 0x0285, 0x17aa, PCI_ANY_ID, 0, 0, 58 }, /* Legend Catchall */
144	{ 0x9005, 0x0285, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 59 }, /* Adaptec Catch All */
145	{ 0x9005, 0x0286, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 60 }, /* Adaptec Rocket Catch All */
146	{ 0x9005, 0x0288, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 61 }, /* Adaptec NEMER/ARK Catch All */
147	{ 0x9005, 0x028b, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 62 }, /* Adaptec PMC Series 6 (Tupelo) */
148	{ 0x9005, 0x028c, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 63 }, /* Adaptec PMC Series 7 (Denali) */
149	{ 0x9005, 0x028d, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 64 }, /* Adaptec PMC Series 8 */
150	{ 0,}
151};
152MODULE_DEVICE_TABLE(pci, aac_pci_tbl);
153
154/*
155 * dmb - For now we add the number of channels to this structure.
156 * In the future we should add a fib that reports the number of channels
157 * for the card.  At that time we can remove the channels from here
158 */
159static struct aac_driver_ident aac_drivers[] = {
160	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 2/Si (Iguana/PERC2Si) */
161	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Opal/PERC3Di) */
162	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Si (SlimFast/PERC3Si */
163	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Iguana FlipChip/PERC3DiF */
164	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Viper/PERC3DiV) */
165	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Lexus/PERC3DiL) */
166	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Jaguar/PERC3DiJ) */
167	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Dagger/PERC3DiD) */
168	{ aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Boxster/PERC3DiB) */
169	{ aac_rx_init, "aacraid",  "ADAPTEC ", "catapult        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* catapult */
170	{ aac_rx_init, "aacraid",  "ADAPTEC ", "tomcat          ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* tomcat */
171	{ aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2120S   ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG },		      /* Adaptec 2120S (Crusader) */
172	{ aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2200S   ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG },		      /* Adaptec 2200S (Vulcan) */
173	{ aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2200S   ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Adaptec 2200S (Vulcan-2m) */
174	{ aac_rx_init, "aacraid",  "Legend  ", "Legend S220     ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend S220 (Legend Crusader) */
175	{ aac_rx_init, "aacraid",  "Legend  ", "Legend S230     ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend S230 (Legend Vulcan) */
176
177	{ aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 3230S   ", 2 }, /* Adaptec 3230S (Harrier) */
178	{ aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 3240S   ", 2 }, /* Adaptec 3240S (Tornado) */
179	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2020ZCR     ", 2 }, /* ASR-2020ZCR SCSI PCI-X ZCR (Skyhawk) */
180	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2025ZCR     ", 2 }, /* ASR-2025ZCR SCSI SO-DIMM PCI-X ZCR (Terminator) */
181	{ aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-2230S PCI-X ", 2 }, /* ASR-2230S + ASR-2230SLP PCI-X (Lancer) */
182	{ aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-2130S PCI-X ", 1 }, /* ASR-2130S (Lancer) */
183	{ aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2820SA      ", 1 }, /* AAR-2820SA (Intruder) */
184	{ aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2620SA      ", 1 }, /* AAR-2620SA (Intruder) */
185	{ aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2420SA      ", 1 }, /* AAR-2420SA (Intruder) */
186	{ aac_rkt_init, "aacraid",  "ICP     ", "ICP9024RO       ", 2 }, /* ICP9024RO (Lancer) */
187	{ aac_rkt_init, "aacraid",  "ICP     ", "ICP9014RO       ", 1 }, /* ICP9014RO (Lancer) */
188	{ aac_rkt_init, "aacraid",  "ICP     ", "ICP9047MA       ", 1 }, /* ICP9047MA (Lancer) */
189	{ aac_rkt_init, "aacraid",  "ICP     ", "ICP9087MA       ", 1 }, /* ICP9087MA (Lancer) */
190	{ aac_rkt_init, "aacraid",  "ICP     ", "ICP5445AU       ", 1 }, /* ICP5445AU (Hurricane44) */
191	{ aac_rx_init, "aacraid",  "ICP     ", "ICP9085LI       ", 1 }, /* ICP9085LI (Marauder-X) */
192	{ aac_rx_init, "aacraid",  "ICP     ", "ICP5085BR       ", 1 }, /* ICP5085BR (Marauder-E) */
193	{ aac_rkt_init, "aacraid",  "ICP     ", "ICP9067MA       ", 1 }, /* ICP9067MA (Intruder-6) */
194	{ NULL        , "aacraid",  "ADAPTEC ", "Themisto        ", 0, AAC_QUIRK_SLAVE }, /* Jupiter Platform */
195	{ aac_rkt_init, "aacraid",  "ADAPTEC ", "Callisto        ", 2, AAC_QUIRK_MASTER }, /* Jupiter Platform */
196	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2020SA       ", 1 }, /* ASR-2020SA SATA PCI-X ZCR (Skyhawk) */
197	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2025SA       ", 1 }, /* ASR-2025SA SATA SO-DIMM PCI-X ZCR (Terminator) */
198	{ aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2410SA SATA ", 1, AAC_QUIRK_17SG }, /* AAR-2410SA PCI SATA 4ch (Jaguar II) */
199	{ aac_rx_init, "aacraid",  "DELL    ", "CERC SR2        ", 1, AAC_QUIRK_17SG }, /* CERC SATA RAID 2 PCI SATA 6ch (DellCorsair) */
200	{ aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2810SA SATA ", 1, AAC_QUIRK_17SG }, /* AAR-2810SA PCI SATA 8ch (Corsair-8) */
201	{ aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-21610SA SATA", 1, AAC_QUIRK_17SG }, /* AAR-21610SA PCI SATA 16ch (Corsair-16) */
202	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2026ZCR     ", 1 }, /* ESD SO-DIMM PCI-X SATA ZCR (Prowler) */
203	{ aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2610SA      ", 1 }, /* SATA 6Ch (Bearcat) */
204	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2240S       ", 1 }, /* ASR-2240S (SabreExpress) */
205	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4005        ", 1 }, /* ASR-4005 */
206	{ aac_rx_init, "ServeRAID","IBM     ", "ServeRAID 8i    ", 1 }, /* IBM 8i (AvonPark) */
207	{ aac_rkt_init, "ServeRAID","IBM     ", "ServeRAID 8k-l8 ", 1 }, /* IBM 8k/8k-l8 (Aurora) */
208	{ aac_rkt_init, "ServeRAID","IBM     ", "ServeRAID 8k-l4 ", 1 }, /* IBM 8k/8k-l4 (Aurora Lite) */
209	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4000        ", 1 }, /* ASR-4000 (BlackBird & AvonPark) */
210	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4800SAS     ", 1 }, /* ASR-4800SAS (Marauder-X) */
211	{ aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4805SAS     ", 1 }, /* ASR-4805SAS (Marauder-E) */
212	{ aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-3800        ", 1 }, /* ASR-3800 (Hurricane44) */
213
214	{ aac_rx_init, "percraid", "DELL    ", "PERC 320/DC     ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG }, /* Perc 320/DC*/
215	{ aac_sa_init, "aacraid",  "ADAPTEC ", "Adaptec 5400S   ", 4, AAC_QUIRK_34SG }, /* Adaptec 5400S (Mustang)*/
216	{ aac_sa_init, "aacraid",  "ADAPTEC ", "AAC-364         ", 4, AAC_QUIRK_34SG }, /* Adaptec 5400S (Mustang)*/
217	{ aac_sa_init, "percraid", "DELL    ", "PERCRAID        ", 4, AAC_QUIRK_34SG }, /* Dell PERC2/QC */
218	{ aac_sa_init, "hpnraid",  "HP      ", "NetRAID         ", 4, AAC_QUIRK_34SG }, /* HP NetRAID-4M */
219
220	{ aac_rx_init, "aacraid",  "DELL    ", "RAID            ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Dell Catchall */
221	{ aac_rx_init, "aacraid",  "Legend  ", "RAID            ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend Catchall */
222	{ aac_rx_init, "aacraid",  "ADAPTEC ", "RAID            ", 2 }, /* Adaptec Catch All */
223	{ aac_rkt_init, "aacraid", "ADAPTEC ", "RAID            ", 2 }, /* Adaptec Rocket Catch All */
224	{ aac_nark_init, "aacraid", "ADAPTEC ", "RAID           ", 2 }, /* Adaptec NEMER/ARK Catch All */
225	{ aac_src_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 6 (Tupelo) */
226	{ aac_srcv_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 7 (Denali) */
227	{ aac_srcv_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 8 */
228};
229
230/**
231 *	aac_queuecommand	-	queue a SCSI command
232 *	@shost:		Scsi host to queue command on
233 *	@cmd:		SCSI command to queue
234 *
235 *	Queues a command for execution by the associated Host Adapter.
236 *
237 *	TODO: unify with aac_scsi_cmd().
238 */
239
240static int aac_queuecommand(struct Scsi_Host *shost,
241			    struct scsi_cmnd *cmd)
242{
243	aac_priv(cmd)->owner = AAC_OWNER_LOWLEVEL;
244
245	return aac_scsi_cmd(cmd) ? FAILED : 0;
246}
247
248/**
249 *	aac_info		-	Returns the host adapter name
250 *	@shost:		Scsi host to report on
251 *
252 *	Returns a static string describing the device in question
253 */
254
255static const char *aac_info(struct Scsi_Host *shost)
256{
257	struct aac_dev *dev = (struct aac_dev *)shost->hostdata;
258	return aac_drivers[dev->cardtype].name;
259}
260
261/**
262 *	aac_get_driver_ident
263 *	@devtype: index into lookup table
264 *
265 *	Returns a pointer to the entry in the driver lookup table.
266 */
267
268struct aac_driver_ident* aac_get_driver_ident(int devtype)
269{
270	return &aac_drivers[devtype];
271}
272
273/**
274 *	aac_biosparm	-	return BIOS parameters for disk
275 *	@sdev: The scsi device corresponding to the disk
276 *	@bdev: the block device corresponding to the disk
277 *	@capacity: the sector capacity of the disk
278 *	@geom: geometry block to fill in
279 *
280 *	Return the Heads/Sectors/Cylinders BIOS Disk Parameters for Disk.
281 *	The default disk geometry is 64 heads, 32 sectors, and the appropriate
282 *	number of cylinders so as not to exceed drive capacity.  In order for
283 *	disks equal to or larger than 1 GB to be addressable by the BIOS
284 *	without exceeding the BIOS limitation of 1024 cylinders, Extended
285 *	Translation should be enabled.   With Extended Translation enabled,
286 *	drives between 1 GB inclusive and 2 GB exclusive are given a disk
287 *	geometry of 128 heads and 32 sectors, and drives above 2 GB inclusive
288 *	are given a disk geometry of 255 heads and 63 sectors.  However, if
289 *	the BIOS detects that the Extended Translation setting does not match
290 *	the geometry in the partition table, then the translation inferred
291 *	from the partition table will be used by the BIOS, and a warning may
292 *	be displayed.
293 */
294
295static int aac_biosparm(struct scsi_device *sdev, struct block_device *bdev,
296			sector_t capacity, int *geom)
297{
298	struct diskparm *param = (struct diskparm *)geom;
299	unsigned char *buf;
300
301	dprintk((KERN_DEBUG "aac_biosparm.\n"));
302
303	/*
304	 *	Assuming extended translation is enabled - #REVISIT#
305	 */
306	if (capacity >= 2 * 1024 * 1024) { /* 1 GB in 512 byte sectors */
307		if(capacity >= 4 * 1024 * 1024) { /* 2 GB in 512 byte sectors */
308			param->heads = 255;
309			param->sectors = 63;
310		} else {
311			param->heads = 128;
312			param->sectors = 32;
313		}
314	} else {
315		param->heads = 64;
316		param->sectors = 32;
317	}
318
319	param->cylinders = cap_to_cyls(capacity, param->heads * param->sectors);
320
321	/*
322	 *	Read the first 1024 bytes from the disk device, if the boot
323	 *	sector partition table is valid, search for a partition table
324	 *	entry whose end_head matches one of the standard geometry
325	 *	translations ( 64/32, 128/32, 255/63 ).
326	 */
327	buf = scsi_bios_ptable(bdev);
328	if (!buf)
329		return 0;
330	if (*(__le16 *)(buf + 0x40) == cpu_to_le16(MSDOS_LABEL_MAGIC)) {
331		struct msdos_partition *first = (struct msdos_partition *)buf;
332		struct msdos_partition *entry = first;
333		int saved_cylinders = param->cylinders;
334		int num;
335		unsigned char end_head, end_sec;
336
337		for(num = 0; num < 4; num++) {
338			end_head = entry->end_head;
339			end_sec = entry->end_sector & 0x3f;
340
341			if(end_head == 63) {
342				param->heads = 64;
343				param->sectors = 32;
344				break;
345			} else if(end_head == 127) {
346				param->heads = 128;
347				param->sectors = 32;
348				break;
349			} else if(end_head == 254) {
350				param->heads = 255;
351				param->sectors = 63;
352				break;
353			}
354			entry++;
355		}
356
357		if (num == 4) {
358			end_head = first->end_head;
359			end_sec = first->end_sector & 0x3f;
360		}
361
362		param->cylinders = cap_to_cyls(capacity, param->heads * param->sectors);
363		if (num < 4 && end_sec == param->sectors) {
364			if (param->cylinders != saved_cylinders) {
365				dprintk((KERN_DEBUG "Adopting geometry: heads=%d, sectors=%d from partition table %d.\n",
366					param->heads, param->sectors, num));
367			}
368		} else if (end_head > 0 || end_sec > 0) {
369			dprintk((KERN_DEBUG "Strange geometry: heads=%d, sectors=%d in partition table %d.\n",
370				end_head + 1, end_sec, num));
371			dprintk((KERN_DEBUG "Using geometry: heads=%d, sectors=%d.\n",
372					param->heads, param->sectors));
373		}
374	}
375	kfree(buf);
376	return 0;
377}
378
379/**
380 *	aac_slave_configure		-	compute queue depths
381 *	@sdev:	SCSI device we are considering
382 *
383 *	Selects queue depths for each target device based on the host adapter's
384 *	total capacity and the queue depth supported by the target device.
385 *	A queue depth of one automatically disables tagged queueing.
386 */
387
388static int aac_slave_configure(struct scsi_device *sdev)
389{
390	struct aac_dev *aac = (struct aac_dev *)sdev->host->hostdata;
391	int chn, tid;
392	unsigned int depth = 0;
393	unsigned int set_timeout = 0;
394	int timeout = 0;
395	bool set_qd_dev_type = false;
396	u8 devtype = 0;
397
398	chn = aac_logical_to_phys(sdev_channel(sdev));
399	tid = sdev_id(sdev);
400	if (chn < AAC_MAX_BUSES && tid < AAC_MAX_TARGETS && aac->sa_firmware) {
401		devtype = aac->hba_map[chn][tid].devtype;
402
403		if (devtype == AAC_DEVTYPE_NATIVE_RAW) {
404			depth = aac->hba_map[chn][tid].qd_limit;
405			set_timeout = 1;
406			goto common_config;
407		}
408		if (devtype == AAC_DEVTYPE_ARC_RAW) {
409			set_qd_dev_type = true;
410			set_timeout = 1;
411			goto common_config;
412		}
413	}
414
415	if (aac->jbod && (sdev->type == TYPE_DISK))
416		sdev->removable = 1;
417
418	if (sdev->type == TYPE_DISK
419	 && sdev_channel(sdev) != CONTAINER_CHANNEL
420	 && (!aac->jbod || sdev->inq_periph_qual)
421	 && (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2))) {
422
423		if (expose_physicals == 0)
424			return -ENXIO;
425
426		if (expose_physicals < 0)
427			sdev->no_uld_attach = 1;
428	}
429
430	if (sdev->tagged_supported
431	 &&  sdev->type == TYPE_DISK
432	 &&  (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2))
433	 && !sdev->no_uld_attach) {
434
435		struct scsi_device * dev;
436		struct Scsi_Host *host = sdev->host;
437		unsigned num_lsu = 0;
438		unsigned num_one = 0;
439		unsigned cid;
440
441		set_timeout = 1;
442
443		for (cid = 0; cid < aac->maximum_num_containers; ++cid)
444			if (aac->fsa_dev[cid].valid)
445				++num_lsu;
446
447		__shost_for_each_device(dev, host) {
448			if (dev->tagged_supported
449			 && dev->type == TYPE_DISK
450			 && (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2))
451			 && !dev->no_uld_attach) {
452				if ((sdev_channel(dev) != CONTAINER_CHANNEL)
453				 || !aac->fsa_dev[sdev_id(dev)].valid) {
454					++num_lsu;
455				}
456			} else {
457				++num_one;
458			}
459		}
460
461		if (num_lsu == 0)
462			++num_lsu;
463
464		depth = (host->can_queue - num_one) / num_lsu;
465
466		if (sdev_channel(sdev) != NATIVE_CHANNEL)
467			goto common_config;
468
469		set_qd_dev_type = true;
470
471	}
472
473common_config:
474
475	/*
476	 * Check if SATA drive
477	 */
478	if (set_qd_dev_type) {
479		if (strncmp(sdev->vendor, "ATA", 3) == 0)
480			depth = 32;
481		else
482			depth = 64;
483	}
484
485	/*
486	 * Firmware has an individual device recovery time typically
487	 * of 35 seconds, give us a margin. Thor devices can take longer in
488	 * error recovery, hence different value.
489	 */
490	if (set_timeout) {
491		timeout = aac->sa_firmware ? AAC_SA_TIMEOUT : AAC_ARC_TIMEOUT;
492		blk_queue_rq_timeout(sdev->request_queue, timeout * HZ);
493	}
494
495	if (depth > 256)
496		depth = 256;
497	else if (depth < 1)
498		depth = 1;
499
500	scsi_change_queue_depth(sdev, depth);
501
502	sdev->tagged_supported = 1;
503
504	return 0;
505}
506
507/**
508 *	aac_change_queue_depth		-	alter queue depths
509 *	@sdev:	SCSI device we are considering
510 *	@depth:	desired queue depth
511 *
512 *	Alters queue depths for target device based on the host adapter's
513 *	total capacity and the queue depth supported by the target device.
514 */
515
516static int aac_change_queue_depth(struct scsi_device *sdev, int depth)
517{
518	struct aac_dev *aac = (struct aac_dev *)(sdev->host->hostdata);
519	int chn, tid, is_native_device = 0;
520
521	chn = aac_logical_to_phys(sdev_channel(sdev));
522	tid = sdev_id(sdev);
523	if (chn < AAC_MAX_BUSES && tid < AAC_MAX_TARGETS &&
524		aac->hba_map[chn][tid].devtype == AAC_DEVTYPE_NATIVE_RAW)
525		is_native_device = 1;
526
527	if (sdev->tagged_supported && (sdev->type == TYPE_DISK) &&
528	    (sdev_channel(sdev) == CONTAINER_CHANNEL)) {
529		struct scsi_device * dev;
530		struct Scsi_Host *host = sdev->host;
531		unsigned num = 0;
532
533		__shost_for_each_device(dev, host) {
534			if (dev->tagged_supported && (dev->type == TYPE_DISK) &&
535			    (sdev_channel(dev) == CONTAINER_CHANNEL))
536				++num;
537			++num;
538		}
539		if (num >= host->can_queue)
540			num = host->can_queue - 1;
541		if (depth > (host->can_queue - num))
542			depth = host->can_queue - num;
543		if (depth > 256)
544			depth = 256;
545		else if (depth < 2)
546			depth = 2;
547		return scsi_change_queue_depth(sdev, depth);
548	} else if (is_native_device) {
549		scsi_change_queue_depth(sdev, aac->hba_map[chn][tid].qd_limit);
550	} else {
551		scsi_change_queue_depth(sdev, 1);
552	}
553	return sdev->queue_depth;
554}
555
556static ssize_t aac_show_raid_level(struct device *dev, struct device_attribute *attr, char *buf)
557{
558	struct scsi_device *sdev = to_scsi_device(dev);
559	struct aac_dev *aac = (struct aac_dev *)(sdev->host->hostdata);
560	if (sdev_channel(sdev) != CONTAINER_CHANNEL)
561		return snprintf(buf, PAGE_SIZE, sdev->no_uld_attach
562		  ? "Hidden\n" :
563		  ((aac->jbod && (sdev->type == TYPE_DISK)) ? "JBOD\n" : ""));
564	return snprintf(buf, PAGE_SIZE, "%s\n",
565	  get_container_type(aac->fsa_dev[sdev_id(sdev)].type));
566}
567
568static struct device_attribute aac_raid_level_attr = {
569	.attr = {
570		.name = "level",
571		.mode = S_IRUGO,
572	},
573	.show = aac_show_raid_level
574};
575
576static ssize_t aac_show_unique_id(struct device *dev,
577	     struct device_attribute *attr, char *buf)
578{
579	struct scsi_device *sdev = to_scsi_device(dev);
580	struct aac_dev *aac = (struct aac_dev *)(sdev->host->hostdata);
581	unsigned char sn[16];
582
583	memset(sn, 0, sizeof(sn));
584
585	if (sdev_channel(sdev) == CONTAINER_CHANNEL)
586		memcpy(sn, aac->fsa_dev[sdev_id(sdev)].identifier, sizeof(sn));
587
588	return snprintf(buf, 16 * 2 + 2,
589		"%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X\n",
590		sn[0], sn[1], sn[2], sn[3],
591		sn[4], sn[5], sn[6], sn[7],
592		sn[8], sn[9], sn[10], sn[11],
593		sn[12], sn[13], sn[14], sn[15]);
594}
595
596static struct device_attribute aac_unique_id_attr = {
597	.attr = {
598		.name = "unique_id",
599		.mode = 0444,
600	},
601	.show = aac_show_unique_id
602};
603
604
605
606static struct attribute *aac_dev_attrs[] = {
607	&aac_raid_level_attr.attr,
608	&aac_unique_id_attr.attr,
609	NULL,
610};
611
612ATTRIBUTE_GROUPS(aac_dev);
613
614static int aac_ioctl(struct scsi_device *sdev, unsigned int cmd,
615		     void __user *arg)
616{
617	int retval;
618	struct aac_dev *dev = (struct aac_dev *)sdev->host->hostdata;
619	if (!capable(CAP_SYS_RAWIO))
620		return -EPERM;
621	retval = aac_adapter_check_health(dev);
622	if (retval)
623		return -EBUSY;
624	return aac_do_ioctl(dev, cmd, arg);
625}
626
627struct fib_count_data {
628	int mlcnt;
629	int llcnt;
630	int ehcnt;
631	int fwcnt;
632	int krlcnt;
633};
634
635static bool fib_count_iter(struct scsi_cmnd *scmnd, void *data)
636{
637	struct fib_count_data *fib_count = data;
638
639	switch (aac_priv(scmnd)->owner) {
640	case AAC_OWNER_FIRMWARE:
641		fib_count->fwcnt++;
642		break;
643	case AAC_OWNER_ERROR_HANDLER:
644		fib_count->ehcnt++;
645		break;
646	case AAC_OWNER_LOWLEVEL:
647		fib_count->llcnt++;
648		break;
649	case AAC_OWNER_MIDLEVEL:
650		fib_count->mlcnt++;
651		break;
652	default:
653		fib_count->krlcnt++;
654		break;
655	}
656	return true;
657}
658
659/* Called during SCSI EH, so we don't need to block requests */
660static int get_num_of_incomplete_fibs(struct aac_dev *aac)
661{
662	struct Scsi_Host *shost = aac->scsi_host_ptr;
663	struct device *ctrl_dev;
664	struct fib_count_data fcnt = { };
665
666	scsi_host_busy_iter(shost, fib_count_iter, &fcnt);
667
668	ctrl_dev = &aac->pdev->dev;
669
670	dev_info(ctrl_dev, "outstanding cmd: midlevel-%d\n", fcnt.mlcnt);
671	dev_info(ctrl_dev, "outstanding cmd: lowlevel-%d\n", fcnt.llcnt);
672	dev_info(ctrl_dev, "outstanding cmd: error handler-%d\n", fcnt.ehcnt);
673	dev_info(ctrl_dev, "outstanding cmd: firmware-%d\n", fcnt.fwcnt);
674	dev_info(ctrl_dev, "outstanding cmd: kernel-%d\n", fcnt.krlcnt);
675
676	return fcnt.mlcnt + fcnt.llcnt + fcnt.ehcnt + fcnt.fwcnt;
677}
678
679static int aac_eh_abort(struct scsi_cmnd* cmd)
680{
681	struct aac_cmd_priv *cmd_priv = aac_priv(cmd);
682	struct scsi_device * dev = cmd->device;
683	struct Scsi_Host * host = dev->host;
684	struct aac_dev * aac = (struct aac_dev *)host->hostdata;
685	int count, found;
686	u32 bus, cid;
687	int ret = FAILED;
688
689	if (aac_adapter_check_health(aac))
690		return ret;
691
692	bus = aac_logical_to_phys(scmd_channel(cmd));
693	cid = scmd_id(cmd);
694	if (aac->hba_map[bus][cid].devtype == AAC_DEVTYPE_NATIVE_RAW) {
695		struct fib *fib;
696		struct aac_hba_tm_req *tmf;
697		int status;
698		u64 address;
699
700		pr_err("%s: Host adapter abort request (%d,%d,%d,%d)\n",
701		 AAC_DRIVERNAME,
702		 host->host_no, sdev_channel(dev), sdev_id(dev), (int)dev->lun);
703
704		found = 0;
705		for (count = 0; count < (host->can_queue + AAC_NUM_MGT_FIB); ++count) {
706			fib = &aac->fibs[count];
707			if (*(u8 *)fib->hw_fib_va != 0 &&
708				(fib->flags & FIB_CONTEXT_FLAG_NATIVE_HBA) &&
709				(fib->callback_data == cmd)) {
710				found = 1;
711				break;
712			}
713		}
714		if (!found)
715			return ret;
716
717		/* start a HBA_TMF_ABORT_TASK TMF request */
718		fib = aac_fib_alloc(aac);
719		if (!fib)
720			return ret;
721
722		tmf = (struct aac_hba_tm_req *)fib->hw_fib_va;
723		memset(tmf, 0, sizeof(*tmf));
724		tmf->tmf = HBA_TMF_ABORT_TASK;
725		tmf->it_nexus = aac->hba_map[bus][cid].rmw_nexus;
726		tmf->lun[1] = cmd->device->lun;
727
728		address = (u64)fib->hw_error_pa;
729		tmf->error_ptr_hi = cpu_to_le32((u32)(address >> 32));
730		tmf->error_ptr_lo = cpu_to_le32((u32)(address & 0xffffffff));
731		tmf->error_length = cpu_to_le32(FW_ERROR_BUFFER_SIZE);
732
733		fib->hbacmd_size = sizeof(*tmf);
734		cmd_priv->sent_command = 0;
735
736		status = aac_hba_send(HBA_IU_TYPE_SCSI_TM_REQ, fib,
737				  (fib_callback) aac_hba_callback,
738				  (void *) cmd);
739		if (status != -EINPROGRESS) {
740			aac_fib_complete(fib);
741			aac_fib_free(fib);
742			return ret;
743		}
744		/* Wait up to 15 secs for completion */
745		for (count = 0; count < 15; ++count) {
746			if (cmd_priv->sent_command) {
747				ret = SUCCESS;
748				break;
749			}
750			msleep(1000);
751		}
752
753		if (ret != SUCCESS)
754			pr_err("%s: Host adapter abort request timed out\n",
755			AAC_DRIVERNAME);
756	} else {
757		pr_err(
758			"%s: Host adapter abort request.\n"
759			"%s: Outstanding commands on (%d,%d,%d,%d):\n",
760			AAC_DRIVERNAME, AAC_DRIVERNAME,
761			host->host_no, sdev_channel(dev), sdev_id(dev),
762			(int)dev->lun);
763		switch (cmd->cmnd[0]) {
764		case SERVICE_ACTION_IN_16:
765			if (!(aac->raw_io_interface) ||
766			    !(aac->raw_io_64) ||
767			    ((cmd->cmnd[1] & 0x1f) != SAI_READ_CAPACITY_16))
768				break;
769			fallthrough;
770		case INQUIRY:
771		case READ_CAPACITY:
772			/*
773			 * Mark associated FIB to not complete,
774			 * eh handler does this
775			 */
776			for (count = 0;
777				count < (host->can_queue + AAC_NUM_MGT_FIB);
778				++count) {
779				struct fib *fib = &aac->fibs[count];
780
781				if (fib->hw_fib_va->header.XferState &&
782				(fib->flags & FIB_CONTEXT_FLAG) &&
783				(fib->callback_data == cmd)) {
784					fib->flags |=
785						FIB_CONTEXT_FLAG_TIMED_OUT;
786					cmd_priv->owner =
787						AAC_OWNER_ERROR_HANDLER;
788					ret = SUCCESS;
789				}
790			}
791			break;
792		case TEST_UNIT_READY:
793			/*
794			 * Mark associated FIB to not complete,
795			 * eh handler does this
796			 */
797			for (count = 0;
798				count < (host->can_queue + AAC_NUM_MGT_FIB);
799				++count) {
800				struct scsi_cmnd *command;
801				struct fib *fib = &aac->fibs[count];
802
803				command = fib->callback_data;
804
805				if ((fib->hw_fib_va->header.XferState &
806					cpu_to_le32
807					(Async | NoResponseExpected)) &&
808					(fib->flags & FIB_CONTEXT_FLAG) &&
809					((command)) &&
810					(command->device == cmd->device)) {
811					fib->flags |=
812						FIB_CONTEXT_FLAG_TIMED_OUT;
813					aac_priv(command)->owner =
814						AAC_OWNER_ERROR_HANDLER;
815					if (command == cmd)
816						ret = SUCCESS;
817				}
818			}
819			break;
820		}
821	}
822	return ret;
823}
824
825static u8 aac_eh_tmf_lun_reset_fib(struct aac_hba_map_info *info,
826				   struct fib *fib, u64 tmf_lun)
827{
828	struct aac_hba_tm_req *tmf;
829	u64 address;
830
831	/* start a HBA_TMF_LUN_RESET TMF request */
832	tmf = (struct aac_hba_tm_req *)fib->hw_fib_va;
833	memset(tmf, 0, sizeof(*tmf));
834	tmf->tmf = HBA_TMF_LUN_RESET;
835	tmf->it_nexus = info->rmw_nexus;
836	int_to_scsilun(tmf_lun, (struct scsi_lun *)tmf->lun);
837
838	address = (u64)fib->hw_error_pa;
839	tmf->error_ptr_hi = cpu_to_le32
840		((u32)(address >> 32));
841	tmf->error_ptr_lo = cpu_to_le32
842		((u32)(address & 0xffffffff));
843	tmf->error_length = cpu_to_le32(FW_ERROR_BUFFER_SIZE);
844	fib->hbacmd_size = sizeof(*tmf);
845
846	return HBA_IU_TYPE_SCSI_TM_REQ;
847}
848
849static u8 aac_eh_tmf_hard_reset_fib(struct aac_hba_map_info *info,
850				    struct fib *fib)
851{
852	struct aac_hba_reset_req *rst;
853	u64 address;
854
855	/* already tried, start a hard reset now */
856	rst = (struct aac_hba_reset_req *)fib->hw_fib_va;
857	memset(rst, 0, sizeof(*rst));
858	rst->it_nexus = info->rmw_nexus;
859
860	address = (u64)fib->hw_error_pa;
861	rst->error_ptr_hi = cpu_to_le32((u32)(address >> 32));
862	rst->error_ptr_lo = cpu_to_le32((u32)(address & 0xffffffff));
863	rst->error_length = cpu_to_le32(FW_ERROR_BUFFER_SIZE);
864	fib->hbacmd_size = sizeof(*rst);
865
866	return HBA_IU_TYPE_SATA_REQ;
867}
868
869static void aac_tmf_callback(void *context, struct fib *fibptr)
870{
871	struct aac_hba_resp *err =
872		&((struct aac_native_hba *)fibptr->hw_fib_va)->resp.err;
873	struct aac_hba_map_info *info = context;
874	int res;
875
876	switch (err->service_response) {
877	case HBA_RESP_SVCRES_TMF_REJECTED:
878		res = -1;
879		break;
880	case HBA_RESP_SVCRES_TMF_LUN_INVALID:
881		res = 0;
882		break;
883	case HBA_RESP_SVCRES_TMF_COMPLETE:
884	case HBA_RESP_SVCRES_TMF_SUCCEEDED:
885		res = 0;
886		break;
887	default:
888		res = -2;
889		break;
890	}
891	aac_fib_complete(fibptr);
892
893	info->reset_state = res;
894}
895
896/*
897 *	aac_eh_dev_reset	- Device reset command handling
898 *	@scsi_cmd:	SCSI command block causing the reset
899 *
900 */
901static int aac_eh_dev_reset(struct scsi_cmnd *cmd)
902{
903	struct scsi_device * dev = cmd->device;
904	struct Scsi_Host * host = dev->host;
905	struct aac_dev * aac = (struct aac_dev *)host->hostdata;
906	struct aac_hba_map_info *info;
907	int count;
908	u32 bus, cid;
909	struct fib *fib;
910	int ret = FAILED;
911	int status;
912	u8 command;
913
914	bus = aac_logical_to_phys(scmd_channel(cmd));
915	cid = scmd_id(cmd);
916
917	if (bus >= AAC_MAX_BUSES || cid >= AAC_MAX_TARGETS)
918		return FAILED;
919
920	info = &aac->hba_map[bus][cid];
921
922	if (!(info->devtype == AAC_DEVTYPE_NATIVE_RAW &&
923	 !(info->reset_state > 0)))
924		return FAILED;
925
926	pr_err("%s: Host device reset request. SCSI hang ?\n",
927	       AAC_DRIVERNAME);
928
929	fib = aac_fib_alloc(aac);
930	if (!fib)
931		return ret;
932
933	/* start a HBA_TMF_LUN_RESET TMF request */
934	command = aac_eh_tmf_lun_reset_fib(info, fib, dev->lun);
935
936	info->reset_state = 1;
937
938	status = aac_hba_send(command, fib,
939			      (fib_callback) aac_tmf_callback,
940			      (void *) info);
941	if (status != -EINPROGRESS) {
942		info->reset_state = 0;
943		aac_fib_complete(fib);
944		aac_fib_free(fib);
945		return ret;
946	}
947	/* Wait up to 15 seconds for completion */
948	for (count = 0; count < 15; ++count) {
949		if (info->reset_state == 0) {
950			ret = info->reset_state == 0 ? SUCCESS : FAILED;
951			break;
952		}
953		msleep(1000);
954	}
955
956	return ret;
957}
958
959/*
960 *	aac_eh_target_reset	- Target reset command handling
961 *	@scsi_cmd:	SCSI command block causing the reset
962 *
963 */
964static int aac_eh_target_reset(struct scsi_cmnd *cmd)
965{
966	struct scsi_device * dev = cmd->device;
967	struct Scsi_Host * host = dev->host;
968	struct aac_dev * aac = (struct aac_dev *)host->hostdata;
969	struct aac_hba_map_info *info;
970	int count;
971	u32 bus, cid;
972	int ret = FAILED;
973	struct fib *fib;
974	int status;
975	u8 command;
976
977	bus = aac_logical_to_phys(scmd_channel(cmd));
978	cid = scmd_id(cmd);
979
980	if (bus >= AAC_MAX_BUSES || cid >= AAC_MAX_TARGETS)
981		return FAILED;
982
983	info = &aac->hba_map[bus][cid];
984
985	if (!(info->devtype == AAC_DEVTYPE_NATIVE_RAW &&
986	 !(info->reset_state > 0)))
987		return FAILED;
988
989	pr_err("%s: Host target reset request. SCSI hang ?\n",
990	       AAC_DRIVERNAME);
991
992	fib = aac_fib_alloc(aac);
993	if (!fib)
994		return ret;
995
996
997	/* already tried, start a hard reset now */
998	command = aac_eh_tmf_hard_reset_fib(info, fib);
999
1000	info->reset_state = 2;
1001
1002	status = aac_hba_send(command, fib,
1003			      (fib_callback) aac_tmf_callback,
1004			      (void *) info);
1005
1006	if (status != -EINPROGRESS) {
1007		info->reset_state = 0;
1008		aac_fib_complete(fib);
1009		aac_fib_free(fib);
1010		return ret;
1011	}
1012
1013	/* Wait up to 15 seconds for completion */
1014	for (count = 0; count < 15; ++count) {
1015		if (info->reset_state <= 0) {
1016			ret = info->reset_state == 0 ? SUCCESS : FAILED;
1017			break;
1018		}
1019		msleep(1000);
1020	}
1021
1022	return ret;
1023}
1024
1025/*
1026 *	aac_eh_bus_reset	- Bus reset command handling
1027 *	@scsi_cmd:	SCSI command block causing the reset
1028 *
1029 */
1030static int aac_eh_bus_reset(struct scsi_cmnd* cmd)
1031{
1032	struct scsi_device * dev = cmd->device;
1033	struct Scsi_Host * host = dev->host;
1034	struct aac_dev * aac = (struct aac_dev *)host->hostdata;
1035	int count;
1036	u32 cmd_bus;
1037	int status = 0;
1038
1039
1040	cmd_bus = aac_logical_to_phys(scmd_channel(cmd));
1041	/* Mark the assoc. FIB to not complete, eh handler does this */
1042	for (count = 0; count < (host->can_queue + AAC_NUM_MGT_FIB); ++count) {
1043		struct fib *fib = &aac->fibs[count];
1044
1045		if (fib->hw_fib_va->header.XferState &&
1046		    (fib->flags & FIB_CONTEXT_FLAG) &&
1047		    (fib->flags & FIB_CONTEXT_FLAG_SCSI_CMD)) {
1048			struct aac_hba_map_info *info;
1049			u32 bus, cid;
1050
1051			cmd = (struct scsi_cmnd *)fib->callback_data;
1052			bus = aac_logical_to_phys(scmd_channel(cmd));
1053			if (bus != cmd_bus)
1054				continue;
1055			cid = scmd_id(cmd);
1056			info = &aac->hba_map[bus][cid];
1057			if (bus >= AAC_MAX_BUSES || cid >= AAC_MAX_TARGETS ||
1058			    info->devtype != AAC_DEVTYPE_NATIVE_RAW) {
1059				fib->flags |= FIB_CONTEXT_FLAG_EH_RESET;
1060				aac_priv(cmd)->owner = AAC_OWNER_ERROR_HANDLER;
1061			}
1062		}
1063	}
1064
1065	pr_err("%s: Host bus reset request. SCSI hang ?\n", AAC_DRIVERNAME);
1066
1067	/*
1068	 * Check the health of the controller
1069	 */
1070	status = aac_adapter_check_health(aac);
1071	if (status)
1072		dev_err(&aac->pdev->dev, "Adapter health - %d\n", status);
1073
1074	count = get_num_of_incomplete_fibs(aac);
1075	return (count == 0) ? SUCCESS : FAILED;
1076}
1077
1078/*
1079 *	aac_eh_host_reset	- Host reset command handling
1080 *	@scsi_cmd:	SCSI command block causing the reset
1081 *
1082 */
1083static int aac_eh_host_reset(struct scsi_cmnd *cmd)
1084{
1085	struct scsi_device * dev = cmd->device;
1086	struct Scsi_Host * host = dev->host;
1087	struct aac_dev * aac = (struct aac_dev *)host->hostdata;
1088	int ret = FAILED;
1089	__le32 supported_options2 = 0;
1090	bool is_mu_reset;
1091	bool is_ignore_reset;
1092	bool is_doorbell_reset;
1093
1094	/*
1095	 * Check if reset is supported by the firmware
1096	 */
1097	supported_options2 = aac->supplement_adapter_info.supported_options2;
1098	is_mu_reset = supported_options2 & AAC_OPTION_MU_RESET;
1099	is_doorbell_reset = supported_options2 & AAC_OPTION_DOORBELL_RESET;
1100	is_ignore_reset = supported_options2 & AAC_OPTION_IGNORE_RESET;
1101	/*
1102	 * This adapter needs a blind reset, only do so for
1103	 * Adapters that support a register, instead of a commanded,
1104	 * reset.
1105	 */
1106	if ((is_mu_reset || is_doorbell_reset)
1107	 && aac_check_reset
1108	 && (aac_check_reset != -1 || !is_ignore_reset)) {
1109		/* Bypass wait for command quiesce */
1110		if (aac_reset_adapter(aac, 2, IOP_HWSOFT_RESET) == 0)
1111			ret = SUCCESS;
1112	}
1113	/*
1114	 * Reset EH state
1115	 */
1116	if (ret == SUCCESS) {
1117		int bus, cid;
1118		struct aac_hba_map_info *info;
1119
1120		for (bus = 0; bus < AAC_MAX_BUSES; bus++) {
1121			for (cid = 0; cid < AAC_MAX_TARGETS; cid++) {
1122				info = &aac->hba_map[bus][cid];
1123				if (info->devtype == AAC_DEVTYPE_NATIVE_RAW)
1124					info->reset_state = 0;
1125			}
1126		}
1127	}
1128	return ret;
1129}
1130
1131/**
1132 *	aac_cfg_open		-	open a configuration file
1133 *	@inode: inode being opened
1134 *	@file: file handle attached
1135 *
1136 *	Called when the configuration device is opened. Does the needed
1137 *	set up on the handle and then returns
1138 *
1139 *	Bugs: This needs extending to check a given adapter is present
1140 *	so we can support hot plugging, and to ref count adapters.
1141 */
1142
1143static int aac_cfg_open(struct inode *inode, struct file *file)
1144{
1145	struct aac_dev *aac;
1146	unsigned minor_number = iminor(inode);
1147	int err = -ENODEV;
1148
1149	mutex_lock(&aac_mutex);  /* BKL pushdown: nothing else protects this list */
1150	list_for_each_entry(aac, &aac_devices, entry) {
1151		if (aac->id == minor_number) {
1152			file->private_data = aac;
1153			err = 0;
1154			break;
1155		}
1156	}
1157	mutex_unlock(&aac_mutex);
1158
1159	return err;
1160}
1161
1162/**
1163 *	aac_cfg_ioctl		-	AAC configuration request
1164 *	@file: file handle
1165 *	@cmd: ioctl command code
1166 *	@arg: argument
1167 *
1168 *	Handles a configuration ioctl. Currently this involves wrapping it
1169 *	up and feeding it into the nasty windowsalike glue layer.
1170 *
1171 *	Bugs: Needs locking against parallel ioctls lower down
1172 *	Bugs: Needs to handle hot plugging
1173 */
1174
1175static long aac_cfg_ioctl(struct file *file,
1176		unsigned int cmd, unsigned long arg)
1177{
1178	struct aac_dev *aac = (struct aac_dev *)file->private_data;
1179
1180	if (!capable(CAP_SYS_RAWIO))
1181		return -EPERM;
1182
1183	return aac_do_ioctl(aac, cmd, (void __user *)arg);
1184}
1185
1186static ssize_t aac_show_model(struct device *device,
1187			      struct device_attribute *attr, char *buf)
1188{
1189	struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1190	int len;
1191
1192	if (dev->supplement_adapter_info.adapter_type_text[0]) {
1193		char *cp = dev->supplement_adapter_info.adapter_type_text;
1194		while (*cp && *cp != ' ')
1195			++cp;
1196		while (*cp == ' ')
1197			++cp;
1198		len = snprintf(buf, PAGE_SIZE, "%s\n", cp);
1199	} else
1200		len = snprintf(buf, PAGE_SIZE, "%s\n",
1201		  aac_drivers[dev->cardtype].model);
1202	return len;
1203}
1204
1205static ssize_t aac_show_vendor(struct device *device,
1206			       struct device_attribute *attr, char *buf)
1207{
1208	struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1209	struct aac_supplement_adapter_info *sup_adap_info;
1210	int len;
1211
1212	sup_adap_info = &dev->supplement_adapter_info;
1213	if (sup_adap_info->adapter_type_text[0]) {
1214		char *cp = sup_adap_info->adapter_type_text;
1215		while (*cp && *cp != ' ')
1216			++cp;
1217		len = snprintf(buf, PAGE_SIZE, "%.*s\n",
1218			(int)(cp - (char *)sup_adap_info->adapter_type_text),
1219					sup_adap_info->adapter_type_text);
1220	} else
1221		len = snprintf(buf, PAGE_SIZE, "%s\n",
1222			aac_drivers[dev->cardtype].vname);
1223	return len;
1224}
1225
1226static ssize_t aac_show_flags(struct device *cdev,
1227			      struct device_attribute *attr, char *buf)
1228{
1229	int len = 0;
1230	struct aac_dev *dev = (struct aac_dev*)class_to_shost(cdev)->hostdata;
1231
1232	if (nblank(dprintk(x)))
1233		len = snprintf(buf, PAGE_SIZE, "dprintk\n");
1234#ifdef AAC_DETAILED_STATUS_INFO
1235	len += scnprintf(buf + len, PAGE_SIZE - len,
1236			 "AAC_DETAILED_STATUS_INFO\n");
1237#endif
1238	if (dev->raw_io_interface && dev->raw_io_64)
1239		len += scnprintf(buf + len, PAGE_SIZE - len,
1240				 "SAI_READ_CAPACITY_16\n");
1241	if (dev->jbod)
1242		len += scnprintf(buf + len, PAGE_SIZE - len,
1243				 "SUPPORTED_JBOD\n");
1244	if (dev->supplement_adapter_info.supported_options2 &
1245		AAC_OPTION_POWER_MANAGEMENT)
1246		len += scnprintf(buf + len, PAGE_SIZE - len,
1247				 "SUPPORTED_POWER_MANAGEMENT\n");
1248	if (dev->msi)
1249		len += scnprintf(buf + len, PAGE_SIZE - len, "PCI_HAS_MSI\n");
1250	return len;
1251}
1252
1253static ssize_t aac_show_kernel_version(struct device *device,
1254				       struct device_attribute *attr,
1255				       char *buf)
1256{
1257	struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1258	int len, tmp;
1259
1260	tmp = le32_to_cpu(dev->adapter_info.kernelrev);
1261	len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
1262	  tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
1263	  le32_to_cpu(dev->adapter_info.kernelbuild));
1264	return len;
1265}
1266
1267static ssize_t aac_show_monitor_version(struct device *device,
1268					struct device_attribute *attr,
1269					char *buf)
1270{
1271	struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1272	int len, tmp;
1273
1274	tmp = le32_to_cpu(dev->adapter_info.monitorrev);
1275	len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
1276	  tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
1277	  le32_to_cpu(dev->adapter_info.monitorbuild));
1278	return len;
1279}
1280
1281static ssize_t aac_show_bios_version(struct device *device,
1282				     struct device_attribute *attr,
1283				     char *buf)
1284{
1285	struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1286	int len, tmp;
1287
1288	tmp = le32_to_cpu(dev->adapter_info.biosrev);
1289	len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
1290	  tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
1291	  le32_to_cpu(dev->adapter_info.biosbuild));
1292	return len;
1293}
1294
1295static ssize_t aac_show_driver_version(struct device *device,
1296					struct device_attribute *attr,
1297					char *buf)
1298{
1299	return snprintf(buf, PAGE_SIZE, "%s\n", aac_driver_version);
1300}
1301
1302static ssize_t aac_show_serial_number(struct device *device,
1303			       struct device_attribute *attr, char *buf)
1304{
1305	struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1306	int len = 0;
1307
1308	if (le32_to_cpu(dev->adapter_info.serial[0]) != 0xBAD0)
1309		len = snprintf(buf, 16, "%06X\n",
1310		  le32_to_cpu(dev->adapter_info.serial[0]));
1311	if (len &&
1312	  !memcmp(&dev->supplement_adapter_info.mfg_pcba_serial_no[
1313	    sizeof(dev->supplement_adapter_info.mfg_pcba_serial_no)-len],
1314	  buf, len-1))
1315		len = snprintf(buf, 16, "%.*s\n",
1316		  (int)sizeof(dev->supplement_adapter_info.mfg_pcba_serial_no),
1317		  dev->supplement_adapter_info.mfg_pcba_serial_no);
1318
1319	return min(len, 16);
1320}
1321
1322static ssize_t aac_show_max_channel(struct device *device,
1323				    struct device_attribute *attr, char *buf)
1324{
1325	return snprintf(buf, PAGE_SIZE, "%d\n",
1326	  class_to_shost(device)->max_channel);
1327}
1328
1329static ssize_t aac_show_max_id(struct device *device,
1330			       struct device_attribute *attr, char *buf)
1331{
1332	return snprintf(buf, PAGE_SIZE, "%d\n",
1333	  class_to_shost(device)->max_id);
1334}
1335
1336static ssize_t aac_store_reset_adapter(struct device *device,
1337				       struct device_attribute *attr,
1338				       const char *buf, size_t count)
1339{
1340	int retval = -EACCES;
1341
1342	if (!capable(CAP_SYS_ADMIN))
1343		return retval;
1344
1345	retval = aac_reset_adapter(shost_priv(class_to_shost(device)),
1346					buf[0] == '!', IOP_HWSOFT_RESET);
1347	if (retval >= 0)
1348		retval = count;
1349
1350	return retval;
1351}
1352
1353static ssize_t aac_show_reset_adapter(struct device *device,
1354				      struct device_attribute *attr,
1355				      char *buf)
1356{
1357	struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1358	int len, tmp;
1359
1360	tmp = aac_adapter_check_health(dev);
1361	if ((tmp == 0) && dev->in_reset)
1362		tmp = -EBUSY;
1363	len = snprintf(buf, PAGE_SIZE, "0x%x\n", tmp);
1364	return len;
1365}
1366
1367static struct device_attribute aac_model = {
1368	.attr = {
1369		.name = "model",
1370		.mode = S_IRUGO,
1371	},
1372	.show = aac_show_model,
1373};
1374static struct device_attribute aac_vendor = {
1375	.attr = {
1376		.name = "vendor",
1377		.mode = S_IRUGO,
1378	},
1379	.show = aac_show_vendor,
1380};
1381static struct device_attribute aac_flags = {
1382	.attr = {
1383		.name = "flags",
1384		.mode = S_IRUGO,
1385	},
1386	.show = aac_show_flags,
1387};
1388static struct device_attribute aac_kernel_version = {
1389	.attr = {
1390		.name = "hba_kernel_version",
1391		.mode = S_IRUGO,
1392	},
1393	.show = aac_show_kernel_version,
1394};
1395static struct device_attribute aac_monitor_version = {
1396	.attr = {
1397		.name = "hba_monitor_version",
1398		.mode = S_IRUGO,
1399	},
1400	.show = aac_show_monitor_version,
1401};
1402static struct device_attribute aac_bios_version = {
1403	.attr = {
1404		.name = "hba_bios_version",
1405		.mode = S_IRUGO,
1406	},
1407	.show = aac_show_bios_version,
1408};
1409static struct device_attribute aac_lld_version = {
1410	.attr = {
1411		.name = "driver_version",
1412		.mode = 0444,
1413	},
1414	.show = aac_show_driver_version,
1415};
1416static struct device_attribute aac_serial_number = {
1417	.attr = {
1418		.name = "serial_number",
1419		.mode = S_IRUGO,
1420	},
1421	.show = aac_show_serial_number,
1422};
1423static struct device_attribute aac_max_channel = {
1424	.attr = {
1425		.name = "max_channel",
1426		.mode = S_IRUGO,
1427	},
1428	.show = aac_show_max_channel,
1429};
1430static struct device_attribute aac_max_id = {
1431	.attr = {
1432		.name = "max_id",
1433		.mode = S_IRUGO,
1434	},
1435	.show = aac_show_max_id,
1436};
1437static struct device_attribute aac_reset = {
1438	.attr = {
1439		.name = "reset_host",
1440		.mode = S_IWUSR|S_IRUGO,
1441	},
1442	.store = aac_store_reset_adapter,
1443	.show = aac_show_reset_adapter,
1444};
1445
1446static struct attribute *aac_host_attrs[] = {
1447	&aac_model.attr,
1448	&aac_vendor.attr,
1449	&aac_flags.attr,
1450	&aac_kernel_version.attr,
1451	&aac_monitor_version.attr,
1452	&aac_bios_version.attr,
1453	&aac_lld_version.attr,
1454	&aac_serial_number.attr,
1455	&aac_max_channel.attr,
1456	&aac_max_id.attr,
1457	&aac_reset.attr,
1458	NULL
1459};
1460
1461ATTRIBUTE_GROUPS(aac_host);
1462
1463ssize_t aac_get_serial_number(struct device *device, char *buf)
1464{
1465	return aac_show_serial_number(device, &aac_serial_number, buf);
1466}
1467
1468static const struct file_operations aac_cfg_fops = {
1469	.owner		= THIS_MODULE,
1470	.unlocked_ioctl	= aac_cfg_ioctl,
1471#ifdef CONFIG_COMPAT
1472	.compat_ioctl   = aac_cfg_ioctl,
1473#endif
1474	.open		= aac_cfg_open,
1475	.llseek		= noop_llseek,
1476};
1477
1478static const struct scsi_host_template aac_driver_template = {
1479	.module				= THIS_MODULE,
1480	.name				= "AAC",
1481	.proc_name			= AAC_DRIVERNAME,
1482	.info				= aac_info,
1483	.ioctl				= aac_ioctl,
1484#ifdef CONFIG_COMPAT
1485	.compat_ioctl			= aac_ioctl,
1486#endif
1487	.queuecommand			= aac_queuecommand,
1488	.bios_param			= aac_biosparm,
1489	.shost_groups			= aac_host_groups,
1490	.slave_configure		= aac_slave_configure,
1491	.change_queue_depth		= aac_change_queue_depth,
1492	.sdev_groups			= aac_dev_groups,
1493	.eh_abort_handler		= aac_eh_abort,
1494	.eh_device_reset_handler	= aac_eh_dev_reset,
1495	.eh_target_reset_handler	= aac_eh_target_reset,
1496	.eh_bus_reset_handler		= aac_eh_bus_reset,
1497	.eh_host_reset_handler		= aac_eh_host_reset,
1498	.can_queue			= AAC_NUM_IO_FIB,
1499	.this_id			= MAXIMUM_NUM_CONTAINERS,
1500	.sg_tablesize			= 16,
1501	.max_sectors			= 128,
1502#if (AAC_NUM_IO_FIB > 256)
1503	.cmd_per_lun			= 256,
1504#else
1505	.cmd_per_lun			= AAC_NUM_IO_FIB,
1506#endif
1507	.emulated			= 1,
1508	.no_write_same			= 1,
1509	.cmd_size			= sizeof(struct aac_cmd_priv),
1510};
1511
1512static void __aac_shutdown(struct aac_dev * aac)
1513{
1514	int i;
1515
1516	mutex_lock(&aac->ioctl_mutex);
1517	aac->adapter_shutdown = 1;
1518	mutex_unlock(&aac->ioctl_mutex);
1519
1520	if (aac->aif_thread) {
1521		int i;
1522		/* Clear out events first */
1523		for (i = 0; i < (aac->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB); i++) {
1524			struct fib *fib = &aac->fibs[i];
1525			if (!(fib->hw_fib_va->header.XferState & cpu_to_le32(NoResponseExpected | Async)) &&
1526			    (fib->hw_fib_va->header.XferState & cpu_to_le32(ResponseExpected)))
1527				complete(&fib->event_wait);
1528		}
1529		kthread_stop(aac->thread);
1530		aac->thread = NULL;
1531	}
1532
1533	aac_send_shutdown(aac);
1534
1535	aac_adapter_disable_int(aac);
1536
1537	if (aac_is_src(aac)) {
1538		if (aac->max_msix > 1) {
1539			for (i = 0; i < aac->max_msix; i++) {
1540				free_irq(pci_irq_vector(aac->pdev, i),
1541					 &(aac->aac_msix[i]));
1542			}
1543		} else {
1544			free_irq(aac->pdev->irq,
1545				 &(aac->aac_msix[0]));
1546		}
1547	} else {
1548		free_irq(aac->pdev->irq, aac);
1549	}
1550	if (aac->msi)
1551		pci_disable_msi(aac->pdev);
1552	else if (aac->max_msix > 1)
1553		pci_disable_msix(aac->pdev);
1554}
1555static void aac_init_char(void)
1556{
1557	aac_cfg_major = register_chrdev(0, "aac", &aac_cfg_fops);
1558	if (aac_cfg_major < 0) {
1559		pr_err("aacraid: unable to register \"aac\" device.\n");
1560	}
1561}
1562
1563void aac_reinit_aif(struct aac_dev *aac, unsigned int index)
1564{
1565	/*
1566	 * Firmware may send a AIF messages very early and the Driver may have
1567	 * ignored as it is not fully ready to process the messages. Send
1568	 * AIF to firmware so that if there are any unprocessed events they
1569	 * can be processed now.
1570	 */
1571	if (aac_drivers[index].quirks & AAC_QUIRK_SRC)
1572		aac_intr_normal(aac, 0, 2, 0, NULL);
1573
1574}
1575
1576static int aac_probe_one(struct pci_dev *pdev, const struct pci_device_id *id)
1577{
1578	unsigned index = id->driver_data;
1579	struct Scsi_Host *shost;
1580	struct aac_dev *aac;
1581	struct list_head *insert = &aac_devices;
1582	int error;
1583	int unique_id = 0;
1584	u64 dmamask;
1585	int mask_bits = 0;
1586	extern int aac_sync_mode;
1587
1588	/*
1589	 * Only series 7 needs freset.
1590	 */
1591	if (pdev->device == PMC_DEVICE_S7)
1592		pdev->needs_freset = 1;
1593
1594	list_for_each_entry(aac, &aac_devices, entry) {
1595		if (aac->id > unique_id)
1596			break;
1597		insert = &aac->entry;
1598		unique_id++;
1599	}
1600
1601	pci_disable_link_state(pdev, PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1 |
1602			       PCIE_LINK_STATE_CLKPM);
1603
1604	error = pci_enable_device(pdev);
1605	if (error)
1606		goto out;
1607
1608	if (!(aac_drivers[index].quirks & AAC_QUIRK_SRC)) {
1609		error = dma_set_mask(&pdev->dev, DMA_BIT_MASK(32));
1610		if (error) {
1611			dev_err(&pdev->dev, "PCI 32 BIT dma mask set failed");
1612			goto out_disable_pdev;
1613		}
1614	}
1615
1616	/*
1617	 * If the quirk31 bit is set, the adapter needs adapter
1618	 * to driver communication memory to be allocated below 2gig
1619	 */
1620	if (aac_drivers[index].quirks & AAC_QUIRK_31BIT) {
1621		dmamask = DMA_BIT_MASK(31);
1622		mask_bits = 31;
1623	} else {
1624		dmamask = DMA_BIT_MASK(32);
1625		mask_bits = 32;
1626	}
1627
1628	error = dma_set_coherent_mask(&pdev->dev, dmamask);
1629	if (error) {
1630		dev_err(&pdev->dev, "PCI %d B consistent dma mask set failed\n"
1631				, mask_bits);
1632		goto out_disable_pdev;
1633	}
1634
1635	pci_set_master(pdev);
1636
1637	shost = scsi_host_alloc(&aac_driver_template, sizeof(struct aac_dev));
1638	if (!shost) {
1639		error = -ENOMEM;
1640		goto out_disable_pdev;
1641	}
1642
1643	shost->irq = pdev->irq;
1644	shost->unique_id = unique_id;
1645	shost->max_cmd_len = 16;
1646
1647	if (aac_cfg_major == AAC_CHARDEV_NEEDS_REINIT)
1648		aac_init_char();
1649
1650	aac = (struct aac_dev *)shost->hostdata;
1651	aac->base_start = pci_resource_start(pdev, 0);
1652	aac->scsi_host_ptr = shost;
1653	aac->pdev = pdev;
1654	aac->name = aac_driver_template.name;
1655	aac->id = shost->unique_id;
1656	aac->cardtype = index;
1657	INIT_LIST_HEAD(&aac->entry);
1658
1659	if (aac_reset_devices || reset_devices)
1660		aac->init_reset = true;
1661
1662	aac->fibs = kcalloc(shost->can_queue + AAC_NUM_MGT_FIB,
1663			    sizeof(struct fib),
1664			    GFP_KERNEL);
1665	if (!aac->fibs) {
1666		error = -ENOMEM;
1667		goto out_free_host;
1668	}
1669
1670	spin_lock_init(&aac->fib_lock);
1671
1672	mutex_init(&aac->ioctl_mutex);
1673	mutex_init(&aac->scan_mutex);
1674
1675	INIT_DELAYED_WORK(&aac->safw_rescan_work, aac_safw_rescan_worker);
1676	INIT_DELAYED_WORK(&aac->src_reinit_aif_worker,
1677				aac_src_reinit_aif_worker);
1678	/*
1679	 *	Map in the registers from the adapter.
1680	 */
1681	aac->base_size = AAC_MIN_FOOTPRINT_SIZE;
1682	if ((*aac_drivers[index].init)(aac)) {
1683		error = -ENODEV;
1684		goto out_unmap;
1685	}
1686
1687	if (aac->sync_mode) {
1688		if (aac_sync_mode)
1689			printk(KERN_INFO "%s%d: Sync. mode enforced "
1690				"by driver parameter. This will cause "
1691				"a significant performance decrease!\n",
1692				aac->name,
1693				aac->id);
1694		else
1695			printk(KERN_INFO "%s%d: Async. mode not supported "
1696				"by current driver, sync. mode enforced."
1697				"\nPlease update driver to get full performance.\n",
1698				aac->name,
1699				aac->id);
1700	}
1701
1702	/*
1703	 *	Start any kernel threads needed
1704	 */
1705	aac->thread = kthread_run(aac_command_thread, aac, AAC_DRIVERNAME);
1706	if (IS_ERR(aac->thread)) {
1707		printk(KERN_ERR "aacraid: Unable to create command thread.\n");
1708		error = PTR_ERR(aac->thread);
1709		aac->thread = NULL;
1710		goto out_deinit;
1711	}
1712
1713	aac->maximum_num_channels = aac_drivers[index].channels;
1714	error = aac_get_adapter_info(aac);
1715	if (error < 0)
1716		goto out_deinit;
1717
1718	/*
1719	 * Lets override negotiations and drop the maximum SG limit to 34
1720	 */
1721	if ((aac_drivers[index].quirks & AAC_QUIRK_34SG) &&
1722			(shost->sg_tablesize > 34)) {
1723		shost->sg_tablesize = 34;
1724		shost->max_sectors = (shost->sg_tablesize * 8) + 112;
1725	}
1726
1727	if ((aac_drivers[index].quirks & AAC_QUIRK_17SG) &&
1728			(shost->sg_tablesize > 17)) {
1729		shost->sg_tablesize = 17;
1730		shost->max_sectors = (shost->sg_tablesize * 8) + 112;
1731	}
1732
1733	if (aac->adapter_info.options & AAC_OPT_NEW_COMM)
1734		shost->max_segment_size = shost->max_sectors << 9;
1735	else
1736		shost->max_segment_size = 65536;
1737
1738	/*
1739	 * Firmware printf works only with older firmware.
1740	 */
1741	if (aac_drivers[index].quirks & AAC_QUIRK_34SG)
1742		aac->printf_enabled = 1;
1743	else
1744		aac->printf_enabled = 0;
1745
1746	/*
1747	 * max channel will be the physical channels plus 1 virtual channel
1748	 * all containers are on the virtual channel 0 (CONTAINER_CHANNEL)
1749	 * physical channels are address by their actual physical number+1
1750	 */
1751	if (aac->nondasd_support || expose_physicals || aac->jbod)
1752		shost->max_channel = aac->maximum_num_channels;
1753	else
1754		shost->max_channel = 0;
1755
1756	aac_get_config_status(aac, 0);
1757	aac_get_containers(aac);
1758	list_add(&aac->entry, insert);
1759
1760	shost->max_id = aac->maximum_num_containers;
1761	if (shost->max_id < aac->maximum_num_physicals)
1762		shost->max_id = aac->maximum_num_physicals;
1763	if (shost->max_id < MAXIMUM_NUM_CONTAINERS)
1764		shost->max_id = MAXIMUM_NUM_CONTAINERS;
1765	else
1766		shost->this_id = shost->max_id;
1767
1768	if (!aac->sa_firmware && aac_drivers[index].quirks & AAC_QUIRK_SRC)
1769		aac_intr_normal(aac, 0, 2, 0, NULL);
1770
1771	/*
1772	 * dmb - we may need to move the setting of these parms somewhere else once
1773	 * we get a fib that can report the actual numbers
1774	 */
1775	shost->max_lun = AAC_MAX_LUN;
1776
1777	pci_set_drvdata(pdev, shost);
1778
1779	error = scsi_add_host(shost, &pdev->dev);
1780	if (error)
1781		goto out_deinit;
1782
1783	aac_scan_host(aac);
1784
1785	pci_save_state(pdev);
1786
1787	return 0;
1788
1789 out_deinit:
1790	__aac_shutdown(aac);
1791 out_unmap:
1792	aac_fib_map_free(aac);
1793	if (aac->comm_addr)
1794		dma_free_coherent(&aac->pdev->dev, aac->comm_size,
1795				  aac->comm_addr, aac->comm_phys);
1796	kfree(aac->queues);
1797	aac_adapter_ioremap(aac, 0);
1798	kfree(aac->fibs);
1799	kfree(aac->fsa_dev);
1800 out_free_host:
1801	scsi_host_put(shost);
1802 out_disable_pdev:
1803	pci_disable_device(pdev);
1804 out:
1805	return error;
1806}
1807
1808static void aac_release_resources(struct aac_dev *aac)
1809{
1810	aac_adapter_disable_int(aac);
1811	aac_free_irq(aac);
1812}
1813
1814static int aac_acquire_resources(struct aac_dev *dev)
1815{
1816	unsigned long status;
1817	/*
1818	 *	First clear out all interrupts.  Then enable the one's that we
1819	 *	can handle.
1820	 */
1821	while (!((status = src_readl(dev, MUnit.OMR)) & KERNEL_UP_AND_RUNNING)
1822		|| status == 0xffffffff)
1823			msleep(20);
1824
1825	aac_adapter_disable_int(dev);
1826	aac_adapter_enable_int(dev);
1827
1828
1829	if (aac_is_src(dev))
1830		aac_define_int_mode(dev);
1831
1832	if (dev->msi_enabled)
1833		aac_src_access_devreg(dev, AAC_ENABLE_MSIX);
1834
1835	if (aac_acquire_irq(dev))
1836		goto error_iounmap;
1837
1838	aac_adapter_enable_int(dev);
1839
1840	/*max msix may change  after EEH
1841	 * Re-assign vectors to fibs
1842	 */
1843	aac_fib_vector_assign(dev);
1844
1845	if (!dev->sync_mode) {
1846		/* After EEH recovery or suspend resume, max_msix count
1847		 * may change, therefore updating in init as well.
1848		 */
1849		dev->init->r7.no_of_msix_vectors = cpu_to_le32(dev->max_msix);
1850		aac_adapter_start(dev);
1851	}
1852	return 0;
1853
1854error_iounmap:
1855	return -1;
1856
1857}
1858
1859static int __maybe_unused aac_suspend(struct device *dev)
1860{
1861	struct Scsi_Host *shost = dev_get_drvdata(dev);
1862	struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1863
1864	scsi_host_block(shost);
1865	aac_cancel_rescan_worker(aac);
1866	aac_send_shutdown(aac);
1867
1868	aac_release_resources(aac);
1869
1870	return 0;
1871}
1872
1873static int __maybe_unused aac_resume(struct device *dev)
1874{
1875	struct Scsi_Host *shost = dev_get_drvdata(dev);
1876	struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1877
1878	if (aac_acquire_resources(aac))
1879		goto fail_device;
1880	/*
1881	* reset this flag to unblock ioctl() as it was set at
1882	* aac_send_shutdown() to block ioctls from upperlayer
1883	*/
1884	aac->adapter_shutdown = 0;
1885	scsi_host_unblock(shost, SDEV_RUNNING);
1886
1887	return 0;
1888
1889fail_device:
1890	printk(KERN_INFO "%s%d: resume failed.\n", aac->name, aac->id);
1891	scsi_host_put(shost);
1892	return -ENODEV;
1893}
1894
1895static void aac_shutdown(struct pci_dev *dev)
1896{
1897	struct Scsi_Host *shost = pci_get_drvdata(dev);
1898
1899	scsi_host_block(shost);
1900	__aac_shutdown((struct aac_dev *)shost->hostdata);
1901}
1902
1903static void aac_remove_one(struct pci_dev *pdev)
1904{
1905	struct Scsi_Host *shost = pci_get_drvdata(pdev);
1906	struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1907
1908	aac_cancel_rescan_worker(aac);
1909	scsi_remove_host(shost);
1910
1911	__aac_shutdown(aac);
1912	aac_fib_map_free(aac);
1913	dma_free_coherent(&aac->pdev->dev, aac->comm_size, aac->comm_addr,
1914			  aac->comm_phys);
1915	kfree(aac->queues);
1916
1917	aac_adapter_ioremap(aac, 0);
1918
1919	kfree(aac->fibs);
1920	kfree(aac->fsa_dev);
1921
1922	list_del(&aac->entry);
1923	scsi_host_put(shost);
1924	pci_disable_device(pdev);
1925	if (list_empty(&aac_devices)) {
1926		unregister_chrdev(aac_cfg_major, "aac");
1927		aac_cfg_major = AAC_CHARDEV_NEEDS_REINIT;
1928	}
1929}
1930
1931static pci_ers_result_t aac_pci_error_detected(struct pci_dev *pdev,
1932					pci_channel_state_t error)
1933{
1934	struct Scsi_Host *shost = pci_get_drvdata(pdev);
1935	struct aac_dev *aac = shost_priv(shost);
1936
1937	dev_err(&pdev->dev, "aacraid: PCI error detected %x\n", error);
1938
1939	switch (error) {
1940	case pci_channel_io_normal:
1941		return PCI_ERS_RESULT_CAN_RECOVER;
1942	case pci_channel_io_frozen:
1943		aac->handle_pci_error = 1;
1944
1945		scsi_host_block(shost);
1946		aac_cancel_rescan_worker(aac);
1947		scsi_host_complete_all_commands(shost, DID_NO_CONNECT);
1948		aac_release_resources(aac);
1949
1950		aac_adapter_ioremap(aac, 0);
1951
1952		return PCI_ERS_RESULT_NEED_RESET;
1953	case pci_channel_io_perm_failure:
1954		aac->handle_pci_error = 1;
1955
1956		scsi_host_complete_all_commands(shost, DID_NO_CONNECT);
1957		return PCI_ERS_RESULT_DISCONNECT;
1958	}
1959
1960	return PCI_ERS_RESULT_NEED_RESET;
1961}
1962
1963static pci_ers_result_t aac_pci_mmio_enabled(struct pci_dev *pdev)
1964{
1965	dev_err(&pdev->dev, "aacraid: PCI error - mmio enabled\n");
1966	return PCI_ERS_RESULT_NEED_RESET;
1967}
1968
1969static pci_ers_result_t aac_pci_slot_reset(struct pci_dev *pdev)
1970{
1971	dev_err(&pdev->dev, "aacraid: PCI error - slot reset\n");
1972	pci_restore_state(pdev);
1973	if (pci_enable_device(pdev)) {
1974		dev_warn(&pdev->dev,
1975			"aacraid: failed to enable slave\n");
1976		goto fail_device;
1977	}
1978
1979	pci_set_master(pdev);
1980
1981	if (pci_enable_device_mem(pdev)) {
1982		dev_err(&pdev->dev, "pci_enable_device_mem failed\n");
1983		goto fail_device;
1984	}
1985
1986	return PCI_ERS_RESULT_RECOVERED;
1987
1988fail_device:
1989	dev_err(&pdev->dev, "aacraid: PCI error - slot reset failed\n");
1990	return PCI_ERS_RESULT_DISCONNECT;
1991}
1992
1993
1994static void aac_pci_resume(struct pci_dev *pdev)
1995{
1996	struct Scsi_Host *shost = pci_get_drvdata(pdev);
1997	struct aac_dev *aac = (struct aac_dev *)shost_priv(shost);
1998
1999	if (aac_adapter_ioremap(aac, aac->base_size)) {
2000
2001		dev_err(&pdev->dev, "aacraid: ioremap failed\n");
2002		/* remap failed, go back ... */
2003		aac->comm_interface = AAC_COMM_PRODUCER;
2004		if (aac_adapter_ioremap(aac, AAC_MIN_FOOTPRINT_SIZE)) {
2005			dev_warn(&pdev->dev,
2006				"aacraid: unable to map adapter.\n");
2007
2008			return;
2009		}
2010	}
2011
2012	msleep(10000);
2013
2014	aac_acquire_resources(aac);
2015
2016	/*
2017	 * reset this flag to unblock ioctl() as it was set
2018	 * at aac_send_shutdown() to block ioctls from upperlayer
2019	 */
2020	aac->adapter_shutdown = 0;
2021	aac->handle_pci_error = 0;
2022
2023	scsi_host_unblock(shost, SDEV_RUNNING);
2024	aac_scan_host(aac);
2025	pci_save_state(pdev);
2026
2027	dev_err(&pdev->dev, "aacraid: PCI error - resume\n");
2028}
2029
2030static struct pci_error_handlers aac_pci_err_handler = {
2031	.error_detected		= aac_pci_error_detected,
2032	.mmio_enabled		= aac_pci_mmio_enabled,
2033	.slot_reset		= aac_pci_slot_reset,
2034	.resume			= aac_pci_resume,
2035};
2036
2037static SIMPLE_DEV_PM_OPS(aac_pm_ops, aac_suspend, aac_resume);
2038
2039static struct pci_driver aac_pci_driver = {
2040	.name		= AAC_DRIVERNAME,
2041	.id_table	= aac_pci_tbl,
2042	.probe		= aac_probe_one,
2043	.remove		= aac_remove_one,
2044	.driver.pm      = &aac_pm_ops,
2045	.shutdown	= aac_shutdown,
2046	.err_handler    = &aac_pci_err_handler,
2047};
2048
2049static int __init aac_init(void)
2050{
2051	int error;
2052
2053	printk(KERN_INFO "Adaptec %s driver %s\n",
2054	  AAC_DRIVERNAME, aac_driver_version);
2055
2056	error = pci_register_driver(&aac_pci_driver);
2057	if (error < 0)
2058		return error;
2059
2060	aac_init_char();
2061
2062
2063	return 0;
2064}
2065
2066static void __exit aac_exit(void)
2067{
2068	if (aac_cfg_major > -1)
2069		unregister_chrdev(aac_cfg_major, "aac");
2070	pci_unregister_driver(&aac_pci_driver);
2071}
2072
2073module_init(aac_init);
2074module_exit(aac_exit);
2075