Merge tag 'mac80211-for-davem-2016-07-06' of git://git.kernel.org/pub/scm/linux/kerne...
[cascardo/linux.git] / drivers / scsi / aacraid / linit.c
1 /*
2  *      Adaptec AAC series RAID controller driver
3  *      (c) Copyright 2001 Red Hat Inc.
4  *
5  * based on the old aacraid driver that is..
6  * Adaptec aacraid device driver for Linux.
7  *
8  * Copyright (c) 2000-2010 Adaptec, Inc.
9  *               2010 PMC-Sierra, Inc. (aacraid@pmc-sierra.com)
10  *
11  * This program is free software; you can redistribute it and/or modify
12  * it under the terms of the GNU General Public License as published by
13  * the Free Software Foundation; either version 2, or (at your option)
14  * any later version.
15  *
16  * This program is distributed in the hope that it will be useful,
17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
19  * GNU General Public License for more details.
20  *
21  * You should have received a copy of the GNU General Public License
22  * along with this program; see the file COPYING.  If not, write to
23  * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
24  *
25  * Module Name:
26  *   linit.c
27  *
28  * Abstract: Linux Driver entry module for Adaptec RAID Array Controller
29  */
30
31
32 #include <linux/compat.h>
33 #include <linux/blkdev.h>
34 #include <linux/completion.h>
35 #include <linux/init.h>
36 #include <linux/interrupt.h>
37 #include <linux/kernel.h>
38 #include <linux/module.h>
39 #include <linux/moduleparam.h>
40 #include <linux/pci.h>
41 #include <linux/aer.h>
42 #include <linux/pci-aspm.h>
43 #include <linux/slab.h>
44 #include <linux/mutex.h>
45 #include <linux/spinlock.h>
46 #include <linux/syscalls.h>
47 #include <linux/delay.h>
48 #include <linux/kthread.h>
49
50 #include <scsi/scsi.h>
51 #include <scsi/scsi_cmnd.h>
52 #include <scsi/scsi_device.h>
53 #include <scsi/scsi_host.h>
54 #include <scsi/scsi_tcq.h>
55 #include <scsi/scsicam.h>
56 #include <scsi/scsi_eh.h>
57
58 #include "aacraid.h"
59
60 #define AAC_DRIVER_VERSION              "1.2-1"
61 #ifndef AAC_DRIVER_BRANCH
62 #define AAC_DRIVER_BRANCH               ""
63 #endif
64 #define AAC_DRIVERNAME                  "aacraid"
65
66 #ifdef AAC_DRIVER_BUILD
67 #define _str(x) #x
68 #define str(x) _str(x)
69 #define AAC_DRIVER_FULL_VERSION AAC_DRIVER_VERSION "[" str(AAC_DRIVER_BUILD) "]" AAC_DRIVER_BRANCH
70 #else
71 #define AAC_DRIVER_FULL_VERSION AAC_DRIVER_VERSION AAC_DRIVER_BRANCH
72 #endif
73
74 MODULE_AUTHOR("Red Hat Inc and Adaptec");
75 MODULE_DESCRIPTION("Dell PERC2, 2/Si, 3/Si, 3/Di, "
76                    "Adaptec Advanced Raid Products, "
77                    "HP NetRAID-4M, IBM ServeRAID & ICP SCSI driver");
78 MODULE_LICENSE("GPL");
79 MODULE_VERSION(AAC_DRIVER_FULL_VERSION);
80
81 static DEFINE_MUTEX(aac_mutex);
82 static LIST_HEAD(aac_devices);
83 static int aac_cfg_major = AAC_CHARDEV_UNREGISTERED;
84 char aac_driver_version[] = AAC_DRIVER_FULL_VERSION;
85
86 /*
87  * Because of the way Linux names scsi devices, the order in this table has
88  * become important.  Check for on-board Raid first, add-in cards second.
89  *
90  * Note: The last field is used to index into aac_drivers below.
91  */
92 static const struct pci_device_id aac_pci_tbl[] = {
93         { 0x1028, 0x0001, 0x1028, 0x0001, 0, 0, 0 }, /* PERC 2/Si (Iguana/PERC2Si) */
94         { 0x1028, 0x0002, 0x1028, 0x0002, 0, 0, 1 }, /* PERC 3/Di (Opal/PERC3Di) */
95         { 0x1028, 0x0003, 0x1028, 0x0003, 0, 0, 2 }, /* PERC 3/Si (SlimFast/PERC3Si */
96         { 0x1028, 0x0004, 0x1028, 0x00d0, 0, 0, 3 }, /* PERC 3/Di (Iguana FlipChip/PERC3DiF */
97         { 0x1028, 0x0002, 0x1028, 0x00d1, 0, 0, 4 }, /* PERC 3/Di (Viper/PERC3DiV) */
98         { 0x1028, 0x0002, 0x1028, 0x00d9, 0, 0, 5 }, /* PERC 3/Di (Lexus/PERC3DiL) */
99         { 0x1028, 0x000a, 0x1028, 0x0106, 0, 0, 6 }, /* PERC 3/Di (Jaguar/PERC3DiJ) */
100         { 0x1028, 0x000a, 0x1028, 0x011b, 0, 0, 7 }, /* PERC 3/Di (Dagger/PERC3DiD) */
101         { 0x1028, 0x000a, 0x1028, 0x0121, 0, 0, 8 }, /* PERC 3/Di (Boxster/PERC3DiB) */
102         { 0x9005, 0x0283, 0x9005, 0x0283, 0, 0, 9 }, /* catapult */
103         { 0x9005, 0x0284, 0x9005, 0x0284, 0, 0, 10 }, /* tomcat */
104         { 0x9005, 0x0285, 0x9005, 0x0286, 0, 0, 11 }, /* Adaptec 2120S (Crusader) */
105         { 0x9005, 0x0285, 0x9005, 0x0285, 0, 0, 12 }, /* Adaptec 2200S (Vulcan) */
106         { 0x9005, 0x0285, 0x9005, 0x0287, 0, 0, 13 }, /* Adaptec 2200S (Vulcan-2m) */
107         { 0x9005, 0x0285, 0x17aa, 0x0286, 0, 0, 14 }, /* Legend S220 (Legend Crusader) */
108         { 0x9005, 0x0285, 0x17aa, 0x0287, 0, 0, 15 }, /* Legend S230 (Legend Vulcan) */
109
110         { 0x9005, 0x0285, 0x9005, 0x0288, 0, 0, 16 }, /* Adaptec 3230S (Harrier) */
111         { 0x9005, 0x0285, 0x9005, 0x0289, 0, 0, 17 }, /* Adaptec 3240S (Tornado) */
112         { 0x9005, 0x0285, 0x9005, 0x028a, 0, 0, 18 }, /* ASR-2020ZCR SCSI PCI-X ZCR (Skyhawk) */
113         { 0x9005, 0x0285, 0x9005, 0x028b, 0, 0, 19 }, /* ASR-2025ZCR SCSI SO-DIMM PCI-X ZCR (Terminator) */
114         { 0x9005, 0x0286, 0x9005, 0x028c, 0, 0, 20 }, /* ASR-2230S + ASR-2230SLP PCI-X (Lancer) */
115         { 0x9005, 0x0286, 0x9005, 0x028d, 0, 0, 21 }, /* ASR-2130S (Lancer) */
116         { 0x9005, 0x0286, 0x9005, 0x029b, 0, 0, 22 }, /* AAR-2820SA (Intruder) */
117         { 0x9005, 0x0286, 0x9005, 0x029c, 0, 0, 23 }, /* AAR-2620SA (Intruder) */
118         { 0x9005, 0x0286, 0x9005, 0x029d, 0, 0, 24 }, /* AAR-2420SA (Intruder) */
119         { 0x9005, 0x0286, 0x9005, 0x029e, 0, 0, 25 }, /* ICP9024RO (Lancer) */
120         { 0x9005, 0x0286, 0x9005, 0x029f, 0, 0, 26 }, /* ICP9014RO (Lancer) */
121         { 0x9005, 0x0286, 0x9005, 0x02a0, 0, 0, 27 }, /* ICP9047MA (Lancer) */
122         { 0x9005, 0x0286, 0x9005, 0x02a1, 0, 0, 28 }, /* ICP9087MA (Lancer) */
123         { 0x9005, 0x0286, 0x9005, 0x02a3, 0, 0, 29 }, /* ICP5445AU (Hurricane44) */
124         { 0x9005, 0x0285, 0x9005, 0x02a4, 0, 0, 30 }, /* ICP9085LI (Marauder-X) */
125         { 0x9005, 0x0285, 0x9005, 0x02a5, 0, 0, 31 }, /* ICP5085BR (Marauder-E) */
126         { 0x9005, 0x0286, 0x9005, 0x02a6, 0, 0, 32 }, /* ICP9067MA (Intruder-6) */
127         { 0x9005, 0x0287, 0x9005, 0x0800, 0, 0, 33 }, /* Themisto Jupiter Platform */
128         { 0x9005, 0x0200, 0x9005, 0x0200, 0, 0, 33 }, /* Themisto Jupiter Platform */
129         { 0x9005, 0x0286, 0x9005, 0x0800, 0, 0, 34 }, /* Callisto Jupiter Platform */
130         { 0x9005, 0x0285, 0x9005, 0x028e, 0, 0, 35 }, /* ASR-2020SA SATA PCI-X ZCR (Skyhawk) */
131         { 0x9005, 0x0285, 0x9005, 0x028f, 0, 0, 36 }, /* ASR-2025SA SATA SO-DIMM PCI-X ZCR (Terminator) */
132         { 0x9005, 0x0285, 0x9005, 0x0290, 0, 0, 37 }, /* AAR-2410SA PCI SATA 4ch (Jaguar II) */
133         { 0x9005, 0x0285, 0x1028, 0x0291, 0, 0, 38 }, /* CERC SATA RAID 2 PCI SATA 6ch (DellCorsair) */
134         { 0x9005, 0x0285, 0x9005, 0x0292, 0, 0, 39 }, /* AAR-2810SA PCI SATA 8ch (Corsair-8) */
135         { 0x9005, 0x0285, 0x9005, 0x0293, 0, 0, 40 }, /* AAR-21610SA PCI SATA 16ch (Corsair-16) */
136         { 0x9005, 0x0285, 0x9005, 0x0294, 0, 0, 41 }, /* ESD SO-DIMM PCI-X SATA ZCR (Prowler) */
137         { 0x9005, 0x0285, 0x103C, 0x3227, 0, 0, 42 }, /* AAR-2610SA PCI SATA 6ch */
138         { 0x9005, 0x0285, 0x9005, 0x0296, 0, 0, 43 }, /* ASR-2240S (SabreExpress) */
139         { 0x9005, 0x0285, 0x9005, 0x0297, 0, 0, 44 }, /* ASR-4005 */
140         { 0x9005, 0x0285, 0x1014, 0x02F2, 0, 0, 45 }, /* IBM 8i (AvonPark) */
141         { 0x9005, 0x0285, 0x1014, 0x0312, 0, 0, 45 }, /* IBM 8i (AvonPark Lite) */
142         { 0x9005, 0x0286, 0x1014, 0x9580, 0, 0, 46 }, /* IBM 8k/8k-l8 (Aurora) */
143         { 0x9005, 0x0286, 0x1014, 0x9540, 0, 0, 47 }, /* IBM 8k/8k-l4 (Aurora Lite) */
144         { 0x9005, 0x0285, 0x9005, 0x0298, 0, 0, 48 }, /* ASR-4000 (BlackBird) */
145         { 0x9005, 0x0285, 0x9005, 0x0299, 0, 0, 49 }, /* ASR-4800SAS (Marauder-X) */
146         { 0x9005, 0x0285, 0x9005, 0x029a, 0, 0, 50 }, /* ASR-4805SAS (Marauder-E) */
147         { 0x9005, 0x0286, 0x9005, 0x02a2, 0, 0, 51 }, /* ASR-3800 (Hurricane44) */
148
149         { 0x9005, 0x0285, 0x1028, 0x0287, 0, 0, 52 }, /* Perc 320/DC*/
150         { 0x1011, 0x0046, 0x9005, 0x0365, 0, 0, 53 }, /* Adaptec 5400S (Mustang)*/
151         { 0x1011, 0x0046, 0x9005, 0x0364, 0, 0, 54 }, /* Adaptec 5400S (Mustang)*/
152         { 0x1011, 0x0046, 0x9005, 0x1364, 0, 0, 55 }, /* Dell PERC2/QC */
153         { 0x1011, 0x0046, 0x103c, 0x10c2, 0, 0, 56 }, /* HP NetRAID-4M */
154
155         { 0x9005, 0x0285, 0x1028, PCI_ANY_ID, 0, 0, 57 }, /* Dell Catchall */
156         { 0x9005, 0x0285, 0x17aa, PCI_ANY_ID, 0, 0, 58 }, /* Legend Catchall */
157         { 0x9005, 0x0285, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 59 }, /* Adaptec Catch All */
158         { 0x9005, 0x0286, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 60 }, /* Adaptec Rocket Catch All */
159         { 0x9005, 0x0288, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 61 }, /* Adaptec NEMER/ARK Catch All */
160         { 0x9005, 0x028b, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 62 }, /* Adaptec PMC Series 6 (Tupelo) */
161         { 0x9005, 0x028c, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 63 }, /* Adaptec PMC Series 7 (Denali) */
162         { 0x9005, 0x028d, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 64 }, /* Adaptec PMC Series 8 */
163         { 0x9005, 0x028f, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 65 }, /* Adaptec PMC Series 9 */
164         { 0,}
165 };
166 MODULE_DEVICE_TABLE(pci, aac_pci_tbl);
167
168 /*
169  * dmb - For now we add the number of channels to this structure.
170  * In the future we should add a fib that reports the number of channels
171  * for the card.  At that time we can remove the channels from here
172  */
173 static struct aac_driver_ident aac_drivers[] = {
174         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 2/Si (Iguana/PERC2Si) */
175         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Opal/PERC3Di) */
176         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Si (SlimFast/PERC3Si */
177         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Iguana FlipChip/PERC3DiF */
178         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Viper/PERC3DiV) */
179         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Lexus/PERC3DiL) */
180         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Jaguar/PERC3DiJ) */
181         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Dagger/PERC3DiD) */
182         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Boxster/PERC3DiB) */
183         { aac_rx_init, "aacraid",  "ADAPTEC ", "catapult        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* catapult */
184         { aac_rx_init, "aacraid",  "ADAPTEC ", "tomcat          ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* tomcat */
185         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2120S   ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG },                     /* Adaptec 2120S (Crusader) */
186         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2200S   ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG },                     /* Adaptec 2200S (Vulcan) */
187         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2200S   ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Adaptec 2200S (Vulcan-2m) */
188         { aac_rx_init, "aacraid",  "Legend  ", "Legend S220     ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend S220 (Legend Crusader) */
189         { aac_rx_init, "aacraid",  "Legend  ", "Legend S230     ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend S230 (Legend Vulcan) */
190
191         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 3230S   ", 2 }, /* Adaptec 3230S (Harrier) */
192         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 3240S   ", 2 }, /* Adaptec 3240S (Tornado) */
193         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2020ZCR     ", 2 }, /* ASR-2020ZCR SCSI PCI-X ZCR (Skyhawk) */
194         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2025ZCR     ", 2 }, /* ASR-2025ZCR SCSI SO-DIMM PCI-X ZCR (Terminator) */
195         { aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-2230S PCI-X ", 2 }, /* ASR-2230S + ASR-2230SLP PCI-X (Lancer) */
196         { aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-2130S PCI-X ", 1 }, /* ASR-2130S (Lancer) */
197         { aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2820SA      ", 1 }, /* AAR-2820SA (Intruder) */
198         { aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2620SA      ", 1 }, /* AAR-2620SA (Intruder) */
199         { aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2420SA      ", 1 }, /* AAR-2420SA (Intruder) */
200         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9024RO       ", 2 }, /* ICP9024RO (Lancer) */
201         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9014RO       ", 1 }, /* ICP9014RO (Lancer) */
202         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9047MA       ", 1 }, /* ICP9047MA (Lancer) */
203         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9087MA       ", 1 }, /* ICP9087MA (Lancer) */
204         { aac_rkt_init, "aacraid",  "ICP     ", "ICP5445AU       ", 1 }, /* ICP5445AU (Hurricane44) */
205         { aac_rx_init, "aacraid",  "ICP     ", "ICP9085LI       ", 1 }, /* ICP9085LI (Marauder-X) */
206         { aac_rx_init, "aacraid",  "ICP     ", "ICP5085BR       ", 1 }, /* ICP5085BR (Marauder-E) */
207         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9067MA       ", 1 }, /* ICP9067MA (Intruder-6) */
208         { NULL        , "aacraid",  "ADAPTEC ", "Themisto        ", 0, AAC_QUIRK_SLAVE }, /* Jupiter Platform */
209         { aac_rkt_init, "aacraid",  "ADAPTEC ", "Callisto        ", 2, AAC_QUIRK_MASTER }, /* Jupiter Platform */
210         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2020SA       ", 1 }, /* ASR-2020SA SATA PCI-X ZCR (Skyhawk) */
211         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2025SA       ", 1 }, /* ASR-2025SA SATA SO-DIMM PCI-X ZCR (Terminator) */
212         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2410SA SATA ", 1, AAC_QUIRK_17SG }, /* AAR-2410SA PCI SATA 4ch (Jaguar II) */
213         { aac_rx_init, "aacraid",  "DELL    ", "CERC SR2        ", 1, AAC_QUIRK_17SG }, /* CERC SATA RAID 2 PCI SATA 6ch (DellCorsair) */
214         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2810SA SATA ", 1, AAC_QUIRK_17SG }, /* AAR-2810SA PCI SATA 8ch (Corsair-8) */
215         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-21610SA SATA", 1, AAC_QUIRK_17SG }, /* AAR-21610SA PCI SATA 16ch (Corsair-16) */
216         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2026ZCR     ", 1 }, /* ESD SO-DIMM PCI-X SATA ZCR (Prowler) */
217         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2610SA      ", 1 }, /* SATA 6Ch (Bearcat) */
218         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2240S       ", 1 }, /* ASR-2240S (SabreExpress) */
219         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4005        ", 1 }, /* ASR-4005 */
220         { aac_rx_init, "ServeRAID","IBM     ", "ServeRAID 8i    ", 1 }, /* IBM 8i (AvonPark) */
221         { aac_rkt_init, "ServeRAID","IBM     ", "ServeRAID 8k-l8 ", 1 }, /* IBM 8k/8k-l8 (Aurora) */
222         { aac_rkt_init, "ServeRAID","IBM     ", "ServeRAID 8k-l4 ", 1 }, /* IBM 8k/8k-l4 (Aurora Lite) */
223         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4000        ", 1 }, /* ASR-4000 (BlackBird & AvonPark) */
224         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4800SAS     ", 1 }, /* ASR-4800SAS (Marauder-X) */
225         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4805SAS     ", 1 }, /* ASR-4805SAS (Marauder-E) */
226         { aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-3800        ", 1 }, /* ASR-3800 (Hurricane44) */
227
228         { aac_rx_init, "percraid", "DELL    ", "PERC 320/DC     ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG }, /* Perc 320/DC*/
229         { aac_sa_init, "aacraid",  "ADAPTEC ", "Adaptec 5400S   ", 4, AAC_QUIRK_34SG }, /* Adaptec 5400S (Mustang)*/
230         { aac_sa_init, "aacraid",  "ADAPTEC ", "AAC-364         ", 4, AAC_QUIRK_34SG }, /* Adaptec 5400S (Mustang)*/
231         { aac_sa_init, "percraid", "DELL    ", "PERCRAID        ", 4, AAC_QUIRK_34SG }, /* Dell PERC2/QC */
232         { aac_sa_init, "hpnraid",  "HP      ", "NetRAID         ", 4, AAC_QUIRK_34SG }, /* HP NetRAID-4M */
233
234         { aac_rx_init, "aacraid",  "DELL    ", "RAID            ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Dell Catchall */
235         { aac_rx_init, "aacraid",  "Legend  ", "RAID            ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend Catchall */
236         { aac_rx_init, "aacraid",  "ADAPTEC ", "RAID            ", 2 }, /* Adaptec Catch All */
237         { aac_rkt_init, "aacraid", "ADAPTEC ", "RAID            ", 2 }, /* Adaptec Rocket Catch All */
238         { aac_nark_init, "aacraid", "ADAPTEC ", "RAID           ", 2 }, /* Adaptec NEMER/ARK Catch All */
239         { aac_src_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 6 (Tupelo) */
240         { aac_srcv_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 7 (Denali) */
241         { aac_srcv_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 8 */
242         { aac_srcv_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC } /* Adaptec PMC Series 9 */
243 };
244
245 /**
246  *      aac_queuecommand        -       queue a SCSI command
247  *      @cmd:           SCSI command to queue
248  *      @done:          Function to call on command completion
249  *
250  *      Queues a command for execution by the associated Host Adapter.
251  *
252  *      TODO: unify with aac_scsi_cmd().
253  */
254
255 static int aac_queuecommand(struct Scsi_Host *shost,
256                             struct scsi_cmnd *cmd)
257 {
258         int r = 0;
259         cmd->SCp.phase = AAC_OWNER_LOWLEVEL;
260         r = (aac_scsi_cmd(cmd) ? FAILED : 0);
261         return r;
262 }
263
264 /**
265  *      aac_info                -       Returns the host adapter name
266  *      @shost:         Scsi host to report on
267  *
268  *      Returns a static string describing the device in question
269  */
270
271 static const char *aac_info(struct Scsi_Host *shost)
272 {
273         struct aac_dev *dev = (struct aac_dev *)shost->hostdata;
274         return aac_drivers[dev->cardtype].name;
275 }
276
277 /**
278  *      aac_get_driver_ident
279  *      @devtype: index into lookup table
280  *
281  *      Returns a pointer to the entry in the driver lookup table.
282  */
283
284 struct aac_driver_ident* aac_get_driver_ident(int devtype)
285 {
286         return &aac_drivers[devtype];
287 }
288
289 /**
290  *      aac_biosparm    -       return BIOS parameters for disk
291  *      @sdev: The scsi device corresponding to the disk
292  *      @bdev: the block device corresponding to the disk
293  *      @capacity: the sector capacity of the disk
294  *      @geom: geometry block to fill in
295  *
296  *      Return the Heads/Sectors/Cylinders BIOS Disk Parameters for Disk.
297  *      The default disk geometry is 64 heads, 32 sectors, and the appropriate
298  *      number of cylinders so as not to exceed drive capacity.  In order for
299  *      disks equal to or larger than 1 GB to be addressable by the BIOS
300  *      without exceeding the BIOS limitation of 1024 cylinders, Extended
301  *      Translation should be enabled.   With Extended Translation enabled,
302  *      drives between 1 GB inclusive and 2 GB exclusive are given a disk
303  *      geometry of 128 heads and 32 sectors, and drives above 2 GB inclusive
304  *      are given a disk geometry of 255 heads and 63 sectors.  However, if
305  *      the BIOS detects that the Extended Translation setting does not match
306  *      the geometry in the partition table, then the translation inferred
307  *      from the partition table will be used by the BIOS, and a warning may
308  *      be displayed.
309  */
310
311 static int aac_biosparm(struct scsi_device *sdev, struct block_device *bdev,
312                         sector_t capacity, int *geom)
313 {
314         struct diskparm *param = (struct diskparm *)geom;
315         unsigned char *buf;
316
317         dprintk((KERN_DEBUG "aac_biosparm.\n"));
318
319         /*
320          *      Assuming extended translation is enabled - #REVISIT#
321          */
322         if (capacity >= 2 * 1024 * 1024) { /* 1 GB in 512 byte sectors */
323                 if(capacity >= 4 * 1024 * 1024) { /* 2 GB in 512 byte sectors */
324                         param->heads = 255;
325                         param->sectors = 63;
326                 } else {
327                         param->heads = 128;
328                         param->sectors = 32;
329                 }
330         } else {
331                 param->heads = 64;
332                 param->sectors = 32;
333         }
334
335         param->cylinders = cap_to_cyls(capacity, param->heads * param->sectors);
336
337         /*
338          *      Read the first 1024 bytes from the disk device, if the boot
339          *      sector partition table is valid, search for a partition table
340          *      entry whose end_head matches one of the standard geometry
341          *      translations ( 64/32, 128/32, 255/63 ).
342          */
343         buf = scsi_bios_ptable(bdev);
344         if (!buf)
345                 return 0;
346         if(*(__le16 *)(buf + 0x40) == cpu_to_le16(0xaa55)) {
347                 struct partition *first = (struct partition * )buf;
348                 struct partition *entry = first;
349                 int saved_cylinders = param->cylinders;
350                 int num;
351                 unsigned char end_head, end_sec;
352
353                 for(num = 0; num < 4; num++) {
354                         end_head = entry->end_head;
355                         end_sec = entry->end_sector & 0x3f;
356
357                         if(end_head == 63) {
358                                 param->heads = 64;
359                                 param->sectors = 32;
360                                 break;
361                         } else if(end_head == 127) {
362                                 param->heads = 128;
363                                 param->sectors = 32;
364                                 break;
365                         } else if(end_head == 254) {
366                                 param->heads = 255;
367                                 param->sectors = 63;
368                                 break;
369                         }
370                         entry++;
371                 }
372
373                 if (num == 4) {
374                         end_head = first->end_head;
375                         end_sec = first->end_sector & 0x3f;
376                 }
377
378                 param->cylinders = cap_to_cyls(capacity, param->heads * param->sectors);
379                 if (num < 4 && end_sec == param->sectors) {
380                         if (param->cylinders != saved_cylinders)
381                                 dprintk((KERN_DEBUG "Adopting geometry: heads=%d, sectors=%d from partition table %d.\n",
382                                         param->heads, param->sectors, num));
383                 } else if (end_head > 0 || end_sec > 0) {
384                         dprintk((KERN_DEBUG "Strange geometry: heads=%d, sectors=%d in partition table %d.\n",
385                                 end_head + 1, end_sec, num));
386                         dprintk((KERN_DEBUG "Using geometry: heads=%d, sectors=%d.\n",
387                                         param->heads, param->sectors));
388                 }
389         }
390         kfree(buf);
391         return 0;
392 }
393
394 /**
395  *      aac_slave_configure             -       compute queue depths
396  *      @sdev:  SCSI device we are considering
397  *
398  *      Selects queue depths for each target device based on the host adapter's
399  *      total capacity and the queue depth supported by the target device.
400  *      A queue depth of one automatically disables tagged queueing.
401  */
402
403 static int aac_slave_configure(struct scsi_device *sdev)
404 {
405         struct aac_dev *aac = (struct aac_dev *)sdev->host->hostdata;
406         if (aac->jbod && (sdev->type == TYPE_DISK))
407                 sdev->removable = 1;
408         if ((sdev->type == TYPE_DISK) &&
409                         (sdev_channel(sdev) != CONTAINER_CHANNEL) &&
410                         (!aac->jbod || sdev->inq_periph_qual) &&
411                         (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2))) {
412                 if (expose_physicals == 0)
413                         return -ENXIO;
414                 if (expose_physicals < 0)
415                         sdev->no_uld_attach = 1;
416         }
417         if (sdev->tagged_supported && (sdev->type == TYPE_DISK) &&
418                         (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2)) &&
419                         !sdev->no_uld_attach) {
420                 struct scsi_device * dev;
421                 struct Scsi_Host *host = sdev->host;
422                 unsigned num_lsu = 0;
423                 unsigned num_one = 0;
424                 unsigned depth;
425                 unsigned cid;
426
427                 /*
428                  * Firmware has an individual device recovery time typically
429                  * of 35 seconds, give us a margin.
430                  */
431                 if (sdev->request_queue->rq_timeout < (45 * HZ))
432                         blk_queue_rq_timeout(sdev->request_queue, 45*HZ);
433                 for (cid = 0; cid < aac->maximum_num_containers; ++cid)
434                         if (aac->fsa_dev[cid].valid)
435                                 ++num_lsu;
436                 __shost_for_each_device(dev, host) {
437                         if (dev->tagged_supported && (dev->type == TYPE_DISK) &&
438                                         (!aac->raid_scsi_mode ||
439                                                 (sdev_channel(sdev) != 2)) &&
440                                         !dev->no_uld_attach) {
441                                 if ((sdev_channel(dev) != CONTAINER_CHANNEL)
442                                  || !aac->fsa_dev[sdev_id(dev)].valid)
443                                         ++num_lsu;
444                         } else
445                                 ++num_one;
446                 }
447                 if (num_lsu == 0)
448                         ++num_lsu;
449                 depth = (host->can_queue - num_one) / num_lsu;
450                 if (depth > 256)
451                         depth = 256;
452                 else if (depth < 2)
453                         depth = 2;
454                 scsi_change_queue_depth(sdev, depth);
455         } else {
456                 scsi_change_queue_depth(sdev, 1);
457
458                 sdev->tagged_supported = 1;
459         }
460
461         return 0;
462 }
463
464 /**
465  *      aac_change_queue_depth          -       alter queue depths
466  *      @sdev:  SCSI device we are considering
467  *      @depth: desired queue depth
468  *
469  *      Alters queue depths for target device based on the host adapter's
470  *      total capacity and the queue depth supported by the target device.
471  */
472
473 static int aac_change_queue_depth(struct scsi_device *sdev, int depth)
474 {
475         if (sdev->tagged_supported && (sdev->type == TYPE_DISK) &&
476             (sdev_channel(sdev) == CONTAINER_CHANNEL)) {
477                 struct scsi_device * dev;
478                 struct Scsi_Host *host = sdev->host;
479                 unsigned num = 0;
480
481                 __shost_for_each_device(dev, host) {
482                         if (dev->tagged_supported && (dev->type == TYPE_DISK) &&
483                             (sdev_channel(dev) == CONTAINER_CHANNEL))
484                                 ++num;
485                         ++num;
486                 }
487                 if (num >= host->can_queue)
488                         num = host->can_queue - 1;
489                 if (depth > (host->can_queue - num))
490                         depth = host->can_queue - num;
491                 if (depth > 256)
492                         depth = 256;
493                 else if (depth < 2)
494                         depth = 2;
495                 return scsi_change_queue_depth(sdev, depth);
496         }
497
498         return scsi_change_queue_depth(sdev, 1);
499 }
500
501 static ssize_t aac_show_raid_level(struct device *dev, struct device_attribute *attr, char *buf)
502 {
503         struct scsi_device *sdev = to_scsi_device(dev);
504         struct aac_dev *aac = (struct aac_dev *)(sdev->host->hostdata);
505         if (sdev_channel(sdev) != CONTAINER_CHANNEL)
506                 return snprintf(buf, PAGE_SIZE, sdev->no_uld_attach
507                   ? "Hidden\n" :
508                   ((aac->jbod && (sdev->type == TYPE_DISK)) ? "JBOD\n" : ""));
509         return snprintf(buf, PAGE_SIZE, "%s\n",
510           get_container_type(aac->fsa_dev[sdev_id(sdev)].type));
511 }
512
513 static struct device_attribute aac_raid_level_attr = {
514         .attr = {
515                 .name = "level",
516                 .mode = S_IRUGO,
517         },
518         .show = aac_show_raid_level
519 };
520
521 static struct device_attribute *aac_dev_attrs[] = {
522         &aac_raid_level_attr,
523         NULL,
524 };
525
526 static int aac_ioctl(struct scsi_device *sdev, int cmd, void __user * arg)
527 {
528         struct aac_dev *dev = (struct aac_dev *)sdev->host->hostdata;
529         if (!capable(CAP_SYS_RAWIO))
530                 return -EPERM;
531         return aac_do_ioctl(dev, cmd, arg);
532 }
533
534 static int aac_eh_abort(struct scsi_cmnd* cmd)
535 {
536         struct scsi_device * dev = cmd->device;
537         struct Scsi_Host * host = dev->host;
538         struct aac_dev * aac = (struct aac_dev *)host->hostdata;
539         int count;
540         int ret = FAILED;
541
542         printk(KERN_ERR "%s: Host adapter abort request (%d,%d,%d,%llu)\n",
543                 AAC_DRIVERNAME,
544                 host->host_no, sdev_channel(dev), sdev_id(dev), dev->lun);
545         switch (cmd->cmnd[0]) {
546         case SERVICE_ACTION_IN_16:
547                 if (!(aac->raw_io_interface) ||
548                     !(aac->raw_io_64) ||
549                     ((cmd->cmnd[1] & 0x1f) != SAI_READ_CAPACITY_16))
550                         break;
551         case INQUIRY:
552         case READ_CAPACITY:
553                 /* Mark associated FIB to not complete, eh handler does this */
554                 for (count = 0; count < (host->can_queue + AAC_NUM_MGT_FIB); ++count) {
555                         struct fib * fib = &aac->fibs[count];
556                         if (fib->hw_fib_va->header.XferState &&
557                           (fib->flags & FIB_CONTEXT_FLAG) &&
558                           (fib->callback_data == cmd)) {
559                                 fib->flags |= FIB_CONTEXT_FLAG_TIMED_OUT;
560                                 cmd->SCp.phase = AAC_OWNER_ERROR_HANDLER;
561                                 ret = SUCCESS;
562                         }
563                 }
564                 break;
565         case TEST_UNIT_READY:
566                 /* Mark associated FIB to not complete, eh handler does this */
567                 for (count = 0; count < (host->can_queue + AAC_NUM_MGT_FIB); ++count) {
568                         struct scsi_cmnd * command;
569                         struct fib * fib = &aac->fibs[count];
570                         if ((fib->hw_fib_va->header.XferState & cpu_to_le32(Async | NoResponseExpected)) &&
571                           (fib->flags & FIB_CONTEXT_FLAG) &&
572                           ((command = fib->callback_data)) &&
573                           (command->device == cmd->device)) {
574                                 fib->flags |= FIB_CONTEXT_FLAG_TIMED_OUT;
575                                 command->SCp.phase = AAC_OWNER_ERROR_HANDLER;
576                                 if (command == cmd)
577                                         ret = SUCCESS;
578                         }
579                 }
580         }
581         return ret;
582 }
583
584 /*
585  *      aac_eh_reset    - Reset command handling
586  *      @scsi_cmd:      SCSI command block causing the reset
587  *
588  */
589 static int aac_eh_reset(struct scsi_cmnd* cmd)
590 {
591         struct scsi_device * dev = cmd->device;
592         struct Scsi_Host * host = dev->host;
593         struct scsi_cmnd * command;
594         int count;
595         struct aac_dev * aac = (struct aac_dev *)host->hostdata;
596         unsigned long flags;
597
598         /* Mark the associated FIB to not complete, eh handler does this */
599         for (count = 0; count < (host->can_queue + AAC_NUM_MGT_FIB); ++count) {
600                 struct fib * fib = &aac->fibs[count];
601                 if (fib->hw_fib_va->header.XferState &&
602                   (fib->flags & FIB_CONTEXT_FLAG) &&
603                   (fib->callback_data == cmd)) {
604                         fib->flags |= FIB_CONTEXT_FLAG_TIMED_OUT;
605                         cmd->SCp.phase = AAC_OWNER_ERROR_HANDLER;
606                 }
607         }
608         printk(KERN_ERR "%s: Host adapter reset request. SCSI hang ?\n",
609                                         AAC_DRIVERNAME);
610
611         if ((count = aac_check_health(aac)))
612                 return count;
613         /*
614          * Wait for all commands to complete to this specific
615          * target (block maximum 60 seconds).
616          */
617         for (count = 60; count; --count) {
618                 int active = aac->in_reset;
619
620                 if (active == 0)
621                 __shost_for_each_device(dev, host) {
622                         spin_lock_irqsave(&dev->list_lock, flags);
623                         list_for_each_entry(command, &dev->cmd_list, list) {
624                                 if ((command != cmd) &&
625                                     (command->SCp.phase == AAC_OWNER_FIRMWARE)) {
626                                         active++;
627                                         break;
628                                 }
629                         }
630                         spin_unlock_irqrestore(&dev->list_lock, flags);
631                         if (active)
632                                 break;
633
634                 }
635                 /*
636                  * We can exit If all the commands are complete
637                  */
638                 if (active == 0)
639                         return SUCCESS;
640                 ssleep(1);
641         }
642         printk(KERN_ERR "%s: SCSI bus appears hung\n", AAC_DRIVERNAME);
643         /*
644          * This adapter needs a blind reset, only do so for Adapters that
645          * support a register, instead of a commanded, reset.
646          */
647         if (((aac->supplement_adapter_info.SupportedOptions2 &
648           AAC_OPTION_MU_RESET) ||
649           (aac->supplement_adapter_info.SupportedOptions2 &
650           AAC_OPTION_DOORBELL_RESET)) &&
651           aac_check_reset &&
652           ((aac_check_reset != 1) ||
653            !(aac->supplement_adapter_info.SupportedOptions2 &
654             AAC_OPTION_IGNORE_RESET)))
655                 aac_reset_adapter(aac, 2); /* Bypass wait for command quiesce */
656         return SUCCESS; /* Cause an immediate retry of the command with a ten second delay after successful tur */
657 }
658
659 /**
660  *      aac_cfg_open            -       open a configuration file
661  *      @inode: inode being opened
662  *      @file: file handle attached
663  *
664  *      Called when the configuration device is opened. Does the needed
665  *      set up on the handle and then returns
666  *
667  *      Bugs: This needs extending to check a given adapter is present
668  *      so we can support hot plugging, and to ref count adapters.
669  */
670
671 static int aac_cfg_open(struct inode *inode, struct file *file)
672 {
673         struct aac_dev *aac;
674         unsigned minor_number = iminor(inode);
675         int err = -ENODEV;
676
677         mutex_lock(&aac_mutex);  /* BKL pushdown: nothing else protects this list */
678         list_for_each_entry(aac, &aac_devices, entry) {
679                 if (aac->id == minor_number) {
680                         file->private_data = aac;
681                         err = 0;
682                         break;
683                 }
684         }
685         mutex_unlock(&aac_mutex);
686
687         return err;
688 }
689
690 /**
691  *      aac_cfg_ioctl           -       AAC configuration request
692  *      @inode: inode of device
693  *      @file: file handle
694  *      @cmd: ioctl command code
695  *      @arg: argument
696  *
697  *      Handles a configuration ioctl. Currently this involves wrapping it
698  *      up and feeding it into the nasty windowsalike glue layer.
699  *
700  *      Bugs: Needs locking against parallel ioctls lower down
701  *      Bugs: Needs to handle hot plugging
702  */
703
704 static long aac_cfg_ioctl(struct file *file,
705                 unsigned int cmd, unsigned long arg)
706 {
707         struct aac_dev *aac = (struct aac_dev *)file->private_data;
708
709         if (!capable(CAP_SYS_RAWIO))
710                 return -EPERM;
711
712         return aac_do_ioctl(aac, cmd, (void __user *)arg);
713 }
714
715 #ifdef CONFIG_COMPAT
716 static long aac_compat_do_ioctl(struct aac_dev *dev, unsigned cmd, unsigned long arg)
717 {
718         long ret;
719         switch (cmd) {
720         case FSACTL_MINIPORT_REV_CHECK:
721         case FSACTL_SENDFIB:
722         case FSACTL_OPEN_GET_ADAPTER_FIB:
723         case FSACTL_CLOSE_GET_ADAPTER_FIB:
724         case FSACTL_SEND_RAW_SRB:
725         case FSACTL_GET_PCI_INFO:
726         case FSACTL_QUERY_DISK:
727         case FSACTL_DELETE_DISK:
728         case FSACTL_FORCE_DELETE_DISK:
729         case FSACTL_GET_CONTAINERS:
730         case FSACTL_SEND_LARGE_FIB:
731                 ret = aac_do_ioctl(dev, cmd, (void __user *)arg);
732                 break;
733
734         case FSACTL_GET_NEXT_ADAPTER_FIB: {
735                 struct fib_ioctl __user *f;
736
737                 f = compat_alloc_user_space(sizeof(*f));
738                 ret = 0;
739                 if (clear_user(f, sizeof(*f)))
740                         ret = -EFAULT;
741                 if (copy_in_user(f, (void __user *)arg, sizeof(struct fib_ioctl) - sizeof(u32)))
742                         ret = -EFAULT;
743                 if (!ret)
744                         ret = aac_do_ioctl(dev, cmd, f);
745                 break;
746         }
747
748         default:
749                 ret = -ENOIOCTLCMD;
750                 break;
751         }
752         return ret;
753 }
754
755 static int aac_compat_ioctl(struct scsi_device *sdev, int cmd, void __user *arg)
756 {
757         struct aac_dev *dev = (struct aac_dev *)sdev->host->hostdata;
758         if (!capable(CAP_SYS_RAWIO))
759                 return -EPERM;
760         return aac_compat_do_ioctl(dev, cmd, (unsigned long)arg);
761 }
762
763 static long aac_compat_cfg_ioctl(struct file *file, unsigned cmd, unsigned long arg)
764 {
765         if (!capable(CAP_SYS_RAWIO))
766                 return -EPERM;
767         return aac_compat_do_ioctl(file->private_data, cmd, arg);
768 }
769 #endif
770
771 static ssize_t aac_show_model(struct device *device,
772                               struct device_attribute *attr, char *buf)
773 {
774         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
775         int len;
776
777         if (dev->supplement_adapter_info.AdapterTypeText[0]) {
778                 char * cp = dev->supplement_adapter_info.AdapterTypeText;
779                 while (*cp && *cp != ' ')
780                         ++cp;
781                 while (*cp == ' ')
782                         ++cp;
783                 len = snprintf(buf, PAGE_SIZE, "%s\n", cp);
784         } else
785                 len = snprintf(buf, PAGE_SIZE, "%s\n",
786                   aac_drivers[dev->cardtype].model);
787         return len;
788 }
789
790 static ssize_t aac_show_vendor(struct device *device,
791                                struct device_attribute *attr, char *buf)
792 {
793         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
794         int len;
795
796         if (dev->supplement_adapter_info.AdapterTypeText[0]) {
797                 char * cp = dev->supplement_adapter_info.AdapterTypeText;
798                 while (*cp && *cp != ' ')
799                         ++cp;
800                 len = snprintf(buf, PAGE_SIZE, "%.*s\n",
801                   (int)(cp - (char *)dev->supplement_adapter_info.AdapterTypeText),
802                   dev->supplement_adapter_info.AdapterTypeText);
803         } else
804                 len = snprintf(buf, PAGE_SIZE, "%s\n",
805                   aac_drivers[dev->cardtype].vname);
806         return len;
807 }
808
809 static ssize_t aac_show_flags(struct device *cdev,
810                               struct device_attribute *attr, char *buf)
811 {
812         int len = 0;
813         struct aac_dev *dev = (struct aac_dev*)class_to_shost(cdev)->hostdata;
814
815         if (nblank(dprintk(x)))
816                 len = snprintf(buf, PAGE_SIZE, "dprintk\n");
817 #ifdef AAC_DETAILED_STATUS_INFO
818         len += snprintf(buf + len, PAGE_SIZE - len,
819                         "AAC_DETAILED_STATUS_INFO\n");
820 #endif
821         if (dev->raw_io_interface && dev->raw_io_64)
822                 len += snprintf(buf + len, PAGE_SIZE - len,
823                                 "SAI_READ_CAPACITY_16\n");
824         if (dev->jbod)
825                 len += snprintf(buf + len, PAGE_SIZE - len, "SUPPORTED_JBOD\n");
826         if (dev->supplement_adapter_info.SupportedOptions2 &
827                 AAC_OPTION_POWER_MANAGEMENT)
828                 len += snprintf(buf + len, PAGE_SIZE - len,
829                                 "SUPPORTED_POWER_MANAGEMENT\n");
830         if (dev->msi)
831                 len += snprintf(buf + len, PAGE_SIZE - len, "PCI_HAS_MSI\n");
832         return len;
833 }
834
835 static ssize_t aac_show_kernel_version(struct device *device,
836                                        struct device_attribute *attr,
837                                        char *buf)
838 {
839         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
840         int len, tmp;
841
842         tmp = le32_to_cpu(dev->adapter_info.kernelrev);
843         len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
844           tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
845           le32_to_cpu(dev->adapter_info.kernelbuild));
846         return len;
847 }
848
849 static ssize_t aac_show_monitor_version(struct device *device,
850                                         struct device_attribute *attr,
851                                         char *buf)
852 {
853         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
854         int len, tmp;
855
856         tmp = le32_to_cpu(dev->adapter_info.monitorrev);
857         len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
858           tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
859           le32_to_cpu(dev->adapter_info.monitorbuild));
860         return len;
861 }
862
863 static ssize_t aac_show_bios_version(struct device *device,
864                                      struct device_attribute *attr,
865                                      char *buf)
866 {
867         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
868         int len, tmp;
869
870         tmp = le32_to_cpu(dev->adapter_info.biosrev);
871         len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
872           tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
873           le32_to_cpu(dev->adapter_info.biosbuild));
874         return len;
875 }
876
877 static ssize_t aac_show_serial_number(struct device *device,
878                                struct device_attribute *attr, char *buf)
879 {
880         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
881         int len = 0;
882
883         if (le32_to_cpu(dev->adapter_info.serial[0]) != 0xBAD0)
884                 len = snprintf(buf, 16, "%06X\n",
885                   le32_to_cpu(dev->adapter_info.serial[0]));
886         if (len &&
887           !memcmp(&dev->supplement_adapter_info.MfgPcbaSerialNo[
888             sizeof(dev->supplement_adapter_info.MfgPcbaSerialNo)-len],
889           buf, len-1))
890                 len = snprintf(buf, 16, "%.*s\n",
891                   (int)sizeof(dev->supplement_adapter_info.MfgPcbaSerialNo),
892                   dev->supplement_adapter_info.MfgPcbaSerialNo);
893
894         return min(len, 16);
895 }
896
897 static ssize_t aac_show_max_channel(struct device *device,
898                                     struct device_attribute *attr, char *buf)
899 {
900         return snprintf(buf, PAGE_SIZE, "%d\n",
901           class_to_shost(device)->max_channel);
902 }
903
904 static ssize_t aac_show_max_id(struct device *device,
905                                struct device_attribute *attr, char *buf)
906 {
907         return snprintf(buf, PAGE_SIZE, "%d\n",
908           class_to_shost(device)->max_id);
909 }
910
911 static ssize_t aac_store_reset_adapter(struct device *device,
912                                        struct device_attribute *attr,
913                                        const char *buf, size_t count)
914 {
915         int retval = -EACCES;
916
917         if (!capable(CAP_SYS_ADMIN))
918                 return retval;
919         retval = aac_reset_adapter((struct aac_dev*)class_to_shost(device)->hostdata, buf[0] == '!');
920         if (retval >= 0)
921                 retval = count;
922         return retval;
923 }
924
925 static ssize_t aac_show_reset_adapter(struct device *device,
926                                       struct device_attribute *attr,
927                                       char *buf)
928 {
929         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
930         int len, tmp;
931
932         tmp = aac_adapter_check_health(dev);
933         if ((tmp == 0) && dev->in_reset)
934                 tmp = -EBUSY;
935         len = snprintf(buf, PAGE_SIZE, "0x%x\n", tmp);
936         return len;
937 }
938
939 static struct device_attribute aac_model = {
940         .attr = {
941                 .name = "model",
942                 .mode = S_IRUGO,
943         },
944         .show = aac_show_model,
945 };
946 static struct device_attribute aac_vendor = {
947         .attr = {
948                 .name = "vendor",
949                 .mode = S_IRUGO,
950         },
951         .show = aac_show_vendor,
952 };
953 static struct device_attribute aac_flags = {
954         .attr = {
955                 .name = "flags",
956                 .mode = S_IRUGO,
957         },
958         .show = aac_show_flags,
959 };
960 static struct device_attribute aac_kernel_version = {
961         .attr = {
962                 .name = "hba_kernel_version",
963                 .mode = S_IRUGO,
964         },
965         .show = aac_show_kernel_version,
966 };
967 static struct device_attribute aac_monitor_version = {
968         .attr = {
969                 .name = "hba_monitor_version",
970                 .mode = S_IRUGO,
971         },
972         .show = aac_show_monitor_version,
973 };
974 static struct device_attribute aac_bios_version = {
975         .attr = {
976                 .name = "hba_bios_version",
977                 .mode = S_IRUGO,
978         },
979         .show = aac_show_bios_version,
980 };
981 static struct device_attribute aac_serial_number = {
982         .attr = {
983                 .name = "serial_number",
984                 .mode = S_IRUGO,
985         },
986         .show = aac_show_serial_number,
987 };
988 static struct device_attribute aac_max_channel = {
989         .attr = {
990                 .name = "max_channel",
991                 .mode = S_IRUGO,
992         },
993         .show = aac_show_max_channel,
994 };
995 static struct device_attribute aac_max_id = {
996         .attr = {
997                 .name = "max_id",
998                 .mode = S_IRUGO,
999         },
1000         .show = aac_show_max_id,
1001 };
1002 static struct device_attribute aac_reset = {
1003         .attr = {
1004                 .name = "reset_host",
1005                 .mode = S_IWUSR|S_IRUGO,
1006         },
1007         .store = aac_store_reset_adapter,
1008         .show = aac_show_reset_adapter,
1009 };
1010
1011 static struct device_attribute *aac_attrs[] = {
1012         &aac_model,
1013         &aac_vendor,
1014         &aac_flags,
1015         &aac_kernel_version,
1016         &aac_monitor_version,
1017         &aac_bios_version,
1018         &aac_serial_number,
1019         &aac_max_channel,
1020         &aac_max_id,
1021         &aac_reset,
1022         NULL
1023 };
1024
1025 ssize_t aac_get_serial_number(struct device *device, char *buf)
1026 {
1027         return aac_show_serial_number(device, &aac_serial_number, buf);
1028 }
1029
1030 static const struct file_operations aac_cfg_fops = {
1031         .owner          = THIS_MODULE,
1032         .unlocked_ioctl = aac_cfg_ioctl,
1033 #ifdef CONFIG_COMPAT
1034         .compat_ioctl   = aac_compat_cfg_ioctl,
1035 #endif
1036         .open           = aac_cfg_open,
1037         .llseek         = noop_llseek,
1038 };
1039
1040 static struct scsi_host_template aac_driver_template = {
1041         .module                         = THIS_MODULE,
1042         .name                           = "AAC",
1043         .proc_name                      = AAC_DRIVERNAME,
1044         .info                           = aac_info,
1045         .ioctl                          = aac_ioctl,
1046 #ifdef CONFIG_COMPAT
1047         .compat_ioctl                   = aac_compat_ioctl,
1048 #endif
1049         .queuecommand                   = aac_queuecommand,
1050         .bios_param                     = aac_biosparm,
1051         .shost_attrs                    = aac_attrs,
1052         .slave_configure                = aac_slave_configure,
1053         .change_queue_depth             = aac_change_queue_depth,
1054         .sdev_attrs                     = aac_dev_attrs,
1055         .eh_abort_handler               = aac_eh_abort,
1056         .eh_host_reset_handler          = aac_eh_reset,
1057         .can_queue                      = AAC_NUM_IO_FIB,
1058         .this_id                        = MAXIMUM_NUM_CONTAINERS,
1059         .sg_tablesize                   = 16,
1060         .max_sectors                    = 128,
1061 #if (AAC_NUM_IO_FIB > 256)
1062         .cmd_per_lun                    = 256,
1063 #else
1064         .cmd_per_lun                    = AAC_NUM_IO_FIB,
1065 #endif
1066         .use_clustering                 = ENABLE_CLUSTERING,
1067         .emulated                       = 1,
1068         .no_write_same                  = 1,
1069 };
1070
1071 static void __aac_shutdown(struct aac_dev * aac)
1072 {
1073         int i;
1074         int cpu;
1075
1076         aac_send_shutdown(aac);
1077
1078         if (aac->aif_thread) {
1079                 int i;
1080                 /* Clear out events first */
1081                 for (i = 0; i < (aac->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB); i++) {
1082                         struct fib *fib = &aac->fibs[i];
1083                         if (!(fib->hw_fib_va->header.XferState & cpu_to_le32(NoResponseExpected | Async)) &&
1084                             (fib->hw_fib_va->header.XferState & cpu_to_le32(ResponseExpected)))
1085                                 up(&fib->event_wait);
1086                 }
1087                 kthread_stop(aac->thread);
1088         }
1089         aac_adapter_disable_int(aac);
1090         cpu = cpumask_first(cpu_online_mask);
1091         if (aac->pdev->device == PMC_DEVICE_S6 ||
1092             aac->pdev->device == PMC_DEVICE_S7 ||
1093             aac->pdev->device == PMC_DEVICE_S8 ||
1094             aac->pdev->device == PMC_DEVICE_S9) {
1095                 if (aac->max_msix > 1) {
1096                         for (i = 0; i < aac->max_msix; i++) {
1097                                 if (irq_set_affinity_hint(
1098                                     aac->msixentry[i].vector,
1099                                     NULL)) {
1100                                         printk(KERN_ERR "%s%d: Failed to reset IRQ affinity for cpu %d\n",
1101                                                 aac->name,
1102                                                 aac->id,
1103                                                 cpu);
1104                                 }
1105                                 cpu = cpumask_next(cpu,
1106                                                 cpu_online_mask);
1107                                 free_irq(aac->msixentry[i].vector,
1108                                          &(aac->aac_msix[i]));
1109                         }
1110                 } else {
1111                         free_irq(aac->pdev->irq,
1112                                  &(aac->aac_msix[0]));
1113                 }
1114         } else {
1115                 free_irq(aac->pdev->irq, aac);
1116         }
1117         if (aac->msi)
1118                 pci_disable_msi(aac->pdev);
1119         else if (aac->max_msix > 1)
1120                 pci_disable_msix(aac->pdev);
1121 }
1122 static void aac_init_char(void)
1123 {
1124         aac_cfg_major = register_chrdev(0, "aac", &aac_cfg_fops);
1125         if (aac_cfg_major < 0) {
1126                 pr_err("aacraid: unable to register \"aac\" device.\n");
1127         }
1128 }
1129
1130 static int aac_probe_one(struct pci_dev *pdev, const struct pci_device_id *id)
1131 {
1132         unsigned index = id->driver_data;
1133         struct Scsi_Host *shost;
1134         struct aac_dev *aac;
1135         struct list_head *insert = &aac_devices;
1136         int error = -ENODEV;
1137         int unique_id = 0;
1138         u64 dmamask;
1139         extern int aac_sync_mode;
1140
1141         /*
1142          * Only series 7 needs freset.
1143          */
1144          if (pdev->device == PMC_DEVICE_S7)
1145                 pdev->needs_freset = 1;
1146
1147         list_for_each_entry(aac, &aac_devices, entry) {
1148                 if (aac->id > unique_id)
1149                         break;
1150                 insert = &aac->entry;
1151                 unique_id++;
1152         }
1153
1154         pci_disable_link_state(pdev, PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1 |
1155                                PCIE_LINK_STATE_CLKPM);
1156
1157         error = pci_enable_device(pdev);
1158         if (error)
1159                 goto out;
1160         error = -ENODEV;
1161
1162         /*
1163          * If the quirk31 bit is set, the adapter needs adapter
1164          * to driver communication memory to be allocated below 2gig
1165          */
1166         if (aac_drivers[index].quirks & AAC_QUIRK_31BIT)
1167                 dmamask = DMA_BIT_MASK(31);
1168         else
1169                 dmamask = DMA_BIT_MASK(32);
1170
1171         if (pci_set_dma_mask(pdev, dmamask) ||
1172                         pci_set_consistent_dma_mask(pdev, dmamask))
1173                 goto out_disable_pdev;
1174
1175         pci_set_master(pdev);
1176
1177         shost = scsi_host_alloc(&aac_driver_template, sizeof(struct aac_dev));
1178         if (!shost)
1179                 goto out_disable_pdev;
1180
1181         shost->irq = pdev->irq;
1182         shost->unique_id = unique_id;
1183         shost->max_cmd_len = 16;
1184         shost->use_cmd_list = 1;
1185
1186         if (aac_cfg_major == AAC_CHARDEV_NEEDS_REINIT)
1187                 aac_init_char();
1188
1189         aac = (struct aac_dev *)shost->hostdata;
1190         aac->base_start = pci_resource_start(pdev, 0);
1191         aac->scsi_host_ptr = shost;
1192         aac->pdev = pdev;
1193         aac->name = aac_driver_template.name;
1194         aac->id = shost->unique_id;
1195         aac->cardtype = index;
1196         INIT_LIST_HEAD(&aac->entry);
1197
1198         aac->fibs = kzalloc(sizeof(struct fib) * (shost->can_queue + AAC_NUM_MGT_FIB), GFP_KERNEL);
1199         if (!aac->fibs)
1200                 goto out_free_host;
1201         spin_lock_init(&aac->fib_lock);
1202
1203         mutex_init(&aac->ioctl_mutex);
1204         /*
1205          *      Map in the registers from the adapter.
1206          */
1207         aac->base_size = AAC_MIN_FOOTPRINT_SIZE;
1208         if ((*aac_drivers[index].init)(aac))
1209                 goto out_unmap;
1210
1211         if (aac->sync_mode) {
1212                 if (aac_sync_mode)
1213                         printk(KERN_INFO "%s%d: Sync. mode enforced "
1214                                 "by driver parameter. This will cause "
1215                                 "a significant performance decrease!\n",
1216                                 aac->name,
1217                                 aac->id);
1218                 else
1219                         printk(KERN_INFO "%s%d: Async. mode not supported "
1220                                 "by current driver, sync. mode enforced."
1221                                 "\nPlease update driver to get full performance.\n",
1222                                 aac->name,
1223                                 aac->id);
1224         }
1225
1226         /*
1227          *      Start any kernel threads needed
1228          */
1229         aac->thread = kthread_run(aac_command_thread, aac, AAC_DRIVERNAME);
1230         if (IS_ERR(aac->thread)) {
1231                 printk(KERN_ERR "aacraid: Unable to create command thread.\n");
1232                 error = PTR_ERR(aac->thread);
1233                 aac->thread = NULL;
1234                 goto out_deinit;
1235         }
1236
1237         /*
1238          * If we had set a smaller DMA mask earlier, set it to 4gig
1239          * now since the adapter can dma data to at least a 4gig
1240          * address space.
1241          */
1242         if (aac_drivers[index].quirks & AAC_QUIRK_31BIT)
1243                 if (pci_set_dma_mask(pdev, DMA_BIT_MASK(32)))
1244                         goto out_deinit;
1245
1246         aac->maximum_num_channels = aac_drivers[index].channels;
1247         error = aac_get_adapter_info(aac);
1248         if (error < 0)
1249                 goto out_deinit;
1250
1251         /*
1252          * Lets override negotiations and drop the maximum SG limit to 34
1253          */
1254         if ((aac_drivers[index].quirks & AAC_QUIRK_34SG) &&
1255                         (shost->sg_tablesize > 34)) {
1256                 shost->sg_tablesize = 34;
1257                 shost->max_sectors = (shost->sg_tablesize * 8) + 112;
1258         }
1259
1260         if ((aac_drivers[index].quirks & AAC_QUIRK_17SG) &&
1261                         (shost->sg_tablesize > 17)) {
1262                 shost->sg_tablesize = 17;
1263                 shost->max_sectors = (shost->sg_tablesize * 8) + 112;
1264         }
1265
1266         error = pci_set_dma_max_seg_size(pdev,
1267                 (aac->adapter_info.options & AAC_OPT_NEW_COMM) ?
1268                         (shost->max_sectors << 9) : 65536);
1269         if (error)
1270                 goto out_deinit;
1271
1272         /*
1273          * Firmware printf works only with older firmware.
1274          */
1275         if (aac_drivers[index].quirks & AAC_QUIRK_34SG)
1276                 aac->printf_enabled = 1;
1277         else
1278                 aac->printf_enabled = 0;
1279
1280         /*
1281          * max channel will be the physical channels plus 1 virtual channel
1282          * all containers are on the virtual channel 0 (CONTAINER_CHANNEL)
1283          * physical channels are address by their actual physical number+1
1284          */
1285         if (aac->nondasd_support || expose_physicals || aac->jbod)
1286                 shost->max_channel = aac->maximum_num_channels;
1287         else
1288                 shost->max_channel = 0;
1289
1290         aac_get_config_status(aac, 0);
1291         aac_get_containers(aac);
1292         list_add(&aac->entry, insert);
1293
1294         shost->max_id = aac->maximum_num_containers;
1295         if (shost->max_id < aac->maximum_num_physicals)
1296                 shost->max_id = aac->maximum_num_physicals;
1297         if (shost->max_id < MAXIMUM_NUM_CONTAINERS)
1298                 shost->max_id = MAXIMUM_NUM_CONTAINERS;
1299         else
1300                 shost->this_id = shost->max_id;
1301
1302         if (aac_drivers[index].quirks & AAC_QUIRK_SRC)
1303                 aac_intr_normal(aac, 0, 2, 0, NULL);
1304
1305         /*
1306          * dmb - we may need to move the setting of these parms somewhere else once
1307          * we get a fib that can report the actual numbers
1308          */
1309         shost->max_lun = AAC_MAX_LUN;
1310
1311         pci_set_drvdata(pdev, shost);
1312
1313         error = scsi_add_host(shost, &pdev->dev);
1314         if (error)
1315                 goto out_deinit;
1316         scsi_scan_host(shost);
1317
1318         pci_enable_pcie_error_reporting(pdev);
1319         pci_save_state(pdev);
1320
1321         return 0;
1322
1323  out_deinit:
1324         __aac_shutdown(aac);
1325  out_unmap:
1326         aac_fib_map_free(aac);
1327         if (aac->comm_addr)
1328                 pci_free_consistent(aac->pdev, aac->comm_size, aac->comm_addr,
1329                   aac->comm_phys);
1330         kfree(aac->queues);
1331         aac_adapter_ioremap(aac, 0);
1332         kfree(aac->fibs);
1333         kfree(aac->fsa_dev);
1334  out_free_host:
1335         scsi_host_put(shost);
1336  out_disable_pdev:
1337         pci_disable_device(pdev);
1338  out:
1339         return error;
1340 }
1341
1342 static void aac_release_resources(struct aac_dev *aac)
1343 {
1344         int i;
1345
1346         aac_adapter_disable_int(aac);
1347         if (aac->pdev->device == PMC_DEVICE_S6 ||
1348             aac->pdev->device == PMC_DEVICE_S7 ||
1349             aac->pdev->device == PMC_DEVICE_S8 ||
1350             aac->pdev->device == PMC_DEVICE_S9) {
1351                 if (aac->max_msix > 1) {
1352                         for (i = 0; i < aac->max_msix; i++)
1353                                 free_irq(aac->msixentry[i].vector,
1354                                         &(aac->aac_msix[i]));
1355                 } else {
1356                         free_irq(aac->pdev->irq, &(aac->aac_msix[0]));
1357                 }
1358         } else {
1359                 free_irq(aac->pdev->irq, aac);
1360         }
1361         if (aac->msi)
1362                 pci_disable_msi(aac->pdev);
1363         else if (aac->max_msix > 1)
1364                 pci_disable_msix(aac->pdev);
1365
1366 }
1367
1368 static int aac_acquire_resources(struct aac_dev *dev)
1369 {
1370         int i, j;
1371         int instance = dev->id;
1372         const char *name = dev->name;
1373         unsigned long status;
1374         /*
1375          *      First clear out all interrupts.  Then enable the one's that we
1376          *      can handle.
1377          */
1378         while (!((status = src_readl(dev, MUnit.OMR)) & KERNEL_UP_AND_RUNNING)
1379                 || status == 0xffffffff)
1380                         msleep(20);
1381
1382         aac_adapter_disable_int(dev);
1383         aac_adapter_enable_int(dev);
1384
1385
1386         if ((dev->pdev->device == PMC_DEVICE_S7 ||
1387              dev->pdev->device == PMC_DEVICE_S8 ||
1388              dev->pdev->device == PMC_DEVICE_S9))
1389                 aac_define_int_mode(dev);
1390
1391         if (dev->msi_enabled)
1392                 aac_src_access_devreg(dev, AAC_ENABLE_MSIX);
1393
1394         if (!dev->sync_mode && dev->msi_enabled && dev->max_msix > 1) {
1395                 for (i = 0; i < dev->max_msix; i++) {
1396                         dev->aac_msix[i].vector_no = i;
1397                         dev->aac_msix[i].dev = dev;
1398
1399                         if (request_irq(dev->msixentry[i].vector,
1400                                         dev->a_ops.adapter_intr,
1401                                         0, "aacraid", &(dev->aac_msix[i]))) {
1402                                 printk(KERN_ERR "%s%d: Failed to register IRQ for vector %d.\n",
1403                                                 name, instance, i);
1404                                 for (j = 0 ; j < i ; j++)
1405                                         free_irq(dev->msixentry[j].vector,
1406                                                  &(dev->aac_msix[j]));
1407                                 pci_disable_msix(dev->pdev);
1408                                 goto error_iounmap;
1409                         }
1410                 }
1411         } else {
1412                 dev->aac_msix[0].vector_no = 0;
1413                 dev->aac_msix[0].dev = dev;
1414
1415                 if (request_irq(dev->pdev->irq, dev->a_ops.adapter_intr,
1416                         IRQF_SHARED, "aacraid",
1417                         &(dev->aac_msix[0])) < 0) {
1418                         if (dev->msi)
1419                                 pci_disable_msi(dev->pdev);
1420                         printk(KERN_ERR "%s%d: Interrupt unavailable.\n",
1421                                         name, instance);
1422                         goto error_iounmap;
1423                 }
1424         }
1425
1426         aac_adapter_enable_int(dev);
1427
1428         /*max msix may change  after EEH
1429          * Re-assign vectors to fibs
1430          */
1431         aac_fib_vector_assign(dev);
1432
1433         if (!dev->sync_mode) {
1434                 /* After EEH recovery or suspend resume, max_msix count
1435                  * may change, therfore updating in init as well.
1436                  */
1437                 dev->init->Sa_MSIXVectors = cpu_to_le32(dev->max_msix);
1438                 aac_adapter_start(dev);
1439         }
1440         return 0;
1441
1442 error_iounmap:
1443         return -1;
1444
1445 }
1446
1447 #if (defined(CONFIG_PM))
1448 static int aac_suspend(struct pci_dev *pdev, pm_message_t state)
1449 {
1450
1451         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1452         struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1453
1454         scsi_block_requests(shost);
1455         aac_send_shutdown(aac);
1456
1457         aac_release_resources(aac);
1458
1459         pci_set_drvdata(pdev, shost);
1460         pci_save_state(pdev);
1461         pci_disable_device(pdev);
1462         pci_set_power_state(pdev, pci_choose_state(pdev, state));
1463
1464         return 0;
1465 }
1466
1467 static int aac_resume(struct pci_dev *pdev)
1468 {
1469         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1470         struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1471         int r;
1472
1473         pci_set_power_state(pdev, PCI_D0);
1474         pci_enable_wake(pdev, PCI_D0, 0);
1475         pci_restore_state(pdev);
1476         r = pci_enable_device(pdev);
1477
1478         if (r)
1479                 goto fail_device;
1480
1481         pci_set_master(pdev);
1482         if (aac_acquire_resources(aac))
1483                 goto fail_device;
1484         /*
1485         * reset this flag to unblock ioctl() as it was set at
1486         * aac_send_shutdown() to block ioctls from upperlayer
1487         */
1488         aac->adapter_shutdown = 0;
1489         scsi_unblock_requests(shost);
1490
1491         return 0;
1492
1493 fail_device:
1494         printk(KERN_INFO "%s%d: resume failed.\n", aac->name, aac->id);
1495         scsi_host_put(shost);
1496         pci_disable_device(pdev);
1497         return -ENODEV;
1498 }
1499 #endif
1500
1501 static void aac_shutdown(struct pci_dev *dev)
1502 {
1503         struct Scsi_Host *shost = pci_get_drvdata(dev);
1504         scsi_block_requests(shost);
1505         __aac_shutdown((struct aac_dev *)shost->hostdata);
1506 }
1507
1508 static void aac_remove_one(struct pci_dev *pdev)
1509 {
1510         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1511         struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1512
1513         scsi_remove_host(shost);
1514
1515         __aac_shutdown(aac);
1516         aac_fib_map_free(aac);
1517         pci_free_consistent(aac->pdev, aac->comm_size, aac->comm_addr,
1518                         aac->comm_phys);
1519         kfree(aac->queues);
1520
1521         aac_adapter_ioremap(aac, 0);
1522
1523         kfree(aac->fibs);
1524         kfree(aac->fsa_dev);
1525
1526         list_del(&aac->entry);
1527         scsi_host_put(shost);
1528         pci_disable_device(pdev);
1529         if (list_empty(&aac_devices)) {
1530                 unregister_chrdev(aac_cfg_major, "aac");
1531                 aac_cfg_major = AAC_CHARDEV_NEEDS_REINIT;
1532         }
1533 }
1534
1535 static void aac_flush_ios(struct aac_dev *aac)
1536 {
1537         int i;
1538         struct scsi_cmnd *cmd;
1539
1540         for (i = 0; i < aac->scsi_host_ptr->can_queue; i++) {
1541                 cmd = (struct scsi_cmnd *)aac->fibs[i].callback_data;
1542                 if (cmd && (cmd->SCp.phase == AAC_OWNER_FIRMWARE)) {
1543                         scsi_dma_unmap(cmd);
1544
1545                         if (aac->handle_pci_error)
1546                                 cmd->result = DID_NO_CONNECT << 16;
1547                         else
1548                                 cmd->result = DID_RESET << 16;
1549
1550                         cmd->scsi_done(cmd);
1551                 }
1552         }
1553 }
1554
1555 static pci_ers_result_t aac_pci_error_detected(struct pci_dev *pdev,
1556                                         enum pci_channel_state error)
1557 {
1558         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1559         struct aac_dev *aac = shost_priv(shost);
1560
1561         dev_err(&pdev->dev, "aacraid: PCI error detected %x\n", error);
1562
1563         switch (error) {
1564         case pci_channel_io_normal:
1565                 return PCI_ERS_RESULT_CAN_RECOVER;
1566         case pci_channel_io_frozen:
1567                 aac->handle_pci_error = 1;
1568
1569                 scsi_block_requests(aac->scsi_host_ptr);
1570                 aac_flush_ios(aac);
1571                 aac_release_resources(aac);
1572
1573                 pci_disable_pcie_error_reporting(pdev);
1574                 aac_adapter_ioremap(aac, 0);
1575
1576                 return PCI_ERS_RESULT_NEED_RESET;
1577         case pci_channel_io_perm_failure:
1578                 aac->handle_pci_error = 1;
1579
1580                 aac_flush_ios(aac);
1581                 return PCI_ERS_RESULT_DISCONNECT;
1582         }
1583
1584         return PCI_ERS_RESULT_NEED_RESET;
1585 }
1586
1587 static pci_ers_result_t aac_pci_mmio_enabled(struct pci_dev *pdev)
1588 {
1589         dev_err(&pdev->dev, "aacraid: PCI error - mmio enabled\n");
1590         return PCI_ERS_RESULT_NEED_RESET;
1591 }
1592
1593 static pci_ers_result_t aac_pci_slot_reset(struct pci_dev *pdev)
1594 {
1595         dev_err(&pdev->dev, "aacraid: PCI error - slot reset\n");
1596         pci_restore_state(pdev);
1597         if (pci_enable_device(pdev)) {
1598                 dev_warn(&pdev->dev,
1599                         "aacraid: failed to enable slave\n");
1600                 goto fail_device;
1601         }
1602
1603         pci_set_master(pdev);
1604
1605         if (pci_enable_device_mem(pdev)) {
1606                 dev_err(&pdev->dev, "pci_enable_device_mem failed\n");
1607                 goto fail_device;
1608         }
1609
1610         return PCI_ERS_RESULT_RECOVERED;
1611
1612 fail_device:
1613         dev_err(&pdev->dev, "aacraid: PCI error - slot reset failed\n");
1614         return PCI_ERS_RESULT_DISCONNECT;
1615 }
1616
1617
1618 static void aac_pci_resume(struct pci_dev *pdev)
1619 {
1620         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1621         struct scsi_device *sdev = NULL;
1622         struct aac_dev *aac = (struct aac_dev *)shost_priv(shost);
1623
1624         pci_cleanup_aer_uncorrect_error_status(pdev);
1625
1626         if (aac_adapter_ioremap(aac, aac->base_size)) {
1627
1628                 dev_err(&pdev->dev, "aacraid: ioremap failed\n");
1629                 /* remap failed, go back ... */
1630                 aac->comm_interface = AAC_COMM_PRODUCER;
1631                 if (aac_adapter_ioremap(aac, AAC_MIN_FOOTPRINT_SIZE)) {
1632                         dev_warn(&pdev->dev,
1633                                 "aacraid: unable to map adapter.\n");
1634
1635                         return;
1636                 }
1637         }
1638
1639         msleep(10000);
1640
1641         aac_acquire_resources(aac);
1642
1643         /*
1644          * reset this flag to unblock ioctl() as it was set
1645          * at aac_send_shutdown() to block ioctls from upperlayer
1646          */
1647         aac->adapter_shutdown = 0;
1648         aac->handle_pci_error = 0;
1649
1650         shost_for_each_device(sdev, shost)
1651                 if (sdev->sdev_state == SDEV_OFFLINE)
1652                         sdev->sdev_state = SDEV_RUNNING;
1653         scsi_unblock_requests(aac->scsi_host_ptr);
1654         scsi_scan_host(aac->scsi_host_ptr);
1655         pci_save_state(pdev);
1656
1657         dev_err(&pdev->dev, "aacraid: PCI error - resume\n");
1658 }
1659
1660 static struct pci_error_handlers aac_pci_err_handler = {
1661         .error_detected         = aac_pci_error_detected,
1662         .mmio_enabled           = aac_pci_mmio_enabled,
1663         .slot_reset             = aac_pci_slot_reset,
1664         .resume                 = aac_pci_resume,
1665 };
1666
1667 static struct pci_driver aac_pci_driver = {
1668         .name           = AAC_DRIVERNAME,
1669         .id_table       = aac_pci_tbl,
1670         .probe          = aac_probe_one,
1671         .remove         = aac_remove_one,
1672 #if (defined(CONFIG_PM))
1673         .suspend        = aac_suspend,
1674         .resume         = aac_resume,
1675 #endif
1676         .shutdown       = aac_shutdown,
1677         .err_handler    = &aac_pci_err_handler,
1678 };
1679
1680 static int __init aac_init(void)
1681 {
1682         int error;
1683
1684         printk(KERN_INFO "Adaptec %s driver %s\n",
1685           AAC_DRIVERNAME, aac_driver_version);
1686
1687         error = pci_register_driver(&aac_pci_driver);
1688         if (error < 0)
1689                 return error;
1690
1691         aac_init_char();
1692
1693
1694         return 0;
1695 }
1696
1697 static void __exit aac_exit(void)
1698 {
1699         if (aac_cfg_major > -1)
1700                 unregister_chrdev(aac_cfg_major, "aac");
1701         pci_unregister_driver(&aac_pci_driver);
1702 }
1703
1704 module_init(aac_init);
1705 module_exit(aac_exit);