GNU Linux-libre 5.4.200-gnu1
[releases.git] / drivers / scsi / aacraid / linit.c
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  *      Adaptec AAC series RAID controller driver
4  *      (c) Copyright 2001 Red Hat Inc.
5  *
6  * based on the old aacraid driver that is..
7  * Adaptec aacraid device driver for Linux.
8  *
9  * Copyright (c) 2000-2010 Adaptec, Inc.
10  *               2010-2015 PMC-Sierra, Inc. (aacraid@pmc-sierra.com)
11  *               2016-2017 Microsemi Corp. (aacraid@microsemi.com)
12  *
13  * Module Name:
14  *   linit.c
15  *
16  * Abstract: Linux Driver entry module for Adaptec RAID Array Controller
17  */
18
19
20 #include <linux/compat.h>
21 #include <linux/blkdev.h>
22 #include <linux/completion.h>
23 #include <linux/init.h>
24 #include <linux/interrupt.h>
25 #include <linux/kernel.h>
26 #include <linux/module.h>
27 #include <linux/moduleparam.h>
28 #include <linux/pci.h>
29 #include <linux/aer.h>
30 #include <linux/slab.h>
31 #include <linux/mutex.h>
32 #include <linux/spinlock.h>
33 #include <linux/syscalls.h>
34 #include <linux/delay.h>
35 #include <linux/kthread.h>
36
37 #include <scsi/scsi.h>
38 #include <scsi/scsi_cmnd.h>
39 #include <scsi/scsi_device.h>
40 #include <scsi/scsi_host.h>
41 #include <scsi/scsi_tcq.h>
42 #include <scsi/scsicam.h>
43 #include <scsi/scsi_eh.h>
44
45 #include "aacraid.h"
46
47 #define AAC_DRIVER_VERSION              "1.2.1"
48 #ifndef AAC_DRIVER_BRANCH
49 #define AAC_DRIVER_BRANCH               ""
50 #endif
51 #define AAC_DRIVERNAME                  "aacraid"
52
53 #ifdef AAC_DRIVER_BUILD
54 #define _str(x) #x
55 #define str(x) _str(x)
56 #define AAC_DRIVER_FULL_VERSION AAC_DRIVER_VERSION "[" str(AAC_DRIVER_BUILD) "]" AAC_DRIVER_BRANCH
57 #else
58 #define AAC_DRIVER_FULL_VERSION AAC_DRIVER_VERSION AAC_DRIVER_BRANCH
59 #endif
60
61 MODULE_AUTHOR("Red Hat Inc and Adaptec");
62 MODULE_DESCRIPTION("Dell PERC2, 2/Si, 3/Si, 3/Di, "
63                    "Adaptec Advanced Raid Products, "
64                    "HP NetRAID-4M, IBM ServeRAID & ICP SCSI driver");
65 MODULE_LICENSE("GPL");
66 MODULE_VERSION(AAC_DRIVER_FULL_VERSION);
67
68 static DEFINE_MUTEX(aac_mutex);
69 static LIST_HEAD(aac_devices);
70 static int aac_cfg_major = AAC_CHARDEV_UNREGISTERED;
71 char aac_driver_version[] = AAC_DRIVER_FULL_VERSION;
72
73 /*
74  * Because of the way Linux names scsi devices, the order in this table has
75  * become important.  Check for on-board Raid first, add-in cards second.
76  *
77  * Note: The last field is used to index into aac_drivers below.
78  */
79 static const struct pci_device_id aac_pci_tbl[] = {
80         { 0x1028, 0x0001, 0x1028, 0x0001, 0, 0, 0 }, /* PERC 2/Si (Iguana/PERC2Si) */
81         { 0x1028, 0x0002, 0x1028, 0x0002, 0, 0, 1 }, /* PERC 3/Di (Opal/PERC3Di) */
82         { 0x1028, 0x0003, 0x1028, 0x0003, 0, 0, 2 }, /* PERC 3/Si (SlimFast/PERC3Si */
83         { 0x1028, 0x0004, 0x1028, 0x00d0, 0, 0, 3 }, /* PERC 3/Di (Iguana FlipChip/PERC3DiF */
84         { 0x1028, 0x0002, 0x1028, 0x00d1, 0, 0, 4 }, /* PERC 3/Di (Viper/PERC3DiV) */
85         { 0x1028, 0x0002, 0x1028, 0x00d9, 0, 0, 5 }, /* PERC 3/Di (Lexus/PERC3DiL) */
86         { 0x1028, 0x000a, 0x1028, 0x0106, 0, 0, 6 }, /* PERC 3/Di (Jaguar/PERC3DiJ) */
87         { 0x1028, 0x000a, 0x1028, 0x011b, 0, 0, 7 }, /* PERC 3/Di (Dagger/PERC3DiD) */
88         { 0x1028, 0x000a, 0x1028, 0x0121, 0, 0, 8 }, /* PERC 3/Di (Boxster/PERC3DiB) */
89         { 0x9005, 0x0283, 0x9005, 0x0283, 0, 0, 9 }, /* catapult */
90         { 0x9005, 0x0284, 0x9005, 0x0284, 0, 0, 10 }, /* tomcat */
91         { 0x9005, 0x0285, 0x9005, 0x0286, 0, 0, 11 }, /* Adaptec 2120S (Crusader) */
92         { 0x9005, 0x0285, 0x9005, 0x0285, 0, 0, 12 }, /* Adaptec 2200S (Vulcan) */
93         { 0x9005, 0x0285, 0x9005, 0x0287, 0, 0, 13 }, /* Adaptec 2200S (Vulcan-2m) */
94         { 0x9005, 0x0285, 0x17aa, 0x0286, 0, 0, 14 }, /* Legend S220 (Legend Crusader) */
95         { 0x9005, 0x0285, 0x17aa, 0x0287, 0, 0, 15 }, /* Legend S230 (Legend Vulcan) */
96
97         { 0x9005, 0x0285, 0x9005, 0x0288, 0, 0, 16 }, /* Adaptec 3230S (Harrier) */
98         { 0x9005, 0x0285, 0x9005, 0x0289, 0, 0, 17 }, /* Adaptec 3240S (Tornado) */
99         { 0x9005, 0x0285, 0x9005, 0x028a, 0, 0, 18 }, /* ASR-2020ZCR SCSI PCI-X ZCR (Skyhawk) */
100         { 0x9005, 0x0285, 0x9005, 0x028b, 0, 0, 19 }, /* ASR-2025ZCR SCSI SO-DIMM PCI-X ZCR (Terminator) */
101         { 0x9005, 0x0286, 0x9005, 0x028c, 0, 0, 20 }, /* ASR-2230S + ASR-2230SLP PCI-X (Lancer) */
102         { 0x9005, 0x0286, 0x9005, 0x028d, 0, 0, 21 }, /* ASR-2130S (Lancer) */
103         { 0x9005, 0x0286, 0x9005, 0x029b, 0, 0, 22 }, /* AAR-2820SA (Intruder) */
104         { 0x9005, 0x0286, 0x9005, 0x029c, 0, 0, 23 }, /* AAR-2620SA (Intruder) */
105         { 0x9005, 0x0286, 0x9005, 0x029d, 0, 0, 24 }, /* AAR-2420SA (Intruder) */
106         { 0x9005, 0x0286, 0x9005, 0x029e, 0, 0, 25 }, /* ICP9024RO (Lancer) */
107         { 0x9005, 0x0286, 0x9005, 0x029f, 0, 0, 26 }, /* ICP9014RO (Lancer) */
108         { 0x9005, 0x0286, 0x9005, 0x02a0, 0, 0, 27 }, /* ICP9047MA (Lancer) */
109         { 0x9005, 0x0286, 0x9005, 0x02a1, 0, 0, 28 }, /* ICP9087MA (Lancer) */
110         { 0x9005, 0x0286, 0x9005, 0x02a3, 0, 0, 29 }, /* ICP5445AU (Hurricane44) */
111         { 0x9005, 0x0285, 0x9005, 0x02a4, 0, 0, 30 }, /* ICP9085LI (Marauder-X) */
112         { 0x9005, 0x0285, 0x9005, 0x02a5, 0, 0, 31 }, /* ICP5085BR (Marauder-E) */
113         { 0x9005, 0x0286, 0x9005, 0x02a6, 0, 0, 32 }, /* ICP9067MA (Intruder-6) */
114         { 0x9005, 0x0287, 0x9005, 0x0800, 0, 0, 33 }, /* Themisto Jupiter Platform */
115         { 0x9005, 0x0200, 0x9005, 0x0200, 0, 0, 33 }, /* Themisto Jupiter Platform */
116         { 0x9005, 0x0286, 0x9005, 0x0800, 0, 0, 34 }, /* Callisto Jupiter Platform */
117         { 0x9005, 0x0285, 0x9005, 0x028e, 0, 0, 35 }, /* ASR-2020SA SATA PCI-X ZCR (Skyhawk) */
118         { 0x9005, 0x0285, 0x9005, 0x028f, 0, 0, 36 }, /* ASR-2025SA SATA SO-DIMM PCI-X ZCR (Terminator) */
119         { 0x9005, 0x0285, 0x9005, 0x0290, 0, 0, 37 }, /* AAR-2410SA PCI SATA 4ch (Jaguar II) */
120         { 0x9005, 0x0285, 0x1028, 0x0291, 0, 0, 38 }, /* CERC SATA RAID 2 PCI SATA 6ch (DellCorsair) */
121         { 0x9005, 0x0285, 0x9005, 0x0292, 0, 0, 39 }, /* AAR-2810SA PCI SATA 8ch (Corsair-8) */
122         { 0x9005, 0x0285, 0x9005, 0x0293, 0, 0, 40 }, /* AAR-21610SA PCI SATA 16ch (Corsair-16) */
123         { 0x9005, 0x0285, 0x9005, 0x0294, 0, 0, 41 }, /* ESD SO-DIMM PCI-X SATA ZCR (Prowler) */
124         { 0x9005, 0x0285, 0x103C, 0x3227, 0, 0, 42 }, /* AAR-2610SA PCI SATA 6ch */
125         { 0x9005, 0x0285, 0x9005, 0x0296, 0, 0, 43 }, /* ASR-2240S (SabreExpress) */
126         { 0x9005, 0x0285, 0x9005, 0x0297, 0, 0, 44 }, /* ASR-4005 */
127         { 0x9005, 0x0285, 0x1014, 0x02F2, 0, 0, 45 }, /* IBM 8i (AvonPark) */
128         { 0x9005, 0x0285, 0x1014, 0x0312, 0, 0, 45 }, /* IBM 8i (AvonPark Lite) */
129         { 0x9005, 0x0286, 0x1014, 0x9580, 0, 0, 46 }, /* IBM 8k/8k-l8 (Aurora) */
130         { 0x9005, 0x0286, 0x1014, 0x9540, 0, 0, 47 }, /* IBM 8k/8k-l4 (Aurora Lite) */
131         { 0x9005, 0x0285, 0x9005, 0x0298, 0, 0, 48 }, /* ASR-4000 (BlackBird) */
132         { 0x9005, 0x0285, 0x9005, 0x0299, 0, 0, 49 }, /* ASR-4800SAS (Marauder-X) */
133         { 0x9005, 0x0285, 0x9005, 0x029a, 0, 0, 50 }, /* ASR-4805SAS (Marauder-E) */
134         { 0x9005, 0x0286, 0x9005, 0x02a2, 0, 0, 51 }, /* ASR-3800 (Hurricane44) */
135
136         { 0x9005, 0x0285, 0x1028, 0x0287, 0, 0, 52 }, /* Perc 320/DC*/
137         { 0x1011, 0x0046, 0x9005, 0x0365, 0, 0, 53 }, /* Adaptec 5400S (Mustang)*/
138         { 0x1011, 0x0046, 0x9005, 0x0364, 0, 0, 54 }, /* Adaptec 5400S (Mustang)*/
139         { 0x1011, 0x0046, 0x9005, 0x1364, 0, 0, 55 }, /* Dell PERC2/QC */
140         { 0x1011, 0x0046, 0x103c, 0x10c2, 0, 0, 56 }, /* HP NetRAID-4M */
141
142         { 0x9005, 0x0285, 0x1028, PCI_ANY_ID, 0, 0, 57 }, /* Dell Catchall */
143         { 0x9005, 0x0285, 0x17aa, PCI_ANY_ID, 0, 0, 58 }, /* Legend Catchall */
144         { 0x9005, 0x0285, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 59 }, /* Adaptec Catch All */
145         { 0x9005, 0x0286, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 60 }, /* Adaptec Rocket Catch All */
146         { 0x9005, 0x0288, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 61 }, /* Adaptec NEMER/ARK Catch All */
147         { 0x9005, 0x028b, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 62 }, /* Adaptec PMC Series 6 (Tupelo) */
148         { 0x9005, 0x028c, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 63 }, /* Adaptec PMC Series 7 (Denali) */
149         { 0x9005, 0x028d, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 64 }, /* Adaptec PMC Series 8 */
150         { 0,}
151 };
152 MODULE_DEVICE_TABLE(pci, aac_pci_tbl);
153
154 /*
155  * dmb - For now we add the number of channels to this structure.
156  * In the future we should add a fib that reports the number of channels
157  * for the card.  At that time we can remove the channels from here
158  */
159 static struct aac_driver_ident aac_drivers[] = {
160         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 2/Si (Iguana/PERC2Si) */
161         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Opal/PERC3Di) */
162         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Si (SlimFast/PERC3Si */
163         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Iguana FlipChip/PERC3DiF */
164         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Viper/PERC3DiV) */
165         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Lexus/PERC3DiL) */
166         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Jaguar/PERC3DiJ) */
167         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Dagger/PERC3DiD) */
168         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Boxster/PERC3DiB) */
169         { aac_rx_init, "aacraid",  "ADAPTEC ", "catapult        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* catapult */
170         { aac_rx_init, "aacraid",  "ADAPTEC ", "tomcat          ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* tomcat */
171         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2120S   ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG },                     /* Adaptec 2120S (Crusader) */
172         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2200S   ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG },                     /* Adaptec 2200S (Vulcan) */
173         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2200S   ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Adaptec 2200S (Vulcan-2m) */
174         { aac_rx_init, "aacraid",  "Legend  ", "Legend S220     ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend S220 (Legend Crusader) */
175         { aac_rx_init, "aacraid",  "Legend  ", "Legend S230     ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend S230 (Legend Vulcan) */
176
177         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 3230S   ", 2 }, /* Adaptec 3230S (Harrier) */
178         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 3240S   ", 2 }, /* Adaptec 3240S (Tornado) */
179         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2020ZCR     ", 2 }, /* ASR-2020ZCR SCSI PCI-X ZCR (Skyhawk) */
180         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2025ZCR     ", 2 }, /* ASR-2025ZCR SCSI SO-DIMM PCI-X ZCR (Terminator) */
181         { aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-2230S PCI-X ", 2 }, /* ASR-2230S + ASR-2230SLP PCI-X (Lancer) */
182         { aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-2130S PCI-X ", 1 }, /* ASR-2130S (Lancer) */
183         { aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2820SA      ", 1 }, /* AAR-2820SA (Intruder) */
184         { aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2620SA      ", 1 }, /* AAR-2620SA (Intruder) */
185         { aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2420SA      ", 1 }, /* AAR-2420SA (Intruder) */
186         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9024RO       ", 2 }, /* ICP9024RO (Lancer) */
187         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9014RO       ", 1 }, /* ICP9014RO (Lancer) */
188         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9047MA       ", 1 }, /* ICP9047MA (Lancer) */
189         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9087MA       ", 1 }, /* ICP9087MA (Lancer) */
190         { aac_rkt_init, "aacraid",  "ICP     ", "ICP5445AU       ", 1 }, /* ICP5445AU (Hurricane44) */
191         { aac_rx_init, "aacraid",  "ICP     ", "ICP9085LI       ", 1 }, /* ICP9085LI (Marauder-X) */
192         { aac_rx_init, "aacraid",  "ICP     ", "ICP5085BR       ", 1 }, /* ICP5085BR (Marauder-E) */
193         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9067MA       ", 1 }, /* ICP9067MA (Intruder-6) */
194         { NULL        , "aacraid",  "ADAPTEC ", "Themisto        ", 0, AAC_QUIRK_SLAVE }, /* Jupiter Platform */
195         { aac_rkt_init, "aacraid",  "ADAPTEC ", "Callisto        ", 2, AAC_QUIRK_MASTER }, /* Jupiter Platform */
196         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2020SA       ", 1 }, /* ASR-2020SA SATA PCI-X ZCR (Skyhawk) */
197         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2025SA       ", 1 }, /* ASR-2025SA SATA SO-DIMM PCI-X ZCR (Terminator) */
198         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2410SA SATA ", 1, AAC_QUIRK_17SG }, /* AAR-2410SA PCI SATA 4ch (Jaguar II) */
199         { aac_rx_init, "aacraid",  "DELL    ", "CERC SR2        ", 1, AAC_QUIRK_17SG }, /* CERC SATA RAID 2 PCI SATA 6ch (DellCorsair) */
200         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2810SA SATA ", 1, AAC_QUIRK_17SG }, /* AAR-2810SA PCI SATA 8ch (Corsair-8) */
201         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-21610SA SATA", 1, AAC_QUIRK_17SG }, /* AAR-21610SA PCI SATA 16ch (Corsair-16) */
202         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2026ZCR     ", 1 }, /* ESD SO-DIMM PCI-X SATA ZCR (Prowler) */
203         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2610SA      ", 1 }, /* SATA 6Ch (Bearcat) */
204         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2240S       ", 1 }, /* ASR-2240S (SabreExpress) */
205         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4005        ", 1 }, /* ASR-4005 */
206         { aac_rx_init, "ServeRAID","IBM     ", "ServeRAID 8i    ", 1 }, /* IBM 8i (AvonPark) */
207         { aac_rkt_init, "ServeRAID","IBM     ", "ServeRAID 8k-l8 ", 1 }, /* IBM 8k/8k-l8 (Aurora) */
208         { aac_rkt_init, "ServeRAID","IBM     ", "ServeRAID 8k-l4 ", 1 }, /* IBM 8k/8k-l4 (Aurora Lite) */
209         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4000        ", 1 }, /* ASR-4000 (BlackBird & AvonPark) */
210         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4800SAS     ", 1 }, /* ASR-4800SAS (Marauder-X) */
211         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4805SAS     ", 1 }, /* ASR-4805SAS (Marauder-E) */
212         { aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-3800        ", 1 }, /* ASR-3800 (Hurricane44) */
213
214         { aac_rx_init, "percraid", "DELL    ", "PERC 320/DC     ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG }, /* Perc 320/DC*/
215         { aac_sa_init, "aacraid",  "ADAPTEC ", "Adaptec 5400S   ", 4, AAC_QUIRK_34SG }, /* Adaptec 5400S (Mustang)*/
216         { aac_sa_init, "aacraid",  "ADAPTEC ", "AAC-364         ", 4, AAC_QUIRK_34SG }, /* Adaptec 5400S (Mustang)*/
217         { aac_sa_init, "percraid", "DELL    ", "PERCRAID        ", 4, AAC_QUIRK_34SG }, /* Dell PERC2/QC */
218         { aac_sa_init, "hpnraid",  "HP      ", "NetRAID         ", 4, AAC_QUIRK_34SG }, /* HP NetRAID-4M */
219
220         { aac_rx_init, "aacraid",  "DELL    ", "RAID            ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Dell Catchall */
221         { aac_rx_init, "aacraid",  "Legend  ", "RAID            ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend Catchall */
222         { aac_rx_init, "aacraid",  "ADAPTEC ", "RAID            ", 2 }, /* Adaptec Catch All */
223         { aac_rkt_init, "aacraid", "ADAPTEC ", "RAID            ", 2 }, /* Adaptec Rocket Catch All */
224         { aac_nark_init, "aacraid", "ADAPTEC ", "RAID           ", 2 }, /* Adaptec NEMER/ARK Catch All */
225         { aac_src_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 6 (Tupelo) */
226         { aac_srcv_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 7 (Denali) */
227         { aac_srcv_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 8 */
228 };
229
230 /**
231  *      aac_queuecommand        -       queue a SCSI command
232  *      @cmd:           SCSI command to queue
233  *      @done:          Function to call on command completion
234  *
235  *      Queues a command for execution by the associated Host Adapter.
236  *
237  *      TODO: unify with aac_scsi_cmd().
238  */
239
240 static int aac_queuecommand(struct Scsi_Host *shost,
241                             struct scsi_cmnd *cmd)
242 {
243         int r = 0;
244         cmd->SCp.phase = AAC_OWNER_LOWLEVEL;
245         r = (aac_scsi_cmd(cmd) ? FAILED : 0);
246         return r;
247 }
248
249 /**
250  *      aac_info                -       Returns the host adapter name
251  *      @shost:         Scsi host to report on
252  *
253  *      Returns a static string describing the device in question
254  */
255
256 static const char *aac_info(struct Scsi_Host *shost)
257 {
258         struct aac_dev *dev = (struct aac_dev *)shost->hostdata;
259         return aac_drivers[dev->cardtype].name;
260 }
261
262 /**
263  *      aac_get_driver_ident
264  *      @devtype: index into lookup table
265  *
266  *      Returns a pointer to the entry in the driver lookup table.
267  */
268
269 struct aac_driver_ident* aac_get_driver_ident(int devtype)
270 {
271         return &aac_drivers[devtype];
272 }
273
274 /**
275  *      aac_biosparm    -       return BIOS parameters for disk
276  *      @sdev: The scsi device corresponding to the disk
277  *      @bdev: the block device corresponding to the disk
278  *      @capacity: the sector capacity of the disk
279  *      @geom: geometry block to fill in
280  *
281  *      Return the Heads/Sectors/Cylinders BIOS Disk Parameters for Disk.
282  *      The default disk geometry is 64 heads, 32 sectors, and the appropriate
283  *      number of cylinders so as not to exceed drive capacity.  In order for
284  *      disks equal to or larger than 1 GB to be addressable by the BIOS
285  *      without exceeding the BIOS limitation of 1024 cylinders, Extended
286  *      Translation should be enabled.   With Extended Translation enabled,
287  *      drives between 1 GB inclusive and 2 GB exclusive are given a disk
288  *      geometry of 128 heads and 32 sectors, and drives above 2 GB inclusive
289  *      are given a disk geometry of 255 heads and 63 sectors.  However, if
290  *      the BIOS detects that the Extended Translation setting does not match
291  *      the geometry in the partition table, then the translation inferred
292  *      from the partition table will be used by the BIOS, and a warning may
293  *      be displayed.
294  */
295
296 static int aac_biosparm(struct scsi_device *sdev, struct block_device *bdev,
297                         sector_t capacity, int *geom)
298 {
299         struct diskparm *param = (struct diskparm *)geom;
300         unsigned char *buf;
301
302         dprintk((KERN_DEBUG "aac_biosparm.\n"));
303
304         /*
305          *      Assuming extended translation is enabled - #REVISIT#
306          */
307         if (capacity >= 2 * 1024 * 1024) { /* 1 GB in 512 byte sectors */
308                 if(capacity >= 4 * 1024 * 1024) { /* 2 GB in 512 byte sectors */
309                         param->heads = 255;
310                         param->sectors = 63;
311                 } else {
312                         param->heads = 128;
313                         param->sectors = 32;
314                 }
315         } else {
316                 param->heads = 64;
317                 param->sectors = 32;
318         }
319
320         param->cylinders = cap_to_cyls(capacity, param->heads * param->sectors);
321
322         /*
323          *      Read the first 1024 bytes from the disk device, if the boot
324          *      sector partition table is valid, search for a partition table
325          *      entry whose end_head matches one of the standard geometry
326          *      translations ( 64/32, 128/32, 255/63 ).
327          */
328         buf = scsi_bios_ptable(bdev);
329         if (!buf)
330                 return 0;
331         if(*(__le16 *)(buf + 0x40) == cpu_to_le16(0xaa55)) {
332                 struct partition *first = (struct partition * )buf;
333                 struct partition *entry = first;
334                 int saved_cylinders = param->cylinders;
335                 int num;
336                 unsigned char end_head, end_sec;
337
338                 for(num = 0; num < 4; num++) {
339                         end_head = entry->end_head;
340                         end_sec = entry->end_sector & 0x3f;
341
342                         if(end_head == 63) {
343                                 param->heads = 64;
344                                 param->sectors = 32;
345                                 break;
346                         } else if(end_head == 127) {
347                                 param->heads = 128;
348                                 param->sectors = 32;
349                                 break;
350                         } else if(end_head == 254) {
351                                 param->heads = 255;
352                                 param->sectors = 63;
353                                 break;
354                         }
355                         entry++;
356                 }
357
358                 if (num == 4) {
359                         end_head = first->end_head;
360                         end_sec = first->end_sector & 0x3f;
361                 }
362
363                 param->cylinders = cap_to_cyls(capacity, param->heads * param->sectors);
364                 if (num < 4 && end_sec == param->sectors) {
365                         if (param->cylinders != saved_cylinders)
366                                 dprintk((KERN_DEBUG "Adopting geometry: heads=%d, sectors=%d from partition table %d.\n",
367                                         param->heads, param->sectors, num));
368                 } else if (end_head > 0 || end_sec > 0) {
369                         dprintk((KERN_DEBUG "Strange geometry: heads=%d, sectors=%d in partition table %d.\n",
370                                 end_head + 1, end_sec, num));
371                         dprintk((KERN_DEBUG "Using geometry: heads=%d, sectors=%d.\n",
372                                         param->heads, param->sectors));
373                 }
374         }
375         kfree(buf);
376         return 0;
377 }
378
379 /**
380  *      aac_slave_configure             -       compute queue depths
381  *      @sdev:  SCSI device we are considering
382  *
383  *      Selects queue depths for each target device based on the host adapter's
384  *      total capacity and the queue depth supported by the target device.
385  *      A queue depth of one automatically disables tagged queueing.
386  */
387
388 static int aac_slave_configure(struct scsi_device *sdev)
389 {
390         struct aac_dev *aac = (struct aac_dev *)sdev->host->hostdata;
391         int chn, tid;
392         unsigned int depth = 0;
393         unsigned int set_timeout = 0;
394         bool set_qd_dev_type = false;
395         u8 devtype = 0;
396
397         chn = aac_logical_to_phys(sdev_channel(sdev));
398         tid = sdev_id(sdev);
399         if (chn < AAC_MAX_BUSES && tid < AAC_MAX_TARGETS && aac->sa_firmware) {
400                 devtype = aac->hba_map[chn][tid].devtype;
401
402                 if (devtype == AAC_DEVTYPE_NATIVE_RAW) {
403                         depth = aac->hba_map[chn][tid].qd_limit;
404                         set_timeout = 1;
405                         goto common_config;
406                 }
407                 if (devtype == AAC_DEVTYPE_ARC_RAW) {
408                         set_qd_dev_type = true;
409                         set_timeout = 1;
410                         goto common_config;
411                 }
412         }
413
414         if (aac->jbod && (sdev->type == TYPE_DISK))
415                 sdev->removable = 1;
416
417         if (sdev->type == TYPE_DISK
418          && sdev_channel(sdev) != CONTAINER_CHANNEL
419          && (!aac->jbod || sdev->inq_periph_qual)
420          && (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2))) {
421
422                 if (expose_physicals == 0)
423                         return -ENXIO;
424
425                 if (expose_physicals < 0)
426                         sdev->no_uld_attach = 1;
427         }
428
429         if (sdev->tagged_supported
430          &&  sdev->type == TYPE_DISK
431          &&  (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2))
432          && !sdev->no_uld_attach) {
433
434                 struct scsi_device * dev;
435                 struct Scsi_Host *host = sdev->host;
436                 unsigned num_lsu = 0;
437                 unsigned num_one = 0;
438                 unsigned cid;
439
440                 set_timeout = 1;
441
442                 for (cid = 0; cid < aac->maximum_num_containers; ++cid)
443                         if (aac->fsa_dev[cid].valid)
444                                 ++num_lsu;
445
446                 __shost_for_each_device(dev, host) {
447                         if (dev->tagged_supported
448                          && dev->type == TYPE_DISK
449                          && (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2))
450                          && !dev->no_uld_attach) {
451                                 if ((sdev_channel(dev) != CONTAINER_CHANNEL)
452                                  || !aac->fsa_dev[sdev_id(dev)].valid) {
453                                         ++num_lsu;
454                                 }
455                         } else {
456                                 ++num_one;
457                         }
458                 }
459
460                 if (num_lsu == 0)
461                         ++num_lsu;
462
463                 depth = (host->can_queue - num_one) / num_lsu;
464
465                 if (sdev_channel(sdev) != NATIVE_CHANNEL)
466                         goto common_config;
467
468                 set_qd_dev_type = true;
469
470         }
471
472 common_config:
473
474         /*
475          * Check if SATA drive
476          */
477         if (set_qd_dev_type) {
478                 if (strncmp(sdev->vendor, "ATA", 3) == 0)
479                         depth = 32;
480                 else
481                         depth = 64;
482         }
483
484         /*
485          * Firmware has an individual device recovery time typically
486          * of 35 seconds, give us a margin.
487          */
488         if (set_timeout && sdev->request_queue->rq_timeout < (45 * HZ))
489                 blk_queue_rq_timeout(sdev->request_queue, 45*HZ);
490
491         if (depth > 256)
492                 depth = 256;
493         else if (depth < 1)
494                 depth = 1;
495
496         scsi_change_queue_depth(sdev, depth);
497
498         sdev->tagged_supported = 1;
499
500         return 0;
501 }
502
503 /**
504  *      aac_change_queue_depth          -       alter queue depths
505  *      @sdev:  SCSI device we are considering
506  *      @depth: desired queue depth
507  *
508  *      Alters queue depths for target device based on the host adapter's
509  *      total capacity and the queue depth supported by the target device.
510  */
511
512 static int aac_change_queue_depth(struct scsi_device *sdev, int depth)
513 {
514         struct aac_dev *aac = (struct aac_dev *)(sdev->host->hostdata);
515         int chn, tid, is_native_device = 0;
516
517         chn = aac_logical_to_phys(sdev_channel(sdev));
518         tid = sdev_id(sdev);
519         if (chn < AAC_MAX_BUSES && tid < AAC_MAX_TARGETS &&
520                 aac->hba_map[chn][tid].devtype == AAC_DEVTYPE_NATIVE_RAW)
521                 is_native_device = 1;
522
523         if (sdev->tagged_supported && (sdev->type == TYPE_DISK) &&
524             (sdev_channel(sdev) == CONTAINER_CHANNEL)) {
525                 struct scsi_device * dev;
526                 struct Scsi_Host *host = sdev->host;
527                 unsigned num = 0;
528
529                 __shost_for_each_device(dev, host) {
530                         if (dev->tagged_supported && (dev->type == TYPE_DISK) &&
531                             (sdev_channel(dev) == CONTAINER_CHANNEL))
532                                 ++num;
533                         ++num;
534                 }
535                 if (num >= host->can_queue)
536                         num = host->can_queue - 1;
537                 if (depth > (host->can_queue - num))
538                         depth = host->can_queue - num;
539                 if (depth > 256)
540                         depth = 256;
541                 else if (depth < 2)
542                         depth = 2;
543                 return scsi_change_queue_depth(sdev, depth);
544         } else if (is_native_device) {
545                 scsi_change_queue_depth(sdev, aac->hba_map[chn][tid].qd_limit);
546         } else {
547                 scsi_change_queue_depth(sdev, 1);
548         }
549         return sdev->queue_depth;
550 }
551
552 static ssize_t aac_show_raid_level(struct device *dev, struct device_attribute *attr, char *buf)
553 {
554         struct scsi_device *sdev = to_scsi_device(dev);
555         struct aac_dev *aac = (struct aac_dev *)(sdev->host->hostdata);
556         if (sdev_channel(sdev) != CONTAINER_CHANNEL)
557                 return snprintf(buf, PAGE_SIZE, sdev->no_uld_attach
558                   ? "Hidden\n" :
559                   ((aac->jbod && (sdev->type == TYPE_DISK)) ? "JBOD\n" : ""));
560         return snprintf(buf, PAGE_SIZE, "%s\n",
561           get_container_type(aac->fsa_dev[sdev_id(sdev)].type));
562 }
563
564 static struct device_attribute aac_raid_level_attr = {
565         .attr = {
566                 .name = "level",
567                 .mode = S_IRUGO,
568         },
569         .show = aac_show_raid_level
570 };
571
572 static ssize_t aac_show_unique_id(struct device *dev,
573              struct device_attribute *attr, char *buf)
574 {
575         struct scsi_device *sdev = to_scsi_device(dev);
576         struct aac_dev *aac = (struct aac_dev *)(sdev->host->hostdata);
577         unsigned char sn[16];
578
579         memset(sn, 0, sizeof(sn));
580
581         if (sdev_channel(sdev) == CONTAINER_CHANNEL)
582                 memcpy(sn, aac->fsa_dev[sdev_id(sdev)].identifier, sizeof(sn));
583
584         return snprintf(buf, 16 * 2 + 2,
585                 "%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X\n",
586                 sn[0], sn[1], sn[2], sn[3],
587                 sn[4], sn[5], sn[6], sn[7],
588                 sn[8], sn[9], sn[10], sn[11],
589                 sn[12], sn[13], sn[14], sn[15]);
590 }
591
592 static struct device_attribute aac_unique_id_attr = {
593         .attr = {
594                 .name = "unique_id",
595                 .mode = 0444,
596         },
597         .show = aac_show_unique_id
598 };
599
600
601
602 static struct device_attribute *aac_dev_attrs[] = {
603         &aac_raid_level_attr,
604         &aac_unique_id_attr,
605         NULL,
606 };
607
608 static int aac_ioctl(struct scsi_device *sdev, unsigned int cmd,
609                      void __user *arg)
610 {
611         struct aac_dev *dev = (struct aac_dev *)sdev->host->hostdata;
612         if (!capable(CAP_SYS_RAWIO))
613                 return -EPERM;
614         return aac_do_ioctl(dev, cmd, arg);
615 }
616
617 static int get_num_of_incomplete_fibs(struct aac_dev *aac)
618 {
619
620         unsigned long flags;
621         struct scsi_device *sdev = NULL;
622         struct Scsi_Host *shost = aac->scsi_host_ptr;
623         struct scsi_cmnd *scmnd = NULL;
624         struct device *ctrl_dev;
625
626         int mlcnt  = 0;
627         int llcnt  = 0;
628         int ehcnt  = 0;
629         int fwcnt  = 0;
630         int krlcnt = 0;
631
632         __shost_for_each_device(sdev, shost) {
633                 spin_lock_irqsave(&sdev->list_lock, flags);
634                 list_for_each_entry(scmnd, &sdev->cmd_list, list) {
635                         switch (scmnd->SCp.phase) {
636                         case AAC_OWNER_FIRMWARE:
637                                 fwcnt++;
638                                 break;
639                         case AAC_OWNER_ERROR_HANDLER:
640                                 ehcnt++;
641                                 break;
642                         case AAC_OWNER_LOWLEVEL:
643                                 llcnt++;
644                                 break;
645                         case AAC_OWNER_MIDLEVEL:
646                                 mlcnt++;
647                                 break;
648                         default:
649                                 krlcnt++;
650                                 break;
651                         }
652                 }
653                 spin_unlock_irqrestore(&sdev->list_lock, flags);
654         }
655
656         ctrl_dev = &aac->pdev->dev;
657
658         dev_info(ctrl_dev, "outstanding cmd: midlevel-%d\n", mlcnt);
659         dev_info(ctrl_dev, "outstanding cmd: lowlevel-%d\n", llcnt);
660         dev_info(ctrl_dev, "outstanding cmd: error handler-%d\n", ehcnt);
661         dev_info(ctrl_dev, "outstanding cmd: firmware-%d\n", fwcnt);
662         dev_info(ctrl_dev, "outstanding cmd: kernel-%d\n", krlcnt);
663
664         return mlcnt + llcnt + ehcnt + fwcnt;
665 }
666
667 static int aac_eh_abort(struct scsi_cmnd* cmd)
668 {
669         struct scsi_device * dev = cmd->device;
670         struct Scsi_Host * host = dev->host;
671         struct aac_dev * aac = (struct aac_dev *)host->hostdata;
672         int count, found;
673         u32 bus, cid;
674         int ret = FAILED;
675
676         if (aac_adapter_check_health(aac))
677                 return ret;
678
679         bus = aac_logical_to_phys(scmd_channel(cmd));
680         cid = scmd_id(cmd);
681         if (aac->hba_map[bus][cid].devtype == AAC_DEVTYPE_NATIVE_RAW) {
682                 struct fib *fib;
683                 struct aac_hba_tm_req *tmf;
684                 int status;
685                 u64 address;
686
687                 pr_err("%s: Host adapter abort request (%d,%d,%d,%d)\n",
688                  AAC_DRIVERNAME,
689                  host->host_no, sdev_channel(dev), sdev_id(dev), (int)dev->lun);
690
691                 found = 0;
692                 for (count = 0; count < (host->can_queue + AAC_NUM_MGT_FIB); ++count) {
693                         fib = &aac->fibs[count];
694                         if (*(u8 *)fib->hw_fib_va != 0 &&
695                                 (fib->flags & FIB_CONTEXT_FLAG_NATIVE_HBA) &&
696                                 (fib->callback_data == cmd)) {
697                                 found = 1;
698                                 break;
699                         }
700                 }
701                 if (!found)
702                         return ret;
703
704                 /* start a HBA_TMF_ABORT_TASK TMF request */
705                 fib = aac_fib_alloc(aac);
706                 if (!fib)
707                         return ret;
708
709                 tmf = (struct aac_hba_tm_req *)fib->hw_fib_va;
710                 memset(tmf, 0, sizeof(*tmf));
711                 tmf->tmf = HBA_TMF_ABORT_TASK;
712                 tmf->it_nexus = aac->hba_map[bus][cid].rmw_nexus;
713                 tmf->lun[1] = cmd->device->lun;
714
715                 address = (u64)fib->hw_error_pa;
716                 tmf->error_ptr_hi = cpu_to_le32((u32)(address >> 32));
717                 tmf->error_ptr_lo = cpu_to_le32((u32)(address & 0xffffffff));
718                 tmf->error_length = cpu_to_le32(FW_ERROR_BUFFER_SIZE);
719
720                 fib->hbacmd_size = sizeof(*tmf);
721                 cmd->SCp.sent_command = 0;
722
723                 status = aac_hba_send(HBA_IU_TYPE_SCSI_TM_REQ, fib,
724                                   (fib_callback) aac_hba_callback,
725                                   (void *) cmd);
726                 if (status != -EINPROGRESS) {
727                         aac_fib_complete(fib);
728                         aac_fib_free(fib);
729                         return ret;
730                 }
731                 /* Wait up to 15 secs for completion */
732                 for (count = 0; count < 15; ++count) {
733                         if (cmd->SCp.sent_command) {
734                                 ret = SUCCESS;
735                                 break;
736                         }
737                         msleep(1000);
738                 }
739
740                 if (ret != SUCCESS)
741                         pr_err("%s: Host adapter abort request timed out\n",
742                         AAC_DRIVERNAME);
743         } else {
744                 pr_err(
745                         "%s: Host adapter abort request.\n"
746                         "%s: Outstanding commands on (%d,%d,%d,%d):\n",
747                         AAC_DRIVERNAME, AAC_DRIVERNAME,
748                         host->host_no, sdev_channel(dev), sdev_id(dev),
749                         (int)dev->lun);
750                 switch (cmd->cmnd[0]) {
751                 case SERVICE_ACTION_IN_16:
752                         if (!(aac->raw_io_interface) ||
753                             !(aac->raw_io_64) ||
754                             ((cmd->cmnd[1] & 0x1f) != SAI_READ_CAPACITY_16))
755                                 break;
756                         /* fall through */
757                 case INQUIRY:
758                 case READ_CAPACITY:
759                         /*
760                          * Mark associated FIB to not complete,
761                          * eh handler does this
762                          */
763                         for (count = 0;
764                                 count < (host->can_queue + AAC_NUM_MGT_FIB);
765                                 ++count) {
766                                 struct fib *fib = &aac->fibs[count];
767
768                                 if (fib->hw_fib_va->header.XferState &&
769                                 (fib->flags & FIB_CONTEXT_FLAG) &&
770                                 (fib->callback_data == cmd)) {
771                                         fib->flags |=
772                                                 FIB_CONTEXT_FLAG_TIMED_OUT;
773                                         cmd->SCp.phase =
774                                                 AAC_OWNER_ERROR_HANDLER;
775                                         ret = SUCCESS;
776                                 }
777                         }
778                         break;
779                 case TEST_UNIT_READY:
780                         /*
781                          * Mark associated FIB to not complete,
782                          * eh handler does this
783                          */
784                         for (count = 0;
785                                 count < (host->can_queue + AAC_NUM_MGT_FIB);
786                                 ++count) {
787                                 struct scsi_cmnd *command;
788                                 struct fib *fib = &aac->fibs[count];
789
790                                 command = fib->callback_data;
791
792                                 if ((fib->hw_fib_va->header.XferState &
793                                         cpu_to_le32
794                                         (Async | NoResponseExpected)) &&
795                                         (fib->flags & FIB_CONTEXT_FLAG) &&
796                                         ((command)) &&
797                                         (command->device == cmd->device)) {
798                                         fib->flags |=
799                                                 FIB_CONTEXT_FLAG_TIMED_OUT;
800                                         command->SCp.phase =
801                                                 AAC_OWNER_ERROR_HANDLER;
802                                         if (command == cmd)
803                                                 ret = SUCCESS;
804                                 }
805                         }
806                         break;
807                 }
808         }
809         return ret;
810 }
811
812 static u8 aac_eh_tmf_lun_reset_fib(struct aac_hba_map_info *info,
813                                    struct fib *fib, u64 tmf_lun)
814 {
815         struct aac_hba_tm_req *tmf;
816         u64 address;
817
818         /* start a HBA_TMF_LUN_RESET TMF request */
819         tmf = (struct aac_hba_tm_req *)fib->hw_fib_va;
820         memset(tmf, 0, sizeof(*tmf));
821         tmf->tmf = HBA_TMF_LUN_RESET;
822         tmf->it_nexus = info->rmw_nexus;
823         int_to_scsilun(tmf_lun, (struct scsi_lun *)tmf->lun);
824
825         address = (u64)fib->hw_error_pa;
826         tmf->error_ptr_hi = cpu_to_le32
827                 ((u32)(address >> 32));
828         tmf->error_ptr_lo = cpu_to_le32
829                 ((u32)(address & 0xffffffff));
830         tmf->error_length = cpu_to_le32(FW_ERROR_BUFFER_SIZE);
831         fib->hbacmd_size = sizeof(*tmf);
832
833         return HBA_IU_TYPE_SCSI_TM_REQ;
834 }
835
836 static u8 aac_eh_tmf_hard_reset_fib(struct aac_hba_map_info *info,
837                                     struct fib *fib)
838 {
839         struct aac_hba_reset_req *rst;
840         u64 address;
841
842         /* already tried, start a hard reset now */
843         rst = (struct aac_hba_reset_req *)fib->hw_fib_va;
844         memset(rst, 0, sizeof(*rst));
845         rst->it_nexus = info->rmw_nexus;
846
847         address = (u64)fib->hw_error_pa;
848         rst->error_ptr_hi = cpu_to_le32((u32)(address >> 32));
849         rst->error_ptr_lo = cpu_to_le32((u32)(address & 0xffffffff));
850         rst->error_length = cpu_to_le32(FW_ERROR_BUFFER_SIZE);
851         fib->hbacmd_size = sizeof(*rst);
852
853        return HBA_IU_TYPE_SATA_REQ;
854 }
855
856 void aac_tmf_callback(void *context, struct fib *fibptr)
857 {
858         struct aac_hba_resp *err =
859                 &((struct aac_native_hba *)fibptr->hw_fib_va)->resp.err;
860         struct aac_hba_map_info *info = context;
861         int res;
862
863         switch (err->service_response) {
864         case HBA_RESP_SVCRES_TMF_REJECTED:
865                 res = -1;
866                 break;
867         case HBA_RESP_SVCRES_TMF_LUN_INVALID:
868                 res = 0;
869                 break;
870         case HBA_RESP_SVCRES_TMF_COMPLETE:
871         case HBA_RESP_SVCRES_TMF_SUCCEEDED:
872                 res = 0;
873                 break;
874         default:
875                 res = -2;
876                 break;
877         }
878         aac_fib_complete(fibptr);
879
880         info->reset_state = res;
881 }
882
883 /*
884  *      aac_eh_dev_reset        - Device reset command handling
885  *      @scsi_cmd:      SCSI command block causing the reset
886  *
887  */
888 static int aac_eh_dev_reset(struct scsi_cmnd *cmd)
889 {
890         struct scsi_device * dev = cmd->device;
891         struct Scsi_Host * host = dev->host;
892         struct aac_dev * aac = (struct aac_dev *)host->hostdata;
893         struct aac_hba_map_info *info;
894         int count;
895         u32 bus, cid;
896         struct fib *fib;
897         int ret = FAILED;
898         int status;
899         u8 command;
900
901         bus = aac_logical_to_phys(scmd_channel(cmd));
902         cid = scmd_id(cmd);
903
904         if (bus >= AAC_MAX_BUSES || cid >= AAC_MAX_TARGETS)
905                 return FAILED;
906
907         info = &aac->hba_map[bus][cid];
908
909         if (!(info->devtype == AAC_DEVTYPE_NATIVE_RAW &&
910          !(info->reset_state > 0)))
911                 return FAILED;
912
913         pr_err("%s: Host device reset request. SCSI hang ?\n",
914                AAC_DRIVERNAME);
915
916         fib = aac_fib_alloc(aac);
917         if (!fib)
918                 return ret;
919
920         /* start a HBA_TMF_LUN_RESET TMF request */
921         command = aac_eh_tmf_lun_reset_fib(info, fib, dev->lun);
922
923         info->reset_state = 1;
924
925         status = aac_hba_send(command, fib,
926                               (fib_callback) aac_tmf_callback,
927                               (void *) info);
928         if (status != -EINPROGRESS) {
929                 info->reset_state = 0;
930                 aac_fib_complete(fib);
931                 aac_fib_free(fib);
932                 return ret;
933         }
934         /* Wait up to 15 seconds for completion */
935         for (count = 0; count < 15; ++count) {
936                 if (info->reset_state == 0) {
937                         ret = info->reset_state == 0 ? SUCCESS : FAILED;
938                         break;
939                 }
940                 msleep(1000);
941         }
942
943         return ret;
944 }
945
946 /*
947  *      aac_eh_target_reset     - Target reset command handling
948  *      @scsi_cmd:      SCSI command block causing the reset
949  *
950  */
951 static int aac_eh_target_reset(struct scsi_cmnd *cmd)
952 {
953         struct scsi_device * dev = cmd->device;
954         struct Scsi_Host * host = dev->host;
955         struct aac_dev * aac = (struct aac_dev *)host->hostdata;
956         struct aac_hba_map_info *info;
957         int count;
958         u32 bus, cid;
959         int ret = FAILED;
960         struct fib *fib;
961         int status;
962         u8 command;
963
964         bus = aac_logical_to_phys(scmd_channel(cmd));
965         cid = scmd_id(cmd);
966
967         if (bus >= AAC_MAX_BUSES || cid >= AAC_MAX_TARGETS)
968                 return FAILED;
969
970         info = &aac->hba_map[bus][cid];
971
972         if (!(info->devtype == AAC_DEVTYPE_NATIVE_RAW &&
973          !(info->reset_state > 0)))
974                 return FAILED;
975
976         pr_err("%s: Host target reset request. SCSI hang ?\n",
977                AAC_DRIVERNAME);
978
979         fib = aac_fib_alloc(aac);
980         if (!fib)
981                 return ret;
982
983
984         /* already tried, start a hard reset now */
985         command = aac_eh_tmf_hard_reset_fib(info, fib);
986
987         info->reset_state = 2;
988
989         status = aac_hba_send(command, fib,
990                               (fib_callback) aac_tmf_callback,
991                               (void *) info);
992
993         if (status != -EINPROGRESS) {
994                 info->reset_state = 0;
995                 aac_fib_complete(fib);
996                 aac_fib_free(fib);
997                 return ret;
998         }
999
1000         /* Wait up to 15 seconds for completion */
1001         for (count = 0; count < 15; ++count) {
1002                 if (info->reset_state <= 0) {
1003                         ret = info->reset_state == 0 ? SUCCESS : FAILED;
1004                         break;
1005                 }
1006                 msleep(1000);
1007         }
1008
1009         return ret;
1010 }
1011
1012 /*
1013  *      aac_eh_bus_reset        - Bus reset command handling
1014  *      @scsi_cmd:      SCSI command block causing the reset
1015  *
1016  */
1017 static int aac_eh_bus_reset(struct scsi_cmnd* cmd)
1018 {
1019         struct scsi_device * dev = cmd->device;
1020         struct Scsi_Host * host = dev->host;
1021         struct aac_dev * aac = (struct aac_dev *)host->hostdata;
1022         int count;
1023         u32 cmd_bus;
1024         int status = 0;
1025
1026
1027         cmd_bus = aac_logical_to_phys(scmd_channel(cmd));
1028         /* Mark the assoc. FIB to not complete, eh handler does this */
1029         for (count = 0; count < (host->can_queue + AAC_NUM_MGT_FIB); ++count) {
1030                 struct fib *fib = &aac->fibs[count];
1031
1032                 if (fib->hw_fib_va->header.XferState &&
1033                     (fib->flags & FIB_CONTEXT_FLAG) &&
1034                     (fib->flags & FIB_CONTEXT_FLAG_SCSI_CMD)) {
1035                         struct aac_hba_map_info *info;
1036                         u32 bus, cid;
1037
1038                         cmd = (struct scsi_cmnd *)fib->callback_data;
1039                         bus = aac_logical_to_phys(scmd_channel(cmd));
1040                         if (bus != cmd_bus)
1041                                 continue;
1042                         cid = scmd_id(cmd);
1043                         info = &aac->hba_map[bus][cid];
1044                         if (bus >= AAC_MAX_BUSES || cid >= AAC_MAX_TARGETS ||
1045                             info->devtype != AAC_DEVTYPE_NATIVE_RAW) {
1046                                 fib->flags |= FIB_CONTEXT_FLAG_EH_RESET;
1047                                 cmd->SCp.phase = AAC_OWNER_ERROR_HANDLER;
1048                         }
1049                 }
1050         }
1051
1052         pr_err("%s: Host bus reset request. SCSI hang ?\n", AAC_DRIVERNAME);
1053
1054         /*
1055          * Check the health of the controller
1056          */
1057         status = aac_adapter_check_health(aac);
1058         if (status)
1059                 dev_err(&aac->pdev->dev, "Adapter health - %d\n", status);
1060
1061         count = get_num_of_incomplete_fibs(aac);
1062         return (count == 0) ? SUCCESS : FAILED;
1063 }
1064
1065 /*
1066  *      aac_eh_host_reset       - Host reset command handling
1067  *      @scsi_cmd:      SCSI command block causing the reset
1068  *
1069  */
1070 int aac_eh_host_reset(struct scsi_cmnd *cmd)
1071 {
1072         struct scsi_device * dev = cmd->device;
1073         struct Scsi_Host * host = dev->host;
1074         struct aac_dev * aac = (struct aac_dev *)host->hostdata;
1075         int ret = FAILED;
1076         __le32 supported_options2 = 0;
1077         bool is_mu_reset;
1078         bool is_ignore_reset;
1079         bool is_doorbell_reset;
1080
1081         /*
1082          * Check if reset is supported by the firmware
1083          */
1084         supported_options2 = aac->supplement_adapter_info.supported_options2;
1085         is_mu_reset = supported_options2 & AAC_OPTION_MU_RESET;
1086         is_doorbell_reset = supported_options2 & AAC_OPTION_DOORBELL_RESET;
1087         is_ignore_reset = supported_options2 & AAC_OPTION_IGNORE_RESET;
1088         /*
1089          * This adapter needs a blind reset, only do so for
1090          * Adapters that support a register, instead of a commanded,
1091          * reset.
1092          */
1093         if ((is_mu_reset || is_doorbell_reset)
1094          && aac_check_reset
1095          && (aac_check_reset != -1 || !is_ignore_reset)) {
1096                 /* Bypass wait for command quiesce */
1097                 if (aac_reset_adapter(aac, 2, IOP_HWSOFT_RESET) == 0)
1098                         ret = SUCCESS;
1099         }
1100         /*
1101          * Reset EH state
1102          */
1103         if (ret == SUCCESS) {
1104                 int bus, cid;
1105                 struct aac_hba_map_info *info;
1106
1107                 for (bus = 0; bus < AAC_MAX_BUSES; bus++) {
1108                         for (cid = 0; cid < AAC_MAX_TARGETS; cid++) {
1109                                 info = &aac->hba_map[bus][cid];
1110                                 if (info->devtype == AAC_DEVTYPE_NATIVE_RAW)
1111                                         info->reset_state = 0;
1112                         }
1113                 }
1114         }
1115         return ret;
1116 }
1117
1118 /**
1119  *      aac_cfg_open            -       open a configuration file
1120  *      @inode: inode being opened
1121  *      @file: file handle attached
1122  *
1123  *      Called when the configuration device is opened. Does the needed
1124  *      set up on the handle and then returns
1125  *
1126  *      Bugs: This needs extending to check a given adapter is present
1127  *      so we can support hot plugging, and to ref count adapters.
1128  */
1129
1130 static int aac_cfg_open(struct inode *inode, struct file *file)
1131 {
1132         struct aac_dev *aac;
1133         unsigned minor_number = iminor(inode);
1134         int err = -ENODEV;
1135
1136         mutex_lock(&aac_mutex);  /* BKL pushdown: nothing else protects this list */
1137         list_for_each_entry(aac, &aac_devices, entry) {
1138                 if (aac->id == minor_number) {
1139                         file->private_data = aac;
1140                         err = 0;
1141                         break;
1142                 }
1143         }
1144         mutex_unlock(&aac_mutex);
1145
1146         return err;
1147 }
1148
1149 /**
1150  *      aac_cfg_ioctl           -       AAC configuration request
1151  *      @inode: inode of device
1152  *      @file: file handle
1153  *      @cmd: ioctl command code
1154  *      @arg: argument
1155  *
1156  *      Handles a configuration ioctl. Currently this involves wrapping it
1157  *      up and feeding it into the nasty windowsalike glue layer.
1158  *
1159  *      Bugs: Needs locking against parallel ioctls lower down
1160  *      Bugs: Needs to handle hot plugging
1161  */
1162
1163 static long aac_cfg_ioctl(struct file *file,
1164                 unsigned int cmd, unsigned long arg)
1165 {
1166         struct aac_dev *aac = (struct aac_dev *)file->private_data;
1167
1168         if (!capable(CAP_SYS_RAWIO))
1169                 return -EPERM;
1170
1171         return aac_do_ioctl(aac, cmd, (void __user *)arg);
1172 }
1173
1174 #ifdef CONFIG_COMPAT
1175 static long aac_compat_do_ioctl(struct aac_dev *dev, unsigned cmd, unsigned long arg)
1176 {
1177         long ret;
1178         switch (cmd) {
1179         case FSACTL_MINIPORT_REV_CHECK:
1180         case FSACTL_SENDFIB:
1181         case FSACTL_OPEN_GET_ADAPTER_FIB:
1182         case FSACTL_CLOSE_GET_ADAPTER_FIB:
1183         case FSACTL_SEND_RAW_SRB:
1184         case FSACTL_GET_PCI_INFO:
1185         case FSACTL_QUERY_DISK:
1186         case FSACTL_DELETE_DISK:
1187         case FSACTL_FORCE_DELETE_DISK:
1188         case FSACTL_GET_CONTAINERS:
1189         case FSACTL_SEND_LARGE_FIB:
1190                 ret = aac_do_ioctl(dev, cmd, (void __user *)arg);
1191                 break;
1192
1193         case FSACTL_GET_NEXT_ADAPTER_FIB: {
1194                 struct fib_ioctl __user *f;
1195
1196                 f = compat_alloc_user_space(sizeof(*f));
1197                 ret = 0;
1198                 if (clear_user(f, sizeof(*f)))
1199                         ret = -EFAULT;
1200                 if (copy_in_user(f, (void __user *)arg, sizeof(struct fib_ioctl) - sizeof(u32)))
1201                         ret = -EFAULT;
1202                 if (!ret)
1203                         ret = aac_do_ioctl(dev, cmd, f);
1204                 break;
1205         }
1206
1207         default:
1208                 ret = -ENOIOCTLCMD;
1209                 break;
1210         }
1211         return ret;
1212 }
1213
1214 static int aac_compat_ioctl(struct scsi_device *sdev, unsigned int cmd,
1215                             void __user *arg)
1216 {
1217         struct aac_dev *dev = (struct aac_dev *)sdev->host->hostdata;
1218         if (!capable(CAP_SYS_RAWIO))
1219                 return -EPERM;
1220         return aac_compat_do_ioctl(dev, cmd, (unsigned long)arg);
1221 }
1222
1223 static long aac_compat_cfg_ioctl(struct file *file, unsigned cmd, unsigned long arg)
1224 {
1225         if (!capable(CAP_SYS_RAWIO))
1226                 return -EPERM;
1227         return aac_compat_do_ioctl(file->private_data, cmd, arg);
1228 }
1229 #endif
1230
1231 static ssize_t aac_show_model(struct device *device,
1232                               struct device_attribute *attr, char *buf)
1233 {
1234         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1235         int len;
1236
1237         if (dev->supplement_adapter_info.adapter_type_text[0]) {
1238                 char *cp = dev->supplement_adapter_info.adapter_type_text;
1239                 while (*cp && *cp != ' ')
1240                         ++cp;
1241                 while (*cp == ' ')
1242                         ++cp;
1243                 len = snprintf(buf, PAGE_SIZE, "%s\n", cp);
1244         } else
1245                 len = snprintf(buf, PAGE_SIZE, "%s\n",
1246                   aac_drivers[dev->cardtype].model);
1247         return len;
1248 }
1249
1250 static ssize_t aac_show_vendor(struct device *device,
1251                                struct device_attribute *attr, char *buf)
1252 {
1253         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1254         struct aac_supplement_adapter_info *sup_adap_info;
1255         int len;
1256
1257         sup_adap_info = &dev->supplement_adapter_info;
1258         if (sup_adap_info->adapter_type_text[0]) {
1259                 char *cp = sup_adap_info->adapter_type_text;
1260                 while (*cp && *cp != ' ')
1261                         ++cp;
1262                 len = snprintf(buf, PAGE_SIZE, "%.*s\n",
1263                         (int)(cp - (char *)sup_adap_info->adapter_type_text),
1264                                         sup_adap_info->adapter_type_text);
1265         } else
1266                 len = snprintf(buf, PAGE_SIZE, "%s\n",
1267                         aac_drivers[dev->cardtype].vname);
1268         return len;
1269 }
1270
1271 static ssize_t aac_show_flags(struct device *cdev,
1272                               struct device_attribute *attr, char *buf)
1273 {
1274         int len = 0;
1275         struct aac_dev *dev = (struct aac_dev*)class_to_shost(cdev)->hostdata;
1276
1277         if (nblank(dprintk(x)))
1278                 len = snprintf(buf, PAGE_SIZE, "dprintk\n");
1279 #ifdef AAC_DETAILED_STATUS_INFO
1280         len += snprintf(buf + len, PAGE_SIZE - len,
1281                         "AAC_DETAILED_STATUS_INFO\n");
1282 #endif
1283         if (dev->raw_io_interface && dev->raw_io_64)
1284                 len += snprintf(buf + len, PAGE_SIZE - len,
1285                                 "SAI_READ_CAPACITY_16\n");
1286         if (dev->jbod)
1287                 len += snprintf(buf + len, PAGE_SIZE - len, "SUPPORTED_JBOD\n");
1288         if (dev->supplement_adapter_info.supported_options2 &
1289                 AAC_OPTION_POWER_MANAGEMENT)
1290                 len += snprintf(buf + len, PAGE_SIZE - len,
1291                                 "SUPPORTED_POWER_MANAGEMENT\n");
1292         if (dev->msi)
1293                 len += snprintf(buf + len, PAGE_SIZE - len, "PCI_HAS_MSI\n");
1294         return len;
1295 }
1296
1297 static ssize_t aac_show_kernel_version(struct device *device,
1298                                        struct device_attribute *attr,
1299                                        char *buf)
1300 {
1301         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1302         int len, tmp;
1303
1304         tmp = le32_to_cpu(dev->adapter_info.kernelrev);
1305         len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
1306           tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
1307           le32_to_cpu(dev->adapter_info.kernelbuild));
1308         return len;
1309 }
1310
1311 static ssize_t aac_show_monitor_version(struct device *device,
1312                                         struct device_attribute *attr,
1313                                         char *buf)
1314 {
1315         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1316         int len, tmp;
1317
1318         tmp = le32_to_cpu(dev->adapter_info.monitorrev);
1319         len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
1320           tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
1321           le32_to_cpu(dev->adapter_info.monitorbuild));
1322         return len;
1323 }
1324
1325 static ssize_t aac_show_bios_version(struct device *device,
1326                                      struct device_attribute *attr,
1327                                      char *buf)
1328 {
1329         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1330         int len, tmp;
1331
1332         tmp = le32_to_cpu(dev->adapter_info.biosrev);
1333         len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
1334           tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
1335           le32_to_cpu(dev->adapter_info.biosbuild));
1336         return len;
1337 }
1338
1339 static ssize_t aac_show_driver_version(struct device *device,
1340                                         struct device_attribute *attr,
1341                                         char *buf)
1342 {
1343         return snprintf(buf, PAGE_SIZE, "%s\n", aac_driver_version);
1344 }
1345
1346 static ssize_t aac_show_serial_number(struct device *device,
1347                                struct device_attribute *attr, char *buf)
1348 {
1349         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1350         int len = 0;
1351
1352         if (le32_to_cpu(dev->adapter_info.serial[0]) != 0xBAD0)
1353                 len = snprintf(buf, 16, "%06X\n",
1354                   le32_to_cpu(dev->adapter_info.serial[0]));
1355         if (len &&
1356           !memcmp(&dev->supplement_adapter_info.mfg_pcba_serial_no[
1357             sizeof(dev->supplement_adapter_info.mfg_pcba_serial_no)-len],
1358           buf, len-1))
1359                 len = snprintf(buf, 16, "%.*s\n",
1360                   (int)sizeof(dev->supplement_adapter_info.mfg_pcba_serial_no),
1361                   dev->supplement_adapter_info.mfg_pcba_serial_no);
1362
1363         return min(len, 16);
1364 }
1365
1366 static ssize_t aac_show_max_channel(struct device *device,
1367                                     struct device_attribute *attr, char *buf)
1368 {
1369         return snprintf(buf, PAGE_SIZE, "%d\n",
1370           class_to_shost(device)->max_channel);
1371 }
1372
1373 static ssize_t aac_show_max_id(struct device *device,
1374                                struct device_attribute *attr, char *buf)
1375 {
1376         return snprintf(buf, PAGE_SIZE, "%d\n",
1377           class_to_shost(device)->max_id);
1378 }
1379
1380 static ssize_t aac_store_reset_adapter(struct device *device,
1381                                        struct device_attribute *attr,
1382                                        const char *buf, size_t count)
1383 {
1384         int retval = -EACCES;
1385
1386         if (!capable(CAP_SYS_ADMIN))
1387                 return retval;
1388
1389         retval = aac_reset_adapter(shost_priv(class_to_shost(device)),
1390                                         buf[0] == '!', IOP_HWSOFT_RESET);
1391         if (retval >= 0)
1392                 retval = count;
1393
1394         return retval;
1395 }
1396
1397 static ssize_t aac_show_reset_adapter(struct device *device,
1398                                       struct device_attribute *attr,
1399                                       char *buf)
1400 {
1401         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1402         int len, tmp;
1403
1404         tmp = aac_adapter_check_health(dev);
1405         if ((tmp == 0) && dev->in_reset)
1406                 tmp = -EBUSY;
1407         len = snprintf(buf, PAGE_SIZE, "0x%x\n", tmp);
1408         return len;
1409 }
1410
1411 static struct device_attribute aac_model = {
1412         .attr = {
1413                 .name = "model",
1414                 .mode = S_IRUGO,
1415         },
1416         .show = aac_show_model,
1417 };
1418 static struct device_attribute aac_vendor = {
1419         .attr = {
1420                 .name = "vendor",
1421                 .mode = S_IRUGO,
1422         },
1423         .show = aac_show_vendor,
1424 };
1425 static struct device_attribute aac_flags = {
1426         .attr = {
1427                 .name = "flags",
1428                 .mode = S_IRUGO,
1429         },
1430         .show = aac_show_flags,
1431 };
1432 static struct device_attribute aac_kernel_version = {
1433         .attr = {
1434                 .name = "hba_kernel_version",
1435                 .mode = S_IRUGO,
1436         },
1437         .show = aac_show_kernel_version,
1438 };
1439 static struct device_attribute aac_monitor_version = {
1440         .attr = {
1441                 .name = "hba_monitor_version",
1442                 .mode = S_IRUGO,
1443         },
1444         .show = aac_show_monitor_version,
1445 };
1446 static struct device_attribute aac_bios_version = {
1447         .attr = {
1448                 .name = "hba_bios_version",
1449                 .mode = S_IRUGO,
1450         },
1451         .show = aac_show_bios_version,
1452 };
1453 static struct device_attribute aac_lld_version = {
1454         .attr = {
1455                 .name = "driver_version",
1456                 .mode = 0444,
1457         },
1458         .show = aac_show_driver_version,
1459 };
1460 static struct device_attribute aac_serial_number = {
1461         .attr = {
1462                 .name = "serial_number",
1463                 .mode = S_IRUGO,
1464         },
1465         .show = aac_show_serial_number,
1466 };
1467 static struct device_attribute aac_max_channel = {
1468         .attr = {
1469                 .name = "max_channel",
1470                 .mode = S_IRUGO,
1471         },
1472         .show = aac_show_max_channel,
1473 };
1474 static struct device_attribute aac_max_id = {
1475         .attr = {
1476                 .name = "max_id",
1477                 .mode = S_IRUGO,
1478         },
1479         .show = aac_show_max_id,
1480 };
1481 static struct device_attribute aac_reset = {
1482         .attr = {
1483                 .name = "reset_host",
1484                 .mode = S_IWUSR|S_IRUGO,
1485         },
1486         .store = aac_store_reset_adapter,
1487         .show = aac_show_reset_adapter,
1488 };
1489
1490 static struct device_attribute *aac_attrs[] = {
1491         &aac_model,
1492         &aac_vendor,
1493         &aac_flags,
1494         &aac_kernel_version,
1495         &aac_monitor_version,
1496         &aac_bios_version,
1497         &aac_lld_version,
1498         &aac_serial_number,
1499         &aac_max_channel,
1500         &aac_max_id,
1501         &aac_reset,
1502         NULL
1503 };
1504
1505 ssize_t aac_get_serial_number(struct device *device, char *buf)
1506 {
1507         return aac_show_serial_number(device, &aac_serial_number, buf);
1508 }
1509
1510 static const struct file_operations aac_cfg_fops = {
1511         .owner          = THIS_MODULE,
1512         .unlocked_ioctl = aac_cfg_ioctl,
1513 #ifdef CONFIG_COMPAT
1514         .compat_ioctl   = aac_compat_cfg_ioctl,
1515 #endif
1516         .open           = aac_cfg_open,
1517         .llseek         = noop_llseek,
1518 };
1519
1520 static struct scsi_host_template aac_driver_template = {
1521         .module                         = THIS_MODULE,
1522         .name                           = "AAC",
1523         .proc_name                      = AAC_DRIVERNAME,
1524         .info                           = aac_info,
1525         .ioctl                          = aac_ioctl,
1526 #ifdef CONFIG_COMPAT
1527         .compat_ioctl                   = aac_compat_ioctl,
1528 #endif
1529         .queuecommand                   = aac_queuecommand,
1530         .bios_param                     = aac_biosparm,
1531         .shost_attrs                    = aac_attrs,
1532         .slave_configure                = aac_slave_configure,
1533         .change_queue_depth             = aac_change_queue_depth,
1534         .sdev_attrs                     = aac_dev_attrs,
1535         .eh_abort_handler               = aac_eh_abort,
1536         .eh_device_reset_handler        = aac_eh_dev_reset,
1537         .eh_target_reset_handler        = aac_eh_target_reset,
1538         .eh_bus_reset_handler           = aac_eh_bus_reset,
1539         .eh_host_reset_handler          = aac_eh_host_reset,
1540         .can_queue                      = AAC_NUM_IO_FIB,
1541         .this_id                        = MAXIMUM_NUM_CONTAINERS,
1542         .sg_tablesize                   = 16,
1543         .max_sectors                    = 128,
1544 #if (AAC_NUM_IO_FIB > 256)
1545         .cmd_per_lun                    = 256,
1546 #else
1547         .cmd_per_lun                    = AAC_NUM_IO_FIB,
1548 #endif
1549         .emulated                       = 1,
1550         .no_write_same                  = 1,
1551 };
1552
1553 static void __aac_shutdown(struct aac_dev * aac)
1554 {
1555         int i;
1556
1557         mutex_lock(&aac->ioctl_mutex);
1558         aac->adapter_shutdown = 1;
1559         mutex_unlock(&aac->ioctl_mutex);
1560
1561         if (aac->aif_thread) {
1562                 int i;
1563                 /* Clear out events first */
1564                 for (i = 0; i < (aac->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB); i++) {
1565                         struct fib *fib = &aac->fibs[i];
1566                         if (!(fib->hw_fib_va->header.XferState & cpu_to_le32(NoResponseExpected | Async)) &&
1567                             (fib->hw_fib_va->header.XferState & cpu_to_le32(ResponseExpected)))
1568                                 complete(&fib->event_wait);
1569                 }
1570                 kthread_stop(aac->thread);
1571                 aac->thread = NULL;
1572         }
1573
1574         aac_send_shutdown(aac);
1575
1576         aac_adapter_disable_int(aac);
1577
1578         if (aac_is_src(aac)) {
1579                 if (aac->max_msix > 1) {
1580                         for (i = 0; i < aac->max_msix; i++) {
1581                                 free_irq(pci_irq_vector(aac->pdev, i),
1582                                          &(aac->aac_msix[i]));
1583                         }
1584                 } else {
1585                         free_irq(aac->pdev->irq,
1586                                  &(aac->aac_msix[0]));
1587                 }
1588         } else {
1589                 free_irq(aac->pdev->irq, aac);
1590         }
1591         if (aac->msi)
1592                 pci_disable_msi(aac->pdev);
1593         else if (aac->max_msix > 1)
1594                 pci_disable_msix(aac->pdev);
1595 }
1596 static void aac_init_char(void)
1597 {
1598         aac_cfg_major = register_chrdev(0, "aac", &aac_cfg_fops);
1599         if (aac_cfg_major < 0) {
1600                 pr_err("aacraid: unable to register \"aac\" device.\n");
1601         }
1602 }
1603
1604 static int aac_probe_one(struct pci_dev *pdev, const struct pci_device_id *id)
1605 {
1606         unsigned index = id->driver_data;
1607         struct Scsi_Host *shost;
1608         struct aac_dev *aac;
1609         struct list_head *insert = &aac_devices;
1610         int error;
1611         int unique_id = 0;
1612         u64 dmamask;
1613         int mask_bits = 0;
1614         extern int aac_sync_mode;
1615
1616         /*
1617          * Only series 7 needs freset.
1618          */
1619         if (pdev->device == PMC_DEVICE_S7)
1620                 pdev->needs_freset = 1;
1621
1622         list_for_each_entry(aac, &aac_devices, entry) {
1623                 if (aac->id > unique_id)
1624                         break;
1625                 insert = &aac->entry;
1626                 unique_id++;
1627         }
1628
1629         pci_disable_link_state(pdev, PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1 |
1630                                PCIE_LINK_STATE_CLKPM);
1631
1632         error = pci_enable_device(pdev);
1633         if (error)
1634                 goto out;
1635
1636         if (!(aac_drivers[index].quirks & AAC_QUIRK_SRC)) {
1637                 error = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
1638                 if (error) {
1639                         dev_err(&pdev->dev, "PCI 32 BIT dma mask set failed");
1640                         goto out_disable_pdev;
1641                 }
1642         }
1643
1644         /*
1645          * If the quirk31 bit is set, the adapter needs adapter
1646          * to driver communication memory to be allocated below 2gig
1647          */
1648         if (aac_drivers[index].quirks & AAC_QUIRK_31BIT) {
1649                 dmamask = DMA_BIT_MASK(31);
1650                 mask_bits = 31;
1651         } else {
1652                 dmamask = DMA_BIT_MASK(32);
1653                 mask_bits = 32;
1654         }
1655
1656         error = pci_set_consistent_dma_mask(pdev, dmamask);
1657         if (error) {
1658                 dev_err(&pdev->dev, "PCI %d B consistent dma mask set failed\n"
1659                                 , mask_bits);
1660                 goto out_disable_pdev;
1661         }
1662
1663         pci_set_master(pdev);
1664
1665         shost = scsi_host_alloc(&aac_driver_template, sizeof(struct aac_dev));
1666         if (!shost) {
1667                 error = -ENOMEM;
1668                 goto out_disable_pdev;
1669         }
1670
1671         shost->irq = pdev->irq;
1672         shost->unique_id = unique_id;
1673         shost->max_cmd_len = 16;
1674         shost->use_cmd_list = 1;
1675
1676         if (aac_cfg_major == AAC_CHARDEV_NEEDS_REINIT)
1677                 aac_init_char();
1678
1679         aac = (struct aac_dev *)shost->hostdata;
1680         aac->base_start = pci_resource_start(pdev, 0);
1681         aac->scsi_host_ptr = shost;
1682         aac->pdev = pdev;
1683         aac->name = aac_driver_template.name;
1684         aac->id = shost->unique_id;
1685         aac->cardtype = index;
1686         INIT_LIST_HEAD(&aac->entry);
1687
1688         if (aac_reset_devices || reset_devices)
1689                 aac->init_reset = true;
1690
1691         aac->fibs = kcalloc(shost->can_queue + AAC_NUM_MGT_FIB,
1692                             sizeof(struct fib),
1693                             GFP_KERNEL);
1694         if (!aac->fibs) {
1695                 error = -ENOMEM;
1696                 goto out_free_host;
1697         }
1698
1699         spin_lock_init(&aac->fib_lock);
1700
1701         mutex_init(&aac->ioctl_mutex);
1702         mutex_init(&aac->scan_mutex);
1703
1704         INIT_DELAYED_WORK(&aac->safw_rescan_work, aac_safw_rescan_worker);
1705         /*
1706          *      Map in the registers from the adapter.
1707          */
1708         aac->base_size = AAC_MIN_FOOTPRINT_SIZE;
1709         if ((*aac_drivers[index].init)(aac)) {
1710                 error = -ENODEV;
1711                 goto out_unmap;
1712         }
1713
1714         if (aac->sync_mode) {
1715                 if (aac_sync_mode)
1716                         printk(KERN_INFO "%s%d: Sync. mode enforced "
1717                                 "by driver parameter. This will cause "
1718                                 "a significant performance decrease!\n",
1719                                 aac->name,
1720                                 aac->id);
1721                 else
1722                         printk(KERN_INFO "%s%d: Async. mode not supported "
1723                                 "by current driver, sync. mode enforced."
1724                                 "\nPlease update driver to get full performance.\n",
1725                                 aac->name,
1726                                 aac->id);
1727         }
1728
1729         /*
1730          *      Start any kernel threads needed
1731          */
1732         aac->thread = kthread_run(aac_command_thread, aac, AAC_DRIVERNAME);
1733         if (IS_ERR(aac->thread)) {
1734                 printk(KERN_ERR "aacraid: Unable to create command thread.\n");
1735                 error = PTR_ERR(aac->thread);
1736                 aac->thread = NULL;
1737                 goto out_deinit;
1738         }
1739
1740         aac->maximum_num_channels = aac_drivers[index].channels;
1741         error = aac_get_adapter_info(aac);
1742         if (error < 0)
1743                 goto out_deinit;
1744
1745         /*
1746          * Lets override negotiations and drop the maximum SG limit to 34
1747          */
1748         if ((aac_drivers[index].quirks & AAC_QUIRK_34SG) &&
1749                         (shost->sg_tablesize > 34)) {
1750                 shost->sg_tablesize = 34;
1751                 shost->max_sectors = (shost->sg_tablesize * 8) + 112;
1752         }
1753
1754         if ((aac_drivers[index].quirks & AAC_QUIRK_17SG) &&
1755                         (shost->sg_tablesize > 17)) {
1756                 shost->sg_tablesize = 17;
1757                 shost->max_sectors = (shost->sg_tablesize * 8) + 112;
1758         }
1759
1760         if (aac->adapter_info.options & AAC_OPT_NEW_COMM)
1761                 shost->max_segment_size = shost->max_sectors << 9;
1762         else
1763                 shost->max_segment_size = 65536;
1764
1765         /*
1766          * Firmware printf works only with older firmware.
1767          */
1768         if (aac_drivers[index].quirks & AAC_QUIRK_34SG)
1769                 aac->printf_enabled = 1;
1770         else
1771                 aac->printf_enabled = 0;
1772
1773         /*
1774          * max channel will be the physical channels plus 1 virtual channel
1775          * all containers are on the virtual channel 0 (CONTAINER_CHANNEL)
1776          * physical channels are address by their actual physical number+1
1777          */
1778         if (aac->nondasd_support || expose_physicals || aac->jbod)
1779                 shost->max_channel = aac->maximum_num_channels;
1780         else
1781                 shost->max_channel = 0;
1782
1783         aac_get_config_status(aac, 0);
1784         aac_get_containers(aac);
1785         list_add(&aac->entry, insert);
1786
1787         shost->max_id = aac->maximum_num_containers;
1788         if (shost->max_id < aac->maximum_num_physicals)
1789                 shost->max_id = aac->maximum_num_physicals;
1790         if (shost->max_id < MAXIMUM_NUM_CONTAINERS)
1791                 shost->max_id = MAXIMUM_NUM_CONTAINERS;
1792         else
1793                 shost->this_id = shost->max_id;
1794
1795         if (!aac->sa_firmware && aac_drivers[index].quirks & AAC_QUIRK_SRC)
1796                 aac_intr_normal(aac, 0, 2, 0, NULL);
1797
1798         /*
1799          * dmb - we may need to move the setting of these parms somewhere else once
1800          * we get a fib that can report the actual numbers
1801          */
1802         shost->max_lun = AAC_MAX_LUN;
1803
1804         pci_set_drvdata(pdev, shost);
1805
1806         error = scsi_add_host(shost, &pdev->dev);
1807         if (error)
1808                 goto out_deinit;
1809
1810         aac_scan_host(aac);
1811
1812         pci_enable_pcie_error_reporting(pdev);
1813         pci_save_state(pdev);
1814
1815         return 0;
1816
1817  out_deinit:
1818         __aac_shutdown(aac);
1819  out_unmap:
1820         aac_fib_map_free(aac);
1821         if (aac->comm_addr)
1822                 dma_free_coherent(&aac->pdev->dev, aac->comm_size,
1823                                   aac->comm_addr, aac->comm_phys);
1824         kfree(aac->queues);
1825         aac_adapter_ioremap(aac, 0);
1826         kfree(aac->fibs);
1827         kfree(aac->fsa_dev);
1828  out_free_host:
1829         scsi_host_put(shost);
1830  out_disable_pdev:
1831         pci_disable_device(pdev);
1832  out:
1833         return error;
1834 }
1835
1836 static void aac_release_resources(struct aac_dev *aac)
1837 {
1838         aac_adapter_disable_int(aac);
1839         aac_free_irq(aac);
1840 }
1841
1842 static int aac_acquire_resources(struct aac_dev *dev)
1843 {
1844         unsigned long status;
1845         /*
1846          *      First clear out all interrupts.  Then enable the one's that we
1847          *      can handle.
1848          */
1849         while (!((status = src_readl(dev, MUnit.OMR)) & KERNEL_UP_AND_RUNNING)
1850                 || status == 0xffffffff)
1851                         msleep(20);
1852
1853         aac_adapter_disable_int(dev);
1854         aac_adapter_enable_int(dev);
1855
1856
1857         if (aac_is_src(dev))
1858                 aac_define_int_mode(dev);
1859
1860         if (dev->msi_enabled)
1861                 aac_src_access_devreg(dev, AAC_ENABLE_MSIX);
1862
1863         if (aac_acquire_irq(dev))
1864                 goto error_iounmap;
1865
1866         aac_adapter_enable_int(dev);
1867
1868         /*max msix may change  after EEH
1869          * Re-assign vectors to fibs
1870          */
1871         aac_fib_vector_assign(dev);
1872
1873         if (!dev->sync_mode) {
1874                 /* After EEH recovery or suspend resume, max_msix count
1875                  * may change, therefore updating in init as well.
1876                  */
1877                 dev->init->r7.no_of_msix_vectors = cpu_to_le32(dev->max_msix);
1878                 aac_adapter_start(dev);
1879         }
1880         return 0;
1881
1882 error_iounmap:
1883         return -1;
1884
1885 }
1886
1887 #if (defined(CONFIG_PM))
1888 static int aac_suspend(struct pci_dev *pdev, pm_message_t state)
1889 {
1890
1891         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1892         struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1893
1894         scsi_block_requests(shost);
1895         aac_cancel_safw_rescan_worker(aac);
1896         aac_send_shutdown(aac);
1897
1898         aac_release_resources(aac);
1899
1900         pci_set_drvdata(pdev, shost);
1901         pci_save_state(pdev);
1902         pci_disable_device(pdev);
1903         pci_set_power_state(pdev, pci_choose_state(pdev, state));
1904
1905         return 0;
1906 }
1907
1908 static int aac_resume(struct pci_dev *pdev)
1909 {
1910         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1911         struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1912         int r;
1913
1914         pci_set_power_state(pdev, PCI_D0);
1915         pci_enable_wake(pdev, PCI_D0, 0);
1916         pci_restore_state(pdev);
1917         r = pci_enable_device(pdev);
1918
1919         if (r)
1920                 goto fail_device;
1921
1922         pci_set_master(pdev);
1923         if (aac_acquire_resources(aac))
1924                 goto fail_device;
1925         /*
1926         * reset this flag to unblock ioctl() as it was set at
1927         * aac_send_shutdown() to block ioctls from upperlayer
1928         */
1929         aac->adapter_shutdown = 0;
1930         scsi_unblock_requests(shost);
1931
1932         return 0;
1933
1934 fail_device:
1935         printk(KERN_INFO "%s%d: resume failed.\n", aac->name, aac->id);
1936         scsi_host_put(shost);
1937         pci_disable_device(pdev);
1938         return -ENODEV;
1939 }
1940 #endif
1941
1942 static void aac_shutdown(struct pci_dev *dev)
1943 {
1944         struct Scsi_Host *shost = pci_get_drvdata(dev);
1945         scsi_block_requests(shost);
1946         __aac_shutdown((struct aac_dev *)shost->hostdata);
1947 }
1948
1949 static void aac_remove_one(struct pci_dev *pdev)
1950 {
1951         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1952         struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1953
1954         aac_cancel_safw_rescan_worker(aac);
1955         scsi_remove_host(shost);
1956
1957         __aac_shutdown(aac);
1958         aac_fib_map_free(aac);
1959         dma_free_coherent(&aac->pdev->dev, aac->comm_size, aac->comm_addr,
1960                           aac->comm_phys);
1961         kfree(aac->queues);
1962
1963         aac_adapter_ioremap(aac, 0);
1964
1965         kfree(aac->fibs);
1966         kfree(aac->fsa_dev);
1967
1968         list_del(&aac->entry);
1969         scsi_host_put(shost);
1970         pci_disable_device(pdev);
1971         if (list_empty(&aac_devices)) {
1972                 unregister_chrdev(aac_cfg_major, "aac");
1973                 aac_cfg_major = AAC_CHARDEV_NEEDS_REINIT;
1974         }
1975 }
1976
1977 static void aac_flush_ios(struct aac_dev *aac)
1978 {
1979         int i;
1980         struct scsi_cmnd *cmd;
1981
1982         for (i = 0; i < aac->scsi_host_ptr->can_queue; i++) {
1983                 cmd = (struct scsi_cmnd *)aac->fibs[i].callback_data;
1984                 if (cmd && (cmd->SCp.phase == AAC_OWNER_FIRMWARE)) {
1985                         scsi_dma_unmap(cmd);
1986
1987                         if (aac->handle_pci_error)
1988                                 cmd->result = DID_NO_CONNECT << 16;
1989                         else
1990                                 cmd->result = DID_RESET << 16;
1991
1992                         cmd->scsi_done(cmd);
1993                 }
1994         }
1995 }
1996
1997 static pci_ers_result_t aac_pci_error_detected(struct pci_dev *pdev,
1998                                         enum pci_channel_state error)
1999 {
2000         struct Scsi_Host *shost = pci_get_drvdata(pdev);
2001         struct aac_dev *aac = shost_priv(shost);
2002
2003         dev_err(&pdev->dev, "aacraid: PCI error detected %x\n", error);
2004
2005         switch (error) {
2006         case pci_channel_io_normal:
2007                 return PCI_ERS_RESULT_CAN_RECOVER;
2008         case pci_channel_io_frozen:
2009                 aac->handle_pci_error = 1;
2010
2011                 scsi_block_requests(aac->scsi_host_ptr);
2012                 aac_cancel_safw_rescan_worker(aac);
2013                 aac_flush_ios(aac);
2014                 aac_release_resources(aac);
2015
2016                 pci_disable_pcie_error_reporting(pdev);
2017                 aac_adapter_ioremap(aac, 0);
2018
2019                 return PCI_ERS_RESULT_NEED_RESET;
2020         case pci_channel_io_perm_failure:
2021                 aac->handle_pci_error = 1;
2022
2023                 aac_flush_ios(aac);
2024                 return PCI_ERS_RESULT_DISCONNECT;
2025         }
2026
2027         return PCI_ERS_RESULT_NEED_RESET;
2028 }
2029
2030 static pci_ers_result_t aac_pci_mmio_enabled(struct pci_dev *pdev)
2031 {
2032         dev_err(&pdev->dev, "aacraid: PCI error - mmio enabled\n");
2033         return PCI_ERS_RESULT_NEED_RESET;
2034 }
2035
2036 static pci_ers_result_t aac_pci_slot_reset(struct pci_dev *pdev)
2037 {
2038         dev_err(&pdev->dev, "aacraid: PCI error - slot reset\n");
2039         pci_restore_state(pdev);
2040         if (pci_enable_device(pdev)) {
2041                 dev_warn(&pdev->dev,
2042                         "aacraid: failed to enable slave\n");
2043                 goto fail_device;
2044         }
2045
2046         pci_set_master(pdev);
2047
2048         if (pci_enable_device_mem(pdev)) {
2049                 dev_err(&pdev->dev, "pci_enable_device_mem failed\n");
2050                 goto fail_device;
2051         }
2052
2053         return PCI_ERS_RESULT_RECOVERED;
2054
2055 fail_device:
2056         dev_err(&pdev->dev, "aacraid: PCI error - slot reset failed\n");
2057         return PCI_ERS_RESULT_DISCONNECT;
2058 }
2059
2060
2061 static void aac_pci_resume(struct pci_dev *pdev)
2062 {
2063         struct Scsi_Host *shost = pci_get_drvdata(pdev);
2064         struct scsi_device *sdev = NULL;
2065         struct aac_dev *aac = (struct aac_dev *)shost_priv(shost);
2066
2067         if (aac_adapter_ioremap(aac, aac->base_size)) {
2068
2069                 dev_err(&pdev->dev, "aacraid: ioremap failed\n");
2070                 /* remap failed, go back ... */
2071                 aac->comm_interface = AAC_COMM_PRODUCER;
2072                 if (aac_adapter_ioremap(aac, AAC_MIN_FOOTPRINT_SIZE)) {
2073                         dev_warn(&pdev->dev,
2074                                 "aacraid: unable to map adapter.\n");
2075
2076                         return;
2077                 }
2078         }
2079
2080         msleep(10000);
2081
2082         aac_acquire_resources(aac);
2083
2084         /*
2085          * reset this flag to unblock ioctl() as it was set
2086          * at aac_send_shutdown() to block ioctls from upperlayer
2087          */
2088         aac->adapter_shutdown = 0;
2089         aac->handle_pci_error = 0;
2090
2091         shost_for_each_device(sdev, shost)
2092                 if (sdev->sdev_state == SDEV_OFFLINE)
2093                         sdev->sdev_state = SDEV_RUNNING;
2094         scsi_unblock_requests(aac->scsi_host_ptr);
2095         aac_scan_host(aac);
2096         pci_save_state(pdev);
2097
2098         dev_err(&pdev->dev, "aacraid: PCI error - resume\n");
2099 }
2100
2101 static struct pci_error_handlers aac_pci_err_handler = {
2102         .error_detected         = aac_pci_error_detected,
2103         .mmio_enabled           = aac_pci_mmio_enabled,
2104         .slot_reset             = aac_pci_slot_reset,
2105         .resume                 = aac_pci_resume,
2106 };
2107
2108 static struct pci_driver aac_pci_driver = {
2109         .name           = AAC_DRIVERNAME,
2110         .id_table       = aac_pci_tbl,
2111         .probe          = aac_probe_one,
2112         .remove         = aac_remove_one,
2113 #if (defined(CONFIG_PM))
2114         .suspend        = aac_suspend,
2115         .resume         = aac_resume,
2116 #endif
2117         .shutdown       = aac_shutdown,
2118         .err_handler    = &aac_pci_err_handler,
2119 };
2120
2121 static int __init aac_init(void)
2122 {
2123         int error;
2124
2125         printk(KERN_INFO "Adaptec %s driver %s\n",
2126           AAC_DRIVERNAME, aac_driver_version);
2127
2128         error = pci_register_driver(&aac_pci_driver);
2129         if (error < 0)
2130                 return error;
2131
2132         aac_init_char();
2133
2134
2135         return 0;
2136 }
2137
2138 static void __exit aac_exit(void)
2139 {
2140         if (aac_cfg_major > -1)
2141                 unregister_chrdev(aac_cfg_major, "aac");
2142         pci_unregister_driver(&aac_pci_driver);
2143 }
2144
2145 module_init(aac_init);
2146 module_exit(aac_exit);