]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - drivers/scsi/ipr.c
projects / mirror_ubuntu-bionic-kernel.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
iwlwifi: pcie: don't service an interrupt that was masked
[mirror_ubuntu-bionic-kernel.git] / drivers / scsi / ipr.c
CommitLineData
1da177e4
LT		 1/*
2 * ipr.c -- driver for IBM Power Linux RAID adapters
3 *
4 * Written By: Brian King <brking@us.ibm.com>, IBM Corporation
5 *
6 * Copyright (C) 2003, 2004 IBM Corporation
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21 *
22 */
23
24/*
25 * Notes:
26 *
27 * This driver is used to control the following SCSI adapters:
28 *
29 * IBM iSeries: 5702, 5703, 2780, 5709, 570A, 570B
30 *
31 * IBM pSeries: PCI-X Dual Channel Ultra 320 SCSI RAID Adapter
32 * PCI-X Dual Channel Ultra 320 SCSI Adapter
33 * PCI-X Dual Channel Ultra 320 SCSI RAID Enablement Card
34 * Embedded SCSI adapter on p615 and p655 systems
35 *
36 * Supported Hardware Features:
37 * - Ultra 320 SCSI controller
38 * - PCI-X host interface
39 * - Embedded PowerPC RISC Processor and Hardware XOR DMA Engine
40 * - Non-Volatile Write Cache
41 * - Supports attachment of non-RAID disks, tape, and optical devices
42 * - RAID Levels 0, 5, 10
43 * - Hot spare
44 * - Background Parity Checking
45 * - Background Data Scrubbing
46 * - Ability to increase the capacity of an existing RAID 5 disk array
47 * by adding disks
48 *
49 * Driver Features:
50 * - Tagged command queuing
51 * - Adapter microcode download
52 * - PCI hot plug
53 * - SCSI device hot plug
54 *
55 */
56
1da177e4
LT		 57#include <linux/fs.h>
58#include <linux/init.h>
59#include <linux/types.h>
60#include <linux/errno.h>
61#include <linux/kernel.h>
5a0e3ad6 62#include <linux/slab.h>
4d4dd706 63#include <linux/vmalloc.h>
1da177e4
LT		 64#include <linux/ioport.h>
65#include <linux/delay.h>
66#include <linux/pci.h>
67#include <linux/wait.h>
68#include <linux/spinlock.h>
69#include <linux/sched.h>
70#include <linux/interrupt.h>
71#include <linux/blkdev.h>
72#include <linux/firmware.h>
73#include <linux/module.h>
74#include <linux/moduleparam.h>
35a39691 75#include <linux/libata.h>
0ce3a7e5 76#include <linux/hdreg.h>
f72919ec 77#include <linux/reboot.h>
3e7ebdfa 78#include <linux/stringify.h>
1da177e4
LT		 79#include <asm/io.h>
80#include <asm/irq.h>
81#include <asm/processor.h>
82#include <scsi/scsi.h>
83#include <scsi/scsi_host.h>
84#include <scsi/scsi_tcq.h>
85#include <scsi/scsi_eh.h>
86#include <scsi/scsi_cmnd.h>
1da177e4
LT		 87#include "ipr.h"
88
89/*
90 * Global Data
91 */
b7d68ca3 92static LIST_HEAD(ipr_ioa_head);
1da177e4
LT		 93static unsigned int ipr_log_level = IPR_DEFAULT_LOG_LEVEL;
94static unsigned int ipr_max_speed = 1;
95static int ipr_testmode = 0;
96static unsigned int ipr_fastfail = 0;
5469cb5b 97static unsigned int ipr_transop_timeout = 0;
d3c74871 98static unsigned int ipr_debug = 0;
3e7ebdfa 99static unsigned int ipr_max_devs = IPR_DEFAULT_SIS64_DEVS;
ac09c349 100static unsigned int ipr_dual_ioa_raid = 1;
cb05cbb3 101static unsigned int ipr_number_of_msix = 16;
4fdd7c7a 102static unsigned int ipr_fast_reboot;
1da177e4
LT		 103static DEFINE_SPINLOCK(ipr_driver_lock);
104
105/* This table describes the differences between DMA controller chips */
106static const struct ipr_chip_cfg_t ipr_chip_cfg[] = {
60e7486b 107 { /* Gemstone, Citrine, Obsidian, and Obsidian-E */
1da177e4 108 .mailbox = 0x0042C,
89aad428 109 .max_cmds = 100,
1da177e4 110 .cache_line_size = 0x20,
7dd21308 111 .clear_isr = 1,
b53d124a 112 .iopoll_weight = 0,
1da177e4
LT		 113 {
114 .set_interrupt_mask_reg = 0x0022C,
115 .clr_interrupt_mask_reg = 0x00230,
214777ba 116 .clr_interrupt_mask_reg32 = 0x00230,
1da177e4 117 .sense_interrupt_mask_reg = 0x0022C,
214777ba 118 .sense_interrupt_mask_reg32 = 0x0022C,
1da177e4 119 .clr_interrupt_reg = 0x00228,
214777ba 120 .clr_interrupt_reg32 = 0x00228,
1da177e4 121 .sense_interrupt_reg = 0x00224,
214777ba 122 .sense_interrupt_reg32 = 0x00224,
1da177e4
LT		 123 .ioarrin_reg = 0x00404,
124 .sense_uproc_interrupt_reg = 0x00214,
214777ba 125 .sense_uproc_interrupt_reg32 = 0x00214,
1da177e4 126 .set_uproc_interrupt_reg = 0x00214,
214777ba
WB		 127 .set_uproc_interrupt_reg32 = 0x00214,
128 .clr_uproc_interrupt_reg = 0x00218,
129 .clr_uproc_interrupt_reg32 = 0x00218
1da177e4
LT		 130 }
131 },
132 { /* Snipe and Scamp */
133 .mailbox = 0x0052C,
89aad428 134 .max_cmds = 100,
1da177e4 135 .cache_line_size = 0x20,
7dd21308 136 .clear_isr = 1,
b53d124a 137 .iopoll_weight = 0,
1da177e4
LT		 138 {
139 .set_interrupt_mask_reg = 0x00288,
140 .clr_interrupt_mask_reg = 0x0028C,
214777ba 141 .clr_interrupt_mask_reg32 = 0x0028C,
1da177e4 142 .sense_interrupt_mask_reg = 0x00288,
214777ba 143 .sense_interrupt_mask_reg32 = 0x00288,
1da177e4 144 .clr_interrupt_reg = 0x00284,
214777ba 145 .clr_interrupt_reg32 = 0x00284,
1da177e4 146 .sense_interrupt_reg = 0x00280,
214777ba 147 .sense_interrupt_reg32 = 0x00280,
1da177e4
LT		 148 .ioarrin_reg = 0x00504,
149 .sense_uproc_interrupt_reg = 0x00290,
214777ba 150 .sense_uproc_interrupt_reg32 = 0x00290,
1da177e4 151 .set_uproc_interrupt_reg = 0x00290,
214777ba
WB		 152 .set_uproc_interrupt_reg32 = 0x00290,
153 .clr_uproc_interrupt_reg = 0x00294,
154 .clr_uproc_interrupt_reg32 = 0x00294
1da177e4
LT		 155 }
156 },
a74c1639 157 { /* CRoC */
110def85 158 .mailbox = 0x00044,
89aad428 159 .max_cmds = 1000,
a74c1639 160 .cache_line_size = 0x20,
7dd21308 161 .clear_isr = 0,
b53d124a 162 .iopoll_weight = 64,
a74c1639
WB		 163 {
164 .set_interrupt_mask_reg = 0x00010,
165 .clr_interrupt_mask_reg = 0x00018,
214777ba 166 .clr_interrupt_mask_reg32 = 0x0001C,
a74c1639 167 .sense_interrupt_mask_reg = 0x00010,
214777ba 168 .sense_interrupt_mask_reg32 = 0x00014,
a74c1639 169 .clr_interrupt_reg = 0x00008,
214777ba 170 .clr_interrupt_reg32 = 0x0000C,
a74c1639 171 .sense_interrupt_reg = 0x00000,
214777ba 172 .sense_interrupt_reg32 = 0x00004,
a74c1639
WB		 173 .ioarrin_reg = 0x00070,
174 .sense_uproc_interrupt_reg = 0x00020,
214777ba 175 .sense_uproc_interrupt_reg32 = 0x00024,
a74c1639 176 .set_uproc_interrupt_reg = 0x00020,
214777ba 177 .set_uproc_interrupt_reg32 = 0x00024,
dcbad00e 178 .clr_uproc_interrupt_reg = 0x00028,
214777ba
WB		 179 .clr_uproc_interrupt_reg32 = 0x0002C,
180 .init_feedback_reg = 0x0005C,
dcbad00e 181 .dump_addr_reg = 0x00064,
8701f185
WB		 182 .dump_data_reg = 0x00068,
183 .endian_swap_reg = 0x00084
a74c1639
WB		 184 }
185 },
1da177e4
LT		 186};
187
188static const struct ipr_chip_t ipr_chip[] = {
a299ee62
CH		 189 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
190 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
191 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
192 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
193 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E, true, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
194 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
195 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
196 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
197 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
198 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] }
1da177e4
LT		 199};
200
203fa3fe 201static int ipr_max_bus_speeds[] = {
1da177e4
LT		 202 IPR_80MBs_SCSI_RATE, IPR_U160_SCSI_RATE, IPR_U320_SCSI_RATE
203};
204
205MODULE_AUTHOR("Brian King <brking@us.ibm.com>");
206MODULE_DESCRIPTION("IBM Power RAID SCSI Adapter Driver");
207module_param_named(max_speed, ipr_max_speed, uint, 0);
208MODULE_PARM_DESC(max_speed, "Maximum bus speed (0-2). Default: 1=U160. Speeds: 0=80 MB/s, 1=U160, 2=U320");
209module_param_named(log_level, ipr_log_level, uint, 0);
210MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver");
211module_param_named(testmode, ipr_testmode, int, 0);
212MODULE_PARM_DESC(testmode, "DANGEROUS!!! Allows unsupported configurations");
2cf22be0 213module_param_named(fastfail, ipr_fastfail, int, S_IRUGO | S_IWUSR);
1da177e4
LT		 214MODULE_PARM_DESC(fastfail, "Reduce timeouts and retries");
215module_param_named(transop_timeout, ipr_transop_timeout, int, 0);
216MODULE_PARM_DESC(transop_timeout, "Time in seconds to wait for adapter to come operational (default: 300)");
2cf22be0 217module_param_named(debug, ipr_debug, int, S_IRUGO | S_IWUSR);
d3c74871 218MODULE_PARM_DESC(debug, "Enable device driver debugging logging. Set to 1 to enable. (default: 0)");
ac09c349
BK		 219module_param_named(dual_ioa_raid, ipr_dual_ioa_raid, int, 0);
220MODULE_PARM_DESC(dual_ioa_raid, "Enable dual adapter RAID support. Set to 1 to enable. (default: 1)");
3e7ebdfa
WB		 221module_param_named(max_devs, ipr_max_devs, int, 0);
222MODULE_PARM_DESC(max_devs, "Specify the maximum number of physical devices. "
223 "[Default=" __stringify(IPR_DEFAULT_SIS64_DEVS) "]");
05a6538a 224module_param_named(number_of_msix, ipr_number_of_msix, int, 0);
cb05cbb3 225MODULE_PARM_DESC(number_of_msix, "Specify the number of MSIX interrupts to use on capable adapters (1 - 16). (default:16)");
4fdd7c7a
BK		 226module_param_named(fast_reboot, ipr_fast_reboot, int, S_IRUGO | S_IWUSR);
227MODULE_PARM_DESC(fast_reboot, "Skip adapter shutdown during reboot. Set to 1 to enable. (default: 0)");
1da177e4
LT		 228MODULE_LICENSE("GPL");
229MODULE_VERSION(IPR_DRIVER_VERSION);
230
1da177e4
LT		 231/* A constant array of IOASCs/URCs/Error Messages */
232static const
233struct ipr_error_table_t ipr_error_table[] = {
933916f3 234 {0x00000000, 1, IPR_DEFAULT_LOG_LEVEL,
1da177e4
LT		 235 "8155: An unknown error was received"},
236 {0x00330000, 0, 0,
237 "Soft underlength error"},
238 {0x005A0000, 0, 0,
239 "Command to be cancelled not found"},
240 {0x00808000, 0, 0,
241 "Qualified success"},
933916f3 242 {0x01080000, 1, IPR_DEFAULT_LOG_LEVEL,
1da177e4 243 "FFFE: Soft device bus error recovered by the IOA"},
933916f3 244 {0x01088100, 0, IPR_DEFAULT_LOG_LEVEL,
896bbd21 245 "4101: Soft device bus fabric error"},
5aa3a333
WB		 246 {0x01100100, 0, IPR_DEFAULT_LOG_LEVEL,
247 "FFFC: Logical block guard error recovered by the device"},
248 {0x01100300, 0, IPR_DEFAULT_LOG_LEVEL,
249 "FFFC: Logical block reference tag error recovered by the device"},
250 {0x01108300, 0, IPR_DEFAULT_LOG_LEVEL,
251 "4171: Recovered scatter list tag / sequence number error"},
252 {0x01109000, 0, IPR_DEFAULT_LOG_LEVEL,
253 "FF3D: Recovered logical block CRC error on IOA to Host transfer"},
254 {0x01109200, 0, IPR_DEFAULT_LOG_LEVEL,
255 "4171: Recovered logical block sequence number error on IOA to Host transfer"},
256 {0x0110A000, 0, IPR_DEFAULT_LOG_LEVEL,
257 "FFFD: Recovered logical block reference tag error detected by the IOA"},
258 {0x0110A100, 0, IPR_DEFAULT_LOG_LEVEL,
259 "FFFD: Logical block guard error recovered by the IOA"},
933916f3 260 {0x01170600, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 261 "FFF9: Device sector reassign successful"},
933916f3 262 {0x01170900, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 263 "FFF7: Media error recovered by device rewrite procedures"},
933916f3 264 {0x01180200, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 265 "7001: IOA sector reassignment successful"},
933916f3 266 {0x01180500, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 267 "FFF9: Soft media error. Sector reassignment recommended"},
933916f3 268 {0x01180600, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 269 "FFF7: Media error recovered by IOA rewrite procedures"},
933916f3 270 {0x01418000, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 271 "FF3D: Soft PCI bus error recovered by the IOA"},
933916f3 272 {0x01440000, 1, IPR_DEFAULT_LOG_LEVEL,
1da177e4 273 "FFF6: Device hardware error recovered by the IOA"},
933916f3 274 {0x01448100, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 275 "FFF6: Device hardware error recovered by the device"},
933916f3 276 {0x01448200, 1, IPR_DEFAULT_LOG_LEVEL,
1da177e4 277 "FF3D: Soft IOA error recovered by the IOA"},
933916f3 278 {0x01448300, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 279 "FFFA: Undefined device response recovered by the IOA"},
933916f3 280 {0x014A0000, 1, IPR_DEFAULT_LOG_LEVEL,
1da177e4 281 "FFF6: Device bus error, message or command phase"},
933916f3 282 {0x014A8000, 0, IPR_DEFAULT_LOG_LEVEL,
35a39691 283 "FFFE: Task Management Function failed"},
933916f3 284 {0x015D0000, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 285 "FFF6: Failure prediction threshold exceeded"},
933916f3 286 {0x015D9200, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 287 "8009: Impending cache battery pack failure"},
ed7bd661 288 {0x02040100, 0, 0,
289 "Logical Unit in process of becoming ready"},
290 {0x02040200, 0, 0,
291 "Initializing command required"},
1da177e4
LT		 292 {0x02040400, 0, 0,
293 "34FF: Disk device format in progress"},
ed7bd661 294 {0x02040C00, 0, 0,
295 "Logical unit not accessible, target port in unavailable state"},
65f56475
BK		 296 {0x02048000, 0, IPR_DEFAULT_LOG_LEVEL,
297 "9070: IOA requested reset"},
1da177e4
LT		 298 {0x023F0000, 0, 0,
299 "Synchronization required"},
ed7bd661 300 {0x02408500, 0, 0,
301 "IOA microcode download required"},
302 {0x02408600, 0, 0,
303 "Device bus connection is prohibited by host"},
1da177e4
LT		 304 {0x024E0000, 0, 0,
305 "No ready, IOA shutdown"},
306 {0x025A0000, 0, 0,
307 "Not ready, IOA has been shutdown"},
933916f3 308 {0x02670100, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4
LT		 309 "3020: Storage subsystem configuration error"},
310 {0x03110B00, 0, 0,
311 "FFF5: Medium error, data unreadable, recommend reassign"},
312 {0x03110C00, 0, 0,
313 "7000: Medium error, data unreadable, do not reassign"},
933916f3 314 {0x03310000, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 315 "FFF3: Disk media format bad"},
933916f3 316 {0x04050000, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 317 "3002: Addressed device failed to respond to selection"},
933916f3 318 {0x04080000, 1, IPR_DEFAULT_LOG_LEVEL,
1da177e4 319 "3100: Device bus error"},
933916f3 320 {0x04080100, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4
LT		 321 "3109: IOA timed out a device command"},
322 {0x04088000, 0, 0,
323 "3120: SCSI bus is not operational"},
933916f3 324 {0x04088100, 0, IPR_DEFAULT_LOG_LEVEL,
896bbd21 325 "4100: Hard device bus fabric error"},
5aa3a333
WB		 326 {0x04100100, 0, IPR_DEFAULT_LOG_LEVEL,
327 "310C: Logical block guard error detected by the device"},
328 {0x04100300, 0, IPR_DEFAULT_LOG_LEVEL,
329 "310C: Logical block reference tag error detected by the device"},
330 {0x04108300, 1, IPR_DEFAULT_LOG_LEVEL,
331 "4170: Scatter list tag / sequence number error"},
332 {0x04109000, 1, IPR_DEFAULT_LOG_LEVEL,
333 "8150: Logical block CRC error on IOA to Host transfer"},
334 {0x04109200, 1, IPR_DEFAULT_LOG_LEVEL,
335 "4170: Logical block sequence number error on IOA to Host transfer"},
336 {0x0410A000, 0, IPR_DEFAULT_LOG_LEVEL,
337 "310D: Logical block reference tag error detected by the IOA"},
338 {0x0410A100, 0, IPR_DEFAULT_LOG_LEVEL,
339 "310D: Logical block guard error detected by the IOA"},
933916f3 340 {0x04118000, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 341 "9000: IOA reserved area data check"},
933916f3 342 {0x04118100, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 343 "9001: IOA reserved area invalid data pattern"},
933916f3 344 {0x04118200, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 345 "9002: IOA reserved area LRC error"},
5aa3a333
WB		 346 {0x04118300, 1, IPR_DEFAULT_LOG_LEVEL,
347 "Hardware Error, IOA metadata access error"},
933916f3 348 {0x04320000, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 349 "102E: Out of alternate sectors for disk storage"},
933916f3 350 {0x04330000, 1, IPR_DEFAULT_LOG_LEVEL,
1da177e4 351 "FFF4: Data transfer underlength error"},
933916f3 352 {0x04338000, 1, IPR_DEFAULT_LOG_LEVEL,
1da177e4 353 "FFF4: Data transfer overlength error"},
933916f3 354 {0x043E0100, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 355 "3400: Logical unit failure"},
933916f3 356 {0x04408500, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 357 "FFF4: Device microcode is corrupt"},
933916f3 358 {0x04418000, 1, IPR_DEFAULT_LOG_LEVEL,
1da177e4
LT		 359 "8150: PCI bus error"},
360 {0x04430000, 1, 0,
361 "Unsupported device bus message received"},
933916f3 362 {0x04440000, 1, IPR_DEFAULT_LOG_LEVEL,
1da177e4 363 "FFF4: Disk device problem"},
933916f3 364 {0x04448200, 1, IPR_DEFAULT_LOG_LEVEL,
1da177e4 365 "8150: Permanent IOA failure"},
933916f3 366 {0x04448300, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 367 "3010: Disk device returned wrong response to IOA"},
933916f3 368 {0x04448400, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4
LT		 369 "8151: IOA microcode error"},
370 {0x04448500, 0, 0,
371 "Device bus status error"},
933916f3 372 {0x04448600, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 373 "8157: IOA error requiring IOA reset to recover"},
35a39691
BK		 374 {0x04448700, 0, 0,
375 "ATA device status error"},
1da177e4
LT		 376 {0x04490000, 0, 0,
377 "Message reject received from the device"},
933916f3 378 {0x04449200, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 379 "8008: A permanent cache battery pack failure occurred"},
933916f3 380 {0x0444A000, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 381 "9090: Disk unit has been modified after the last known status"},
933916f3 382 {0x0444A200, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 383 "9081: IOA detected device error"},
933916f3 384 {0x0444A300, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 385 "9082: IOA detected device error"},
933916f3 386 {0x044A0000, 1, IPR_DEFAULT_LOG_LEVEL,
1da177e4 387 "3110: Device bus error, message or command phase"},
933916f3 388 {0x044A8000, 1, IPR_DEFAULT_LOG_LEVEL,
35a39691 389 "3110: SAS Command / Task Management Function failed"},
933916f3 390 {0x04670400, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 391 "9091: Incorrect hardware configuration change has been detected"},
933916f3 392 {0x04678000, 0, IPR_DEFAULT_LOG_LEVEL,
b0df54bb 393 "9073: Invalid multi-adapter configuration"},
933916f3 394 {0x04678100, 0, IPR_DEFAULT_LOG_LEVEL,
896bbd21 395 "4010: Incorrect connection between cascaded expanders"},
933916f3 396 {0x04678200, 0, IPR_DEFAULT_LOG_LEVEL,
896bbd21 397 "4020: Connections exceed IOA design limits"},
933916f3 398 {0x04678300, 0, IPR_DEFAULT_LOG_LEVEL,
896bbd21 399 "4030: Incorrect multipath connection"},
933916f3 400 {0x04679000, 0, IPR_DEFAULT_LOG_LEVEL,
896bbd21 401 "4110: Unsupported enclosure function"},
ed7bd661 402 {0x04679800, 0, IPR_DEFAULT_LOG_LEVEL,
403 "4120: SAS cable VPD cannot be read"},
933916f3 404 {0x046E0000, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4
LT		 405 "FFF4: Command to logical unit failed"},
406 {0x05240000, 1, 0,
407 "Illegal request, invalid request type or request packet"},
408 {0x05250000, 0, 0,
409 "Illegal request, invalid resource handle"},
b0df54bb
BK		 410 {0x05258000, 0, 0,
411 "Illegal request, commands not allowed to this device"},
412 {0x05258100, 0, 0,
413 "Illegal request, command not allowed to a secondary adapter"},
5aa3a333
WB		 414 {0x05258200, 0, 0,
415 "Illegal request, command not allowed to a non-optimized resource"},
1da177e4
LT		 416 {0x05260000, 0, 0,
417 "Illegal request, invalid field in parameter list"},
418 {0x05260100, 0, 0,
419 "Illegal request, parameter not supported"},
420 {0x05260200, 0, 0,
421 "Illegal request, parameter value invalid"},
422 {0x052C0000, 0, 0,
423 "Illegal request, command sequence error"},
b0df54bb
BK		 424 {0x052C8000, 1, 0,
425 "Illegal request, dual adapter support not enabled"},
ed7bd661 426 {0x052C8100, 1, 0,
427 "Illegal request, another cable connector was physically disabled"},
428 {0x054E8000, 1, 0,
429 "Illegal request, inconsistent group id/group count"},
933916f3 430 {0x06040500, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 431 "9031: Array protection temporarily suspended, protection resuming"},
933916f3 432 {0x06040600, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 433 "9040: Array protection temporarily suspended, protection resuming"},
ed7bd661 434 {0x060B0100, 0, IPR_DEFAULT_LOG_LEVEL,
435 "4080: IOA exceeded maximum operating temperature"},
436 {0x060B8000, 0, IPR_DEFAULT_LOG_LEVEL,
437 "4085: Service required"},
933916f3 438 {0x06288000, 0, IPR_DEFAULT_LOG_LEVEL,
896bbd21 439 "3140: Device bus not ready to ready transition"},
933916f3 440 {0x06290000, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4
LT		 441 "FFFB: SCSI bus was reset"},
442 {0x06290500, 0, 0,
443 "FFFE: SCSI bus transition to single ended"},
444 {0x06290600, 0, 0,
445 "FFFE: SCSI bus transition to LVD"},
933916f3 446 {0x06298000, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 447 "FFFB: SCSI bus was reset by another initiator"},
933916f3 448 {0x063F0300, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 449 "3029: A device replacement has occurred"},
ed7bd661 450 {0x063F8300, 0, IPR_DEFAULT_LOG_LEVEL,
451 "4102: Device bus fabric performance degradation"},
933916f3 452 {0x064C8000, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 453 "9051: IOA cache data exists for a missing or failed device"},
933916f3 454 {0x064C8100, 0, IPR_DEFAULT_LOG_LEVEL,
b0df54bb 455 "9055: Auxiliary cache IOA contains cache data needed by the primary IOA"},
933916f3 456 {0x06670100, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 457 "9025: Disk unit is not supported at its physical location"},
933916f3 458 {0x06670600, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 459 "3020: IOA detected a SCSI bus configuration error"},
933916f3 460 {0x06678000, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 461 "3150: SCSI bus configuration error"},
933916f3 462 {0x06678100, 0, IPR_DEFAULT_LOG_LEVEL,
b0df54bb 463 "9074: Asymmetric advanced function disk configuration"},
933916f3 464 {0x06678300, 0, IPR_DEFAULT_LOG_LEVEL,
896bbd21 465 "4040: Incomplete multipath connection between IOA and enclosure"},
933916f3 466 {0x06678400, 0, IPR_DEFAULT_LOG_LEVEL,
896bbd21 467 "4041: Incomplete multipath connection between enclosure and device"},
933916f3 468 {0x06678500, 0, IPR_DEFAULT_LOG_LEVEL,
896bbd21 469 "9075: Incomplete multipath connection between IOA and remote IOA"},
933916f3 470 {0x06678600, 0, IPR_DEFAULT_LOG_LEVEL,
896bbd21 471 "9076: Configuration error, missing remote IOA"},
933916f3 472 {0x06679100, 0, IPR_DEFAULT_LOG_LEVEL,
896bbd21 473 "4050: Enclosure does not support a required multipath function"},
ed7bd661 474 {0x06679800, 0, IPR_DEFAULT_LOG_LEVEL,
475 "4121: Configuration error, required cable is missing"},
476 {0x06679900, 0, IPR_DEFAULT_LOG_LEVEL,
477 "4122: Cable is not plugged into the correct location on remote IOA"},
478 {0x06679A00, 0, IPR_DEFAULT_LOG_LEVEL,
479 "4123: Configuration error, invalid cable vital product data"},
480 {0x06679B00, 0, IPR_DEFAULT_LOG_LEVEL,
481 "4124: Configuration error, both cable ends are plugged into the same IOA"},
b75424fc
WB		 482 {0x06690000, 0, IPR_DEFAULT_LOG_LEVEL,
483 "4070: Logically bad block written on device"},
933916f3 484 {0x06690200, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 485 "9041: Array protection temporarily suspended"},
933916f3 486 {0x06698200, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 487 "9042: Corrupt array parity detected on specified device"},
933916f3 488 {0x066B0200, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 489 "9030: Array no longer protected due to missing or failed disk unit"},
933916f3 490 {0x066B8000, 0, IPR_DEFAULT_LOG_LEVEL,
b0df54bb 491 "9071: Link operational transition"},
933916f3 492 {0x066B8100, 0, IPR_DEFAULT_LOG_LEVEL,
b0df54bb 493 "9072: Link not operational transition"},
933916f3 494 {0x066B8200, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 495 "9032: Array exposed but still protected"},
7b3871fd 496 {0x066B8300, 0, IPR_DEBUG_LOG_LEVEL,
e435340c 497 "70DD: Device forced failed by disrupt device command"},
933916f3 498 {0x066B9100, 0, IPR_DEFAULT_LOG_LEVEL,
896bbd21 499 "4061: Multipath redundancy level got better"},
933916f3 500 {0x066B9200, 0, IPR_DEFAULT_LOG_LEVEL,
896bbd21 501 "4060: Multipath redundancy level got worse"},
7b3871fd 502 {0x06808100, 0, IPR_DEBUG_LOG_LEVEL,
f8ee25d7 503 "9083: Device raw mode enabled"},
7b3871fd 504 {0x06808200, 0, IPR_DEBUG_LOG_LEVEL,
f8ee25d7 505 "9084: Device raw mode disabled"},
1da177e4
LT		 506 {0x07270000, 0, 0,
507 "Failure due to other device"},
933916f3 508 {0x07278000, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 509 "9008: IOA does not support functions expected by devices"},
933916f3 510 {0x07278100, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 511 "9010: Cache data associated with attached devices cannot be found"},
933916f3 512 {0x07278200, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 513 "9011: Cache data belongs to devices other than those attached"},
933916f3 514 {0x07278400, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 515 "9020: Array missing 2 or more devices with only 1 device present"},
933916f3 516 {0x07278500, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 517 "9021: Array missing 2 or more devices with 2 or more devices present"},
933916f3 518 {0x07278600, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 519 "9022: Exposed array is missing a required device"},
933916f3 520 {0x07278700, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 521 "9023: Array member(s) not at required physical locations"},
933916f3 522 {0x07278800, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 523 "9024: Array not functional due to present hardware configuration"},
933916f3 524 {0x07278900, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 525 "9026: Array not functional due to present hardware configuration"},
933916f3 526 {0x07278A00, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 527 "9027: Array is missing a device and parity is out of sync"},
933916f3 528 {0x07278B00, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 529 "9028: Maximum number of arrays already exist"},
933916f3 530 {0x07278C00, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 531 "9050: Required cache data cannot be located for a disk unit"},
933916f3 532 {0x07278D00, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 533 "9052: Cache data exists for a device that has been modified"},
933916f3 534 {0x07278F00, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 535 "9054: IOA resources not available due to previous problems"},
933916f3 536 {0x07279100, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 537 "9092: Disk unit requires initialization before use"},
933916f3 538 {0x07279200, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 539 "9029: Incorrect hardware configuration change has been detected"},
933916f3 540 {0x07279600, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 541 "9060: One or more disk pairs are missing from an array"},
933916f3 542 {0x07279700, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 543 "9061: One or more disks are missing from an array"},
933916f3 544 {0x07279800, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 545 "9062: One or more disks are missing from an array"},
933916f3 546 {0x07279900, 0, IPR_DEFAULT_LOG_LEVEL,
1da177e4 547 "9063: Maximum number of functional arrays has been exceeded"},
ed7bd661 548 {0x07279A00, 0, 0,
549 "Data protect, other volume set problem"},
1da177e4
LT		 550 {0x0B260000, 0, 0,
551 "Aborted command, invalid descriptor"},
ed7bd661 552 {0x0B3F9000, 0, 0,
553 "Target operating conditions have changed, dual adapter takeover"},
554 {0x0B530200, 0, 0,
555 "Aborted command, medium removal prevented"},
1da177e4 556 {0x0B5A0000, 0, 0,
ed7bd661 557 "Command terminated by host"},
558 {0x0B5B8000, 0, 0,
559 "Aborted command, command terminated by host"}
1da177e4
LT		 560};
561
562static const struct ipr_ses_table_entry ipr_ses_table[] = {
563 { "2104-DL1 ", "XXXXXXXXXXXXXXXX", 80 },
564 { "2104-TL1 ", "XXXXXXXXXXXXXXXX", 80 },
565 { "HSBP07M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 7 slot */
566 { "HSBP05M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 5 slot */
567 { "HSBP05M S U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Bowtie */
568 { "HSBP06E ASU2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* MartinFenning */
569 { "2104-DU3 ", "XXXXXXXXXXXXXXXX", 160 },
570 { "2104-TU3 ", "XXXXXXXXXXXXXXXX", 160 },
571 { "HSBP04C RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
572 { "HSBP06E RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
573 { "St V1S2 ", "XXXXXXXXXXXXXXXX", 160 },
574 { "HSBPD4M PU3SCSI", "XXXXXXX*XXXXXXXX", 160 },
575 { "VSBPD1H U3SCSI", "XXXXXXX*XXXXXXXX", 160 }
576};
577
578/*
579 * Function Prototypes
580 */
581static int ipr_reset_alert(struct ipr_cmnd *);
582static void ipr_process_ccn(struct ipr_cmnd *);
583static void ipr_process_error(struct ipr_cmnd *);
584static void ipr_reset_ioa_job(struct ipr_cmnd *);
585static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *,
586 enum ipr_shutdown_type);
587
588#ifdef CONFIG_SCSI_IPR_TRACE
589/**
590 * ipr_trc_hook - Add a trace entry to the driver trace
591 * @ipr_cmd: ipr command struct
592 * @type: trace type
593 * @add_data: additional data
594 *
595 * Return value:
596 * none
597 **/
598static void ipr_trc_hook(struct ipr_cmnd *ipr_cmd,
599 u8 type, u32 add_data)
600{
601 struct ipr_trace_entry *trace_entry;
602 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
bb7c5433 603 unsigned int trace_index;
1da177e4 604
bb7c5433
BK		 605 trace_index = atomic_add_return(1, &ioa_cfg->trace_index) & IPR_TRACE_INDEX_MASK;
606 trace_entry = &ioa_cfg->trace[trace_index];
1da177e4
LT		 607 trace_entry->time = jiffies;
608 trace_entry->op_code = ipr_cmd->ioarcb.cmd_pkt.cdb[0];
609 trace_entry->type = type;
a32c055f
WB		 610 if (ipr_cmd->ioa_cfg->sis64)
611 trace_entry->ata_op_code = ipr_cmd->i.ata_ioadl.regs.command;
612 else
613 trace_entry->ata_op_code = ipr_cmd->ioarcb.u.add_data.u.regs.command;
35a39691 614 trace_entry->cmd_index = ipr_cmd->cmd_index & 0xff;
1da177e4
LT		 615 trace_entry->res_handle = ipr_cmd->ioarcb.res_handle;
616 trace_entry->u.add_data = add_data;
56d6aa33 617 wmb();
1da177e4
LT		 618}
619#else
203fa3fe 620#define ipr_trc_hook(ipr_cmd, type, add_data) do { } while (0)
1da177e4
LT		 621#endif
622
172cd6e1
BK		 623/**
624 * ipr_lock_and_done - Acquire lock and complete command
625 * @ipr_cmd: ipr command struct
626 *
627 * Return value:
628 * none
629 **/
630static void ipr_lock_and_done(struct ipr_cmnd *ipr_cmd)
631{
632 unsigned long lock_flags;
633 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
634
635 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
636 ipr_cmd->done(ipr_cmd);
637 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
638}
639
1da177e4
LT		 640/**
641 * ipr_reinit_ipr_cmnd - Re-initialize an IPR Cmnd block for reuse
642 * @ipr_cmd: ipr command struct
643 *
644 * Return value:
645 * none
646 **/
647static void ipr_reinit_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
648{
649 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
96d21f00
WB		 650 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
651 struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
a32c055f 652 dma_addr_t dma_addr = ipr_cmd->dma_addr;
05a6538a 653 int hrrq_id;
1da177e4 654
05a6538a 655 hrrq_id = ioarcb->cmd_pkt.hrrq_id;
1da177e4 656 memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
05a6538a 657 ioarcb->cmd_pkt.hrrq_id = hrrq_id;
a32c055f 658 ioarcb->data_transfer_length = 0;
1da177e4 659 ioarcb->read_data_transfer_length = 0;
a32c055f 660 ioarcb->ioadl_len = 0;
1da177e4 661 ioarcb->read_ioadl_len = 0;
a32c055f 662
96d21f00 663 if (ipr_cmd->ioa_cfg->sis64) {
a32c055f
WB		 664 ioarcb->u.sis64_addr_data.data_ioadl_addr =
665 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
96d21f00
WB		 666 ioasa64->u.gata.status = 0;
667 } else {
a32c055f
WB		 668 ioarcb->write_ioadl_addr =
669 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
670 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
96d21f00 671 ioasa->u.gata.status = 0;
a32c055f
WB		 672 }
673
96d21f00
WB		 674 ioasa->hdr.ioasc = 0;
675 ioasa->hdr.residual_data_len = 0;
1da177e4 676 ipr_cmd->scsi_cmd = NULL;
35a39691 677 ipr_cmd->qc = NULL;
1da177e4
LT		 678 ipr_cmd->sense_buffer[0] = 0;
679 ipr_cmd->dma_use_sg = 0;
680}
681
682/**
683 * ipr_init_ipr_cmnd - Initialize an IPR Cmnd block
684 * @ipr_cmd: ipr command struct
685 *
686 * Return value:
687 * none
688 **/
172cd6e1
BK		 689static void ipr_init_ipr_cmnd(struct ipr_cmnd *ipr_cmd,
690 void (*fast_done) (struct ipr_cmnd *))
1da177e4
LT		 691{
692 ipr_reinit_ipr_cmnd(ipr_cmd);
693 ipr_cmd->u.scratch = 0;
694 ipr_cmd->sibling = NULL;
6cdb0817 695 ipr_cmd->eh_comp = NULL;
172cd6e1 696 ipr_cmd->fast_done = fast_done;
738c6ec5 697 timer_setup(&ipr_cmd->timer, NULL, 0);
1da177e4
LT		 698}
699
700/**
00bfef2c 701 * __ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block
1da177e4
LT		 702 * @ioa_cfg: ioa config struct
703 *
704 * Return value:
705 * pointer to ipr command struct
706 **/
707static
05a6538a 708struct ipr_cmnd *__ipr_get_free_ipr_cmnd(struct ipr_hrr_queue *hrrq)
1da177e4 709{
05a6538a 710 struct ipr_cmnd *ipr_cmd = NULL;
711
712 if (likely(!list_empty(&hrrq->hrrq_free_q))) {
713 ipr_cmd = list_entry(hrrq->hrrq_free_q.next,
714 struct ipr_cmnd, queue);
715 list_del(&ipr_cmd->queue);
716 }
1da177e4 717
1da177e4
LT		 718
719 return ipr_cmd;
720}
721
00bfef2c
BK		 722/**
723 * ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block and initialize it
724 * @ioa_cfg: ioa config struct
725 *
726 * Return value:
727 * pointer to ipr command struct
728 **/
729static
730struct ipr_cmnd *ipr_get_free_ipr_cmnd(struct ipr_ioa_cfg *ioa_cfg)
731{
05a6538a 732 struct ipr_cmnd *ipr_cmd =
733 __ipr_get_free_ipr_cmnd(&ioa_cfg->hrrq[IPR_INIT_HRRQ]);
172cd6e1 734 ipr_init_ipr_cmnd(ipr_cmd, ipr_lock_and_done);
00bfef2c
BK		 735 return ipr_cmd;
736}
737
1da177e4
LT		 738/**
739 * ipr_mask_and_clear_interrupts - Mask all and clear specified interrupts
740 * @ioa_cfg: ioa config struct
741 * @clr_ints: interrupts to clear
742 *
743 * This function masks all interrupts on the adapter, then clears the
744 * interrupts specified in the mask
745 *
746 * Return value:
747 * none
748 **/
749static void ipr_mask_and_clear_interrupts(struct ipr_ioa_cfg *ioa_cfg,
750 u32 clr_ints)
751{
752 volatile u32 int_reg;
56d6aa33 753 int i;
1da177e4
LT		 754
755 /* Stop new interrupts */
56d6aa33 756 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
757 spin_lock(&ioa_cfg->hrrq[i]._lock);
758 ioa_cfg->hrrq[i].allow_interrupts = 0;
759 spin_unlock(&ioa_cfg->hrrq[i]._lock);
760 }
761 wmb();
1da177e4
LT		 762
763 /* Set interrupt mask to stop all new interrupts */
214777ba
WB		 764 if (ioa_cfg->sis64)
765 writeq(~0, ioa_cfg->regs.set_interrupt_mask_reg);
766 else
767 writel(~0, ioa_cfg->regs.set_interrupt_mask_reg);
1da177e4
LT		 768
769 /* Clear any pending interrupts */
214777ba
WB		 770 if (ioa_cfg->sis64)
771 writel(~0, ioa_cfg->regs.clr_interrupt_reg);
772 writel(clr_ints, ioa_cfg->regs.clr_interrupt_reg32);
1da177e4
LT		 773 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
774}
775
776/**
777 * ipr_save_pcix_cmd_reg - Save PCI-X command register
778 * @ioa_cfg: ioa config struct
779 *
780 * Return value:
781 * 0 on success / -EIO on failure
782 **/
783static int ipr_save_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
784{
785 int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
786
7dce0e1c
BK		 787 if (pcix_cmd_reg == 0)
788 return 0;
1da177e4
LT		 789
790 if (pci_read_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
791 &ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
792 dev_err(&ioa_cfg->pdev->dev, "Failed to save PCI-X command register\n");
793 return -EIO;
794 }
795
796 ioa_cfg->saved_pcix_cmd_reg |= PCI_X_CMD_DPERR_E | PCI_X_CMD_ERO;
797 return 0;
798}
799
800/**
801 * ipr_set_pcix_cmd_reg - Setup PCI-X command register
802 * @ioa_cfg: ioa config struct
803 *
804 * Return value:
805 * 0 on success / -EIO on failure
806 **/
807static int ipr_set_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
808{
809 int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
810
811 if (pcix_cmd_reg) {
812 if (pci_write_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
813 ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
814 dev_err(&ioa_cfg->pdev->dev, "Failed to setup PCI-X command register\n");
815 return -EIO;
816 }
1da177e4
LT		 817 }
818
819 return 0;
820}
821
35a39691 822/**
f646f325 823 * __ipr_sata_eh_done - done function for aborted SATA commands
35a39691
BK		 824 * @ipr_cmd: ipr command struct
825 *
826 * This function is invoked for ops generated to SATA
827 * devices which are being aborted.
828 *
829 * Return value:
830 * none
831 **/
f646f325 832static void __ipr_sata_eh_done(struct ipr_cmnd *ipr_cmd)
35a39691 833{
35a39691
BK		 834 struct ata_queued_cmd *qc = ipr_cmd->qc;
835 struct ipr_sata_port *sata_port = qc->ap->private_data;
836
837 qc->err_mask |= AC_ERR_OTHER;
838 sata_port->ioasa.status |= ATA_BUSY;
35a39691 839 ata_qc_complete(qc);
66a0d59c
BK		 840 if (ipr_cmd->eh_comp)
841 complete(ipr_cmd->eh_comp);
842 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
35a39691
BK		 843}
844
1da177e4 845/**
f646f325
BK		 846 * ipr_sata_eh_done - done function for aborted SATA commands
847 * @ipr_cmd: ipr command struct
848 *
849 * This function is invoked for ops generated to SATA
850 * devices which are being aborted.
851 *
852 * Return value:
853 * none
854 **/
855static void ipr_sata_eh_done(struct ipr_cmnd *ipr_cmd)
856{
857 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
858 unsigned long hrrq_flags;
859
860 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
861 __ipr_sata_eh_done(ipr_cmd);
862 spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
863}
864
865/**
866 * __ipr_scsi_eh_done - mid-layer done function for aborted ops
1da177e4
LT		 867 * @ipr_cmd: ipr command struct
868 *
869 * This function is invoked by the interrupt handler for
870 * ops generated by the SCSI mid-layer which are being aborted.
871 *
872 * Return value:
873 * none
874 **/
f646f325 875static void __ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
1da177e4 876{
1da177e4
LT		 877 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
878
879 scsi_cmd->result |= (DID_ERROR << 16);
880
63015bc9 881 scsi_dma_unmap(ipr_cmd->scsi_cmd);
1da177e4 882 scsi_cmd->scsi_done(scsi_cmd);
6cdb0817
BK		 883 if (ipr_cmd->eh_comp)
884 complete(ipr_cmd->eh_comp);
05a6538a 885 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
1da177e4
LT		 886}
887
f646f325
BK		 888/**
889 * ipr_scsi_eh_done - mid-layer done function for aborted ops
890 * @ipr_cmd: ipr command struct
891 *
892 * This function is invoked by the interrupt handler for
893 * ops generated by the SCSI mid-layer which are being aborted.
894 *
895 * Return value:
896 * none
897 **/
898static void ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
899{
900 unsigned long hrrq_flags;
901 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
902
903 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
904 __ipr_scsi_eh_done(ipr_cmd);
905 spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
906}
907
1da177e4
LT		 908/**
909 * ipr_fail_all_ops - Fails all outstanding ops.
910 * @ioa_cfg: ioa config struct
911 *
912 * This function fails all outstanding ops.
913 *
914 * Return value:
915 * none
916 **/
917static void ipr_fail_all_ops(struct ipr_ioa_cfg *ioa_cfg)
918{
919 struct ipr_cmnd *ipr_cmd, *temp;
05a6538a 920 struct ipr_hrr_queue *hrrq;
1da177e4
LT		 921
922 ENTER;
05a6538a 923 for_each_hrrq(hrrq, ioa_cfg) {
56d6aa33 924 spin_lock(&hrrq->_lock);
05a6538a 925 list_for_each_entry_safe(ipr_cmd,
926 temp, &hrrq->hrrq_pending_q, queue) {
927 list_del(&ipr_cmd->queue);
1da177e4 928
05a6538a 929 ipr_cmd->s.ioasa.hdr.ioasc =
930 cpu_to_be32(IPR_IOASC_IOA_WAS_RESET);
931 ipr_cmd->s.ioasa.hdr.ilid =
932 cpu_to_be32(IPR_DRIVER_ILID);
1da177e4 933
05a6538a 934 if (ipr_cmd->scsi_cmd)
f646f325 935 ipr_cmd->done = __ipr_scsi_eh_done;
05a6538a 936 else if (ipr_cmd->qc)
f646f325 937 ipr_cmd->done = __ipr_sata_eh_done;
1da177e4 938
05a6538a 939 ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH,
940 IPR_IOASC_IOA_WAS_RESET);
941 del_timer(&ipr_cmd->timer);
942 ipr_cmd->done(ipr_cmd);
943 }
56d6aa33 944 spin_unlock(&hrrq->_lock);
1da177e4 945 }
1da177e4
LT		 946 LEAVE;
947}
948
a32c055f
WB		 949/**
950 * ipr_send_command - Send driver initiated requests.
951 * @ipr_cmd: ipr command struct
952 *
953 * This function sends a command to the adapter using the correct write call.
954 * In the case of sis64, calculate the ioarcb size required. Then or in the
955 * appropriate bits.
956 *
957 * Return value:
958 * none
959 **/
960static void ipr_send_command(struct ipr_cmnd *ipr_cmd)
961{
962 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
963 dma_addr_t send_dma_addr = ipr_cmd->dma_addr;
964
965 if (ioa_cfg->sis64) {
966 /* The default size is 256 bytes */
967 send_dma_addr |= 0x1;
968
969 /* If the number of ioadls * size of ioadl > 128 bytes,
970 then use a 512 byte ioarcb */
971 if (ipr_cmd->dma_use_sg * sizeof(struct ipr_ioadl64_desc) > 128 )
972 send_dma_addr |= 0x4;
973 writeq(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
974 } else
975 writel(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
976}
977
1da177e4
LT		 978/**
979 * ipr_do_req - Send driver initiated requests.
980 * @ipr_cmd: ipr command struct
981 * @done: done function
982 * @timeout_func: timeout function
983 * @timeout: timeout value
984 *
985 * This function sends the specified command to the adapter with the
986 * timeout given. The done function is invoked on command completion.
987 *
988 * Return value:
989 * none
990 **/
991static void ipr_do_req(struct ipr_cmnd *ipr_cmd,
992 void (*done) (struct ipr_cmnd *),
738c6ec5 993 void (*timeout_func) (struct timer_list *), u32 timeout)
1da177e4 994{
05a6538a 995 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
1da177e4
LT		 996
997 ipr_cmd->done = done;
998
1da177e4 999 ipr_cmd->timer.expires = jiffies + timeout;
841b86f3 1000 ipr_cmd->timer.function = timeout_func;
1da177e4
LT		 1001
1002 add_timer(&ipr_cmd->timer);
1003
1004 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, 0);
1005
a32c055f 1006 ipr_send_command(ipr_cmd);
1da177e4
LT		 1007}
1008
1009/**
1010 * ipr_internal_cmd_done - Op done function for an internally generated op.
1011 * @ipr_cmd: ipr command struct
1012 *
1013 * This function is the op done function for an internally generated,
1014 * blocking op. It simply wakes the sleeping thread.
1015 *
1016 * Return value:
1017 * none
1018 **/
1019static void ipr_internal_cmd_done(struct ipr_cmnd *ipr_cmd)
1020{
1021 if (ipr_cmd->sibling)
1022 ipr_cmd->sibling = NULL;
1023 else
1024 complete(&ipr_cmd->completion);
1025}
1026
a32c055f
WB		 1027/**
1028 * ipr_init_ioadl - initialize the ioadl for the correct SIS type
1029 * @ipr_cmd: ipr command struct
1030 * @dma_addr: dma address
1031 * @len: transfer length
1032 * @flags: ioadl flag value
1033 *
1034 * This function initializes an ioadl in the case where there is only a single
1035 * descriptor.
1036 *
1037 * Return value:
1038 * nothing
1039 **/
1040static void ipr_init_ioadl(struct ipr_cmnd *ipr_cmd, dma_addr_t dma_addr,
1041 u32 len, int flags)
1042{
1043 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
1044 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
1045
1046 ipr_cmd->dma_use_sg = 1;
1047
1048 if (ipr_cmd->ioa_cfg->sis64) {
1049 ioadl64->flags = cpu_to_be32(flags);
1050 ioadl64->data_len = cpu_to_be32(len);
1051 ioadl64->address = cpu_to_be64(dma_addr);
1052
1053 ipr_cmd->ioarcb.ioadl_len =
1054 cpu_to_be32(sizeof(struct ipr_ioadl64_desc));
1055 ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
1056 } else {
1057 ioadl->flags_and_data_len = cpu_to_be32(flags | len);
1058 ioadl->address = cpu_to_be32(dma_addr);
1059
1060 if (flags == IPR_IOADL_FLAGS_READ_LAST) {
1061 ipr_cmd->ioarcb.read_ioadl_len =
1062 cpu_to_be32(sizeof(struct ipr_ioadl_desc));
1063 ipr_cmd->ioarcb.read_data_transfer_length = cpu_to_be32(len);
1064 } else {
1065 ipr_cmd->ioarcb.ioadl_len =
1066 cpu_to_be32(sizeof(struct ipr_ioadl_desc));
1067 ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
1068 }
1069 }
1070}
1071
1da177e4
LT		 1072/**
1073 * ipr_send_blocking_cmd - Send command and sleep on its completion.
1074 * @ipr_cmd: ipr command struct
1075 * @timeout_func: function to invoke if command times out
1076 * @timeout: timeout
1077 *
1078 * Return value:
1079 * none
1080 **/
1081static void ipr_send_blocking_cmd(struct ipr_cmnd *ipr_cmd,
738c6ec5 1082 void (*timeout_func) (struct timer_list *),
1da177e4
LT		 1083 u32 timeout)
1084{
1085 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1086
1087 init_completion(&ipr_cmd->completion);
1088 ipr_do_req(ipr_cmd, ipr_internal_cmd_done, timeout_func, timeout);
1089
1090 spin_unlock_irq(ioa_cfg->host->host_lock);
1091 wait_for_completion(&ipr_cmd->completion);
1092 spin_lock_irq(ioa_cfg->host->host_lock);
1093}
1094
05a6538a 1095static int ipr_get_hrrq_index(struct ipr_ioa_cfg *ioa_cfg)
1096{
3f1c0581
BK		 1097 unsigned int hrrq;
1098
05a6538a 1099 if (ioa_cfg->hrrq_num == 1)
3f1c0581
BK		 1100 hrrq = 0;
1101 else {
1102 hrrq = atomic_add_return(1, &ioa_cfg->hrrq_index);
1103 hrrq = (hrrq % (ioa_cfg->hrrq_num - 1)) + 1;
1104 }
1105 return hrrq;
05a6538a 1106}
1107
1da177e4
LT		 1108/**
1109 * ipr_send_hcam - Send an HCAM to the adapter.
1110 * @ioa_cfg: ioa config struct
1111 * @type: HCAM type
1112 * @hostrcb: hostrcb struct
1113 *
1114 * This function will send a Host Controlled Async command to the adapter.
1115 * If HCAMs are currently not allowed to be issued to the adapter, it will
1116 * place the hostrcb on the free queue.
1117 *
1118 * Return value:
1119 * none
1120 **/
1121static void ipr_send_hcam(struct ipr_ioa_cfg *ioa_cfg, u8 type,
1122 struct ipr_hostrcb *hostrcb)
1123{
1124 struct ipr_cmnd *ipr_cmd;
1125 struct ipr_ioarcb *ioarcb;
1126
56d6aa33 1127 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
1da177e4 1128 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
05a6538a 1129 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
1da177e4
LT		 1130 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_pending_q);
1131
1132 ipr_cmd->u.hostrcb = hostrcb;
1133 ioarcb = &ipr_cmd->ioarcb;
1134
1135 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
1136 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_HCAM;
1137 ioarcb->cmd_pkt.cdb[0] = IPR_HOST_CONTROLLED_ASYNC;
1138 ioarcb->cmd_pkt.cdb[1] = type;
1139 ioarcb->cmd_pkt.cdb[7] = (sizeof(hostrcb->hcam) >> 8) & 0xff;
1140 ioarcb->cmd_pkt.cdb[8] = sizeof(hostrcb->hcam) & 0xff;
1141
a32c055f
WB		 1142 ipr_init_ioadl(ipr_cmd, hostrcb->hostrcb_dma,
1143 sizeof(hostrcb->hcam), IPR_IOADL_FLAGS_READ_LAST);
1da177e4
LT		 1144
1145 if (type == IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE)
1146 ipr_cmd->done = ipr_process_ccn;
1147 else
1148 ipr_cmd->done = ipr_process_error;
1149
1150 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_IOA_RES_ADDR);
1151
a32c055f 1152 ipr_send_command(ipr_cmd);
1da177e4
LT		 1153 } else {
1154 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
1155 }
1156}
1157
3e7ebdfa
WB		 1158/**
1159 * ipr_update_ata_class - Update the ata class in the resource entry
1160 * @res: resource entry struct
1161 * @proto: cfgte device bus protocol value
1162 *
1163 * Return value:
1164 * none
1165 **/
1166static void ipr_update_ata_class(struct ipr_resource_entry *res, unsigned int proto)
1167{
203fa3fe 1168 switch (proto) {
3e7ebdfa
WB		 1169 case IPR_PROTO_SATA:
1170 case IPR_PROTO_SAS_STP:
1171 res->ata_class = ATA_DEV_ATA;
1172 break;
1173 case IPR_PROTO_SATA_ATAPI:
1174 case IPR_PROTO_SAS_STP_ATAPI:
1175 res->ata_class = ATA_DEV_ATAPI;
1176 break;
1177 default:
1178 res->ata_class = ATA_DEV_UNKNOWN;
1179 break;
1180 };
1181}
1182
1da177e4
LT		 1183/**
1184 * ipr_init_res_entry - Initialize a resource entry struct.
1185 * @res: resource entry struct
3e7ebdfa 1186 * @cfgtew: config table entry wrapper struct
1da177e4
LT		 1187 *
1188 * Return value:
1189 * none
1190 **/
3e7ebdfa
WB		 1191static void ipr_init_res_entry(struct ipr_resource_entry *res,
1192 struct ipr_config_table_entry_wrapper *cfgtew)
1da177e4 1193{
3e7ebdfa
WB		 1194 int found = 0;
1195 unsigned int proto;
1196 struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1197 struct ipr_resource_entry *gscsi_res = NULL;
1198
ee0a90fa 1199 res->needs_sync_complete = 0;
1da177e4
LT		 1200 res->in_erp = 0;
1201 res->add_to_ml = 0;
1202 res->del_from_ml = 0;
1203 res->resetting_device = 0;
0b1f8d44 1204 res->reset_occurred = 0;
1da177e4 1205 res->sdev = NULL;
35a39691 1206 res->sata_port = NULL;
3e7ebdfa
WB		 1207
1208 if (ioa_cfg->sis64) {
1209 proto = cfgtew->u.cfgte64->proto;
359d96e7
BK		 1210 res->flags = be16_to_cpu(cfgtew->u.cfgte64->flags);
1211 res->res_flags = be16_to_cpu(cfgtew->u.cfgte64->res_flags);
3e7ebdfa 1212 res->qmodel = IPR_QUEUEING_MODEL64(res);
438b0331 1213 res->type = cfgtew->u.cfgte64->res_type;
3e7ebdfa
WB		 1214
1215 memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1216 sizeof(res->res_path));
1217
1218 res->bus = 0;
0cb992ed
WB		 1219 memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1220 sizeof(res->dev_lun.scsi_lun));
3e7ebdfa
WB		 1221 res->lun = scsilun_to_int(&res->dev_lun);
1222
1223 if (res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1224 list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue) {
1225 if (gscsi_res->dev_id == cfgtew->u.cfgte64->dev_id) {
1226 found = 1;
1227 res->target = gscsi_res->target;
1228 break;
1229 }
1230 }
1231 if (!found) {
1232 res->target = find_first_zero_bit(ioa_cfg->target_ids,
1233 ioa_cfg->max_devs_supported);
1234 set_bit(res->target, ioa_cfg->target_ids);
1235 }
3e7ebdfa
WB		 1236 } else if (res->type == IPR_RES_TYPE_IOAFP) {
1237 res->bus = IPR_IOAFP_VIRTUAL_BUS;
1238 res->target = 0;
1239 } else if (res->type == IPR_RES_TYPE_ARRAY) {
1240 res->bus = IPR_ARRAY_VIRTUAL_BUS;
1241 res->target = find_first_zero_bit(ioa_cfg->array_ids,
1242 ioa_cfg->max_devs_supported);
1243 set_bit(res->target, ioa_cfg->array_ids);
1244 } else if (res->type == IPR_RES_TYPE_VOLUME_SET) {
1245 res->bus = IPR_VSET_VIRTUAL_BUS;
1246 res->target = find_first_zero_bit(ioa_cfg->vset_ids,
1247 ioa_cfg->max_devs_supported);
1248 set_bit(res->target, ioa_cfg->vset_ids);
1249 } else {
1250 res->target = find_first_zero_bit(ioa_cfg->target_ids,
1251 ioa_cfg->max_devs_supported);
1252 set_bit(res->target, ioa_cfg->target_ids);
1253 }
1254 } else {
1255 proto = cfgtew->u.cfgte->proto;
1256 res->qmodel = IPR_QUEUEING_MODEL(res);
1257 res->flags = cfgtew->u.cfgte->flags;
1258 if (res->flags & IPR_IS_IOA_RESOURCE)
1259 res->type = IPR_RES_TYPE_IOAFP;
1260 else
1261 res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1262
1263 res->bus = cfgtew->u.cfgte->res_addr.bus;
1264 res->target = cfgtew->u.cfgte->res_addr.target;
1265 res->lun = cfgtew->u.cfgte->res_addr.lun;
46d74563 1266 res->lun_wwn = get_unaligned_be64(cfgtew->u.cfgte->lun_wwn);
3e7ebdfa
WB		 1267 }
1268
1269 ipr_update_ata_class(res, proto);
1270}
1271
1272/**
1273 * ipr_is_same_device - Determine if two devices are the same.
1274 * @res: resource entry struct
1275 * @cfgtew: config table entry wrapper struct
1276 *
1277 * Return value:
1278 * 1 if the devices are the same / 0 otherwise
1279 **/
1280static int ipr_is_same_device(struct ipr_resource_entry *res,
1281 struct ipr_config_table_entry_wrapper *cfgtew)
1282{
1283 if (res->ioa_cfg->sis64) {
1284 if (!memcmp(&res->dev_id, &cfgtew->u.cfgte64->dev_id,
1285 sizeof(cfgtew->u.cfgte64->dev_id)) &&
0cb992ed 1286 !memcmp(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
3e7ebdfa
WB		 1287 sizeof(cfgtew->u.cfgte64->lun))) {
1288 return 1;
1289 }
1290 } else {
1291 if (res->bus == cfgtew->u.cfgte->res_addr.bus &&
1292 res->target == cfgtew->u.cfgte->res_addr.target &&
1293 res->lun == cfgtew->u.cfgte->res_addr.lun)
1294 return 1;
1295 }
1296
1297 return 0;
1298}
1299
1300/**
b3b3b407 1301 * __ipr_format_res_path - Format the resource path for printing.
3e7ebdfa
WB		 1302 * @res_path: resource path
1303 * @buf: buffer
b3b3b407 1304 * @len: length of buffer provided
3e7ebdfa
WB		 1305 *
1306 * Return value:
1307 * pointer to buffer
1308 **/
b3b3b407 1309static char *__ipr_format_res_path(u8 *res_path, char *buffer, int len)
3e7ebdfa
WB		 1310{
1311 int i;
5adcbeb3 1312 char *p = buffer;
3e7ebdfa 1313
46d74563 1314 *p = '\0';
5adcbeb3
WB		 1315 p += snprintf(p, buffer + len - p, "%02X", res_path[0]);
1316 for (i = 1; res_path[i] != 0xff && ((i * 3) < len); i++)
1317 p += snprintf(p, buffer + len - p, "-%02X", res_path[i]);
3e7ebdfa
WB		 1318
1319 return buffer;
1320}
1321
b3b3b407
BK		 1322/**
1323 * ipr_format_res_path - Format the resource path for printing.
1324 * @ioa_cfg: ioa config struct
1325 * @res_path: resource path
1326 * @buf: buffer
1327 * @len: length of buffer provided
1328 *
1329 * Return value:
1330 * pointer to buffer
1331 **/
1332static char *ipr_format_res_path(struct ipr_ioa_cfg *ioa_cfg,
1333 u8 *res_path, char *buffer, int len)
1334{
1335 char *p = buffer;
1336
1337 *p = '\0';
1338 p += snprintf(p, buffer + len - p, "%d/", ioa_cfg->host->host_no);
1339 __ipr_format_res_path(res_path, p, len - (buffer - p));
1340 return buffer;
1341}
1342
3e7ebdfa
WB		 1343/**
1344 * ipr_update_res_entry - Update the resource entry.
1345 * @res: resource entry struct
1346 * @cfgtew: config table entry wrapper struct
1347 *
1348 * Return value:
1349 * none
1350 **/
1351static void ipr_update_res_entry(struct ipr_resource_entry *res,
1352 struct ipr_config_table_entry_wrapper *cfgtew)
1353{
1354 char buffer[IPR_MAX_RES_PATH_LENGTH];
1355 unsigned int proto;
1356 int new_path = 0;
1357
1358 if (res->ioa_cfg->sis64) {
359d96e7
BK		 1359 res->flags = be16_to_cpu(cfgtew->u.cfgte64->flags);
1360 res->res_flags = be16_to_cpu(cfgtew->u.cfgte64->res_flags);
75576bb9 1361 res->type = cfgtew->u.cfgte64->res_type;
3e7ebdfa
WB		 1362
1363 memcpy(&res->std_inq_data, &cfgtew->u.cfgte64->std_inq_data,
1364 sizeof(struct ipr_std_inq_data));
1365
1366 res->qmodel = IPR_QUEUEING_MODEL64(res);
1367 proto = cfgtew->u.cfgte64->proto;
1368 res->res_handle = cfgtew->u.cfgte64->res_handle;
1369 res->dev_id = cfgtew->u.cfgte64->dev_id;
1370
1371 memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1372 sizeof(res->dev_lun.scsi_lun));
1373
1374 if (memcmp(res->res_path, &cfgtew->u.cfgte64->res_path,
1375 sizeof(res->res_path))) {
1376 memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1377 sizeof(res->res_path));
1378 new_path = 1;
1379 }
1380
1381 if (res->sdev && new_path)
1382 sdev_printk(KERN_INFO, res->sdev, "Resource path: %s\n",
b3b3b407
BK		 1383 ipr_format_res_path(res->ioa_cfg,
1384 res->res_path, buffer, sizeof(buffer)));
3e7ebdfa
WB		 1385 } else {
1386 res->flags = cfgtew->u.cfgte->flags;
1387 if (res->flags & IPR_IS_IOA_RESOURCE)
1388 res->type = IPR_RES_TYPE_IOAFP;
1389 else
1390 res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1391
1392 memcpy(&res->std_inq_data, &cfgtew->u.cfgte->std_inq_data,
1393 sizeof(struct ipr_std_inq_data));
1394
1395 res->qmodel = IPR_QUEUEING_MODEL(res);
1396 proto = cfgtew->u.cfgte->proto;
1397 res->res_handle = cfgtew->u.cfgte->res_handle;
1398 }
1399
1400 ipr_update_ata_class(res, proto);
1401}
1402
1403/**
1404 * ipr_clear_res_target - Clear the bit in the bit map representing the target
1405 * for the resource.
1406 * @res: resource entry struct
1407 * @cfgtew: config table entry wrapper struct
1408 *
1409 * Return value:
1410 * none
1411 **/
1412static void ipr_clear_res_target(struct ipr_resource_entry *res)
1413{
1414 struct ipr_resource_entry *gscsi_res = NULL;
1415 struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1416
1417 if (!ioa_cfg->sis64)
1418 return;
1419
1420 if (res->bus == IPR_ARRAY_VIRTUAL_BUS)
1421 clear_bit(res->target, ioa_cfg->array_ids);
1422 else if (res->bus == IPR_VSET_VIRTUAL_BUS)
1423 clear_bit(res->target, ioa_cfg->vset_ids);
1424 else if (res->bus == 0 && res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1425 list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue)
1426 if (gscsi_res->dev_id == res->dev_id && gscsi_res != res)
1427 return;
1428 clear_bit(res->target, ioa_cfg->target_ids);
1429
1430 } else if (res->bus == 0)
1431 clear_bit(res->target, ioa_cfg->target_ids);
1da177e4
LT		 1432}
1433
1434/**
1435 * ipr_handle_config_change - Handle a config change from the adapter
1436 * @ioa_cfg: ioa config struct
1437 * @hostrcb: hostrcb
1438 *
1439 * Return value:
1440 * none
1441 **/
1442static void ipr_handle_config_change(struct ipr_ioa_cfg *ioa_cfg,
3e7ebdfa 1443 struct ipr_hostrcb *hostrcb)
1da177e4
LT		 1444{
1445 struct ipr_resource_entry *res = NULL;
3e7ebdfa
WB		 1446 struct ipr_config_table_entry_wrapper cfgtew;
1447 __be32 cc_res_handle;
1448
1da177e4
LT		 1449 u32 is_ndn = 1;
1450
3e7ebdfa
WB		 1451 if (ioa_cfg->sis64) {
1452 cfgtew.u.cfgte64 = &hostrcb->hcam.u.ccn.u.cfgte64;
1453 cc_res_handle = cfgtew.u.cfgte64->res_handle;
1454 } else {
1455 cfgtew.u.cfgte = &hostrcb->hcam.u.ccn.u.cfgte;
1456 cc_res_handle = cfgtew.u.cfgte->res_handle;
1457 }
1da177e4
LT		 1458
1459 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3e7ebdfa 1460 if (res->res_handle == cc_res_handle) {
1da177e4
LT		 1461 is_ndn = 0;
1462 break;
1463 }
1464 }
1465
1466 if (is_ndn) {
1467 if (list_empty(&ioa_cfg->free_res_q)) {
1468 ipr_send_hcam(ioa_cfg,
1469 IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
1470 hostrcb);
1471 return;
1472 }
1473
1474 res = list_entry(ioa_cfg->free_res_q.next,
1475 struct ipr_resource_entry, queue);
1476
1477 list_del(&res->queue);
3e7ebdfa 1478 ipr_init_res_entry(res, &cfgtew);
1da177e4
LT		 1479 list_add_tail(&res->queue, &ioa_cfg->used_res_q);
1480 }
1481
3e7ebdfa 1482 ipr_update_res_entry(res, &cfgtew);
1da177e4
LT		 1483
1484 if (hostrcb->hcam.notify_type == IPR_HOST_RCB_NOTIF_TYPE_REM_ENTRY) {
1485 if (res->sdev) {
1da177e4 1486 res->del_from_ml = 1;
3e7ebdfa 1487 res->res_handle = IPR_INVALID_RES_HANDLE;
f688f96d 1488 schedule_work(&ioa_cfg->work_q);
3e7ebdfa
WB		 1489 } else {
1490 ipr_clear_res_target(res);
1da177e4 1491 list_move_tail(&res->queue, &ioa_cfg->free_res_q);
3e7ebdfa 1492 }
5767a1c4 1493 } else if (!res->sdev || res->del_from_ml) {
1da177e4 1494 res->add_to_ml = 1;
f688f96d 1495 schedule_work(&ioa_cfg->work_q);
1da177e4
LT		 1496 }
1497
1498 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1499}
1500
1501/**
1502 * ipr_process_ccn - Op done function for a CCN.
1503 * @ipr_cmd: ipr command struct
1504 *
1505 * This function is the op done function for a configuration
1506 * change notification host controlled async from the adapter.
1507 *
1508 * Return value:
1509 * none
1510 **/
1511static void ipr_process_ccn(struct ipr_cmnd *ipr_cmd)
1512{
1513 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1514 struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
96d21f00 1515 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
1da177e4 1516
afc3f83c 1517 list_del_init(&hostrcb->queue);
05a6538a 1518 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
1da177e4
LT		 1519
1520 if (ioasc) {
4fdd7c7a
BK		 1521 if (ioasc != IPR_IOASC_IOA_WAS_RESET &&
1522 ioasc != IPR_IOASC_ABORTED_CMD_TERM_BY_HOST)
1da177e4
LT		 1523 dev_err(&ioa_cfg->pdev->dev,
1524 "Host RCB failed with IOASC: 0x%08X\n", ioasc);
1525
1526 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1527 } else {
1528 ipr_handle_config_change(ioa_cfg, hostrcb);
1529 }
1530}
1531
8cf093e2
BK		 1532/**
1533 * strip_and_pad_whitespace - Strip and pad trailing whitespace.
1534 * @i: index into buffer
1535 * @buf: string to modify
1536 *
1537 * This function will strip all trailing whitespace, pad the end
1538 * of the string with a single space, and NULL terminate the string.
1539 *
1540 * Return value:
1541 * new length of string
1542 **/
1543static int strip_and_pad_whitespace(int i, char *buf)
1544{
1545 while (i && buf[i] == ' ')
1546 i--;
1547 buf[i+1] = ' ';
1548 buf[i+2] = '\0';
1549 return i + 2;
1550}
1551
1552/**
1553 * ipr_log_vpd_compact - Log the passed extended VPD compactly.
1554 * @prefix: string to print at start of printk
1555 * @hostrcb: hostrcb pointer
1556 * @vpd: vendor/product id/sn struct
1557 *
1558 * Return value:
1559 * none
1560 **/
1561static void ipr_log_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1562 struct ipr_vpd *vpd)
1563{
1564 char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN + IPR_SERIAL_NUM_LEN + 3];
1565 int i = 0;
1566
1567 memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1568 i = strip_and_pad_whitespace(IPR_VENDOR_ID_LEN - 1, buffer);
1569
1570 memcpy(&buffer[i], vpd->vpids.product_id, IPR_PROD_ID_LEN);
1571 i = strip_and_pad_whitespace(i + IPR_PROD_ID_LEN - 1, buffer);
1572
1573 memcpy(&buffer[i], vpd->sn, IPR_SERIAL_NUM_LEN);
1574 buffer[IPR_SERIAL_NUM_LEN + i] = '\0';
1575
1576 ipr_hcam_err(hostrcb, "%s VPID/SN: %s\n", prefix, buffer);
1577}
1578
1da177e4
LT		 1579/**
1580 * ipr_log_vpd - Log the passed VPD to the error log.
cfc32139 1581 * @vpd: vendor/product id/sn struct
1da177e4
LT		 1582 *
1583 * Return value:
1584 * none
1585 **/
cfc32139 1586static void ipr_log_vpd(struct ipr_vpd *vpd)
1da177e4
LT		 1587{
1588 char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN
1589 + IPR_SERIAL_NUM_LEN];
1590
cfc32139
BK		 1591 memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1592 memcpy(buffer + IPR_VENDOR_ID_LEN, vpd->vpids.product_id,
1da177e4
LT		 1593 IPR_PROD_ID_LEN);
1594 buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN] = '\0';
1595 ipr_err("Vendor/Product ID: %s\n", buffer);
1596
cfc32139 1597 memcpy(buffer, vpd->sn, IPR_SERIAL_NUM_LEN);
1da177e4
LT		 1598 buffer[IPR_SERIAL_NUM_LEN] = '\0';
1599 ipr_err(" Serial Number: %s\n", buffer);
1600}
1601
8cf093e2
BK		 1602/**
1603 * ipr_log_ext_vpd_compact - Log the passed extended VPD compactly.
1604 * @prefix: string to print at start of printk
1605 * @hostrcb: hostrcb pointer
1606 * @vpd: vendor/product id/sn/wwn struct
1607 *
1608 * Return value:
1609 * none
1610 **/
1611static void ipr_log_ext_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1612 struct ipr_ext_vpd *vpd)
1613{
1614 ipr_log_vpd_compact(prefix, hostrcb, &vpd->vpd);
1615 ipr_hcam_err(hostrcb, "%s WWN: %08X%08X\n", prefix,
1616 be32_to_cpu(vpd->wwid[0]), be32_to_cpu(vpd->wwid[1]));
1617}
1618
ee0f05b8
BK		 1619/**
1620 * ipr_log_ext_vpd - Log the passed extended VPD to the error log.
1621 * @vpd: vendor/product id/sn/wwn struct
1622 *
1623 * Return value:
1624 * none
1625 **/
1626static void ipr_log_ext_vpd(struct ipr_ext_vpd *vpd)
1627{
1628 ipr_log_vpd(&vpd->vpd);
1629 ipr_err(" WWN: %08X%08X\n", be32_to_cpu(vpd->wwid[0]),
1630 be32_to_cpu(vpd->wwid[1]));
1631}
1632
1633/**
1634 * ipr_log_enhanced_cache_error - Log a cache error.
1635 * @ioa_cfg: ioa config struct
1636 * @hostrcb: hostrcb struct
1637 *
1638 * Return value:
1639 * none
1640 **/
1641static void ipr_log_enhanced_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1642 struct ipr_hostrcb *hostrcb)
1643{
4565e370
WB		 1644 struct ipr_hostrcb_type_12_error *error;
1645
1646 if (ioa_cfg->sis64)
1647 error = &hostrcb->hcam.u.error64.u.type_12_error;
1648 else
1649 error = &hostrcb->hcam.u.error.u.type_12_error;
ee0f05b8
BK		 1650
1651 ipr_err("-----Current Configuration-----\n");
1652 ipr_err("Cache Directory Card Information:\n");
1653 ipr_log_ext_vpd(&error->ioa_vpd);
1654 ipr_err("Adapter Card Information:\n");
1655 ipr_log_ext_vpd(&error->cfc_vpd);
1656
1657 ipr_err("-----Expected Configuration-----\n");
1658 ipr_err("Cache Directory Card Information:\n");
1659 ipr_log_ext_vpd(&error->ioa_last_attached_to_cfc_vpd);
1660 ipr_err("Adapter Card Information:\n");
1661 ipr_log_ext_vpd(&error->cfc_last_attached_to_ioa_vpd);
1662
1663 ipr_err("Additional IOA Data: %08X %08X %08X\n",
1664 be32_to_cpu(error->ioa_data[0]),
1665 be32_to_cpu(error->ioa_data[1]),
1666 be32_to_cpu(error->ioa_data[2]));
1667}
1668
1da177e4
LT		 1669/**
1670 * ipr_log_cache_error - Log a cache error.
1671 * @ioa_cfg: ioa config struct
1672 * @hostrcb: hostrcb struct
1673 *
1674 * Return value:
1675 * none
1676 **/
1677static void ipr_log_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1678 struct ipr_hostrcb *hostrcb)
1679{
1680 struct ipr_hostrcb_type_02_error *error =
1681 &hostrcb->hcam.u.error.u.type_02_error;
1682
1683 ipr_err("-----Current Configuration-----\n");
1684 ipr_err("Cache Directory Card Information:\n");
cfc32139 1685 ipr_log_vpd(&error->ioa_vpd);
1da177e4 1686 ipr_err("Adapter Card Information:\n");
cfc32139 1687 ipr_log_vpd(&error->cfc_vpd);
1da177e4
LT		 1688
1689 ipr_err("-----Expected Configuration-----\n");
1690 ipr_err("Cache Directory Card Information:\n");
cfc32139 1691 ipr_log_vpd(&error->ioa_last_attached_to_cfc_vpd);
1da177e4 1692 ipr_err("Adapter Card Information:\n");
cfc32139 1693 ipr_log_vpd(&error->cfc_last_attached_to_ioa_vpd);
1da177e4
LT		 1694
1695 ipr_err("Additional IOA Data: %08X %08X %08X\n",
1696 be32_to_cpu(error->ioa_data[0]),
1697 be32_to_cpu(error->ioa_data[1]),
1698 be32_to_cpu(error->ioa_data[2]));
1699}
1700
ee0f05b8
BK		 1701/**
1702 * ipr_log_enhanced_config_error - Log a configuration error.
1703 * @ioa_cfg: ioa config struct
1704 * @hostrcb: hostrcb struct
1705 *
1706 * Return value:
1707 * none
1708 **/
1709static void ipr_log_enhanced_config_error(struct ipr_ioa_cfg *ioa_cfg,
1710 struct ipr_hostrcb *hostrcb)
1711{
1712 int errors_logged, i;
1713 struct ipr_hostrcb_device_data_entry_enhanced *dev_entry;
1714 struct ipr_hostrcb_type_13_error *error;
1715
1716 error = &hostrcb->hcam.u.error.u.type_13_error;
1717 errors_logged = be32_to_cpu(error->errors_logged);
1718
1719 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1720 be32_to_cpu(error->errors_detected), errors_logged);
1721
1722 dev_entry = error->dev;
1723
1724 for (i = 0; i < errors_logged; i++, dev_entry++) {
1725 ipr_err_separator;
1726
1727 ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1728 ipr_log_ext_vpd(&dev_entry->vpd);
1729
1730 ipr_err("-----New Device Information-----\n");
1731 ipr_log_ext_vpd(&dev_entry->new_vpd);
1732
1733 ipr_err("Cache Directory Card Information:\n");
1734 ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1735
1736 ipr_err("Adapter Card Information:\n");
1737 ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1738 }
1739}
1740
4565e370
WB		 1741/**
1742 * ipr_log_sis64_config_error - Log a device error.
1743 * @ioa_cfg: ioa config struct
1744 * @hostrcb: hostrcb struct
1745 *
1746 * Return value:
1747 * none
1748 **/
1749static void ipr_log_sis64_config_error(struct ipr_ioa_cfg *ioa_cfg,
1750 struct ipr_hostrcb *hostrcb)
1751{
1752 int errors_logged, i;
1753 struct ipr_hostrcb64_device_data_entry_enhanced *dev_entry;
1754 struct ipr_hostrcb_type_23_error *error;
1755 char buffer[IPR_MAX_RES_PATH_LENGTH];
1756
1757 error = &hostrcb->hcam.u.error64.u.type_23_error;
1758 errors_logged = be32_to_cpu(error->errors_logged);
1759
1760 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1761 be32_to_cpu(error->errors_detected), errors_logged);
1762
1763 dev_entry = error->dev;
1764
1765 for (i = 0; i < errors_logged; i++, dev_entry++) {
1766 ipr_err_separator;
1767
1768 ipr_err("Device %d : %s", i + 1,
b3b3b407
BK		 1769 __ipr_format_res_path(dev_entry->res_path,
1770 buffer, sizeof(buffer)));
4565e370
WB		 1771 ipr_log_ext_vpd(&dev_entry->vpd);
1772
1773 ipr_err("-----New Device Information-----\n");
1774 ipr_log_ext_vpd(&dev_entry->new_vpd);
1775
1776 ipr_err("Cache Directory Card Information:\n");
1777 ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1778
1779 ipr_err("Adapter Card Information:\n");
1780 ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1781 }
1782}
1783
1da177e4
LT		 1784/**
1785 * ipr_log_config_error - Log a configuration error.
1786 * @ioa_cfg: ioa config struct
1787 * @hostrcb: hostrcb struct
1788 *
1789 * Return value:
1790 * none
1791 **/
1792static void ipr_log_config_error(struct ipr_ioa_cfg *ioa_cfg,
1793 struct ipr_hostrcb *hostrcb)
1794{
1795 int errors_logged, i;
1796 struct ipr_hostrcb_device_data_entry *dev_entry;
1797 struct ipr_hostrcb_type_03_error *error;
1798
1799 error = &hostrcb->hcam.u.error.u.type_03_error;
1800 errors_logged = be32_to_cpu(error->errors_logged);
1801
1802 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1803 be32_to_cpu(error->errors_detected), errors_logged);
1804
cfc32139 1805 dev_entry = error->dev;
1da177e4
LT		 1806
1807 for (i = 0; i < errors_logged; i++, dev_entry++) {
1808 ipr_err_separator;
1809
fa15b1f6 1810 ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
cfc32139 1811 ipr_log_vpd(&dev_entry->vpd);
1da177e4
LT		 1812
1813 ipr_err("-----New Device Information-----\n");
cfc32139 1814 ipr_log_vpd(&dev_entry->new_vpd);
1da177e4
LT		 1815
1816 ipr_err("Cache Directory Card Information:\n");
cfc32139 1817 ipr_log_vpd(&dev_entry->ioa_last_with_dev_vpd);
1da177e4
LT		 1818
1819 ipr_err("Adapter Card Information:\n");
cfc32139 1820 ipr_log_vpd(&dev_entry->cfc_last_with_dev_vpd);
1da177e4
LT		 1821
1822 ipr_err("Additional IOA Data: %08X %08X %08X %08X %08X\n",
1823 be32_to_cpu(dev_entry->ioa_data[0]),
1824 be32_to_cpu(dev_entry->ioa_data[1]),
1825 be32_to_cpu(dev_entry->ioa_data[2]),
1826 be32_to_cpu(dev_entry->ioa_data[3]),
1827 be32_to_cpu(dev_entry->ioa_data[4]));
1828 }
1829}
1830
ee0f05b8
BK		 1831/**
1832 * ipr_log_enhanced_array_error - Log an array configuration error.
1833 * @ioa_cfg: ioa config struct
1834 * @hostrcb: hostrcb struct
1835 *
1836 * Return value:
1837 * none
1838 **/
1839static void ipr_log_enhanced_array_error(struct ipr_ioa_cfg *ioa_cfg,
1840 struct ipr_hostrcb *hostrcb)
1841{
1842 int i, num_entries;
1843 struct ipr_hostrcb_type_14_error *error;
1844 struct ipr_hostrcb_array_data_entry_enhanced *array_entry;
1845 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1846
1847 error = &hostrcb->hcam.u.error.u.type_14_error;
1848
1849 ipr_err_separator;
1850
1851 ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1852 error->protection_level,
1853 ioa_cfg->host->host_no,
1854 error->last_func_vset_res_addr.bus,
1855 error->last_func_vset_res_addr.target,
1856 error->last_func_vset_res_addr.lun);
1857
1858 ipr_err_separator;
1859
1860 array_entry = error->array_member;
1861 num_entries = min_t(u32, be32_to_cpu(error->num_entries),
7262026f 1862 ARRAY_SIZE(error->array_member));
ee0f05b8
BK		 1863
1864 for (i = 0; i < num_entries; i++, array_entry++) {
1865 if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1866 continue;
1867
1868 if (be32_to_cpu(error->exposed_mode_adn) == i)
1869 ipr_err("Exposed Array Member %d:\n", i);
1870 else
1871 ipr_err("Array Member %d:\n", i);
1872
1873 ipr_log_ext_vpd(&array_entry->vpd);
1874 ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1875 ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1876 "Expected Location");
1877
1878 ipr_err_separator;
1879 }
1880}
1881
1da177e4
LT		 1882/**
1883 * ipr_log_array_error - Log an array configuration error.
1884 * @ioa_cfg: ioa config struct
1885 * @hostrcb: hostrcb struct
1886 *
1887 * Return value:
1888 * none
1889 **/
1890static void ipr_log_array_error(struct ipr_ioa_cfg *ioa_cfg,
1891 struct ipr_hostrcb *hostrcb)
1892{
1893 int i;
1894 struct ipr_hostrcb_type_04_error *error;
1895 struct ipr_hostrcb_array_data_entry *array_entry;
1896 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1897
1898 error = &hostrcb->hcam.u.error.u.type_04_error;
1899
1900 ipr_err_separator;
1901
1902 ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1903 error->protection_level,
1904 ioa_cfg->host->host_no,
1905 error->last_func_vset_res_addr.bus,
1906 error->last_func_vset_res_addr.target,
1907 error->last_func_vset_res_addr.lun);
1908
1909 ipr_err_separator;
1910
1911 array_entry = error->array_member;
1912
1913 for (i = 0; i < 18; i++) {
cfc32139 1914 if (!memcmp(array_entry->vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1da177e4
LT		 1915 continue;
1916
fa15b1f6 1917 if (be32_to_cpu(error->exposed_mode_adn) == i)
1da177e4 1918 ipr_err("Exposed Array Member %d:\n", i);
fa15b1f6 1919 else
1da177e4 1920 ipr_err("Array Member %d:\n", i);
1da177e4 1921
cfc32139 1922 ipr_log_vpd(&array_entry->vpd);
1da177e4 1923
fa15b1f6
BK		 1924 ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1925 ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1926 "Expected Location");
1da177e4
LT		 1927
1928 ipr_err_separator;
1929
1930 if (i == 9)
1931 array_entry = error->array_member2;
1932 else
1933 array_entry++;
1934 }
1935}
1936
1937/**
b0df54bb 1938 * ipr_log_hex_data - Log additional hex IOA error data.
ac719aba 1939 * @ioa_cfg: ioa config struct
b0df54bb
BK		 1940 * @data: IOA error data
1941 * @len: data length
1da177e4
LT		 1942 *
1943 * Return value:
1944 * none
1945 **/
359d96e7 1946static void ipr_log_hex_data(struct ipr_ioa_cfg *ioa_cfg, __be32 *data, int len)
1da177e4
LT		 1947{
1948 int i;
1da177e4 1949
b0df54bb 1950 if (len == 0)
1da177e4
LT		 1951 return;
1952
ac719aba
BK		 1953 if (ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
1954 len = min_t(int, len, IPR_DEFAULT_MAX_ERROR_DUMP);
1955
b0df54bb 1956 for (i = 0; i < len / 4; i += 4) {
1da177e4 1957 ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
b0df54bb
BK		 1958 be32_to_cpu(data[i]),
1959 be32_to_cpu(data[i+1]),
1960 be32_to_cpu(data[i+2]),
1961 be32_to_cpu(data[i+3]));
1da177e4
LT		 1962 }
1963}
1964
ee0f05b8
BK		 1965/**
1966 * ipr_log_enhanced_dual_ioa_error - Log an enhanced dual adapter error.
1967 * @ioa_cfg: ioa config struct
1968 * @hostrcb: hostrcb struct
1969 *
1970 * Return value:
1971 * none
1972 **/
1973static void ipr_log_enhanced_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1974 struct ipr_hostrcb *hostrcb)
1975{
1976 struct ipr_hostrcb_type_17_error *error;
1977
4565e370
WB		 1978 if (ioa_cfg->sis64)
1979 error = &hostrcb->hcam.u.error64.u.type_17_error;
1980 else
1981 error = &hostrcb->hcam.u.error.u.type_17_error;
1982
ee0f05b8 1983 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
ca54cb8c 1984 strim(error->failure_reason);
ee0f05b8 1985
8cf093e2
BK		 1986 ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1987 be32_to_cpu(hostrcb->hcam.u.error.prc));
1988 ipr_log_ext_vpd_compact("Remote IOA", hostrcb, &error->vpd);
ac719aba 1989 ipr_log_hex_data(ioa_cfg, error->data,
ee0f05b8
BK		 1990 be32_to_cpu(hostrcb->hcam.length) -
1991 (offsetof(struct ipr_hostrcb_error, u) +
1992 offsetof(struct ipr_hostrcb_type_17_error, data)));
1993}
1994
b0df54bb
BK		 1995/**
1996 * ipr_log_dual_ioa_error - Log a dual adapter error.
1997 * @ioa_cfg: ioa config struct
1998 * @hostrcb: hostrcb struct
1999 *
2000 * Return value:
2001 * none
2002 **/
2003static void ipr_log_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
2004 struct ipr_hostrcb *hostrcb)
2005{
2006 struct ipr_hostrcb_type_07_error *error;
2007
2008 error = &hostrcb->hcam.u.error.u.type_07_error;
2009 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
ca54cb8c 2010 strim(error->failure_reason);
b0df54bb 2011
8cf093e2
BK		 2012 ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
2013 be32_to_cpu(hostrcb->hcam.u.error.prc));
2014 ipr_log_vpd_compact("Remote IOA", hostrcb, &error->vpd);
ac719aba 2015 ipr_log_hex_data(ioa_cfg, error->data,
b0df54bb
BK		 2016 be32_to_cpu(hostrcb->hcam.length) -
2017 (offsetof(struct ipr_hostrcb_error, u) +
2018 offsetof(struct ipr_hostrcb_type_07_error, data)));
2019}
2020
49dc6a18
BK		 2021static const struct {
2022 u8 active;
2023 char *desc;
2024} path_active_desc[] = {
2025 { IPR_PATH_NO_INFO, "Path" },
2026 { IPR_PATH_ACTIVE, "Active path" },
2027 { IPR_PATH_NOT_ACTIVE, "Inactive path" }
2028};
2029
2030static const struct {
2031 u8 state;
2032 char *desc;
2033} path_state_desc[] = {
2034 { IPR_PATH_STATE_NO_INFO, "has no path state information available" },
2035 { IPR_PATH_HEALTHY, "is healthy" },
2036 { IPR_PATH_DEGRADED, "is degraded" },
2037 { IPR_PATH_FAILED, "is failed" }
2038};
2039
2040/**
2041 * ipr_log_fabric_path - Log a fabric path error
2042 * @hostrcb: hostrcb struct
2043 * @fabric: fabric descriptor
2044 *
2045 * Return value:
2046 * none
2047 **/
2048static void ipr_log_fabric_path(struct ipr_hostrcb *hostrcb,
2049 struct ipr_hostrcb_fabric_desc *fabric)
2050{
2051 int i, j;
2052 u8 path_state = fabric->path_state;
2053 u8 active = path_state & IPR_PATH_ACTIVE_MASK;
2054 u8 state = path_state & IPR_PATH_STATE_MASK;
2055
2056 for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
2057 if (path_active_desc[i].active != active)
2058 continue;
2059
2060 for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
2061 if (path_state_desc[j].state != state)
2062 continue;
2063
2064 if (fabric->cascaded_expander == 0xff && fabric->phy == 0xff) {
2065 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d\n",
2066 path_active_desc[i].desc, path_state_desc[j].desc,
2067 fabric->ioa_port);
2068 } else if (fabric->cascaded_expander == 0xff) {
2069 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Phy=%d\n",
2070 path_active_desc[i].desc, path_state_desc[j].desc,
2071 fabric->ioa_port, fabric->phy);
2072 } else if (fabric->phy == 0xff) {
2073 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d\n",
2074 path_active_desc[i].desc, path_state_desc[j].desc,
2075 fabric->ioa_port, fabric->cascaded_expander);
2076 } else {
2077 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d, Phy=%d\n",
2078 path_active_desc[i].desc, path_state_desc[j].desc,
2079 fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
2080 }
2081 return;
2082 }
2083 }
2084
2085 ipr_err("Path state=%02X IOA Port=%d Cascade=%d Phy=%d\n", path_state,
2086 fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
2087}
2088
4565e370
WB		 2089/**
2090 * ipr_log64_fabric_path - Log a fabric path error
2091 * @hostrcb: hostrcb struct
2092 * @fabric: fabric descriptor
2093 *
2094 * Return value:
2095 * none
2096 **/
2097static void ipr_log64_fabric_path(struct ipr_hostrcb *hostrcb,
2098 struct ipr_hostrcb64_fabric_desc *fabric)
2099{
2100 int i, j;
2101 u8 path_state = fabric->path_state;
2102 u8 active = path_state & IPR_PATH_ACTIVE_MASK;
2103 u8 state = path_state & IPR_PATH_STATE_MASK;
2104 char buffer[IPR_MAX_RES_PATH_LENGTH];
2105
2106 for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
2107 if (path_active_desc[i].active != active)
2108 continue;
2109
2110 for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
2111 if (path_state_desc[j].state != state)
2112 continue;
2113
2114 ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s\n",
2115 path_active_desc[i].desc, path_state_desc[j].desc,
b3b3b407
BK		 2116 ipr_format_res_path(hostrcb->ioa_cfg,
2117 fabric->res_path,
2118 buffer, sizeof(buffer)));
4565e370
WB		 2119 return;
2120 }
2121 }
2122
2123 ipr_err("Path state=%02X Resource Path=%s\n", path_state,
b3b3b407
BK		 2124 ipr_format_res_path(hostrcb->ioa_cfg, fabric->res_path,
2125 buffer, sizeof(buffer)));
4565e370
WB		 2126}
2127
49dc6a18
BK		 2128static const struct {
2129 u8 type;
2130 char *desc;
2131} path_type_desc[] = {
2132 { IPR_PATH_CFG_IOA_PORT, "IOA port" },
2133 { IPR_PATH_CFG_EXP_PORT, "Expander port" },
2134 { IPR_PATH_CFG_DEVICE_PORT, "Device port" },
2135 { IPR_PATH_CFG_DEVICE_LUN, "Device LUN" }
2136};
2137
2138static const struct {
2139 u8 status;
2140 char *desc;
2141} path_status_desc[] = {
2142 { IPR_PATH_CFG_NO_PROB, "Functional" },
2143 { IPR_PATH_CFG_DEGRADED, "Degraded" },
2144 { IPR_PATH_CFG_FAILED, "Failed" },
2145 { IPR_PATH_CFG_SUSPECT, "Suspect" },
2146 { IPR_PATH_NOT_DETECTED, "Missing" },
2147 { IPR_PATH_INCORRECT_CONN, "Incorrectly connected" }
2148};
2149
2150static const char *link_rate[] = {
2151 "unknown",
2152 "disabled",
2153 "phy reset problem",
2154 "spinup hold",
2155 "port selector",
2156 "unknown",
2157 "unknown",
2158 "unknown",
2159 "1.5Gbps",
2160 "3.0Gbps",
2161 "unknown",
2162 "unknown",
2163 "unknown",
2164 "unknown",
2165 "unknown",
2166 "unknown"
2167};
2168
2169/**
2170 * ipr_log_path_elem - Log a fabric path element.
2171 * @hostrcb: hostrcb struct
2172 * @cfg: fabric path element struct
2173 *
2174 * Return value:
2175 * none
2176 **/
2177static void ipr_log_path_elem(struct ipr_hostrcb *hostrcb,
2178 struct ipr_hostrcb_config_element *cfg)
2179{
2180 int i, j;
2181 u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2182 u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2183
2184 if (type == IPR_PATH_CFG_NOT_EXIST)
2185 return;
2186
2187 for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2188 if (path_type_desc[i].type != type)
2189 continue;
2190
2191 for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2192 if (path_status_desc[j].status != status)
2193 continue;
2194
2195 if (type == IPR_PATH_CFG_IOA_PORT) {
2196 ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, WWN=%08X%08X\n",
2197 path_status_desc[j].desc, path_type_desc[i].desc,
2198 cfg->phy, link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2199 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2200 } else {
2201 if (cfg->cascaded_expander == 0xff && cfg->phy == 0xff) {
2202 ipr_hcam_err(hostrcb, "%s %s: Link rate=%s, WWN=%08X%08X\n",
2203 path_status_desc[j].desc, path_type_desc[i].desc,
2204 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2205 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2206 } else if (cfg->cascaded_expander == 0xff) {
2207 ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, "
2208 "WWN=%08X%08X\n", path_status_desc[j].desc,
2209 path_type_desc[i].desc, cfg->phy,
2210 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2211 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2212 } else if (cfg->phy == 0xff) {
2213 ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Link rate=%s, "
2214 "WWN=%08X%08X\n", path_status_desc[j].desc,
2215 path_type_desc[i].desc, cfg->cascaded_expander,
2216 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2217 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2218 } else {
2219 ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Phy=%d, Link rate=%s "
2220 "WWN=%08X%08X\n", path_status_desc[j].desc,
2221 path_type_desc[i].desc, cfg->cascaded_expander, cfg->phy,
2222 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2223 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2224 }
2225 }
2226 return;
2227 }
2228 }
2229
2230 ipr_hcam_err(hostrcb, "Path element=%02X: Cascade=%d Phy=%d Link rate=%s "
2231 "WWN=%08X%08X\n", cfg->type_status, cfg->cascaded_expander, cfg->phy,
2232 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2233 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2234}
2235
4565e370
WB		 2236/**
2237 * ipr_log64_path_elem - Log a fabric path element.
2238 * @hostrcb: hostrcb struct
2239 * @cfg: fabric path element struct
2240 *
2241 * Return value:
2242 * none
2243 **/
2244static void ipr_log64_path_elem(struct ipr_hostrcb *hostrcb,
2245 struct ipr_hostrcb64_config_element *cfg)
2246{
2247 int i, j;
2248 u8 desc_id = cfg->descriptor_id & IPR_DESCRIPTOR_MASK;
2249 u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2250 u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2251 char buffer[IPR_MAX_RES_PATH_LENGTH];
2252
2253 if (type == IPR_PATH_CFG_NOT_EXIST || desc_id != IPR_DESCRIPTOR_SIS64)
2254 return;
2255
2256 for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2257 if (path_type_desc[i].type != type)
2258 continue;
2259
2260 for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2261 if (path_status_desc[j].status != status)
2262 continue;
2263
2264 ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s, Link rate=%s, WWN=%08X%08X\n",
2265 path_status_desc[j].desc, path_type_desc[i].desc,
b3b3b407
BK		 2266 ipr_format_res_path(hostrcb->ioa_cfg,
2267 cfg->res_path, buffer, sizeof(buffer)),
2268 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2269 be32_to_cpu(cfg->wwid[0]),
2270 be32_to_cpu(cfg->wwid[1]));
4565e370
WB		 2271 return;
2272 }
2273 }
2274 ipr_hcam_err(hostrcb, "Path element=%02X: Resource Path=%s, Link rate=%s "
2275 "WWN=%08X%08X\n", cfg->type_status,
b3b3b407
BK		 2276 ipr_format_res_path(hostrcb->ioa_cfg,
2277 cfg->res_path, buffer, sizeof(buffer)),
2278 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2279 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
4565e370
WB		 2280}
2281
49dc6a18
BK		 2282/**
2283 * ipr_log_fabric_error - Log a fabric error.
2284 * @ioa_cfg: ioa config struct
2285 * @hostrcb: hostrcb struct
2286 *
2287 * Return value:
2288 * none
2289 **/
2290static void ipr_log_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2291 struct ipr_hostrcb *hostrcb)
2292{
2293 struct ipr_hostrcb_type_20_error *error;
2294 struct ipr_hostrcb_fabric_desc *fabric;
2295 struct ipr_hostrcb_config_element *cfg;
2296 int i, add_len;
2297
2298 error = &hostrcb->hcam.u.error.u.type_20_error;
2299 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2300 ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2301
2302 add_len = be32_to_cpu(hostrcb->hcam.length) -
2303 (offsetof(struct ipr_hostrcb_error, u) +
2304 offsetof(struct ipr_hostrcb_type_20_error, desc));
2305
2306 for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2307 ipr_log_fabric_path(hostrcb, fabric);
2308 for_each_fabric_cfg(fabric, cfg)
2309 ipr_log_path_elem(hostrcb, cfg);
2310
2311 add_len -= be16_to_cpu(fabric->length);
2312 fabric = (struct ipr_hostrcb_fabric_desc *)
2313 ((unsigned long)fabric + be16_to_cpu(fabric->length));
2314 }
2315
359d96e7 2316 ipr_log_hex_data(ioa_cfg, (__be32 *)fabric, add_len);
49dc6a18
BK		 2317}
2318
4565e370
WB		 2319/**
2320 * ipr_log_sis64_array_error - Log a sis64 array error.
2321 * @ioa_cfg: ioa config struct
2322 * @hostrcb: hostrcb struct
2323 *
2324 * Return value:
2325 * none
2326 **/
2327static void ipr_log_sis64_array_error(struct ipr_ioa_cfg *ioa_cfg,
2328 struct ipr_hostrcb *hostrcb)
2329{
2330 int i, num_entries;
2331 struct ipr_hostrcb_type_24_error *error;
2332 struct ipr_hostrcb64_array_data_entry *array_entry;
2333 char buffer[IPR_MAX_RES_PATH_LENGTH];
2334 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
2335
2336 error = &hostrcb->hcam.u.error64.u.type_24_error;
2337
2338 ipr_err_separator;
2339
2340 ipr_err("RAID %s Array Configuration: %s\n",
2341 error->protection_level,
b3b3b407
BK		 2342 ipr_format_res_path(ioa_cfg, error->last_res_path,
2343 buffer, sizeof(buffer)));
4565e370
WB		 2344
2345 ipr_err_separator;
2346
2347 array_entry = error->array_member;
7262026f
WB		 2348 num_entries = min_t(u32, error->num_entries,
2349 ARRAY_SIZE(error->array_member));
4565e370
WB		 2350
2351 for (i = 0; i < num_entries; i++, array_entry++) {
2352
2353 if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
2354 continue;
2355
2356 if (error->exposed_mode_adn == i)
2357 ipr_err("Exposed Array Member %d:\n", i);
2358 else
2359 ipr_err("Array Member %d:\n", i);
2360
2361 ipr_err("Array Member %d:\n", i);
2362 ipr_log_ext_vpd(&array_entry->vpd);
7262026f 2363 ipr_err("Current Location: %s\n",
b3b3b407
BK		 2364 ipr_format_res_path(ioa_cfg, array_entry->res_path,
2365 buffer, sizeof(buffer)));
7262026f 2366 ipr_err("Expected Location: %s\n",
b3b3b407
BK		 2367 ipr_format_res_path(ioa_cfg,
2368 array_entry->expected_res_path,
2369 buffer, sizeof(buffer)));
4565e370
WB		 2370
2371 ipr_err_separator;
2372 }
2373}
2374
2375/**
2376 * ipr_log_sis64_fabric_error - Log a sis64 fabric error.
2377 * @ioa_cfg: ioa config struct
2378 * @hostrcb: hostrcb struct
2379 *
2380 * Return value:
2381 * none
2382 **/
2383static void ipr_log_sis64_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2384 struct ipr_hostrcb *hostrcb)
2385{
2386 struct ipr_hostrcb_type_30_error *error;
2387 struct ipr_hostrcb64_fabric_desc *fabric;
2388 struct ipr_hostrcb64_config_element *cfg;
2389 int i, add_len;
2390
2391 error = &hostrcb->hcam.u.error64.u.type_30_error;
2392
2393 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2394 ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2395
2396 add_len = be32_to_cpu(hostrcb->hcam.length) -
2397 (offsetof(struct ipr_hostrcb64_error, u) +
2398 offsetof(struct ipr_hostrcb_type_30_error, desc));
2399
2400 for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2401 ipr_log64_fabric_path(hostrcb, fabric);
2402 for_each_fabric_cfg(fabric, cfg)
2403 ipr_log64_path_elem(hostrcb, cfg);
2404
2405 add_len -= be16_to_cpu(fabric->length);
2406 fabric = (struct ipr_hostrcb64_fabric_desc *)
2407 ((unsigned long)fabric + be16_to_cpu(fabric->length));
2408 }
2409
359d96e7 2410 ipr_log_hex_data(ioa_cfg, (__be32 *)fabric, add_len);
4565e370
WB		 2411}
2412
b0df54bb
BK		 2413/**
2414 * ipr_log_generic_error - Log an adapter error.
2415 * @ioa_cfg: ioa config struct
2416 * @hostrcb: hostrcb struct
2417 *
2418 * Return value:
2419 * none
2420 **/
2421static void ipr_log_generic_error(struct ipr_ioa_cfg *ioa_cfg,
2422 struct ipr_hostrcb *hostrcb)
2423{
ac719aba 2424 ipr_log_hex_data(ioa_cfg, hostrcb->hcam.u.raw.data,
b0df54bb
BK		 2425 be32_to_cpu(hostrcb->hcam.length));
2426}
2427
169b9ec8
WX		 2428/**
2429 * ipr_log_sis64_device_error - Log a cache error.
2430 * @ioa_cfg: ioa config struct
2431 * @hostrcb: hostrcb struct
2432 *
2433 * Return value:
2434 * none
2435 **/
2436static void ipr_log_sis64_device_error(struct ipr_ioa_cfg *ioa_cfg,
2437 struct ipr_hostrcb *hostrcb)
2438{
2439 struct ipr_hostrcb_type_21_error *error;
2440 char buffer[IPR_MAX_RES_PATH_LENGTH];
2441
2442 error = &hostrcb->hcam.u.error64.u.type_21_error;
2443
2444 ipr_err("-----Failing Device Information-----\n");
2445 ipr_err("World Wide Unique ID: %08X%08X%08X%08X\n",
2446 be32_to_cpu(error->wwn[0]), be32_to_cpu(error->wwn[1]),
2447 be32_to_cpu(error->wwn[2]), be32_to_cpu(error->wwn[3]));
2448 ipr_err("Device Resource Path: %s\n",
2449 __ipr_format_res_path(error->res_path,
2450 buffer, sizeof(buffer)));
2451 error->primary_problem_desc[sizeof(error->primary_problem_desc) - 1] = '\0';
2452 error->second_problem_desc[sizeof(error->second_problem_desc) - 1] = '\0';
2453 ipr_err("Primary Problem Description: %s\n", error->primary_problem_desc);
2454 ipr_err("Secondary Problem Description: %s\n", error->second_problem_desc);
2455 ipr_err("SCSI Sense Data:\n");
2456 ipr_log_hex_data(ioa_cfg, error->sense_data, sizeof(error->sense_data));
2457 ipr_err("SCSI Command Descriptor Block: \n");
2458 ipr_log_hex_data(ioa_cfg, error->cdb, sizeof(error->cdb));
2459
2460 ipr_err("Additional IOA Data:\n");
2461 ipr_log_hex_data(ioa_cfg, error->ioa_data, be32_to_cpu(error->length_of_error));
2462}
2463
1da177e4
LT		 2464/**
2465 * ipr_get_error - Find the specfied IOASC in the ipr_error_table.
2466 * @ioasc: IOASC
2467 *
2468 * This function will return the index of into the ipr_error_table
2469 * for the specified IOASC. If the IOASC is not in the table,
2470 * 0 will be returned, which points to the entry used for unknown errors.
2471 *
2472 * Return value:
2473 * index into the ipr_error_table
2474 **/
2475static u32 ipr_get_error(u32 ioasc)
2476{
2477 int i;
2478
2479 for (i = 0; i < ARRAY_SIZE(ipr_error_table); i++)
35a39691 2480 if (ipr_error_table[i].ioasc == (ioasc & IPR_IOASC_IOASC_MASK))
1da177e4
LT		 2481 return i;
2482
2483 return 0;
2484}
2485
2486/**
2487 * ipr_handle_log_data - Log an adapter error.
2488 * @ioa_cfg: ioa config struct
2489 * @hostrcb: hostrcb struct
2490 *
2491 * This function logs an adapter error to the system.
2492 *
2493 * Return value:
2494 * none
2495 **/
2496static void ipr_handle_log_data(struct ipr_ioa_cfg *ioa_cfg,
2497 struct ipr_hostrcb *hostrcb)
2498{
2499 u32 ioasc;
2500 int error_index;
3185ea63 2501 struct ipr_hostrcb_type_21_error *error;
1da177e4
LT		 2502
2503 if (hostrcb->hcam.notify_type != IPR_HOST_RCB_NOTIF_TYPE_ERROR_LOG_ENTRY)
2504 return;
2505
2506 if (hostrcb->hcam.notifications_lost == IPR_HOST_RCB_NOTIFICATIONS_LOST)
2507 dev_err(&ioa_cfg->pdev->dev, "Error notifications lost\n");
2508
4565e370
WB		 2509 if (ioa_cfg->sis64)
2510 ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2511 else
2512 ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
1da177e4 2513
4565e370
WB		 2514 if (!ioa_cfg->sis64 && (ioasc == IPR_IOASC_BUS_WAS_RESET ||
2515 ioasc == IPR_IOASC_BUS_WAS_RESET_BY_OTHER)) {
1da177e4
LT		 2516 /* Tell the midlayer we had a bus reset so it will handle the UA properly */
2517 scsi_report_bus_reset(ioa_cfg->host,
4565e370 2518 hostrcb->hcam.u.error.fd_res_addr.bus);
1da177e4
LT		 2519 }
2520
2521 error_index = ipr_get_error(ioasc);
2522
2523 if (!ipr_error_table[error_index].log_hcam)
2524 return;
2525
3185ea63 2526 if (ioasc == IPR_IOASC_HW_CMD_FAILED &&
2527 hostrcb->hcam.overlay_id == IPR_HOST_RCB_OVERLAY_ID_21) {
2528 error = &hostrcb->hcam.u.error64.u.type_21_error;
2529
2530 if (((be32_to_cpu(error->sense_data[0]) & 0x0000ff00) >> 8) == ILLEGAL_REQUEST &&
2531 ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
2532 return;
2533 }
2534
49dc6a18 2535 ipr_hcam_err(hostrcb, "%s\n", ipr_error_table[error_index].error);
1da177e4
LT		 2536
2537 /* Set indication we have logged an error */
2538 ioa_cfg->errors_logged++;
2539
933916f3 2540 if (ioa_cfg->log_level < ipr_error_table[error_index].log_hcam)
1da177e4 2541 return;
cf852037
BK		 2542 if (be32_to_cpu(hostrcb->hcam.length) > sizeof(hostrcb->hcam.u.raw))
2543 hostrcb->hcam.length = cpu_to_be32(sizeof(hostrcb->hcam.u.raw));
1da177e4
LT		 2544
2545 switch (hostrcb->hcam.overlay_id) {
1da177e4
LT		 2546 case IPR_HOST_RCB_OVERLAY_ID_2:
2547 ipr_log_cache_error(ioa_cfg, hostrcb);
2548 break;
2549 case IPR_HOST_RCB_OVERLAY_ID_3:
2550 ipr_log_config_error(ioa_cfg, hostrcb);
2551 break;
2552 case IPR_HOST_RCB_OVERLAY_ID_4:
2553 case IPR_HOST_RCB_OVERLAY_ID_6:
2554 ipr_log_array_error(ioa_cfg, hostrcb);
2555 break;
b0df54bb
BK		 2556 case IPR_HOST_RCB_OVERLAY_ID_7:
2557 ipr_log_dual_ioa_error(ioa_cfg, hostrcb);
2558 break;
ee0f05b8
BK		 2559 case IPR_HOST_RCB_OVERLAY_ID_12:
2560 ipr_log_enhanced_cache_error(ioa_cfg, hostrcb);
2561 break;
2562 case IPR_HOST_RCB_OVERLAY_ID_13:
2563 ipr_log_enhanced_config_error(ioa_cfg, hostrcb);
2564 break;
2565 case IPR_HOST_RCB_OVERLAY_ID_14:
2566 case IPR_HOST_RCB_OVERLAY_ID_16:
2567 ipr_log_enhanced_array_error(ioa_cfg, hostrcb);
2568 break;
2569 case IPR_HOST_RCB_OVERLAY_ID_17:
2570 ipr_log_enhanced_dual_ioa_error(ioa_cfg, hostrcb);
2571 break;
49dc6a18
BK		 2572 case IPR_HOST_RCB_OVERLAY_ID_20:
2573 ipr_log_fabric_error(ioa_cfg, hostrcb);
2574 break;
169b9ec8
WX		 2575 case IPR_HOST_RCB_OVERLAY_ID_21:
2576 ipr_log_sis64_device_error(ioa_cfg, hostrcb);
2577 break;
4565e370
WB		 2578 case IPR_HOST_RCB_OVERLAY_ID_23:
2579 ipr_log_sis64_config_error(ioa_cfg, hostrcb);
2580 break;
2581 case IPR_HOST_RCB_OVERLAY_ID_24:
2582 case IPR_HOST_RCB_OVERLAY_ID_26:
2583 ipr_log_sis64_array_error(ioa_cfg, hostrcb);
2584 break;
2585 case IPR_HOST_RCB_OVERLAY_ID_30:
2586 ipr_log_sis64_fabric_error(ioa_cfg, hostrcb);
2587 break;
cf852037 2588 case IPR_HOST_RCB_OVERLAY_ID_1:
1da177e4 2589 case IPR_HOST_RCB_OVERLAY_ID_DEFAULT:
1da177e4 2590 default:
a9cfca96 2591 ipr_log_generic_error(ioa_cfg, hostrcb);
1da177e4
LT		 2592 break;
2593 }
2594}
2595
afc3f83c
BK		 2596static struct ipr_hostrcb *ipr_get_free_hostrcb(struct ipr_ioa_cfg *ioa)
2597{
2598 struct ipr_hostrcb *hostrcb;
2599
2600 hostrcb = list_first_entry_or_null(&ioa->hostrcb_free_q,
2601 struct ipr_hostrcb, queue);
2602
2603 if (unlikely(!hostrcb)) {
2604 dev_info(&ioa->pdev->dev, "Reclaiming async error buffers.");
2605 hostrcb = list_first_entry_or_null(&ioa->hostrcb_report_q,
2606 struct ipr_hostrcb, queue);
2607 }
2608
2609 list_del_init(&hostrcb->queue);
2610 return hostrcb;
2611}
2612
1da177e4
LT		 2613/**
2614 * ipr_process_error - Op done function for an adapter error log.
2615 * @ipr_cmd: ipr command struct
2616 *
2617 * This function is the op done function for an error log host
2618 * controlled async from the adapter. It will log the error and
2619 * send the HCAM back to the adapter.
2620 *
2621 * Return value:
2622 * none
2623 **/
2624static void ipr_process_error(struct ipr_cmnd *ipr_cmd)
2625{
2626 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2627 struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
96d21f00 2628 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
4565e370
WB		 2629 u32 fd_ioasc;
2630
2631 if (ioa_cfg->sis64)
2632 fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2633 else
2634 fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
1da177e4 2635
afc3f83c 2636 list_del_init(&hostrcb->queue);
05a6538a 2637 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
1da177e4
LT		 2638
2639 if (!ioasc) {
2640 ipr_handle_log_data(ioa_cfg, hostrcb);
65f56475
BK		 2641 if (fd_ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED)
2642 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
4fdd7c7a
BK		 2643 } else if (ioasc != IPR_IOASC_IOA_WAS_RESET &&
2644 ioasc != IPR_IOASC_ABORTED_CMD_TERM_BY_HOST) {
1da177e4
LT		 2645 dev_err(&ioa_cfg->pdev->dev,
2646 "Host RCB failed with IOASC: 0x%08X\n", ioasc);
2647 }
2648
afc3f83c 2649 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_report_q);
8a4236a2 2650 schedule_work(&ioa_cfg->work_q);
afc3f83c 2651 hostrcb = ipr_get_free_hostrcb(ioa_cfg);
afc3f83c 2652
1da177e4
LT		 2653 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
2654}
2655
2656/**
2657 * ipr_timeout - An internally generated op has timed out.
2658 * @ipr_cmd: ipr command struct
2659 *
2660 * This function blocks host requests and initiates an
2661 * adapter reset.
2662 *
2663 * Return value:
2664 * none
2665 **/
738c6ec5 2666static void ipr_timeout(struct timer_list *t)
1da177e4 2667{
738c6ec5 2668 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
1da177e4
LT		 2669 unsigned long lock_flags = 0;
2670 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2671
2672 ENTER;
2673 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2674
2675 ioa_cfg->errors_logged++;
2676 dev_err(&ioa_cfg->pdev->dev,
2677 "Adapter being reset due to command timeout.\n");
2678
2679 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2680 ioa_cfg->sdt_state = GET_DUMP;
2681
2682 if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd)
2683 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2684
2685 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2686 LEAVE;
2687}
2688
2689/**
2690 * ipr_oper_timeout - Adapter timed out transitioning to operational
2691 * @ipr_cmd: ipr command struct
2692 *
2693 * This function blocks host requests and initiates an
2694 * adapter reset.
2695 *
2696 * Return value:
2697 * none
2698 **/
738c6ec5 2699static void ipr_oper_timeout(struct timer_list *t)
1da177e4 2700{
738c6ec5 2701 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
1da177e4
LT		 2702 unsigned long lock_flags = 0;
2703 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2704
2705 ENTER;
2706 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2707
2708 ioa_cfg->errors_logged++;
2709 dev_err(&ioa_cfg->pdev->dev,
2710 "Adapter timed out transitioning to operational.\n");
2711
2712 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2713 ioa_cfg->sdt_state = GET_DUMP;
2714
2715 if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd) {
2716 if (ipr_fastfail)
2717 ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
2718 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2719 }
2720
2721 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2722 LEAVE;
2723}
2724
1da177e4
LT		 2725/**
2726 * ipr_find_ses_entry - Find matching SES in SES table
2727 * @res: resource entry struct of SES
2728 *
2729 * Return value:
2730 * pointer to SES table entry / NULL on failure
2731 **/
2732static const struct ipr_ses_table_entry *
2733ipr_find_ses_entry(struct ipr_resource_entry *res)
2734{
2735 int i, j, matches;
3e7ebdfa 2736 struct ipr_std_inq_vpids *vpids;
1da177e4
LT		 2737 const struct ipr_ses_table_entry *ste = ipr_ses_table;
2738
2739 for (i = 0; i < ARRAY_SIZE(ipr_ses_table); i++, ste++) {
2740 for (j = 0, matches = 0; j < IPR_PROD_ID_LEN; j++) {
2741 if (ste->compare_product_id_byte[j] == 'X') {
3e7ebdfa
WB		 2742 vpids = &res->std_inq_data.vpids;
2743 if (vpids->product_id[j] == ste->product_id[j])
1da177e4
LT		 2744 matches++;
2745 else
2746 break;
2747 } else
2748 matches++;
2749 }
2750
2751 if (matches == IPR_PROD_ID_LEN)
2752 return ste;
2753 }
2754
2755 return NULL;
2756}
2757
2758/**
2759 * ipr_get_max_scsi_speed - Determine max SCSI speed for a given bus
2760 * @ioa_cfg: ioa config struct
2761 * @bus: SCSI bus
2762 * @bus_width: bus width
2763 *
2764 * Return value:
2765 * SCSI bus speed in units of 100KHz, 1600 is 160 MHz
2766 * For a 2-byte wide SCSI bus, the maximum transfer speed is
2767 * twice the maximum transfer rate (e.g. for a wide enabled bus,
2768 * max 160MHz = max 320MB/sec).
2769 **/
2770static u32 ipr_get_max_scsi_speed(struct ipr_ioa_cfg *ioa_cfg, u8 bus, u8 bus_width)
2771{
2772 struct ipr_resource_entry *res;
2773 const struct ipr_ses_table_entry *ste;
2774 u32 max_xfer_rate = IPR_MAX_SCSI_RATE(bus_width);
2775
2776 /* Loop through each config table entry in the config table buffer */
2777 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3e7ebdfa 2778 if (!(IPR_IS_SES_DEVICE(res->std_inq_data)))
1da177e4
LT		 2779 continue;
2780
3e7ebdfa 2781 if (bus != res->bus)
1da177e4
LT		 2782 continue;
2783
2784 if (!(ste = ipr_find_ses_entry(res)))
2785 continue;
2786
2787 max_xfer_rate = (ste->max_bus_speed_limit * 10) / (bus_width / 8);
2788 }
2789
2790 return max_xfer_rate;
2791}
2792
2793/**
2794 * ipr_wait_iodbg_ack - Wait for an IODEBUG ACK from the IOA
2795 * @ioa_cfg: ioa config struct
2796 * @max_delay: max delay in micro-seconds to wait
2797 *
2798 * Waits for an IODEBUG ACK from the IOA, doing busy looping.
2799 *
2800 * Return value:
2801 * 0 on success / other on failure
2802 **/
2803static int ipr_wait_iodbg_ack(struct ipr_ioa_cfg *ioa_cfg, int max_delay)
2804{
2805 volatile u32 pcii_reg;
2806 int delay = 1;
2807
2808 /* Read interrupt reg until IOA signals IO Debug Acknowledge */
2809 while (delay < max_delay) {
2810 pcii_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
2811
2812 if (pcii_reg & IPR_PCII_IO_DEBUG_ACKNOWLEDGE)
2813 return 0;
2814
2815 /* udelay cannot be used if delay is more than a few milliseconds */
2816 if ((delay / 1000) > MAX_UDELAY_MS)
2817 mdelay(delay / 1000);
2818 else
2819 udelay(delay);
2820
2821 delay += delay;
2822 }
2823 return -EIO;
2824}
2825
dcbad00e
WB		 2826/**
2827 * ipr_get_sis64_dump_data_section - Dump IOA memory
2828 * @ioa_cfg: ioa config struct
2829 * @start_addr: adapter address to dump
2830 * @dest: destination kernel buffer
2831 * @length_in_words: length to dump in 4 byte words
2832 *
2833 * Return value:
2834 * 0 on success
2835 **/
2836static int ipr_get_sis64_dump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2837 u32 start_addr,
2838 __be32 *dest, u32 length_in_words)
2839{
2840 int i;
2841
2842 for (i = 0; i < length_in_words; i++) {
2843 writel(start_addr+(i*4), ioa_cfg->regs.dump_addr_reg);
2844 *dest = cpu_to_be32(readl(ioa_cfg->regs.dump_data_reg));
2845 dest++;
2846 }
2847
2848 return 0;
2849}
2850
1da177e4
LT		 2851/**
2852 * ipr_get_ldump_data_section - Dump IOA memory
2853 * @ioa_cfg: ioa config struct
2854 * @start_addr: adapter address to dump
2855 * @dest: destination kernel buffer
2856 * @length_in_words: length to dump in 4 byte words
2857 *
2858 * Return value:
2859 * 0 on success / -EIO on failure
2860 **/
2861static int ipr_get_ldump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2862 u32 start_addr,
2863 __be32 *dest, u32 length_in_words)
2864{
2865 volatile u32 temp_pcii_reg;
2866 int i, delay = 0;
2867
dcbad00e
WB		 2868 if (ioa_cfg->sis64)
2869 return ipr_get_sis64_dump_data_section(ioa_cfg, start_addr,
2870 dest, length_in_words);
2871
1da177e4
LT		 2872 /* Write IOA interrupt reg starting LDUMP state */
2873 writel((IPR_UPROCI_RESET_ALERT | IPR_UPROCI_IO_DEBUG_ALERT),
214777ba 2874 ioa_cfg->regs.set_uproc_interrupt_reg32);
1da177e4
LT		 2875
2876 /* Wait for IO debug acknowledge */
2877 if (ipr_wait_iodbg_ack(ioa_cfg,
2878 IPR_LDUMP_MAX_LONG_ACK_DELAY_IN_USEC)) {
2879 dev_err(&ioa_cfg->pdev->dev,
2880 "IOA dump long data transfer timeout\n");
2881 return -EIO;
2882 }
2883
2884 /* Signal LDUMP interlocked - clear IO debug ack */
2885 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2886 ioa_cfg->regs.clr_interrupt_reg);
2887
2888 /* Write Mailbox with starting address */
2889 writel(start_addr, ioa_cfg->ioa_mailbox);
2890
2891 /* Signal address valid - clear IOA Reset alert */
2892 writel(IPR_UPROCI_RESET_ALERT,
214777ba 2893 ioa_cfg->regs.clr_uproc_interrupt_reg32);
1da177e4
LT		 2894
2895 for (i = 0; i < length_in_words; i++) {
2896 /* Wait for IO debug acknowledge */
2897 if (ipr_wait_iodbg_ack(ioa_cfg,
2898 IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC)) {
2899 dev_err(&ioa_cfg->pdev->dev,
2900 "IOA dump short data transfer timeout\n");
2901 return -EIO;
2902 }
2903
2904 /* Read data from mailbox and increment destination pointer */
2905 *dest = cpu_to_be32(readl(ioa_cfg->ioa_mailbox));
2906 dest++;
2907
2908 /* For all but the last word of data, signal data received */
2909 if (i < (length_in_words - 1)) {
2910 /* Signal dump data received - Clear IO debug Ack */
2911 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2912 ioa_cfg->regs.clr_interrupt_reg);
2913 }
2914 }
2915
2916 /* Signal end of block transfer. Set reset alert then clear IO debug ack */
2917 writel(IPR_UPROCI_RESET_ALERT,
214777ba 2918 ioa_cfg->regs.set_uproc_interrupt_reg32);
1da177e4
LT		 2919
2920 writel(IPR_UPROCI_IO_DEBUG_ALERT,
214777ba 2921 ioa_cfg->regs.clr_uproc_interrupt_reg32);
1da177e4
LT		 2922
2923 /* Signal dump data received - Clear IO debug Ack */
2924 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2925 ioa_cfg->regs.clr_interrupt_reg);
2926
2927 /* Wait for IOA to signal LDUMP exit - IOA reset alert will be cleared */
2928 while (delay < IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC) {
2929 temp_pcii_reg =
214777ba 2930 readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
1da177e4
LT		 2931
2932 if (!(temp_pcii_reg & IPR_UPROCI_RESET_ALERT))
2933 return 0;
2934
2935 udelay(10);
2936 delay += 10;
2937 }
2938
2939 return 0;
2940}
2941
2942#ifdef CONFIG_SCSI_IPR_DUMP
2943/**
2944 * ipr_sdt_copy - Copy Smart Dump Table to kernel buffer
2945 * @ioa_cfg: ioa config struct
2946 * @pci_address: adapter address
2947 * @length: length of data to copy
2948 *
2949 * Copy data from PCI adapter to kernel buffer.
2950 * Note: length MUST be a 4 byte multiple
2951 * Return value:
2952 * 0 on success / other on failure
2953 **/
2954static int ipr_sdt_copy(struct ipr_ioa_cfg *ioa_cfg,
2955 unsigned long pci_address, u32 length)
2956{
2957 int bytes_copied = 0;
4d4dd706 2958 int cur_len, rc, rem_len, rem_page_len, max_dump_size;
1da177e4
LT		 2959 __be32 *page;
2960 unsigned long lock_flags = 0;
2961 struct ipr_ioa_dump *ioa_dump = &ioa_cfg->dump->ioa_dump;
2962
4d4dd706
KSS		 2963 if (ioa_cfg->sis64)
2964 max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
2965 else
2966 max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
2967
1da177e4 2968 while (bytes_copied < length &&
4d4dd706 2969 (ioa_dump->hdr.len + bytes_copied) < max_dump_size) {
1da177e4
LT		 2970 if (ioa_dump->page_offset >= PAGE_SIZE ||
2971 ioa_dump->page_offset == 0) {
2972 page = (__be32 *)__get_free_page(GFP_ATOMIC);
2973
2974 if (!page) {
2975 ipr_trace;
2976 return bytes_copied;
2977 }
2978
2979 ioa_dump->page_offset = 0;
2980 ioa_dump->ioa_data[ioa_dump->next_page_index] = page;
2981 ioa_dump->next_page_index++;
2982 } else
2983 page = ioa_dump->ioa_data[ioa_dump->next_page_index - 1];
2984
2985 rem_len = length - bytes_copied;
2986 rem_page_len = PAGE_SIZE - ioa_dump->page_offset;
2987 cur_len = min(rem_len, rem_page_len);
2988
2989 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2990 if (ioa_cfg->sdt_state == ABORT_DUMP) {
2991 rc = -EIO;
2992 } else {
2993 rc = ipr_get_ldump_data_section(ioa_cfg,
2994 pci_address + bytes_copied,
2995 &page[ioa_dump->page_offset / 4],
2996 (cur_len / sizeof(u32)));
2997 }
2998 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2999
3000 if (!rc) {
3001 ioa_dump->page_offset += cur_len;
3002 bytes_copied += cur_len;
3003 } else {
3004 ipr_trace;
3005 break;
3006 }
3007 schedule();
3008 }
3009
3010 return bytes_copied;
3011}
3012
3013/**
3014 * ipr_init_dump_entry_hdr - Initialize a dump entry header.
3015 * @hdr: dump entry header struct
3016 *
3017 * Return value:
3018 * nothing
3019 **/
3020static void ipr_init_dump_entry_hdr(struct ipr_dump_entry_header *hdr)
3021{
3022 hdr->eye_catcher = IPR_DUMP_EYE_CATCHER;
3023 hdr->num_elems = 1;
3024 hdr->offset = sizeof(*hdr);
3025 hdr->status = IPR_DUMP_STATUS_SUCCESS;
3026}
3027
3028/**
3029 * ipr_dump_ioa_type_data - Fill in the adapter type in the dump.
3030 * @ioa_cfg: ioa config struct
3031 * @driver_dump: driver dump struct
3032 *
3033 * Return value:
3034 * nothing
3035 **/
3036static void ipr_dump_ioa_type_data(struct ipr_ioa_cfg *ioa_cfg,
3037 struct ipr_driver_dump *driver_dump)
3038{
3039 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
3040
3041 ipr_init_dump_entry_hdr(&driver_dump->ioa_type_entry.hdr);
3042 driver_dump->ioa_type_entry.hdr.len =
3043 sizeof(struct ipr_dump_ioa_type_entry) -
3044 sizeof(struct ipr_dump_entry_header);
3045 driver_dump->ioa_type_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3046 driver_dump->ioa_type_entry.hdr.id = IPR_DUMP_DRIVER_TYPE_ID;
3047 driver_dump->ioa_type_entry.type = ioa_cfg->type;
3048 driver_dump->ioa_type_entry.fw_version = (ucode_vpd->major_release << 24) |
3049 (ucode_vpd->card_type << 16) | (ucode_vpd->minor_release[0] << 8) |
3050 ucode_vpd->minor_release[1];
3051 driver_dump->hdr.num_entries++;
3052}
3053
3054/**
3055 * ipr_dump_version_data - Fill in the driver version in the dump.
3056 * @ioa_cfg: ioa config struct
3057 * @driver_dump: driver dump struct
3058 *
3059 * Return value:
3060 * nothing
3061 **/
3062static void ipr_dump_version_data(struct ipr_ioa_cfg *ioa_cfg,
3063 struct ipr_driver_dump *driver_dump)
3064{
3065 ipr_init_dump_entry_hdr(&driver_dump->version_entry.hdr);
3066 driver_dump->version_entry.hdr.len =
3067 sizeof(struct ipr_dump_version_entry) -
3068 sizeof(struct ipr_dump_entry_header);
3069 driver_dump->version_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
3070 driver_dump->version_entry.hdr.id = IPR_DUMP_DRIVER_VERSION_ID;
3071 strcpy(driver_dump->version_entry.version, IPR_DRIVER_VERSION);
3072 driver_dump->hdr.num_entries++;
3073}
3074
3075/**
3076 * ipr_dump_trace_data - Fill in the IOA trace in the dump.
3077 * @ioa_cfg: ioa config struct
3078 * @driver_dump: driver dump struct
3079 *
3080 * Return value:
3081 * nothing
3082 **/
3083static void ipr_dump_trace_data(struct ipr_ioa_cfg *ioa_cfg,
3084 struct ipr_driver_dump *driver_dump)
3085{
3086 ipr_init_dump_entry_hdr(&driver_dump->trace_entry.hdr);
3087 driver_dump->trace_entry.hdr.len =
3088 sizeof(struct ipr_dump_trace_entry) -
3089 sizeof(struct ipr_dump_entry_header);
3090 driver_dump->trace_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3091 driver_dump->trace_entry.hdr.id = IPR_DUMP_TRACE_ID;
3092 memcpy(driver_dump->trace_entry.trace, ioa_cfg->trace, IPR_TRACE_SIZE);
3093 driver_dump->hdr.num_entries++;
3094}
3095
3096/**
3097 * ipr_dump_location_data - Fill in the IOA location in the dump.
3098 * @ioa_cfg: ioa config struct
3099 * @driver_dump: driver dump struct
3100 *
3101 * Return value:
3102 * nothing
3103 **/
3104static void ipr_dump_location_data(struct ipr_ioa_cfg *ioa_cfg,
3105 struct ipr_driver_dump *driver_dump)
3106{
3107 ipr_init_dump_entry_hdr(&driver_dump->location_entry.hdr);
3108 driver_dump->location_entry.hdr.len =
3109 sizeof(struct ipr_dump_location_entry) -
3110 sizeof(struct ipr_dump_entry_header);
3111 driver_dump->location_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
3112 driver_dump->location_entry.hdr.id = IPR_DUMP_LOCATION_ID;
71610f55 3113 strcpy(driver_dump->location_entry.location, dev_name(&ioa_cfg->pdev->dev));
1da177e4
LT		 3114 driver_dump->hdr.num_entries++;
3115}
3116
3117/**
3118 * ipr_get_ioa_dump - Perform a dump of the driver and adapter.
3119 * @ioa_cfg: ioa config struct
3120 * @dump: dump struct
3121 *
3122 * Return value:
3123 * nothing
3124 **/
3125static void ipr_get_ioa_dump(struct ipr_ioa_cfg *ioa_cfg, struct ipr_dump *dump)
3126{
3127 unsigned long start_addr, sdt_word;
3128 unsigned long lock_flags = 0;
3129 struct ipr_driver_dump *driver_dump = &dump->driver_dump;
3130 struct ipr_ioa_dump *ioa_dump = &dump->ioa_dump;
4d4dd706
KSS		 3131 u32 num_entries, max_num_entries, start_off, end_off;
3132 u32 max_dump_size, bytes_to_copy, bytes_copied, rc;
1da177e4 3133 struct ipr_sdt *sdt;
dcbad00e 3134 int valid = 1;
1da177e4
LT		 3135 int i;
3136
3137 ENTER;
3138
3139 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3140
41e9a696 3141 if (ioa_cfg->sdt_state != READ_DUMP) {
1da177e4
LT		 3142 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3143 return;
3144 }
3145
110def85
WB		 3146 if (ioa_cfg->sis64) {
3147 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3148 ssleep(IPR_DUMP_DELAY_SECONDS);
3149 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3150 }
3151
1da177e4
LT		 3152 start_addr = readl(ioa_cfg->ioa_mailbox);
3153
dcbad00e 3154 if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(start_addr)) {
1da177e4
LT		 3155 dev_err(&ioa_cfg->pdev->dev,
3156 "Invalid dump table format: %lx\n", start_addr);
3157 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3158 return;
3159 }
3160
3161 dev_err(&ioa_cfg->pdev->dev, "Dump of IOA initiated\n");
3162
3163 driver_dump->hdr.eye_catcher = IPR_DUMP_EYE_CATCHER;
3164
3165 /* Initialize the overall dump header */
3166 driver_dump->hdr.len = sizeof(struct ipr_driver_dump);
3167 driver_dump->hdr.num_entries = 1;
3168 driver_dump->hdr.first_entry_offset = sizeof(struct ipr_dump_header);
3169 driver_dump->hdr.status = IPR_DUMP_STATUS_SUCCESS;
3170 driver_dump->hdr.os = IPR_DUMP_OS_LINUX;
3171 driver_dump->hdr.driver_name = IPR_DUMP_DRIVER_NAME;
3172
3173 ipr_dump_version_data(ioa_cfg, driver_dump);
3174 ipr_dump_location_data(ioa_cfg, driver_dump);
3175 ipr_dump_ioa_type_data(ioa_cfg, driver_dump);
3176 ipr_dump_trace_data(ioa_cfg, driver_dump);
3177
3178 /* Update dump_header */
3179 driver_dump->hdr.len += sizeof(struct ipr_dump_entry_header);
3180
3181 /* IOA Dump entry */
3182 ipr_init_dump_entry_hdr(&ioa_dump->hdr);
1da177e4
LT		 3183 ioa_dump->hdr.len = 0;
3184 ioa_dump->hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3185 ioa_dump->hdr.id = IPR_DUMP_IOA_DUMP_ID;
3186
3187 /* First entries in sdt are actually a list of dump addresses and
3188 lengths to gather the real dump data. sdt represents the pointer
3189 to the ioa generated dump table. Dump data will be extracted based
3190 on entries in this table */
3191 sdt = &ioa_dump->sdt;
3192
4d4dd706
KSS		 3193 if (ioa_cfg->sis64) {
3194 max_num_entries = IPR_FMT3_NUM_SDT_ENTRIES;
3195 max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
3196 } else {
3197 max_num_entries = IPR_FMT2_NUM_SDT_ENTRIES;
3198 max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
3199 }
3200
3201 bytes_to_copy = offsetof(struct ipr_sdt, entry) +
3202 (max_num_entries * sizeof(struct ipr_sdt_entry));
1da177e4 3203 rc = ipr_get_ldump_data_section(ioa_cfg, start_addr, (__be32 *)sdt,
4d4dd706 3204 bytes_to_copy / sizeof(__be32));
1da177e4
LT		 3205
3206 /* Smart Dump table is ready to use and the first entry is valid */
dcbad00e
WB		 3207 if (rc || ((be32_to_cpu(sdt->hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
3208 (be32_to_cpu(sdt->hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
1da177e4
LT		 3209 dev_err(&ioa_cfg->pdev->dev,
3210 "Dump of IOA failed. Dump table not valid: %d, %X.\n",
3211 rc, be32_to_cpu(sdt->hdr.state));
3212 driver_dump->hdr.status = IPR_DUMP_STATUS_FAILED;
3213 ioa_cfg->sdt_state = DUMP_OBTAINED;
3214 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3215 return;
3216 }
3217
3218 num_entries = be32_to_cpu(sdt->hdr.num_entries_used);
3219
4d4dd706
KSS		 3220 if (num_entries > max_num_entries)
3221 num_entries = max_num_entries;
3222
3223 /* Update dump length to the actual data to be copied */
3224 dump->driver_dump.hdr.len += sizeof(struct ipr_sdt_header);
3225 if (ioa_cfg->sis64)
3226 dump->driver_dump.hdr.len += num_entries * sizeof(struct ipr_sdt_entry);
3227 else
3228 dump->driver_dump.hdr.len += max_num_entries * sizeof(struct ipr_sdt_entry);
1da177e4
LT		 3229
3230 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3231
3232 for (i = 0; i < num_entries; i++) {
4d4dd706 3233 if (ioa_dump->hdr.len > max_dump_size) {
1da177e4
LT		 3234 driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3235 break;
3236 }
3237
3238 if (sdt->entry[i].flags & IPR_SDT_VALID_ENTRY) {
dcbad00e
WB		 3239 sdt_word = be32_to_cpu(sdt->entry[i].start_token);
3240 if (ioa_cfg->sis64)
3241 bytes_to_copy = be32_to_cpu(sdt->entry[i].end_token);
3242 else {
3243 start_off = sdt_word & IPR_FMT2_MBX_ADDR_MASK;
3244 end_off = be32_to_cpu(sdt->entry[i].end_token);
3245
3246 if (ipr_sdt_is_fmt2(sdt_word) && sdt_word)
3247 bytes_to_copy = end_off - start_off;
3248 else
3249 valid = 0;
3250 }
3251 if (valid) {
4d4dd706 3252 if (bytes_to_copy > max_dump_size) {
1da177e4
LT		 3253 sdt->entry[i].flags &= ~IPR_SDT_VALID_ENTRY;
3254 continue;
3255 }
3256
3257 /* Copy data from adapter to driver buffers */
3258 bytes_copied = ipr_sdt_copy(ioa_cfg, sdt_word,
3259 bytes_to_copy);
3260
3261 ioa_dump->hdr.len += bytes_copied;
3262
3263 if (bytes_copied != bytes_to_copy) {
3264 driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3265 break;
3266 }
3267 }
3268 }
3269 }
3270
3271 dev_err(&ioa_cfg->pdev->dev, "Dump of IOA completed.\n");
3272
3273 /* Update dump_header */
3274 driver_dump->hdr.len += ioa_dump->hdr.len;
3275 wmb();
3276 ioa_cfg->sdt_state = DUMP_OBTAINED;
3277 LEAVE;
3278}
3279
3280#else
203fa3fe 3281#define ipr_get_ioa_dump(ioa_cfg, dump) do { } while (0)
1da177e4
LT		 3282#endif
3283
3284/**
3285 * ipr_release_dump - Free adapter dump memory
3286 * @kref: kref struct
3287 *
3288 * Return value:
3289 * nothing
3290 **/
3291static void ipr_release_dump(struct kref *kref)
3292{
203fa3fe 3293 struct ipr_dump *dump = container_of(kref, struct ipr_dump, kref);
1da177e4
LT		 3294 struct ipr_ioa_cfg *ioa_cfg = dump->ioa_cfg;
3295 unsigned long lock_flags = 0;
3296 int i;
3297
3298 ENTER;
3299 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3300 ioa_cfg->dump = NULL;
3301 ioa_cfg->sdt_state = INACTIVE;
3302 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3303
3304 for (i = 0; i < dump->ioa_dump.next_page_index; i++)
3305 free_page((unsigned long) dump->ioa_dump.ioa_data[i]);
3306
4d4dd706 3307 vfree(dump->ioa_dump.ioa_data);
1da177e4
LT		 3308 kfree(dump);
3309 LEAVE;
3310}
3311
3d61d62b
WX		 3312static void ipr_add_remove_thread(struct work_struct *work)
3313{
3314 unsigned long lock_flags;
3315 struct ipr_resource_entry *res;
3316 struct scsi_device *sdev;
3317 struct ipr_ioa_cfg *ioa_cfg =
3318 container_of(work, struct ipr_ioa_cfg, scsi_add_work_q);
3319 u8 bus, target, lun;
3320 int did_work;
3321
3322 ENTER;
3323 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3324
3325restart:
3326 do {
3327 did_work = 0;
3328 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
3329 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3330 return;
3331 }
3332
3333 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3334 if (res->del_from_ml && res->sdev) {
3335 did_work = 1;
3336 sdev = res->sdev;
3337 if (!scsi_device_get(sdev)) {
3338 if (!res->add_to_ml)
3339 list_move_tail(&res->queue, &ioa_cfg->free_res_q);
3340 else
3341 res->del_from_ml = 0;
3342 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3343 scsi_remove_device(sdev);
3344 scsi_device_put(sdev);
3345 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3346 }
3347 break;
3348 }
3349 }
3350 } while (did_work);
3351
3352 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3353 if (res->add_to_ml) {
3354 bus = res->bus;
3355 target = res->target;
3356 lun = res->lun;
3357 res->add_to_ml = 0;
3358 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3359 scsi_add_device(ioa_cfg->host, bus, target, lun);
3360 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3361 goto restart;
3362 }
3363 }
3364
3365 ioa_cfg->scan_done = 1;
3366 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3367 kobject_uevent(&ioa_cfg->host->shost_dev.kobj, KOBJ_CHANGE);
3368 LEAVE;
3369}
3370
1da177e4
LT		 3371/**
3372 * ipr_worker_thread - Worker thread
c4028958 3373 * @work: ioa config struct
1da177e4
LT		 3374 *
3375 * Called at task level from a work thread. This function takes care
3376 * of adding and removing device from the mid-layer as configuration
3377 * changes are detected by the adapter.
3378 *
3379 * Return value:
3380 * nothing
3381 **/
c4028958 3382static void ipr_worker_thread(struct work_struct *work)
1da177e4
LT		 3383{
3384 unsigned long lock_flags;
1da177e4 3385 struct ipr_dump *dump;
c4028958
DH		 3386 struct ipr_ioa_cfg *ioa_cfg =
3387 container_of(work, struct ipr_ioa_cfg, work_q);
1da177e4
LT		 3388
3389 ENTER;
3390 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3391
41e9a696 3392 if (ioa_cfg->sdt_state == READ_DUMP) {
1da177e4
LT		 3393 dump = ioa_cfg->dump;
3394 if (!dump) {
3395 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3396 return;
3397 }
3398 kref_get(&dump->kref);
3399 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3400 ipr_get_ioa_dump(ioa_cfg, dump);
3401 kref_put(&dump->kref, ipr_release_dump);
3402
3403 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4c647e90 3404 if (ioa_cfg->sdt_state == DUMP_OBTAINED && !ioa_cfg->dump_timeout)
1da177e4
LT		 3405 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3406 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3407 return;
3408 }
3409
b0e17a9b
BK		 3410 if (ioa_cfg->scsi_unblock) {
3411 ioa_cfg->scsi_unblock = 0;
3412 ioa_cfg->scsi_blocked = 0;
3413 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3414 scsi_unblock_requests(ioa_cfg->host);
3415 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3416 if (ioa_cfg->scsi_blocked)
3417 scsi_block_requests(ioa_cfg->host);
3418 }
3419
b195d5e2
BK		 3420 if (!ioa_cfg->scan_enabled) {
3421 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3422 return;
3423 }
3424
3d61d62b 3425 schedule_work(&ioa_cfg->scsi_add_work_q);
1da177e4 3426
1da177e4 3427 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1da177e4
LT		 3428 LEAVE;
3429}
3430
3431#ifdef CONFIG_SCSI_IPR_TRACE
3432/**
3433 * ipr_read_trace - Dump the adapter trace
2c3c8bea 3434 * @filp: open sysfs file
1da177e4 3435 * @kobj: kobject struct
91a69029 3436 * @bin_attr: bin_attribute struct
1da177e4
LT		 3437 * @buf: buffer
3438 * @off: offset
3439 * @count: buffer size
3440 *
3441 * Return value:
3442 * number of bytes printed to buffer
3443 **/
2c3c8bea 3444static ssize_t ipr_read_trace(struct file *filp, struct kobject *kobj,
91a69029
ZR		 3445 struct bin_attribute *bin_attr,
3446 char *buf, loff_t off, size_t count)
1da177e4 3447{
ee959b00
TJ		 3448 struct device *dev = container_of(kobj, struct device, kobj);
3449 struct Scsi_Host *shost = class_to_shost(dev);
1da177e4
LT		 3450 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3451 unsigned long lock_flags = 0;
d777aaf3 3452 ssize_t ret;
1da177e4
LT		 3453
3454 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
d777aaf3
AM		 3455 ret = memory_read_from_buffer(buf, count, &off, ioa_cfg->trace,
3456 IPR_TRACE_SIZE);
1da177e4 3457 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
d777aaf3
AM		 3458
3459 return ret;
1da177e4
LT		 3460}
3461
3462static struct bin_attribute ipr_trace_attr = {
3463 .attr = {
3464 .name = "trace",
3465 .mode = S_IRUGO,
3466 },
3467 .size = 0,
3468 .read = ipr_read_trace,
3469};
3470#endif
3471
3472/**
3473 * ipr_show_fw_version - Show the firmware version
ee959b00
TJ		 3474 * @dev: class device struct
3475 * @buf: buffer
1da177e4
LT		 3476 *
3477 * Return value:
3478 * number of bytes printed to buffer
3479 **/
ee959b00
TJ		 3480static ssize_t ipr_show_fw_version(struct device *dev,
3481 struct device_attribute *attr, char *buf)
1da177e4 3482{
ee959b00 3483 struct Scsi_Host *shost = class_to_shost(dev);
1da177e4
LT		 3484 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3485 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
3486 unsigned long lock_flags = 0;
3487 int len;
3488
3489 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3490 len = snprintf(buf, PAGE_SIZE, "%02X%02X%02X%02X\n",
3491 ucode_vpd->major_release, ucode_vpd->card_type,
3492 ucode_vpd->minor_release[0],
3493 ucode_vpd->minor_release[1]);
3494 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3495 return len;
3496}
3497
ee959b00 3498static struct device_attribute ipr_fw_version_attr = {
1da177e4
LT		 3499 .attr = {
3500 .name = "fw_version",
3501 .mode = S_IRUGO,
3502 },
3503 .show = ipr_show_fw_version,
3504};
3505
3506/**
3507 * ipr_show_log_level - Show the adapter's error logging level
ee959b00
TJ		 3508 * @dev: class device struct
3509 * @buf: buffer
1da177e4
LT		 3510 *
3511 * Return value:
3512 * number of bytes printed to buffer
3513 **/
ee959b00
TJ		 3514static ssize_t ipr_show_log_level(struct device *dev,
3515 struct device_attribute *attr, char *buf)
1da177e4 3516{
ee959b00 3517 struct Scsi_Host *shost = class_to_shost(dev);
1da177e4
LT		 3518 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3519 unsigned long lock_flags = 0;
3520 int len;
3521
3522 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3523 len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->log_level);
3524 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3525 return len;
3526}
3527
3528/**
3529 * ipr_store_log_level - Change the adapter's error logging level
ee959b00
TJ		 3530 * @dev: class device struct
3531 * @buf: buffer
1da177e4
LT		 3532 *
3533 * Return value:
3534 * number of bytes printed to buffer
3535 **/
ee959b00 3536static ssize_t ipr_store_log_level(struct device *dev,
203fa3fe 3537 struct device_attribute *attr,
1da177e4
LT		 3538 const char *buf, size_t count)
3539{
ee959b00 3540 struct Scsi_Host *shost = class_to_shost(dev);
1da177e4
LT		 3541 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3542 unsigned long lock_flags = 0;
3543
3544 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3545 ioa_cfg->log_level = simple_strtoul(buf, NULL, 10);
3546 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3547 return strlen(buf);
3548}
3549
ee959b00 3550static struct device_attribute ipr_log_level_attr = {
1da177e4
LT		 3551 .attr = {
3552 .name = "log_level",
3553 .mode = S_IRUGO | S_IWUSR,
3554 },
3555 .show = ipr_show_log_level,
3556 .store = ipr_store_log_level
3557};
3558
3559/**
3560 * ipr_store_diagnostics - IOA Diagnostics interface
ee959b00
TJ		 3561 * @dev: device struct
3562 * @buf: buffer
3563 * @count: buffer size
1da177e4
LT		 3564 *
3565 * This function will reset the adapter and wait a reasonable
3566 * amount of time for any errors that the adapter might log.
3567 *
3568 * Return value:
3569 * count on success / other on failure
3570 **/
ee959b00
TJ		 3571static ssize_t ipr_store_diagnostics(struct device *dev,
3572 struct device_attribute *attr,
1da177e4
LT		 3573 const char *buf, size_t count)
3574{
ee959b00 3575 struct Scsi_Host *shost = class_to_shost(dev);
1da177e4
LT		 3576 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3577 unsigned long lock_flags = 0;
3578 int rc = count;
3579
3580 if (!capable(CAP_SYS_ADMIN))
3581 return -EACCES;
3582
1da177e4 3583 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
203fa3fe 3584 while (ioa_cfg->in_reset_reload) {
970ea294
BK		 3585 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3586 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3587 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3588 }
3589
1da177e4
LT		 3590 ioa_cfg->errors_logged = 0;
3591 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3592
3593 if (ioa_cfg->in_reset_reload) {
3594 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3595 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3596
3597 /* Wait for a second for any errors to be logged */
3598 msleep(1000);
3599 } else {
3600 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3601 return -EIO;
3602 }
3603
3604 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3605 if (ioa_cfg->in_reset_reload || ioa_cfg->errors_logged)
3606 rc = -EIO;
3607 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3608
3609 return rc;
3610}
3611
ee959b00 3612static struct device_attribute ipr_diagnostics_attr = {
1da177e4
LT		 3613 .attr = {
3614 .name = "run_diagnostics",
3615 .mode = S_IWUSR,
3616 },
3617 .store = ipr_store_diagnostics
3618};
3619
f37eb54b
BK		 3620/**
3621 * ipr_show_adapter_state - Show the adapter's state
ee959b00
TJ		 3622 * @class_dev: device struct
3623 * @buf: buffer
f37eb54b
BK		 3624 *
3625 * Return value:
3626 * number of bytes printed to buffer
3627 **/
ee959b00
TJ		 3628static ssize_t ipr_show_adapter_state(struct device *dev,
3629 struct device_attribute *attr, char *buf)
f37eb54b 3630{
ee959b00 3631 struct Scsi_Host *shost = class_to_shost(dev);
f37eb54b
BK		 3632 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3633 unsigned long lock_flags = 0;
3634 int len;
3635
3636 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
56d6aa33 3637 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
f37eb54b
BK		 3638 len = snprintf(buf, PAGE_SIZE, "offline\n");
3639 else
3640 len = snprintf(buf, PAGE_SIZE, "online\n");
3641 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3642 return len;
3643}
3644
3645/**
3646 * ipr_store_adapter_state - Change adapter state
ee959b00
TJ		 3647 * @dev: device struct
3648 * @buf: buffer
3649 * @count: buffer size
f37eb54b
BK		 3650 *
3651 * This function will change the adapter's state.
3652 *
3653 * Return value:
3654 * count on success / other on failure
3655 **/
ee959b00
TJ		 3656static ssize_t ipr_store_adapter_state(struct device *dev,
3657 struct device_attribute *attr,
f37eb54b
BK		 3658 const char *buf, size_t count)
3659{
ee959b00 3660 struct Scsi_Host *shost = class_to_shost(dev);
f37eb54b
BK		 3661 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3662 unsigned long lock_flags;
56d6aa33 3663 int result = count, i;
f37eb54b
BK		 3664
3665 if (!capable(CAP_SYS_ADMIN))
3666 return -EACCES;
3667
3668 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
56d6aa33 3669 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead &&
3670 !strncmp(buf, "online", 6)) {
3671 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
3672 spin_lock(&ioa_cfg->hrrq[i]._lock);
3673 ioa_cfg->hrrq[i].ioa_is_dead = 0;
3674 spin_unlock(&ioa_cfg->hrrq[i]._lock);
3675 }
3676 wmb();
f37eb54b
BK		 3677 ioa_cfg->reset_retries = 0;
3678 ioa_cfg->in_ioa_bringdown = 0;
3679 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3680 }
3681 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3682 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3683
3684 return result;
3685}
3686
ee959b00 3687static struct device_attribute ipr_ioa_state_attr = {
f37eb54b 3688 .attr = {
49dd0961 3689 .name = "online_state",
f37eb54b
BK		 3690 .mode = S_IRUGO | S_IWUSR,
3691 },
3692 .show = ipr_show_adapter_state,
3693 .store = ipr_store_adapter_state
3694};
3695
1da177e4
LT		 3696/**
3697 * ipr_store_reset_adapter - Reset the adapter
ee959b00
TJ		 3698 * @dev: device struct
3699 * @buf: buffer
3700 * @count: buffer size
1da177e4
LT		 3701 *
3702 * This function will reset the adapter.
3703 *
3704 * Return value:
3705 * count on success / other on failure
3706 **/
ee959b00
TJ		 3707static ssize_t ipr_store_reset_adapter(struct device *dev,
3708 struct device_attribute *attr,
1da177e4
LT		 3709 const char *buf, size_t count)
3710{
ee959b00 3711 struct Scsi_Host *shost = class_to_shost(dev);
1da177e4
LT		 3712 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3713 unsigned long lock_flags;
3714 int result = count;
3715
3716 if (!capable(CAP_SYS_ADMIN))
3717 return -EACCES;
3718
3719 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3720 if (!ioa_cfg->in_reset_reload)
3721 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3722 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3723 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3724
3725 return result;
3726}
3727
ee959b00 3728static struct device_attribute ipr_ioa_reset_attr = {
1da177e4
LT		 3729 .attr = {
3730 .name = "reset_host",
3731 .mode = S_IWUSR,
3732 },
3733 .store = ipr_store_reset_adapter
3734};
3735
511cbce2 3736static int ipr_iopoll(struct irq_poll *iop, int budget);
b53d124a 3737 /**
3738 * ipr_show_iopoll_weight - Show ipr polling mode
3739 * @dev: class device struct
3740 * @buf: buffer
3741 *
3742 * Return value:
3743 * number of bytes printed to buffer
3744 **/
3745static ssize_t ipr_show_iopoll_weight(struct device *dev,
3746 struct device_attribute *attr, char *buf)
3747{
3748 struct Scsi_Host *shost = class_to_shost(dev);
3749 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3750 unsigned long lock_flags = 0;
3751 int len;
3752
3753 spin_lock_irqsave(shost->host_lock, lock_flags);
3754 len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->iopoll_weight);
3755 spin_unlock_irqrestore(shost->host_lock, lock_flags);
3756
3757 return len;
3758}
3759
3760/**
3761 * ipr_store_iopoll_weight - Change the adapter's polling mode
3762 * @dev: class device struct
3763 * @buf: buffer
3764 *
3765 * Return value:
3766 * number of bytes printed to buffer
3767 **/
3768static ssize_t ipr_store_iopoll_weight(struct device *dev,
3769 struct device_attribute *attr,
3770 const char *buf, size_t count)
3771{
3772 struct Scsi_Host *shost = class_to_shost(dev);
3773 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3774 unsigned long user_iopoll_weight;
3775 unsigned long lock_flags = 0;
3776 int i;
3777
3778 if (!ioa_cfg->sis64) {
511cbce2 3779 dev_info(&ioa_cfg->pdev->dev, "irq_poll not supported on this adapter\n");
b53d124a 3780 return -EINVAL;
3781 }
3782 if (kstrtoul(buf, 10, &user_iopoll_weight))
3783 return -EINVAL;
3784
3785 if (user_iopoll_weight > 256) {
511cbce2 3786 dev_info(&ioa_cfg->pdev->dev, "Invalid irq_poll weight. It must be less than 256\n");
b53d124a 3787 return -EINVAL;
3788 }
3789
3790 if (user_iopoll_weight == ioa_cfg->iopoll_weight) {
511cbce2 3791 dev_info(&ioa_cfg->pdev->dev, "Current irq_poll weight has the same weight\n");
b53d124a 3792 return strlen(buf);
3793 }
3794
89f8b33c 3795 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
b53d124a 3796 for (i = 1; i < ioa_cfg->hrrq_num; i++)
511cbce2 3797 irq_poll_disable(&ioa_cfg->hrrq[i].iopoll);
b53d124a 3798 }
3799
3800 spin_lock_irqsave(shost->host_lock, lock_flags);
3801 ioa_cfg->iopoll_weight = user_iopoll_weight;
89f8b33c 3802 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
b53d124a 3803 for (i = 1; i < ioa_cfg->hrrq_num; i++) {
511cbce2 3804 irq_poll_init(&ioa_cfg->hrrq[i].iopoll,
b53d124a 3805 ioa_cfg->iopoll_weight, ipr_iopoll);
b53d124a 3806 }
3807 }
3808 spin_unlock_irqrestore(shost->host_lock, lock_flags);
3809
3810 return strlen(buf);
3811}
3812
3813static struct device_attribute ipr_iopoll_weight_attr = {
3814 .attr = {
3815 .name = "iopoll_weight",
3816 .mode = S_IRUGO | S_IWUSR,
3817 },
3818 .show = ipr_show_iopoll_weight,
3819 .store = ipr_store_iopoll_weight
3820};
3821
1da177e4
LT		 3822/**
3823 * ipr_alloc_ucode_buffer - Allocates a microcode download buffer
3824 * @buf_len: buffer length
3825 *
3826 * Allocates a DMA'able buffer in chunks and assembles a scatter/gather
3827 * list to use for microcode download
3828 *
3829 * Return value:
3830 * pointer to sglist / NULL on failure
3831 **/
3832static struct ipr_sglist *ipr_alloc_ucode_buffer(int buf_len)
3833{
3834 int sg_size, order, bsize_elem, num_elem, i, j;
3835 struct ipr_sglist *sglist;
3836 struct scatterlist *scatterlist;
3837 struct page *page;
3838
3839 /* Get the minimum size per scatter/gather element */
3840 sg_size = buf_len / (IPR_MAX_SGLIST - 1);
3841
3842 /* Get the actual size per element */
3843 order = get_order(sg_size);
3844
3845 /* Determine the actual number of bytes per element */
3846 bsize_elem = PAGE_SIZE * (1 << order);
3847
3848 /* Determine the actual number of sg entries needed */
3849 if (buf_len % bsize_elem)
3850 num_elem = (buf_len / bsize_elem) + 1;
3851 else
3852 num_elem = buf_len / bsize_elem;
3853
3854 /* Allocate a scatter/gather list for the DMA */
0bc42e35 3855 sglist = kzalloc(sizeof(struct ipr_sglist) +
1da177e4
LT		 3856 (sizeof(struct scatterlist) * (num_elem - 1)),
3857 GFP_KERNEL);
3858
3859 if (sglist == NULL) {
3860 ipr_trace;
3861 return NULL;
3862 }
3863
1da177e4 3864 scatterlist = sglist->scatterlist;
45711f1a 3865 sg_init_table(scatterlist, num_elem);
1da177e4
LT		 3866
3867 sglist->order = order;
3868 sglist->num_sg = num_elem;
3869
3870 /* Allocate a bunch of sg elements */
3871 for (i = 0; i < num_elem; i++) {
3872 page = alloc_pages(GFP_KERNEL, order);
3873 if (!page) {
3874 ipr_trace;
3875
3876 /* Free up what we already allocated */
3877 for (j = i - 1; j >= 0; j--)
45711f1a 3878 __free_pages(sg_page(&scatterlist[j]), order);
1da177e4
LT		 3879 kfree(sglist);
3880 return NULL;
3881 }
3882
642f1490 3883 sg_set_page(&scatterlist[i], page, 0, 0);
1da177e4
LT		 3884 }
3885
3886 return sglist;
3887}
3888
3889/**
3890 * ipr_free_ucode_buffer - Frees a microcode download buffer
3891 * @p_dnld: scatter/gather list pointer
3892 *
3893 * Free a DMA'able ucode download buffer previously allocated with
3894 * ipr_alloc_ucode_buffer
3895 *
3896 * Return value:
3897 * nothing
3898 **/
3899static void ipr_free_ucode_buffer(struct ipr_sglist *sglist)
3900{
3901 int i;
3902
3903 for (i = 0; i < sglist->num_sg; i++)
45711f1a 3904 __free_pages(sg_page(&sglist->scatterlist[i]), sglist->order);
1da177e4
LT		 3905
3906 kfree(sglist);
3907}
3908
3909/**
3910 * ipr_copy_ucode_buffer - Copy user buffer to kernel buffer
3911 * @sglist: scatter/gather list pointer
3912 * @buffer: buffer pointer
3913 * @len: buffer length
3914 *
3915 * Copy a microcode image from a user buffer into a buffer allocated by
3916 * ipr_alloc_ucode_buffer
3917 *
3918 * Return value:
3919 * 0 on success / other on failure
3920 **/
3921static int ipr_copy_ucode_buffer(struct ipr_sglist *sglist,
3922 u8 *buffer, u32 len)
3923{
3924 int bsize_elem, i, result = 0;
3925 struct scatterlist *scatterlist;
3926 void *kaddr;
3927
3928 /* Determine the actual number of bytes per element */
3929 bsize_elem = PAGE_SIZE * (1 << sglist->order);
3930
3931 scatterlist = sglist->scatterlist;
3932
3933 for (i = 0; i < (len / bsize_elem); i++, buffer += bsize_elem) {
45711f1a
JA		 3934 struct page *page = sg_page(&scatterlist[i]);
3935
3936 kaddr = kmap(page);
1da177e4 3937 memcpy(kaddr, buffer, bsize_elem);
45711f1a 3938 kunmap(page);
1da177e4
LT		 3939
3940 scatterlist[i].length = bsize_elem;
3941
3942 if (result != 0) {
3943 ipr_trace;
3944 return result;
3945 }
3946 }
3947
3948 if (len % bsize_elem) {
45711f1a
JA		 3949 struct page *page = sg_page(&scatterlist[i]);
3950
3951 kaddr = kmap(page);
1da177e4 3952 memcpy(kaddr, buffer, len % bsize_elem);
45711f1a 3953 kunmap(page);
1da177e4
LT		 3954
3955 scatterlist[i].length = len % bsize_elem;
3956 }
3957
3958 sglist->buffer_len = len;
3959 return result;
3960}
3961
a32c055f
WB		 3962/**
3963 * ipr_build_ucode_ioadl64 - Build a microcode download IOADL
3964 * @ipr_cmd: ipr command struct
3965 * @sglist: scatter/gather list
3966 *
3967 * Builds a microcode download IOA data list (IOADL).
3968 *
3969 **/
3970static void ipr_build_ucode_ioadl64(struct ipr_cmnd *ipr_cmd,
3971 struct ipr_sglist *sglist)
3972{
3973 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3974 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
3975 struct scatterlist *scatterlist = sglist->scatterlist;
3976 int i;
3977
3978 ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3979 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3980 ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3981
3982 ioarcb->ioadl_len =
3983 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
3984 for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
3985 ioadl64[i].flags = cpu_to_be32(IPR_IOADL_FLAGS_WRITE);
3986 ioadl64[i].data_len = cpu_to_be32(sg_dma_len(&scatterlist[i]));
3987 ioadl64[i].address = cpu_to_be64(sg_dma_address(&scatterlist[i]));
3988 }
3989
3990 ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3991}
3992
1da177e4 3993/**
12baa420 3994 * ipr_build_ucode_ioadl - Build a microcode download IOADL
1da177e4
LT		 3995 * @ipr_cmd: ipr command struct
3996 * @sglist: scatter/gather list
1da177e4 3997 *
12baa420 3998 * Builds a microcode download IOA data list (IOADL).
1da177e4 3999 *
1da177e4 4000 **/
12baa420
BK		 4001static void ipr_build_ucode_ioadl(struct ipr_cmnd *ipr_cmd,
4002 struct ipr_sglist *sglist)
1da177e4 4003{
1da177e4 4004 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
a32c055f 4005 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
1da177e4
LT		 4006 struct scatterlist *scatterlist = sglist->scatterlist;
4007 int i;
4008
12baa420 4009 ipr_cmd->dma_use_sg = sglist->num_dma_sg;
1da177e4 4010 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
a32c055f
WB		 4011 ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
4012
4013 ioarcb->ioadl_len =
1da177e4
LT		 4014 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
4015
4016 for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
4017 ioadl[i].flags_and_data_len =
4018 cpu_to_be32(IPR_IOADL_FLAGS_WRITE | sg_dma_len(&scatterlist[i]));
4019 ioadl[i].address =
4020 cpu_to_be32(sg_dma_address(&scatterlist[i]));
4021 }
4022
12baa420
BK		 4023 ioadl[i-1].flags_and_data_len |=
4024 cpu_to_be32(IPR_IOADL_FLAGS_LAST);
4025}
4026
4027/**
4028 * ipr_update_ioa_ucode - Update IOA's microcode
4029 * @ioa_cfg: ioa config struct
4030 * @sglist: scatter/gather list
4031 *
4032 * Initiate an adapter reset to update the IOA's microcode
4033 *
4034 * Return value:
4035 * 0 on success / -EIO on failure
4036 **/
4037static int ipr_update_ioa_ucode(struct ipr_ioa_cfg *ioa_cfg,
4038 struct ipr_sglist *sglist)
4039{
4040 unsigned long lock_flags;
4041
4042 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
203fa3fe 4043 while (ioa_cfg->in_reset_reload) {
970ea294
BK		 4044 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4045 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4046 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4047 }
12baa420
BK		 4048
4049 if (ioa_cfg->ucode_sglist) {
4050 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4051 dev_err(&ioa_cfg->pdev->dev,
4052 "Microcode download already in progress\n");
4053 return -EIO;
1da177e4 4054 }
12baa420 4055
d73341bf
AB		 4056 sglist->num_dma_sg = dma_map_sg(&ioa_cfg->pdev->dev,
4057 sglist->scatterlist, sglist->num_sg,
4058 DMA_TO_DEVICE);
12baa420
BK		 4059
4060 if (!sglist->num_dma_sg) {
4061 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4062 dev_err(&ioa_cfg->pdev->dev,
4063 "Failed to map microcode download buffer!\n");
1da177e4
LT		 4064 return -EIO;
4065 }
4066
12baa420
BK		 4067 ioa_cfg->ucode_sglist = sglist;
4068 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
4069 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4070 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4071
4072 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4073 ioa_cfg->ucode_sglist = NULL;
4074 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1da177e4
LT		 4075 return 0;
4076}
4077
4078/**
4079 * ipr_store_update_fw - Update the firmware on the adapter
ee959b00
TJ		 4080 * @class_dev: device struct
4081 * @buf: buffer
4082 * @count: buffer size
1da177e4
LT		 4083 *
4084 * This function will update the firmware on the adapter.
4085 *
4086 * Return value:
4087 * count on success / other on failure
4088 **/
ee959b00
TJ		 4089static ssize_t ipr_store_update_fw(struct device *dev,
4090 struct device_attribute *attr,
4091 const char *buf, size_t count)
1da177e4 4092{
ee959b00 4093 struct Scsi_Host *shost = class_to_shost(dev);
1da177e4
LT		 4094 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4095 struct ipr_ucode_image_header *image_hdr;
4096 const struct firmware *fw_entry;
4097 struct ipr_sglist *sglist;
1da177e4
LT		 4098 char fname[100];
4099 char *src;
21b81716 4100 char *endline;
d63c7dd5 4101 int result, dnld_size;
1da177e4
LT		 4102
4103 if (!capable(CAP_SYS_ADMIN))
4104 return -EACCES;
4105
d63c7dd5 4106 snprintf(fname, sizeof(fname), "%s", buf);
1da177e4 4107
21b81716
GKB		 4108 endline = strchr(fname, '\n');
4109 if (endline)
4110 *endline = '\0';
4111
203fa3fe 4112 if (request_firmware(&fw_entry, fname, &ioa_cfg->pdev->dev)) {
1da177e4
LT		 4113 dev_err(&ioa_cfg->pdev->dev, "Firmware file %s not found\n", fname);
4114 return -EIO;
4115 }
4116
4117 image_hdr = (struct ipr_ucode_image_header *)fw_entry->data;
4118
1da177e4
LT		 4119 src = (u8 *)image_hdr + be32_to_cpu(image_hdr->header_length);
4120 dnld_size = fw_entry->size - be32_to_cpu(image_hdr->header_length);
4121 sglist = ipr_alloc_ucode_buffer(dnld_size);
4122
4123 if (!sglist) {
4124 dev_err(&ioa_cfg->pdev->dev, "Microcode buffer allocation failed\n");
4125 release_firmware(fw_entry);
4126 return -ENOMEM;
4127 }
4128
4129 result = ipr_copy_ucode_buffer(sglist, src, dnld_size);
4130
4131 if (result) {
4132 dev_err(&ioa_cfg->pdev->dev,
4133 "Microcode buffer copy to DMA buffer failed\n");
12baa420 4134 goto out;
1da177e4
LT		 4135 }
4136
14ed9cc7
WB		 4137 ipr_info("Updating microcode, please be patient. This may take up to 30 minutes.\n");
4138
12baa420 4139 result = ipr_update_ioa_ucode(ioa_cfg, sglist);
1da177e4 4140
12baa420
BK		 4141 if (!result)
4142 result = count;
4143out:
1da177e4
LT		 4144 ipr_free_ucode_buffer(sglist);
4145 release_firmware(fw_entry);
12baa420 4146 return result;
1da177e4
LT		 4147}
4148
ee959b00 4149static struct device_attribute ipr_update_fw_attr = {
1da177e4
LT		 4150 .attr = {
4151 .name = "update_fw",
4152 .mode = S_IWUSR,
4153 },
4154 .store = ipr_store_update_fw
4155};
4156
75576bb9
WB		 4157/**
4158 * ipr_show_fw_type - Show the adapter's firmware type.
4159 * @dev: class device struct
4160 * @buf: buffer
4161 *
4162 * Return value:
4163 * number of bytes printed to buffer
4164 **/
4165static ssize_t ipr_show_fw_type(struct device *dev,
4166 struct device_attribute *attr, char *buf)
4167{
4168 struct Scsi_Host *shost = class_to_shost(dev);
4169 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4170 unsigned long lock_flags = 0;
4171 int len;
4172
4173 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4174 len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->sis64);
4175 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4176 return len;
4177}
4178
4179static struct device_attribute ipr_ioa_fw_type_attr = {
4180 .attr = {
4181 .name = "fw_type",
4182 .mode = S_IRUGO,
4183 },
4184 .show = ipr_show_fw_type
4185};
4186
afc3f83c
BK		 4187static ssize_t ipr_read_async_err_log(struct file *filep, struct kobject *kobj,
4188 struct bin_attribute *bin_attr, char *buf,
4189 loff_t off, size_t count)
4190{
4191 struct device *cdev = container_of(kobj, struct device, kobj);
4192 struct Scsi_Host *shost = class_to_shost(cdev);
4193 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4194 struct ipr_hostrcb *hostrcb;
4195 unsigned long lock_flags = 0;
4196 int ret;
4197
4198 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4199 hostrcb = list_first_entry_or_null(&ioa_cfg->hostrcb_report_q,
4200 struct ipr_hostrcb, queue);
4201 if (!hostrcb) {
4202 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4203 return 0;
4204 }
4205 ret = memory_read_from_buffer(buf, count, &off, &hostrcb->hcam,
4206 sizeof(hostrcb->hcam));
4207 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4208 return ret;
4209}
4210
4211static ssize_t ipr_next_async_err_log(struct file *filep, struct kobject *kobj,
4212 struct bin_attribute *bin_attr, char *buf,
4213 loff_t off, size_t count)
4214{
4215 struct device *cdev = container_of(kobj, struct device, kobj);
4216 struct Scsi_Host *shost = class_to_shost(cdev);
4217 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4218 struct ipr_hostrcb *hostrcb;
4219 unsigned long lock_flags = 0;
4220
4221 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4222 hostrcb = list_first_entry_or_null(&ioa_cfg->hostrcb_report_q,
4223 struct ipr_hostrcb, queue);
4224 if (!hostrcb) {
4225 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4226 return count;
4227 }
4228
4229 /* Reclaim hostrcb before exit */
4230 list_move_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
4231 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4232 return count;
4233}
4234
4235static struct bin_attribute ipr_ioa_async_err_log = {
4236 .attr = {
4237 .name = "async_err_log",
4238 .mode = S_IRUGO | S_IWUSR,
4239 },
4240 .size = 0,
4241 .read = ipr_read_async_err_log,
4242 .write = ipr_next_async_err_log
4243};
4244
ee959b00 4245static struct device_attribute *ipr_ioa_attrs[] = {
1da177e4
LT		 4246 &ipr_fw_version_attr,
4247 &ipr_log_level_attr,
4248 &ipr_diagnostics_attr,
f37eb54b 4249 &ipr_ioa_state_attr,
1da177e4
LT		 4250 &ipr_ioa_reset_attr,
4251 &ipr_update_fw_attr,
75576bb9 4252 &ipr_ioa_fw_type_attr,
b53d124a 4253 &ipr_iopoll_weight_attr,
1da177e4
LT		 4254 NULL,
4255};
4256
4257#ifdef CONFIG_SCSI_IPR_DUMP
4258/**
4259 * ipr_read_dump - Dump the adapter
2c3c8bea 4260 * @filp: open sysfs file
1da177e4 4261 * @kobj: kobject struct
91a69029 4262 * @bin_attr: bin_attribute struct
1da177e4
LT		 4263 * @buf: buffer
4264 * @off: offset
4265 * @count: buffer size
4266 *
4267 * Return value:
4268 * number of bytes printed to buffer
4269 **/
2c3c8bea 4270static ssize_t ipr_read_dump(struct file *filp, struct kobject *kobj,
91a69029
ZR		 4271 struct bin_attribute *bin_attr,
4272 char *buf, loff_t off, size_t count)
1da177e4 4273{
ee959b00 4274 struct device *cdev = container_of(kobj, struct device, kobj);
1da177e4
LT		 4275 struct Scsi_Host *shost = class_to_shost(cdev);
4276 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4277 struct ipr_dump *dump;
4278 unsigned long lock_flags = 0;
4279 char *src;
4d4dd706 4280 int len, sdt_end;
1da177e4
LT		 4281 size_t rc = count;
4282
4283 if (!capable(CAP_SYS_ADMIN))
4284 return -EACCES;
4285
4286 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4287 dump = ioa_cfg->dump;
4288
4289 if (ioa_cfg->sdt_state != DUMP_OBTAINED || !dump) {
4290 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4291 return 0;
4292 }
4293 kref_get(&dump->kref);
4294 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4295
4296 if (off > dump->driver_dump.hdr.len) {
4297 kref_put(&dump->kref, ipr_release_dump);
4298 return 0;
4299 }
4300
4301 if (off + count > dump->driver_dump.hdr.len) {
4302 count = dump->driver_dump.hdr.len - off;
4303 rc = count;
4304 }
4305
4306 if (count && off < sizeof(dump->driver_dump)) {
4307 if (off + count > sizeof(dump->driver_dump))
4308 len = sizeof(dump->driver_dump) - off;
4309 else
4310 len = count;
4311 src = (u8 *)&dump->driver_dump + off;
4312 memcpy(buf, src, len);
4313 buf += len;
4314 off += len;
4315 count -= len;
4316 }
4317
4318 off -= sizeof(dump->driver_dump);
4319
4d4dd706
KSS		 4320 if (ioa_cfg->sis64)
4321 sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
4322 (be32_to_cpu(dump->ioa_dump.sdt.hdr.num_entries_used) *
4323 sizeof(struct ipr_sdt_entry));
4324 else
4325 sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
4326 (IPR_FMT2_NUM_SDT_ENTRIES * sizeof(struct ipr_sdt_entry));
4327
4328 if (count && off < sdt_end) {
4329 if (off + count > sdt_end)
4330 len = sdt_end - off;
1da177e4
LT		 4331 else
4332 len = count;
4333 src = (u8 *)&dump->ioa_dump + off;
4334 memcpy(buf, src, len);
4335 buf += len;
4336 off += len;
4337 count -= len;
4338 }
4339
4d4dd706 4340 off -= sdt_end;
1da177e4
LT		 4341
4342 while (count) {
4343 if ((off & PAGE_MASK) != ((off + count) & PAGE_MASK))
4344 len = PAGE_ALIGN(off) - off;
4345 else
4346 len = count;
4347 src = (u8 *)dump->ioa_dump.ioa_data[(off & PAGE_MASK) >> PAGE_SHIFT];
4348 src += off & ~PAGE_MASK;
4349 memcpy(buf, src, len);
4350 buf += len;
4351 off += len;
4352 count -= len;
4353 }
4354
4355 kref_put(&dump->kref, ipr_release_dump);
4356 return rc;
4357}
4358
4359/**
4360 * ipr_alloc_dump - Prepare for adapter dump
4361 * @ioa_cfg: ioa config struct
4362 *
4363 * Return value:
4364 * 0 on success / other on failure
4365 **/
4366static int ipr_alloc_dump(struct ipr_ioa_cfg *ioa_cfg)
4367{
4368 struct ipr_dump *dump;
4d4dd706 4369 __be32 **ioa_data;
1da177e4
LT		 4370 unsigned long lock_flags = 0;
4371
0bc42e35 4372 dump = kzalloc(sizeof(struct ipr_dump), GFP_KERNEL);
1da177e4
LT		 4373
4374 if (!dump) {
4375 ipr_err("Dump memory allocation failed\n");
4376 return -ENOMEM;
4377 }
4378
4d4dd706
KSS		 4379 if (ioa_cfg->sis64)
4380 ioa_data = vmalloc(IPR_FMT3_MAX_NUM_DUMP_PAGES * sizeof(__be32 *));
4381 else
4382 ioa_data = vmalloc(IPR_FMT2_MAX_NUM_DUMP_PAGES * sizeof(__be32 *));
4383
4384 if (!ioa_data) {
4385 ipr_err("Dump memory allocation failed\n");
4386 kfree(dump);
4387 return -ENOMEM;
4388 }
4389
4390 dump->ioa_dump.ioa_data = ioa_data;
4391
1da177e4
LT		 4392 kref_init(&dump->kref);
4393 dump->ioa_cfg = ioa_cfg;
4394
4395 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4396
4397 if (INACTIVE != ioa_cfg->sdt_state) {
4398 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4d4dd706 4399 vfree(dump->ioa_dump.ioa_data);
1da177e4
LT		 4400 kfree(dump);
4401 return 0;
4402 }
4403
4404 ioa_cfg->dump = dump;
4405 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
56d6aa33 4406 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead && !ioa_cfg->dump_taken) {
1da177e4
LT		 4407 ioa_cfg->dump_taken = 1;
4408 schedule_work(&ioa_cfg->work_q);
4409 }
4410 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4411
1da177e4
LT		 4412 return 0;
4413}
4414
4415/**
4416 * ipr_free_dump - Free adapter dump memory
4417 * @ioa_cfg: ioa config struct
4418 *
4419 * Return value:
4420 * 0 on success / other on failure
4421 **/
4422static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg)
4423{
4424 struct ipr_dump *dump;
4425 unsigned long lock_flags = 0;
4426
4427 ENTER;
4428
4429 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4430 dump = ioa_cfg->dump;
4431 if (!dump) {
4432 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4433 return 0;
4434 }
4435
4436 ioa_cfg->dump = NULL;
4437 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4438
4439 kref_put(&dump->kref, ipr_release_dump);
4440
4441 LEAVE;
4442 return 0;
4443}
4444
4445/**
4446 * ipr_write_dump - Setup dump state of adapter
2c3c8bea 4447 * @filp: open sysfs file
1da177e4 4448 * @kobj: kobject struct
91a69029 4449 * @bin_attr: bin_attribute struct
1da177e4
LT		 4450 * @buf: buffer
4451 * @off: offset
4452 * @count: buffer size
4453 *
4454 * Return value:
4455 * number of bytes printed to buffer
4456 **/
2c3c8bea 4457static ssize_t ipr_write_dump(struct file *filp, struct kobject *kobj,
91a69029
ZR		 4458 struct bin_attribute *bin_attr,
4459 char *buf, loff_t off, size_t count)
1da177e4 4460{
ee959b00 4461 struct device *cdev = container_of(kobj, struct device, kobj);
1da177e4
LT		 4462 struct Scsi_Host *shost = class_to_shost(cdev);
4463 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4464 int rc;
4465
4466 if (!capable(CAP_SYS_ADMIN))
4467 return -EACCES;
4468
4469 if (buf[0] == '1')
4470 rc = ipr_alloc_dump(ioa_cfg);
4471 else if (buf[0] == '0')
4472 rc = ipr_free_dump(ioa_cfg);
4473 else
4474 return -EINVAL;
4475
4476 if (rc)
4477 return rc;
4478 else
4479 return count;
4480}
4481
4482static struct bin_attribute ipr_dump_attr = {
4483 .attr = {
4484 .name = "dump",
4485 .mode = S_IRUSR | S_IWUSR,
4486 },
4487 .size = 0,
4488 .read = ipr_read_dump,
4489 .write = ipr_write_dump
4490};
4491#else
4492static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg) { return 0; };
4493#endif
4494
4495/**
4496 * ipr_change_queue_depth - Change the device's queue depth
4497 * @sdev: scsi device struct
4498 * @qdepth: depth to set
e881a172 4499 * @reason: calling context
1da177e4
LT		 4500 *
4501 * Return value:
4502 * actual depth set
4503 **/
db5ed4df 4504static int ipr_change_queue_depth(struct scsi_device *sdev, int qdepth)
1da177e4 4505{
35a39691
BK		 4506 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4507 struct ipr_resource_entry *res;
4508 unsigned long lock_flags = 0;
4509
4510 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4511 res = (struct ipr_resource_entry *)sdev->hostdata;
4512
4513 if (res && ipr_is_gata(res) && qdepth > IPR_MAX_CMD_PER_ATA_LUN)
4514 qdepth = IPR_MAX_CMD_PER_ATA_LUN;
4515 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4516
db5ed4df 4517 scsi_change_queue_depth(sdev, qdepth);
1da177e4
LT		 4518 return sdev->queue_depth;
4519}
4520
1da177e4
LT		 4521/**
4522 * ipr_show_adapter_handle - Show the adapter's resource handle for this device
4523 * @dev: device struct
46d74563 4524 * @attr: device attribute structure
1da177e4
LT		 4525 * @buf: buffer
4526 *
4527 * Return value:
4528 * number of bytes printed to buffer
4529 **/
10523b3b 4530static ssize_t ipr_show_adapter_handle(struct device *dev, struct device_attribute *attr, char *buf)
1da177e4
LT		 4531{
4532 struct scsi_device *sdev = to_scsi_device(dev);
4533 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4534 struct ipr_resource_entry *res;
4535 unsigned long lock_flags = 0;
4536 ssize_t len = -ENXIO;
4537
4538 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4539 res = (struct ipr_resource_entry *)sdev->hostdata;
4540 if (res)
3e7ebdfa 4541 len = snprintf(buf, PAGE_SIZE, "%08X\n", res->res_handle);
1da177e4
LT		 4542 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4543 return len;
4544}
4545
4546static struct device_attribute ipr_adapter_handle_attr = {
4547 .attr = {
4548 .name = "adapter_handle",
4549 .mode = S_IRUSR,
4550 },
4551 .show = ipr_show_adapter_handle
4552};
4553
3e7ebdfa 4554/**
5adcbeb3
WB		 4555 * ipr_show_resource_path - Show the resource path or the resource address for
4556 * this device.
3e7ebdfa 4557 * @dev: device struct
46d74563 4558 * @attr: device attribute structure
3e7ebdfa
WB		 4559 * @buf: buffer
4560 *
4561 * Return value:
4562 * number of bytes printed to buffer
4563 **/
4564static ssize_t ipr_show_resource_path(struct device *dev, struct device_attribute *attr, char *buf)
4565{
4566 struct scsi_device *sdev = to_scsi_device(dev);
4567 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4568 struct ipr_resource_entry *res;
4569 unsigned long lock_flags = 0;
4570 ssize_t len = -ENXIO;
4571 char buffer[IPR_MAX_RES_PATH_LENGTH];
4572
4573 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4574 res = (struct ipr_resource_entry *)sdev->hostdata;
5adcbeb3 4575 if (res && ioa_cfg->sis64)
3e7ebdfa 4576 len = snprintf(buf, PAGE_SIZE, "%s\n",
b3b3b407
BK		 4577 __ipr_format_res_path(res->res_path, buffer,
4578 sizeof(buffer)));
5adcbeb3
WB		 4579 else if (res)
4580 len = snprintf(buf, PAGE_SIZE, "%d:%d:%d:%d\n", ioa_cfg->host->host_no,
4581 res->bus, res->target, res->lun);
4582
3e7ebdfa
WB		 4583 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4584 return len;
4585}
4586
4587static struct device_attribute ipr_resource_path_attr = {
4588 .attr = {
4589 .name = "resource_path",
75576bb9 4590 .mode = S_IRUGO,
3e7ebdfa
WB		 4591 },
4592 .show = ipr_show_resource_path
4593};
4594
46d74563
WB		 4595/**
4596 * ipr_show_device_id - Show the device_id for this device.
4597 * @dev: device struct
4598 * @attr: device attribute structure
4599 * @buf: buffer
4600 *
4601 * Return value:
4602 * number of bytes printed to buffer
4603 **/
4604static ssize_t ipr_show_device_id(struct device *dev, struct device_attribute *attr, char *buf)
4605{
4606 struct scsi_device *sdev = to_scsi_device(dev);
4607 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4608 struct ipr_resource_entry *res;
4609 unsigned long lock_flags = 0;
4610 ssize_t len = -ENXIO;
4611
4612 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4613 res = (struct ipr_resource_entry *)sdev->hostdata;
4614 if (res && ioa_cfg->sis64)
bb8647e8 4615 len = snprintf(buf, PAGE_SIZE, "0x%llx\n", be64_to_cpu(res->dev_id));
46d74563
WB		 4616 else if (res)
4617 len = snprintf(buf, PAGE_SIZE, "0x%llx\n", res->lun_wwn);
4618
4619 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4620 return len;
4621}
4622
4623static struct device_attribute ipr_device_id_attr = {
4624 .attr = {
4625 .name = "device_id",
4626 .mode = S_IRUGO,
4627 },
4628 .show = ipr_show_device_id
4629};
4630
75576bb9
WB		 4631/**
4632 * ipr_show_resource_type - Show the resource type for this device.
4633 * @dev: device struct
46d74563 4634 * @attr: device attribute structure
75576bb9
WB		 4635 * @buf: buffer
4636 *
4637 * Return value:
4638 * number of bytes printed to buffer
4639 **/
4640static ssize_t ipr_show_resource_type(struct device *dev, struct device_attribute *attr, char *buf)
4641{
4642 struct scsi_device *sdev = to_scsi_device(dev);
4643 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4644 struct ipr_resource_entry *res;
4645 unsigned long lock_flags = 0;
4646 ssize_t len = -ENXIO;
4647
4648 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4649 res = (struct ipr_resource_entry *)sdev->hostdata;
4650
4651 if (res)
4652 len = snprintf(buf, PAGE_SIZE, "%x\n", res->type);
4653
4654 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4655 return len;
4656}
4657
4658static struct device_attribute ipr_resource_type_attr = {
4659 .attr = {
4660 .name = "resource_type",
4661 .mode = S_IRUGO,
4662 },
4663 .show = ipr_show_resource_type
4664};
4665
f8ee25d7
WX		 4666/**
4667 * ipr_show_raw_mode - Show the adapter's raw mode
4668 * @dev: class device struct
4669 * @buf: buffer
4670 *
4671 * Return value:
4672 * number of bytes printed to buffer
4673 **/
4674static ssize_t ipr_show_raw_mode(struct device *dev,
4675 struct device_attribute *attr, char *buf)
4676{
4677 struct scsi_device *sdev = to_scsi_device(dev);
4678 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4679 struct ipr_resource_entry *res;
4680 unsigned long lock_flags = 0;
4681 ssize_t len;
4682
4683 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4684 res = (struct ipr_resource_entry *)sdev->hostdata;
4685 if (res)
4686 len = snprintf(buf, PAGE_SIZE, "%d\n", res->raw_mode);
4687 else
4688 len = -ENXIO;
4689 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4690 return len;
4691}
4692
4693/**
4694 * ipr_store_raw_mode - Change the adapter's raw mode
4695 * @dev: class device struct
4696 * @buf: buffer
4697 *
4698 * Return value:
4699 * number of bytes printed to buffer
4700 **/
4701static ssize_t ipr_store_raw_mode(struct device *dev,
4702 struct device_attribute *attr,
4703 const char *buf, size_t count)
4704{
4705 struct scsi_device *sdev = to_scsi_device(dev);
4706 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4707 struct ipr_resource_entry *res;
4708 unsigned long lock_flags = 0;
4709 ssize_t len;
4710
4711 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4712 res = (struct ipr_resource_entry *)sdev->hostdata;
4713 if (res) {
e35d7f27 4714 if (ipr_is_af_dasd_device(res)) {
f8ee25d7
WX		 4715 res->raw_mode = simple_strtoul(buf, NULL, 10);
4716 len = strlen(buf);
4717 if (res->sdev)
4718 sdev_printk(KERN_INFO, res->sdev, "raw mode is %s\n",
4719 res->raw_mode ? "enabled" : "disabled");
4720 } else
4721 len = -EINVAL;
4722 } else
4723 len = -ENXIO;
4724 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4725 return len;
4726}
4727
4728static struct device_attribute ipr_raw_mode_attr = {
4729 .attr = {
4730 .name = "raw_mode",
4731 .mode = S_IRUGO | S_IWUSR,
4732 },
4733 .show = ipr_show_raw_mode,
4734 .store = ipr_store_raw_mode
4735};
4736
1da177e4
LT		 4737static struct device_attribute *ipr_dev_attrs[] = {
4738 &ipr_adapter_handle_attr,
3e7ebdfa 4739 &ipr_resource_path_attr,
46d74563 4740 &ipr_device_id_attr,
75576bb9 4741 &ipr_resource_type_attr,
f8ee25d7 4742 &ipr_raw_mode_attr,
1da177e4
LT		 4743 NULL,
4744};
4745
4746/**
4747 * ipr_biosparam - Return the HSC mapping
4748 * @sdev: scsi device struct
4749 * @block_device: block device pointer
4750 * @capacity: capacity of the device
4751 * @parm: Array containing returned HSC values.
4752 *
4753 * This function generates the HSC parms that fdisk uses.
4754 * We want to make sure we return something that places partitions
4755 * on 4k boundaries for best performance with the IOA.
4756 *
4757 * Return value:
4758 * 0 on success
4759 **/
4760static int ipr_biosparam(struct scsi_device *sdev,
4761 struct block_device *block_device,
4762 sector_t capacity, int *parm)
4763{
4764 int heads, sectors;
4765 sector_t cylinders;
4766
4767 heads = 128;
4768 sectors = 32;
4769
4770 cylinders = capacity;
4771 sector_div(cylinders, (128 * 32));
4772
4773 /* return result */
4774 parm[0] = heads;
4775 parm[1] = sectors;
4776 parm[2] = cylinders;
4777
4778 return 0;
4779}
4780
35a39691
BK		 4781/**
4782 * ipr_find_starget - Find target based on bus/target.
4783 * @starget: scsi target struct
4784 *
4785 * Return value:
4786 * resource entry pointer if found / NULL if not found
4787 **/
4788static struct ipr_resource_entry *ipr_find_starget(struct scsi_target *starget)
4789{
4790 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4791 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4792 struct ipr_resource_entry *res;
4793
4794 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3e7ebdfa 4795 if ((res->bus == starget->channel) &&
0ee1d714 4796 (res->target == starget->id)) {
35a39691
BK		 4797 return res;
4798 }
4799 }
4800
4801 return NULL;
4802}
4803
4804static struct ata_port_info sata_port_info;
4805
4806/**
4807 * ipr_target_alloc - Prepare for commands to a SCSI target
4808 * @starget: scsi target struct
4809 *
4810 * If the device is a SATA device, this function allocates an
4811 * ATA port with libata, else it does nothing.
4812 *
4813 * Return value:
4814 * 0 on success / non-0 on failure
4815 **/
4816static int ipr_target_alloc(struct scsi_target *starget)
4817{
4818 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4819 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4820 struct ipr_sata_port *sata_port;
4821 struct ata_port *ap;
4822 struct ipr_resource_entry *res;
4823 unsigned long lock_flags;
4824
4825 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4826 res = ipr_find_starget(starget);
4827 starget->hostdata = NULL;
4828
4829 if (res && ipr_is_gata(res)) {
4830 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4831 sata_port = kzalloc(sizeof(*sata_port), GFP_KERNEL);
4832 if (!sata_port)
4833 return -ENOMEM;
4834
4835 ap = ata_sas_port_alloc(&ioa_cfg->ata_host, &sata_port_info, shost);
4836 if (ap) {
4837 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4838 sata_port->ioa_cfg = ioa_cfg;
4839 sata_port->ap = ap;
4840 sata_port->res = res;
4841
4842 res->sata_port = sata_port;
4843 ap->private_data = sata_port;
4844 starget->hostdata = sata_port;
4845 } else {
4846 kfree(sata_port);
4847 return -ENOMEM;
4848 }
4849 }
4850 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4851
4852 return 0;
4853}
4854
4855/**
4856 * ipr_target_destroy - Destroy a SCSI target
4857 * @starget: scsi target struct
4858 *
4859 * If the device was a SATA device, this function frees the libata
4860 * ATA port, else it does nothing.
4861 *
4862 **/
4863static void ipr_target_destroy(struct scsi_target *starget)
4864{
4865 struct ipr_sata_port *sata_port = starget->hostdata;
3e7ebdfa
WB		 4866 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4867 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4868
4869 if (ioa_cfg->sis64) {
0ee1d714
BK		 4870 if (!ipr_find_starget(starget)) {
4871 if (starget->channel == IPR_ARRAY_VIRTUAL_BUS)
4872 clear_bit(starget->id, ioa_cfg->array_ids);
4873 else if (starget->channel == IPR_VSET_VIRTUAL_BUS)
4874 clear_bit(starget->id, ioa_cfg->vset_ids);
4875 else if (starget->channel == 0)
4876 clear_bit(starget->id, ioa_cfg->target_ids);
4877 }
3e7ebdfa 4878 }
35a39691
BK		 4879
4880 if (sata_port) {
4881 starget->hostdata = NULL;
4882 ata_sas_port_destroy(sata_port->ap);
4883 kfree(sata_port);
4884 }
4885}
4886
4887/**
4888 * ipr_find_sdev - Find device based on bus/target/lun.
4889 * @sdev: scsi device struct
4890 *
4891 * Return value:
4892 * resource entry pointer if found / NULL if not found
4893 **/
4894static struct ipr_resource_entry *ipr_find_sdev(struct scsi_device *sdev)
4895{
4896 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4897 struct ipr_resource_entry *res;
4898
4899 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3e7ebdfa
WB		 4900 if ((res->bus == sdev->channel) &&
4901 (res->target == sdev->id) &&
4902 (res->lun == sdev->lun))
35a39691
BK		 4903 return res;
4904 }
4905
4906 return NULL;
4907}
4908
1da177e4
LT		 4909/**
4910 * ipr_slave_destroy - Unconfigure a SCSI device
4911 * @sdev: scsi device struct
4912 *
4913 * Return value:
4914 * nothing
4915 **/
4916static void ipr_slave_destroy(struct scsi_device *sdev)
4917{
4918 struct ipr_resource_entry *res;
4919 struct ipr_ioa_cfg *ioa_cfg;
4920 unsigned long lock_flags = 0;
4921
4922 ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4923
4924 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4925 res = (struct ipr_resource_entry *) sdev->hostdata;
4926 if (res) {
35a39691 4927 if (res->sata_port)
3e4ec344 4928 res->sata_port->ap->link.device[0].class = ATA_DEV_NONE;
1da177e4
LT		 4929 sdev->hostdata = NULL;
4930 res->sdev = NULL;
35a39691 4931 res->sata_port = NULL;
1da177e4
LT		 4932 }
4933 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4934}
4935
4936/**
4937 * ipr_slave_configure - Configure a SCSI device
4938 * @sdev: scsi device struct
4939 *
4940 * This function configures the specified scsi device.
4941 *
4942 * Return value:
4943 * 0 on success
4944 **/
4945static int ipr_slave_configure(struct scsi_device *sdev)
4946{
4947 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4948 struct ipr_resource_entry *res;
dd406ef8 4949 struct ata_port *ap = NULL;
1da177e4 4950 unsigned long lock_flags = 0;
3e7ebdfa 4951 char buffer[IPR_MAX_RES_PATH_LENGTH];
1da177e4
LT		 4952
4953 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4954 res = sdev->hostdata;
4955 if (res) {
4956 if (ipr_is_af_dasd_device(res))
4957 sdev->type = TYPE_RAID;
0726ce26 4958 if (ipr_is_af_dasd_device(res) || ipr_is_ioa_resource(res)) {
1da177e4 4959 sdev->scsi_level = 4;
0726ce26
BK		 4960 sdev->no_uld_attach = 1;
4961 }
1da177e4 4962 if (ipr_is_vset_device(res)) {
60654e25 4963 sdev->scsi_level = SCSI_SPC_3;
723cd772 4964 sdev->no_report_opcodes = 1;
242f9dcb
JA		 4965 blk_queue_rq_timeout(sdev->request_queue,
4966 IPR_VSET_RW_TIMEOUT);
086fa5ff 4967 blk_queue_max_hw_sectors(sdev->request_queue, IPR_VSET_MAX_SECTORS);
1da177e4 4968 }
dd406ef8
BK		 4969 if (ipr_is_gata(res) && res->sata_port)
4970 ap = res->sata_port->ap;
4971 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4972
4973 if (ap) {
db5ed4df 4974 scsi_change_queue_depth(sdev, IPR_MAX_CMD_PER_ATA_LUN);
dd406ef8 4975 ata_sas_slave_configure(sdev, ap);
c8b09f6f
CH		 4976 }
4977
3e7ebdfa
WB		 4978 if (ioa_cfg->sis64)
4979 sdev_printk(KERN_INFO, sdev, "Resource path: %s\n",
b3b3b407
BK		 4980 ipr_format_res_path(ioa_cfg,
4981 res->res_path, buffer, sizeof(buffer)));
dd406ef8 4982 return 0;
1da177e4
LT		 4983 }
4984 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4985 return 0;
4986}
4987
35a39691
BK		 4988/**
4989 * ipr_ata_slave_alloc - Prepare for commands to a SATA device
4990 * @sdev: scsi device struct
4991 *
4992 * This function initializes an ATA port so that future commands
4993 * sent through queuecommand will work.
4994 *
4995 * Return value:
4996 * 0 on success
4997 **/
4998static int ipr_ata_slave_alloc(struct scsi_device *sdev)
4999{
5000 struct ipr_sata_port *sata_port = NULL;
5001 int rc = -ENXIO;
5002
5003 ENTER;
5004 if (sdev->sdev_target)
5005 sata_port = sdev->sdev_target->hostdata;
b2024459 5006 if (sata_port) {
35a39691 5007 rc = ata_sas_port_init(sata_port->ap);
b2024459
DW		 5008 if (rc == 0)
5009 rc = ata_sas_sync_probe(sata_port->ap);
5010 }
5011
35a39691
BK		 5012 if (rc)
5013 ipr_slave_destroy(sdev);
5014
5015 LEAVE;
5016 return rc;
5017}
5018
1da177e4
LT		 5019/**
5020 * ipr_slave_alloc - Prepare for commands to a device.
5021 * @sdev: scsi device struct
5022 *
5023 * This function saves a pointer to the resource entry
5024 * in the scsi device struct if the device exists. We
5025 * can then use this pointer in ipr_queuecommand when
5026 * handling new commands.
5027 *
5028 * Return value:
692aebfc 5029 * 0 on success / -ENXIO if device does not exist
1da177e4
LT		 5030 **/
5031static int ipr_slave_alloc(struct scsi_device *sdev)
5032{
5033 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
5034 struct ipr_resource_entry *res;
5035 unsigned long lock_flags;
692aebfc 5036 int rc = -ENXIO;
1da177e4
LT		 5037
5038 sdev->hostdata = NULL;
5039
5040 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5041
35a39691
BK		 5042 res = ipr_find_sdev(sdev);
5043 if (res) {
5044 res->sdev = sdev;
5045 res->add_to_ml = 0;
5046 res->in_erp = 0;
5047 sdev->hostdata = res;
5048 if (!ipr_is_naca_model(res))
5049 res->needs_sync_complete = 1;
5050 rc = 0;
5051 if (ipr_is_gata(res)) {
5052 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5053 return ipr_ata_slave_alloc(sdev);
1da177e4
LT		 5054 }
5055 }
5056
5057 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5058
692aebfc 5059 return rc;
1da177e4
LT		 5060}
5061
6cdb0817
BK		 5062/**
5063 * ipr_match_lun - Match function for specified LUN
5064 * @ipr_cmd: ipr command struct
5065 * @device: device to match (sdev)
5066 *
5067 * Returns:
5068 * 1 if command matches sdev / 0 if command does not match sdev
5069 **/
5070static int ipr_match_lun(struct ipr_cmnd *ipr_cmd, void *device)
5071{
5072 if (ipr_cmd->scsi_cmd && ipr_cmd->scsi_cmd->device == device)
5073 return 1;
5074 return 0;
5075}
5076
439ae285
BK		 5077/**
5078 * ipr_cmnd_is_free - Check if a command is free or not
5079 * @ipr_cmd ipr command struct
5080 *
5081 * Returns:
5082 * true / false
5083 **/
5084static bool ipr_cmnd_is_free(struct ipr_cmnd *ipr_cmd)
5085{
5086 struct ipr_cmnd *loop_cmd;
5087
5088 list_for_each_entry(loop_cmd, &ipr_cmd->hrrq->hrrq_free_q, queue) {
5089 if (loop_cmd == ipr_cmd)
5090 return true;
5091 }
5092
5093 return false;
5094}
5095
ef97d8ae
BK		 5096/**
5097 * ipr_match_res - Match function for specified resource entry
5098 * @ipr_cmd: ipr command struct
5099 * @resource: resource entry to match
5100 *
5101 * Returns:
5102 * 1 if command matches sdev / 0 if command does not match sdev
5103 **/
5104static int ipr_match_res(struct ipr_cmnd *ipr_cmd, void *resource)
5105{
5106 struct ipr_resource_entry *res = resource;
5107
5108 if (res && ipr_cmd->ioarcb.res_handle == res->res_handle)
5109 return 1;
5110 return 0;
5111}
5112
6cdb0817
BK		 5113/**
5114 * ipr_wait_for_ops - Wait for matching commands to complete
5115 * @ipr_cmd: ipr command struct
5116 * @device: device to match (sdev)
5117 * @match: match function to use
5118 *
5119 * Returns:
5120 * SUCCESS / FAILED
5121 **/
5122static int ipr_wait_for_ops(struct ipr_ioa_cfg *ioa_cfg, void *device,
5123 int (*match)(struct ipr_cmnd *, void *))
5124{
5125 struct ipr_cmnd *ipr_cmd;
439ae285 5126 int wait, i;
6cdb0817
BK		 5127 unsigned long flags;
5128 struct ipr_hrr_queue *hrrq;
5129 signed long timeout = IPR_ABORT_TASK_TIMEOUT;
5130 DECLARE_COMPLETION_ONSTACK(comp);
5131
5132 ENTER;
5133 do {
5134 wait = 0;
5135
5136 for_each_hrrq(hrrq, ioa_cfg) {
5137 spin_lock_irqsave(hrrq->lock, flags);
439ae285
BK		 5138 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5139 ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
5140 if (!ipr_cmnd_is_free(ipr_cmd)) {
5141 if (match(ipr_cmd, device)) {
5142 ipr_cmd->eh_comp = &comp;
5143 wait++;
5144 }
6cdb0817
BK		 5145 }
5146 }
5147 spin_unlock_irqrestore(hrrq->lock, flags);
5148 }
5149
5150 if (wait) {
5151 timeout = wait_for_completion_timeout(&comp, timeout);
5152
5153 if (!timeout) {
5154 wait = 0;
5155
5156 for_each_hrrq(hrrq, ioa_cfg) {
5157 spin_lock_irqsave(hrrq->lock, flags);
439ae285
BK		 5158 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5159 ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
5160 if (!ipr_cmnd_is_free(ipr_cmd)) {
5161 if (match(ipr_cmd, device)) {
5162 ipr_cmd->eh_comp = NULL;
5163 wait++;
5164 }
6cdb0817
BK		 5165 }
5166 }
5167 spin_unlock_irqrestore(hrrq->lock, flags);
5168 }
5169
5170 if (wait)
5171 dev_err(&ioa_cfg->pdev->dev, "Timed out waiting for aborted commands\n");
5172 LEAVE;
5173 return wait ? FAILED : SUCCESS;
5174 }
5175 }
5176 } while (wait);
5177
5178 LEAVE;
5179 return SUCCESS;
5180}
5181
70233ac5 5182static int ipr_eh_host_reset(struct scsi_cmnd *cmd)
1da177e4
LT		 5183{
5184 struct ipr_ioa_cfg *ioa_cfg;
70233ac5 5185 unsigned long lock_flags = 0;
5186 int rc = SUCCESS;
1da177e4
LT		 5187
5188 ENTER;
70233ac5 5189 ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
5190 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1da177e4 5191
96b04db9 5192 if (!ioa_cfg->in_reset_reload && !ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
70233ac5 5193 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
a92fa25c
KSS		 5194 dev_err(&ioa_cfg->pdev->dev,
5195 "Adapter being reset as a result of error recovery.\n");
1da177e4 5196
a92fa25c
KSS		 5197 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5198 ioa_cfg->sdt_state = GET_DUMP;
5199 }
1da177e4 5200
70233ac5 5201 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5202 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5203 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
df0ae249 5204
70233ac5 5205 /* If we got hit with a host reset while we were already resetting
5206 the adapter for some reason, and the reset failed. */
5207 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
5208 ipr_trace;
5209 rc = FAILED;
5210 }
df0ae249 5211
70233ac5 5212 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5213 LEAVE;
df0ae249
JG		 5214 return rc;
5215}
5216
c6513096
BK		 5217/**
5218 * ipr_device_reset - Reset the device
5219 * @ioa_cfg: ioa config struct
5220 * @res: resource entry struct
5221 *
5222 * This function issues a device reset to the affected device.
5223 * If the device is a SCSI device, a LUN reset will be sent
5224 * to the device first. If that does not work, a target reset
35a39691
BK		 5225 * will be sent. If the device is a SATA device, a PHY reset will
5226 * be sent.
c6513096
BK		 5227 *
5228 * Return value:
5229 * 0 on success / non-zero on failure
5230 **/
5231static int ipr_device_reset(struct ipr_ioa_cfg *ioa_cfg,
5232 struct ipr_resource_entry *res)
5233{
5234 struct ipr_cmnd *ipr_cmd;
5235 struct ipr_ioarcb *ioarcb;
5236 struct ipr_cmd_pkt *cmd_pkt;
35a39691 5237 struct ipr_ioarcb_ata_regs *regs;
c6513096
BK		 5238 u32 ioasc;
5239
5240 ENTER;
5241 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5242 ioarcb = &ipr_cmd->ioarcb;
5243 cmd_pkt = &ioarcb->cmd_pkt;
a32c055f
WB		 5244
5245 if (ipr_cmd->ioa_cfg->sis64) {
5246 regs = &ipr_cmd->i.ata_ioadl.regs;
5247 ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
5248 } else
5249 regs = &ioarcb->u.add_data.u.regs;
c6513096 5250
3e7ebdfa 5251 ioarcb->res_handle = res->res_handle;
c6513096
BK		 5252 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5253 cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
35a39691
BK		 5254 if (ipr_is_gata(res)) {
5255 cmd_pkt->cdb[2] = IPR_ATA_PHY_RESET;
a32c055f 5256 ioarcb->add_cmd_parms_len = cpu_to_be16(sizeof(regs->flags));
35a39691
BK		 5257 regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
5258 }
c6513096
BK		 5259
5260 ipr_send_blocking_cmd(ipr_cmd, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
96d21f00 5261 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
05a6538a 5262 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
96d21f00
WB		 5263 if (ipr_is_gata(res) && res->sata_port && ioasc != IPR_IOASC_IOA_WAS_RESET) {
5264 if (ipr_cmd->ioa_cfg->sis64)
5265 memcpy(&res->sata_port->ioasa, &ipr_cmd->s.ioasa64.u.gata,
5266 sizeof(struct ipr_ioasa_gata));
5267 else
5268 memcpy(&res->sata_port->ioasa, &ipr_cmd->s.ioasa.u.gata,
5269 sizeof(struct ipr_ioasa_gata));
5270 }
c6513096
BK		 5271
5272 LEAVE;
203fa3fe 5273 return IPR_IOASC_SENSE_KEY(ioasc) ? -EIO : 0;
c6513096
BK		 5274}
5275
35a39691
BK		 5276/**
5277 * ipr_sata_reset - Reset the SATA port
cc0680a5 5278 * @link: SATA link to reset
35a39691
BK		 5279 * @classes: class of the attached device
5280 *
cc0680a5 5281 * This function issues a SATA phy reset to the affected ATA link.
35a39691
BK		 5282 *
5283 * Return value:
5284 * 0 on success / non-zero on failure
5285 **/
cc0680a5 5286static int ipr_sata_reset(struct ata_link *link, unsigned int *classes,
120bda35 5287 unsigned long deadline)
35a39691 5288{
cc0680a5 5289 struct ipr_sata_port *sata_port = link->ap->private_data;
35a39691
BK		 5290 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
5291 struct ipr_resource_entry *res;
5292 unsigned long lock_flags = 0;
ef97d8ae 5293 int rc = -ENXIO, ret;
35a39691
BK		 5294
5295 ENTER;
5296 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
203fa3fe 5297 while (ioa_cfg->in_reset_reload) {
73d98ff0
BK		 5298 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5299 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5300 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5301 }
5302
35a39691
BK		 5303 res = sata_port->res;
5304 if (res) {
5305 rc = ipr_device_reset(ioa_cfg, res);
3e7ebdfa 5306 *classes = res->ata_class;
ef97d8ae
BK		 5307 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5308
5309 ret = ipr_wait_for_ops(ioa_cfg, res, ipr_match_res);
5310 if (ret != SUCCESS) {
5311 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5312 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
5313 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5314
5315 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5316 }
5317 } else
5318 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
35a39691 5319
35a39691
BK		 5320 LEAVE;
5321 return rc;
5322}
5323
1da177e4
LT		 5324/**
5325 * ipr_eh_dev_reset - Reset the device
5326 * @scsi_cmd: scsi command struct
5327 *
5328 * This function issues a device reset to the affected device.
5329 * A LUN reset will be sent to the device first. If that does
5330 * not work, a target reset will be sent.
5331 *
5332 * Return value:
5333 * SUCCESS / FAILED
5334 **/
203fa3fe 5335static int __ipr_eh_dev_reset(struct scsi_cmnd *scsi_cmd)
1da177e4
LT		 5336{
5337 struct ipr_cmnd *ipr_cmd;
5338 struct ipr_ioa_cfg *ioa_cfg;
5339 struct ipr_resource_entry *res;
35a39691 5340 struct ata_port *ap;
439ae285 5341 int rc = 0, i;
05a6538a 5342 struct ipr_hrr_queue *hrrq;
1da177e4
LT		 5343
5344 ENTER;
5345 ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
5346 res = scsi_cmd->device->hostdata;
5347
1da177e4
LT		 5348 /*
5349 * If we are currently going through reset/reload, return failed. This will force the
5350 * mid-layer to call ipr_eh_host_reset, which will then go to sleep and wait for the
5351 * reset to complete
5352 */
5353 if (ioa_cfg->in_reset_reload)
5354 return FAILED;
56d6aa33 5355 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
1da177e4
LT		 5356 return FAILED;
5357
05a6538a 5358 for_each_hrrq(hrrq, ioa_cfg) {
56d6aa33 5359 spin_lock(&hrrq->_lock);
439ae285
BK		 5360 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5361 ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
5362
05a6538a 5363 if (ipr_cmd->ioarcb.res_handle == res->res_handle) {
960e9648
BK		 5364 if (!ipr_cmd->qc)
5365 continue;
439ae285
BK		 5366 if (ipr_cmnd_is_free(ipr_cmd))
5367 continue;
960e9648
BK		 5368
5369 ipr_cmd->done = ipr_sata_eh_done;
5370 if (!(ipr_cmd->qc->flags & ATA_QCFLAG_FAILED)) {
05a6538a 5371 ipr_cmd->qc->err_mask |= AC_ERR_TIMEOUT;
5372 ipr_cmd->qc->flags |= ATA_QCFLAG_FAILED;
5373 }
7402ecef 5374 }
1da177e4 5375 }
56d6aa33 5376 spin_unlock(&hrrq->_lock);
1da177e4 5377 }
1da177e4 5378 res->resetting_device = 1;
fb3ed3cb 5379 scmd_printk(KERN_ERR, scsi_cmd, "Resetting device\n");
35a39691
BK		 5380
5381 if (ipr_is_gata(res) && res->sata_port) {
5382 ap = res->sata_port->ap;
5383 spin_unlock_irq(scsi_cmd->device->host->host_lock);
a1efdaba 5384 ata_std_error_handler(ap);
35a39691
BK		 5385 spin_lock_irq(scsi_cmd->device->host->host_lock);
5386 } else
5387 rc = ipr_device_reset(ioa_cfg, res);
1da177e4 5388 res->resetting_device = 0;
0b1f8d44 5389 res->reset_occurred = 1;
1da177e4 5390
1da177e4 5391 LEAVE;
203fa3fe 5392 return rc ? FAILED : SUCCESS;
1da177e4
LT		 5393}
5394
203fa3fe 5395static int ipr_eh_dev_reset(struct scsi_cmnd *cmd)
94d0e7b8
JG		 5396{
5397 int rc;
6cdb0817 5398 struct ipr_ioa_cfg *ioa_cfg;
ef97d8ae 5399 struct ipr_resource_entry *res;
6cdb0817
BK		 5400
5401 ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
ef97d8ae
BK		 5402 res = cmd->device->hostdata;
5403
5404 if (!res)
5405 return FAILED;
94d0e7b8
JG		 5406
5407 spin_lock_irq(cmd->device->host->host_lock);
5408 rc = __ipr_eh_dev_reset(cmd);
5409 spin_unlock_irq(cmd->device->host->host_lock);
5410
ef97d8ae
BK		 5411 if (rc == SUCCESS) {
5412 if (ipr_is_gata(res) && res->sata_port)
5413 rc = ipr_wait_for_ops(ioa_cfg, res, ipr_match_res);
5414 else
5415 rc = ipr_wait_for_ops(ioa_cfg, cmd->device, ipr_match_lun);
5416 }
6cdb0817 5417
94d0e7b8
JG		 5418 return rc;
5419}
5420
1da177e4
LT		 5421/**
5422 * ipr_bus_reset_done - Op done function for bus reset.
5423 * @ipr_cmd: ipr command struct
5424 *
5425 * This function is the op done function for a bus reset
5426 *
5427 * Return value:
5428 * none
5429 **/
5430static void ipr_bus_reset_done(struct ipr_cmnd *ipr_cmd)
5431{
5432 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5433 struct ipr_resource_entry *res;
5434
5435 ENTER;
3e7ebdfa
WB		 5436 if (!ioa_cfg->sis64)
5437 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
5438 if (res->res_handle == ipr_cmd->ioarcb.res_handle) {
5439 scsi_report_bus_reset(ioa_cfg->host, res->bus);
5440 break;
5441 }
1da177e4 5442 }
1da177e4
LT		 5443
5444 /*
5445 * If abort has not completed, indicate the reset has, else call the
5446 * abort's done function to wake the sleeping eh thread
5447 */
5448 if (ipr_cmd->sibling->sibling)
5449 ipr_cmd->sibling->sibling = NULL;
5450 else
5451 ipr_cmd->sibling->done(ipr_cmd->sibling);
5452
05a6538a 5453 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
1da177e4
LT		 5454 LEAVE;
5455}
5456
5457/**
5458 * ipr_abort_timeout - An abort task has timed out
5459 * @ipr_cmd: ipr command struct
5460 *
5461 * This function handles when an abort task times out. If this
5462 * happens we issue a bus reset since we have resources tied
5463 * up that must be freed before returning to the midlayer.
5464 *
5465 * Return value:
5466 * none
5467 **/
738c6ec5 5468static void ipr_abort_timeout(struct timer_list *t)
1da177e4 5469{
738c6ec5 5470 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
1da177e4
LT		 5471 struct ipr_cmnd *reset_cmd;
5472 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5473 struct ipr_cmd_pkt *cmd_pkt;
5474 unsigned long lock_flags = 0;
5475
5476 ENTER;
5477 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5478 if (ipr_cmd->completion.done || ioa_cfg->in_reset_reload) {
5479 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5480 return;
5481 }
5482
fb3ed3cb 5483 sdev_printk(KERN_ERR, ipr_cmd->u.sdev, "Abort timed out. Resetting bus.\n");
1da177e4
LT		 5484 reset_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5485 ipr_cmd->sibling = reset_cmd;
5486 reset_cmd->sibling = ipr_cmd;
5487 reset_cmd->ioarcb.res_handle = ipr_cmd->ioarcb.res_handle;
5488 cmd_pkt = &reset_cmd->ioarcb.cmd_pkt;
5489 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5490 cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
5491 cmd_pkt->cdb[2] = IPR_RESET_TYPE_SELECT | IPR_BUS_RESET;
5492
5493 ipr_do_req(reset_cmd, ipr_bus_reset_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
5494 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5495 LEAVE;
5496}
5497
5498/**
5499 * ipr_cancel_op - Cancel specified op
5500 * @scsi_cmd: scsi command struct
5501 *
5502 * This function cancels specified op.
5503 *
5504 * Return value:
5505 * SUCCESS / FAILED
5506 **/
203fa3fe 5507static int ipr_cancel_op(struct scsi_cmnd *scsi_cmd)
1da177e4
LT		 5508{
5509 struct ipr_cmnd *ipr_cmd;
5510 struct ipr_ioa_cfg *ioa_cfg;
5511 struct ipr_resource_entry *res;
5512 struct ipr_cmd_pkt *cmd_pkt;
a92fa25c 5513 u32 ioasc, int_reg;
439ae285 5514 int i, op_found = 0;
05a6538a 5515 struct ipr_hrr_queue *hrrq;
1da177e4
LT		 5516
5517 ENTER;
5518 ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
5519 res = scsi_cmd->device->hostdata;
5520
8fa728a2
JG		 5521 /* If we are currently going through reset/reload, return failed.
5522 * This will force the mid-layer to call ipr_eh_host_reset,
5523 * which will then go to sleep and wait for the reset to complete
5524 */
56d6aa33 5525 if (ioa_cfg->in_reset_reload ||
5526 ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
8fa728a2 5527 return FAILED;
a92fa25c
KSS		 5528 if (!res)
5529 return FAILED;
5530
5531 /*
5532 * If we are aborting a timed out op, chances are that the timeout was caused
5533 * by a still not detected EEH error. In such cases, reading a register will
5534 * trigger the EEH recovery infrastructure.
5535 */
5536 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
5537
5538 if (!ipr_is_gscsi(res))
1da177e4
LT		 5539 return FAILED;
5540
05a6538a 5541 for_each_hrrq(hrrq, ioa_cfg) {
56d6aa33 5542 spin_lock(&hrrq->_lock);
439ae285
BK		 5543 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5544 if (ioa_cfg->ipr_cmnd_list[i]->scsi_cmd == scsi_cmd) {
5545 if (!ipr_cmnd_is_free(ioa_cfg->ipr_cmnd_list[i])) {
5546 op_found = 1;
5547 break;
5548 }
05a6538a 5549 }
1da177e4 5550 }
56d6aa33 5551 spin_unlock(&hrrq->_lock);
1da177e4
LT		 5552 }
5553
5554 if (!op_found)
5555 return SUCCESS;
5556
5557 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
3e7ebdfa 5558 ipr_cmd->ioarcb.res_handle = res->res_handle;
1da177e4
LT		 5559 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5560 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5561 cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
5562 ipr_cmd->u.sdev = scsi_cmd->device;
5563
fb3ed3cb
BK		 5564 scmd_printk(KERN_ERR, scsi_cmd, "Aborting command: %02X\n",
5565 scsi_cmd->cmnd[0]);
1da177e4 5566 ipr_send_blocking_cmd(ipr_cmd, ipr_abort_timeout, IPR_CANCEL_ALL_TIMEOUT);
96d21f00 5567 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
1da177e4
LT		 5568
5569 /*
5570 * If the abort task timed out and we sent a bus reset, we will get
5571 * one the following responses to the abort
5572 */
5573 if (ioasc == IPR_IOASC_BUS_WAS_RESET || ioasc == IPR_IOASC_SYNC_REQUIRED) {
5574 ioasc = 0;
5575 ipr_trace;
5576 }
5577
c4ee22a3 5578 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
ee0a90fa
BK		 5579 if (!ipr_is_naca_model(res))
5580 res->needs_sync_complete = 1;
1da177e4
LT		 5581
5582 LEAVE;
203fa3fe 5583 return IPR_IOASC_SENSE_KEY(ioasc) ? FAILED : SUCCESS;
1da177e4
LT		 5584}
5585
5586/**
5587 * ipr_eh_abort - Abort a single op
5588 * @scsi_cmd: scsi command struct
5589 *
5590 * Return value:
f688f96d
BK		 5591 * 0 if scan in progress / 1 if scan is complete
5592 **/
5593static int ipr_scan_finished(struct Scsi_Host *shost, unsigned long elapsed_time)
5594{
5595 unsigned long lock_flags;
5596 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
5597 int rc = 0;
5598
5599 spin_lock_irqsave(shost->host_lock, lock_flags);
5600 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead || ioa_cfg->scan_done)
5601 rc = 1;
5602 if ((elapsed_time/HZ) > (ioa_cfg->transop_timeout * 2))
5603 rc = 1;
5604 spin_unlock_irqrestore(shost->host_lock, lock_flags);
5605 return rc;
5606}
5607
5608/**
5609 * ipr_eh_host_reset - Reset the host adapter
5610 * @scsi_cmd: scsi command struct
5611 *
5612 * Return value:
1da177e4
LT		 5613 * SUCCESS / FAILED
5614 **/
203fa3fe 5615static int ipr_eh_abort(struct scsi_cmnd *scsi_cmd)
1da177e4 5616{
8fa728a2
JG		 5617 unsigned long flags;
5618 int rc;
6cdb0817 5619 struct ipr_ioa_cfg *ioa_cfg;
1da177e4
LT		 5620
5621 ENTER;
1da177e4 5622
6cdb0817
BK		 5623 ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
5624
8fa728a2
JG		 5625 spin_lock_irqsave(scsi_cmd->device->host->host_lock, flags);
5626 rc = ipr_cancel_op(scsi_cmd);
5627 spin_unlock_irqrestore(scsi_cmd->device->host->host_lock, flags);
1da177e4 5628
6cdb0817
BK		 5629 if (rc == SUCCESS)
5630 rc = ipr_wait_for_ops(ioa_cfg, scsi_cmd->device, ipr_match_lun);
1da177e4 5631 LEAVE;
8fa728a2 5632 return rc;
1da177e4
LT		 5633}
5634
5635/**
5636 * ipr_handle_other_interrupt - Handle "other" interrupts
5637 * @ioa_cfg: ioa config struct
634651fa 5638 * @int_reg: interrupt register
1da177e4
LT		 5639 *
5640 * Return value:
5641 * IRQ_NONE / IRQ_HANDLED
5642 **/
634651fa 5643static irqreturn_t ipr_handle_other_interrupt(struct ipr_ioa_cfg *ioa_cfg,
630ad831 5644 u32 int_reg)
1da177e4
LT		 5645{
5646 irqreturn_t rc = IRQ_HANDLED;
7dacb64f 5647 u32 int_mask_reg;
56d6aa33 5648
7dacb64f
WB		 5649 int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
5650 int_reg &= ~int_mask_reg;
5651
5652 /* If an interrupt on the adapter did not occur, ignore it.
5653 * Or in the case of SIS 64, check for a stage change interrupt.
5654 */
5655 if ((int_reg & IPR_PCII_OPER_INTERRUPTS) == 0) {
5656 if (ioa_cfg->sis64) {
5657 int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
5658 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5659 if (int_reg & IPR_PCII_IPL_STAGE_CHANGE) {
5660
5661 /* clear stage change */
5662 writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.clr_interrupt_reg);
5663 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5664 list_del(&ioa_cfg->reset_cmd->queue);
5665 del_timer(&ioa_cfg->reset_cmd->timer);
5666 ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5667 return IRQ_HANDLED;
5668 }
5669 }
5670
5671 return IRQ_NONE;
5672 }
1da177e4
LT		 5673
5674 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
5675 /* Mask the interrupt */
5676 writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.set_interrupt_mask_reg);
1da177e4
LT		 5677 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
5678
5679 list_del(&ioa_cfg->reset_cmd->queue);
5680 del_timer(&ioa_cfg->reset_cmd->timer);
5681 ipr_reset_ioa_job(ioa_cfg->reset_cmd);
7dacb64f 5682 } else if ((int_reg & IPR_PCII_HRRQ_UPDATED) == int_reg) {
7dd21308
BK		 5683 if (ioa_cfg->clear_isr) {
5684 if (ipr_debug && printk_ratelimit())
5685 dev_err(&ioa_cfg->pdev->dev,
5686 "Spurious interrupt detected. 0x%08X\n", int_reg);
5687 writel(IPR_PCII_HRRQ_UPDATED, ioa_cfg->regs.clr_interrupt_reg32);
5688 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5689 return IRQ_NONE;
5690 }
1da177e4
LT		 5691 } else {
5692 if (int_reg & IPR_PCII_IOA_UNIT_CHECKED)
5693 ioa_cfg->ioa_unit_checked = 1;
05a6538a 5694 else if (int_reg & IPR_PCII_NO_HOST_RRQ)
5695 dev_err(&ioa_cfg->pdev->dev,
5696 "No Host RRQ. 0x%08X\n", int_reg);
1da177e4
LT		 5697 else
5698 dev_err(&ioa_cfg->pdev->dev,
5699 "Permanent IOA failure. 0x%08X\n", int_reg);
5700
5701 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5702 ioa_cfg->sdt_state = GET_DUMP;
5703
5704 ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
5705 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5706 }
56d6aa33 5707
1da177e4
LT		 5708 return rc;
5709}
5710
3feeb89d
WB		 5711/**
5712 * ipr_isr_eh - Interrupt service routine error handler
5713 * @ioa_cfg: ioa config struct
5714 * @msg: message to log
5715 *
5716 * Return value:
5717 * none
5718 **/
05a6538a 5719static void ipr_isr_eh(struct ipr_ioa_cfg *ioa_cfg, char *msg, u16 number)
3feeb89d
WB		 5720{
5721 ioa_cfg->errors_logged++;
05a6538a 5722 dev_err(&ioa_cfg->pdev->dev, "%s %d\n", msg, number);
3feeb89d
WB		 5723
5724 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5725 ioa_cfg->sdt_state = GET_DUMP;
5726
5727 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5728}
5729
b53d124a 5730static int ipr_process_hrrq(struct ipr_hrr_queue *hrr_queue, int budget,
05a6538a 5731 struct list_head *doneq)
5732{
5733 u32 ioasc;
5734 u16 cmd_index;
5735 struct ipr_cmnd *ipr_cmd;
5736 struct ipr_ioa_cfg *ioa_cfg = hrr_queue->ioa_cfg;
5737 int num_hrrq = 0;
5738
5739 /* If interrupts are disabled, ignore the interrupt */
56d6aa33 5740 if (!hrr_queue->allow_interrupts)
05a6538a 5741 return 0;
5742
5743 while ((be32_to_cpu(*hrr_queue->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5744 hrr_queue->toggle_bit) {
5745
5746 cmd_index = (be32_to_cpu(*hrr_queue->hrrq_curr) &
5747 IPR_HRRQ_REQ_RESP_HANDLE_MASK) >>
5748 IPR_HRRQ_REQ_RESP_HANDLE_SHIFT;
5749
5750 if (unlikely(cmd_index > hrr_queue->max_cmd_id ||
5751 cmd_index < hrr_queue->min_cmd_id)) {
5752 ipr_isr_eh(ioa_cfg,
5753 "Invalid response handle from IOA: ",
5754 cmd_index);
5755 break;
5756 }
5757
5758 ipr_cmd = ioa_cfg->ipr_cmnd_list[cmd_index];
5759 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5760
5761 ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, ioasc);
5762
5763 list_move_tail(&ipr_cmd->queue, doneq);
5764
5765 if (hrr_queue->hrrq_curr < hrr_queue->hrrq_end) {
5766 hrr_queue->hrrq_curr++;
5767 } else {
5768 hrr_queue->hrrq_curr = hrr_queue->hrrq_start;
5769 hrr_queue->toggle_bit ^= 1u;
5770 }
5771 num_hrrq++;
b53d124a 5772 if (budget > 0 && num_hrrq >= budget)
5773 break;
05a6538a 5774 }
b53d124a 5775
05a6538a 5776 return num_hrrq;
5777}
b53d124a 5778
511cbce2 5779static int ipr_iopoll(struct irq_poll *iop, int budget)
b53d124a 5780{
5781 struct ipr_ioa_cfg *ioa_cfg;
5782 struct ipr_hrr_queue *hrrq;
5783 struct ipr_cmnd *ipr_cmd, *temp;
5784 unsigned long hrrq_flags;
5785 int completed_ops;
5786 LIST_HEAD(doneq);
5787
5788 hrrq = container_of(iop, struct ipr_hrr_queue, iopoll);
5789 ioa_cfg = hrrq->ioa_cfg;
5790
5791 spin_lock_irqsave(hrrq->lock, hrrq_flags);
5792 completed_ops = ipr_process_hrrq(hrrq, budget, &doneq);
5793
5794 if (completed_ops < budget)
511cbce2 5795 irq_poll_complete(iop);
b53d124a 5796 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5797
5798 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5799 list_del(&ipr_cmd->queue);
5800 del_timer(&ipr_cmd->timer);
5801 ipr_cmd->fast_done(ipr_cmd);
5802 }
5803
5804 return completed_ops;
5805}
5806
1da177e4
LT		 5807/**
5808 * ipr_isr - Interrupt service routine
5809 * @irq: irq number
5810 * @devp: pointer to ioa config struct
1da177e4
LT		 5811 *
5812 * Return value:
5813 * IRQ_NONE / IRQ_HANDLED
5814 **/
7d12e780 5815static irqreturn_t ipr_isr(int irq, void *devp)
1da177e4 5816{
05a6538a 5817 struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
5818 struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
56d6aa33 5819 unsigned long hrrq_flags = 0;
7dacb64f 5820 u32 int_reg = 0;
3feeb89d 5821 int num_hrrq = 0;
7dacb64f 5822 int irq_none = 0;
172cd6e1 5823 struct ipr_cmnd *ipr_cmd, *temp;
1da177e4 5824 irqreturn_t rc = IRQ_NONE;
172cd6e1 5825 LIST_HEAD(doneq);
1da177e4 5826
56d6aa33 5827 spin_lock_irqsave(hrrq->lock, hrrq_flags);
1da177e4 5828 /* If interrupts are disabled, ignore the interrupt */
56d6aa33 5829 if (!hrrq->allow_interrupts) {
5830 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
1da177e4
LT		 5831 return IRQ_NONE;
5832 }
5833
1da177e4 5834 while (1) {
b53d124a 5835 if (ipr_process_hrrq(hrrq, -1, &doneq)) {
5836 rc = IRQ_HANDLED;
1da177e4 5837
b53d124a 5838 if (!ioa_cfg->clear_isr)
5839 break;
7dd21308 5840
1da177e4 5841 /* Clear the PCI interrupt */
a5442ba4 5842 num_hrrq = 0;
3feeb89d 5843 do {
b53d124a 5844 writel(IPR_PCII_HRRQ_UPDATED,
5845 ioa_cfg->regs.clr_interrupt_reg32);
7dacb64f 5846 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
3feeb89d 5847 } while (int_reg & IPR_PCII_HRRQ_UPDATED &&
b53d124a 5848 num_hrrq++ < IPR_MAX_HRRQ_RETRIES);
3feeb89d 5849
7dacb64f
WB		 5850 } else if (rc == IRQ_NONE && irq_none == 0) {
5851 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5852 irq_none++;
a5442ba4
WB		 5853 } else if (num_hrrq == IPR_MAX_HRRQ_RETRIES &&
5854 int_reg & IPR_PCII_HRRQ_UPDATED) {
b53d124a 5855 ipr_isr_eh(ioa_cfg,
5856 "Error clearing HRRQ: ", num_hrrq);
172cd6e1 5857 rc = IRQ_HANDLED;
b53d124a 5858 break;
1da177e4
LT		 5859 } else
5860 break;
5861 }
5862
5863 if (unlikely(rc == IRQ_NONE))
634651fa 5864 rc = ipr_handle_other_interrupt(ioa_cfg, int_reg);
1da177e4 5865
56d6aa33 5866 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
172cd6e1
BK		 5867 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5868 list_del(&ipr_cmd->queue);
5869 del_timer(&ipr_cmd->timer);
5870 ipr_cmd->fast_done(ipr_cmd);
5871 }
05a6538a 5872 return rc;
5873}
5874
5875/**
5876 * ipr_isr_mhrrq - Interrupt service routine
5877 * @irq: irq number
5878 * @devp: pointer to ioa config struct
5879 *
5880 * Return value:
5881 * IRQ_NONE / IRQ_HANDLED
5882 **/
5883static irqreturn_t ipr_isr_mhrrq(int irq, void *devp)
5884{
5885 struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
b53d124a 5886 struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
56d6aa33 5887 unsigned long hrrq_flags = 0;
05a6538a 5888 struct ipr_cmnd *ipr_cmd, *temp;
5889 irqreturn_t rc = IRQ_NONE;
5890 LIST_HEAD(doneq);
172cd6e1 5891
56d6aa33 5892 spin_lock_irqsave(hrrq->lock, hrrq_flags);
05a6538a 5893
5894 /* If interrupts are disabled, ignore the interrupt */
56d6aa33 5895 if (!hrrq->allow_interrupts) {
5896 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
05a6538a 5897 return IRQ_NONE;
5898 }
5899
89f8b33c 5900 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
b53d124a 5901 if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5902 hrrq->toggle_bit) {
ea51190c 5903 irq_poll_sched(&hrrq->iopoll);
b53d124a 5904 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5905 return IRQ_HANDLED;
5906 }
5907 } else {
5908 if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5909 hrrq->toggle_bit)
05a6538a 5910
b53d124a 5911 if (ipr_process_hrrq(hrrq, -1, &doneq))
5912 rc = IRQ_HANDLED;
5913 }
05a6538a 5914
56d6aa33 5915 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
05a6538a 5916
5917 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5918 list_del(&ipr_cmd->queue);
5919 del_timer(&ipr_cmd->timer);
5920 ipr_cmd->fast_done(ipr_cmd);
5921 }
1da177e4
LT		 5922 return rc;
5923}
5924
a32c055f
WB		 5925/**
5926 * ipr_build_ioadl64 - Build a scatter/gather list and map the buffer
5927 * @ioa_cfg: ioa config struct
5928 * @ipr_cmd: ipr command struct
5929 *
5930 * Return value:
5931 * 0 on success / -1 on failure
5932 **/
5933static int ipr_build_ioadl64(struct ipr_ioa_cfg *ioa_cfg,
5934 struct ipr_cmnd *ipr_cmd)
5935{
5936 int i, nseg;
5937 struct scatterlist *sg;
5938 u32 length;
5939 u32 ioadl_flags = 0;
5940 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5941 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5942 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
5943
5944 length = scsi_bufflen(scsi_cmd);
5945 if (!length)
5946 return 0;
5947
5948 nseg = scsi_dma_map(scsi_cmd);
5949 if (nseg < 0) {
51f52a47 5950 if (printk_ratelimit())
d73341bf 5951 dev_err(&ioa_cfg->pdev->dev, "scsi_dma_map failed!\n");
a32c055f
WB		 5952 return -1;
5953 }
5954
5955 ipr_cmd->dma_use_sg = nseg;
5956
438b0331 5957 ioarcb->data_transfer_length = cpu_to_be32(length);
b8803b1c
WB		 5958 ioarcb->ioadl_len =
5959 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
438b0331 5960
a32c055f
WB		 5961 if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5962 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5963 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5964 } else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE)
5965 ioadl_flags = IPR_IOADL_FLAGS_READ;
5966
5967 scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5968 ioadl64[i].flags = cpu_to_be32(ioadl_flags);
5969 ioadl64[i].data_len = cpu_to_be32(sg_dma_len(sg));
5970 ioadl64[i].address = cpu_to_be64(sg_dma_address(sg));
5971 }
5972
5973 ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5974 return 0;
5975}
5976
1da177e4
LT		 5977/**
5978 * ipr_build_ioadl - Build a scatter/gather list and map the buffer
5979 * @ioa_cfg: ioa config struct
5980 * @ipr_cmd: ipr command struct
5981 *
5982 * Return value:
5983 * 0 on success / -1 on failure
5984 **/
5985static int ipr_build_ioadl(struct ipr_ioa_cfg *ioa_cfg,
5986 struct ipr_cmnd *ipr_cmd)
5987{
63015bc9
FT		 5988 int i, nseg;
5989 struct scatterlist *sg;
1da177e4
LT		 5990 u32 length;
5991 u32 ioadl_flags = 0;
5992 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5993 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
a32c055f 5994 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
1da177e4 5995
63015bc9
FT		 5996 length = scsi_bufflen(scsi_cmd);
5997 if (!length)
1da177e4
LT		 5998 return 0;
5999
63015bc9
FT		 6000 nseg = scsi_dma_map(scsi_cmd);
6001 if (nseg < 0) {
d73341bf 6002 dev_err(&ioa_cfg->pdev->dev, "scsi_dma_map failed!\n");
63015bc9
FT		 6003 return -1;
6004 }
51b1c7e1 6005
63015bc9
FT		 6006 ipr_cmd->dma_use_sg = nseg;
6007
6008 if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
6009 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6010 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
a32c055f
WB		 6011 ioarcb->data_transfer_length = cpu_to_be32(length);
6012 ioarcb->ioadl_len =
63015bc9
FT		 6013 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6014 } else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE) {
6015 ioadl_flags = IPR_IOADL_FLAGS_READ;
6016 ioarcb->read_data_transfer_length = cpu_to_be32(length);
6017 ioarcb->read_ioadl_len =
6018 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6019 }
1da177e4 6020
a32c055f
WB		 6021 if (ipr_cmd->dma_use_sg <= ARRAY_SIZE(ioarcb->u.add_data.u.ioadl)) {
6022 ioadl = ioarcb->u.add_data.u.ioadl;
6023 ioarcb->write_ioadl_addr = cpu_to_be32((ipr_cmd->dma_addr) +
6024 offsetof(struct ipr_ioarcb, u.add_data));
63015bc9
FT		 6025 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
6026 }
1da177e4 6027
63015bc9
FT		 6028 scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
6029 ioadl[i].flags_and_data_len =
6030 cpu_to_be32(ioadl_flags | sg_dma_len(sg));
6031 ioadl[i].address = cpu_to_be32(sg_dma_address(sg));
1da177e4
LT		 6032 }
6033
63015bc9
FT		 6034 ioadl[i-1].flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6035 return 0;
1da177e4
LT		 6036}
6037
1da177e4 6038/**
f646f325 6039 * __ipr_erp_done - Process completion of ERP for a device
1da177e4
LT		 6040 * @ipr_cmd: ipr command struct
6041 *
6042 * This function copies the sense buffer into the scsi_cmd
6043 * struct and pushes the scsi_done function.
6044 *
6045 * Return value:
6046 * nothing
6047 **/
f646f325 6048static void __ipr_erp_done(struct ipr_cmnd *ipr_cmd)
1da177e4
LT		 6049{
6050 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6051 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
96d21f00 6052 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
1da177e4
LT		 6053
6054 if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
6055 scsi_cmd->result |= (DID_ERROR << 16);
fb3ed3cb
BK		 6056 scmd_printk(KERN_ERR, scsi_cmd,
6057 "Request Sense failed with IOASC: 0x%08X\n", ioasc);
1da177e4
LT		 6058 } else {
6059 memcpy(scsi_cmd->sense_buffer, ipr_cmd->sense_buffer,
6060 SCSI_SENSE_BUFFERSIZE);
6061 }
6062
6063 if (res) {
ee0a90fa
BK		 6064 if (!ipr_is_naca_model(res))
6065 res->needs_sync_complete = 1;
1da177e4
LT		 6066 res->in_erp = 0;
6067 }
63015bc9 6068 scsi_dma_unmap(ipr_cmd->scsi_cmd);
1da177e4 6069 scsi_cmd->scsi_done(scsi_cmd);
66a0d59c
BK		 6070 if (ipr_cmd->eh_comp)
6071 complete(ipr_cmd->eh_comp);
6072 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
1da177e4
LT		 6073}
6074
f646f325
BK		 6075/**
6076 * ipr_erp_done - Process completion of ERP for a device
6077 * @ipr_cmd: ipr command struct
6078 *
6079 * This function copies the sense buffer into the scsi_cmd
6080 * struct and pushes the scsi_done function.
6081 *
6082 * Return value:
6083 * nothing
6084 **/
6085static void ipr_erp_done(struct ipr_cmnd *ipr_cmd)
6086{
6087 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
6088 unsigned long hrrq_flags;
6089
6090 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
6091 __ipr_erp_done(ipr_cmd);
6092 spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
1da177e4
LT		 6093}
6094
6095/**
6096 * ipr_reinit_ipr_cmnd_for_erp - Re-initialize a cmnd block to be used for ERP
6097 * @ipr_cmd: ipr command struct
6098 *
6099 * Return value:
6100 * none
6101 **/
6102static void ipr_reinit_ipr_cmnd_for_erp(struct ipr_cmnd *ipr_cmd)
6103{
51b1c7e1 6104 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
96d21f00 6105 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
a32c055f 6106 dma_addr_t dma_addr = ipr_cmd->dma_addr;
1da177e4
LT		 6107
6108 memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
a32c055f 6109 ioarcb->data_transfer_length = 0;
1da177e4 6110 ioarcb->read_data_transfer_length = 0;
a32c055f 6111 ioarcb->ioadl_len = 0;
1da177e4 6112 ioarcb->read_ioadl_len = 0;
96d21f00
WB		 6113 ioasa->hdr.ioasc = 0;
6114 ioasa->hdr.residual_data_len = 0;
a32c055f
WB		 6115
6116 if (ipr_cmd->ioa_cfg->sis64)
6117 ioarcb->u.sis64_addr_data.data_ioadl_addr =
6118 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
6119 else {
6120 ioarcb->write_ioadl_addr =
6121 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
6122 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
6123 }
1da177e4
LT		 6124}
6125
6126/**
f646f325 6127 * __ipr_erp_request_sense - Send request sense to a device
1da177e4
LT		 6128 * @ipr_cmd: ipr command struct
6129 *
6130 * This function sends a request sense to a device as a result
6131 * of a check condition.
6132 *
6133 * Return value:
6134 * nothing
6135 **/
f646f325 6136static void __ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
1da177e4
LT		 6137{
6138 struct ipr_cmd_pkt *cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
96d21f00 6139 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
1da177e4
LT		 6140
6141 if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
f646f325 6142 __ipr_erp_done(ipr_cmd);
1da177e4
LT		 6143 return;
6144 }
6145
6146 ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
6147
6148 cmd_pkt->request_type = IPR_RQTYPE_SCSICDB;
6149 cmd_pkt->cdb[0] = REQUEST_SENSE;
6150 cmd_pkt->cdb[4] = SCSI_SENSE_BUFFERSIZE;
6151 cmd_pkt->flags_hi |= IPR_FLAGS_HI_SYNC_OVERRIDE;
6152 cmd_pkt->flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6153 cmd_pkt->timeout = cpu_to_be16(IPR_REQUEST_SENSE_TIMEOUT / HZ);
6154
a32c055f
WB		 6155 ipr_init_ioadl(ipr_cmd, ipr_cmd->sense_buffer_dma,
6156 SCSI_SENSE_BUFFERSIZE, IPR_IOADL_FLAGS_READ_LAST);
1da177e4
LT		 6157
6158 ipr_do_req(ipr_cmd, ipr_erp_done, ipr_timeout,
6159 IPR_REQUEST_SENSE_TIMEOUT * 2);
6160}
6161
f646f325
BK		 6162/**
6163 * ipr_erp_request_sense - Send request sense to a device
6164 * @ipr_cmd: ipr command struct
6165 *
6166 * This function sends a request sense to a device as a result
6167 * of a check condition.
6168 *
6169 * Return value:
6170 * nothing
6171 **/
6172static void ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
6173{
6174 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
6175 unsigned long hrrq_flags;
6176
6177 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
6178 __ipr_erp_request_sense(ipr_cmd);
6179 spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
6180}
6181
1da177e4
LT		 6182/**
6183 * ipr_erp_cancel_all - Send cancel all to a device
6184 * @ipr_cmd: ipr command struct
6185 *
6186 * This function sends a cancel all to a device to clear the
6187 * queue. If we are running TCQ on the device, QERR is set to 1,
6188 * which means all outstanding ops have been dropped on the floor.
6189 * Cancel all will return them to us.
6190 *
6191 * Return value:
6192 * nothing
6193 **/
6194static void ipr_erp_cancel_all(struct ipr_cmnd *ipr_cmd)
6195{
6196 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6197 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
6198 struct ipr_cmd_pkt *cmd_pkt;
6199
6200 res->in_erp = 1;
6201
6202 ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
6203
17ea0126 6204 if (!scsi_cmd->device->simple_tags) {
f646f325 6205 __ipr_erp_request_sense(ipr_cmd);
1da177e4
LT		 6206 return;
6207 }
6208
6209 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
6210 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
6211 cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
6212
6213 ipr_do_req(ipr_cmd, ipr_erp_request_sense, ipr_timeout,
6214 IPR_CANCEL_ALL_TIMEOUT);
6215}
6216
6217/**
6218 * ipr_dump_ioasa - Dump contents of IOASA
6219 * @ioa_cfg: ioa config struct
6220 * @ipr_cmd: ipr command struct
fe964d0a 6221 * @res: resource entry struct
1da177e4
LT		 6222 *
6223 * This function is invoked by the interrupt handler when ops
6224 * fail. It will log the IOASA if appropriate. Only called
6225 * for GPDD ops.
6226 *
6227 * Return value:
6228 * none
6229 **/
6230static void ipr_dump_ioasa(struct ipr_ioa_cfg *ioa_cfg,
fe964d0a 6231 struct ipr_cmnd *ipr_cmd, struct ipr_resource_entry *res)
1da177e4
LT		 6232{
6233 int i;
6234 u16 data_len;
b0692dd4 6235 u32 ioasc, fd_ioasc;
96d21f00 6236 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
1da177e4
LT		 6237 __be32 *ioasa_data = (__be32 *)ioasa;
6238 int error_index;
6239
96d21f00
WB		 6240 ioasc = be32_to_cpu(ioasa->hdr.ioasc) & IPR_IOASC_IOASC_MASK;
6241 fd_ioasc = be32_to_cpu(ioasa->hdr.fd_ioasc) & IPR_IOASC_IOASC_MASK;
1da177e4
LT		 6242
6243 if (0 == ioasc)
6244 return;
6245
6246 if (ioa_cfg->log_level < IPR_DEFAULT_LOG_LEVEL)
6247 return;
6248
b0692dd4
BK		 6249 if (ioasc == IPR_IOASC_BUS_WAS_RESET && fd_ioasc)
6250 error_index = ipr_get_error(fd_ioasc);
6251 else
6252 error_index = ipr_get_error(ioasc);
1da177e4
LT		 6253
6254 if (ioa_cfg->log_level < IPR_MAX_LOG_LEVEL) {
6255 /* Don't log an error if the IOA already logged one */
96d21f00 6256 if (ioasa->hdr.ilid != 0)
1da177e4
LT		 6257 return;
6258
cc9bd5d4
BK		 6259 if (!ipr_is_gscsi(res))
6260 return;
6261
1da177e4
LT		 6262 if (ipr_error_table[error_index].log_ioasa == 0)
6263 return;
6264 }
6265
fe964d0a 6266 ipr_res_err(ioa_cfg, res, "%s\n", ipr_error_table[error_index].error);
1da177e4 6267
96d21f00
WB		 6268 data_len = be16_to_cpu(ioasa->hdr.ret_stat_len);
6269 if (ioa_cfg->sis64 && sizeof(struct ipr_ioasa64) < data_len)
6270 data_len = sizeof(struct ipr_ioasa64);
6271 else if (!ioa_cfg->sis64 && sizeof(struct ipr_ioasa) < data_len)
1da177e4 6272 data_len = sizeof(struct ipr_ioasa);
1da177e4
LT		 6273
6274 ipr_err("IOASA Dump:\n");
6275
6276 for (i = 0; i < data_len / 4; i += 4) {
6277 ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
6278 be32_to_cpu(ioasa_data[i]),
6279 be32_to_cpu(ioasa_data[i+1]),
6280 be32_to_cpu(ioasa_data[i+2]),
6281 be32_to_cpu(ioasa_data[i+3]));
6282 }
6283}
6284
6285/**
6286 * ipr_gen_sense - Generate SCSI sense data from an IOASA
6287 * @ioasa: IOASA
6288 * @sense_buf: sense data buffer
6289 *
6290 * Return value:
6291 * none
6292 **/
6293static void ipr_gen_sense(struct ipr_cmnd *ipr_cmd)
6294{
6295 u32 failing_lba;
6296 u8 *sense_buf = ipr_cmd->scsi_cmd->sense_buffer;
6297 struct ipr_resource_entry *res = ipr_cmd->scsi_cmd->device->hostdata;
96d21f00
WB		 6298 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6299 u32 ioasc = be32_to_cpu(ioasa->hdr.ioasc);
1da177e4
LT		 6300
6301 memset(sense_buf, 0, SCSI_SENSE_BUFFERSIZE);
6302
6303 if (ioasc >= IPR_FIRST_DRIVER_IOASC)
6304 return;
6305
6306 ipr_cmd->scsi_cmd->result = SAM_STAT_CHECK_CONDITION;
6307
6308 if (ipr_is_vset_device(res) &&
6309 ioasc == IPR_IOASC_MED_DO_NOT_REALLOC &&
6310 ioasa->u.vset.failing_lba_hi != 0) {
6311 sense_buf[0] = 0x72;
6312 sense_buf[1] = IPR_IOASC_SENSE_KEY(ioasc);
6313 sense_buf[2] = IPR_IOASC_SENSE_CODE(ioasc);
6314 sense_buf[3] = IPR_IOASC_SENSE_QUAL(ioasc);
6315
6316 sense_buf[7] = 12;
6317 sense_buf[8] = 0;
6318 sense_buf[9] = 0x0A;
6319 sense_buf[10] = 0x80;
6320
6321 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_hi);
6322
6323 sense_buf[12] = (failing_lba & 0xff000000) >> 24;
6324 sense_buf[13] = (failing_lba & 0x00ff0000) >> 16;
6325 sense_buf[14] = (failing_lba & 0x0000ff00) >> 8;
6326 sense_buf[15] = failing_lba & 0x000000ff;
6327
6328 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
6329
6330 sense_buf[16] = (failing_lba & 0xff000000) >> 24;
6331 sense_buf[17] = (failing_lba & 0x00ff0000) >> 16;
6332 sense_buf[18] = (failing_lba & 0x0000ff00) >> 8;
6333 sense_buf[19] = failing_lba & 0x000000ff;
6334 } else {
6335 sense_buf[0] = 0x70;
6336 sense_buf[2] = IPR_IOASC_SENSE_KEY(ioasc);
6337 sense_buf[12] = IPR_IOASC_SENSE_CODE(ioasc);
6338 sense_buf[13] = IPR_IOASC_SENSE_QUAL(ioasc);
6339
6340 /* Illegal request */
6341 if ((IPR_IOASC_SENSE_KEY(ioasc) == 0x05) &&
96d21f00 6342 (be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_FIELD_POINTER_VALID)) {
1da177e4
LT		 6343 sense_buf[7] = 10; /* additional length */
6344
6345 /* IOARCB was in error */
6346 if (IPR_IOASC_SENSE_CODE(ioasc) == 0x24)
6347 sense_buf[15] = 0xC0;
6348 else /* Parameter data was invalid */
6349 sense_buf[15] = 0x80;
6350
6351 sense_buf[16] =
6352 ((IPR_FIELD_POINTER_MASK &
96d21f00 6353 be32_to_cpu(ioasa->hdr.ioasc_specific)) >> 8) & 0xff;
1da177e4
LT		 6354 sense_buf[17] =
6355 (IPR_FIELD_POINTER_MASK &
96d21f00 6356 be32_to_cpu(ioasa->hdr.ioasc_specific)) & 0xff;
1da177e4
LT		 6357 } else {
6358 if (ioasc == IPR_IOASC_MED_DO_NOT_REALLOC) {
6359 if (ipr_is_vset_device(res))
6360 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
6361 else
6362 failing_lba = be32_to_cpu(ioasa->u.dasd.failing_lba);
6363
6364 sense_buf[0] |= 0x80; /* Or in the Valid bit */
6365 sense_buf[3] = (failing_lba & 0xff000000) >> 24;
6366 sense_buf[4] = (failing_lba & 0x00ff0000) >> 16;
6367 sense_buf[5] = (failing_lba & 0x0000ff00) >> 8;
6368 sense_buf[6] = failing_lba & 0x000000ff;
6369 }
6370
6371 sense_buf[7] = 6; /* additional length */
6372 }
6373 }
6374}
6375
ee0a90fa
BK		 6376/**
6377 * ipr_get_autosense - Copy autosense data to sense buffer
6378 * @ipr_cmd: ipr command struct
6379 *
6380 * This function copies the autosense buffer to the buffer
6381 * in the scsi_cmd, if there is autosense available.
6382 *
6383 * Return value:
6384 * 1 if autosense was available / 0 if not
6385 **/
6386static int ipr_get_autosense(struct ipr_cmnd *ipr_cmd)
6387{
96d21f00
WB		 6388 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6389 struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
ee0a90fa 6390
96d21f00 6391 if ((be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_AUTOSENSE_VALID) == 0)
ee0a90fa
BK		 6392 return 0;
6393
96d21f00
WB		 6394 if (ipr_cmd->ioa_cfg->sis64)
6395 memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa64->auto_sense.data,
6396 min_t(u16, be16_to_cpu(ioasa64->auto_sense.auto_sense_len),
6397 SCSI_SENSE_BUFFERSIZE));
6398 else
6399 memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa->auto_sense.data,
6400 min_t(u16, be16_to_cpu(ioasa->auto_sense.auto_sense_len),
6401 SCSI_SENSE_BUFFERSIZE));
ee0a90fa
BK		 6402 return 1;
6403}
6404
1da177e4
LT		 6405/**
6406 * ipr_erp_start - Process an error response for a SCSI op
6407 * @ioa_cfg: ioa config struct
6408 * @ipr_cmd: ipr command struct
6409 *
6410 * This function determines whether or not to initiate ERP
6411 * on the affected device.
6412 *
6413 * Return value:
6414 * nothing
6415 **/
6416static void ipr_erp_start(struct ipr_ioa_cfg *ioa_cfg,
6417 struct ipr_cmnd *ipr_cmd)
6418{
6419 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6420 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
96d21f00 6421 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
8a048994 6422 u32 masked_ioasc = ioasc & IPR_IOASC_IOASC_MASK;
1da177e4
LT		 6423
6424 if (!res) {
f646f325 6425 __ipr_scsi_eh_done(ipr_cmd);
1da177e4
LT		 6426 return;
6427 }
6428
8a048994 6429 if (!ipr_is_gscsi(res) && masked_ioasc != IPR_IOASC_HW_DEV_BUS_STATUS)
1da177e4
LT		 6430 ipr_gen_sense(ipr_cmd);
6431
cc9bd5d4
BK		 6432 ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
6433
8a048994 6434 switch (masked_ioasc) {
1da177e4 6435 case IPR_IOASC_ABORTED_CMD_TERM_BY_HOST:
ee0a90fa
BK		 6436 if (ipr_is_naca_model(res))
6437 scsi_cmd->result |= (DID_ABORT << 16);
6438 else
6439 scsi_cmd->result |= (DID_IMM_RETRY << 16);
1da177e4
LT		 6440 break;
6441 case IPR_IOASC_IR_RESOURCE_HANDLE:
b0df54bb 6442 case IPR_IOASC_IR_NO_CMDS_TO_2ND_IOA:
1da177e4
LT		 6443 scsi_cmd->result |= (DID_NO_CONNECT << 16);
6444 break;
6445 case IPR_IOASC_HW_SEL_TIMEOUT:
6446 scsi_cmd->result |= (DID_NO_CONNECT << 16);
ee0a90fa
BK		 6447 if (!ipr_is_naca_model(res))
6448 res->needs_sync_complete = 1;
1da177e4
LT		 6449 break;
6450 case IPR_IOASC_SYNC_REQUIRED:
6451 if (!res->in_erp)
6452 res->needs_sync_complete = 1;
6453 scsi_cmd->result |= (DID_IMM_RETRY << 16);
6454 break;
6455 case IPR_IOASC_MED_DO_NOT_REALLOC: /* prevent retries */
b0df54bb 6456 case IPR_IOASA_IR_DUAL_IOA_DISABLED:
785a4704
MFO		 6457 /*
6458 * exception: do not set DID_PASSTHROUGH on CHECK CONDITION
6459 * so SCSI mid-layer and upper layers handle it accordingly.
6460 */
6461 if (scsi_cmd->result != SAM_STAT_CHECK_CONDITION)
6462 scsi_cmd->result |= (DID_PASSTHROUGH << 16);
1da177e4
LT		 6463 break;
6464 case IPR_IOASC_BUS_WAS_RESET:
6465 case IPR_IOASC_BUS_WAS_RESET_BY_OTHER:
6466 /*
6467 * Report the bus reset and ask for a retry. The device
6468 * will give CC/UA the next command.
6469 */
6470 if (!res->resetting_device)
6471 scsi_report_bus_reset(ioa_cfg->host, scsi_cmd->device->channel);
6472 scsi_cmd->result |= (DID_ERROR << 16);
ee0a90fa
BK		 6473 if (!ipr_is_naca_model(res))
6474 res->needs_sync_complete = 1;
1da177e4
LT		 6475 break;
6476 case IPR_IOASC_HW_DEV_BUS_STATUS:
6477 scsi_cmd->result |= IPR_IOASC_SENSE_STATUS(ioasc);
6478 if (IPR_IOASC_SENSE_STATUS(ioasc) == SAM_STAT_CHECK_CONDITION) {
ee0a90fa
BK		 6479 if (!ipr_get_autosense(ipr_cmd)) {
6480 if (!ipr_is_naca_model(res)) {
6481 ipr_erp_cancel_all(ipr_cmd);
6482 return;
6483 }
6484 }
1da177e4 6485 }
ee0a90fa
BK		 6486 if (!ipr_is_naca_model(res))
6487 res->needs_sync_complete = 1;
1da177e4
LT		 6488 break;
6489 case IPR_IOASC_NR_INIT_CMD_REQUIRED:
6490 break;
f8ee25d7
WX		 6491 case IPR_IOASC_IR_NON_OPTIMIZED:
6492 if (res->raw_mode) {
6493 res->raw_mode = 0;
6494 scsi_cmd->result |= (DID_IMM_RETRY << 16);
6495 } else
6496 scsi_cmd->result |= (DID_ERROR << 16);
6497 break;
1da177e4 6498 default:
5b7304fb
BK		 6499 if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
6500 scsi_cmd->result |= (DID_ERROR << 16);
ee0a90fa 6501 if (!ipr_is_vset_device(res) && !ipr_is_naca_model(res))
1da177e4
LT		 6502 res->needs_sync_complete = 1;
6503 break;
6504 }
6505
63015bc9 6506 scsi_dma_unmap(ipr_cmd->scsi_cmd);
1da177e4 6507 scsi_cmd->scsi_done(scsi_cmd);
66a0d59c
BK		 6508 if (ipr_cmd->eh_comp)
6509 complete(ipr_cmd->eh_comp);
6510 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
1da177e4
LT		 6511}
6512
6513/**
6514 * ipr_scsi_done - mid-layer done function
6515 * @ipr_cmd: ipr command struct
6516 *
6517 * This function is invoked by the interrupt handler for
6518 * ops generated by the SCSI mid-layer
6519 *
6520 * Return value:
6521 * none
6522 **/
6523static void ipr_scsi_done(struct ipr_cmnd *ipr_cmd)
6524{
6525 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6526 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
96d21f00 6527 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
36b8e180 6528 unsigned long lock_flags;
1da177e4 6529
96d21f00 6530 scsi_set_resid(scsi_cmd, be32_to_cpu(ipr_cmd->s.ioasa.hdr.residual_data_len));
1da177e4
LT		 6531
6532 if (likely(IPR_IOASC_SENSE_KEY(ioasc) == 0)) {
172cd6e1
BK		 6533 scsi_dma_unmap(scsi_cmd);
6534
36b8e180 6535 spin_lock_irqsave(ipr_cmd->hrrq->lock, lock_flags);
1da177e4 6536 scsi_cmd->scsi_done(scsi_cmd);
66a0d59c
BK		 6537 if (ipr_cmd->eh_comp)
6538 complete(ipr_cmd->eh_comp);
6539 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
36b8e180 6540 spin_unlock_irqrestore(ipr_cmd->hrrq->lock, lock_flags);
172cd6e1 6541 } else {
36b8e180
BK		 6542 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
6543 spin_lock(&ipr_cmd->hrrq->_lock);
1da177e4 6544 ipr_erp_start(ioa_cfg, ipr_cmd);
36b8e180
BK		 6545 spin_unlock(&ipr_cmd->hrrq->_lock);
6546 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
172cd6e1 6547 }
1da177e4
LT		 6548}
6549
1da177e4
LT		 6550/**
6551 * ipr_queuecommand - Queue a mid-layer request
00bfef2c 6552 * @shost: scsi host struct
1da177e4 6553 * @scsi_cmd: scsi command struct
1da177e4
LT		 6554 *
6555 * This function queues a request generated by the mid-layer.
6556 *
6557 * Return value:
6558 * 0 on success
6559 * SCSI_MLQUEUE_DEVICE_BUSY if device is busy
6560 * SCSI_MLQUEUE_HOST_BUSY if host is busy
6561 **/
00bfef2c
BK		 6562static int ipr_queuecommand(struct Scsi_Host *shost,
6563 struct scsi_cmnd *scsi_cmd)
1da177e4
LT		 6564{
6565 struct ipr_ioa_cfg *ioa_cfg;
6566 struct ipr_resource_entry *res;
6567 struct ipr_ioarcb *ioarcb;
6568 struct ipr_cmnd *ipr_cmd;
56d6aa33 6569 unsigned long hrrq_flags, lock_flags;
d12f1576 6570 int rc;
05a6538a 6571 struct ipr_hrr_queue *hrrq;
6572 int hrrq_id;
1da177e4 6573
00bfef2c
BK		 6574 ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
6575
1da177e4 6576 scsi_cmd->result = (DID_OK << 16);
00bfef2c 6577 res = scsi_cmd->device->hostdata;
56d6aa33 6578
6579 if (ipr_is_gata(res) && res->sata_port) {
6580 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
6581 rc = ata_sas_queuecmd(scsi_cmd, res->sata_port->ap);
6582 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
6583 return rc;
6584 }
6585
05a6538a 6586 hrrq_id = ipr_get_hrrq_index(ioa_cfg);
6587 hrrq = &ioa_cfg->hrrq[hrrq_id];
1da177e4 6588
56d6aa33 6589 spin_lock_irqsave(hrrq->lock, hrrq_flags);
1da177e4
LT		 6590 /*
6591 * We are currently blocking all devices due to a host reset
6592 * We have told the host to stop giving us new requests, but
6593 * ERP ops don't count. FIXME
6594 */
bfae7820 6595 if (unlikely(!hrrq->allow_cmds && !hrrq->ioa_is_dead && !hrrq->removing_ioa)) {
56d6aa33 6596 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
1da177e4 6597 return SCSI_MLQUEUE_HOST_BUSY;
00bfef2c 6598 }
1da177e4
LT		 6599
6600 /*
6601 * FIXME - Create scsi_set_host_offline interface
6602 * and the ioa_is_dead check can be removed
6603 */
bfae7820 6604 if (unlikely(hrrq->ioa_is_dead || hrrq->removing_ioa || !res)) {
56d6aa33 6605 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
00bfef2c 6606 goto err_nodev;
1da177e4
LT		 6607 }
6608
05a6538a 6609 ipr_cmd = __ipr_get_free_ipr_cmnd(hrrq);
6610 if (ipr_cmd == NULL) {
56d6aa33 6611 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
05a6538a 6612 return SCSI_MLQUEUE_HOST_BUSY;
6613 }
56d6aa33 6614 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
35a39691 6615
172cd6e1 6616 ipr_init_ipr_cmnd(ipr_cmd, ipr_scsi_done);
1da177e4 6617 ioarcb = &ipr_cmd->ioarcb;
1da177e4
LT		 6618
6619 memcpy(ioarcb->cmd_pkt.cdb, scsi_cmd->cmnd, scsi_cmd->cmd_len);
6620 ipr_cmd->scsi_cmd = scsi_cmd;
172cd6e1 6621 ipr_cmd->done = ipr_scsi_eh_done;
1da177e4 6622
4f92d01a 6623 if (ipr_is_gscsi(res)) {
1da177e4
LT		 6624 if (scsi_cmd->underflow == 0)
6625 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6626
4f92d01a 6627 if (res->reset_occurred) {
0b1f8d44 6628 res->reset_occurred = 0;
ab6c10b1 6629 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_DELAY_AFTER_RST;
0b1f8d44 6630 }
4f92d01a
GKB		 6631 }
6632
6633 if (ipr_is_gscsi(res) || ipr_is_vset_device(res)) {
6634 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
6635
1da177e4 6636 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_ALIGNED_BFR;
50668633
CH		 6637 if (scsi_cmd->flags & SCMD_TAGGED)
6638 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_SIMPLE_TASK;
6639 else
6640 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_UNTAGGED_TASK;
1da177e4
LT		 6641 }
6642
6643 if (scsi_cmd->cmnd[0] >= 0xC0 &&
05a6538a 6644 (!ipr_is_gscsi(res) || scsi_cmd->cmnd[0] == IPR_QUERY_RSRC_STATE)) {
1da177e4 6645 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
05a6538a 6646 }
3cb4fc1f 6647 if (res->raw_mode && ipr_is_af_dasd_device(res)) {
f8ee25d7 6648 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_PIPE;
1da177e4 6649
3cb4fc1f
GKB		 6650 if (scsi_cmd->underflow == 0)
6651 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6652 }
6653
d12f1576
DC		 6654 if (ioa_cfg->sis64)
6655 rc = ipr_build_ioadl64(ioa_cfg, ipr_cmd);
6656 else
6657 rc = ipr_build_ioadl(ioa_cfg, ipr_cmd);
1da177e4 6658
56d6aa33 6659 spin_lock_irqsave(hrrq->lock, hrrq_flags);
6660 if (unlikely(rc || (!hrrq->allow_cmds && !hrrq->ioa_is_dead))) {
05a6538a 6661 list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_free_q);
56d6aa33 6662 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
00bfef2c
BK		 6663 if (!rc)
6664 scsi_dma_unmap(scsi_cmd);
a5fb407e 6665 return SCSI_MLQUEUE_HOST_BUSY;
1da177e4
LT		 6666 }
6667
56d6aa33 6668 if (unlikely(hrrq->ioa_is_dead)) {
05a6538a 6669 list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_free_q);
56d6aa33 6670 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
00bfef2c
BK		 6671 scsi_dma_unmap(scsi_cmd);
6672 goto err_nodev;
6673 }
6674
6675 ioarcb->res_handle = res->res_handle;
6676 if (res->needs_sync_complete) {
6677 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_SYNC_COMPLETE;
6678 res->needs_sync_complete = 0;
6679 }
05a6538a 6680 list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_pending_q);
00bfef2c 6681 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
a5fb407e 6682 ipr_send_command(ipr_cmd);
56d6aa33 6683 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
1da177e4 6684 return 0;
1da177e4 6685
00bfef2c 6686err_nodev:
56d6aa33 6687 spin_lock_irqsave(hrrq->lock, hrrq_flags);
00bfef2c
BK		 6688 memset(scsi_cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
6689 scsi_cmd->result = (DID_NO_CONNECT << 16);
6690 scsi_cmd->scsi_done(scsi_cmd);
56d6aa33 6691 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
00bfef2c
BK		 6692 return 0;
6693}
f281233d 6694
35a39691
BK		 6695/**
6696 * ipr_ioctl - IOCTL handler
6697 * @sdev: scsi device struct
6698 * @cmd: IOCTL cmd
6699 * @arg: IOCTL arg
6700 *
6701 * Return value:
6702 * 0 on success / other on failure
6703 **/
bd705f2d 6704static int ipr_ioctl(struct scsi_device *sdev, int cmd, void __user *arg)
35a39691
BK		 6705{
6706 struct ipr_resource_entry *res;
6707
6708 res = (struct ipr_resource_entry *)sdev->hostdata;
0ce3a7e5
BK		 6709 if (res && ipr_is_gata(res)) {
6710 if (cmd == HDIO_GET_IDENTITY)
6711 return -ENOTTY;
94be9a58 6712 return ata_sas_scsi_ioctl(res->sata_port->ap, sdev, cmd, arg);
0ce3a7e5 6713 }
35a39691
BK		 6714
6715 return -EINVAL;
6716}
6717
1da177e4
LT		 6718/**
6719 * ipr_info - Get information about the card/driver
6720 * @scsi_host: scsi host struct
6721 *
6722 * Return value:
6723 * pointer to buffer with description string
6724 **/
203fa3fe 6725static const char *ipr_ioa_info(struct Scsi_Host *host)
1da177e4
LT		 6726{
6727 static char buffer[512];
6728 struct ipr_ioa_cfg *ioa_cfg;
6729 unsigned long lock_flags = 0;
6730
6731 ioa_cfg = (struct ipr_ioa_cfg *) host->hostdata;
6732
6733 spin_lock_irqsave(host->host_lock, lock_flags);
6734 sprintf(buffer, "IBM %X Storage Adapter", ioa_cfg->type);
6735 spin_unlock_irqrestore(host->host_lock, lock_flags);
6736
6737 return buffer;
6738}
6739
6740static struct scsi_host_template driver_template = {
6741 .module = THIS_MODULE,
6742 .name = "IPR",
6743 .info = ipr_ioa_info,
35a39691 6744 .ioctl = ipr_ioctl,
1da177e4
LT		 6745 .queuecommand = ipr_queuecommand,
6746 .eh_abort_handler = ipr_eh_abort,
6747 .eh_device_reset_handler = ipr_eh_dev_reset,
6748 .eh_host_reset_handler = ipr_eh_host_reset,
6749 .slave_alloc = ipr_slave_alloc,
6750 .slave_configure = ipr_slave_configure,
6751 .slave_destroy = ipr_slave_destroy,
f688f96d 6752 .scan_finished = ipr_scan_finished,
35a39691
BK		 6753 .target_alloc = ipr_target_alloc,
6754 .target_destroy = ipr_target_destroy,
1da177e4 6755 .change_queue_depth = ipr_change_queue_depth,
1da177e4
LT		 6756 .bios_param = ipr_biosparam,
6757 .can_queue = IPR_MAX_COMMANDS,
6758 .this_id = -1,
6759 .sg_tablesize = IPR_MAX_SGLIST,
6760 .max_sectors = IPR_IOA_MAX_SECTORS,
6761 .cmd_per_lun = IPR_MAX_CMD_PER_LUN,
6762 .use_clustering = ENABLE_CLUSTERING,
6763 .shost_attrs = ipr_ioa_attrs,
6764 .sdev_attrs = ipr_dev_attrs,
54b2b50c 6765 .proc_name = IPR_NAME,
1da177e4
LT		 6766};
6767
35a39691
BK		 6768/**
6769 * ipr_ata_phy_reset - libata phy_reset handler
6770 * @ap: ata port to reset
6771 *
6772 **/
6773static void ipr_ata_phy_reset(struct ata_port *ap)
6774{
6775 unsigned long flags;
6776 struct ipr_sata_port *sata_port = ap->private_data;
6777 struct ipr_resource_entry *res = sata_port->res;
6778 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6779 int rc;
6780
6781 ENTER;
6782 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
203fa3fe 6783 while (ioa_cfg->in_reset_reload) {
35a39691
BK		 6784 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6785 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
6786 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6787 }
6788
56d6aa33 6789 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds)
35a39691
BK		 6790 goto out_unlock;
6791
6792 rc = ipr_device_reset(ioa_cfg, res);
6793
6794 if (rc) {
3e4ec344 6795 ap->link.device[0].class = ATA_DEV_NONE;
35a39691
BK		 6796 goto out_unlock;
6797 }
6798
3e7ebdfa
WB		 6799 ap->link.device[0].class = res->ata_class;
6800 if (ap->link.device[0].class == ATA_DEV_UNKNOWN)
3e4ec344 6801 ap->link.device[0].class = ATA_DEV_NONE;
35a39691
BK		 6802
6803out_unlock:
6804 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6805 LEAVE;
6806}
6807
6808/**
6809 * ipr_ata_post_internal - Cleanup after an internal command
6810 * @qc: ATA queued command
6811 *
6812 * Return value:
6813 * none
6814 **/
6815static void ipr_ata_post_internal(struct ata_queued_cmd *qc)
6816{
6817 struct ipr_sata_port *sata_port = qc->ap->private_data;
6818 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6819 struct ipr_cmnd *ipr_cmd;
05a6538a 6820 struct ipr_hrr_queue *hrrq;
35a39691
BK		 6821 unsigned long flags;
6822
6823 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
203fa3fe 6824 while (ioa_cfg->in_reset_reload) {
73d98ff0
BK		 6825 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6826 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
6827 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6828 }
6829
05a6538a 6830 for_each_hrrq(hrrq, ioa_cfg) {
56d6aa33 6831 spin_lock(&hrrq->_lock);
05a6538a 6832 list_for_each_entry(ipr_cmd, &hrrq->hrrq_pending_q, queue) {
6833 if (ipr_cmd->qc == qc) {
6834 ipr_device_reset(ioa_cfg, sata_port->res);
6835 break;
6836 }
35a39691 6837 }
56d6aa33 6838 spin_unlock(&hrrq->_lock);
35a39691
BK		 6839 }
6840 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6841}
6842
35a39691
BK		 6843/**
6844 * ipr_copy_sata_tf - Copy a SATA taskfile to an IOA data structure
6845 * @regs: destination
6846 * @tf: source ATA taskfile
6847 *
6848 * Return value:
6849 * none
6850 **/
6851static void ipr_copy_sata_tf(struct ipr_ioarcb_ata_regs *regs,
6852 struct ata_taskfile *tf)
6853{
6854 regs->feature = tf->feature;
6855 regs->nsect = tf->nsect;
6856 regs->lbal = tf->lbal;
6857 regs->lbam = tf->lbam;
6858 regs->lbah = tf->lbah;
6859 regs->device = tf->device;
6860 regs->command = tf->command;
6861 regs->hob_feature = tf->hob_feature;
6862 regs->hob_nsect = tf->hob_nsect;
6863 regs->hob_lbal = tf->hob_lbal;
6864 regs->hob_lbam = tf->hob_lbam;
6865 regs->hob_lbah = tf->hob_lbah;
6866 regs->ctl = tf->ctl;
6867}
6868
6869/**
6870 * ipr_sata_done - done function for SATA commands
6871 * @ipr_cmd: ipr command struct
6872 *
6873 * This function is invoked by the interrupt handler for
6874 * ops generated by the SCSI mid-layer to SATA devices
6875 *
6876 * Return value:
6877 * none
6878 **/
6879static void ipr_sata_done(struct ipr_cmnd *ipr_cmd)
6880{
6881 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6882 struct ata_queued_cmd *qc = ipr_cmd->qc;
6883 struct ipr_sata_port *sata_port = qc->ap->private_data;
6884 struct ipr_resource_entry *res = sata_port->res;
96d21f00 6885 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
35a39691 6886
56d6aa33 6887 spin_lock(&ipr_cmd->hrrq->_lock);
96d21f00
WB		 6888 if (ipr_cmd->ioa_cfg->sis64)
6889 memcpy(&sata_port->ioasa, &ipr_cmd->s.ioasa64.u.gata,
6890 sizeof(struct ipr_ioasa_gata));
6891 else
6892 memcpy(&sata_port->ioasa, &ipr_cmd->s.ioasa.u.gata,
6893 sizeof(struct ipr_ioasa_gata));
35a39691
BK		 6894 ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
6895
96d21f00 6896 if (be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc_specific) & IPR_ATA_DEVICE_WAS_RESET)
3e7ebdfa 6897 scsi_report_device_reset(ioa_cfg->host, res->bus, res->target);
35a39691
BK		 6898
6899 if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
96d21f00 6900 qc->err_mask |= __ac_err_mask(sata_port->ioasa.status);
35a39691 6901 else
96d21f00 6902 qc->err_mask |= ac_err_mask(sata_port->ioasa.status);
05a6538a 6903 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
56d6aa33 6904 spin_unlock(&ipr_cmd->hrrq->_lock);
35a39691
BK		 6905 ata_qc_complete(qc);
6906}
6907
a32c055f
WB		 6908/**
6909 * ipr_build_ata_ioadl64 - Build an ATA scatter/gather list
6910 * @ipr_cmd: ipr command struct
6911 * @qc: ATA queued command
6912 *
6913 **/
6914static void ipr_build_ata_ioadl64(struct ipr_cmnd *ipr_cmd,
6915 struct ata_queued_cmd *qc)
6916{
6917 u32 ioadl_flags = 0;
6918 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
1ac7c26d 6919 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ata_ioadl.ioadl64;
a32c055f
WB		 6920 struct ipr_ioadl64_desc *last_ioadl64 = NULL;
6921 int len = qc->nbytes;
6922 struct scatterlist *sg;
6923 unsigned int si;
6924 dma_addr_t dma_addr = ipr_cmd->dma_addr;
6925
6926 if (len == 0)
6927 return;
6928
6929 if (qc->dma_dir == DMA_TO_DEVICE) {
6930 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6931 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6932 } else if (qc->dma_dir == DMA_FROM_DEVICE)
6933 ioadl_flags = IPR_IOADL_FLAGS_READ;
6934
6935 ioarcb->data_transfer_length = cpu_to_be32(len);
6936 ioarcb->ioadl_len =
6937 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
6938 ioarcb->u.sis64_addr_data.data_ioadl_addr =
1ac7c26d 6939 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ata_ioadl.ioadl64));
a32c055f
WB		 6940
6941 for_each_sg(qc->sg, sg, qc->n_elem, si) {
6942 ioadl64->flags = cpu_to_be32(ioadl_flags);
6943 ioadl64->data_len = cpu_to_be32(sg_dma_len(sg));
6944 ioadl64->address = cpu_to_be64(sg_dma_address(sg));
6945
6946 last_ioadl64 = ioadl64;
6947 ioadl64++;
6948 }
6949
6950 if (likely(last_ioadl64))
6951 last_ioadl64->flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6952}
6953
35a39691
BK		 6954/**
6955 * ipr_build_ata_ioadl - Build an ATA scatter/gather list
6956 * @ipr_cmd: ipr command struct
6957 * @qc: ATA queued command
6958 *
6959 **/
6960static void ipr_build_ata_ioadl(struct ipr_cmnd *ipr_cmd,
6961 struct ata_queued_cmd *qc)
6962{
6963 u32 ioadl_flags = 0;
6964 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
a32c055f 6965 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
3be6cbd7 6966 struct ipr_ioadl_desc *last_ioadl = NULL;
dde20207 6967 int len = qc->nbytes;
35a39691 6968 struct scatterlist *sg;
ff2aeb1e 6969 unsigned int si;
35a39691
BK		 6970
6971 if (len == 0)
6972 return;
6973
6974 if (qc->dma_dir == DMA_TO_DEVICE) {
6975 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6976 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
a32c055f
WB		 6977 ioarcb->data_transfer_length = cpu_to_be32(len);
6978 ioarcb->ioadl_len =
35a39691
BK		 6979 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6980 } else if (qc->dma_dir == DMA_FROM_DEVICE) {
6981 ioadl_flags = IPR_IOADL_FLAGS_READ;
6982 ioarcb->read_data_transfer_length = cpu_to_be32(len);
6983 ioarcb->read_ioadl_len =
6984 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6985 }
6986
ff2aeb1e 6987 for_each_sg(qc->sg, sg, qc->n_elem, si) {
35a39691
BK		 6988 ioadl->flags_and_data_len = cpu_to_be32(ioadl_flags | sg_dma_len(sg));
6989 ioadl->address = cpu_to_be32(sg_dma_address(sg));
3be6cbd7
JG		 6990
6991 last_ioadl = ioadl;
6992 ioadl++;
35a39691 6993 }
3be6cbd7
JG		 6994
6995 if (likely(last_ioadl))
6996 last_ioadl->flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
35a39691
BK		 6997}
6998
56d6aa33 6999/**
7000 * ipr_qc_defer - Get a free ipr_cmd
7001 * @qc: queued command
7002 *
7003 * Return value:
7004 * 0 if success
7005 **/
7006static int ipr_qc_defer(struct ata_queued_cmd *qc)
7007{
7008 struct ata_port *ap = qc->ap;
7009 struct ipr_sata_port *sata_port = ap->private_data;
7010 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
7011 struct ipr_cmnd *ipr_cmd;
7012 struct ipr_hrr_queue *hrrq;
7013 int hrrq_id;
7014
7015 hrrq_id = ipr_get_hrrq_index(ioa_cfg);
7016 hrrq = &ioa_cfg->hrrq[hrrq_id];
7017
7018 qc->lldd_task = NULL;
7019 spin_lock(&hrrq->_lock);
7020 if (unlikely(hrrq->ioa_is_dead)) {
7021 spin_unlock(&hrrq->_lock);
7022 return 0;
7023 }
7024
7025 if (unlikely(!hrrq->allow_cmds)) {
7026 spin_unlock(&hrrq->_lock);
7027 return ATA_DEFER_LINK;
7028 }
7029
7030 ipr_cmd = __ipr_get_free_ipr_cmnd(hrrq);
7031 if (ipr_cmd == NULL) {
7032 spin_unlock(&hrrq->_lock);
7033 return ATA_DEFER_LINK;
7034 }
7035
7036 qc->lldd_task = ipr_cmd;
7037 spin_unlock(&hrrq->_lock);
7038 return 0;
7039}
7040
35a39691
BK		 7041/**
7042 * ipr_qc_issue - Issue a SATA qc to a device
7043 * @qc: queued command
7044 *
7045 * Return value:
7046 * 0 if success
7047 **/
7048static unsigned int ipr_qc_issue(struct ata_queued_cmd *qc)
7049{
7050 struct ata_port *ap = qc->ap;
7051 struct ipr_sata_port *sata_port = ap->private_data;
7052 struct ipr_resource_entry *res = sata_port->res;
7053 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
7054 struct ipr_cmnd *ipr_cmd;
7055 struct ipr_ioarcb *ioarcb;
7056 struct ipr_ioarcb_ata_regs *regs;
7057
56d6aa33 7058 if (qc->lldd_task == NULL)
7059 ipr_qc_defer(qc);
7060
7061 ipr_cmd = qc->lldd_task;
7062 if (ipr_cmd == NULL)
0feeed82 7063 return AC_ERR_SYSTEM;
35a39691 7064
56d6aa33 7065 qc->lldd_task = NULL;
7066 spin_lock(&ipr_cmd->hrrq->_lock);
7067 if (unlikely(!ipr_cmd->hrrq->allow_cmds ||
7068 ipr_cmd->hrrq->ioa_is_dead)) {
7069 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
7070 spin_unlock(&ipr_cmd->hrrq->_lock);
7071 return AC_ERR_SYSTEM;
7072 }
7073
05a6538a 7074 ipr_init_ipr_cmnd(ipr_cmd, ipr_lock_and_done);
35a39691 7075 ioarcb = &ipr_cmd->ioarcb;
35a39691 7076
a32c055f
WB		 7077 if (ioa_cfg->sis64) {
7078 regs = &ipr_cmd->i.ata_ioadl.regs;
7079 ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
7080 } else
7081 regs = &ioarcb->u.add_data.u.regs;
7082
7083 memset(regs, 0, sizeof(*regs));
7084 ioarcb->add_cmd_parms_len = cpu_to_be16(sizeof(*regs));
35a39691 7085
56d6aa33 7086 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
35a39691
BK		 7087 ipr_cmd->qc = qc;
7088 ipr_cmd->done = ipr_sata_done;
3e7ebdfa 7089 ipr_cmd->ioarcb.res_handle = res->res_handle;
35a39691
BK		 7090 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_ATA_PASSTHRU;
7091 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
7092 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
dde20207 7093 ipr_cmd->dma_use_sg = qc->n_elem;
35a39691 7094
a32c055f
WB		 7095 if (ioa_cfg->sis64)
7096 ipr_build_ata_ioadl64(ipr_cmd, qc);
7097 else
7098 ipr_build_ata_ioadl(ipr_cmd, qc);
7099
35a39691
BK		 7100 regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
7101 ipr_copy_sata_tf(regs, &qc->tf);
7102 memcpy(ioarcb->cmd_pkt.cdb, qc->cdb, IPR_MAX_CDB_LEN);
3e7ebdfa 7103 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
35a39691
BK		 7104
7105 switch (qc->tf.protocol) {
7106 case ATA_PROT_NODATA:
7107 case ATA_PROT_PIO:
7108 break;
7109
7110 case ATA_PROT_DMA:
7111 regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
7112 break;
7113
0dc36888
TH		 7114 case ATAPI_PROT_PIO:
7115 case ATAPI_PROT_NODATA:
35a39691
BK		 7116 regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
7117 break;
7118
0dc36888 7119 case ATAPI_PROT_DMA:
35a39691
BK		 7120 regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
7121 regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
7122 break;
7123
7124 default:
7125 WARN_ON(1);
56d6aa33 7126 spin_unlock(&ipr_cmd->hrrq->_lock);
0feeed82 7127 return AC_ERR_INVALID;
35a39691
BK		 7128 }
7129
a32c055f 7130 ipr_send_command(ipr_cmd);
56d6aa33 7131 spin_unlock(&ipr_cmd->hrrq->_lock);
a32c055f 7132
35a39691
BK		 7133 return 0;
7134}
7135
4c9bf4e7
TH		 7136/**
7137 * ipr_qc_fill_rtf - Read result TF
7138 * @qc: ATA queued command
7139 *
7140 * Return value:
7141 * true
7142 **/
7143static bool ipr_qc_fill_rtf(struct ata_queued_cmd *qc)
7144{
7145 struct ipr_sata_port *sata_port = qc->ap->private_data;
7146 struct ipr_ioasa_gata *g = &sata_port->ioasa;
7147 struct ata_taskfile *tf = &qc->result_tf;
7148
7149 tf->feature = g->error;
7150 tf->nsect = g->nsect;
7151 tf->lbal = g->lbal;
7152 tf->lbam = g->lbam;
7153 tf->lbah = g->lbah;
7154 tf->device = g->device;
7155 tf->command = g->status;
7156 tf->hob_nsect = g->hob_nsect;
7157 tf->hob_lbal = g->hob_lbal;
7158 tf->hob_lbam = g->hob_lbam;
7159 tf->hob_lbah = g->hob_lbah;
4c9bf4e7
TH		 7160
7161 return true;
7162}
7163
35a39691 7164static struct ata_port_operations ipr_sata_ops = {
35a39691 7165 .phy_reset = ipr_ata_phy_reset,
a1efdaba 7166 .hardreset = ipr_sata_reset,
35a39691 7167 .post_internal_cmd = ipr_ata_post_internal,
35a39691 7168 .qc_prep = ata_noop_qc_prep,
56d6aa33 7169 .qc_defer = ipr_qc_defer,
35a39691 7170 .qc_issue = ipr_qc_issue,
4c9bf4e7 7171 .qc_fill_rtf = ipr_qc_fill_rtf,
35a39691
BK		 7172 .port_start = ata_sas_port_start,
7173 .port_stop = ata_sas_port_stop
7174};
7175
7176static struct ata_port_info sata_port_info = {
5067c046
SL		 7177 .flags = ATA_FLAG_SATA | ATA_FLAG_PIO_DMA |
7178 ATA_FLAG_SAS_HOST,
0f2e0330
SS		 7179 .pio_mask = ATA_PIO4_ONLY,
7180 .mwdma_mask = ATA_MWDMA2,
7181 .udma_mask = ATA_UDMA6,
35a39691
BK		 7182 .port_ops = &ipr_sata_ops
7183};
7184
1da177e4
LT		 7185#ifdef CONFIG_PPC_PSERIES
7186static const u16 ipr_blocked_processors[] = {
d3dbeef6
ME		 7187 PVR_NORTHSTAR,
7188 PVR_PULSAR,
7189 PVR_POWER4,
7190 PVR_ICESTAR,
7191 PVR_SSTAR,
7192 PVR_POWER4p,
7193 PVR_630,
7194 PVR_630p
1da177e4
LT		 7195};
7196
7197/**
7198 * ipr_invalid_adapter - Determine if this adapter is supported on this hardware
7199 * @ioa_cfg: ioa cfg struct
7200 *
7201 * Adapters that use Gemstone revision < 3.1 do not work reliably on
7202 * certain pSeries hardware. This function determines if the given
7203 * adapter is in one of these confgurations or not.
7204 *
7205 * Return value:
7206 * 1 if adapter is not supported / 0 if adapter is supported
7207 **/
7208static int ipr_invalid_adapter(struct ipr_ioa_cfg *ioa_cfg)
7209{
1da177e4
LT		 7210 int i;
7211
44c10138 7212 if ((ioa_cfg->type == 0x5702) && (ioa_cfg->pdev->revision < 4)) {
203fa3fe 7213 for (i = 0; i < ARRAY_SIZE(ipr_blocked_processors); i++) {
d3dbeef6 7214 if (pvr_version_is(ipr_blocked_processors[i]))
44c10138 7215 return 1;
1da177e4
LT		 7216 }
7217 }
7218 return 0;
7219}
7220#else
7221#define ipr_invalid_adapter(ioa_cfg) 0
7222#endif
7223
7224/**
7225 * ipr_ioa_bringdown_done - IOA bring down completion.
7226 * @ipr_cmd: ipr command struct
7227 *
7228 * This function processes the completion of an adapter bring down.
7229 * It wakes any reset sleepers.
7230 *
7231 * Return value:
7232 * IPR_RC_JOB_RETURN
7233 **/
7234static int ipr_ioa_bringdown_done(struct ipr_cmnd *ipr_cmd)
7235{
7236 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
96b04db9 7237 int i;
1da177e4
LT		 7238
7239 ENTER;
bfae7820
BK		 7240 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
7241 ipr_trace;
b0e17a9b
BK		 7242 ioa_cfg->scsi_unblock = 1;
7243 schedule_work(&ioa_cfg->work_q);
bfae7820
BK		 7244 }
7245
1da177e4
LT		 7246 ioa_cfg->in_reset_reload = 0;
7247 ioa_cfg->reset_retries = 0;
96b04db9 7248 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
7249 spin_lock(&ioa_cfg->hrrq[i]._lock);
7250 ioa_cfg->hrrq[i].ioa_is_dead = 1;
7251 spin_unlock(&ioa_cfg->hrrq[i]._lock);
7252 }
7253 wmb();
7254
05a6538a 7255 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
1da177e4 7256 wake_up_all(&ioa_cfg->reset_wait_q);
1da177e4
LT		 7257 LEAVE;
7258
7259 return IPR_RC_JOB_RETURN;
7260}
7261
7262/**
7263 * ipr_ioa_reset_done - IOA reset completion.
7264 * @ipr_cmd: ipr command struct
7265 *
7266 * This function processes the completion of an adapter reset.
7267 * It schedules any necessary mid-layer add/removes and
7268 * wakes any reset sleepers.
7269 *
7270 * Return value:
7271 * IPR_RC_JOB_RETURN
7272 **/
7273static int ipr_ioa_reset_done(struct ipr_cmnd *ipr_cmd)
7274{
7275 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7276 struct ipr_resource_entry *res;
afc3f83c 7277 int j;
1da177e4
LT		 7278
7279 ENTER;
7280 ioa_cfg->in_reset_reload = 0;
56d6aa33 7281 for (j = 0; j < ioa_cfg->hrrq_num; j++) {
7282 spin_lock(&ioa_cfg->hrrq[j]._lock);
7283 ioa_cfg->hrrq[j].allow_cmds = 1;
7284 spin_unlock(&ioa_cfg->hrrq[j]._lock);
7285 }
7286 wmb();
1da177e4 7287 ioa_cfg->reset_cmd = NULL;
3d1d0da6 7288 ioa_cfg->doorbell |= IPR_RUNTIME_RESET;
1da177e4
LT		 7289
7290 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
f688f96d 7291 if (res->add_to_ml || res->del_from_ml) {
1da177e4
LT		 7292 ipr_trace;
7293 break;
7294 }
7295 }
7296 schedule_work(&ioa_cfg->work_q);
7297
afc3f83c
BK		 7298 for (j = 0; j < IPR_NUM_HCAMS; j++) {
7299 list_del_init(&ioa_cfg->hostrcb[j]->queue);
7300 if (j < IPR_NUM_LOG_HCAMS)
7301 ipr_send_hcam(ioa_cfg,
7302 IPR_HCAM_CDB_OP_CODE_LOG_DATA,
7303 ioa_cfg->hostrcb[j]);
1da177e4 7304 else
afc3f83c
BK		 7305 ipr_send_hcam(ioa_cfg,
7306 IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
7307 ioa_cfg->hostrcb[j]);
1da177e4
LT		 7308 }
7309
6bb04170 7310 scsi_report_bus_reset(ioa_cfg->host, IPR_VSET_BUS);
1da177e4
LT		 7311 dev_info(&ioa_cfg->pdev->dev, "IOA initialized.\n");
7312
7313 ioa_cfg->reset_retries = 0;
05a6538a 7314 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
1da177e4
LT		 7315 wake_up_all(&ioa_cfg->reset_wait_q);
7316
b0e17a9b 7317 ioa_cfg->scsi_unblock = 1;
f688f96d 7318 schedule_work(&ioa_cfg->work_q);
1da177e4
LT		 7319 LEAVE;
7320 return IPR_RC_JOB_RETURN;
7321}
7322
7323/**
7324 * ipr_set_sup_dev_dflt - Initialize a Set Supported Device buffer
7325 * @supported_dev: supported device struct
7326 * @vpids: vendor product id struct
7327 *
7328 * Return value:
7329 * none
7330 **/
7331static void ipr_set_sup_dev_dflt(struct ipr_supported_device *supported_dev,
7332 struct ipr_std_inq_vpids *vpids)
7333{
7334 memset(supported_dev, 0, sizeof(struct ipr_supported_device));
7335 memcpy(&supported_dev->vpids, vpids, sizeof(struct ipr_std_inq_vpids));
7336 supported_dev->num_records = 1;
7337 supported_dev->data_length =
7338 cpu_to_be16(sizeof(struct ipr_supported_device));
7339 supported_dev->reserved = 0;
7340}
7341
7342/**
7343 * ipr_set_supported_devs - Send Set Supported Devices for a device
7344 * @ipr_cmd: ipr command struct
7345 *
a32c055f 7346 * This function sends a Set Supported Devices to the adapter
1da177e4
LT		 7347 *
7348 * Return value:
7349 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7350 **/
7351static int ipr_set_supported_devs(struct ipr_cmnd *ipr_cmd)
7352{
7353 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7354 struct ipr_supported_device *supp_dev = &ioa_cfg->vpd_cbs->supp_dev;
1da177e4
LT		 7355 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7356 struct ipr_resource_entry *res = ipr_cmd->u.res;
7357
7358 ipr_cmd->job_step = ipr_ioa_reset_done;
7359
7360 list_for_each_entry_continue(res, &ioa_cfg->used_res_q, queue) {
e4fbf44e 7361 if (!ipr_is_scsi_disk(res))
1da177e4
LT		 7362 continue;
7363
7364 ipr_cmd->u.res = res;
3e7ebdfa 7365 ipr_set_sup_dev_dflt(supp_dev, &res->std_inq_data.vpids);
1da177e4
LT		 7366
7367 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7368 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
7369 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7370
7371 ioarcb->cmd_pkt.cdb[0] = IPR_SET_SUPPORTED_DEVICES;
3e7ebdfa 7372 ioarcb->cmd_pkt.cdb[1] = IPR_SET_ALL_SUPPORTED_DEVICES;
1da177e4
LT		 7373 ioarcb->cmd_pkt.cdb[7] = (sizeof(struct ipr_supported_device) >> 8) & 0xff;
7374 ioarcb->cmd_pkt.cdb[8] = sizeof(struct ipr_supported_device) & 0xff;
7375
a32c055f
WB		 7376 ipr_init_ioadl(ipr_cmd,
7377 ioa_cfg->vpd_cbs_dma +
7378 offsetof(struct ipr_misc_cbs, supp_dev),
7379 sizeof(struct ipr_supported_device),
7380 IPR_IOADL_FLAGS_WRITE_LAST);
1da177e4
LT		 7381
7382 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
7383 IPR_SET_SUP_DEVICE_TIMEOUT);
7384
3e7ebdfa
WB		 7385 if (!ioa_cfg->sis64)
7386 ipr_cmd->job_step = ipr_set_supported_devs;
05a6538a 7387 LEAVE;
1da177e4
LT		 7388 return IPR_RC_JOB_RETURN;
7389 }
7390
05a6538a 7391 LEAVE;
1da177e4
LT		 7392 return IPR_RC_JOB_CONTINUE;
7393}
7394
7395/**
7396 * ipr_get_mode_page - Locate specified mode page
7397 * @mode_pages: mode page buffer
7398 * @page_code: page code to find
7399 * @len: minimum required length for mode page
7400 *
7401 * Return value:
7402 * pointer to mode page / NULL on failure
7403 **/
7404static void *ipr_get_mode_page(struct ipr_mode_pages *mode_pages,
7405 u32 page_code, u32 len)
7406{
7407 struct ipr_mode_page_hdr *mode_hdr;
7408 u32 page_length;
7409 u32 length;
7410
7411 if (!mode_pages || (mode_pages->hdr.length == 0))
7412 return NULL;
7413
7414 length = (mode_pages->hdr.length + 1) - 4 - mode_pages->hdr.block_desc_len;
7415 mode_hdr = (struct ipr_mode_page_hdr *)
7416 (mode_pages->data + mode_pages->hdr.block_desc_len);
7417
7418 while (length) {
7419 if (IPR_GET_MODE_PAGE_CODE(mode_hdr) == page_code) {
7420 if (mode_hdr->page_length >= (len - sizeof(struct ipr_mode_page_hdr)))
7421 return mode_hdr;
7422 break;
7423 } else {
7424 page_length = (sizeof(struct ipr_mode_page_hdr) +
7425 mode_hdr->page_length);
7426 length -= page_length;
7427 mode_hdr = (struct ipr_mode_page_hdr *)
7428 ((unsigned long)mode_hdr + page_length);
7429 }
7430 }
7431 return NULL;
7432}
7433
7434/**
7435 * ipr_check_term_power - Check for term power errors
7436 * @ioa_cfg: ioa config struct
7437 * @mode_pages: IOAFP mode pages buffer
7438 *
7439 * Check the IOAFP's mode page 28 for term power errors
7440 *
7441 * Return value:
7442 * nothing
7443 **/
7444static void ipr_check_term_power(struct ipr_ioa_cfg *ioa_cfg,
7445 struct ipr_mode_pages *mode_pages)
7446{
7447 int i;
7448 int entry_length;
7449 struct ipr_dev_bus_entry *bus;
7450 struct ipr_mode_page28 *mode_page;
7451
7452 mode_page = ipr_get_mode_page(mode_pages, 0x28,
7453 sizeof(struct ipr_mode_page28));
7454
7455 entry_length = mode_page->entry_length;
7456
7457 bus = mode_page->bus;
7458
7459 for (i = 0; i < mode_page->num_entries; i++) {
7460 if (bus->flags & IPR_SCSI_ATTR_NO_TERM_PWR) {
7461 dev_err(&ioa_cfg->pdev->dev,
7462 "Term power is absent on scsi bus %d\n",
7463 bus->res_addr.bus);
7464 }
7465
7466 bus = (struct ipr_dev_bus_entry *)((char *)bus + entry_length);
7467 }
7468}
7469
7470/**
7471 * ipr_scsi_bus_speed_limit - Limit the SCSI speed based on SES table
7472 * @ioa_cfg: ioa config struct
7473 *
7474 * Looks through the config table checking for SES devices. If
7475 * the SES device is in the SES table indicating a maximum SCSI
7476 * bus speed, the speed is limited for the bus.
7477 *
7478 * Return value:
7479 * none
7480 **/
7481static void ipr_scsi_bus_speed_limit(struct ipr_ioa_cfg *ioa_cfg)
7482{
7483 u32 max_xfer_rate;
7484 int i;
7485
7486 for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
7487 max_xfer_rate = ipr_get_max_scsi_speed(ioa_cfg, i,
7488 ioa_cfg->bus_attr[i].bus_width);
7489
7490 if (max_xfer_rate < ioa_cfg->bus_attr[i].max_xfer_rate)
7491 ioa_cfg->bus_attr[i].max_xfer_rate = max_xfer_rate;
7492 }
7493}
7494
7495/**
7496 * ipr_modify_ioafp_mode_page_28 - Modify IOAFP Mode Page 28
7497 * @ioa_cfg: ioa config struct
7498 * @mode_pages: mode page 28 buffer
7499 *
7500 * Updates mode page 28 based on driver configuration
7501 *
7502 * Return value:
7503 * none
7504 **/
7505static void ipr_modify_ioafp_mode_page_28(struct ipr_ioa_cfg *ioa_cfg,
203fa3fe 7506 struct ipr_mode_pages *mode_pages)
1da177e4
LT		 7507{
7508 int i, entry_length;
7509 struct ipr_dev_bus_entry *bus;
7510 struct ipr_bus_attributes *bus_attr;
7511 struct ipr_mode_page28 *mode_page;
7512
7513 mode_page = ipr_get_mode_page(mode_pages, 0x28,
7514 sizeof(struct ipr_mode_page28));
7515
7516 entry_length = mode_page->entry_length;
7517
7518 /* Loop for each device bus entry */
7519 for (i = 0, bus = mode_page->bus;
7520 i < mode_page->num_entries;
7521 i++, bus = (struct ipr_dev_bus_entry *)((u8 *)bus + entry_length)) {
7522 if (bus->res_addr.bus > IPR_MAX_NUM_BUSES) {
7523 dev_err(&ioa_cfg->pdev->dev,
7524 "Invalid resource address reported: 0x%08X\n",
7525 IPR_GET_PHYS_LOC(bus->res_addr));
7526 continue;
7527 }
7528
7529 bus_attr = &ioa_cfg->bus_attr[i];
7530 bus->extended_reset_delay = IPR_EXTENDED_RESET_DELAY;
7531 bus->bus_width = bus_attr->bus_width;
7532 bus->max_xfer_rate = cpu_to_be32(bus_attr->max_xfer_rate);
7533 bus->flags &= ~IPR_SCSI_ATTR_QAS_MASK;
7534 if (bus_attr->qas_enabled)
7535 bus->flags |= IPR_SCSI_ATTR_ENABLE_QAS;
7536 else
7537 bus->flags |= IPR_SCSI_ATTR_DISABLE_QAS;
7538 }
7539}
7540
7541/**
7542 * ipr_build_mode_select - Build a mode select command
7543 * @ipr_cmd: ipr command struct
7544 * @res_handle: resource handle to send command to
7545 * @parm: Byte 2 of Mode Sense command
7546 * @dma_addr: DMA buffer address
7547 * @xfer_len: data transfer length
7548 *
7549 * Return value:
7550 * none
7551 **/
7552static void ipr_build_mode_select(struct ipr_cmnd *ipr_cmd,
a32c055f
WB		 7553 __be32 res_handle, u8 parm,
7554 dma_addr_t dma_addr, u8 xfer_len)
1da177e4 7555{
1da177e4
LT		 7556 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7557
7558 ioarcb->res_handle = res_handle;
7559 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7560 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
7561 ioarcb->cmd_pkt.cdb[0] = MODE_SELECT;
7562 ioarcb->cmd_pkt.cdb[1] = parm;
7563 ioarcb->cmd_pkt.cdb[4] = xfer_len;
7564
a32c055f 7565 ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_WRITE_LAST);
1da177e4
LT		 7566}
7567
7568/**
7569 * ipr_ioafp_mode_select_page28 - Issue Mode Select Page 28 to IOA
7570 * @ipr_cmd: ipr command struct
7571 *
7572 * This function sets up the SCSI bus attributes and sends
7573 * a Mode Select for Page 28 to activate them.
7574 *
7575 * Return value:
7576 * IPR_RC_JOB_RETURN
7577 **/
7578static int ipr_ioafp_mode_select_page28(struct ipr_cmnd *ipr_cmd)
7579{
7580 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7581 struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
7582 int length;
7583
7584 ENTER;
4733804c
BK		 7585 ipr_scsi_bus_speed_limit(ioa_cfg);
7586 ipr_check_term_power(ioa_cfg, mode_pages);
7587 ipr_modify_ioafp_mode_page_28(ioa_cfg, mode_pages);
7588 length = mode_pages->hdr.length + 1;
7589 mode_pages->hdr.length = 0;
1da177e4
LT		 7590
7591 ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
7592 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
7593 length);
7594
f72919ec
WB		 7595 ipr_cmd->job_step = ipr_set_supported_devs;
7596 ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
7597 struct ipr_resource_entry, queue);
1da177e4
LT		 7598 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7599
7600 LEAVE;
7601 return IPR_RC_JOB_RETURN;
7602}
7603
7604/**
7605 * ipr_build_mode_sense - Builds a mode sense command
7606 * @ipr_cmd: ipr command struct
7607 * @res: resource entry struct
7608 * @parm: Byte 2 of mode sense command
7609 * @dma_addr: DMA address of mode sense buffer
7610 * @xfer_len: Size of DMA buffer
7611 *
7612 * Return value:
7613 * none
7614 **/
7615static void ipr_build_mode_sense(struct ipr_cmnd *ipr_cmd,
7616 __be32 res_handle,
a32c055f 7617 u8 parm, dma_addr_t dma_addr, u8 xfer_len)
1da177e4 7618{
1da177e4
LT		 7619 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7620
7621 ioarcb->res_handle = res_handle;
7622 ioarcb->cmd_pkt.cdb[0] = MODE_SENSE;
7623 ioarcb->cmd_pkt.cdb[2] = parm;
7624 ioarcb->cmd_pkt.cdb[4] = xfer_len;
7625 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7626
a32c055f 7627 ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
1da177e4
LT		 7628}
7629
dfed823e
BK		 7630/**
7631 * ipr_reset_cmd_failed - Handle failure of IOA reset command
7632 * @ipr_cmd: ipr command struct
7633 *
7634 * This function handles the failure of an IOA bringup command.
7635 *
7636 * Return value:
7637 * IPR_RC_JOB_RETURN
7638 **/
7639static int ipr_reset_cmd_failed(struct ipr_cmnd *ipr_cmd)
7640{
7641 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
96d21f00 7642 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
dfed823e
BK		 7643
7644 dev_err(&ioa_cfg->pdev->dev,
7645 "0x%02X failed with IOASC: 0x%08X\n",
7646 ipr_cmd->ioarcb.cmd_pkt.cdb[0], ioasc);
7647
7648 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
05a6538a 7649 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
dfed823e
BK		 7650 return IPR_RC_JOB_RETURN;
7651}
7652
7653/**
7654 * ipr_reset_mode_sense_failed - Handle failure of IOAFP mode sense
7655 * @ipr_cmd: ipr command struct
7656 *
7657 * This function handles the failure of a Mode Sense to the IOAFP.
7658 * Some adapters do not handle all mode pages.
7659 *
7660 * Return value:
7661 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7662 **/
7663static int ipr_reset_mode_sense_failed(struct ipr_cmnd *ipr_cmd)
7664{
f72919ec 7665 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
96d21f00 7666 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
dfed823e
BK		 7667
7668 if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
f72919ec
WB		 7669 ipr_cmd->job_step = ipr_set_supported_devs;
7670 ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
7671 struct ipr_resource_entry, queue);
dfed823e
BK		 7672 return IPR_RC_JOB_CONTINUE;
7673 }
7674
7675 return ipr_reset_cmd_failed(ipr_cmd);
7676}
7677
1da177e4
LT		 7678/**
7679 * ipr_ioafp_mode_sense_page28 - Issue Mode Sense Page 28 to IOA
7680 * @ipr_cmd: ipr command struct
7681 *
7682 * This function send a Page 28 mode sense to the IOA to
7683 * retrieve SCSI bus attributes.
7684 *
7685 * Return value:
7686 * IPR_RC_JOB_RETURN
7687 **/
7688static int ipr_ioafp_mode_sense_page28(struct ipr_cmnd *ipr_cmd)
7689{
7690 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7691
7692 ENTER;
7693 ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
7694 0x28, ioa_cfg->vpd_cbs_dma +
7695 offsetof(struct ipr_misc_cbs, mode_pages),
7696 sizeof(struct ipr_mode_pages));
7697
7698 ipr_cmd->job_step = ipr_ioafp_mode_select_page28;
dfed823e 7699 ipr_cmd->job_step_failed = ipr_reset_mode_sense_failed;
1da177e4
LT		 7700
7701 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7702
7703 LEAVE;
7704 return IPR_RC_JOB_RETURN;
7705}
7706
ac09c349
BK		 7707/**
7708 * ipr_ioafp_mode_select_page24 - Issue Mode Select to IOA
7709 * @ipr_cmd: ipr command struct
7710 *
7711 * This function enables dual IOA RAID support if possible.
7712 *
7713 * Return value:
7714 * IPR_RC_JOB_RETURN
7715 **/
7716static int ipr_ioafp_mode_select_page24(struct ipr_cmnd *ipr_cmd)
7717{
7718 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7719 struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
7720 struct ipr_mode_page24 *mode_page;
7721 int length;
7722
7723 ENTER;
7724 mode_page = ipr_get_mode_page(mode_pages, 0x24,
7725 sizeof(struct ipr_mode_page24));
7726
7727 if (mode_page)
7728 mode_page->flags |= IPR_ENABLE_DUAL_IOA_AF;
7729
7730 length = mode_pages->hdr.length + 1;
7731 mode_pages->hdr.length = 0;
7732
7733 ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
7734 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
7735 length);
7736
7737 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7738 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7739
7740 LEAVE;
7741 return IPR_RC_JOB_RETURN;
7742}
7743
7744/**
7745 * ipr_reset_mode_sense_page24_failed - Handle failure of IOAFP mode sense
7746 * @ipr_cmd: ipr command struct
7747 *
7748 * This function handles the failure of a Mode Sense to the IOAFP.
7749 * Some adapters do not handle all mode pages.
7750 *
7751 * Return value:
7752 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7753 **/
7754static int ipr_reset_mode_sense_page24_failed(struct ipr_cmnd *ipr_cmd)
7755{
96d21f00 7756 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
ac09c349
BK		 7757
7758 if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
7759 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7760 return IPR_RC_JOB_CONTINUE;
7761 }
7762
7763 return ipr_reset_cmd_failed(ipr_cmd);
7764}
7765
7766/**
7767 * ipr_ioafp_mode_sense_page24 - Issue Page 24 Mode Sense to IOA
7768 * @ipr_cmd: ipr command struct
7769 *
7770 * This function send a mode sense to the IOA to retrieve
7771 * the IOA Advanced Function Control mode page.
7772 *
7773 * Return value:
7774 * IPR_RC_JOB_RETURN
7775 **/
7776static int ipr_ioafp_mode_sense_page24(struct ipr_cmnd *ipr_cmd)
7777{
7778 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7779
7780 ENTER;
7781 ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
7782 0x24, ioa_cfg->vpd_cbs_dma +
7783 offsetof(struct ipr_misc_cbs, mode_pages),
7784 sizeof(struct ipr_mode_pages));
7785
7786 ipr_cmd->job_step = ipr_ioafp_mode_select_page24;
7787 ipr_cmd->job_step_failed = ipr_reset_mode_sense_page24_failed;
7788
7789 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7790
7791 LEAVE;
7792 return IPR_RC_JOB_RETURN;
7793}
7794
1da177e4
LT		 7795/**
7796 * ipr_init_res_table - Initialize the resource table
7797 * @ipr_cmd: ipr command struct
7798 *
7799 * This function looks through the existing resource table, comparing
7800 * it with the config table. This function will take care of old/new
7801 * devices and schedule adding/removing them from the mid-layer
7802 * as appropriate.
7803 *
7804 * Return value:
7805 * IPR_RC_JOB_CONTINUE
7806 **/
7807static int ipr_init_res_table(struct ipr_cmnd *ipr_cmd)
7808{
7809 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7810 struct ipr_resource_entry *res, *temp;
3e7ebdfa
WB		 7811 struct ipr_config_table_entry_wrapper cfgtew;
7812 int entries, found, flag, i;
1da177e4
LT		 7813 LIST_HEAD(old_res);
7814
7815 ENTER;
3e7ebdfa
WB		 7816 if (ioa_cfg->sis64)
7817 flag = ioa_cfg->u.cfg_table64->hdr64.flags;
7818 else
7819 flag = ioa_cfg->u.cfg_table->hdr.flags;
7820
7821 if (flag & IPR_UCODE_DOWNLOAD_REQ)
1da177e4
LT		 7822 dev_err(&ioa_cfg->pdev->dev, "Microcode download required\n");
7823
7824 list_for_each_entry_safe(res, temp, &ioa_cfg->used_res_q, queue)
7825 list_move_tail(&res->queue, &old_res);
7826
3e7ebdfa 7827 if (ioa_cfg->sis64)
438b0331 7828 entries = be16_to_cpu(ioa_cfg->u.cfg_table64->hdr64.num_entries);
3e7ebdfa
WB		 7829 else
7830 entries = ioa_cfg->u.cfg_table->hdr.num_entries;
7831
7832 for (i = 0; i < entries; i++) {
7833 if (ioa_cfg->sis64)
7834 cfgtew.u.cfgte64 = &ioa_cfg->u.cfg_table64->dev[i];
7835 else
7836 cfgtew.u.cfgte = &ioa_cfg->u.cfg_table->dev[i];
1da177e4
LT		 7837 found = 0;
7838
7839 list_for_each_entry_safe(res, temp, &old_res, queue) {
3e7ebdfa 7840 if (ipr_is_same_device(res, &cfgtew)) {
1da177e4
LT		 7841 list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7842 found = 1;
7843 break;
7844 }
7845 }
7846
7847 if (!found) {
7848 if (list_empty(&ioa_cfg->free_res_q)) {
7849 dev_err(&ioa_cfg->pdev->dev, "Too many devices attached\n");
7850 break;
7851 }
7852
7853 found = 1;
7854 res = list_entry(ioa_cfg->free_res_q.next,
7855 struct ipr_resource_entry, queue);
7856 list_move_tail(&res->queue, &ioa_cfg->used_res_q);
3e7ebdfa 7857 ipr_init_res_entry(res, &cfgtew);
1da177e4 7858 res->add_to_ml = 1;
56115598
WB		 7859 } else if (res->sdev && (ipr_is_vset_device(res) || ipr_is_scsi_disk(res)))
7860 res->sdev->allow_restart = 1;
1da177e4
LT		 7861
7862 if (found)
3e7ebdfa 7863 ipr_update_res_entry(res, &cfgtew);
1da177e4
LT		 7864 }
7865
7866 list_for_each_entry_safe(res, temp, &old_res, queue) {
7867 if (res->sdev) {
7868 res->del_from_ml = 1;
3e7ebdfa 7869 res->res_handle = IPR_INVALID_RES_HANDLE;
1da177e4 7870 list_move_tail(&res->queue, &ioa_cfg->used_res_q);
1da177e4
LT		 7871 }
7872 }
7873
3e7ebdfa
WB		 7874 list_for_each_entry_safe(res, temp, &old_res, queue) {
7875 ipr_clear_res_target(res);
7876 list_move_tail(&res->queue, &ioa_cfg->free_res_q);
7877 }
7878
ac09c349
BK		 7879 if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
7880 ipr_cmd->job_step = ipr_ioafp_mode_sense_page24;
7881 else
7882 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
1da177e4
LT		 7883
7884 LEAVE;
7885 return IPR_RC_JOB_CONTINUE;
7886}
7887
7888/**
7889 * ipr_ioafp_query_ioa_cfg - Send a Query IOA Config to the adapter.
7890 * @ipr_cmd: ipr command struct
7891 *
7892 * This function sends a Query IOA Configuration command
7893 * to the adapter to retrieve the IOA configuration table.
7894 *
7895 * Return value:
7896 * IPR_RC_JOB_RETURN
7897 **/
7898static int ipr_ioafp_query_ioa_cfg(struct ipr_cmnd *ipr_cmd)
7899{
7900 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7901 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
1da177e4 7902 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
ac09c349 7903 struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
1da177e4
LT		 7904
7905 ENTER;
ac09c349
BK		 7906 if (cap->cap & IPR_CAP_DUAL_IOA_RAID)
7907 ioa_cfg->dual_raid = 1;
1da177e4
LT		 7908 dev_info(&ioa_cfg->pdev->dev, "Adapter firmware version: %02X%02X%02X%02X\n",
7909 ucode_vpd->major_release, ucode_vpd->card_type,
7910 ucode_vpd->minor_release[0], ucode_vpd->minor_release[1]);
7911 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7912 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7913
7914 ioarcb->cmd_pkt.cdb[0] = IPR_QUERY_IOA_CONFIG;
438b0331 7915 ioarcb->cmd_pkt.cdb[6] = (ioa_cfg->cfg_table_size >> 16) & 0xff;
3e7ebdfa
WB		 7916 ioarcb->cmd_pkt.cdb[7] = (ioa_cfg->cfg_table_size >> 8) & 0xff;
7917 ioarcb->cmd_pkt.cdb[8] = ioa_cfg->cfg_table_size & 0xff;
1da177e4 7918
3e7ebdfa 7919 ipr_init_ioadl(ipr_cmd, ioa_cfg->cfg_table_dma, ioa_cfg->cfg_table_size,
a32c055f 7920 IPR_IOADL_FLAGS_READ_LAST);
1da177e4
LT		 7921
7922 ipr_cmd->job_step = ipr_init_res_table;
7923
7924 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7925
7926 LEAVE;
7927 return IPR_RC_JOB_RETURN;
7928}
7929
1a47af26
GKB		 7930static int ipr_ioa_service_action_failed(struct ipr_cmnd *ipr_cmd)
7931{
7932 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7933
7934 if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT)
7935 return IPR_RC_JOB_CONTINUE;
7936
7937 return ipr_reset_cmd_failed(ipr_cmd);
7938}
7939
7940static void ipr_build_ioa_service_action(struct ipr_cmnd *ipr_cmd,
7941 __be32 res_handle, u8 sa_code)
7942{
7943 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7944
7945 ioarcb->res_handle = res_handle;
7946 ioarcb->cmd_pkt.cdb[0] = IPR_IOA_SERVICE_ACTION;
7947 ioarcb->cmd_pkt.cdb[1] = sa_code;
7948 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7949}
7950
7951/**
7952 * ipr_ioafp_set_caching_parameters - Issue Set Cache parameters service
7953 * action
7954 *
7955 * Return value:
7956 * none
7957 **/
7958static int ipr_ioafp_set_caching_parameters(struct ipr_cmnd *ipr_cmd)
7959{
7960 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7961 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7962 struct ipr_inquiry_pageC4 *pageC4 = &ioa_cfg->vpd_cbs->pageC4_data;
7963
7964 ENTER;
7965
7966 ipr_cmd->job_step = ipr_ioafp_query_ioa_cfg;
7967
7968 if (pageC4->cache_cap[0] & IPR_CAP_SYNC_CACHE) {
7969 ipr_build_ioa_service_action(ipr_cmd,
7970 cpu_to_be32(IPR_IOA_RES_HANDLE),
7971 IPR_IOA_SA_CHANGE_CACHE_PARAMS);
7972
7973 ioarcb->cmd_pkt.cdb[2] = 0x40;
7974
7975 ipr_cmd->job_step_failed = ipr_ioa_service_action_failed;
7976 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
7977 IPR_SET_SUP_DEVICE_TIMEOUT);
7978
7979 LEAVE;
7980 return IPR_RC_JOB_RETURN;
7981 }
7982
7983 LEAVE;
7984 return IPR_RC_JOB_CONTINUE;
7985}
7986
1da177e4
LT		 7987/**
7988 * ipr_ioafp_inquiry - Send an Inquiry to the adapter.
7989 * @ipr_cmd: ipr command struct
7990 *
7991 * This utility function sends an inquiry to the adapter.
7992 *
7993 * Return value:
7994 * none
7995 **/
7996static void ipr_ioafp_inquiry(struct ipr_cmnd *ipr_cmd, u8 flags, u8 page,
a32c055f 7997 dma_addr_t dma_addr, u8 xfer_len)
1da177e4
LT		 7998{
7999 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
1da177e4
LT		 8000
8001 ENTER;
8002 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
8003 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
8004
8005 ioarcb->cmd_pkt.cdb[0] = INQUIRY;
8006 ioarcb->cmd_pkt.cdb[1] = flags;
8007 ioarcb->cmd_pkt.cdb[2] = page;
8008 ioarcb->cmd_pkt.cdb[4] = xfer_len;
8009
a32c055f 8010 ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
1da177e4
LT		 8011
8012 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
8013 LEAVE;
8014}
8015
62275040
BK		 8016/**
8017 * ipr_inquiry_page_supported - Is the given inquiry page supported
8018 * @page0: inquiry page 0 buffer
8019 * @page: page code.
8020 *
8021 * This function determines if the specified inquiry page is supported.
8022 *
8023 * Return value:
8024 * 1 if page is supported / 0 if not
8025 **/
8026static int ipr_inquiry_page_supported(struct ipr_inquiry_page0 *page0, u8 page)
8027{
8028 int i;
8029
8030 for (i = 0; i < min_t(u8, page0->len, IPR_INQUIRY_PAGE0_ENTRIES); i++)
8031 if (page0->page[i] == page)
8032 return 1;
8033
8034 return 0;
8035}
8036
1021b3ff
GKB		 8037/**
8038 * ipr_ioafp_pageC4_inquiry - Send a Page 0xC4 Inquiry to the adapter.
8039 * @ipr_cmd: ipr command struct
8040 *
8041 * This function sends a Page 0xC4 inquiry to the adapter
8042 * to retrieve software VPD information.
8043 *
8044 * Return value:
8045 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8046 **/
8047static int ipr_ioafp_pageC4_inquiry(struct ipr_cmnd *ipr_cmd)
8048{
8049 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8050 struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
8051 struct ipr_inquiry_pageC4 *pageC4 = &ioa_cfg->vpd_cbs->pageC4_data;
8052
8053 ENTER;
1a47af26 8054 ipr_cmd->job_step = ipr_ioafp_set_caching_parameters;
1021b3ff
GKB		 8055 memset(pageC4, 0, sizeof(*pageC4));
8056
8057 if (ipr_inquiry_page_supported(page0, 0xC4)) {
8058 ipr_ioafp_inquiry(ipr_cmd, 1, 0xC4,
8059 (ioa_cfg->vpd_cbs_dma
8060 + offsetof(struct ipr_misc_cbs,
8061 pageC4_data)),
8062 sizeof(struct ipr_inquiry_pageC4));
8063 return IPR_RC_JOB_RETURN;
8064 }
8065
8066 LEAVE;
8067 return IPR_RC_JOB_CONTINUE;
8068}
8069
ac09c349
BK		 8070/**
8071 * ipr_ioafp_cap_inquiry - Send a Page 0xD0 Inquiry to the adapter.
8072 * @ipr_cmd: ipr command struct
8073 *
8074 * This function sends a Page 0xD0 inquiry to the adapter
8075 * to retrieve adapter capabilities.
8076 *
8077 * Return value:
8078 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8079 **/
8080static int ipr_ioafp_cap_inquiry(struct ipr_cmnd *ipr_cmd)
8081{
8082 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8083 struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
8084 struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
8085
8086 ENTER;
1021b3ff 8087 ipr_cmd->job_step = ipr_ioafp_pageC4_inquiry;
ac09c349
BK		 8088 memset(cap, 0, sizeof(*cap));
8089
8090 if (ipr_inquiry_page_supported(page0, 0xD0)) {
8091 ipr_ioafp_inquiry(ipr_cmd, 1, 0xD0,
8092 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, cap),
8093 sizeof(struct ipr_inquiry_cap));
8094 return IPR_RC_JOB_RETURN;
8095 }
8096
8097 LEAVE;
8098 return IPR_RC_JOB_CONTINUE;
8099}
8100
1da177e4
LT		 8101/**
8102 * ipr_ioafp_page3_inquiry - Send a Page 3 Inquiry to the adapter.
8103 * @ipr_cmd: ipr command struct
8104 *
8105 * This function sends a Page 3 inquiry to the adapter
8106 * to retrieve software VPD information.
8107 *
8108 * Return value:
8109 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8110 **/
8111static int ipr_ioafp_page3_inquiry(struct ipr_cmnd *ipr_cmd)
62275040
BK		 8112{
8113 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
62275040
BK		 8114
8115 ENTER;
8116
ac09c349 8117 ipr_cmd->job_step = ipr_ioafp_cap_inquiry;
62275040
BK		 8118
8119 ipr_ioafp_inquiry(ipr_cmd, 1, 3,
8120 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page3_data),
8121 sizeof(struct ipr_inquiry_page3));
8122
8123 LEAVE;
8124 return IPR_RC_JOB_RETURN;
8125}
8126
8127/**
8128 * ipr_ioafp_page0_inquiry - Send a Page 0 Inquiry to the adapter.
8129 * @ipr_cmd: ipr command struct
8130 *
8131 * This function sends a Page 0 inquiry to the adapter
8132 * to retrieve supported inquiry pages.
8133 *
8134 * Return value:
8135 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8136 **/
8137static int ipr_ioafp_page0_inquiry(struct ipr_cmnd *ipr_cmd)
1da177e4
LT		 8138{
8139 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8140 char type[5];
8141
8142 ENTER;
8143
8144 /* Grab the type out of the VPD and store it away */
8145 memcpy(type, ioa_cfg->vpd_cbs->ioa_vpd.std_inq_data.vpids.product_id, 4);
8146 type[4] = '\0';
8147 ioa_cfg->type = simple_strtoul((char *)type, NULL, 16);
8148
f688f96d
BK		 8149 if (ipr_invalid_adapter(ioa_cfg)) {
8150 dev_err(&ioa_cfg->pdev->dev,
8151 "Adapter not supported in this hardware configuration.\n");
8152
8153 if (!ipr_testmode) {
8154 ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
8155 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8156 list_add_tail(&ipr_cmd->queue,
8157 &ioa_cfg->hrrq->hrrq_free_q);
8158 return IPR_RC_JOB_RETURN;
8159 }
8160 }
8161
62275040 8162 ipr_cmd->job_step = ipr_ioafp_page3_inquiry;
1da177e4 8163
62275040
BK		 8164 ipr_ioafp_inquiry(ipr_cmd, 1, 0,
8165 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page0_data),
8166 sizeof(struct ipr_inquiry_page0));
1da177e4
LT		 8167
8168 LEAVE;
8169 return IPR_RC_JOB_RETURN;
8170}
8171
8172/**
8173 * ipr_ioafp_std_inquiry - Send a Standard Inquiry to the adapter.
8174 * @ipr_cmd: ipr command struct
8175 *
8176 * This function sends a standard inquiry to the adapter.
8177 *
8178 * Return value:
8179 * IPR_RC_JOB_RETURN
8180 **/
8181static int ipr_ioafp_std_inquiry(struct ipr_cmnd *ipr_cmd)
8182{
8183 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8184
8185 ENTER;
62275040 8186 ipr_cmd->job_step = ipr_ioafp_page0_inquiry;
1da177e4
LT		 8187
8188 ipr_ioafp_inquiry(ipr_cmd, 0, 0,
8189 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, ioa_vpd),
8190 sizeof(struct ipr_ioa_vpd));
8191
8192 LEAVE;
8193 return IPR_RC_JOB_RETURN;
8194}
8195
8196/**
214777ba 8197 * ipr_ioafp_identify_hrrq - Send Identify Host RRQ.
1da177e4
LT		 8198 * @ipr_cmd: ipr command struct
8199 *
8200 * This function send an Identify Host Request Response Queue
8201 * command to establish the HRRQ with the adapter.
8202 *
8203 * Return value:
8204 * IPR_RC_JOB_RETURN
8205 **/
214777ba 8206static int ipr_ioafp_identify_hrrq(struct ipr_cmnd *ipr_cmd)
1da177e4
LT		 8207{
8208 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8209 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
05a6538a 8210 struct ipr_hrr_queue *hrrq;
1da177e4
LT		 8211
8212 ENTER;
05a6538a 8213 ipr_cmd->job_step = ipr_ioafp_std_inquiry;
87adbe08
BK		 8214 if (ioa_cfg->identify_hrrq_index == 0)
8215 dev_info(&ioa_cfg->pdev->dev, "Starting IOA initialization sequence.\n");
1da177e4 8216
56d6aa33 8217 if (ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num) {
8218 hrrq = &ioa_cfg->hrrq[ioa_cfg->identify_hrrq_index];
1da177e4 8219
05a6538a 8220 ioarcb->cmd_pkt.cdb[0] = IPR_ID_HOST_RR_Q;
8221 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
1da177e4 8222
05a6538a 8223 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
8224 if (ioa_cfg->sis64)
8225 ioarcb->cmd_pkt.cdb[1] = 0x1;
214777ba 8226
05a6538a 8227 if (ioa_cfg->nvectors == 1)
8228 ioarcb->cmd_pkt.cdb[1] &= ~IPR_ID_HRRQ_SELE_ENABLE;
8229 else
8230 ioarcb->cmd_pkt.cdb[1] |= IPR_ID_HRRQ_SELE_ENABLE;
8231
8232 ioarcb->cmd_pkt.cdb[2] =
8233 ((u64) hrrq->host_rrq_dma >> 24) & 0xff;
8234 ioarcb->cmd_pkt.cdb[3] =
8235 ((u64) hrrq->host_rrq_dma >> 16) & 0xff;
8236 ioarcb->cmd_pkt.cdb[4] =
8237 ((u64) hrrq->host_rrq_dma >> 8) & 0xff;
8238 ioarcb->cmd_pkt.cdb[5] =
8239 ((u64) hrrq->host_rrq_dma) & 0xff;
8240 ioarcb->cmd_pkt.cdb[7] =
8241 ((sizeof(u32) * hrrq->size) >> 8) & 0xff;
8242 ioarcb->cmd_pkt.cdb[8] =
8243 (sizeof(u32) * hrrq->size) & 0xff;
8244
8245 if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
56d6aa33 8246 ioarcb->cmd_pkt.cdb[9] =
8247 ioa_cfg->identify_hrrq_index;
1da177e4 8248
05a6538a 8249 if (ioa_cfg->sis64) {
8250 ioarcb->cmd_pkt.cdb[10] =
8251 ((u64) hrrq->host_rrq_dma >> 56) & 0xff;
8252 ioarcb->cmd_pkt.cdb[11] =
8253 ((u64) hrrq->host_rrq_dma >> 48) & 0xff;
8254 ioarcb->cmd_pkt.cdb[12] =
8255 ((u64) hrrq->host_rrq_dma >> 40) & 0xff;
8256 ioarcb->cmd_pkt.cdb[13] =
8257 ((u64) hrrq->host_rrq_dma >> 32) & 0xff;
8258 }
8259
8260 if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
56d6aa33 8261 ioarcb->cmd_pkt.cdb[14] =
8262 ioa_cfg->identify_hrrq_index;
05a6538a 8263
8264 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
8265 IPR_INTERNAL_TIMEOUT);
8266
56d6aa33 8267 if (++ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num)
8268 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
05a6538a 8269
8270 LEAVE;
8271 return IPR_RC_JOB_RETURN;
05a6538a 8272 }
8273
1da177e4 8274 LEAVE;
05a6538a 8275 return IPR_RC_JOB_CONTINUE;
1da177e4
LT		 8276}
8277
8278/**
8279 * ipr_reset_timer_done - Adapter reset timer function
8280 * @ipr_cmd: ipr command struct
8281 *
8282 * Description: This function is used in adapter reset processing
8283 * for timing events. If the reset_cmd pointer in the IOA
8284 * config struct is not this adapter's we are doing nested
8285 * resets and fail_all_ops will take care of freeing the
8286 * command block.
8287 *
8288 * Return value:
8289 * none
8290 **/
738c6ec5 8291static void ipr_reset_timer_done(struct timer_list *t)
1da177e4 8292{
738c6ec5 8293 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
1da177e4
LT		 8294 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8295 unsigned long lock_flags = 0;
8296
8297 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8298
8299 if (ioa_cfg->reset_cmd == ipr_cmd) {
8300 list_del(&ipr_cmd->queue);
8301 ipr_cmd->done(ipr_cmd);
8302 }
8303
8304 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8305}
8306
8307/**
8308 * ipr_reset_start_timer - Start a timer for adapter reset job
8309 * @ipr_cmd: ipr command struct
8310 * @timeout: timeout value
8311 *
8312 * Description: This function is used in adapter reset processing
8313 * for timing events. If the reset_cmd pointer in the IOA
8314 * config struct is not this adapter's we are doing nested
8315 * resets and fail_all_ops will take care of freeing the
8316 * command block.
8317 *
8318 * Return value:
8319 * none
8320 **/
8321static void ipr_reset_start_timer(struct ipr_cmnd *ipr_cmd,
8322 unsigned long timeout)
8323{
05a6538a 8324
8325 ENTER;
8326 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
1da177e4
LT		 8327 ipr_cmd->done = ipr_reset_ioa_job;
8328
1da177e4 8329 ipr_cmd->timer.expires = jiffies + timeout;
841b86f3 8330 ipr_cmd->timer.function = ipr_reset_timer_done;
1da177e4
LT		 8331 add_timer(&ipr_cmd->timer);
8332}
8333
8334/**
8335 * ipr_init_ioa_mem - Initialize ioa_cfg control block
8336 * @ioa_cfg: ioa cfg struct
8337 *
8338 * Return value:
8339 * nothing
8340 **/
8341static void ipr_init_ioa_mem(struct ipr_ioa_cfg *ioa_cfg)
8342{
05a6538a 8343 struct ipr_hrr_queue *hrrq;
1da177e4 8344
05a6538a 8345 for_each_hrrq(hrrq, ioa_cfg) {
56d6aa33 8346 spin_lock(&hrrq->_lock);
05a6538a 8347 memset(hrrq->host_rrq, 0, sizeof(u32) * hrrq->size);
8348
8349 /* Initialize Host RRQ pointers */
8350 hrrq->hrrq_start = hrrq->host_rrq;
8351 hrrq->hrrq_end = &hrrq->host_rrq[hrrq->size - 1];
8352 hrrq->hrrq_curr = hrrq->hrrq_start;
8353 hrrq->toggle_bit = 1;
56d6aa33 8354 spin_unlock(&hrrq->_lock);
05a6538a 8355 }
56d6aa33 8356 wmb();
05a6538a 8357
56d6aa33 8358 ioa_cfg->identify_hrrq_index = 0;
8359 if (ioa_cfg->hrrq_num == 1)
8360 atomic_set(&ioa_cfg->hrrq_index, 0);
8361 else
8362 atomic_set(&ioa_cfg->hrrq_index, 1);
1da177e4
LT		 8363
8364 /* Zero out config table */
3e7ebdfa 8365 memset(ioa_cfg->u.cfg_table, 0, ioa_cfg->cfg_table_size);
1da177e4
LT		 8366}
8367
214777ba
WB		 8368/**
8369 * ipr_reset_next_stage - Process IPL stage change based on feedback register.
8370 * @ipr_cmd: ipr command struct
8371 *
8372 * Return value:
8373 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8374 **/
8375static int ipr_reset_next_stage(struct ipr_cmnd *ipr_cmd)
8376{
8377 unsigned long stage, stage_time;
8378 u32 feedback;
8379 volatile u32 int_reg;
8380 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8381 u64 maskval = 0;
8382
8383 feedback = readl(ioa_cfg->regs.init_feedback_reg);
8384 stage = feedback & IPR_IPL_INIT_STAGE_MASK;
8385 stage_time = feedback & IPR_IPL_INIT_STAGE_TIME_MASK;
8386
8387 ipr_dbg("IPL stage = 0x%lx, IPL stage time = %ld\n", stage, stage_time);
8388
8389 /* sanity check the stage_time value */
438b0331
WB		 8390 if (stage_time == 0)
8391 stage_time = IPR_IPL_INIT_DEFAULT_STAGE_TIME;
8392 else if (stage_time < IPR_IPL_INIT_MIN_STAGE_TIME)
214777ba
WB		 8393 stage_time = IPR_IPL_INIT_MIN_STAGE_TIME;
8394 else if (stage_time > IPR_LONG_OPERATIONAL_TIMEOUT)
8395 stage_time = IPR_LONG_OPERATIONAL_TIMEOUT;
8396
8397 if (stage == IPR_IPL_INIT_STAGE_UNKNOWN) {
8398 writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.set_interrupt_mask_reg);
8399 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8400 stage_time = ioa_cfg->transop_timeout;
8401 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
8402 } else if (stage == IPR_IPL_INIT_STAGE_TRANSOP) {
1df79ca4
WB		 8403 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
8404 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
8405 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
8406 maskval = IPR_PCII_IPL_STAGE_CHANGE;
8407 maskval = (maskval << 32) | IPR_PCII_IOA_TRANS_TO_OPER;
8408 writeq(maskval, ioa_cfg->regs.set_interrupt_mask_reg);
8409 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8410 return IPR_RC_JOB_CONTINUE;
8411 }
214777ba
WB		 8412 }
8413
214777ba 8414 ipr_cmd->timer.expires = jiffies + stage_time * HZ;
841b86f3 8415 ipr_cmd->timer.function = ipr_oper_timeout;
214777ba
WB		 8416 ipr_cmd->done = ipr_reset_ioa_job;
8417 add_timer(&ipr_cmd->timer);
05a6538a 8418
8419 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
214777ba
WB		 8420
8421 return IPR_RC_JOB_RETURN;
8422}
8423
1da177e4
LT		 8424/**
8425 * ipr_reset_enable_ioa - Enable the IOA following a reset.
8426 * @ipr_cmd: ipr command struct
8427 *
8428 * This function reinitializes some control blocks and
8429 * enables destructive diagnostics on the adapter.
8430 *
8431 * Return value:
8432 * IPR_RC_JOB_RETURN
8433 **/
8434static int ipr_reset_enable_ioa(struct ipr_cmnd *ipr_cmd)
8435{
8436 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8437 volatile u32 int_reg;
7be96900 8438 volatile u64 maskval;
56d6aa33 8439 int i;
1da177e4
LT		 8440
8441 ENTER;
214777ba 8442 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
1da177e4
LT		 8443 ipr_init_ioa_mem(ioa_cfg);
8444
56d6aa33 8445 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8446 spin_lock(&ioa_cfg->hrrq[i]._lock);
8447 ioa_cfg->hrrq[i].allow_interrupts = 1;
8448 spin_unlock(&ioa_cfg->hrrq[i]._lock);
8449 }
8450 wmb();
8701f185
WB		 8451 if (ioa_cfg->sis64) {
8452 /* Set the adapter to the correct endian mode. */
8453 writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
8454 int_reg = readl(ioa_cfg->regs.endian_swap_reg);
8455 }
8456
7be96900 8457 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
1da177e4
LT		 8458
8459 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
8460 writel((IPR_PCII_ERROR_INTERRUPTS | IPR_PCII_HRRQ_UPDATED),
214777ba 8461 ioa_cfg->regs.clr_interrupt_mask_reg32);
1da177e4
LT		 8462 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8463 return IPR_RC_JOB_CONTINUE;
8464 }
8465
8466 /* Enable destructive diagnostics on IOA */
214777ba
WB		 8467 writel(ioa_cfg->doorbell, ioa_cfg->regs.set_uproc_interrupt_reg32);
8468
7be96900
WB		 8469 if (ioa_cfg->sis64) {
8470 maskval = IPR_PCII_IPL_STAGE_CHANGE;
8471 maskval = (maskval << 32) | IPR_PCII_OPER_INTERRUPTS;
8472 writeq(maskval, ioa_cfg->regs.clr_interrupt_mask_reg);
8473 } else
8474 writel(IPR_PCII_OPER_INTERRUPTS, ioa_cfg->regs.clr_interrupt_mask_reg32);
1da177e4 8475
1da177e4
LT		 8476 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8477
8478 dev_info(&ioa_cfg->pdev->dev, "Initializing IOA.\n");
8479
214777ba
WB		 8480 if (ioa_cfg->sis64) {
8481 ipr_cmd->job_step = ipr_reset_next_stage;
8482 return IPR_RC_JOB_CONTINUE;
8483 }
8484
5469cb5b 8485 ipr_cmd->timer.expires = jiffies + (ioa_cfg->transop_timeout * HZ);
841b86f3 8486 ipr_cmd->timer.function = ipr_oper_timeout;
1da177e4
LT		 8487 ipr_cmd->done = ipr_reset_ioa_job;
8488 add_timer(&ipr_cmd->timer);
05a6538a 8489 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
1da177e4
LT		 8490
8491 LEAVE;
8492 return IPR_RC_JOB_RETURN;
8493}
8494
8495/**
8496 * ipr_reset_wait_for_dump - Wait for a dump to timeout.
8497 * @ipr_cmd: ipr command struct
8498 *
8499 * This function is invoked when an adapter dump has run out
8500 * of processing time.
8501 *
8502 * Return value:
8503 * IPR_RC_JOB_CONTINUE
8504 **/
8505static int ipr_reset_wait_for_dump(struct ipr_cmnd *ipr_cmd)
8506{
8507 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8508
8509 if (ioa_cfg->sdt_state == GET_DUMP)
41e9a696
BK		 8510 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8511 else if (ioa_cfg->sdt_state == READ_DUMP)
1da177e4
LT		 8512 ioa_cfg->sdt_state = ABORT_DUMP;
8513
4c647e90 8514 ioa_cfg->dump_timeout = 1;
1da177e4
LT		 8515 ipr_cmd->job_step = ipr_reset_alert;
8516
8517 return IPR_RC_JOB_CONTINUE;
8518}
8519
8520/**
8521 * ipr_unit_check_no_data - Log a unit check/no data error log
8522 * @ioa_cfg: ioa config struct
8523 *
8524 * Logs an error indicating the adapter unit checked, but for some
8525 * reason, we were unable to fetch the unit check buffer.
8526 *
8527 * Return value:
8528 * nothing
8529 **/
8530static void ipr_unit_check_no_data(struct ipr_ioa_cfg *ioa_cfg)
8531{
8532 ioa_cfg->errors_logged++;
8533 dev_err(&ioa_cfg->pdev->dev, "IOA unit check with no data\n");
8534}
8535
8536/**
8537 * ipr_get_unit_check_buffer - Get the unit check buffer from the IOA
8538 * @ioa_cfg: ioa config struct
8539 *
8540 * Fetches the unit check buffer from the adapter by clocking the data
8541 * through the mailbox register.
8542 *
8543 * Return value:
8544 * nothing
8545 **/
8546static void ipr_get_unit_check_buffer(struct ipr_ioa_cfg *ioa_cfg)
8547{
8548 unsigned long mailbox;
8549 struct ipr_hostrcb *hostrcb;
8550 struct ipr_uc_sdt sdt;
8551 int rc, length;
65f56475 8552 u32 ioasc;
1da177e4
LT		 8553
8554 mailbox = readl(ioa_cfg->ioa_mailbox);
8555
dcbad00e 8556 if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(mailbox)) {
1da177e4
LT		 8557 ipr_unit_check_no_data(ioa_cfg);
8558 return;
8559 }
8560
8561 memset(&sdt, 0, sizeof(struct ipr_uc_sdt));
8562 rc = ipr_get_ldump_data_section(ioa_cfg, mailbox, (__be32 *) &sdt,
8563 (sizeof(struct ipr_uc_sdt)) / sizeof(__be32));
8564
dcbad00e
WB		 8565 if (rc || !(sdt.entry[0].flags & IPR_SDT_VALID_ENTRY) ||
8566 ((be32_to_cpu(sdt.hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
8567 (be32_to_cpu(sdt.hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
1da177e4
LT		 8568 ipr_unit_check_no_data(ioa_cfg);
8569 return;
8570 }
8571
8572 /* Find length of the first sdt entry (UC buffer) */
dcbad00e
WB		 8573 if (be32_to_cpu(sdt.hdr.state) == IPR_FMT3_SDT_READY_TO_USE)
8574 length = be32_to_cpu(sdt.entry[0].end_token);
8575 else
8576 length = (be32_to_cpu(sdt.entry[0].end_token) -
8577 be32_to_cpu(sdt.entry[0].start_token)) &
8578 IPR_FMT2_MBX_ADDR_MASK;
1da177e4
LT		 8579
8580 hostrcb = list_entry(ioa_cfg->hostrcb_free_q.next,
8581 struct ipr_hostrcb, queue);
afc3f83c 8582 list_del_init(&hostrcb->queue);
1da177e4
LT		 8583 memset(&hostrcb->hcam, 0, sizeof(hostrcb->hcam));
8584
8585 rc = ipr_get_ldump_data_section(ioa_cfg,
dcbad00e 8586 be32_to_cpu(sdt.entry[0].start_token),
1da177e4
LT		 8587 (__be32 *)&hostrcb->hcam,
8588 min(length, (int)sizeof(hostrcb->hcam)) / sizeof(__be32));
8589
65f56475 8590 if (!rc) {
1da177e4 8591 ipr_handle_log_data(ioa_cfg, hostrcb);
4565e370 8592 ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
65f56475
BK		 8593 if (ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED &&
8594 ioa_cfg->sdt_state == GET_DUMP)
8595 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8596 } else
1da177e4
LT		 8597 ipr_unit_check_no_data(ioa_cfg);
8598
8599 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
8600}
8601
110def85
WB		 8602/**
8603 * ipr_reset_get_unit_check_job - Call to get the unit check buffer.
8604 * @ipr_cmd: ipr command struct
8605 *
8606 * Description: This function will call to get the unit check buffer.
8607 *
8608 * Return value:
8609 * IPR_RC_JOB_RETURN
8610 **/
8611static int ipr_reset_get_unit_check_job(struct ipr_cmnd *ipr_cmd)
8612{
8613 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8614
8615 ENTER;
8616 ioa_cfg->ioa_unit_checked = 0;
8617 ipr_get_unit_check_buffer(ioa_cfg);
8618 ipr_cmd->job_step = ipr_reset_alert;
8619 ipr_reset_start_timer(ipr_cmd, 0);
8620
8621 LEAVE;
8622 return IPR_RC_JOB_RETURN;
8623}
8624
f41f1d99
GKB		 8625static int ipr_dump_mailbox_wait(struct ipr_cmnd *ipr_cmd)
8626{
8627 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8628
8629 ENTER;
8630
8631 if (ioa_cfg->sdt_state != GET_DUMP)
8632 return IPR_RC_JOB_RETURN;
8633
8634 if (!ioa_cfg->sis64 || !ipr_cmd->u.time_left ||
8635 (readl(ioa_cfg->regs.sense_interrupt_reg) &
8636 IPR_PCII_MAILBOX_STABLE)) {
8637
8638 if (!ipr_cmd->u.time_left)
8639 dev_err(&ioa_cfg->pdev->dev,
8640 "Timed out waiting for Mailbox register.\n");
8641
8642 ioa_cfg->sdt_state = READ_DUMP;
8643 ioa_cfg->dump_timeout = 0;
8644 if (ioa_cfg->sis64)
8645 ipr_reset_start_timer(ipr_cmd, IPR_SIS64_DUMP_TIMEOUT);
8646 else
8647 ipr_reset_start_timer(ipr_cmd, IPR_SIS32_DUMP_TIMEOUT);
8648 ipr_cmd->job_step = ipr_reset_wait_for_dump;
8649 schedule_work(&ioa_cfg->work_q);
8650
8651 } else {
8652 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8653 ipr_reset_start_timer(ipr_cmd,
8654 IPR_CHECK_FOR_RESET_TIMEOUT);
8655 }
8656
8657 LEAVE;
8658 return IPR_RC_JOB_RETURN;
8659}
8660
1da177e4
LT		 8661/**
8662 * ipr_reset_restore_cfg_space - Restore PCI config space.
8663 * @ipr_cmd: ipr command struct
8664 *
8665 * Description: This function restores the saved PCI config space of
8666 * the adapter, fails all outstanding ops back to the callers, and
8667 * fetches the dump/unit check if applicable to this reset.
8668 *
8669 * Return value:
8670 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8671 **/
8672static int ipr_reset_restore_cfg_space(struct ipr_cmnd *ipr_cmd)
8673{
8674 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
630ad831 8675 u32 int_reg;
1da177e4
LT		 8676
8677 ENTER;
99c965dd 8678 ioa_cfg->pdev->state_saved = true;
1d3c16a8 8679 pci_restore_state(ioa_cfg->pdev);
1da177e4
LT		 8680
8681 if (ipr_set_pcix_cmd_reg(ioa_cfg)) {
96d21f00 8682 ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
1da177e4
LT		 8683 return IPR_RC_JOB_CONTINUE;
8684 }
8685
8686 ipr_fail_all_ops(ioa_cfg);
8687
8701f185
WB		 8688 if (ioa_cfg->sis64) {
8689 /* Set the adapter to the correct endian mode. */
8690 writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
8691 int_reg = readl(ioa_cfg->regs.endian_swap_reg);
8692 }
8693
1da177e4 8694 if (ioa_cfg->ioa_unit_checked) {
110def85
WB		 8695 if (ioa_cfg->sis64) {
8696 ipr_cmd->job_step = ipr_reset_get_unit_check_job;
8697 ipr_reset_start_timer(ipr_cmd, IPR_DUMP_DELAY_TIMEOUT);
8698 return IPR_RC_JOB_RETURN;
8699 } else {
8700 ioa_cfg->ioa_unit_checked = 0;
8701 ipr_get_unit_check_buffer(ioa_cfg);
8702 ipr_cmd->job_step = ipr_reset_alert;
8703 ipr_reset_start_timer(ipr_cmd, 0);
8704 return IPR_RC_JOB_RETURN;
8705 }
1da177e4
LT		 8706 }
8707
8708 if (ioa_cfg->in_ioa_bringdown) {
8709 ipr_cmd->job_step = ipr_ioa_bringdown_done;
f41f1d99
GKB		 8710 } else if (ioa_cfg->sdt_state == GET_DUMP) {
8711 ipr_cmd->job_step = ipr_dump_mailbox_wait;
8712 ipr_cmd->u.time_left = IPR_WAIT_FOR_MAILBOX;
1da177e4
LT		 8713 } else {
8714 ipr_cmd->job_step = ipr_reset_enable_ioa;
1da177e4
LT		 8715 }
8716
438b0331 8717 LEAVE;
1da177e4
LT		 8718 return IPR_RC_JOB_CONTINUE;
8719}
8720
e619e1a7
BK		 8721/**
8722 * ipr_reset_bist_done - BIST has completed on the adapter.
8723 * @ipr_cmd: ipr command struct
8724 *
8725 * Description: Unblock config space and resume the reset process.
8726 *
8727 * Return value:
8728 * IPR_RC_JOB_CONTINUE
8729 **/
8730static int ipr_reset_bist_done(struct ipr_cmnd *ipr_cmd)
8731{
fb51ccbf
JK		 8732 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8733
e619e1a7 8734 ENTER;
fb51ccbf
JK		 8735 if (ioa_cfg->cfg_locked)
8736 pci_cfg_access_unlock(ioa_cfg->pdev);
8737 ioa_cfg->cfg_locked = 0;
e619e1a7
BK		 8738 ipr_cmd->job_step = ipr_reset_restore_cfg_space;
8739 LEAVE;
8740 return IPR_RC_JOB_CONTINUE;
8741}
8742
1da177e4
LT		 8743/**
8744 * ipr_reset_start_bist - Run BIST on the adapter.
8745 * @ipr_cmd: ipr command struct
8746 *
8747 * Description: This function runs BIST on the adapter, then delays 2 seconds.
8748 *
8749 * Return value:
8750 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8751 **/
8752static int ipr_reset_start_bist(struct ipr_cmnd *ipr_cmd)
8753{
8754 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
cb237ef7 8755 int rc = PCIBIOS_SUCCESSFUL;
1da177e4
LT		 8756
8757 ENTER;
cb237ef7
WB		 8758 if (ioa_cfg->ipr_chip->bist_method == IPR_MMIO)
8759 writel(IPR_UPROCI_SIS64_START_BIST,
8760 ioa_cfg->regs.set_uproc_interrupt_reg32);
8761 else
8762 rc = pci_write_config_byte(ioa_cfg->pdev, PCI_BIST, PCI_BIST_START);
8763
8764 if (rc == PCIBIOS_SUCCESSFUL) {
e619e1a7 8765 ipr_cmd->job_step = ipr_reset_bist_done;
1da177e4
LT		 8766 ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
8767 rc = IPR_RC_JOB_RETURN;
cb237ef7 8768 } else {
fb51ccbf
JK		 8769 if (ioa_cfg->cfg_locked)
8770 pci_cfg_access_unlock(ipr_cmd->ioa_cfg->pdev);
8771 ioa_cfg->cfg_locked = 0;
cb237ef7
WB		 8772 ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
8773 rc = IPR_RC_JOB_CONTINUE;
1da177e4
LT		 8774 }
8775
8776 LEAVE;
8777 return rc;
8778}
8779
463fc696
BK		 8780/**
8781 * ipr_reset_slot_reset_done - Clear PCI reset to the adapter
8782 * @ipr_cmd: ipr command struct
8783 *
8784 * Description: This clears PCI reset to the adapter and delays two seconds.
8785 *
8786 * Return value:
8787 * IPR_RC_JOB_RETURN
8788 **/
8789static int ipr_reset_slot_reset_done(struct ipr_cmnd *ipr_cmd)
8790{
8791 ENTER;
463fc696
BK		 8792 ipr_cmd->job_step = ipr_reset_bist_done;
8793 ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
8794 LEAVE;
8795 return IPR_RC_JOB_RETURN;
8796}
8797
2796ca5e
BK		 8798/**
8799 * ipr_reset_reset_work - Pulse a PCIe fundamental reset
8800 * @work: work struct
8801 *
8802 * Description: This pulses warm reset to a slot.
8803 *
8804 **/
8805static void ipr_reset_reset_work(struct work_struct *work)
8806{
8807 struct ipr_cmnd *ipr_cmd = container_of(work, struct ipr_cmnd, work);
8808 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8809 struct pci_dev *pdev = ioa_cfg->pdev;
8810 unsigned long lock_flags = 0;
8811
8812 ENTER;
8813 pci_set_pcie_reset_state(pdev, pcie_warm_reset);
8814 msleep(jiffies_to_msecs(IPR_PCI_RESET_TIMEOUT));
8815 pci_set_pcie_reset_state(pdev, pcie_deassert_reset);
8816
8817 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8818 if (ioa_cfg->reset_cmd == ipr_cmd)
8819 ipr_reset_ioa_job(ipr_cmd);
8820 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8821 LEAVE;
8822}
8823
463fc696
BK		 8824/**
8825 * ipr_reset_slot_reset - Reset the PCI slot of the adapter.
8826 * @ipr_cmd: ipr command struct
8827 *
8828 * Description: This asserts PCI reset to the adapter.
8829 *
8830 * Return value:
8831 * IPR_RC_JOB_RETURN
8832 **/
8833static int ipr_reset_slot_reset(struct ipr_cmnd *ipr_cmd)
8834{
8835 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
463fc696
BK		 8836
8837 ENTER;
2796ca5e
BK		 8838 INIT_WORK(&ipr_cmd->work, ipr_reset_reset_work);
8839 queue_work(ioa_cfg->reset_work_q, &ipr_cmd->work);
463fc696 8840 ipr_cmd->job_step = ipr_reset_slot_reset_done;
463fc696
BK		 8841 LEAVE;
8842 return IPR_RC_JOB_RETURN;
8843}
8844
fb51ccbf
JK		 8845/**
8846 * ipr_reset_block_config_access_wait - Wait for permission to block config access
8847 * @ipr_cmd: ipr command struct
8848 *
8849 * Description: This attempts to block config access to the IOA.
8850 *
8851 * Return value:
8852 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8853 **/
8854static int ipr_reset_block_config_access_wait(struct ipr_cmnd *ipr_cmd)
8855{
8856 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8857 int rc = IPR_RC_JOB_CONTINUE;
8858
8859 if (pci_cfg_access_trylock(ioa_cfg->pdev)) {
8860 ioa_cfg->cfg_locked = 1;
8861 ipr_cmd->job_step = ioa_cfg->reset;
8862 } else {
8863 if (ipr_cmd->u.time_left) {
8864 rc = IPR_RC_JOB_RETURN;
8865 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8866 ipr_reset_start_timer(ipr_cmd,
8867 IPR_CHECK_FOR_RESET_TIMEOUT);
8868 } else {
8869 ipr_cmd->job_step = ioa_cfg->reset;
8870 dev_err(&ioa_cfg->pdev->dev,
8871 "Timed out waiting to lock config access. Resetting anyway.\n");
8872 }
8873 }
8874
8875 return rc;
8876}
8877
8878/**
8879 * ipr_reset_block_config_access - Block config access to the IOA
8880 * @ipr_cmd: ipr command struct
8881 *
8882 * Description: This attempts to block config access to the IOA
8883 *
8884 * Return value:
8885 * IPR_RC_JOB_CONTINUE
8886 **/
8887static int ipr_reset_block_config_access(struct ipr_cmnd *ipr_cmd)
8888{
8889 ipr_cmd->ioa_cfg->cfg_locked = 0;
8890 ipr_cmd->job_step = ipr_reset_block_config_access_wait;
8891 ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
8892 return IPR_RC_JOB_CONTINUE;
8893}
8894
1da177e4
LT		 8895/**
8896 * ipr_reset_allowed - Query whether or not IOA can be reset
8897 * @ioa_cfg: ioa config struct
8898 *
8899 * Return value:
8900 * 0 if reset not allowed / non-zero if reset is allowed
8901 **/
8902static int ipr_reset_allowed(struct ipr_ioa_cfg *ioa_cfg)
8903{
8904 volatile u32 temp_reg;
8905
8906 temp_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
8907 return ((temp_reg & IPR_PCII_CRITICAL_OPERATION) == 0);
8908}
8909
8910/**
8911 * ipr_reset_wait_to_start_bist - Wait for permission to reset IOA.
8912 * @ipr_cmd: ipr command struct
8913 *
8914 * Description: This function waits for adapter permission to run BIST,
8915 * then runs BIST. If the adapter does not give permission after a
8916 * reasonable time, we will reset the adapter anyway. The impact of
8917 * resetting the adapter without warning the adapter is the risk of
8918 * losing the persistent error log on the adapter. If the adapter is
8919 * reset while it is writing to the flash on the adapter, the flash
8920 * segment will have bad ECC and be zeroed.
8921 *
8922 * Return value:
8923 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8924 **/
8925static int ipr_reset_wait_to_start_bist(struct ipr_cmnd *ipr_cmd)
8926{
8927 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8928 int rc = IPR_RC_JOB_RETURN;
8929
8930 if (!ipr_reset_allowed(ioa_cfg) && ipr_cmd->u.time_left) {
8931 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8932 ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
8933 } else {
fb51ccbf 8934 ipr_cmd->job_step = ipr_reset_block_config_access;
1da177e4
LT		 8935 rc = IPR_RC_JOB_CONTINUE;
8936 }
8937
8938 return rc;
8939}
8940
8941/**
8701f185 8942 * ipr_reset_alert - Alert the adapter of a pending reset
1da177e4
LT		 8943 * @ipr_cmd: ipr command struct
8944 *
8945 * Description: This function alerts the adapter that it will be reset.
8946 * If memory space is not currently enabled, proceed directly
8947 * to running BIST on the adapter. The timer must always be started
8948 * so we guarantee we do not run BIST from ipr_isr.
8949 *
8950 * Return value:
8951 * IPR_RC_JOB_RETURN
8952 **/
8953static int ipr_reset_alert(struct ipr_cmnd *ipr_cmd)
8954{
8955 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8956 u16 cmd_reg;
8957 int rc;
8958
8959 ENTER;
8960 rc = pci_read_config_word(ioa_cfg->pdev, PCI_COMMAND, &cmd_reg);
8961
8962 if ((rc == PCIBIOS_SUCCESSFUL) && (cmd_reg & PCI_COMMAND_MEMORY)) {
8963 ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
214777ba 8964 writel(IPR_UPROCI_RESET_ALERT, ioa_cfg->regs.set_uproc_interrupt_reg32);
1da177e4
LT		 8965 ipr_cmd->job_step = ipr_reset_wait_to_start_bist;
8966 } else {
fb51ccbf 8967 ipr_cmd->job_step = ipr_reset_block_config_access;
1da177e4
LT		 8968 }
8969
8970 ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
8971 ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
8972
8973 LEAVE;
8974 return IPR_RC_JOB_RETURN;
8975}
8976
4fdd7c7a
BK		 8977/**
8978 * ipr_reset_quiesce_done - Complete IOA disconnect
8979 * @ipr_cmd: ipr command struct
8980 *
8981 * Description: Freeze the adapter to complete quiesce processing
8982 *
8983 * Return value:
8984 * IPR_RC_JOB_CONTINUE
8985 **/
8986static int ipr_reset_quiesce_done(struct ipr_cmnd *ipr_cmd)
8987{
8988 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8989
8990 ENTER;
8991 ipr_cmd->job_step = ipr_ioa_bringdown_done;
8992 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
8993 LEAVE;
8994 return IPR_RC_JOB_CONTINUE;
8995}
8996
8997/**
8998 * ipr_reset_cancel_hcam_done - Check for outstanding commands
8999 * @ipr_cmd: ipr command struct
9000 *
9001 * Description: Ensure nothing is outstanding to the IOA and
9002 * proceed with IOA disconnect. Otherwise reset the IOA.
9003 *
9004 * Return value:
9005 * IPR_RC_JOB_RETURN / IPR_RC_JOB_CONTINUE
9006 **/
9007static int ipr_reset_cancel_hcam_done(struct ipr_cmnd *ipr_cmd)
9008{
9009 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9010 struct ipr_cmnd *loop_cmd;
9011 struct ipr_hrr_queue *hrrq;
9012 int rc = IPR_RC_JOB_CONTINUE;
9013 int count = 0;
9014
9015 ENTER;
9016 ipr_cmd->job_step = ipr_reset_quiesce_done;
9017
9018 for_each_hrrq(hrrq, ioa_cfg) {
9019 spin_lock(&hrrq->_lock);
9020 list_for_each_entry(loop_cmd, &hrrq->hrrq_pending_q, queue) {
9021 count++;
9022 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9023 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
9024 rc = IPR_RC_JOB_RETURN;
9025 break;
9026 }
9027 spin_unlock(&hrrq->_lock);
9028
9029 if (count)
9030 break;
9031 }
9032
9033 LEAVE;
9034 return rc;
9035}
9036
9037/**
9038 * ipr_reset_cancel_hcam - Cancel outstanding HCAMs
9039 * @ipr_cmd: ipr command struct
9040 *
9041 * Description: Cancel any oustanding HCAMs to the IOA.
9042 *
9043 * Return value:
9044 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
9045 **/
9046static int ipr_reset_cancel_hcam(struct ipr_cmnd *ipr_cmd)
9047{
9048 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9049 int rc = IPR_RC_JOB_CONTINUE;
9050 struct ipr_cmd_pkt *cmd_pkt;
9051 struct ipr_cmnd *hcam_cmd;
9052 struct ipr_hrr_queue *hrrq = &ioa_cfg->hrrq[IPR_INIT_HRRQ];
9053
9054 ENTER;
9055 ipr_cmd->job_step = ipr_reset_cancel_hcam_done;
9056
9057 if (!hrrq->ioa_is_dead) {
9058 if (!list_empty(&ioa_cfg->hostrcb_pending_q)) {
9059 list_for_each_entry(hcam_cmd, &hrrq->hrrq_pending_q, queue) {
9060 if (hcam_cmd->ioarcb.cmd_pkt.cdb[0] != IPR_HOST_CONTROLLED_ASYNC)
9061 continue;
9062
9063 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
9064 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
9065 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
9066 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
9067 cmd_pkt->cdb[0] = IPR_CANCEL_REQUEST;
9068 cmd_pkt->cdb[1] = IPR_CANCEL_64BIT_IOARCB;
9069 cmd_pkt->cdb[10] = ((u64) hcam_cmd->dma_addr >> 56) & 0xff;
9070 cmd_pkt->cdb[11] = ((u64) hcam_cmd->dma_addr >> 48) & 0xff;
9071 cmd_pkt->cdb[12] = ((u64) hcam_cmd->dma_addr >> 40) & 0xff;
9072 cmd_pkt->cdb[13] = ((u64) hcam_cmd->dma_addr >> 32) & 0xff;
9073 cmd_pkt->cdb[2] = ((u64) hcam_cmd->dma_addr >> 24) & 0xff;
9074 cmd_pkt->cdb[3] = ((u64) hcam_cmd->dma_addr >> 16) & 0xff;
9075 cmd_pkt->cdb[4] = ((u64) hcam_cmd->dma_addr >> 8) & 0xff;
9076 cmd_pkt->cdb[5] = ((u64) hcam_cmd->dma_addr) & 0xff;
9077
9078 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
9079 IPR_CANCEL_TIMEOUT);
9080
9081 rc = IPR_RC_JOB_RETURN;
9082 ipr_cmd->job_step = ipr_reset_cancel_hcam;
9083 break;
9084 }
9085 }
9086 } else
9087 ipr_cmd->job_step = ipr_reset_alert;
9088
9089 LEAVE;
9090 return rc;
9091}
9092
1da177e4
LT		 9093/**
9094 * ipr_reset_ucode_download_done - Microcode download completion
9095 * @ipr_cmd: ipr command struct
9096 *
9097 * Description: This function unmaps the microcode download buffer.
9098 *
9099 * Return value:
9100 * IPR_RC_JOB_CONTINUE
9101 **/
9102static int ipr_reset_ucode_download_done(struct ipr_cmnd *ipr_cmd)
9103{
9104 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9105 struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
9106
d73341bf 9107 dma_unmap_sg(&ioa_cfg->pdev->dev, sglist->scatterlist,
1da177e4
LT		 9108 sglist->num_sg, DMA_TO_DEVICE);
9109
9110 ipr_cmd->job_step = ipr_reset_alert;
9111 return IPR_RC_JOB_CONTINUE;
9112}
9113
9114/**
9115 * ipr_reset_ucode_download - Download microcode to the adapter
9116 * @ipr_cmd: ipr command struct
9117 *
9118 * Description: This function checks to see if it there is microcode
9119 * to download to the adapter. If there is, a download is performed.
9120 *
9121 * Return value:
9122 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
9123 **/
9124static int ipr_reset_ucode_download(struct ipr_cmnd *ipr_cmd)
9125{
9126 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9127 struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
9128
9129 ENTER;
9130 ipr_cmd->job_step = ipr_reset_alert;
9131
9132 if (!sglist)
9133 return IPR_RC_JOB_CONTINUE;
9134
9135 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
9136 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
9137 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = WRITE_BUFFER;
9138 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_WR_BUF_DOWNLOAD_AND_SAVE;
9139 ipr_cmd->ioarcb.cmd_pkt.cdb[6] = (sglist->buffer_len & 0xff0000) >> 16;
9140 ipr_cmd->ioarcb.cmd_pkt.cdb[7] = (sglist->buffer_len & 0x00ff00) >> 8;
9141 ipr_cmd->ioarcb.cmd_pkt.cdb[8] = sglist->buffer_len & 0x0000ff;
9142
a32c055f
WB		 9143 if (ioa_cfg->sis64)
9144 ipr_build_ucode_ioadl64(ipr_cmd, sglist);
9145 else
9146 ipr_build_ucode_ioadl(ipr_cmd, sglist);
1da177e4
LT		 9147 ipr_cmd->job_step = ipr_reset_ucode_download_done;
9148
9149 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
9150 IPR_WRITE_BUFFER_TIMEOUT);
9151
9152 LEAVE;
9153 return IPR_RC_JOB_RETURN;
9154}
9155
9156/**
9157 * ipr_reset_shutdown_ioa - Shutdown the adapter
9158 * @ipr_cmd: ipr command struct
9159 *
9160 * Description: This function issues an adapter shutdown of the
9161 * specified type to the specified adapter as part of the
9162 * adapter reset job.
9163 *
9164 * Return value:
9165 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
9166 **/
9167static int ipr_reset_shutdown_ioa(struct ipr_cmnd *ipr_cmd)
9168{
9169 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9170 enum ipr_shutdown_type shutdown_type = ipr_cmd->u.shutdown_type;
9171 unsigned long timeout;
9172 int rc = IPR_RC_JOB_CONTINUE;
9173
9174 ENTER;
4fdd7c7a
BK		 9175 if (shutdown_type == IPR_SHUTDOWN_QUIESCE)
9176 ipr_cmd->job_step = ipr_reset_cancel_hcam;
9177 else if (shutdown_type != IPR_SHUTDOWN_NONE &&
56d6aa33 9178 !ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
1da177e4
LT		 9179 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
9180 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
9181 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
9182 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = shutdown_type;
9183
ac09c349
BK		 9184 if (shutdown_type == IPR_SHUTDOWN_NORMAL)
9185 timeout = IPR_SHUTDOWN_TIMEOUT;
1da177e4
LT		 9186 else if (shutdown_type == IPR_SHUTDOWN_PREPARE_FOR_NORMAL)
9187 timeout = IPR_INTERNAL_TIMEOUT;
ac09c349
BK		 9188 else if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
9189 timeout = IPR_DUAL_IOA_ABBR_SHUTDOWN_TO;
1da177e4 9190 else
ac09c349 9191 timeout = IPR_ABBREV_SHUTDOWN_TIMEOUT;
1da177e4
LT		 9192
9193 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, timeout);
9194
9195 rc = IPR_RC_JOB_RETURN;
9196 ipr_cmd->job_step = ipr_reset_ucode_download;
9197 } else
9198 ipr_cmd->job_step = ipr_reset_alert;
9199
9200 LEAVE;
9201 return rc;
9202}
9203
9204/**
9205 * ipr_reset_ioa_job - Adapter reset job
9206 * @ipr_cmd: ipr command struct
9207 *
9208 * Description: This function is the job router for the adapter reset job.
9209 *
9210 * Return value:
9211 * none
9212 **/
9213static void ipr_reset_ioa_job(struct ipr_cmnd *ipr_cmd)
9214{
9215 u32 rc, ioasc;
1da177e4
LT		 9216 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9217
9218 do {
96d21f00 9219 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
1da177e4
LT		 9220
9221 if (ioa_cfg->reset_cmd != ipr_cmd) {
9222 /*
9223 * We are doing nested adapter resets and this is
9224 * not the current reset job.
9225 */
05a6538a 9226 list_add_tail(&ipr_cmd->queue,
9227 &ipr_cmd->hrrq->hrrq_free_q);
1da177e4
LT		 9228 return;
9229 }
9230
9231 if (IPR_IOASC_SENSE_KEY(ioasc)) {
dfed823e
BK		 9232 rc = ipr_cmd->job_step_failed(ipr_cmd);
9233 if (rc == IPR_RC_JOB_RETURN)
9234 return;
1da177e4
LT		 9235 }
9236
9237 ipr_reinit_ipr_cmnd(ipr_cmd);
dfed823e 9238 ipr_cmd->job_step_failed = ipr_reset_cmd_failed;
1da177e4 9239 rc = ipr_cmd->job_step(ipr_cmd);
203fa3fe 9240 } while (rc == IPR_RC_JOB_CONTINUE);
1da177e4
LT		 9241}
9242
9243/**
9244 * _ipr_initiate_ioa_reset - Initiate an adapter reset
9245 * @ioa_cfg: ioa config struct
9246 * @job_step: first job step of reset job
9247 * @shutdown_type: shutdown type
9248 *
9249 * Description: This function will initiate the reset of the given adapter
9250 * starting at the selected job step.
9251 * If the caller needs to wait on the completion of the reset,
9252 * the caller must sleep on the reset_wait_q.
9253 *
9254 * Return value:
9255 * none
9256 **/
9257static void _ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
9258 int (*job_step) (struct ipr_cmnd *),
9259 enum ipr_shutdown_type shutdown_type)
9260{
9261 struct ipr_cmnd *ipr_cmd;
56d6aa33 9262 int i;
1da177e4
LT		 9263
9264 ioa_cfg->in_reset_reload = 1;
56d6aa33 9265 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9266 spin_lock(&ioa_cfg->hrrq[i]._lock);
9267 ioa_cfg->hrrq[i].allow_cmds = 0;
9268 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9269 }
9270 wmb();
b0e17a9b
BK		 9271 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
9272 ioa_cfg->scsi_unblock = 0;
9273 ioa_cfg->scsi_blocked = 1;
bfae7820 9274 scsi_block_requests(ioa_cfg->host);
b0e17a9b 9275 }
1da177e4
LT		 9276
9277 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
9278 ioa_cfg->reset_cmd = ipr_cmd;
9279 ipr_cmd->job_step = job_step;
9280 ipr_cmd->u.shutdown_type = shutdown_type;
9281
9282 ipr_reset_ioa_job(ipr_cmd);
9283}
9284
9285/**
9286 * ipr_initiate_ioa_reset - Initiate an adapter reset
9287 * @ioa_cfg: ioa config struct
9288 * @shutdown_type: shutdown type
9289 *
9290 * Description: This function will initiate the reset of the given adapter.
9291 * If the caller needs to wait on the completion of the reset,
9292 * the caller must sleep on the reset_wait_q.
9293 *
9294 * Return value:
9295 * none
9296 **/
9297static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
9298 enum ipr_shutdown_type shutdown_type)
9299{
56d6aa33 9300 int i;
9301
9302 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
1da177e4
LT		 9303 return;
9304
41e9a696
BK		 9305 if (ioa_cfg->in_reset_reload) {
9306 if (ioa_cfg->sdt_state == GET_DUMP)
9307 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
9308 else if (ioa_cfg->sdt_state == READ_DUMP)
9309 ioa_cfg->sdt_state = ABORT_DUMP;
9310 }
1da177e4
LT		 9311
9312 if (ioa_cfg->reset_retries++ >= IPR_NUM_RESET_RELOAD_RETRIES) {
9313 dev_err(&ioa_cfg->pdev->dev,
9314 "IOA taken offline - error recovery failed\n");
9315
9316 ioa_cfg->reset_retries = 0;
56d6aa33 9317 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9318 spin_lock(&ioa_cfg->hrrq[i]._lock);
9319 ioa_cfg->hrrq[i].ioa_is_dead = 1;
9320 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9321 }
9322 wmb();
1da177e4
LT		 9323
9324 if (ioa_cfg->in_ioa_bringdown) {
9325 ioa_cfg->reset_cmd = NULL;
9326 ioa_cfg->in_reset_reload = 0;
9327 ipr_fail_all_ops(ioa_cfg);
9328 wake_up_all(&ioa_cfg->reset_wait_q);
9329
bfae7820 9330 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
b0e17a9b
BK		 9331 ioa_cfg->scsi_unblock = 1;
9332 schedule_work(&ioa_cfg->work_q);
bfae7820 9333 }
1da177e4
LT		 9334 return;
9335 } else {
9336 ioa_cfg->in_ioa_bringdown = 1;
9337 shutdown_type = IPR_SHUTDOWN_NONE;
9338 }
9339 }
9340
9341 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_shutdown_ioa,
9342 shutdown_type);
9343}
9344
f8a88b19
LV		 9345/**
9346 * ipr_reset_freeze - Hold off all I/O activity
9347 * @ipr_cmd: ipr command struct
9348 *
9349 * Description: If the PCI slot is frozen, hold off all I/O
9350 * activity; then, as soon as the slot is available again,
9351 * initiate an adapter reset.
9352 */
9353static int ipr_reset_freeze(struct ipr_cmnd *ipr_cmd)
9354{
56d6aa33 9355 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9356 int i;
9357
f8a88b19 9358 /* Disallow new interrupts, avoid loop */
56d6aa33 9359 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9360 spin_lock(&ioa_cfg->hrrq[i]._lock);
9361 ioa_cfg->hrrq[i].allow_interrupts = 0;
9362 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9363 }
9364 wmb();
05a6538a 9365 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
f8a88b19
LV		 9366 ipr_cmd->done = ipr_reset_ioa_job;
9367 return IPR_RC_JOB_RETURN;
9368}
9369
6270e593
BK		 9370/**
9371 * ipr_pci_mmio_enabled - Called when MMIO has been re-enabled
9372 * @pdev: PCI device struct
9373 *
9374 * Description: This routine is called to tell us that the MMIO
9375 * access to the IOA has been restored
9376 */
9377static pci_ers_result_t ipr_pci_mmio_enabled(struct pci_dev *pdev)
9378{
9379 unsigned long flags = 0;
9380 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9381
9382 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9383 if (!ioa_cfg->probe_done)
9384 pci_save_state(pdev);
9385 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9386 return PCI_ERS_RESULT_NEED_RESET;
9387}
9388
f8a88b19
LV		 9389/**
9390 * ipr_pci_frozen - Called when slot has experienced a PCI bus error.
9391 * @pdev: PCI device struct
9392 *
9393 * Description: This routine is called to tell us that the PCI bus
9394 * is down. Can't do anything here, except put the device driver
9395 * into a holding pattern, waiting for the PCI bus to come back.
9396 */
9397static void ipr_pci_frozen(struct pci_dev *pdev)
9398{
9399 unsigned long flags = 0;
9400 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9401
9402 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6270e593
BK		 9403 if (ioa_cfg->probe_done)
9404 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_freeze, IPR_SHUTDOWN_NONE);
f8a88b19
LV		 9405 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9406}
9407
9408/**
9409 * ipr_pci_slot_reset - Called when PCI slot has been reset.
9410 * @pdev: PCI device struct
9411 *
9412 * Description: This routine is called by the pci error recovery
9413 * code after the PCI slot has been reset, just before we
9414 * should resume normal operations.
9415 */
9416static pci_ers_result_t ipr_pci_slot_reset(struct pci_dev *pdev)
9417{
9418 unsigned long flags = 0;
9419 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9420
9421 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6270e593
BK		 9422 if (ioa_cfg->probe_done) {
9423 if (ioa_cfg->needs_warm_reset)
9424 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9425 else
9426 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_restore_cfg_space,
9427 IPR_SHUTDOWN_NONE);
9428 } else
9429 wake_up_all(&ioa_cfg->eeh_wait_q);
f8a88b19
LV		 9430 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9431 return PCI_ERS_RESULT_RECOVERED;
9432}
9433
9434/**
9435 * ipr_pci_perm_failure - Called when PCI slot is dead for good.
9436 * @pdev: PCI device struct
9437 *
9438 * Description: This routine is called when the PCI bus has
9439 * permanently failed.
9440 */
9441static void ipr_pci_perm_failure(struct pci_dev *pdev)
9442{
9443 unsigned long flags = 0;
9444 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
56d6aa33 9445 int i;
f8a88b19
LV		 9446
9447 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6270e593
BK		 9448 if (ioa_cfg->probe_done) {
9449 if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
9450 ioa_cfg->sdt_state = ABORT_DUMP;
9451 ioa_cfg->reset_retries = IPR_NUM_RESET_RELOAD_RETRIES - 1;
9452 ioa_cfg->in_ioa_bringdown = 1;
9453 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9454 spin_lock(&ioa_cfg->hrrq[i]._lock);
9455 ioa_cfg->hrrq[i].allow_cmds = 0;
9456 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9457 }
9458 wmb();
9459 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9460 } else
9461 wake_up_all(&ioa_cfg->eeh_wait_q);
f8a88b19
LV		 9462 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9463}
9464
9465/**
9466 * ipr_pci_error_detected - Called when a PCI error is detected.
9467 * @pdev: PCI device struct
9468 * @state: PCI channel state
9469 *
9470 * Description: Called when a PCI error is detected.
9471 *
9472 * Return value:
9473 * PCI_ERS_RESULT_NEED_RESET or PCI_ERS_RESULT_DISCONNECT
9474 */
9475static pci_ers_result_t ipr_pci_error_detected(struct pci_dev *pdev,
9476 pci_channel_state_t state)
9477{
9478 switch (state) {
9479 case pci_channel_io_frozen:
9480 ipr_pci_frozen(pdev);
6270e593 9481 return PCI_ERS_RESULT_CAN_RECOVER;
f8a88b19
LV		 9482 case pci_channel_io_perm_failure:
9483 ipr_pci_perm_failure(pdev);
9484 return PCI_ERS_RESULT_DISCONNECT;
9485 break;
9486 default:
9487 break;
9488 }
9489 return PCI_ERS_RESULT_NEED_RESET;
9490}
9491
1da177e4
LT		 9492/**
9493 * ipr_probe_ioa_part2 - Initializes IOAs found in ipr_probe_ioa(..)
9494 * @ioa_cfg: ioa cfg struct
9495 *
183b8021 9496 * Description: This is the second phase of adapter initialization
1da177e4
LT		 9497 * This function takes care of initilizing the adapter to the point
9498 * where it can accept new commands.
9499
9500 * Return value:
b1c11812 9501 * 0 on success / -EIO on failure
1da177e4 9502 **/
6f039790 9503static int ipr_probe_ioa_part2(struct ipr_ioa_cfg *ioa_cfg)
1da177e4
LT		 9504{
9505 int rc = 0;
9506 unsigned long host_lock_flags = 0;
9507
9508 ENTER;
9509 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9510 dev_dbg(&ioa_cfg->pdev->dev, "ioa_cfg adx: 0x%p\n", ioa_cfg);
6270e593 9511 ioa_cfg->probe_done = 1;
ce155cce
BK		 9512 if (ioa_cfg->needs_hard_reset) {
9513 ioa_cfg->needs_hard_reset = 0;
9514 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9515 } else
9516 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_enable_ioa,
9517 IPR_SHUTDOWN_NONE);
1da177e4 9518 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
1da177e4
LT		 9519
9520 LEAVE;
9521 return rc;
9522}
9523
9524/**
9525 * ipr_free_cmd_blks - Frees command blocks allocated for an adapter
9526 * @ioa_cfg: ioa config struct
9527 *
9528 * Return value:
9529 * none
9530 **/
9531static void ipr_free_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
9532{
9533 int i;
9534
a65e8f12
BK		 9535 if (ioa_cfg->ipr_cmnd_list) {
9536 for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
9537 if (ioa_cfg->ipr_cmnd_list[i])
9538 dma_pool_free(ioa_cfg->ipr_cmd_pool,
9539 ioa_cfg->ipr_cmnd_list[i],
9540 ioa_cfg->ipr_cmnd_list_dma[i]);
1da177e4 9541
a65e8f12
BK		 9542 ioa_cfg->ipr_cmnd_list[i] = NULL;
9543 }
1da177e4
LT		 9544 }
9545
9546 if (ioa_cfg->ipr_cmd_pool)
d73341bf 9547 dma_pool_destroy(ioa_cfg->ipr_cmd_pool);
1da177e4 9548
89aad428
BK		 9549 kfree(ioa_cfg->ipr_cmnd_list);
9550 kfree(ioa_cfg->ipr_cmnd_list_dma);
9551 ioa_cfg->ipr_cmnd_list = NULL;
9552 ioa_cfg->ipr_cmnd_list_dma = NULL;
1da177e4
LT		 9553 ioa_cfg->ipr_cmd_pool = NULL;
9554}
9555
9556/**
9557 * ipr_free_mem - Frees memory allocated for an adapter
9558 * @ioa_cfg: ioa cfg struct
9559 *
9560 * Return value:
9561 * nothing
9562 **/
9563static void ipr_free_mem(struct ipr_ioa_cfg *ioa_cfg)
9564{
9565 int i;
9566
9567 kfree(ioa_cfg->res_entries);
d73341bf
AB		 9568 dma_free_coherent(&ioa_cfg->pdev->dev, sizeof(struct ipr_misc_cbs),
9569 ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
1da177e4 9570 ipr_free_cmd_blks(ioa_cfg);
05a6538a 9571
9572 for (i = 0; i < ioa_cfg->hrrq_num; i++)
d73341bf
AB		 9573 dma_free_coherent(&ioa_cfg->pdev->dev,
9574 sizeof(u32) * ioa_cfg->hrrq[i].size,
9575 ioa_cfg->hrrq[i].host_rrq,
9576 ioa_cfg->hrrq[i].host_rrq_dma);
05a6538a 9577
d73341bf
AB		 9578 dma_free_coherent(&ioa_cfg->pdev->dev, ioa_cfg->cfg_table_size,
9579 ioa_cfg->u.cfg_table, ioa_cfg->cfg_table_dma);
1da177e4 9580
afc3f83c 9581 for (i = 0; i < IPR_MAX_HCAMS; i++) {
d73341bf
AB		 9582 dma_free_coherent(&ioa_cfg->pdev->dev,
9583 sizeof(struct ipr_hostrcb),
9584 ioa_cfg->hostrcb[i],
9585 ioa_cfg->hostrcb_dma[i]);
1da177e4
LT		 9586 }
9587
9588 ipr_free_dump(ioa_cfg);
1da177e4
LT		 9589 kfree(ioa_cfg->trace);
9590}
9591
9592/**
2796ca5e
BK		 9593 * ipr_free_irqs - Free all allocated IRQs for the adapter.
9594 * @ioa_cfg: ipr cfg struct
1da177e4 9595 *
2796ca5e 9596 * This function frees all allocated IRQs for the
1da177e4
LT		 9597 * specified adapter.
9598 *
9599 * Return value:
9600 * none
9601 **/
2796ca5e 9602static void ipr_free_irqs(struct ipr_ioa_cfg *ioa_cfg)
1da177e4
LT		 9603{
9604 struct pci_dev *pdev = ioa_cfg->pdev;
a299ee62 9605 int i;
1da177e4 9606
a299ee62
CH		 9607 for (i = 0; i < ioa_cfg->nvectors; i++)
9608 free_irq(pci_irq_vector(pdev, i), &ioa_cfg->hrrq[i]);
9609 pci_free_irq_vectors(pdev);
2796ca5e 9610}
05a6538a 9611
2796ca5e
BK		 9612/**
9613 * ipr_free_all_resources - Free all allocated resources for an adapter.
9614 * @ipr_cmd: ipr command struct
9615 *
9616 * This function frees all allocated resources for the
9617 * specified adapter.
9618 *
9619 * Return value:
9620 * none
9621 **/
9622static void ipr_free_all_resources(struct ipr_ioa_cfg *ioa_cfg)
9623{
9624 struct pci_dev *pdev = ioa_cfg->pdev;
05a6538a 9625
2796ca5e
BK		 9626 ENTER;
9627 ipr_free_irqs(ioa_cfg);
9628 if (ioa_cfg->reset_work_q)
9629 destroy_workqueue(ioa_cfg->reset_work_q);
1da177e4
LT		 9630 iounmap(ioa_cfg->hdw_dma_regs);
9631 pci_release_regions(pdev);
9632 ipr_free_mem(ioa_cfg);
9633 scsi_host_put(ioa_cfg->host);
9634 pci_disable_device(pdev);
9635 LEAVE;
9636}
9637
9638/**
9639 * ipr_alloc_cmd_blks - Allocate command blocks for an adapter
9640 * @ioa_cfg: ioa config struct
9641 *
9642 * Return value:
9643 * 0 on success / -ENOMEM on allocation failure
9644 **/
6f039790 9645static int ipr_alloc_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
1da177e4
LT		 9646{
9647 struct ipr_cmnd *ipr_cmd;
9648 struct ipr_ioarcb *ioarcb;
9649 dma_addr_t dma_addr;
05a6538a 9650 int i, entries_each_hrrq, hrrq_id = 0;
1da177e4 9651
d73341bf 9652 ioa_cfg->ipr_cmd_pool = dma_pool_create(IPR_NAME, &ioa_cfg->pdev->dev,
203fa3fe 9653 sizeof(struct ipr_cmnd), 512, 0);
1da177e4
LT		 9654
9655 if (!ioa_cfg->ipr_cmd_pool)
9656 return -ENOMEM;
9657
89aad428
BK		 9658 ioa_cfg->ipr_cmnd_list = kcalloc(IPR_NUM_CMD_BLKS, sizeof(struct ipr_cmnd *), GFP_KERNEL);
9659 ioa_cfg->ipr_cmnd_list_dma = kcalloc(IPR_NUM_CMD_BLKS, sizeof(dma_addr_t), GFP_KERNEL);
9660
9661 if (!ioa_cfg->ipr_cmnd_list || !ioa_cfg->ipr_cmnd_list_dma) {
9662 ipr_free_cmd_blks(ioa_cfg);
9663 return -ENOMEM;
9664 }
9665
05a6538a 9666 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9667 if (ioa_cfg->hrrq_num > 1) {
9668 if (i == 0) {
9669 entries_each_hrrq = IPR_NUM_INTERNAL_CMD_BLKS;
9670 ioa_cfg->hrrq[i].min_cmd_id = 0;
9671 ioa_cfg->hrrq[i].max_cmd_id =
9672 (entries_each_hrrq - 1);
9673 } else {
9674 entries_each_hrrq =
9675 IPR_NUM_BASE_CMD_BLKS/
9676 (ioa_cfg->hrrq_num - 1);
9677 ioa_cfg->hrrq[i].min_cmd_id =
9678 IPR_NUM_INTERNAL_CMD_BLKS +
9679 (i - 1) * entries_each_hrrq;
9680 ioa_cfg->hrrq[i].max_cmd_id =
9681 (IPR_NUM_INTERNAL_CMD_BLKS +
9682 i * entries_each_hrrq - 1);
9683 }
9684 } else {
9685 entries_each_hrrq = IPR_NUM_CMD_BLKS;
9686 ioa_cfg->hrrq[i].min_cmd_id = 0;
9687 ioa_cfg->hrrq[i].max_cmd_id = (entries_each_hrrq - 1);
9688 }
9689 ioa_cfg->hrrq[i].size = entries_each_hrrq;
9690 }
9691
9692 BUG_ON(ioa_cfg->hrrq_num == 0);
9693
9694 i = IPR_NUM_CMD_BLKS -
9695 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id - 1;
9696 if (i > 0) {
9697 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].size += i;
9698 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id += i;
9699 }
9700
1da177e4 9701 for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
d73341bf 9702 ipr_cmd = dma_pool_alloc(ioa_cfg->ipr_cmd_pool, GFP_KERNEL, &dma_addr);
1da177e4
LT		 9703
9704 if (!ipr_cmd) {
9705 ipr_free_cmd_blks(ioa_cfg);
9706 return -ENOMEM;
9707 }
9708
9709 memset(ipr_cmd, 0, sizeof(*ipr_cmd));
9710 ioa_cfg->ipr_cmnd_list[i] = ipr_cmd;
9711 ioa_cfg->ipr_cmnd_list_dma[i] = dma_addr;
9712
9713 ioarcb = &ipr_cmd->ioarcb;
a32c055f
WB		 9714 ipr_cmd->dma_addr = dma_addr;
9715 if (ioa_cfg->sis64)
9716 ioarcb->a.ioarcb_host_pci_addr64 = cpu_to_be64(dma_addr);
9717 else
9718 ioarcb->a.ioarcb_host_pci_addr = cpu_to_be32(dma_addr);
9719
1da177e4 9720 ioarcb->host_response_handle = cpu_to_be32(i << 2);
a32c055f
WB		 9721 if (ioa_cfg->sis64) {
9722 ioarcb->u.sis64_addr_data.data_ioadl_addr =
9723 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
9724 ioarcb->u.sis64_addr_data.ioasa_host_pci_addr =
96d21f00 9725 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, s.ioasa64));
a32c055f
WB		 9726 } else {
9727 ioarcb->write_ioadl_addr =
9728 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
9729 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
9730 ioarcb->ioasa_host_pci_addr =
96d21f00 9731 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, s.ioasa));
a32c055f 9732 }
1da177e4
LT		 9733 ioarcb->ioasa_len = cpu_to_be16(sizeof(struct ipr_ioasa));
9734 ipr_cmd->cmd_index = i;
9735 ipr_cmd->ioa_cfg = ioa_cfg;
9736 ipr_cmd->sense_buffer_dma = dma_addr +
9737 offsetof(struct ipr_cmnd, sense_buffer);
9738
05a6538a 9739 ipr_cmd->ioarcb.cmd_pkt.hrrq_id = hrrq_id;
9740 ipr_cmd->hrrq = &ioa_cfg->hrrq[hrrq_id];
9741 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
9742 if (i >= ioa_cfg->hrrq[hrrq_id].max_cmd_id)
9743 hrrq_id++;
1da177e4
LT		 9744 }
9745
9746 return 0;
9747}
9748
9749/**
9750 * ipr_alloc_mem - Allocate memory for an adapter
9751 * @ioa_cfg: ioa config struct
9752 *
9753 * Return value:
9754 * 0 on success / non-zero for error
9755 **/
6f039790 9756static int ipr_alloc_mem(struct ipr_ioa_cfg *ioa_cfg)
1da177e4
LT		 9757{
9758 struct pci_dev *pdev = ioa_cfg->pdev;
9759 int i, rc = -ENOMEM;
9760
9761 ENTER;
0bc42e35 9762 ioa_cfg->res_entries = kzalloc(sizeof(struct ipr_resource_entry) *
3e7ebdfa 9763 ioa_cfg->max_devs_supported, GFP_KERNEL);
1da177e4
LT		 9764
9765 if (!ioa_cfg->res_entries)
9766 goto out;
9767
3e7ebdfa 9768 for (i = 0; i < ioa_cfg->max_devs_supported; i++) {
1da177e4 9769 list_add_tail(&ioa_cfg->res_entries[i].queue, &ioa_cfg->free_res_q);
3e7ebdfa
WB		 9770 ioa_cfg->res_entries[i].ioa_cfg = ioa_cfg;
9771 }
1da177e4 9772
d73341bf
AB		 9773 ioa_cfg->vpd_cbs = dma_alloc_coherent(&pdev->dev,
9774 sizeof(struct ipr_misc_cbs),
9775 &ioa_cfg->vpd_cbs_dma,
9776 GFP_KERNEL);
1da177e4
LT		 9777
9778 if (!ioa_cfg->vpd_cbs)
9779 goto out_free_res_entries;
9780
9781 if (ipr_alloc_cmd_blks(ioa_cfg))
9782 goto out_free_vpd_cbs;
9783
05a6538a 9784 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
d73341bf 9785 ioa_cfg->hrrq[i].host_rrq = dma_alloc_coherent(&pdev->dev,
05a6538a 9786 sizeof(u32) * ioa_cfg->hrrq[i].size,
d73341bf
AB		 9787 &ioa_cfg->hrrq[i].host_rrq_dma,
9788 GFP_KERNEL);
05a6538a 9789
9790 if (!ioa_cfg->hrrq[i].host_rrq) {
9791 while (--i > 0)
d73341bf 9792 dma_free_coherent(&pdev->dev,
05a6538a 9793 sizeof(u32) * ioa_cfg->hrrq[i].size,
9794 ioa_cfg->hrrq[i].host_rrq,
9795 ioa_cfg->hrrq[i].host_rrq_dma);
9796 goto out_ipr_free_cmd_blocks;
9797 }
9798 ioa_cfg->hrrq[i].ioa_cfg = ioa_cfg;
9799 }
1da177e4 9800
d73341bf
AB		 9801 ioa_cfg->u.cfg_table = dma_alloc_coherent(&pdev->dev,
9802 ioa_cfg->cfg_table_size,
9803 &ioa_cfg->cfg_table_dma,
9804 GFP_KERNEL);
1da177e4 9805
3e7ebdfa 9806 if (!ioa_cfg->u.cfg_table)
1da177e4
LT		 9807 goto out_free_host_rrq;
9808
afc3f83c 9809 for (i = 0; i < IPR_MAX_HCAMS; i++) {
d73341bf
AB		 9810 ioa_cfg->hostrcb[i] = dma_alloc_coherent(&pdev->dev,
9811 sizeof(struct ipr_hostrcb),
9812 &ioa_cfg->hostrcb_dma[i],
9813 GFP_KERNEL);
1da177e4
LT		 9814
9815 if (!ioa_cfg->hostrcb[i])
9816 goto out_free_hostrcb_dma;
9817
9818 ioa_cfg->hostrcb[i]->hostrcb_dma =
9819 ioa_cfg->hostrcb_dma[i] + offsetof(struct ipr_hostrcb, hcam);
49dc6a18 9820 ioa_cfg->hostrcb[i]->ioa_cfg = ioa_cfg;
1da177e4
LT		 9821 list_add_tail(&ioa_cfg->hostrcb[i]->queue, &ioa_cfg->hostrcb_free_q);
9822 }
9823
0bc42e35 9824 ioa_cfg->trace = kzalloc(sizeof(struct ipr_trace_entry) *
1da177e4
LT		 9825 IPR_NUM_TRACE_ENTRIES, GFP_KERNEL);
9826
9827 if (!ioa_cfg->trace)
9828 goto out_free_hostrcb_dma;
9829
1da177e4
LT		 9830 rc = 0;
9831out:
9832 LEAVE;
9833 return rc;
9834
9835out_free_hostrcb_dma:
9836 while (i-- > 0) {
d73341bf
AB		 9837 dma_free_coherent(&pdev->dev, sizeof(struct ipr_hostrcb),
9838 ioa_cfg->hostrcb[i],
9839 ioa_cfg->hostrcb_dma[i]);
1da177e4 9840 }
d73341bf
AB		 9841 dma_free_coherent(&pdev->dev, ioa_cfg->cfg_table_size,
9842 ioa_cfg->u.cfg_table, ioa_cfg->cfg_table_dma);
1da177e4 9843out_free_host_rrq:
05a6538a 9844 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
d73341bf
AB		 9845 dma_free_coherent(&pdev->dev,
9846 sizeof(u32) * ioa_cfg->hrrq[i].size,
9847 ioa_cfg->hrrq[i].host_rrq,
9848 ioa_cfg->hrrq[i].host_rrq_dma);
05a6538a 9849 }
1da177e4
LT		 9850out_ipr_free_cmd_blocks:
9851 ipr_free_cmd_blks(ioa_cfg);
9852out_free_vpd_cbs:
d73341bf
AB		 9853 dma_free_coherent(&pdev->dev, sizeof(struct ipr_misc_cbs),
9854 ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
1da177e4
LT		 9855out_free_res_entries:
9856 kfree(ioa_cfg->res_entries);
9857 goto out;
9858}
9859
9860/**
9861 * ipr_initialize_bus_attr - Initialize SCSI bus attributes to default values
9862 * @ioa_cfg: ioa config struct
9863 *
9864 * Return value:
9865 * none
9866 **/
6f039790 9867static void ipr_initialize_bus_attr(struct ipr_ioa_cfg *ioa_cfg)
1da177e4
LT		 9868{
9869 int i;
9870
9871 for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
9872 ioa_cfg->bus_attr[i].bus = i;
9873 ioa_cfg->bus_attr[i].qas_enabled = 0;
9874 ioa_cfg->bus_attr[i].bus_width = IPR_DEFAULT_BUS_WIDTH;
9875 if (ipr_max_speed < ARRAY_SIZE(ipr_max_bus_speeds))
9876 ioa_cfg->bus_attr[i].max_xfer_rate = ipr_max_bus_speeds[ipr_max_speed];
9877 else
9878 ioa_cfg->bus_attr[i].max_xfer_rate = IPR_U160_SCSI_RATE;
9879 }
9880}
9881
6270e593
BK		 9882/**
9883 * ipr_init_regs - Initialize IOA registers
9884 * @ioa_cfg: ioa config struct
9885 *
9886 * Return value:
9887 * none
9888 **/
9889static void ipr_init_regs(struct ipr_ioa_cfg *ioa_cfg)
9890{
9891 const struct ipr_interrupt_offsets *p;
9892 struct ipr_interrupts *t;
9893 void __iomem *base;
9894
9895 p = &ioa_cfg->chip_cfg->regs;
9896 t = &ioa_cfg->regs;
9897 base = ioa_cfg->hdw_dma_regs;
9898
9899 t->set_interrupt_mask_reg = base + p->set_interrupt_mask_reg;
9900 t->clr_interrupt_mask_reg = base + p->clr_interrupt_mask_reg;
9901 t->clr_interrupt_mask_reg32 = base + p->clr_interrupt_mask_reg32;
9902 t->sense_interrupt_mask_reg = base + p->sense_interrupt_mask_reg;
9903 t->sense_interrupt_mask_reg32 = base + p->sense_interrupt_mask_reg32;
9904 t->clr_interrupt_reg = base + p->clr_interrupt_reg;
9905 t->clr_interrupt_reg32 = base + p->clr_interrupt_reg32;
9906 t->sense_interrupt_reg = base + p->sense_interrupt_reg;
9907 t->sense_interrupt_reg32 = base + p->sense_interrupt_reg32;
9908 t->ioarrin_reg = base + p->ioarrin_reg;
9909 t->sense_uproc_interrupt_reg = base + p->sense_uproc_interrupt_reg;
9910 t->sense_uproc_interrupt_reg32 = base + p->sense_uproc_interrupt_reg32;
9911 t->set_uproc_interrupt_reg = base + p->set_uproc_interrupt_reg;
9912 t->set_uproc_interrupt_reg32 = base + p->set_uproc_interrupt_reg32;
9913 t->clr_uproc_interrupt_reg = base + p->clr_uproc_interrupt_reg;
9914 t->clr_uproc_interrupt_reg32 = base + p->clr_uproc_interrupt_reg32;
9915
9916 if (ioa_cfg->sis64) {
9917 t->init_feedback_reg = base + p->init_feedback_reg;
9918 t->dump_addr_reg = base + p->dump_addr_reg;
9919 t->dump_data_reg = base + p->dump_data_reg;
9920 t->endian_swap_reg = base + p->endian_swap_reg;
9921 }
9922}
9923
1da177e4
LT		 9924/**
9925 * ipr_init_ioa_cfg - Initialize IOA config struct
9926 * @ioa_cfg: ioa config struct
9927 * @host: scsi host struct
9928 * @pdev: PCI dev struct
9929 *
9930 * Return value:
9931 * none
9932 **/
6f039790
GKH		 9933static void ipr_init_ioa_cfg(struct ipr_ioa_cfg *ioa_cfg,
9934 struct Scsi_Host *host, struct pci_dev *pdev)
1da177e4 9935{
6270e593 9936 int i;
1da177e4
LT		 9937
9938 ioa_cfg->host = host;
9939 ioa_cfg->pdev = pdev;
9940 ioa_cfg->log_level = ipr_log_level;
3d1d0da6 9941 ioa_cfg->doorbell = IPR_DOORBELL;
1da177e4
LT		 9942 sprintf(ioa_cfg->eye_catcher, IPR_EYECATCHER);
9943 sprintf(ioa_cfg->trace_start, IPR_TRACE_START_LABEL);
1da177e4
LT		 9944 sprintf(ioa_cfg->cfg_table_start, IPR_CFG_TBL_START);
9945 sprintf(ioa_cfg->resource_table_label, IPR_RES_TABLE_LABEL);
9946 sprintf(ioa_cfg->ipr_hcam_label, IPR_HCAM_LABEL);
9947 sprintf(ioa_cfg->ipr_cmd_label, IPR_CMD_LABEL);
9948
1da177e4
LT		 9949 INIT_LIST_HEAD(&ioa_cfg->hostrcb_free_q);
9950 INIT_LIST_HEAD(&ioa_cfg->hostrcb_pending_q);
afc3f83c 9951 INIT_LIST_HEAD(&ioa_cfg->hostrcb_report_q);
1da177e4
LT		 9952 INIT_LIST_HEAD(&ioa_cfg->free_res_q);
9953 INIT_LIST_HEAD(&ioa_cfg->used_res_q);
c4028958 9954 INIT_WORK(&ioa_cfg->work_q, ipr_worker_thread);
3d61d62b 9955 INIT_WORK(&ioa_cfg->scsi_add_work_q, ipr_add_remove_thread);
1da177e4 9956 init_waitqueue_head(&ioa_cfg->reset_wait_q);
95fecd90 9957 init_waitqueue_head(&ioa_cfg->msi_wait_q);
6270e593 9958 init_waitqueue_head(&ioa_cfg->eeh_wait_q);
1da177e4
LT		 9959 ioa_cfg->sdt_state = INACTIVE;
9960
9961 ipr_initialize_bus_attr(ioa_cfg);
3e7ebdfa 9962 ioa_cfg->max_devs_supported = ipr_max_devs;
1da177e4 9963
3e7ebdfa
WB		 9964 if (ioa_cfg->sis64) {
9965 host->max_id = IPR_MAX_SIS64_TARGETS_PER_BUS;
9966 host->max_lun = IPR_MAX_SIS64_LUNS_PER_TARGET;
9967 if (ipr_max_devs > IPR_MAX_SIS64_DEVS)
9968 ioa_cfg->max_devs_supported = IPR_MAX_SIS64_DEVS;
6270e593
BK		 9969 ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr64)
9970 + ((sizeof(struct ipr_config_table_entry64)
9971 * ioa_cfg->max_devs_supported)));
3e7ebdfa
WB		 9972 } else {
9973 host->max_id = IPR_MAX_NUM_TARGETS_PER_BUS;
9974 host->max_lun = IPR_MAX_NUM_LUNS_PER_TARGET;
9975 if (ipr_max_devs > IPR_MAX_PHYSICAL_DEVS)
9976 ioa_cfg->max_devs_supported = IPR_MAX_PHYSICAL_DEVS;
6270e593
BK		 9977 ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr)
9978 + ((sizeof(struct ipr_config_table_entry)
9979 * ioa_cfg->max_devs_supported)));
3e7ebdfa 9980 }
6270e593 9981
f688f96d 9982 host->max_channel = IPR_VSET_BUS;
1da177e4
LT		 9983 host->unique_id = host->host_no;
9984 host->max_cmd_len = IPR_MAX_CDB_LEN;
89aad428 9985 host->can_queue = ioa_cfg->max_cmds;
1da177e4
LT		 9986 pci_set_drvdata(pdev, ioa_cfg);
9987
6270e593
BK		 9988 for (i = 0; i < ARRAY_SIZE(ioa_cfg->hrrq); i++) {
9989 INIT_LIST_HEAD(&ioa_cfg->hrrq[i].hrrq_free_q);
9990 INIT_LIST_HEAD(&ioa_cfg->hrrq[i].hrrq_pending_q);
9991 spin_lock_init(&ioa_cfg->hrrq[i]._lock);
9992 if (i == 0)
9993 ioa_cfg->hrrq[i].lock = ioa_cfg->host->host_lock;
9994 else
9995 ioa_cfg->hrrq[i].lock = &ioa_cfg->hrrq[i]._lock;
dcbad00e 9996 }
1da177e4
LT		 9997}
9998
9999/**
1be7bd82 10000 * ipr_get_chip_info - Find adapter chip information
1da177e4
LT		 10001 * @dev_id: PCI device id struct
10002 *
10003 * Return value:
1be7bd82 10004 * ptr to chip information on success / NULL on failure
1da177e4 10005 **/
6f039790 10006static const struct ipr_chip_t *
1be7bd82 10007ipr_get_chip_info(const struct pci_device_id *dev_id)
1da177e4
LT		 10008{
10009 int i;
10010
1da177e4
LT		 10011 for (i = 0; i < ARRAY_SIZE(ipr_chip); i++)
10012 if (ipr_chip[i].vendor == dev_id->vendor &&
10013 ipr_chip[i].device == dev_id->device)
1be7bd82 10014 return &ipr_chip[i];
1da177e4
LT		 10015 return NULL;
10016}
10017
6270e593
BK		 10018/**
10019 * ipr_wait_for_pci_err_recovery - Wait for any PCI error recovery to complete
10020 * during probe time
10021 * @ioa_cfg: ioa config struct
10022 *
10023 * Return value:
10024 * None
10025 **/
10026static void ipr_wait_for_pci_err_recovery(struct ipr_ioa_cfg *ioa_cfg)
10027{
10028 struct pci_dev *pdev = ioa_cfg->pdev;
10029
10030 if (pci_channel_offline(pdev)) {
10031 wait_event_timeout(ioa_cfg->eeh_wait_q,
10032 !pci_channel_offline(pdev),
10033 IPR_PCI_ERROR_RECOVERY_TIMEOUT);
10034 pci_restore_state(pdev);
10035 }
10036}
10037
05a6538a 10038static void name_msi_vectors(struct ipr_ioa_cfg *ioa_cfg)
10039{
10040 int vec_idx, n = sizeof(ioa_cfg->vectors_info[0].desc) - 1;
10041
10042 for (vec_idx = 0; vec_idx < ioa_cfg->nvectors; vec_idx++) {
10043 snprintf(ioa_cfg->vectors_info[vec_idx].desc, n,
10044 "host%d-%d", ioa_cfg->host->host_no, vec_idx);
10045 ioa_cfg->vectors_info[vec_idx].
10046 desc[strlen(ioa_cfg->vectors_info[vec_idx].desc)] = 0;
10047 }
10048}
10049
a299ee62
CH		 10050static int ipr_request_other_msi_irqs(struct ipr_ioa_cfg *ioa_cfg,
10051 struct pci_dev *pdev)
05a6538a 10052{
10053 int i, rc;
10054
10055 for (i = 1; i < ioa_cfg->nvectors; i++) {
a299ee62 10056 rc = request_irq(pci_irq_vector(pdev, i),
05a6538a 10057 ipr_isr_mhrrq,
10058 0,
10059 ioa_cfg->vectors_info[i].desc,
10060 &ioa_cfg->hrrq[i]);
10061 if (rc) {
10062 while (--i >= 0)
a299ee62 10063 free_irq(pci_irq_vector(pdev, i),
05a6538a 10064 &ioa_cfg->hrrq[i]);
10065 return rc;
10066 }
10067 }
10068 return 0;
10069}
10070
95fecd90
WB		 10071/**
10072 * ipr_test_intr - Handle the interrupt generated in ipr_test_msi().
10073 * @pdev: PCI device struct
10074 *
10075 * Description: Simply set the msi_received flag to 1 indicating that
10076 * Message Signaled Interrupts are supported.
10077 *
10078 * Return value:
10079 * 0 on success / non-zero on failure
10080 **/
6f039790 10081static irqreturn_t ipr_test_intr(int irq, void *devp)
95fecd90
WB		 10082{
10083 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
10084 unsigned long lock_flags = 0;
10085 irqreturn_t rc = IRQ_HANDLED;
10086
05a6538a 10087 dev_info(&ioa_cfg->pdev->dev, "Received IRQ : %d\n", irq);
95fecd90
WB		 10088 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10089
10090 ioa_cfg->msi_received = 1;
10091 wake_up(&ioa_cfg->msi_wait_q);
10092
10093 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10094 return rc;
10095}
10096
10097/**
10098 * ipr_test_msi - Test for Message Signaled Interrupt (MSI) support.
10099 * @pdev: PCI device struct
10100 *
a299ee62 10101 * Description: This routine sets up and initiates a test interrupt to determine
95fecd90
WB		 10102 * if the interrupt is received via the ipr_test_intr() service routine.
10103 * If the tests fails, the driver will fall back to LSI.
10104 *
10105 * Return value:
10106 * 0 on success / non-zero on failure
10107 **/
6f039790 10108static int ipr_test_msi(struct ipr_ioa_cfg *ioa_cfg, struct pci_dev *pdev)
95fecd90
WB		 10109{
10110 int rc;
10111 volatile u32 int_reg;
10112 unsigned long lock_flags = 0;
a299ee62 10113 int irq = pci_irq_vector(pdev, 0);
95fecd90
WB		 10114
10115 ENTER;
10116
10117 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10118 init_waitqueue_head(&ioa_cfg->msi_wait_q);
10119 ioa_cfg->msi_received = 0;
10120 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
214777ba 10121 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.clr_interrupt_mask_reg32);
95fecd90
WB		 10122 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
10123 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10124
a299ee62 10125 rc = request_irq(irq, ipr_test_intr, 0, IPR_NAME, ioa_cfg);
95fecd90 10126 if (rc) {
a299ee62 10127 dev_err(&pdev->dev, "Can not assign irq %d\n", irq);
95fecd90
WB		 10128 return rc;
10129 } else if (ipr_debug)
a299ee62 10130 dev_info(&pdev->dev, "IRQ assigned: %d\n", irq);
95fecd90 10131
214777ba 10132 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.sense_interrupt_reg32);
95fecd90
WB		 10133 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
10134 wait_event_timeout(ioa_cfg->msi_wait_q, ioa_cfg->msi_received, HZ);
56d6aa33 10135 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
95fecd90
WB		 10136 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
10137
95fecd90
WB		 10138 if (!ioa_cfg->msi_received) {
10139 /* MSI test failed */
10140 dev_info(&pdev->dev, "MSI test failed. Falling back to LSI.\n");
10141 rc = -EOPNOTSUPP;
10142 } else if (ipr_debug)
10143 dev_info(&pdev->dev, "MSI test succeeded.\n");
10144
10145 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10146
a299ee62 10147 free_irq(irq, ioa_cfg);
95fecd90
WB		 10148
10149 LEAVE;
10150
10151 return rc;
10152}
10153
05a6538a 10154 /* ipr_probe_ioa - Allocates memory and does first stage of initialization
1da177e4
LT		 10155 * @pdev: PCI device struct
10156 * @dev_id: PCI device id struct
10157 *
10158 * Return value:
10159 * 0 on success / non-zero on failure
10160 **/
6f039790
GKH		 10161static int ipr_probe_ioa(struct pci_dev *pdev,
10162 const struct pci_device_id *dev_id)
1da177e4
LT		 10163{
10164 struct ipr_ioa_cfg *ioa_cfg;
10165 struct Scsi_Host *host;
10166 unsigned long ipr_regs_pci;
10167 void __iomem *ipr_regs;
a2a65a3e 10168 int rc = PCIBIOS_SUCCESSFUL;
473b1e8e 10169 volatile u32 mask, uproc, interrupts;
feccada9 10170 unsigned long lock_flags, driver_lock_flags;
a299ee62 10171 unsigned int irq_flag;
1da177e4
LT		 10172
10173 ENTER;
10174
1da177e4 10175 dev_info(&pdev->dev, "Found IOA with IRQ: %d\n", pdev->irq);
1da177e4
LT		 10176 host = scsi_host_alloc(&driver_template, sizeof(*ioa_cfg));
10177
10178 if (!host) {
10179 dev_err(&pdev->dev, "call to scsi_host_alloc failed!\n");
10180 rc = -ENOMEM;
6270e593 10181 goto out;
1da177e4
LT		 10182 }
10183
10184 ioa_cfg = (struct ipr_ioa_cfg *)host->hostdata;
10185 memset(ioa_cfg, 0, sizeof(struct ipr_ioa_cfg));
8d8e7d13 10186 ata_host_init(&ioa_cfg->ata_host, &pdev->dev, &ipr_sata_ops);
1da177e4 10187
1be7bd82 10188 ioa_cfg->ipr_chip = ipr_get_chip_info(dev_id);
1da177e4 10189
1be7bd82 10190 if (!ioa_cfg->ipr_chip) {
1da177e4
LT		 10191 dev_err(&pdev->dev, "Unknown adapter chipset 0x%04X 0x%04X\n",
10192 dev_id->vendor, dev_id->device);
10193 goto out_scsi_host_put;
10194 }
10195
a32c055f
WB		 10196 /* set SIS 32 or SIS 64 */
10197 ioa_cfg->sis64 = ioa_cfg->ipr_chip->sis_type == IPR_SIS64 ? 1 : 0;
1be7bd82 10198 ioa_cfg->chip_cfg = ioa_cfg->ipr_chip->cfg;
7dd21308 10199 ioa_cfg->clear_isr = ioa_cfg->chip_cfg->clear_isr;
89aad428 10200 ioa_cfg->max_cmds = ioa_cfg->chip_cfg->max_cmds;
1be7bd82 10201
5469cb5b
BK		 10202 if (ipr_transop_timeout)
10203 ioa_cfg->transop_timeout = ipr_transop_timeout;
10204 else if (dev_id->driver_data & IPR_USE_LONG_TRANSOP_TIMEOUT)
10205 ioa_cfg->transop_timeout = IPR_LONG_OPERATIONAL_TIMEOUT;
10206 else
10207 ioa_cfg->transop_timeout = IPR_OPERATIONAL_TIMEOUT;
10208
44c10138 10209 ioa_cfg->revid = pdev->revision;
463fc696 10210
6270e593
BK		 10211 ipr_init_ioa_cfg(ioa_cfg, host, pdev);
10212
1da177e4
LT		 10213 ipr_regs_pci = pci_resource_start(pdev, 0);
10214
10215 rc = pci_request_regions(pdev, IPR_NAME);
10216 if (rc < 0) {
10217 dev_err(&pdev->dev,
10218 "Couldn't register memory range of registers\n");
10219 goto out_scsi_host_put;
10220 }
10221
6270e593
BK		 10222 rc = pci_enable_device(pdev);
10223
10224 if (rc || pci_channel_offline(pdev)) {
10225 if (pci_channel_offline(pdev)) {
10226 ipr_wait_for_pci_err_recovery(ioa_cfg);
10227 rc = pci_enable_device(pdev);
10228 }
10229
10230 if (rc) {
10231 dev_err(&pdev->dev, "Cannot enable adapter\n");
10232 ipr_wait_for_pci_err_recovery(ioa_cfg);
10233 goto out_release_regions;
10234 }
10235 }
10236
25729a7f 10237 ipr_regs = pci_ioremap_bar(pdev, 0);
1da177e4
LT		 10238
10239 if (!ipr_regs) {
10240 dev_err(&pdev->dev,
10241 "Couldn't map memory range of registers\n");
10242 rc = -ENOMEM;
6270e593 10243 goto out_disable;
1da177e4
LT		 10244 }
10245
10246 ioa_cfg->hdw_dma_regs = ipr_regs;
10247 ioa_cfg->hdw_dma_regs_pci = ipr_regs_pci;
10248 ioa_cfg->ioa_mailbox = ioa_cfg->chip_cfg->mailbox + ipr_regs;
10249
6270e593 10250 ipr_init_regs(ioa_cfg);
1da177e4 10251
a32c055f 10252 if (ioa_cfg->sis64) {
869404cb 10253 rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
a32c055f 10254 if (rc < 0) {
869404cb
AB		 10255 dev_dbg(&pdev->dev, "Failed to set 64 bit DMA mask\n");
10256 rc = dma_set_mask_and_coherent(&pdev->dev,
10257 DMA_BIT_MASK(32));
a32c055f 10258 }
a32c055f 10259 } else
869404cb 10260 rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
a32c055f 10261
1da177e4 10262 if (rc < 0) {
869404cb 10263 dev_err(&pdev->dev, "Failed to set DMA mask\n");
1da177e4
LT		 10264 goto cleanup_nomem;
10265 }
10266
10267 rc = pci_write_config_byte(pdev, PCI_CACHE_LINE_SIZE,
10268 ioa_cfg->chip_cfg->cache_line_size);
10269
10270 if (rc != PCIBIOS_SUCCESSFUL) {
10271 dev_err(&pdev->dev, "Write of cache line size failed\n");
6270e593 10272 ipr_wait_for_pci_err_recovery(ioa_cfg);
1da177e4
LT		 10273 rc = -EIO;
10274 goto cleanup_nomem;
10275 }
10276
6270e593
BK		 10277 /* Issue MMIO read to ensure card is not in EEH */
10278 interrupts = readl(ioa_cfg->regs.sense_interrupt_reg);
10279 ipr_wait_for_pci_err_recovery(ioa_cfg);
10280
05a6538a 10281 if (ipr_number_of_msix > IPR_MAX_MSIX_VECTORS) {
10282 dev_err(&pdev->dev, "The max number of MSIX is %d\n",
10283 IPR_MAX_MSIX_VECTORS);
10284 ipr_number_of_msix = IPR_MAX_MSIX_VECTORS;
10285 }
10286
a299ee62
CH		 10287 irq_flag = PCI_IRQ_LEGACY;
10288 if (ioa_cfg->ipr_chip->has_msi)
10289 irq_flag |= PCI_IRQ_MSI | PCI_IRQ_MSIX;
10290 rc = pci_alloc_irq_vectors(pdev, 1, ipr_number_of_msix, irq_flag);
10291 if (rc < 0) {
10292 ipr_wait_for_pci_err_recovery(ioa_cfg);
10293 goto cleanup_nomem;
05a6538a 10294 }
a299ee62
CH		 10295 ioa_cfg->nvectors = rc;
10296
10297 if (!pdev->msi_enabled && !pdev->msix_enabled)
10298 ioa_cfg->clear_isr = 1;
05a6538a 10299
6270e593
BK		 10300 pci_set_master(pdev);
10301
10302 if (pci_channel_offline(pdev)) {
10303 ipr_wait_for_pci_err_recovery(ioa_cfg);
10304 pci_set_master(pdev);
10305 if (pci_channel_offline(pdev)) {
10306 rc = -EIO;
10307 goto out_msi_disable;
10308 }
10309 }
10310
a299ee62 10311 if (pdev->msi_enabled || pdev->msix_enabled) {
95fecd90 10312 rc = ipr_test_msi(ioa_cfg, pdev);
a299ee62
CH		 10313 switch (rc) {
10314 case 0:
10315 dev_info(&pdev->dev,
10316 "Request for %d MSI%ss succeeded.", ioa_cfg->nvectors,
10317 pdev->msix_enabled ? "-X" : "");
10318 break;
10319 case -EOPNOTSUPP:
6270e593 10320 ipr_wait_for_pci_err_recovery(ioa_cfg);
a299ee62 10321 pci_free_irq_vectors(pdev);
05a6538a 10322
05a6538a 10323 ioa_cfg->nvectors = 1;
9dadfb97 10324 ioa_cfg->clear_isr = 1;
a299ee62
CH		 10325 break;
10326 default:
95fecd90 10327 goto out_msi_disable;
05a6538a 10328 }
10329 }
10330
10331 ioa_cfg->hrrq_num = min3(ioa_cfg->nvectors,
10332 (unsigned int)num_online_cpus(),
10333 (unsigned int)IPR_MAX_HRRQ_NUM);
95fecd90 10334
1da177e4 10335 if ((rc = ipr_save_pcix_cmd_reg(ioa_cfg)))
f170c684 10336 goto out_msi_disable;
1da177e4
LT		 10337
10338 if ((rc = ipr_set_pcix_cmd_reg(ioa_cfg)))
f170c684 10339 goto out_msi_disable;
1da177e4
LT		 10340
10341 rc = ipr_alloc_mem(ioa_cfg);
10342 if (rc < 0) {
10343 dev_err(&pdev->dev,
10344 "Couldn't allocate enough memory for device driver!\n");
f170c684 10345 goto out_msi_disable;
1da177e4
LT		 10346 }
10347
6270e593
BK		 10348 /* Save away PCI config space for use following IOA reset */
10349 rc = pci_save_state(pdev);
10350
10351 if (rc != PCIBIOS_SUCCESSFUL) {
10352 dev_err(&pdev->dev, "Failed to save PCI config space\n");
10353 rc = -EIO;
10354 goto cleanup_nolog;
10355 }
10356
ce155cce
BK		 10357 /*
10358 * If HRRQ updated interrupt is not masked, or reset alert is set,
10359 * the card is in an unknown state and needs a hard reset
10360 */
214777ba
WB		 10361 mask = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
10362 interrupts = readl(ioa_cfg->regs.sense_interrupt_reg32);
10363 uproc = readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
ce155cce
BK		 10364 if ((mask & IPR_PCII_HRRQ_UPDATED) == 0 || (uproc & IPR_UPROCI_RESET_ALERT))
10365 ioa_cfg->needs_hard_reset = 1;
5d7c20b7 10366 if ((interrupts & IPR_PCII_ERROR_INTERRUPTS) || reset_devices)
473b1e8e
BK		 10367 ioa_cfg->needs_hard_reset = 1;
10368 if (interrupts & IPR_PCII_IOA_UNIT_CHECKED)
10369 ioa_cfg->ioa_unit_checked = 1;
ce155cce 10370
56d6aa33 10371 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
1da177e4 10372 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
56d6aa33 10373 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
1da177e4 10374
a299ee62 10375 if (pdev->msi_enabled || pdev->msix_enabled) {
05a6538a 10376 name_msi_vectors(ioa_cfg);
a299ee62 10377 rc = request_irq(pci_irq_vector(pdev, 0), ipr_isr, 0,
05a6538a 10378 ioa_cfg->vectors_info[0].desc,
10379 &ioa_cfg->hrrq[0]);
10380 if (!rc)
a299ee62 10381 rc = ipr_request_other_msi_irqs(ioa_cfg, pdev);
05a6538a 10382 } else {
10383 rc = request_irq(pdev->irq, ipr_isr,
10384 IRQF_SHARED,
10385 IPR_NAME, &ioa_cfg->hrrq[0]);
10386 }
1da177e4
LT		 10387 if (rc) {
10388 dev_err(&pdev->dev, "Couldn't register IRQ %d! rc=%d\n",
10389 pdev->irq, rc);
10390 goto cleanup_nolog;
10391 }
10392
463fc696
BK		 10393 if ((dev_id->driver_data & IPR_USE_PCI_WARM_RESET) ||
10394 (dev_id->device == PCI_DEVICE_ID_IBM_OBSIDIAN_E && !ioa_cfg->revid)) {
10395 ioa_cfg->needs_warm_reset = 1;
10396 ioa_cfg->reset = ipr_reset_slot_reset;
2796ca5e
BK		 10397
10398 ioa_cfg->reset_work_q = alloc_ordered_workqueue("ipr_reset_%d",
10399 WQ_MEM_RECLAIM, host->host_no);
10400
10401 if (!ioa_cfg->reset_work_q) {
10402 dev_err(&pdev->dev, "Couldn't register reset workqueue\n");
c8e18acc 10403 rc = -ENOMEM;
2796ca5e
BK		 10404 goto out_free_irq;
10405 }
463fc696
BK		 10406 } else
10407 ioa_cfg->reset = ipr_reset_start_bist;
10408
feccada9 10409 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
1da177e4 10410 list_add_tail(&ioa_cfg->queue, &ipr_ioa_head);
feccada9 10411 spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
1da177e4
LT		 10412
10413 LEAVE;
10414out:
10415 return rc;
10416
2796ca5e
BK		 10417out_free_irq:
10418 ipr_free_irqs(ioa_cfg);
1da177e4
LT		 10419cleanup_nolog:
10420 ipr_free_mem(ioa_cfg);
95fecd90 10421out_msi_disable:
6270e593 10422 ipr_wait_for_pci_err_recovery(ioa_cfg);
a299ee62 10423 pci_free_irq_vectors(pdev);
f170c684
JL		 10424cleanup_nomem:
10425 iounmap(ipr_regs);
6270e593
BK		 10426out_disable:
10427 pci_disable_device(pdev);
1da177e4
LT		 10428out_release_regions:
10429 pci_release_regions(pdev);
10430out_scsi_host_put:
10431 scsi_host_put(host);
1da177e4
LT		 10432 goto out;
10433}
10434
1da177e4
LT		 10435/**
10436 * ipr_initiate_ioa_bringdown - Bring down an adapter
10437 * @ioa_cfg: ioa config struct
10438 * @shutdown_type: shutdown type
10439 *
10440 * Description: This function will initiate bringing down the adapter.
10441 * This consists of issuing an IOA shutdown to the adapter
10442 * to flush the cache, and running BIST.
10443 * If the caller needs to wait on the completion of the reset,
10444 * the caller must sleep on the reset_wait_q.
10445 *
10446 * Return value:
10447 * none
10448 **/
10449static void ipr_initiate_ioa_bringdown(struct ipr_ioa_cfg *ioa_cfg,
10450 enum ipr_shutdown_type shutdown_type)
10451{
10452 ENTER;
10453 if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
10454 ioa_cfg->sdt_state = ABORT_DUMP;
10455 ioa_cfg->reset_retries = 0;
10456 ioa_cfg->in_ioa_bringdown = 1;
10457 ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
10458 LEAVE;
10459}
10460
10461/**
10462 * __ipr_remove - Remove a single adapter
10463 * @pdev: pci device struct
10464 *
10465 * Adapter hot plug remove entry point.
10466 *
10467 * Return value:
10468 * none
10469 **/
10470static void __ipr_remove(struct pci_dev *pdev)
10471{
10472 unsigned long host_lock_flags = 0;
10473 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
bfae7820 10474 int i;
feccada9 10475 unsigned long driver_lock_flags;
1da177e4
LT		 10476 ENTER;
10477
10478 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
203fa3fe 10479 while (ioa_cfg->in_reset_reload) {
970ea294
BK		 10480 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
10481 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10482 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
10483 }
10484
bfae7820
BK		 10485 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
10486 spin_lock(&ioa_cfg->hrrq[i]._lock);
10487 ioa_cfg->hrrq[i].removing_ioa = 1;
10488 spin_unlock(&ioa_cfg->hrrq[i]._lock);
10489 }
10490 wmb();
1da177e4
LT		 10491 ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
10492
10493 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
10494 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
43829731 10495 flush_work(&ioa_cfg->work_q);
2796ca5e
BK		 10496 if (ioa_cfg->reset_work_q)
10497 flush_workqueue(ioa_cfg->reset_work_q);
9077a944 10498 INIT_LIST_HEAD(&ioa_cfg->used_res_q);
1da177e4
LT		 10499 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
10500
feccada9 10501 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
1da177e4 10502 list_del(&ioa_cfg->queue);
feccada9 10503 spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
1da177e4
LT		 10504
10505 if (ioa_cfg->sdt_state == ABORT_DUMP)
10506 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
10507 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
10508
10509 ipr_free_all_resources(ioa_cfg);
10510
10511 LEAVE;
10512}
10513
10514/**
10515 * ipr_remove - IOA hot plug remove entry point
10516 * @pdev: pci device struct
10517 *
10518 * Adapter hot plug remove entry point.
10519 *
10520 * Return value:
10521 * none
10522 **/
6f039790 10523static void ipr_remove(struct pci_dev *pdev)
1da177e4
LT		 10524{
10525 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
10526
10527 ENTER;
10528
ee959b00 10529 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
1da177e4 10530 &ipr_trace_attr);
ee959b00 10531 ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
1da177e4 10532 &ipr_dump_attr);
afc3f83c
BK		 10533 sysfs_remove_bin_file(&ioa_cfg->host->shost_dev.kobj,
10534 &ipr_ioa_async_err_log);
1da177e4
LT		 10535 scsi_remove_host(ioa_cfg->host);
10536
10537 __ipr_remove(pdev);
10538
10539 LEAVE;
10540}
10541
10542/**
10543 * ipr_probe - Adapter hot plug add entry point
10544 *
10545 * Return value:
10546 * 0 on success / non-zero on failure
10547 **/
6f039790 10548static int ipr_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
1da177e4
LT		 10549{
10550 struct ipr_ioa_cfg *ioa_cfg;
b195d5e2 10551 unsigned long flags;
b53d124a 10552 int rc, i;
1da177e4
LT		 10553
10554 rc = ipr_probe_ioa(pdev, dev_id);
10555
10556 if (rc)
10557 return rc;
10558
10559 ioa_cfg = pci_get_drvdata(pdev);
10560 rc = ipr_probe_ioa_part2(ioa_cfg);
10561
10562 if (rc) {
10563 __ipr_remove(pdev);
10564 return rc;
10565 }
10566
10567 rc = scsi_add_host(ioa_cfg->host, &pdev->dev);
10568
10569 if (rc) {
10570 __ipr_remove(pdev);
10571 return rc;
10572 }
10573
ee959b00 10574 rc = ipr_create_trace_file(&ioa_cfg->host->shost_dev.kobj,
1da177e4
LT		 10575 &ipr_trace_attr);
10576
10577 if (rc) {
10578 scsi_remove_host(ioa_cfg->host);
10579 __ipr_remove(pdev);
10580 return rc;
10581 }
10582
afc3f83c
BK		 10583 rc = sysfs_create_bin_file(&ioa_cfg->host->shost_dev.kobj,
10584 &ipr_ioa_async_err_log);
10585
10586 if (rc) {
10587 ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
10588 &ipr_dump_attr);
10589 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
10590 &ipr_trace_attr);
10591 scsi_remove_host(ioa_cfg->host);
10592 __ipr_remove(pdev);
10593 return rc;
10594 }
10595
ee959b00 10596 rc = ipr_create_dump_file(&ioa_cfg->host->shost_dev.kobj,
1da177e4
LT		 10597 &ipr_dump_attr);
10598
10599 if (rc) {
afc3f83c
BK		 10600 sysfs_remove_bin_file(&ioa_cfg->host->shost_dev.kobj,
10601 &ipr_ioa_async_err_log);
ee959b00 10602 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
1da177e4
LT		 10603 &ipr_trace_attr);
10604 scsi_remove_host(ioa_cfg->host);
10605 __ipr_remove(pdev);
10606 return rc;
10607 }
a3d1ddd9
BK		 10608 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
10609 ioa_cfg->scan_enabled = 1;
10610 schedule_work(&ioa_cfg->work_q);
10611 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
1da177e4 10612
b53d124a 10613 ioa_cfg->iopoll_weight = ioa_cfg->chip_cfg->iopoll_weight;
10614
89f8b33c 10615 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
b53d124a 10616 for (i = 1; i < ioa_cfg->hrrq_num; i++) {
511cbce2 10617 irq_poll_init(&ioa_cfg->hrrq[i].iopoll,
b53d124a 10618 ioa_cfg->iopoll_weight, ipr_iopoll);
b53d124a 10619 }
10620 }
10621
a3d1ddd9
BK		 10622 scsi_scan_host(ioa_cfg->host);
10623
1da177e4
LT		 10624 return 0;
10625}
10626
10627/**
10628 * ipr_shutdown - Shutdown handler.
d18c3db5 10629 * @pdev: pci device struct
1da177e4
LT		 10630 *
10631 * This function is invoked upon system shutdown/reboot. It will issue
10632 * an adapter shutdown to the adapter to flush the write cache.
10633 *
10634 * Return value:
10635 * none
10636 **/
d18c3db5 10637static void ipr_shutdown(struct pci_dev *pdev)
1da177e4 10638{
d18c3db5 10639 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
1da177e4 10640 unsigned long lock_flags = 0;
4fdd7c7a 10641 enum ipr_shutdown_type shutdown_type = IPR_SHUTDOWN_NORMAL;
b53d124a 10642 int i;
1da177e4
LT		 10643
10644 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
89f8b33c 10645 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
b53d124a 10646 ioa_cfg->iopoll_weight = 0;
10647 for (i = 1; i < ioa_cfg->hrrq_num; i++)
511cbce2 10648 irq_poll_disable(&ioa_cfg->hrrq[i].iopoll);
b53d124a 10649 }
10650
203fa3fe 10651 while (ioa_cfg->in_reset_reload) {
970ea294
BK		 10652 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10653 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10654 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10655 }
10656
4fdd7c7a
BK		 10657 if (ipr_fast_reboot && system_state == SYSTEM_RESTART && ioa_cfg->sis64)
10658 shutdown_type = IPR_SHUTDOWN_QUIESCE;
10659
10660 ipr_initiate_ioa_bringdown(ioa_cfg, shutdown_type);
1da177e4
LT		 10661 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10662 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4fdd7c7a 10663 if (ipr_fast_reboot && system_state == SYSTEM_RESTART && ioa_cfg->sis64) {
2796ca5e 10664 ipr_free_irqs(ioa_cfg);
4fdd7c7a
BK		 10665 pci_disable_device(ioa_cfg->pdev);
10666 }
1da177e4
LT		 10667}
10668
6f039790 10669static struct pci_device_id ipr_pci_table[] = {
1da177e4 10670 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
6d84c944 10671 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5702, 0, 0, 0 },
1da177e4 10672 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
6d84c944 10673 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5703, 0, 0, 0 },
1da177e4 10674 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
6d84c944 10675 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573D, 0, 0, 0 },
1da177e4 10676 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
6d84c944 10677 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573E, 0, 0, 0 },
1da177e4 10678 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
6d84c944 10679 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571B, 0, 0, 0 },
1da177e4 10680 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
6d84c944 10681 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572E, 0, 0, 0 },
1da177e4 10682 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
6d84c944 10683 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571A, 0, 0, 0 },
86f51436 10684 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
5469cb5b
BK		 10685 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575B, 0, 0,
10686 IPR_USE_LONG_TRANSOP_TIMEOUT },
86f51436 10687 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
6d84c944 10688 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
86f51436 10689 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
22d2e402
BK		 10690 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
10691 IPR_USE_LONG_TRANSOP_TIMEOUT },
60e7486b 10692 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
5469cb5b
BK		 10693 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
10694 IPR_USE_LONG_TRANSOP_TIMEOUT },
86f51436 10695 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
6d84c944 10696 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
86f51436 10697 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
22d2e402
BK		 10698 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
10699 IPR_USE_LONG_TRANSOP_TIMEOUT},
60e7486b 10700 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
5469cb5b
BK		 10701 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
10702 IPR_USE_LONG_TRANSOP_TIMEOUT },
185eb31c 10703 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
22d2e402
BK		 10704 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574E, 0, 0,
10705 IPR_USE_LONG_TRANSOP_TIMEOUT },
185eb31c
BK		 10706 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10707 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B3, 0, 0, 0 },
b0f56d3d
WB		 10708 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10709 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CC, 0, 0, 0 },
60e7486b 10710 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
5469cb5b 10711 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B7, 0, 0,
463fc696 10712 IPR_USE_LONG_TRANSOP_TIMEOUT | IPR_USE_PCI_WARM_RESET },
1da177e4 10713 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE,
6d84c944 10714 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2780, 0, 0, 0 },
1da177e4 10715 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
6d84c944 10716 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571E, 0, 0, 0 },
86f51436 10717 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
5469cb5b
BK		 10718 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571F, 0, 0,
10719 IPR_USE_LONG_TRANSOP_TIMEOUT },
60e7486b 10720 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
5469cb5b
BK		 10721 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572F, 0, 0,
10722 IPR_USE_LONG_TRANSOP_TIMEOUT },
d7b4627f
WB		 10723 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10724 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B5, 0, 0, 0 },
10725 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10726 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574D, 0, 0, 0 },
10727 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10728 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B2, 0, 0, 0 },
b8d5d568 10729 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10730 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C0, 0, 0, 0 },
5a918353
WB		 10731 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10732 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C3, 0, 0, 0 },
32622bde
WB		 10733 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10734 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C4, 0, 0, 0 },
cd9b3d04 10735 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
d7b4627f 10736 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B4, 0, 0, 0 },
cd9b3d04 10737 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
d7b4627f 10738 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B1, 0, 0, 0 },
cd9b3d04 10739 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
d7b4627f 10740 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C6, 0, 0, 0 },
cd9b3d04
WB		 10741 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10742 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C8, 0, 0, 0 },
10743 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
d7b4627f 10744 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CE, 0, 0, 0 },
b8d5d568 10745 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10746 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D5, 0, 0, 0 },
10747 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10748 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D6, 0, 0, 0 },
10749 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10750 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D7, 0, 0, 0 },
10751 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10752 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D8, 0, 0, 0 },
43c5fdaf 10753 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10754 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D9, 0, 0, 0 },
10755 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
f94d9964
WX		 10756 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57DA, 0, 0, 0 },
10757 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
43c5fdaf 10758 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EB, 0, 0, 0 },
10759 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10760 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EC, 0, 0, 0 },
10761 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10762 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57ED, 0, 0, 0 },
10763 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10764 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EE, 0, 0, 0 },
10765 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10766 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EF, 0, 0, 0 },
10767 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10768 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57F0, 0, 0, 0 },
5eeac3e9
WX		 10769 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10770 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCA, 0, 0, 0 },
10771 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10772 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CD2, 0, 0, 0 },
10773 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10774 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCD, 0, 0, 0 },
00da9ffa
WX		 10775 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE,
10776 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_580A, 0, 0, 0 },
10777 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE,
10778 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_580B, 0, 0, 0 },
1da177e4
LT		 10779 { }
10780};
10781MODULE_DEVICE_TABLE(pci, ipr_pci_table);
10782
a55b2d21 10783static const struct pci_error_handlers ipr_err_handler = {
f8a88b19 10784 .error_detected = ipr_pci_error_detected,
6270e593 10785 .mmio_enabled = ipr_pci_mmio_enabled,
f8a88b19
LV		 10786 .slot_reset = ipr_pci_slot_reset,
10787};
10788
1da177e4
LT		 10789static struct pci_driver ipr_driver = {
10790 .name = IPR_NAME,
10791 .id_table = ipr_pci_table,
10792 .probe = ipr_probe,
6f039790 10793 .remove = ipr_remove,
d18c3db5 10794 .shutdown = ipr_shutdown,
f8a88b19 10795 .err_handler = &ipr_err_handler,
1da177e4
LT		 10796};
10797
f72919ec
WB		 10798/**
10799 * ipr_halt_done - Shutdown prepare completion
10800 *
10801 * Return value:
10802 * none
10803 **/
10804static void ipr_halt_done(struct ipr_cmnd *ipr_cmd)
10805{
05a6538a 10806 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
f72919ec
WB		 10807}
10808
10809/**
10810 * ipr_halt - Issue shutdown prepare to all adapters
10811 *
10812 * Return value:
10813 * NOTIFY_OK on success / NOTIFY_DONE on failure
10814 **/
10815static int ipr_halt(struct notifier_block *nb, ulong event, void *buf)
10816{
10817 struct ipr_cmnd *ipr_cmd;
10818 struct ipr_ioa_cfg *ioa_cfg;
feccada9 10819 unsigned long flags = 0, driver_lock_flags;
f72919ec
WB		 10820
10821 if (event != SYS_RESTART && event != SYS_HALT && event != SYS_POWER_OFF)
10822 return NOTIFY_DONE;
10823
feccada9 10824 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
f72919ec
WB		 10825
10826 list_for_each_entry(ioa_cfg, &ipr_ioa_head, queue) {
10827 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
4fdd7c7a
BK		 10828 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds ||
10829 (ipr_fast_reboot && event == SYS_RESTART && ioa_cfg->sis64)) {
f72919ec
WB		 10830 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10831 continue;
10832 }
10833
10834 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
10835 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
10836 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
10837 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
10838 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_SHUTDOWN_PREPARE_FOR_NORMAL;
10839
10840 ipr_do_req(ipr_cmd, ipr_halt_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
10841 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10842 }
feccada9 10843 spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
f72919ec
WB		 10844
10845 return NOTIFY_OK;
10846}
10847
10848static struct notifier_block ipr_notifier = {
10849 ipr_halt, NULL, 0
10850};
10851
1da177e4
LT		 10852/**
10853 * ipr_init - Module entry point
10854 *
10855 * Return value:
10856 * 0 on success / negative value on failure
10857 **/
10858static int __init ipr_init(void)
10859{
10860 ipr_info("IBM Power RAID SCSI Device Driver version: %s %s\n",
10861 IPR_DRIVER_VERSION, IPR_DRIVER_DATE);
10862
f72919ec 10863 register_reboot_notifier(&ipr_notifier);
dcbccbde 10864 return pci_register_driver(&ipr_driver);
1da177e4
LT		 10865}
10866
10867/**
10868 * ipr_exit - Module unload
10869 *
10870 * Module unload entry point.
10871 *
10872 * Return value:
10873 * none
10874 **/
10875static void __exit ipr_exit(void)
10876{
f72919ec 10877 unregister_reboot_notifier(&ipr_notifier);
1da177e4
LT		 10878 pci_unregister_driver(&ipr_driver);
10879}
10880
10881module_init(ipr_init);
10882module_exit(ipr_exit);
ubuntu-bionic-kernel mirror