]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame_incremental - drivers/scsi/ipr.c
UBUNTU: Ubuntu-4.15.0-96.97
[mirror_ubuntu-bionic-kernel.git] / drivers / scsi / ipr.c
... / ...
CommitLineData
1/*
2 * ipr.c -- driver for IBM Power Linux RAID adapters
3 *
4 * Written By: Brian King <brking@us.ibm.com>, IBM Corporation
5 *
6 * Copyright (C) 2003, 2004 IBM Corporation
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21 *
22 */
23
24/*
25 * Notes:
26 *
27 * This driver is used to control the following SCSI adapters:
28 *
29 * IBM iSeries: 5702, 5703, 2780, 5709, 570A, 570B
30 *
31 * IBM pSeries: PCI-X Dual Channel Ultra 320 SCSI RAID Adapter
32 * PCI-X Dual Channel Ultra 320 SCSI Adapter
33 * PCI-X Dual Channel Ultra 320 SCSI RAID Enablement Card
34 * Embedded SCSI adapter on p615 and p655 systems
35 *
36 * Supported Hardware Features:
37 * - Ultra 320 SCSI controller
38 * - PCI-X host interface
39 * - Embedded PowerPC RISC Processor and Hardware XOR DMA Engine
40 * - Non-Volatile Write Cache
41 * - Supports attachment of non-RAID disks, tape, and optical devices
42 * - RAID Levels 0, 5, 10
43 * - Hot spare
44 * - Background Parity Checking
45 * - Background Data Scrubbing
46 * - Ability to increase the capacity of an existing RAID 5 disk array
47 * by adding disks
48 *
49 * Driver Features:
50 * - Tagged command queuing
51 * - Adapter microcode download
52 * - PCI hot plug
53 * - SCSI device hot plug
54 *
55 */
56
57#include <linux/fs.h>
58#include <linux/init.h>
59#include <linux/types.h>
60#include <linux/errno.h>
61#include <linux/kernel.h>
62#include <linux/slab.h>
63#include <linux/vmalloc.h>
64#include <linux/ioport.h>
65#include <linux/delay.h>
66#include <linux/pci.h>
67#include <linux/wait.h>
68#include <linux/spinlock.h>
69#include <linux/sched.h>
70#include <linux/interrupt.h>
71#include <linux/blkdev.h>
72#include <linux/firmware.h>
73#include <linux/module.h>
74#include <linux/moduleparam.h>
75#include <linux/libata.h>
76#include <linux/hdreg.h>
77#include <linux/reboot.h>
78#include <linux/stringify.h>
79#include <asm/io.h>
80#include <asm/irq.h>
81#include <asm/processor.h>
82#include <scsi/scsi.h>
83#include <scsi/scsi_host.h>
84#include <scsi/scsi_tcq.h>
85#include <scsi/scsi_eh.h>
86#include <scsi/scsi_cmnd.h>
87#include "ipr.h"
88
89/*
90 * Global Data
91 */
92static LIST_HEAD(ipr_ioa_head);
93static unsigned int ipr_log_level = IPR_DEFAULT_LOG_LEVEL;
94static unsigned int ipr_max_speed = 1;
95static int ipr_testmode = 0;
96static unsigned int ipr_fastfail = 0;
97static unsigned int ipr_transop_timeout = 0;
98static unsigned int ipr_debug = 0;
99static unsigned int ipr_max_devs = IPR_DEFAULT_SIS64_DEVS;
100static unsigned int ipr_dual_ioa_raid = 1;
101static unsigned int ipr_number_of_msix = 16;
102static unsigned int ipr_fast_reboot;
103static DEFINE_SPINLOCK(ipr_driver_lock);
104
105/* This table describes the differences between DMA controller chips */
106static const struct ipr_chip_cfg_t ipr_chip_cfg[] = {
107 { /* Gemstone, Citrine, Obsidian, and Obsidian-E */
108 .mailbox = 0x0042C,
109 .max_cmds = 100,
110 .cache_line_size = 0x20,
111 .clear_isr = 1,
112 .iopoll_weight = 0,
113 {
114 .set_interrupt_mask_reg = 0x0022C,
115 .clr_interrupt_mask_reg = 0x00230,
116 .clr_interrupt_mask_reg32 = 0x00230,
117 .sense_interrupt_mask_reg = 0x0022C,
118 .sense_interrupt_mask_reg32 = 0x0022C,
119 .clr_interrupt_reg = 0x00228,
120 .clr_interrupt_reg32 = 0x00228,
121 .sense_interrupt_reg = 0x00224,
122 .sense_interrupt_reg32 = 0x00224,
123 .ioarrin_reg = 0x00404,
124 .sense_uproc_interrupt_reg = 0x00214,
125 .sense_uproc_interrupt_reg32 = 0x00214,
126 .set_uproc_interrupt_reg = 0x00214,
127 .set_uproc_interrupt_reg32 = 0x00214,
128 .clr_uproc_interrupt_reg = 0x00218,
129 .clr_uproc_interrupt_reg32 = 0x00218
130 }
131 },
132 { /* Snipe and Scamp */
133 .mailbox = 0x0052C,
134 .max_cmds = 100,
135 .cache_line_size = 0x20,
136 .clear_isr = 1,
137 .iopoll_weight = 0,
138 {
139 .set_interrupt_mask_reg = 0x00288,
140 .clr_interrupt_mask_reg = 0x0028C,
141 .clr_interrupt_mask_reg32 = 0x0028C,
142 .sense_interrupt_mask_reg = 0x00288,
143 .sense_interrupt_mask_reg32 = 0x00288,
144 .clr_interrupt_reg = 0x00284,
145 .clr_interrupt_reg32 = 0x00284,
146 .sense_interrupt_reg = 0x00280,
147 .sense_interrupt_reg32 = 0x00280,
148 .ioarrin_reg = 0x00504,
149 .sense_uproc_interrupt_reg = 0x00290,
150 .sense_uproc_interrupt_reg32 = 0x00290,
151 .set_uproc_interrupt_reg = 0x00290,
152 .set_uproc_interrupt_reg32 = 0x00290,
153 .clr_uproc_interrupt_reg = 0x00294,
154 .clr_uproc_interrupt_reg32 = 0x00294
155 }
156 },
157 { /* CRoC */
158 .mailbox = 0x00044,
159 .max_cmds = 1000,
160 .cache_line_size = 0x20,
161 .clear_isr = 0,
162 .iopoll_weight = 64,
163 {
164 .set_interrupt_mask_reg = 0x00010,
165 .clr_interrupt_mask_reg = 0x00018,
166 .clr_interrupt_mask_reg32 = 0x0001C,
167 .sense_interrupt_mask_reg = 0x00010,
168 .sense_interrupt_mask_reg32 = 0x00014,
169 .clr_interrupt_reg = 0x00008,
170 .clr_interrupt_reg32 = 0x0000C,
171 .sense_interrupt_reg = 0x00000,
172 .sense_interrupt_reg32 = 0x00004,
173 .ioarrin_reg = 0x00070,
174 .sense_uproc_interrupt_reg = 0x00020,
175 .sense_uproc_interrupt_reg32 = 0x00024,
176 .set_uproc_interrupt_reg = 0x00020,
177 .set_uproc_interrupt_reg32 = 0x00024,
178 .clr_uproc_interrupt_reg = 0x00028,
179 .clr_uproc_interrupt_reg32 = 0x0002C,
180 .init_feedback_reg = 0x0005C,
181 .dump_addr_reg = 0x00064,
182 .dump_data_reg = 0x00068,
183 .endian_swap_reg = 0x00084
184 }
185 },
186};
187
188static const struct ipr_chip_t ipr_chip[] = {
189 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
190 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
191 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
192 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
193 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E, true, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
194 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
195 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
196 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
197 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
198 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] }
199};
200
201static int ipr_max_bus_speeds[] = {
202 IPR_80MBs_SCSI_RATE, IPR_U160_SCSI_RATE, IPR_U320_SCSI_RATE
203};
204
205MODULE_AUTHOR("Brian King <brking@us.ibm.com>");
206MODULE_DESCRIPTION("IBM Power RAID SCSI Adapter Driver");
207module_param_named(max_speed, ipr_max_speed, uint, 0);
208MODULE_PARM_DESC(max_speed, "Maximum bus speed (0-2). Default: 1=U160. Speeds: 0=80 MB/s, 1=U160, 2=U320");
209module_param_named(log_level, ipr_log_level, uint, 0);
210MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver");
211module_param_named(testmode, ipr_testmode, int, 0);
212MODULE_PARM_DESC(testmode, "DANGEROUS!!! Allows unsupported configurations");
213module_param_named(fastfail, ipr_fastfail, int, S_IRUGO | S_IWUSR);
214MODULE_PARM_DESC(fastfail, "Reduce timeouts and retries");
215module_param_named(transop_timeout, ipr_transop_timeout, int, 0);
216MODULE_PARM_DESC(transop_timeout, "Time in seconds to wait for adapter to come operational (default: 300)");
217module_param_named(debug, ipr_debug, int, S_IRUGO | S_IWUSR);
218MODULE_PARM_DESC(debug, "Enable device driver debugging logging. Set to 1 to enable. (default: 0)");
219module_param_named(dual_ioa_raid, ipr_dual_ioa_raid, int, 0);
220MODULE_PARM_DESC(dual_ioa_raid, "Enable dual adapter RAID support. Set to 1 to enable. (default: 1)");
221module_param_named(max_devs, ipr_max_devs, int, 0);
222MODULE_PARM_DESC(max_devs, "Specify the maximum number of physical devices. "
223 "[Default=" __stringify(IPR_DEFAULT_SIS64_DEVS) "]");
224module_param_named(number_of_msix, ipr_number_of_msix, int, 0);
225MODULE_PARM_DESC(number_of_msix, "Specify the number of MSIX interrupts to use on capable adapters (1 - 16). (default:16)");
226module_param_named(fast_reboot, ipr_fast_reboot, int, S_IRUGO | S_IWUSR);
227MODULE_PARM_DESC(fast_reboot, "Skip adapter shutdown during reboot. Set to 1 to enable. (default: 0)");
228MODULE_LICENSE("GPL");
229MODULE_VERSION(IPR_DRIVER_VERSION);
230
231/* A constant array of IOASCs/URCs/Error Messages */
232static const
233struct ipr_error_table_t ipr_error_table[] = {
234 {0x00000000, 1, IPR_DEFAULT_LOG_LEVEL,
235 "8155: An unknown error was received"},
236 {0x00330000, 0, 0,
237 "Soft underlength error"},
238 {0x005A0000, 0, 0,
239 "Command to be cancelled not found"},
240 {0x00808000, 0, 0,
241 "Qualified success"},
242 {0x01080000, 1, IPR_DEFAULT_LOG_LEVEL,
243 "FFFE: Soft device bus error recovered by the IOA"},
244 {0x01088100, 0, IPR_DEFAULT_LOG_LEVEL,
245 "4101: Soft device bus fabric error"},
246 {0x01100100, 0, IPR_DEFAULT_LOG_LEVEL,
247 "FFFC: Logical block guard error recovered by the device"},
248 {0x01100300, 0, IPR_DEFAULT_LOG_LEVEL,
249 "FFFC: Logical block reference tag error recovered by the device"},
250 {0x01108300, 0, IPR_DEFAULT_LOG_LEVEL,
251 "4171: Recovered scatter list tag / sequence number error"},
252 {0x01109000, 0, IPR_DEFAULT_LOG_LEVEL,
253 "FF3D: Recovered logical block CRC error on IOA to Host transfer"},
254 {0x01109200, 0, IPR_DEFAULT_LOG_LEVEL,
255 "4171: Recovered logical block sequence number error on IOA to Host transfer"},
256 {0x0110A000, 0, IPR_DEFAULT_LOG_LEVEL,
257 "FFFD: Recovered logical block reference tag error detected by the IOA"},
258 {0x0110A100, 0, IPR_DEFAULT_LOG_LEVEL,
259 "FFFD: Logical block guard error recovered by the IOA"},
260 {0x01170600, 0, IPR_DEFAULT_LOG_LEVEL,
261 "FFF9: Device sector reassign successful"},
262 {0x01170900, 0, IPR_DEFAULT_LOG_LEVEL,
263 "FFF7: Media error recovered by device rewrite procedures"},
264 {0x01180200, 0, IPR_DEFAULT_LOG_LEVEL,
265 "7001: IOA sector reassignment successful"},
266 {0x01180500, 0, IPR_DEFAULT_LOG_LEVEL,
267 "FFF9: Soft media error. Sector reassignment recommended"},
268 {0x01180600, 0, IPR_DEFAULT_LOG_LEVEL,
269 "FFF7: Media error recovered by IOA rewrite procedures"},
270 {0x01418000, 0, IPR_DEFAULT_LOG_LEVEL,
271 "FF3D: Soft PCI bus error recovered by the IOA"},
272 {0x01440000, 1, IPR_DEFAULT_LOG_LEVEL,
273 "FFF6: Device hardware error recovered by the IOA"},
274 {0x01448100, 0, IPR_DEFAULT_LOG_LEVEL,
275 "FFF6: Device hardware error recovered by the device"},
276 {0x01448200, 1, IPR_DEFAULT_LOG_LEVEL,
277 "FF3D: Soft IOA error recovered by the IOA"},
278 {0x01448300, 0, IPR_DEFAULT_LOG_LEVEL,
279 "FFFA: Undefined device response recovered by the IOA"},
280 {0x014A0000, 1, IPR_DEFAULT_LOG_LEVEL,
281 "FFF6: Device bus error, message or command phase"},
282 {0x014A8000, 0, IPR_DEFAULT_LOG_LEVEL,
283 "FFFE: Task Management Function failed"},
284 {0x015D0000, 0, IPR_DEFAULT_LOG_LEVEL,
285 "FFF6: Failure prediction threshold exceeded"},
286 {0x015D9200, 0, IPR_DEFAULT_LOG_LEVEL,
287 "8009: Impending cache battery pack failure"},
288 {0x02040100, 0, 0,
289 "Logical Unit in process of becoming ready"},
290 {0x02040200, 0, 0,
291 "Initializing command required"},
292 {0x02040400, 0, 0,
293 "34FF: Disk device format in progress"},
294 {0x02040C00, 0, 0,
295 "Logical unit not accessible, target port in unavailable state"},
296 {0x02048000, 0, IPR_DEFAULT_LOG_LEVEL,
297 "9070: IOA requested reset"},
298 {0x023F0000, 0, 0,
299 "Synchronization required"},
300 {0x02408500, 0, 0,
301 "IOA microcode download required"},
302 {0x02408600, 0, 0,
303 "Device bus connection is prohibited by host"},
304 {0x024E0000, 0, 0,
305 "No ready, IOA shutdown"},
306 {0x025A0000, 0, 0,
307 "Not ready, IOA has been shutdown"},
308 {0x02670100, 0, IPR_DEFAULT_LOG_LEVEL,
309 "3020: Storage subsystem configuration error"},
310 {0x03110B00, 0, 0,
311 "FFF5: Medium error, data unreadable, recommend reassign"},
312 {0x03110C00, 0, 0,
313 "7000: Medium error, data unreadable, do not reassign"},
314 {0x03310000, 0, IPR_DEFAULT_LOG_LEVEL,
315 "FFF3: Disk media format bad"},
316 {0x04050000, 0, IPR_DEFAULT_LOG_LEVEL,
317 "3002: Addressed device failed to respond to selection"},
318 {0x04080000, 1, IPR_DEFAULT_LOG_LEVEL,
319 "3100: Device bus error"},
320 {0x04080100, 0, IPR_DEFAULT_LOG_LEVEL,
321 "3109: IOA timed out a device command"},
322 {0x04088000, 0, 0,
323 "3120: SCSI bus is not operational"},
324 {0x04088100, 0, IPR_DEFAULT_LOG_LEVEL,
325 "4100: Hard device bus fabric error"},
326 {0x04100100, 0, IPR_DEFAULT_LOG_LEVEL,
327 "310C: Logical block guard error detected by the device"},
328 {0x04100300, 0, IPR_DEFAULT_LOG_LEVEL,
329 "310C: Logical block reference tag error detected by the device"},
330 {0x04108300, 1, IPR_DEFAULT_LOG_LEVEL,
331 "4170: Scatter list tag / sequence number error"},
332 {0x04109000, 1, IPR_DEFAULT_LOG_LEVEL,
333 "8150: Logical block CRC error on IOA to Host transfer"},
334 {0x04109200, 1, IPR_DEFAULT_LOG_LEVEL,
335 "4170: Logical block sequence number error on IOA to Host transfer"},
336 {0x0410A000, 0, IPR_DEFAULT_LOG_LEVEL,
337 "310D: Logical block reference tag error detected by the IOA"},
338 {0x0410A100, 0, IPR_DEFAULT_LOG_LEVEL,
339 "310D: Logical block guard error detected by the IOA"},
340 {0x04118000, 0, IPR_DEFAULT_LOG_LEVEL,
341 "9000: IOA reserved area data check"},
342 {0x04118100, 0, IPR_DEFAULT_LOG_LEVEL,
343 "9001: IOA reserved area invalid data pattern"},
344 {0x04118200, 0, IPR_DEFAULT_LOG_LEVEL,
345 "9002: IOA reserved area LRC error"},
346 {0x04118300, 1, IPR_DEFAULT_LOG_LEVEL,
347 "Hardware Error, IOA metadata access error"},
348 {0x04320000, 0, IPR_DEFAULT_LOG_LEVEL,
349 "102E: Out of alternate sectors for disk storage"},
350 {0x04330000, 1, IPR_DEFAULT_LOG_LEVEL,
351 "FFF4: Data transfer underlength error"},
352 {0x04338000, 1, IPR_DEFAULT_LOG_LEVEL,
353 "FFF4: Data transfer overlength error"},
354 {0x043E0100, 0, IPR_DEFAULT_LOG_LEVEL,
355 "3400: Logical unit failure"},
356 {0x04408500, 0, IPR_DEFAULT_LOG_LEVEL,
357 "FFF4: Device microcode is corrupt"},
358 {0x04418000, 1, IPR_DEFAULT_LOG_LEVEL,
359 "8150: PCI bus error"},
360 {0x04430000, 1, 0,
361 "Unsupported device bus message received"},
362 {0x04440000, 1, IPR_DEFAULT_LOG_LEVEL,
363 "FFF4: Disk device problem"},
364 {0x04448200, 1, IPR_DEFAULT_LOG_LEVEL,
365 "8150: Permanent IOA failure"},
366 {0x04448300, 0, IPR_DEFAULT_LOG_LEVEL,
367 "3010: Disk device returned wrong response to IOA"},
368 {0x04448400, 0, IPR_DEFAULT_LOG_LEVEL,
369 "8151: IOA microcode error"},
370 {0x04448500, 0, 0,
371 "Device bus status error"},
372 {0x04448600, 0, IPR_DEFAULT_LOG_LEVEL,
373 "8157: IOA error requiring IOA reset to recover"},
374 {0x04448700, 0, 0,
375 "ATA device status error"},
376 {0x04490000, 0, 0,
377 "Message reject received from the device"},
378 {0x04449200, 0, IPR_DEFAULT_LOG_LEVEL,
379 "8008: A permanent cache battery pack failure occurred"},
380 {0x0444A000, 0, IPR_DEFAULT_LOG_LEVEL,
381 "9090: Disk unit has been modified after the last known status"},
382 {0x0444A200, 0, IPR_DEFAULT_LOG_LEVEL,
383 "9081: IOA detected device error"},
384 {0x0444A300, 0, IPR_DEFAULT_LOG_LEVEL,
385 "9082: IOA detected device error"},
386 {0x044A0000, 1, IPR_DEFAULT_LOG_LEVEL,
387 "3110: Device bus error, message or command phase"},
388 {0x044A8000, 1, IPR_DEFAULT_LOG_LEVEL,
389 "3110: SAS Command / Task Management Function failed"},
390 {0x04670400, 0, IPR_DEFAULT_LOG_LEVEL,
391 "9091: Incorrect hardware configuration change has been detected"},
392 {0x04678000, 0, IPR_DEFAULT_LOG_LEVEL,
393 "9073: Invalid multi-adapter configuration"},
394 {0x04678100, 0, IPR_DEFAULT_LOG_LEVEL,
395 "4010: Incorrect connection between cascaded expanders"},
396 {0x04678200, 0, IPR_DEFAULT_LOG_LEVEL,
397 "4020: Connections exceed IOA design limits"},
398 {0x04678300, 0, IPR_DEFAULT_LOG_LEVEL,
399 "4030: Incorrect multipath connection"},
400 {0x04679000, 0, IPR_DEFAULT_LOG_LEVEL,
401 "4110: Unsupported enclosure function"},
402 {0x04679800, 0, IPR_DEFAULT_LOG_LEVEL,
403 "4120: SAS cable VPD cannot be read"},
404 {0x046E0000, 0, IPR_DEFAULT_LOG_LEVEL,
405 "FFF4: Command to logical unit failed"},
406 {0x05240000, 1, 0,
407 "Illegal request, invalid request type or request packet"},
408 {0x05250000, 0, 0,
409 "Illegal request, invalid resource handle"},
410 {0x05258000, 0, 0,
411 "Illegal request, commands not allowed to this device"},
412 {0x05258100, 0, 0,
413 "Illegal request, command not allowed to a secondary adapter"},
414 {0x05258200, 0, 0,
415 "Illegal request, command not allowed to a non-optimized resource"},
416 {0x05260000, 0, 0,
417 "Illegal request, invalid field in parameter list"},
418 {0x05260100, 0, 0,
419 "Illegal request, parameter not supported"},
420 {0x05260200, 0, 0,
421 "Illegal request, parameter value invalid"},
422 {0x052C0000, 0, 0,
423 "Illegal request, command sequence error"},
424 {0x052C8000, 1, 0,
425 "Illegal request, dual adapter support not enabled"},
426 {0x052C8100, 1, 0,
427 "Illegal request, another cable connector was physically disabled"},
428 {0x054E8000, 1, 0,
429 "Illegal request, inconsistent group id/group count"},
430 {0x06040500, 0, IPR_DEFAULT_LOG_LEVEL,
431 "9031: Array protection temporarily suspended, protection resuming"},
432 {0x06040600, 0, IPR_DEFAULT_LOG_LEVEL,
433 "9040: Array protection temporarily suspended, protection resuming"},
434 {0x060B0100, 0, IPR_DEFAULT_LOG_LEVEL,
435 "4080: IOA exceeded maximum operating temperature"},
436 {0x060B8000, 0, IPR_DEFAULT_LOG_LEVEL,
437 "4085: Service required"},
438 {0x06288000, 0, IPR_DEFAULT_LOG_LEVEL,
439 "3140: Device bus not ready to ready transition"},
440 {0x06290000, 0, IPR_DEFAULT_LOG_LEVEL,
441 "FFFB: SCSI bus was reset"},
442 {0x06290500, 0, 0,
443 "FFFE: SCSI bus transition to single ended"},
444 {0x06290600, 0, 0,
445 "FFFE: SCSI bus transition to LVD"},
446 {0x06298000, 0, IPR_DEFAULT_LOG_LEVEL,
447 "FFFB: SCSI bus was reset by another initiator"},
448 {0x063F0300, 0, IPR_DEFAULT_LOG_LEVEL,
449 "3029: A device replacement has occurred"},
450 {0x063F8300, 0, IPR_DEFAULT_LOG_LEVEL,
451 "4102: Device bus fabric performance degradation"},
452 {0x064C8000, 0, IPR_DEFAULT_LOG_LEVEL,
453 "9051: IOA cache data exists for a missing or failed device"},
454 {0x064C8100, 0, IPR_DEFAULT_LOG_LEVEL,
455 "9055: Auxiliary cache IOA contains cache data needed by the primary IOA"},
456 {0x06670100, 0, IPR_DEFAULT_LOG_LEVEL,
457 "9025: Disk unit is not supported at its physical location"},
458 {0x06670600, 0, IPR_DEFAULT_LOG_LEVEL,
459 "3020: IOA detected a SCSI bus configuration error"},
460 {0x06678000, 0, IPR_DEFAULT_LOG_LEVEL,
461 "3150: SCSI bus configuration error"},
462 {0x06678100, 0, IPR_DEFAULT_LOG_LEVEL,
463 "9074: Asymmetric advanced function disk configuration"},
464 {0x06678300, 0, IPR_DEFAULT_LOG_LEVEL,
465 "4040: Incomplete multipath connection between IOA and enclosure"},
466 {0x06678400, 0, IPR_DEFAULT_LOG_LEVEL,
467 "4041: Incomplete multipath connection between enclosure and device"},
468 {0x06678500, 0, IPR_DEFAULT_LOG_LEVEL,
469 "9075: Incomplete multipath connection between IOA and remote IOA"},
470 {0x06678600, 0, IPR_DEFAULT_LOG_LEVEL,
471 "9076: Configuration error, missing remote IOA"},
472 {0x06679100, 0, IPR_DEFAULT_LOG_LEVEL,
473 "4050: Enclosure does not support a required multipath function"},
474 {0x06679800, 0, IPR_DEFAULT_LOG_LEVEL,
475 "4121: Configuration error, required cable is missing"},
476 {0x06679900, 0, IPR_DEFAULT_LOG_LEVEL,
477 "4122: Cable is not plugged into the correct location on remote IOA"},
478 {0x06679A00, 0, IPR_DEFAULT_LOG_LEVEL,
479 "4123: Configuration error, invalid cable vital product data"},
480 {0x06679B00, 0, IPR_DEFAULT_LOG_LEVEL,
481 "4124: Configuration error, both cable ends are plugged into the same IOA"},
482 {0x06690000, 0, IPR_DEFAULT_LOG_LEVEL,
483 "4070: Logically bad block written on device"},
484 {0x06690200, 0, IPR_DEFAULT_LOG_LEVEL,
485 "9041: Array protection temporarily suspended"},
486 {0x06698200, 0, IPR_DEFAULT_LOG_LEVEL,
487 "9042: Corrupt array parity detected on specified device"},
488 {0x066B0200, 0, IPR_DEFAULT_LOG_LEVEL,
489 "9030: Array no longer protected due to missing or failed disk unit"},
490 {0x066B8000, 0, IPR_DEFAULT_LOG_LEVEL,
491 "9071: Link operational transition"},
492 {0x066B8100, 0, IPR_DEFAULT_LOG_LEVEL,
493 "9072: Link not operational transition"},
494 {0x066B8200, 0, IPR_DEFAULT_LOG_LEVEL,
495 "9032: Array exposed but still protected"},
496 {0x066B8300, 0, IPR_DEBUG_LOG_LEVEL,
497 "70DD: Device forced failed by disrupt device command"},
498 {0x066B9100, 0, IPR_DEFAULT_LOG_LEVEL,
499 "4061: Multipath redundancy level got better"},
500 {0x066B9200, 0, IPR_DEFAULT_LOG_LEVEL,
501 "4060: Multipath redundancy level got worse"},
502 {0x06808100, 0, IPR_DEBUG_LOG_LEVEL,
503 "9083: Device raw mode enabled"},
504 {0x06808200, 0, IPR_DEBUG_LOG_LEVEL,
505 "9084: Device raw mode disabled"},
506 {0x07270000, 0, 0,
507 "Failure due to other device"},
508 {0x07278000, 0, IPR_DEFAULT_LOG_LEVEL,
509 "9008: IOA does not support functions expected by devices"},
510 {0x07278100, 0, IPR_DEFAULT_LOG_LEVEL,
511 "9010: Cache data associated with attached devices cannot be found"},
512 {0x07278200, 0, IPR_DEFAULT_LOG_LEVEL,
513 "9011: Cache data belongs to devices other than those attached"},
514 {0x07278400, 0, IPR_DEFAULT_LOG_LEVEL,
515 "9020: Array missing 2 or more devices with only 1 device present"},
516 {0x07278500, 0, IPR_DEFAULT_LOG_LEVEL,
517 "9021: Array missing 2 or more devices with 2 or more devices present"},
518 {0x07278600, 0, IPR_DEFAULT_LOG_LEVEL,
519 "9022: Exposed array is missing a required device"},
520 {0x07278700, 0, IPR_DEFAULT_LOG_LEVEL,
521 "9023: Array member(s) not at required physical locations"},
522 {0x07278800, 0, IPR_DEFAULT_LOG_LEVEL,
523 "9024: Array not functional due to present hardware configuration"},
524 {0x07278900, 0, IPR_DEFAULT_LOG_LEVEL,
525 "9026: Array not functional due to present hardware configuration"},
526 {0x07278A00, 0, IPR_DEFAULT_LOG_LEVEL,
527 "9027: Array is missing a device and parity is out of sync"},
528 {0x07278B00, 0, IPR_DEFAULT_LOG_LEVEL,
529 "9028: Maximum number of arrays already exist"},
530 {0x07278C00, 0, IPR_DEFAULT_LOG_LEVEL,
531 "9050: Required cache data cannot be located for a disk unit"},
532 {0x07278D00, 0, IPR_DEFAULT_LOG_LEVEL,
533 "9052: Cache data exists for a device that has been modified"},
534 {0x07278F00, 0, IPR_DEFAULT_LOG_LEVEL,
535 "9054: IOA resources not available due to previous problems"},
536 {0x07279100, 0, IPR_DEFAULT_LOG_LEVEL,
537 "9092: Disk unit requires initialization before use"},
538 {0x07279200, 0, IPR_DEFAULT_LOG_LEVEL,
539 "9029: Incorrect hardware configuration change has been detected"},
540 {0x07279600, 0, IPR_DEFAULT_LOG_LEVEL,
541 "9060: One or more disk pairs are missing from an array"},
542 {0x07279700, 0, IPR_DEFAULT_LOG_LEVEL,
543 "9061: One or more disks are missing from an array"},
544 {0x07279800, 0, IPR_DEFAULT_LOG_LEVEL,
545 "9062: One or more disks are missing from an array"},
546 {0x07279900, 0, IPR_DEFAULT_LOG_LEVEL,
547 "9063: Maximum number of functional arrays has been exceeded"},
548 {0x07279A00, 0, 0,
549 "Data protect, other volume set problem"},
550 {0x0B260000, 0, 0,
551 "Aborted command, invalid descriptor"},
552 {0x0B3F9000, 0, 0,
553 "Target operating conditions have changed, dual adapter takeover"},
554 {0x0B530200, 0, 0,
555 "Aborted command, medium removal prevented"},
556 {0x0B5A0000, 0, 0,
557 "Command terminated by host"},
558 {0x0B5B8000, 0, 0,
559 "Aborted command, command terminated by host"}
560};
561
562static const struct ipr_ses_table_entry ipr_ses_table[] = {
563 { "2104-DL1 ", "XXXXXXXXXXXXXXXX", 80 },
564 { "2104-TL1 ", "XXXXXXXXXXXXXXXX", 80 },
565 { "HSBP07M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 7 slot */
566 { "HSBP05M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 5 slot */
567 { "HSBP05M S U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Bowtie */
568 { "HSBP06E ASU2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* MartinFenning */
569 { "2104-DU3 ", "XXXXXXXXXXXXXXXX", 160 },
570 { "2104-TU3 ", "XXXXXXXXXXXXXXXX", 160 },
571 { "HSBP04C RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
572 { "HSBP06E RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
573 { "St V1S2 ", "XXXXXXXXXXXXXXXX", 160 },
574 { "HSBPD4M PU3SCSI", "XXXXXXX*XXXXXXXX", 160 },
575 { "VSBPD1H U3SCSI", "XXXXXXX*XXXXXXXX", 160 }
576};
577
578/*
579 * Function Prototypes
580 */
581static int ipr_reset_alert(struct ipr_cmnd *);
582static void ipr_process_ccn(struct ipr_cmnd *);
583static void ipr_process_error(struct ipr_cmnd *);
584static void ipr_reset_ioa_job(struct ipr_cmnd *);
585static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *,
586 enum ipr_shutdown_type);
587
588#ifdef CONFIG_SCSI_IPR_TRACE
589/**
590 * ipr_trc_hook - Add a trace entry to the driver trace
591 * @ipr_cmd: ipr command struct
592 * @type: trace type
593 * @add_data: additional data
594 *
595 * Return value:
596 * none
597 **/
598static void ipr_trc_hook(struct ipr_cmnd *ipr_cmd,
599 u8 type, u32 add_data)
600{
601 struct ipr_trace_entry *trace_entry;
602 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
603 unsigned int trace_index;
604
605 trace_index = atomic_add_return(1, &ioa_cfg->trace_index) & IPR_TRACE_INDEX_MASK;
606 trace_entry = &ioa_cfg->trace[trace_index];
607 trace_entry->time = jiffies;
608 trace_entry->op_code = ipr_cmd->ioarcb.cmd_pkt.cdb[0];
609 trace_entry->type = type;
610 if (ipr_cmd->ioa_cfg->sis64)
611 trace_entry->ata_op_code = ipr_cmd->i.ata_ioadl.regs.command;
612 else
613 trace_entry->ata_op_code = ipr_cmd->ioarcb.u.add_data.u.regs.command;
614 trace_entry->cmd_index = ipr_cmd->cmd_index & 0xff;
615 trace_entry->res_handle = ipr_cmd->ioarcb.res_handle;
616 trace_entry->u.add_data = add_data;
617 wmb();
618}
619#else
620#define ipr_trc_hook(ipr_cmd, type, add_data) do { } while (0)
621#endif
622
623/**
624 * ipr_lock_and_done - Acquire lock and complete command
625 * @ipr_cmd: ipr command struct
626 *
627 * Return value:
628 * none
629 **/
630static void ipr_lock_and_done(struct ipr_cmnd *ipr_cmd)
631{
632 unsigned long lock_flags;
633 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
634
635 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
636 ipr_cmd->done(ipr_cmd);
637 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
638}
639
640/**
641 * ipr_reinit_ipr_cmnd - Re-initialize an IPR Cmnd block for reuse
642 * @ipr_cmd: ipr command struct
643 *
644 * Return value:
645 * none
646 **/
647static void ipr_reinit_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
648{
649 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
650 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
651 struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
652 dma_addr_t dma_addr = ipr_cmd->dma_addr;
653 int hrrq_id;
654
655 hrrq_id = ioarcb->cmd_pkt.hrrq_id;
656 memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
657 ioarcb->cmd_pkt.hrrq_id = hrrq_id;
658 ioarcb->data_transfer_length = 0;
659 ioarcb->read_data_transfer_length = 0;
660 ioarcb->ioadl_len = 0;
661 ioarcb->read_ioadl_len = 0;
662
663 if (ipr_cmd->ioa_cfg->sis64) {
664 ioarcb->u.sis64_addr_data.data_ioadl_addr =
665 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
666 ioasa64->u.gata.status = 0;
667 } else {
668 ioarcb->write_ioadl_addr =
669 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
670 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
671 ioasa->u.gata.status = 0;
672 }
673
674 ioasa->hdr.ioasc = 0;
675 ioasa->hdr.residual_data_len = 0;
676 ipr_cmd->scsi_cmd = NULL;
677 ipr_cmd->qc = NULL;
678 ipr_cmd->sense_buffer[0] = 0;
679 ipr_cmd->dma_use_sg = 0;
680}
681
682/**
683 * ipr_init_ipr_cmnd - Initialize an IPR Cmnd block
684 * @ipr_cmd: ipr command struct
685 *
686 * Return value:
687 * none
688 **/
689static void ipr_init_ipr_cmnd(struct ipr_cmnd *ipr_cmd,
690 void (*fast_done) (struct ipr_cmnd *))
691{
692 ipr_reinit_ipr_cmnd(ipr_cmd);
693 ipr_cmd->u.scratch = 0;
694 ipr_cmd->sibling = NULL;
695 ipr_cmd->eh_comp = NULL;
696 ipr_cmd->fast_done = fast_done;
697 timer_setup(&ipr_cmd->timer, NULL, 0);
698}
699
700/**
701 * __ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block
702 * @ioa_cfg: ioa config struct
703 *
704 * Return value:
705 * pointer to ipr command struct
706 **/
707static
708struct ipr_cmnd *__ipr_get_free_ipr_cmnd(struct ipr_hrr_queue *hrrq)
709{
710 struct ipr_cmnd *ipr_cmd = NULL;
711
712 if (likely(!list_empty(&hrrq->hrrq_free_q))) {
713 ipr_cmd = list_entry(hrrq->hrrq_free_q.next,
714 struct ipr_cmnd, queue);
715 list_del(&ipr_cmd->queue);
716 }
717
718
719 return ipr_cmd;
720}
721
722/**
723 * ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block and initialize it
724 * @ioa_cfg: ioa config struct
725 *
726 * Return value:
727 * pointer to ipr command struct
728 **/
729static
730struct ipr_cmnd *ipr_get_free_ipr_cmnd(struct ipr_ioa_cfg *ioa_cfg)
731{
732 struct ipr_cmnd *ipr_cmd =
733 __ipr_get_free_ipr_cmnd(&ioa_cfg->hrrq[IPR_INIT_HRRQ]);
734 ipr_init_ipr_cmnd(ipr_cmd, ipr_lock_and_done);
735 return ipr_cmd;
736}
737
738/**
739 * ipr_mask_and_clear_interrupts - Mask all and clear specified interrupts
740 * @ioa_cfg: ioa config struct
741 * @clr_ints: interrupts to clear
742 *
743 * This function masks all interrupts on the adapter, then clears the
744 * interrupts specified in the mask
745 *
746 * Return value:
747 * none
748 **/
749static void ipr_mask_and_clear_interrupts(struct ipr_ioa_cfg *ioa_cfg,
750 u32 clr_ints)
751{
752 volatile u32 int_reg;
753 int i;
754
755 /* Stop new interrupts */
756 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
757 spin_lock(&ioa_cfg->hrrq[i]._lock);
758 ioa_cfg->hrrq[i].allow_interrupts = 0;
759 spin_unlock(&ioa_cfg->hrrq[i]._lock);
760 }
761 wmb();
762
763 /* Set interrupt mask to stop all new interrupts */
764 if (ioa_cfg->sis64)
765 writeq(~0, ioa_cfg->regs.set_interrupt_mask_reg);
766 else
767 writel(~0, ioa_cfg->regs.set_interrupt_mask_reg);
768
769 /* Clear any pending interrupts */
770 if (ioa_cfg->sis64)
771 writel(~0, ioa_cfg->regs.clr_interrupt_reg);
772 writel(clr_ints, ioa_cfg->regs.clr_interrupt_reg32);
773 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
774}
775
776/**
777 * ipr_save_pcix_cmd_reg - Save PCI-X command register
778 * @ioa_cfg: ioa config struct
779 *
780 * Return value:
781 * 0 on success / -EIO on failure
782 **/
783static int ipr_save_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
784{
785 int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
786
787 if (pcix_cmd_reg == 0)
788 return 0;
789
790 if (pci_read_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
791 &ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
792 dev_err(&ioa_cfg->pdev->dev, "Failed to save PCI-X command register\n");
793 return -EIO;
794 }
795
796 ioa_cfg->saved_pcix_cmd_reg |= PCI_X_CMD_DPERR_E | PCI_X_CMD_ERO;
797 return 0;
798}
799
800/**
801 * ipr_set_pcix_cmd_reg - Setup PCI-X command register
802 * @ioa_cfg: ioa config struct
803 *
804 * Return value:
805 * 0 on success / -EIO on failure
806 **/
807static int ipr_set_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
808{
809 int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
810
811 if (pcix_cmd_reg) {
812 if (pci_write_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
813 ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
814 dev_err(&ioa_cfg->pdev->dev, "Failed to setup PCI-X command register\n");
815 return -EIO;
816 }
817 }
818
819 return 0;
820}
821
822/**
823 * __ipr_sata_eh_done - done function for aborted SATA commands
824 * @ipr_cmd: ipr command struct
825 *
826 * This function is invoked for ops generated to SATA
827 * devices which are being aborted.
828 *
829 * Return value:
830 * none
831 **/
832static void __ipr_sata_eh_done(struct ipr_cmnd *ipr_cmd)
833{
834 struct ata_queued_cmd *qc = ipr_cmd->qc;
835 struct ipr_sata_port *sata_port = qc->ap->private_data;
836
837 qc->err_mask |= AC_ERR_OTHER;
838 sata_port->ioasa.status |= ATA_BUSY;
839 ata_qc_complete(qc);
840 if (ipr_cmd->eh_comp)
841 complete(ipr_cmd->eh_comp);
842 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
843}
844
845/**
846 * ipr_sata_eh_done - done function for aborted SATA commands
847 * @ipr_cmd: ipr command struct
848 *
849 * This function is invoked for ops generated to SATA
850 * devices which are being aborted.
851 *
852 * Return value:
853 * none
854 **/
855static void ipr_sata_eh_done(struct ipr_cmnd *ipr_cmd)
856{
857 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
858 unsigned long hrrq_flags;
859
860 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
861 __ipr_sata_eh_done(ipr_cmd);
862 spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
863}
864
865/**
866 * __ipr_scsi_eh_done - mid-layer done function for aborted ops
867 * @ipr_cmd: ipr command struct
868 *
869 * This function is invoked by the interrupt handler for
870 * ops generated by the SCSI mid-layer which are being aborted.
871 *
872 * Return value:
873 * none
874 **/
875static void __ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
876{
877 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
878
879 scsi_cmd->result |= (DID_ERROR << 16);
880
881 scsi_dma_unmap(ipr_cmd->scsi_cmd);
882 scsi_cmd->scsi_done(scsi_cmd);
883 if (ipr_cmd->eh_comp)
884 complete(ipr_cmd->eh_comp);
885 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
886}
887
888/**
889 * ipr_scsi_eh_done - mid-layer done function for aborted ops
890 * @ipr_cmd: ipr command struct
891 *
892 * This function is invoked by the interrupt handler for
893 * ops generated by the SCSI mid-layer which are being aborted.
894 *
895 * Return value:
896 * none
897 **/
898static void ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
899{
900 unsigned long hrrq_flags;
901 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
902
903 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
904 __ipr_scsi_eh_done(ipr_cmd);
905 spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
906}
907
908/**
909 * ipr_fail_all_ops - Fails all outstanding ops.
910 * @ioa_cfg: ioa config struct
911 *
912 * This function fails all outstanding ops.
913 *
914 * Return value:
915 * none
916 **/
917static void ipr_fail_all_ops(struct ipr_ioa_cfg *ioa_cfg)
918{
919 struct ipr_cmnd *ipr_cmd, *temp;
920 struct ipr_hrr_queue *hrrq;
921
922 ENTER;
923 for_each_hrrq(hrrq, ioa_cfg) {
924 spin_lock(&hrrq->_lock);
925 list_for_each_entry_safe(ipr_cmd,
926 temp, &hrrq->hrrq_pending_q, queue) {
927 list_del(&ipr_cmd->queue);
928
929 ipr_cmd->s.ioasa.hdr.ioasc =
930 cpu_to_be32(IPR_IOASC_IOA_WAS_RESET);
931 ipr_cmd->s.ioasa.hdr.ilid =
932 cpu_to_be32(IPR_DRIVER_ILID);
933
934 if (ipr_cmd->scsi_cmd)
935 ipr_cmd->done = __ipr_scsi_eh_done;
936 else if (ipr_cmd->qc)
937 ipr_cmd->done = __ipr_sata_eh_done;
938
939 ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH,
940 IPR_IOASC_IOA_WAS_RESET);
941 del_timer(&ipr_cmd->timer);
942 ipr_cmd->done(ipr_cmd);
943 }
944 spin_unlock(&hrrq->_lock);
945 }
946 LEAVE;
947}
948
949/**
950 * ipr_send_command - Send driver initiated requests.
951 * @ipr_cmd: ipr command struct
952 *
953 * This function sends a command to the adapter using the correct write call.
954 * In the case of sis64, calculate the ioarcb size required. Then or in the
955 * appropriate bits.
956 *
957 * Return value:
958 * none
959 **/
960static void ipr_send_command(struct ipr_cmnd *ipr_cmd)
961{
962 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
963 dma_addr_t send_dma_addr = ipr_cmd->dma_addr;
964
965 if (ioa_cfg->sis64) {
966 /* The default size is 256 bytes */
967 send_dma_addr |= 0x1;
968
969 /* If the number of ioadls * size of ioadl > 128 bytes,
970 then use a 512 byte ioarcb */
971 if (ipr_cmd->dma_use_sg * sizeof(struct ipr_ioadl64_desc) > 128 )
972 send_dma_addr |= 0x4;
973 writeq(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
974 } else
975 writel(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
976}
977
978/**
979 * ipr_do_req - Send driver initiated requests.
980 * @ipr_cmd: ipr command struct
981 * @done: done function
982 * @timeout_func: timeout function
983 * @timeout: timeout value
984 *
985 * This function sends the specified command to the adapter with the
986 * timeout given. The done function is invoked on command completion.
987 *
988 * Return value:
989 * none
990 **/
991static void ipr_do_req(struct ipr_cmnd *ipr_cmd,
992 void (*done) (struct ipr_cmnd *),
993 void (*timeout_func) (struct timer_list *), u32 timeout)
994{
995 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
996
997 ipr_cmd->done = done;
998
999 ipr_cmd->timer.expires = jiffies + timeout;
1000 ipr_cmd->timer.function = timeout_func;
1001
1002 add_timer(&ipr_cmd->timer);
1003
1004 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, 0);
1005
1006 ipr_send_command(ipr_cmd);
1007}
1008
1009/**
1010 * ipr_internal_cmd_done - Op done function for an internally generated op.
1011 * @ipr_cmd: ipr command struct
1012 *
1013 * This function is the op done function for an internally generated,
1014 * blocking op. It simply wakes the sleeping thread.
1015 *
1016 * Return value:
1017 * none
1018 **/
1019static void ipr_internal_cmd_done(struct ipr_cmnd *ipr_cmd)
1020{
1021 if (ipr_cmd->sibling)
1022 ipr_cmd->sibling = NULL;
1023 else
1024 complete(&ipr_cmd->completion);
1025}
1026
1027/**
1028 * ipr_init_ioadl - initialize the ioadl for the correct SIS type
1029 * @ipr_cmd: ipr command struct
1030 * @dma_addr: dma address
1031 * @len: transfer length
1032 * @flags: ioadl flag value
1033 *
1034 * This function initializes an ioadl in the case where there is only a single
1035 * descriptor.
1036 *
1037 * Return value:
1038 * nothing
1039 **/
1040static void ipr_init_ioadl(struct ipr_cmnd *ipr_cmd, dma_addr_t dma_addr,
1041 u32 len, int flags)
1042{
1043 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
1044 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
1045
1046 ipr_cmd->dma_use_sg = 1;
1047
1048 if (ipr_cmd->ioa_cfg->sis64) {
1049 ioadl64->flags = cpu_to_be32(flags);
1050 ioadl64->data_len = cpu_to_be32(len);
1051 ioadl64->address = cpu_to_be64(dma_addr);
1052
1053 ipr_cmd->ioarcb.ioadl_len =
1054 cpu_to_be32(sizeof(struct ipr_ioadl64_desc));
1055 ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
1056 } else {
1057 ioadl->flags_and_data_len = cpu_to_be32(flags | len);
1058 ioadl->address = cpu_to_be32(dma_addr);
1059
1060 if (flags == IPR_IOADL_FLAGS_READ_LAST) {
1061 ipr_cmd->ioarcb.read_ioadl_len =
1062 cpu_to_be32(sizeof(struct ipr_ioadl_desc));
1063 ipr_cmd->ioarcb.read_data_transfer_length = cpu_to_be32(len);
1064 } else {
1065 ipr_cmd->ioarcb.ioadl_len =
1066 cpu_to_be32(sizeof(struct ipr_ioadl_desc));
1067 ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
1068 }
1069 }
1070}
1071
1072/**
1073 * ipr_send_blocking_cmd - Send command and sleep on its completion.
1074 * @ipr_cmd: ipr command struct
1075 * @timeout_func: function to invoke if command times out
1076 * @timeout: timeout
1077 *
1078 * Return value:
1079 * none
1080 **/
1081static void ipr_send_blocking_cmd(struct ipr_cmnd *ipr_cmd,
1082 void (*timeout_func) (struct timer_list *),
1083 u32 timeout)
1084{
1085 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1086
1087 init_completion(&ipr_cmd->completion);
1088 ipr_do_req(ipr_cmd, ipr_internal_cmd_done, timeout_func, timeout);
1089
1090 spin_unlock_irq(ioa_cfg->host->host_lock);
1091 wait_for_completion(&ipr_cmd->completion);
1092 spin_lock_irq(ioa_cfg->host->host_lock);
1093}
1094
1095static int ipr_get_hrrq_index(struct ipr_ioa_cfg *ioa_cfg)
1096{
1097 unsigned int hrrq;
1098
1099 if (ioa_cfg->hrrq_num == 1)
1100 hrrq = 0;
1101 else {
1102 hrrq = atomic_add_return(1, &ioa_cfg->hrrq_index);
1103 hrrq = (hrrq % (ioa_cfg->hrrq_num - 1)) + 1;
1104 }
1105 return hrrq;
1106}
1107
1108/**
1109 * ipr_send_hcam - Send an HCAM to the adapter.
1110 * @ioa_cfg: ioa config struct
1111 * @type: HCAM type
1112 * @hostrcb: hostrcb struct
1113 *
1114 * This function will send a Host Controlled Async command to the adapter.
1115 * If HCAMs are currently not allowed to be issued to the adapter, it will
1116 * place the hostrcb on the free queue.
1117 *
1118 * Return value:
1119 * none
1120 **/
1121static void ipr_send_hcam(struct ipr_ioa_cfg *ioa_cfg, u8 type,
1122 struct ipr_hostrcb *hostrcb)
1123{
1124 struct ipr_cmnd *ipr_cmd;
1125 struct ipr_ioarcb *ioarcb;
1126
1127 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
1128 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
1129 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
1130 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_pending_q);
1131
1132 ipr_cmd->u.hostrcb = hostrcb;
1133 ioarcb = &ipr_cmd->ioarcb;
1134
1135 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
1136 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_HCAM;
1137 ioarcb->cmd_pkt.cdb[0] = IPR_HOST_CONTROLLED_ASYNC;
1138 ioarcb->cmd_pkt.cdb[1] = type;
1139 ioarcb->cmd_pkt.cdb[7] = (sizeof(hostrcb->hcam) >> 8) & 0xff;
1140 ioarcb->cmd_pkt.cdb[8] = sizeof(hostrcb->hcam) & 0xff;
1141
1142 ipr_init_ioadl(ipr_cmd, hostrcb->hostrcb_dma,
1143 sizeof(hostrcb->hcam), IPR_IOADL_FLAGS_READ_LAST);
1144
1145 if (type == IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE)
1146 ipr_cmd->done = ipr_process_ccn;
1147 else
1148 ipr_cmd->done = ipr_process_error;
1149
1150 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_IOA_RES_ADDR);
1151
1152 ipr_send_command(ipr_cmd);
1153 } else {
1154 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
1155 }
1156}
1157
1158/**
1159 * ipr_update_ata_class - Update the ata class in the resource entry
1160 * @res: resource entry struct
1161 * @proto: cfgte device bus protocol value
1162 *
1163 * Return value:
1164 * none
1165 **/
1166static void ipr_update_ata_class(struct ipr_resource_entry *res, unsigned int proto)
1167{
1168 switch (proto) {
1169 case IPR_PROTO_SATA:
1170 case IPR_PROTO_SAS_STP:
1171 res->ata_class = ATA_DEV_ATA;
1172 break;
1173 case IPR_PROTO_SATA_ATAPI:
1174 case IPR_PROTO_SAS_STP_ATAPI:
1175 res->ata_class = ATA_DEV_ATAPI;
1176 break;
1177 default:
1178 res->ata_class = ATA_DEV_UNKNOWN;
1179 break;
1180 };
1181}
1182
1183/**
1184 * ipr_init_res_entry - Initialize a resource entry struct.
1185 * @res: resource entry struct
1186 * @cfgtew: config table entry wrapper struct
1187 *
1188 * Return value:
1189 * none
1190 **/
1191static void ipr_init_res_entry(struct ipr_resource_entry *res,
1192 struct ipr_config_table_entry_wrapper *cfgtew)
1193{
1194 int found = 0;
1195 unsigned int proto;
1196 struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1197 struct ipr_resource_entry *gscsi_res = NULL;
1198
1199 res->needs_sync_complete = 0;
1200 res->in_erp = 0;
1201 res->add_to_ml = 0;
1202 res->del_from_ml = 0;
1203 res->resetting_device = 0;
1204 res->reset_occurred = 0;
1205 res->sdev = NULL;
1206 res->sata_port = NULL;
1207
1208 if (ioa_cfg->sis64) {
1209 proto = cfgtew->u.cfgte64->proto;
1210 res->flags = be16_to_cpu(cfgtew->u.cfgte64->flags);
1211 res->res_flags = be16_to_cpu(cfgtew->u.cfgte64->res_flags);
1212 res->qmodel = IPR_QUEUEING_MODEL64(res);
1213 res->type = cfgtew->u.cfgte64->res_type;
1214
1215 memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1216 sizeof(res->res_path));
1217
1218 res->bus = 0;
1219 memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1220 sizeof(res->dev_lun.scsi_lun));
1221 res->lun = scsilun_to_int(&res->dev_lun);
1222
1223 if (res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1224 list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue) {
1225 if (gscsi_res->dev_id == cfgtew->u.cfgte64->dev_id) {
1226 found = 1;
1227 res->target = gscsi_res->target;
1228 break;
1229 }
1230 }
1231 if (!found) {
1232 res->target = find_first_zero_bit(ioa_cfg->target_ids,
1233 ioa_cfg->max_devs_supported);
1234 set_bit(res->target, ioa_cfg->target_ids);
1235 }
1236 } else if (res->type == IPR_RES_TYPE_IOAFP) {
1237 res->bus = IPR_IOAFP_VIRTUAL_BUS;
1238 res->target = 0;
1239 } else if (res->type == IPR_RES_TYPE_ARRAY) {
1240 res->bus = IPR_ARRAY_VIRTUAL_BUS;
1241 res->target = find_first_zero_bit(ioa_cfg->array_ids,
1242 ioa_cfg->max_devs_supported);
1243 set_bit(res->target, ioa_cfg->array_ids);
1244 } else if (res->type == IPR_RES_TYPE_VOLUME_SET) {
1245 res->bus = IPR_VSET_VIRTUAL_BUS;
1246 res->target = find_first_zero_bit(ioa_cfg->vset_ids,
1247 ioa_cfg->max_devs_supported);
1248 set_bit(res->target, ioa_cfg->vset_ids);
1249 } else {
1250 res->target = find_first_zero_bit(ioa_cfg->target_ids,
1251 ioa_cfg->max_devs_supported);
1252 set_bit(res->target, ioa_cfg->target_ids);
1253 }
1254 } else {
1255 proto = cfgtew->u.cfgte->proto;
1256 res->qmodel = IPR_QUEUEING_MODEL(res);
1257 res->flags = cfgtew->u.cfgte->flags;
1258 if (res->flags & IPR_IS_IOA_RESOURCE)
1259 res->type = IPR_RES_TYPE_IOAFP;
1260 else
1261 res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1262
1263 res->bus = cfgtew->u.cfgte->res_addr.bus;
1264 res->target = cfgtew->u.cfgte->res_addr.target;
1265 res->lun = cfgtew->u.cfgte->res_addr.lun;
1266 res->lun_wwn = get_unaligned_be64(cfgtew->u.cfgte->lun_wwn);
1267 }
1268
1269 ipr_update_ata_class(res, proto);
1270}
1271
1272/**
1273 * ipr_is_same_device - Determine if two devices are the same.
1274 * @res: resource entry struct
1275 * @cfgtew: config table entry wrapper struct
1276 *
1277 * Return value:
1278 * 1 if the devices are the same / 0 otherwise
1279 **/
1280static int ipr_is_same_device(struct ipr_resource_entry *res,
1281 struct ipr_config_table_entry_wrapper *cfgtew)
1282{
1283 if (res->ioa_cfg->sis64) {
1284 if (!memcmp(&res->dev_id, &cfgtew->u.cfgte64->dev_id,
1285 sizeof(cfgtew->u.cfgte64->dev_id)) &&
1286 !memcmp(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1287 sizeof(cfgtew->u.cfgte64->lun))) {
1288 return 1;
1289 }
1290 } else {
1291 if (res->bus == cfgtew->u.cfgte->res_addr.bus &&
1292 res->target == cfgtew->u.cfgte->res_addr.target &&
1293 res->lun == cfgtew->u.cfgte->res_addr.lun)
1294 return 1;
1295 }
1296
1297 return 0;
1298}
1299
1300/**
1301 * __ipr_format_res_path - Format the resource path for printing.
1302 * @res_path: resource path
1303 * @buf: buffer
1304 * @len: length of buffer provided
1305 *
1306 * Return value:
1307 * pointer to buffer
1308 **/
1309static char *__ipr_format_res_path(u8 *res_path, char *buffer, int len)
1310{
1311 int i;
1312 char *p = buffer;
1313
1314 *p = '\0';
1315 p += snprintf(p, buffer + len - p, "%02X", res_path[0]);
1316 for (i = 1; res_path[i] != 0xff && ((i * 3) < len); i++)
1317 p += snprintf(p, buffer + len - p, "-%02X", res_path[i]);
1318
1319 return buffer;
1320}
1321
1322/**
1323 * ipr_format_res_path - Format the resource path for printing.
1324 * @ioa_cfg: ioa config struct
1325 * @res_path: resource path
1326 * @buf: buffer
1327 * @len: length of buffer provided
1328 *
1329 * Return value:
1330 * pointer to buffer
1331 **/
1332static char *ipr_format_res_path(struct ipr_ioa_cfg *ioa_cfg,
1333 u8 *res_path, char *buffer, int len)
1334{
1335 char *p = buffer;
1336
1337 *p = '\0';
1338 p += snprintf(p, buffer + len - p, "%d/", ioa_cfg->host->host_no);
1339 __ipr_format_res_path(res_path, p, len - (buffer - p));
1340 return buffer;
1341}
1342
1343/**
1344 * ipr_update_res_entry - Update the resource entry.
1345 * @res: resource entry struct
1346 * @cfgtew: config table entry wrapper struct
1347 *
1348 * Return value:
1349 * none
1350 **/
1351static void ipr_update_res_entry(struct ipr_resource_entry *res,
1352 struct ipr_config_table_entry_wrapper *cfgtew)
1353{
1354 char buffer[IPR_MAX_RES_PATH_LENGTH];
1355 unsigned int proto;
1356 int new_path = 0;
1357
1358 if (res->ioa_cfg->sis64) {
1359 res->flags = be16_to_cpu(cfgtew->u.cfgte64->flags);
1360 res->res_flags = be16_to_cpu(cfgtew->u.cfgte64->res_flags);
1361 res->type = cfgtew->u.cfgte64->res_type;
1362
1363 memcpy(&res->std_inq_data, &cfgtew->u.cfgte64->std_inq_data,
1364 sizeof(struct ipr_std_inq_data));
1365
1366 res->qmodel = IPR_QUEUEING_MODEL64(res);
1367 proto = cfgtew->u.cfgte64->proto;
1368 res->res_handle = cfgtew->u.cfgte64->res_handle;
1369 res->dev_id = cfgtew->u.cfgte64->dev_id;
1370
1371 memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1372 sizeof(res->dev_lun.scsi_lun));
1373
1374 if (memcmp(res->res_path, &cfgtew->u.cfgte64->res_path,
1375 sizeof(res->res_path))) {
1376 memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1377 sizeof(res->res_path));
1378 new_path = 1;
1379 }
1380
1381 if (res->sdev && new_path)
1382 sdev_printk(KERN_INFO, res->sdev, "Resource path: %s\n",
1383 ipr_format_res_path(res->ioa_cfg,
1384 res->res_path, buffer, sizeof(buffer)));
1385 } else {
1386 res->flags = cfgtew->u.cfgte->flags;
1387 if (res->flags & IPR_IS_IOA_RESOURCE)
1388 res->type = IPR_RES_TYPE_IOAFP;
1389 else
1390 res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1391
1392 memcpy(&res->std_inq_data, &cfgtew->u.cfgte->std_inq_data,
1393 sizeof(struct ipr_std_inq_data));
1394
1395 res->qmodel = IPR_QUEUEING_MODEL(res);
1396 proto = cfgtew->u.cfgte->proto;
1397 res->res_handle = cfgtew->u.cfgte->res_handle;
1398 }
1399
1400 ipr_update_ata_class(res, proto);
1401}
1402
1403/**
1404 * ipr_clear_res_target - Clear the bit in the bit map representing the target
1405 * for the resource.
1406 * @res: resource entry struct
1407 * @cfgtew: config table entry wrapper struct
1408 *
1409 * Return value:
1410 * none
1411 **/
1412static void ipr_clear_res_target(struct ipr_resource_entry *res)
1413{
1414 struct ipr_resource_entry *gscsi_res = NULL;
1415 struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1416
1417 if (!ioa_cfg->sis64)
1418 return;
1419
1420 if (res->bus == IPR_ARRAY_VIRTUAL_BUS)
1421 clear_bit(res->target, ioa_cfg->array_ids);
1422 else if (res->bus == IPR_VSET_VIRTUAL_BUS)
1423 clear_bit(res->target, ioa_cfg->vset_ids);
1424 else if (res->bus == 0 && res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1425 list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue)
1426 if (gscsi_res->dev_id == res->dev_id && gscsi_res != res)
1427 return;
1428 clear_bit(res->target, ioa_cfg->target_ids);
1429
1430 } else if (res->bus == 0)
1431 clear_bit(res->target, ioa_cfg->target_ids);
1432}
1433
1434/**
1435 * ipr_handle_config_change - Handle a config change from the adapter
1436 * @ioa_cfg: ioa config struct
1437 * @hostrcb: hostrcb
1438 *
1439 * Return value:
1440 * none
1441 **/
1442static void ipr_handle_config_change(struct ipr_ioa_cfg *ioa_cfg,
1443 struct ipr_hostrcb *hostrcb)
1444{
1445 struct ipr_resource_entry *res = NULL;
1446 struct ipr_config_table_entry_wrapper cfgtew;
1447 __be32 cc_res_handle;
1448
1449 u32 is_ndn = 1;
1450
1451 if (ioa_cfg->sis64) {
1452 cfgtew.u.cfgte64 = &hostrcb->hcam.u.ccn.u.cfgte64;
1453 cc_res_handle = cfgtew.u.cfgte64->res_handle;
1454 } else {
1455 cfgtew.u.cfgte = &hostrcb->hcam.u.ccn.u.cfgte;
1456 cc_res_handle = cfgtew.u.cfgte->res_handle;
1457 }
1458
1459 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
1460 if (res->res_handle == cc_res_handle) {
1461 is_ndn = 0;
1462 break;
1463 }
1464 }
1465
1466 if (is_ndn) {
1467 if (list_empty(&ioa_cfg->free_res_q)) {
1468 ipr_send_hcam(ioa_cfg,
1469 IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
1470 hostrcb);
1471 return;
1472 }
1473
1474 res = list_entry(ioa_cfg->free_res_q.next,
1475 struct ipr_resource_entry, queue);
1476
1477 list_del(&res->queue);
1478 ipr_init_res_entry(res, &cfgtew);
1479 list_add_tail(&res->queue, &ioa_cfg->used_res_q);
1480 }
1481
1482 ipr_update_res_entry(res, &cfgtew);
1483
1484 if (hostrcb->hcam.notify_type == IPR_HOST_RCB_NOTIF_TYPE_REM_ENTRY) {
1485 if (res->sdev) {
1486 res->del_from_ml = 1;
1487 res->res_handle = IPR_INVALID_RES_HANDLE;
1488 schedule_work(&ioa_cfg->work_q);
1489 } else {
1490 ipr_clear_res_target(res);
1491 list_move_tail(&res->queue, &ioa_cfg->free_res_q);
1492 }
1493 } else if (!res->sdev || res->del_from_ml) {
1494 res->add_to_ml = 1;
1495 schedule_work(&ioa_cfg->work_q);
1496 }
1497
1498 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1499}
1500
1501/**
1502 * ipr_process_ccn - Op done function for a CCN.
1503 * @ipr_cmd: ipr command struct
1504 *
1505 * This function is the op done function for a configuration
1506 * change notification host controlled async from the adapter.
1507 *
1508 * Return value:
1509 * none
1510 **/
1511static void ipr_process_ccn(struct ipr_cmnd *ipr_cmd)
1512{
1513 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1514 struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
1515 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
1516
1517 list_del_init(&hostrcb->queue);
1518 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
1519
1520 if (ioasc) {
1521 if (ioasc != IPR_IOASC_IOA_WAS_RESET &&
1522 ioasc != IPR_IOASC_ABORTED_CMD_TERM_BY_HOST)
1523 dev_err(&ioa_cfg->pdev->dev,
1524 "Host RCB failed with IOASC: 0x%08X\n", ioasc);
1525
1526 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1527 } else {
1528 ipr_handle_config_change(ioa_cfg, hostrcb);
1529 }
1530}
1531
1532/**
1533 * strip_and_pad_whitespace - Strip and pad trailing whitespace.
1534 * @i: index into buffer
1535 * @buf: string to modify
1536 *
1537 * This function will strip all trailing whitespace, pad the end
1538 * of the string with a single space, and NULL terminate the string.
1539 *
1540 * Return value:
1541 * new length of string
1542 **/
1543static int strip_and_pad_whitespace(int i, char *buf)
1544{
1545 while (i && buf[i] == ' ')
1546 i--;
1547 buf[i+1] = ' ';
1548 buf[i+2] = '\0';
1549 return i + 2;
1550}
1551
1552/**
1553 * ipr_log_vpd_compact - Log the passed extended VPD compactly.
1554 * @prefix: string to print at start of printk
1555 * @hostrcb: hostrcb pointer
1556 * @vpd: vendor/product id/sn struct
1557 *
1558 * Return value:
1559 * none
1560 **/
1561static void ipr_log_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1562 struct ipr_vpd *vpd)
1563{
1564 char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN + IPR_SERIAL_NUM_LEN + 3];
1565 int i = 0;
1566
1567 memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1568 i = strip_and_pad_whitespace(IPR_VENDOR_ID_LEN - 1, buffer);
1569
1570 memcpy(&buffer[i], vpd->vpids.product_id, IPR_PROD_ID_LEN);
1571 i = strip_and_pad_whitespace(i + IPR_PROD_ID_LEN - 1, buffer);
1572
1573 memcpy(&buffer[i], vpd->sn, IPR_SERIAL_NUM_LEN);
1574 buffer[IPR_SERIAL_NUM_LEN + i] = '\0';
1575
1576 ipr_hcam_err(hostrcb, "%s VPID/SN: %s\n", prefix, buffer);
1577}
1578
1579/**
1580 * ipr_log_vpd - Log the passed VPD to the error log.
1581 * @vpd: vendor/product id/sn struct
1582 *
1583 * Return value:
1584 * none
1585 **/
1586static void ipr_log_vpd(struct ipr_vpd *vpd)
1587{
1588 char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN
1589 + IPR_SERIAL_NUM_LEN];
1590
1591 memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1592 memcpy(buffer + IPR_VENDOR_ID_LEN, vpd->vpids.product_id,
1593 IPR_PROD_ID_LEN);
1594 buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN] = '\0';
1595 ipr_err("Vendor/Product ID: %s\n", buffer);
1596
1597 memcpy(buffer, vpd->sn, IPR_SERIAL_NUM_LEN);
1598 buffer[IPR_SERIAL_NUM_LEN] = '\0';
1599 ipr_err(" Serial Number: %s\n", buffer);
1600}
1601
1602/**
1603 * ipr_log_ext_vpd_compact - Log the passed extended VPD compactly.
1604 * @prefix: string to print at start of printk
1605 * @hostrcb: hostrcb pointer
1606 * @vpd: vendor/product id/sn/wwn struct
1607 *
1608 * Return value:
1609 * none
1610 **/
1611static void ipr_log_ext_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1612 struct ipr_ext_vpd *vpd)
1613{
1614 ipr_log_vpd_compact(prefix, hostrcb, &vpd->vpd);
1615 ipr_hcam_err(hostrcb, "%s WWN: %08X%08X\n", prefix,
1616 be32_to_cpu(vpd->wwid[0]), be32_to_cpu(vpd->wwid[1]));
1617}
1618
1619/**
1620 * ipr_log_ext_vpd - Log the passed extended VPD to the error log.
1621 * @vpd: vendor/product id/sn/wwn struct
1622 *
1623 * Return value:
1624 * none
1625 **/
1626static void ipr_log_ext_vpd(struct ipr_ext_vpd *vpd)
1627{
1628 ipr_log_vpd(&vpd->vpd);
1629 ipr_err(" WWN: %08X%08X\n", be32_to_cpu(vpd->wwid[0]),
1630 be32_to_cpu(vpd->wwid[1]));
1631}
1632
1633/**
1634 * ipr_log_enhanced_cache_error - Log a cache error.
1635 * @ioa_cfg: ioa config struct
1636 * @hostrcb: hostrcb struct
1637 *
1638 * Return value:
1639 * none
1640 **/
1641static void ipr_log_enhanced_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1642 struct ipr_hostrcb *hostrcb)
1643{
1644 struct ipr_hostrcb_type_12_error *error;
1645
1646 if (ioa_cfg->sis64)
1647 error = &hostrcb->hcam.u.error64.u.type_12_error;
1648 else
1649 error = &hostrcb->hcam.u.error.u.type_12_error;
1650
1651 ipr_err("-----Current Configuration-----\n");
1652 ipr_err("Cache Directory Card Information:\n");
1653 ipr_log_ext_vpd(&error->ioa_vpd);
1654 ipr_err("Adapter Card Information:\n");
1655 ipr_log_ext_vpd(&error->cfc_vpd);
1656
1657 ipr_err("-----Expected Configuration-----\n");
1658 ipr_err("Cache Directory Card Information:\n");
1659 ipr_log_ext_vpd(&error->ioa_last_attached_to_cfc_vpd);
1660 ipr_err("Adapter Card Information:\n");
1661 ipr_log_ext_vpd(&error->cfc_last_attached_to_ioa_vpd);
1662
1663 ipr_err("Additional IOA Data: %08X %08X %08X\n",
1664 be32_to_cpu(error->ioa_data[0]),
1665 be32_to_cpu(error->ioa_data[1]),
1666 be32_to_cpu(error->ioa_data[2]));
1667}
1668
1669/**
1670 * ipr_log_cache_error - Log a cache error.
1671 * @ioa_cfg: ioa config struct
1672 * @hostrcb: hostrcb struct
1673 *
1674 * Return value:
1675 * none
1676 **/
1677static void ipr_log_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1678 struct ipr_hostrcb *hostrcb)
1679{
1680 struct ipr_hostrcb_type_02_error *error =
1681 &hostrcb->hcam.u.error.u.type_02_error;
1682
1683 ipr_err("-----Current Configuration-----\n");
1684 ipr_err("Cache Directory Card Information:\n");
1685 ipr_log_vpd(&error->ioa_vpd);
1686 ipr_err("Adapter Card Information:\n");
1687 ipr_log_vpd(&error->cfc_vpd);
1688
1689 ipr_err("-----Expected Configuration-----\n");
1690 ipr_err("Cache Directory Card Information:\n");
1691 ipr_log_vpd(&error->ioa_last_attached_to_cfc_vpd);
1692 ipr_err("Adapter Card Information:\n");
1693 ipr_log_vpd(&error->cfc_last_attached_to_ioa_vpd);
1694
1695 ipr_err("Additional IOA Data: %08X %08X %08X\n",
1696 be32_to_cpu(error->ioa_data[0]),
1697 be32_to_cpu(error->ioa_data[1]),
1698 be32_to_cpu(error->ioa_data[2]));
1699}
1700
1701/**
1702 * ipr_log_enhanced_config_error - Log a configuration error.
1703 * @ioa_cfg: ioa config struct
1704 * @hostrcb: hostrcb struct
1705 *
1706 * Return value:
1707 * none
1708 **/
1709static void ipr_log_enhanced_config_error(struct ipr_ioa_cfg *ioa_cfg,
1710 struct ipr_hostrcb *hostrcb)
1711{
1712 int errors_logged, i;
1713 struct ipr_hostrcb_device_data_entry_enhanced *dev_entry;
1714 struct ipr_hostrcb_type_13_error *error;
1715
1716 error = &hostrcb->hcam.u.error.u.type_13_error;
1717 errors_logged = be32_to_cpu(error->errors_logged);
1718
1719 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1720 be32_to_cpu(error->errors_detected), errors_logged);
1721
1722 dev_entry = error->dev;
1723
1724 for (i = 0; i < errors_logged; i++, dev_entry++) {
1725 ipr_err_separator;
1726
1727 ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1728 ipr_log_ext_vpd(&dev_entry->vpd);
1729
1730 ipr_err("-----New Device Information-----\n");
1731 ipr_log_ext_vpd(&dev_entry->new_vpd);
1732
1733 ipr_err("Cache Directory Card Information:\n");
1734 ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1735
1736 ipr_err("Adapter Card Information:\n");
1737 ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1738 }
1739}
1740
1741/**
1742 * ipr_log_sis64_config_error - Log a device error.
1743 * @ioa_cfg: ioa config struct
1744 * @hostrcb: hostrcb struct
1745 *
1746 * Return value:
1747 * none
1748 **/
1749static void ipr_log_sis64_config_error(struct ipr_ioa_cfg *ioa_cfg,
1750 struct ipr_hostrcb *hostrcb)
1751{
1752 int errors_logged, i;
1753 struct ipr_hostrcb64_device_data_entry_enhanced *dev_entry;
1754 struct ipr_hostrcb_type_23_error *error;
1755 char buffer[IPR_MAX_RES_PATH_LENGTH];
1756
1757 error = &hostrcb->hcam.u.error64.u.type_23_error;
1758 errors_logged = be32_to_cpu(error->errors_logged);
1759
1760 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1761 be32_to_cpu(error->errors_detected), errors_logged);
1762
1763 dev_entry = error->dev;
1764
1765 for (i = 0; i < errors_logged; i++, dev_entry++) {
1766 ipr_err_separator;
1767
1768 ipr_err("Device %d : %s", i + 1,
1769 __ipr_format_res_path(dev_entry->res_path,
1770 buffer, sizeof(buffer)));
1771 ipr_log_ext_vpd(&dev_entry->vpd);
1772
1773 ipr_err("-----New Device Information-----\n");
1774 ipr_log_ext_vpd(&dev_entry->new_vpd);
1775
1776 ipr_err("Cache Directory Card Information:\n");
1777 ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1778
1779 ipr_err("Adapter Card Information:\n");
1780 ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1781 }
1782}
1783
1784/**
1785 * ipr_log_config_error - Log a configuration error.
1786 * @ioa_cfg: ioa config struct
1787 * @hostrcb: hostrcb struct
1788 *
1789 * Return value:
1790 * none
1791 **/
1792static void ipr_log_config_error(struct ipr_ioa_cfg *ioa_cfg,
1793 struct ipr_hostrcb *hostrcb)
1794{
1795 int errors_logged, i;
1796 struct ipr_hostrcb_device_data_entry *dev_entry;
1797 struct ipr_hostrcb_type_03_error *error;
1798
1799 error = &hostrcb->hcam.u.error.u.type_03_error;
1800 errors_logged = be32_to_cpu(error->errors_logged);
1801
1802 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1803 be32_to_cpu(error->errors_detected), errors_logged);
1804
1805 dev_entry = error->dev;
1806
1807 for (i = 0; i < errors_logged; i++, dev_entry++) {
1808 ipr_err_separator;
1809
1810 ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1811 ipr_log_vpd(&dev_entry->vpd);
1812
1813 ipr_err("-----New Device Information-----\n");
1814 ipr_log_vpd(&dev_entry->new_vpd);
1815
1816 ipr_err("Cache Directory Card Information:\n");
1817 ipr_log_vpd(&dev_entry->ioa_last_with_dev_vpd);
1818
1819 ipr_err("Adapter Card Information:\n");
1820 ipr_log_vpd(&dev_entry->cfc_last_with_dev_vpd);
1821
1822 ipr_err("Additional IOA Data: %08X %08X %08X %08X %08X\n",
1823 be32_to_cpu(dev_entry->ioa_data[0]),
1824 be32_to_cpu(dev_entry->ioa_data[1]),
1825 be32_to_cpu(dev_entry->ioa_data[2]),
1826 be32_to_cpu(dev_entry->ioa_data[3]),
1827 be32_to_cpu(dev_entry->ioa_data[4]));
1828 }
1829}
1830
1831/**
1832 * ipr_log_enhanced_array_error - Log an array configuration error.
1833 * @ioa_cfg: ioa config struct
1834 * @hostrcb: hostrcb struct
1835 *
1836 * Return value:
1837 * none
1838 **/
1839static void ipr_log_enhanced_array_error(struct ipr_ioa_cfg *ioa_cfg,
1840 struct ipr_hostrcb *hostrcb)
1841{
1842 int i, num_entries;
1843 struct ipr_hostrcb_type_14_error *error;
1844 struct ipr_hostrcb_array_data_entry_enhanced *array_entry;
1845 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1846
1847 error = &hostrcb->hcam.u.error.u.type_14_error;
1848
1849 ipr_err_separator;
1850
1851 ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1852 error->protection_level,
1853 ioa_cfg->host->host_no,
1854 error->last_func_vset_res_addr.bus,
1855 error->last_func_vset_res_addr.target,
1856 error->last_func_vset_res_addr.lun);
1857
1858 ipr_err_separator;
1859
1860 array_entry = error->array_member;
1861 num_entries = min_t(u32, be32_to_cpu(error->num_entries),
1862 ARRAY_SIZE(error->array_member));
1863
1864 for (i = 0; i < num_entries; i++, array_entry++) {
1865 if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1866 continue;
1867
1868 if (be32_to_cpu(error->exposed_mode_adn) == i)
1869 ipr_err("Exposed Array Member %d:\n", i);
1870 else
1871 ipr_err("Array Member %d:\n", i);
1872
1873 ipr_log_ext_vpd(&array_entry->vpd);
1874 ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1875 ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1876 "Expected Location");
1877
1878 ipr_err_separator;
1879 }
1880}
1881
1882/**
1883 * ipr_log_array_error - Log an array configuration error.
1884 * @ioa_cfg: ioa config struct
1885 * @hostrcb: hostrcb struct
1886 *
1887 * Return value:
1888 * none
1889 **/
1890static void ipr_log_array_error(struct ipr_ioa_cfg *ioa_cfg,
1891 struct ipr_hostrcb *hostrcb)
1892{
1893 int i;
1894 struct ipr_hostrcb_type_04_error *error;
1895 struct ipr_hostrcb_array_data_entry *array_entry;
1896 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1897
1898 error = &hostrcb->hcam.u.error.u.type_04_error;
1899
1900 ipr_err_separator;
1901
1902 ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1903 error->protection_level,
1904 ioa_cfg->host->host_no,
1905 error->last_func_vset_res_addr.bus,
1906 error->last_func_vset_res_addr.target,
1907 error->last_func_vset_res_addr.lun);
1908
1909 ipr_err_separator;
1910
1911 array_entry = error->array_member;
1912
1913 for (i = 0; i < 18; i++) {
1914 if (!memcmp(array_entry->vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1915 continue;
1916
1917 if (be32_to_cpu(error->exposed_mode_adn) == i)
1918 ipr_err("Exposed Array Member %d:\n", i);
1919 else
1920 ipr_err("Array Member %d:\n", i);
1921
1922 ipr_log_vpd(&array_entry->vpd);
1923
1924 ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1925 ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1926 "Expected Location");
1927
1928 ipr_err_separator;
1929
1930 if (i == 9)
1931 array_entry = error->array_member2;
1932 else
1933 array_entry++;
1934 }
1935}
1936
1937/**
1938 * ipr_log_hex_data - Log additional hex IOA error data.
1939 * @ioa_cfg: ioa config struct
1940 * @data: IOA error data
1941 * @len: data length
1942 *
1943 * Return value:
1944 * none
1945 **/
1946static void ipr_log_hex_data(struct ipr_ioa_cfg *ioa_cfg, __be32 *data, int len)
1947{
1948 int i;
1949
1950 if (len == 0)
1951 return;
1952
1953 if (ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
1954 len = min_t(int, len, IPR_DEFAULT_MAX_ERROR_DUMP);
1955
1956 for (i = 0; i < len / 4; i += 4) {
1957 ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
1958 be32_to_cpu(data[i]),
1959 be32_to_cpu(data[i+1]),
1960 be32_to_cpu(data[i+2]),
1961 be32_to_cpu(data[i+3]));
1962 }
1963}
1964
1965/**
1966 * ipr_log_enhanced_dual_ioa_error - Log an enhanced dual adapter error.
1967 * @ioa_cfg: ioa config struct
1968 * @hostrcb: hostrcb struct
1969 *
1970 * Return value:
1971 * none
1972 **/
1973static void ipr_log_enhanced_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1974 struct ipr_hostrcb *hostrcb)
1975{
1976 struct ipr_hostrcb_type_17_error *error;
1977
1978 if (ioa_cfg->sis64)
1979 error = &hostrcb->hcam.u.error64.u.type_17_error;
1980 else
1981 error = &hostrcb->hcam.u.error.u.type_17_error;
1982
1983 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1984 strim(error->failure_reason);
1985
1986 ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1987 be32_to_cpu(hostrcb->hcam.u.error.prc));
1988 ipr_log_ext_vpd_compact("Remote IOA", hostrcb, &error->vpd);
1989 ipr_log_hex_data(ioa_cfg, error->data,
1990 be32_to_cpu(hostrcb->hcam.length) -
1991 (offsetof(struct ipr_hostrcb_error, u) +
1992 offsetof(struct ipr_hostrcb_type_17_error, data)));
1993}
1994
1995/**
1996 * ipr_log_dual_ioa_error - Log a dual adapter error.
1997 * @ioa_cfg: ioa config struct
1998 * @hostrcb: hostrcb struct
1999 *
2000 * Return value:
2001 * none
2002 **/
2003static void ipr_log_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
2004 struct ipr_hostrcb *hostrcb)
2005{
2006 struct ipr_hostrcb_type_07_error *error;
2007
2008 error = &hostrcb->hcam.u.error.u.type_07_error;
2009 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2010 strim(error->failure_reason);
2011
2012 ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
2013 be32_to_cpu(hostrcb->hcam.u.error.prc));
2014 ipr_log_vpd_compact("Remote IOA", hostrcb, &error->vpd);
2015 ipr_log_hex_data(ioa_cfg, error->data,
2016 be32_to_cpu(hostrcb->hcam.length) -
2017 (offsetof(struct ipr_hostrcb_error, u) +
2018 offsetof(struct ipr_hostrcb_type_07_error, data)));
2019}
2020
2021static const struct {
2022 u8 active;
2023 char *desc;
2024} path_active_desc[] = {
2025 { IPR_PATH_NO_INFO, "Path" },
2026 { IPR_PATH_ACTIVE, "Active path" },
2027 { IPR_PATH_NOT_ACTIVE, "Inactive path" }
2028};
2029
2030static const struct {
2031 u8 state;
2032 char *desc;
2033} path_state_desc[] = {
2034 { IPR_PATH_STATE_NO_INFO, "has no path state information available" },
2035 { IPR_PATH_HEALTHY, "is healthy" },
2036 { IPR_PATH_DEGRADED, "is degraded" },
2037 { IPR_PATH_FAILED, "is failed" }
2038};
2039
2040/**
2041 * ipr_log_fabric_path - Log a fabric path error
2042 * @hostrcb: hostrcb struct
2043 * @fabric: fabric descriptor
2044 *
2045 * Return value:
2046 * none
2047 **/
2048static void ipr_log_fabric_path(struct ipr_hostrcb *hostrcb,
2049 struct ipr_hostrcb_fabric_desc *fabric)
2050{
2051 int i, j;
2052 u8 path_state = fabric->path_state;
2053 u8 active = path_state & IPR_PATH_ACTIVE_MASK;
2054 u8 state = path_state & IPR_PATH_STATE_MASK;
2055
2056 for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
2057 if (path_active_desc[i].active != active)
2058 continue;
2059
2060 for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
2061 if (path_state_desc[j].state != state)
2062 continue;
2063
2064 if (fabric->cascaded_expander == 0xff && fabric->phy == 0xff) {
2065 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d\n",
2066 path_active_desc[i].desc, path_state_desc[j].desc,
2067 fabric->ioa_port);
2068 } else if (fabric->cascaded_expander == 0xff) {
2069 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Phy=%d\n",
2070 path_active_desc[i].desc, path_state_desc[j].desc,
2071 fabric->ioa_port, fabric->phy);
2072 } else if (fabric->phy == 0xff) {
2073 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d\n",
2074 path_active_desc[i].desc, path_state_desc[j].desc,
2075 fabric->ioa_port, fabric->cascaded_expander);
2076 } else {
2077 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d, Phy=%d\n",
2078 path_active_desc[i].desc, path_state_desc[j].desc,
2079 fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
2080 }
2081 return;
2082 }
2083 }
2084
2085 ipr_err("Path state=%02X IOA Port=%d Cascade=%d Phy=%d\n", path_state,
2086 fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
2087}
2088
2089/**
2090 * ipr_log64_fabric_path - Log a fabric path error
2091 * @hostrcb: hostrcb struct
2092 * @fabric: fabric descriptor
2093 *
2094 * Return value:
2095 * none
2096 **/
2097static void ipr_log64_fabric_path(struct ipr_hostrcb *hostrcb,
2098 struct ipr_hostrcb64_fabric_desc *fabric)
2099{
2100 int i, j;
2101 u8 path_state = fabric->path_state;
2102 u8 active = path_state & IPR_PATH_ACTIVE_MASK;
2103 u8 state = path_state & IPR_PATH_STATE_MASK;
2104 char buffer[IPR_MAX_RES_PATH_LENGTH];
2105
2106 for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
2107 if (path_active_desc[i].active != active)
2108 continue;
2109
2110 for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
2111 if (path_state_desc[j].state != state)
2112 continue;
2113
2114 ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s\n",
2115 path_active_desc[i].desc, path_state_desc[j].desc,
2116 ipr_format_res_path(hostrcb->ioa_cfg,
2117 fabric->res_path,
2118 buffer, sizeof(buffer)));
2119 return;
2120 }
2121 }
2122
2123 ipr_err("Path state=%02X Resource Path=%s\n", path_state,
2124 ipr_format_res_path(hostrcb->ioa_cfg, fabric->res_path,
2125 buffer, sizeof(buffer)));
2126}
2127
2128static const struct {
2129 u8 type;
2130 char *desc;
2131} path_type_desc[] = {
2132 { IPR_PATH_CFG_IOA_PORT, "IOA port" },
2133 { IPR_PATH_CFG_EXP_PORT, "Expander port" },
2134 { IPR_PATH_CFG_DEVICE_PORT, "Device port" },
2135 { IPR_PATH_CFG_DEVICE_LUN, "Device LUN" }
2136};
2137
2138static const struct {
2139 u8 status;
2140 char *desc;
2141} path_status_desc[] = {
2142 { IPR_PATH_CFG_NO_PROB, "Functional" },
2143 { IPR_PATH_CFG_DEGRADED, "Degraded" },
2144 { IPR_PATH_CFG_FAILED, "Failed" },
2145 { IPR_PATH_CFG_SUSPECT, "Suspect" },
2146 { IPR_PATH_NOT_DETECTED, "Missing" },
2147 { IPR_PATH_INCORRECT_CONN, "Incorrectly connected" }
2148};
2149
2150static const char *link_rate[] = {
2151 "unknown",
2152 "disabled",
2153 "phy reset problem",
2154 "spinup hold",
2155 "port selector",
2156 "unknown",
2157 "unknown",
2158 "unknown",
2159 "1.5Gbps",
2160 "3.0Gbps",
2161 "unknown",
2162 "unknown",
2163 "unknown",
2164 "unknown",
2165 "unknown",
2166 "unknown"
2167};
2168
2169/**
2170 * ipr_log_path_elem - Log a fabric path element.
2171 * @hostrcb: hostrcb struct
2172 * @cfg: fabric path element struct
2173 *
2174 * Return value:
2175 * none
2176 **/
2177static void ipr_log_path_elem(struct ipr_hostrcb *hostrcb,
2178 struct ipr_hostrcb_config_element *cfg)
2179{
2180 int i, j;
2181 u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2182 u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2183
2184 if (type == IPR_PATH_CFG_NOT_EXIST)
2185 return;
2186
2187 for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2188 if (path_type_desc[i].type != type)
2189 continue;
2190
2191 for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2192 if (path_status_desc[j].status != status)
2193 continue;
2194
2195 if (type == IPR_PATH_CFG_IOA_PORT) {
2196 ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, WWN=%08X%08X\n",
2197 path_status_desc[j].desc, path_type_desc[i].desc,
2198 cfg->phy, link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2199 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2200 } else {
2201 if (cfg->cascaded_expander == 0xff && cfg->phy == 0xff) {
2202 ipr_hcam_err(hostrcb, "%s %s: Link rate=%s, WWN=%08X%08X\n",
2203 path_status_desc[j].desc, path_type_desc[i].desc,
2204 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2205 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2206 } else if (cfg->cascaded_expander == 0xff) {
2207 ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, "
2208 "WWN=%08X%08X\n", path_status_desc[j].desc,
2209 path_type_desc[i].desc, cfg->phy,
2210 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2211 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2212 } else if (cfg->phy == 0xff) {
2213 ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Link rate=%s, "
2214 "WWN=%08X%08X\n", path_status_desc[j].desc,
2215 path_type_desc[i].desc, cfg->cascaded_expander,
2216 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2217 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2218 } else {
2219 ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Phy=%d, Link rate=%s "
2220 "WWN=%08X%08X\n", path_status_desc[j].desc,
2221 path_type_desc[i].desc, cfg->cascaded_expander, cfg->phy,
2222 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2223 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2224 }
2225 }
2226 return;
2227 }
2228 }
2229
2230 ipr_hcam_err(hostrcb, "Path element=%02X: Cascade=%d Phy=%d Link rate=%s "
2231 "WWN=%08X%08X\n", cfg->type_status, cfg->cascaded_expander, cfg->phy,
2232 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2233 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2234}
2235
2236/**
2237 * ipr_log64_path_elem - Log a fabric path element.
2238 * @hostrcb: hostrcb struct
2239 * @cfg: fabric path element struct
2240 *
2241 * Return value:
2242 * none
2243 **/
2244static void ipr_log64_path_elem(struct ipr_hostrcb *hostrcb,
2245 struct ipr_hostrcb64_config_element *cfg)
2246{
2247 int i, j;
2248 u8 desc_id = cfg->descriptor_id & IPR_DESCRIPTOR_MASK;
2249 u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2250 u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2251 char buffer[IPR_MAX_RES_PATH_LENGTH];
2252
2253 if (type == IPR_PATH_CFG_NOT_EXIST || desc_id != IPR_DESCRIPTOR_SIS64)
2254 return;
2255
2256 for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2257 if (path_type_desc[i].type != type)
2258 continue;
2259
2260 for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2261 if (path_status_desc[j].status != status)
2262 continue;
2263
2264 ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s, Link rate=%s, WWN=%08X%08X\n",
2265 path_status_desc[j].desc, path_type_desc[i].desc,
2266 ipr_format_res_path(hostrcb->ioa_cfg,
2267 cfg->res_path, buffer, sizeof(buffer)),
2268 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2269 be32_to_cpu(cfg->wwid[0]),
2270 be32_to_cpu(cfg->wwid[1]));
2271 return;
2272 }
2273 }
2274 ipr_hcam_err(hostrcb, "Path element=%02X: Resource Path=%s, Link rate=%s "
2275 "WWN=%08X%08X\n", cfg->type_status,
2276 ipr_format_res_path(hostrcb->ioa_cfg,
2277 cfg->res_path, buffer, sizeof(buffer)),
2278 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2279 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2280}
2281
2282/**
2283 * ipr_log_fabric_error - Log a fabric error.
2284 * @ioa_cfg: ioa config struct
2285 * @hostrcb: hostrcb struct
2286 *
2287 * Return value:
2288 * none
2289 **/
2290static void ipr_log_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2291 struct ipr_hostrcb *hostrcb)
2292{
2293 struct ipr_hostrcb_type_20_error *error;
2294 struct ipr_hostrcb_fabric_desc *fabric;
2295 struct ipr_hostrcb_config_element *cfg;
2296 int i, add_len;
2297
2298 error = &hostrcb->hcam.u.error.u.type_20_error;
2299 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2300 ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2301
2302 add_len = be32_to_cpu(hostrcb->hcam.length) -
2303 (offsetof(struct ipr_hostrcb_error, u) +
2304 offsetof(struct ipr_hostrcb_type_20_error, desc));
2305
2306 for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2307 ipr_log_fabric_path(hostrcb, fabric);
2308 for_each_fabric_cfg(fabric, cfg)
2309 ipr_log_path_elem(hostrcb, cfg);
2310
2311 add_len -= be16_to_cpu(fabric->length);
2312 fabric = (struct ipr_hostrcb_fabric_desc *)
2313 ((unsigned long)fabric + be16_to_cpu(fabric->length));
2314 }
2315
2316 ipr_log_hex_data(ioa_cfg, (__be32 *)fabric, add_len);
2317}
2318
2319/**
2320 * ipr_log_sis64_array_error - Log a sis64 array error.
2321 * @ioa_cfg: ioa config struct
2322 * @hostrcb: hostrcb struct
2323 *
2324 * Return value:
2325 * none
2326 **/
2327static void ipr_log_sis64_array_error(struct ipr_ioa_cfg *ioa_cfg,
2328 struct ipr_hostrcb *hostrcb)
2329{
2330 int i, num_entries;
2331 struct ipr_hostrcb_type_24_error *error;
2332 struct ipr_hostrcb64_array_data_entry *array_entry;
2333 char buffer[IPR_MAX_RES_PATH_LENGTH];
2334 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
2335
2336 error = &hostrcb->hcam.u.error64.u.type_24_error;
2337
2338 ipr_err_separator;
2339
2340 ipr_err("RAID %s Array Configuration: %s\n",
2341 error->protection_level,
2342 ipr_format_res_path(ioa_cfg, error->last_res_path,
2343 buffer, sizeof(buffer)));
2344
2345 ipr_err_separator;
2346
2347 array_entry = error->array_member;
2348 num_entries = min_t(u32, error->num_entries,
2349 ARRAY_SIZE(error->array_member));
2350
2351 for (i = 0; i < num_entries; i++, array_entry++) {
2352
2353 if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
2354 continue;
2355
2356 if (error->exposed_mode_adn == i)
2357 ipr_err("Exposed Array Member %d:\n", i);
2358 else
2359 ipr_err("Array Member %d:\n", i);
2360
2361 ipr_err("Array Member %d:\n", i);
2362 ipr_log_ext_vpd(&array_entry->vpd);
2363 ipr_err("Current Location: %s\n",
2364 ipr_format_res_path(ioa_cfg, array_entry->res_path,
2365 buffer, sizeof(buffer)));
2366 ipr_err("Expected Location: %s\n",
2367 ipr_format_res_path(ioa_cfg,
2368 array_entry->expected_res_path,
2369 buffer, sizeof(buffer)));
2370
2371 ipr_err_separator;
2372 }
2373}
2374
2375/**
2376 * ipr_log_sis64_fabric_error - Log a sis64 fabric error.
2377 * @ioa_cfg: ioa config struct
2378 * @hostrcb: hostrcb struct
2379 *
2380 * Return value:
2381 * none
2382 **/
2383static void ipr_log_sis64_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2384 struct ipr_hostrcb *hostrcb)
2385{
2386 struct ipr_hostrcb_type_30_error *error;
2387 struct ipr_hostrcb64_fabric_desc *fabric;
2388 struct ipr_hostrcb64_config_element *cfg;
2389 int i, add_len;
2390
2391 error = &hostrcb->hcam.u.error64.u.type_30_error;
2392
2393 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2394 ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2395
2396 add_len = be32_to_cpu(hostrcb->hcam.length) -
2397 (offsetof(struct ipr_hostrcb64_error, u) +
2398 offsetof(struct ipr_hostrcb_type_30_error, desc));
2399
2400 for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2401 ipr_log64_fabric_path(hostrcb, fabric);
2402 for_each_fabric_cfg(fabric, cfg)
2403 ipr_log64_path_elem(hostrcb, cfg);
2404
2405 add_len -= be16_to_cpu(fabric->length);
2406 fabric = (struct ipr_hostrcb64_fabric_desc *)
2407 ((unsigned long)fabric + be16_to_cpu(fabric->length));
2408 }
2409
2410 ipr_log_hex_data(ioa_cfg, (__be32 *)fabric, add_len);
2411}
2412
2413/**
2414 * ipr_log_generic_error - Log an adapter error.
2415 * @ioa_cfg: ioa config struct
2416 * @hostrcb: hostrcb struct
2417 *
2418 * Return value:
2419 * none
2420 **/
2421static void ipr_log_generic_error(struct ipr_ioa_cfg *ioa_cfg,
2422 struct ipr_hostrcb *hostrcb)
2423{
2424 ipr_log_hex_data(ioa_cfg, hostrcb->hcam.u.raw.data,
2425 be32_to_cpu(hostrcb->hcam.length));
2426}
2427
2428/**
2429 * ipr_log_sis64_device_error - Log a cache error.
2430 * @ioa_cfg: ioa config struct
2431 * @hostrcb: hostrcb struct
2432 *
2433 * Return value:
2434 * none
2435 **/
2436static void ipr_log_sis64_device_error(struct ipr_ioa_cfg *ioa_cfg,
2437 struct ipr_hostrcb *hostrcb)
2438{
2439 struct ipr_hostrcb_type_21_error *error;
2440 char buffer[IPR_MAX_RES_PATH_LENGTH];
2441
2442 error = &hostrcb->hcam.u.error64.u.type_21_error;
2443
2444 ipr_err("-----Failing Device Information-----\n");
2445 ipr_err("World Wide Unique ID: %08X%08X%08X%08X\n",
2446 be32_to_cpu(error->wwn[0]), be32_to_cpu(error->wwn[1]),
2447 be32_to_cpu(error->wwn[2]), be32_to_cpu(error->wwn[3]));
2448 ipr_err("Device Resource Path: %s\n",
2449 __ipr_format_res_path(error->res_path,
2450 buffer, sizeof(buffer)));
2451 error->primary_problem_desc[sizeof(error->primary_problem_desc) - 1] = '\0';
2452 error->second_problem_desc[sizeof(error->second_problem_desc) - 1] = '\0';
2453 ipr_err("Primary Problem Description: %s\n", error->primary_problem_desc);
2454 ipr_err("Secondary Problem Description: %s\n", error->second_problem_desc);
2455 ipr_err("SCSI Sense Data:\n");
2456 ipr_log_hex_data(ioa_cfg, error->sense_data, sizeof(error->sense_data));
2457 ipr_err("SCSI Command Descriptor Block: \n");
2458 ipr_log_hex_data(ioa_cfg, error->cdb, sizeof(error->cdb));
2459
2460 ipr_err("Additional IOA Data:\n");
2461 ipr_log_hex_data(ioa_cfg, error->ioa_data, be32_to_cpu(error->length_of_error));
2462}
2463
2464/**
2465 * ipr_get_error - Find the specfied IOASC in the ipr_error_table.
2466 * @ioasc: IOASC
2467 *
2468 * This function will return the index of into the ipr_error_table
2469 * for the specified IOASC. If the IOASC is not in the table,
2470 * 0 will be returned, which points to the entry used for unknown errors.
2471 *
2472 * Return value:
2473 * index into the ipr_error_table
2474 **/
2475static u32 ipr_get_error(u32 ioasc)
2476{
2477 int i;
2478
2479 for (i = 0; i < ARRAY_SIZE(ipr_error_table); i++)
2480 if (ipr_error_table[i].ioasc == (ioasc & IPR_IOASC_IOASC_MASK))
2481 return i;
2482
2483 return 0;
2484}
2485
2486/**
2487 * ipr_handle_log_data - Log an adapter error.
2488 * @ioa_cfg: ioa config struct
2489 * @hostrcb: hostrcb struct
2490 *
2491 * This function logs an adapter error to the system.
2492 *
2493 * Return value:
2494 * none
2495 **/
2496static void ipr_handle_log_data(struct ipr_ioa_cfg *ioa_cfg,
2497 struct ipr_hostrcb *hostrcb)
2498{
2499 u32 ioasc;
2500 int error_index;
2501 struct ipr_hostrcb_type_21_error *error;
2502
2503 if (hostrcb->hcam.notify_type != IPR_HOST_RCB_NOTIF_TYPE_ERROR_LOG_ENTRY)
2504 return;
2505
2506 if (hostrcb->hcam.notifications_lost == IPR_HOST_RCB_NOTIFICATIONS_LOST)
2507 dev_err(&ioa_cfg->pdev->dev, "Error notifications lost\n");
2508
2509 if (ioa_cfg->sis64)
2510 ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2511 else
2512 ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2513
2514 if (!ioa_cfg->sis64 && (ioasc == IPR_IOASC_BUS_WAS_RESET ||
2515 ioasc == IPR_IOASC_BUS_WAS_RESET_BY_OTHER)) {
2516 /* Tell the midlayer we had a bus reset so it will handle the UA properly */
2517 scsi_report_bus_reset(ioa_cfg->host,
2518 hostrcb->hcam.u.error.fd_res_addr.bus);
2519 }
2520
2521 error_index = ipr_get_error(ioasc);
2522
2523 if (!ipr_error_table[error_index].log_hcam)
2524 return;
2525
2526 if (ioasc == IPR_IOASC_HW_CMD_FAILED &&
2527 hostrcb->hcam.overlay_id == IPR_HOST_RCB_OVERLAY_ID_21) {
2528 error = &hostrcb->hcam.u.error64.u.type_21_error;
2529
2530 if (((be32_to_cpu(error->sense_data[0]) & 0x0000ff00) >> 8) == ILLEGAL_REQUEST &&
2531 ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
2532 return;
2533 }
2534
2535 ipr_hcam_err(hostrcb, "%s\n", ipr_error_table[error_index].error);
2536
2537 /* Set indication we have logged an error */
2538 ioa_cfg->errors_logged++;
2539
2540 if (ioa_cfg->log_level < ipr_error_table[error_index].log_hcam)
2541 return;
2542 if (be32_to_cpu(hostrcb->hcam.length) > sizeof(hostrcb->hcam.u.raw))
2543 hostrcb->hcam.length = cpu_to_be32(sizeof(hostrcb->hcam.u.raw));
2544
2545 switch (hostrcb->hcam.overlay_id) {
2546 case IPR_HOST_RCB_OVERLAY_ID_2:
2547 ipr_log_cache_error(ioa_cfg, hostrcb);
2548 break;
2549 case IPR_HOST_RCB_OVERLAY_ID_3:
2550 ipr_log_config_error(ioa_cfg, hostrcb);
2551 break;
2552 case IPR_HOST_RCB_OVERLAY_ID_4:
2553 case IPR_HOST_RCB_OVERLAY_ID_6:
2554 ipr_log_array_error(ioa_cfg, hostrcb);
2555 break;
2556 case IPR_HOST_RCB_OVERLAY_ID_7:
2557 ipr_log_dual_ioa_error(ioa_cfg, hostrcb);
2558 break;
2559 case IPR_HOST_RCB_OVERLAY_ID_12:
2560 ipr_log_enhanced_cache_error(ioa_cfg, hostrcb);
2561 break;
2562 case IPR_HOST_RCB_OVERLAY_ID_13:
2563 ipr_log_enhanced_config_error(ioa_cfg, hostrcb);
2564 break;
2565 case IPR_HOST_RCB_OVERLAY_ID_14:
2566 case IPR_HOST_RCB_OVERLAY_ID_16:
2567 ipr_log_enhanced_array_error(ioa_cfg, hostrcb);
2568 break;
2569 case IPR_HOST_RCB_OVERLAY_ID_17:
2570 ipr_log_enhanced_dual_ioa_error(ioa_cfg, hostrcb);
2571 break;
2572 case IPR_HOST_RCB_OVERLAY_ID_20:
2573 ipr_log_fabric_error(ioa_cfg, hostrcb);
2574 break;
2575 case IPR_HOST_RCB_OVERLAY_ID_21:
2576 ipr_log_sis64_device_error(ioa_cfg, hostrcb);
2577 break;
2578 case IPR_HOST_RCB_OVERLAY_ID_23:
2579 ipr_log_sis64_config_error(ioa_cfg, hostrcb);
2580 break;
2581 case IPR_HOST_RCB_OVERLAY_ID_24:
2582 case IPR_HOST_RCB_OVERLAY_ID_26:
2583 ipr_log_sis64_array_error(ioa_cfg, hostrcb);
2584 break;
2585 case IPR_HOST_RCB_OVERLAY_ID_30:
2586 ipr_log_sis64_fabric_error(ioa_cfg, hostrcb);
2587 break;
2588 case IPR_HOST_RCB_OVERLAY_ID_1:
2589 case IPR_HOST_RCB_OVERLAY_ID_DEFAULT:
2590 default:
2591 ipr_log_generic_error(ioa_cfg, hostrcb);
2592 break;
2593 }
2594}
2595
2596static struct ipr_hostrcb *ipr_get_free_hostrcb(struct ipr_ioa_cfg *ioa)
2597{
2598 struct ipr_hostrcb *hostrcb;
2599
2600 hostrcb = list_first_entry_or_null(&ioa->hostrcb_free_q,
2601 struct ipr_hostrcb, queue);
2602
2603 if (unlikely(!hostrcb)) {
2604 dev_info(&ioa->pdev->dev, "Reclaiming async error buffers.");
2605 hostrcb = list_first_entry_or_null(&ioa->hostrcb_report_q,
2606 struct ipr_hostrcb, queue);
2607 }
2608
2609 list_del_init(&hostrcb->queue);
2610 return hostrcb;
2611}
2612
2613/**
2614 * ipr_process_error - Op done function for an adapter error log.
2615 * @ipr_cmd: ipr command struct
2616 *
2617 * This function is the op done function for an error log host
2618 * controlled async from the adapter. It will log the error and
2619 * send the HCAM back to the adapter.
2620 *
2621 * Return value:
2622 * none
2623 **/
2624static void ipr_process_error(struct ipr_cmnd *ipr_cmd)
2625{
2626 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2627 struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
2628 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
2629 u32 fd_ioasc;
2630
2631 if (ioa_cfg->sis64)
2632 fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2633 else
2634 fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2635
2636 list_del_init(&hostrcb->queue);
2637 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
2638
2639 if (!ioasc) {
2640 ipr_handle_log_data(ioa_cfg, hostrcb);
2641 if (fd_ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED)
2642 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
2643 } else if (ioasc != IPR_IOASC_IOA_WAS_RESET &&
2644 ioasc != IPR_IOASC_ABORTED_CMD_TERM_BY_HOST) {
2645 dev_err(&ioa_cfg->pdev->dev,
2646 "Host RCB failed with IOASC: 0x%08X\n", ioasc);
2647 }
2648
2649 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_report_q);
2650 schedule_work(&ioa_cfg->work_q);
2651 hostrcb = ipr_get_free_hostrcb(ioa_cfg);
2652
2653 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
2654}
2655
2656/**
2657 * ipr_timeout - An internally generated op has timed out.
2658 * @ipr_cmd: ipr command struct
2659 *
2660 * This function blocks host requests and initiates an
2661 * adapter reset.
2662 *
2663 * Return value:
2664 * none
2665 **/
2666static void ipr_timeout(struct timer_list *t)
2667{
2668 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
2669 unsigned long lock_flags = 0;
2670 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2671
2672 ENTER;
2673 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2674
2675 ioa_cfg->errors_logged++;
2676 dev_err(&ioa_cfg->pdev->dev,
2677 "Adapter being reset due to command timeout.\n");
2678
2679 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2680 ioa_cfg->sdt_state = GET_DUMP;
2681
2682 if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd)
2683 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2684
2685 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2686 LEAVE;
2687}
2688
2689/**
2690 * ipr_oper_timeout - Adapter timed out transitioning to operational
2691 * @ipr_cmd: ipr command struct
2692 *
2693 * This function blocks host requests and initiates an
2694 * adapter reset.
2695 *
2696 * Return value:
2697 * none
2698 **/
2699static void ipr_oper_timeout(struct timer_list *t)
2700{
2701 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
2702 unsigned long lock_flags = 0;
2703 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2704
2705 ENTER;
2706 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2707
2708 ioa_cfg->errors_logged++;
2709 dev_err(&ioa_cfg->pdev->dev,
2710 "Adapter timed out transitioning to operational.\n");
2711
2712 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2713 ioa_cfg->sdt_state = GET_DUMP;
2714
2715 if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd) {
2716 if (ipr_fastfail)
2717 ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
2718 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2719 }
2720
2721 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2722 LEAVE;
2723}
2724
2725/**
2726 * ipr_find_ses_entry - Find matching SES in SES table
2727 * @res: resource entry struct of SES
2728 *
2729 * Return value:
2730 * pointer to SES table entry / NULL on failure
2731 **/
2732static const struct ipr_ses_table_entry *
2733ipr_find_ses_entry(struct ipr_resource_entry *res)
2734{
2735 int i, j, matches;
2736 struct ipr_std_inq_vpids *vpids;
2737 const struct ipr_ses_table_entry *ste = ipr_ses_table;
2738
2739 for (i = 0; i < ARRAY_SIZE(ipr_ses_table); i++, ste++) {
2740 for (j = 0, matches = 0; j < IPR_PROD_ID_LEN; j++) {
2741 if (ste->compare_product_id_byte[j] == 'X') {
2742 vpids = &res->std_inq_data.vpids;
2743 if (vpids->product_id[j] == ste->product_id[j])
2744 matches++;
2745 else
2746 break;
2747 } else
2748 matches++;
2749 }
2750
2751 if (matches == IPR_PROD_ID_LEN)
2752 return ste;
2753 }
2754
2755 return NULL;
2756}
2757
2758/**
2759 * ipr_get_max_scsi_speed - Determine max SCSI speed for a given bus
2760 * @ioa_cfg: ioa config struct
2761 * @bus: SCSI bus
2762 * @bus_width: bus width
2763 *
2764 * Return value:
2765 * SCSI bus speed in units of 100KHz, 1600 is 160 MHz
2766 * For a 2-byte wide SCSI bus, the maximum transfer speed is
2767 * twice the maximum transfer rate (e.g. for a wide enabled bus,
2768 * max 160MHz = max 320MB/sec).
2769 **/
2770static u32 ipr_get_max_scsi_speed(struct ipr_ioa_cfg *ioa_cfg, u8 bus, u8 bus_width)
2771{
2772 struct ipr_resource_entry *res;
2773 const struct ipr_ses_table_entry *ste;
2774 u32 max_xfer_rate = IPR_MAX_SCSI_RATE(bus_width);
2775
2776 /* Loop through each config table entry in the config table buffer */
2777 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
2778 if (!(IPR_IS_SES_DEVICE(res->std_inq_data)))
2779 continue;
2780
2781 if (bus != res->bus)
2782 continue;
2783
2784 if (!(ste = ipr_find_ses_entry(res)))
2785 continue;
2786
2787 max_xfer_rate = (ste->max_bus_speed_limit * 10) / (bus_width / 8);
2788 }
2789
2790 return max_xfer_rate;
2791}
2792
2793/**
2794 * ipr_wait_iodbg_ack - Wait for an IODEBUG ACK from the IOA
2795 * @ioa_cfg: ioa config struct
2796 * @max_delay: max delay in micro-seconds to wait
2797 *
2798 * Waits for an IODEBUG ACK from the IOA, doing busy looping.
2799 *
2800 * Return value:
2801 * 0 on success / other on failure
2802 **/
2803static int ipr_wait_iodbg_ack(struct ipr_ioa_cfg *ioa_cfg, int max_delay)
2804{
2805 volatile u32 pcii_reg;
2806 int delay = 1;
2807
2808 /* Read interrupt reg until IOA signals IO Debug Acknowledge */
2809 while (delay < max_delay) {
2810 pcii_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
2811
2812 if (pcii_reg & IPR_PCII_IO_DEBUG_ACKNOWLEDGE)
2813 return 0;
2814
2815 /* udelay cannot be used if delay is more than a few milliseconds */
2816 if ((delay / 1000) > MAX_UDELAY_MS)
2817 mdelay(delay / 1000);
2818 else
2819 udelay(delay);
2820
2821 delay += delay;
2822 }
2823 return -EIO;
2824}
2825
2826/**
2827 * ipr_get_sis64_dump_data_section - Dump IOA memory
2828 * @ioa_cfg: ioa config struct
2829 * @start_addr: adapter address to dump
2830 * @dest: destination kernel buffer
2831 * @length_in_words: length to dump in 4 byte words
2832 *
2833 * Return value:
2834 * 0 on success
2835 **/
2836static int ipr_get_sis64_dump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2837 u32 start_addr,
2838 __be32 *dest, u32 length_in_words)
2839{
2840 int i;
2841
2842 for (i = 0; i < length_in_words; i++) {
2843 writel(start_addr+(i*4), ioa_cfg->regs.dump_addr_reg);
2844 *dest = cpu_to_be32(readl(ioa_cfg->regs.dump_data_reg));
2845 dest++;
2846 }
2847
2848 return 0;
2849}
2850
2851/**
2852 * ipr_get_ldump_data_section - Dump IOA memory
2853 * @ioa_cfg: ioa config struct
2854 * @start_addr: adapter address to dump
2855 * @dest: destination kernel buffer
2856 * @length_in_words: length to dump in 4 byte words
2857 *
2858 * Return value:
2859 * 0 on success / -EIO on failure
2860 **/
2861static int ipr_get_ldump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2862 u32 start_addr,
2863 __be32 *dest, u32 length_in_words)
2864{
2865 volatile u32 temp_pcii_reg;
2866 int i, delay = 0;
2867
2868 if (ioa_cfg->sis64)
2869 return ipr_get_sis64_dump_data_section(ioa_cfg, start_addr,
2870 dest, length_in_words);
2871
2872 /* Write IOA interrupt reg starting LDUMP state */
2873 writel((IPR_UPROCI_RESET_ALERT | IPR_UPROCI_IO_DEBUG_ALERT),
2874 ioa_cfg->regs.set_uproc_interrupt_reg32);
2875
2876 /* Wait for IO debug acknowledge */
2877 if (ipr_wait_iodbg_ack(ioa_cfg,
2878 IPR_LDUMP_MAX_LONG_ACK_DELAY_IN_USEC)) {
2879 dev_err(&ioa_cfg->pdev->dev,
2880 "IOA dump long data transfer timeout\n");
2881 return -EIO;
2882 }
2883
2884 /* Signal LDUMP interlocked - clear IO debug ack */
2885 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2886 ioa_cfg->regs.clr_interrupt_reg);
2887
2888 /* Write Mailbox with starting address */
2889 writel(start_addr, ioa_cfg->ioa_mailbox);
2890
2891 /* Signal address valid - clear IOA Reset alert */
2892 writel(IPR_UPROCI_RESET_ALERT,
2893 ioa_cfg->regs.clr_uproc_interrupt_reg32);
2894
2895 for (i = 0; i < length_in_words; i++) {
2896 /* Wait for IO debug acknowledge */
2897 if (ipr_wait_iodbg_ack(ioa_cfg,
2898 IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC)) {
2899 dev_err(&ioa_cfg->pdev->dev,
2900 "IOA dump short data transfer timeout\n");
2901 return -EIO;
2902 }
2903
2904 /* Read data from mailbox and increment destination pointer */
2905 *dest = cpu_to_be32(readl(ioa_cfg->ioa_mailbox));
2906 dest++;
2907
2908 /* For all but the last word of data, signal data received */
2909 if (i < (length_in_words - 1)) {
2910 /* Signal dump data received - Clear IO debug Ack */
2911 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2912 ioa_cfg->regs.clr_interrupt_reg);
2913 }
2914 }
2915
2916 /* Signal end of block transfer. Set reset alert then clear IO debug ack */
2917 writel(IPR_UPROCI_RESET_ALERT,
2918 ioa_cfg->regs.set_uproc_interrupt_reg32);
2919
2920 writel(IPR_UPROCI_IO_DEBUG_ALERT,
2921 ioa_cfg->regs.clr_uproc_interrupt_reg32);
2922
2923 /* Signal dump data received - Clear IO debug Ack */
2924 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2925 ioa_cfg->regs.clr_interrupt_reg);
2926
2927 /* Wait for IOA to signal LDUMP exit - IOA reset alert will be cleared */
2928 while (delay < IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC) {
2929 temp_pcii_reg =
2930 readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
2931
2932 if (!(temp_pcii_reg & IPR_UPROCI_RESET_ALERT))
2933 return 0;
2934
2935 udelay(10);
2936 delay += 10;
2937 }
2938
2939 return 0;
2940}
2941
2942#ifdef CONFIG_SCSI_IPR_DUMP
2943/**
2944 * ipr_sdt_copy - Copy Smart Dump Table to kernel buffer
2945 * @ioa_cfg: ioa config struct
2946 * @pci_address: adapter address
2947 * @length: length of data to copy
2948 *
2949 * Copy data from PCI adapter to kernel buffer.
2950 * Note: length MUST be a 4 byte multiple
2951 * Return value:
2952 * 0 on success / other on failure
2953 **/
2954static int ipr_sdt_copy(struct ipr_ioa_cfg *ioa_cfg,
2955 unsigned long pci_address, u32 length)
2956{
2957 int bytes_copied = 0;
2958 int cur_len, rc, rem_len, rem_page_len, max_dump_size;
2959 __be32 *page;
2960 unsigned long lock_flags = 0;
2961 struct ipr_ioa_dump *ioa_dump = &ioa_cfg->dump->ioa_dump;
2962
2963 if (ioa_cfg->sis64)
2964 max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
2965 else
2966 max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
2967
2968 while (bytes_copied < length &&
2969 (ioa_dump->hdr.len + bytes_copied) < max_dump_size) {
2970 if (ioa_dump->page_offset >= PAGE_SIZE ||
2971 ioa_dump->page_offset == 0) {
2972 page = (__be32 *)__get_free_page(GFP_ATOMIC);
2973
2974 if (!page) {
2975 ipr_trace;
2976 return bytes_copied;
2977 }
2978
2979 ioa_dump->page_offset = 0;
2980 ioa_dump->ioa_data[ioa_dump->next_page_index] = page;
2981 ioa_dump->next_page_index++;
2982 } else
2983 page = ioa_dump->ioa_data[ioa_dump->next_page_index - 1];
2984
2985 rem_len = length - bytes_copied;
2986 rem_page_len = PAGE_SIZE - ioa_dump->page_offset;
2987 cur_len = min(rem_len, rem_page_len);
2988
2989 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2990 if (ioa_cfg->sdt_state == ABORT_DUMP) {
2991 rc = -EIO;
2992 } else {
2993 rc = ipr_get_ldump_data_section(ioa_cfg,
2994 pci_address + bytes_copied,
2995 &page[ioa_dump->page_offset / 4],
2996 (cur_len / sizeof(u32)));
2997 }
2998 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2999
3000 if (!rc) {
3001 ioa_dump->page_offset += cur_len;
3002 bytes_copied += cur_len;
3003 } else {
3004 ipr_trace;
3005 break;
3006 }
3007 schedule();
3008 }
3009
3010 return bytes_copied;
3011}
3012
3013/**
3014 * ipr_init_dump_entry_hdr - Initialize a dump entry header.
3015 * @hdr: dump entry header struct
3016 *
3017 * Return value:
3018 * nothing
3019 **/
3020static void ipr_init_dump_entry_hdr(struct ipr_dump_entry_header *hdr)
3021{
3022 hdr->eye_catcher = IPR_DUMP_EYE_CATCHER;
3023 hdr->num_elems = 1;
3024 hdr->offset = sizeof(*hdr);
3025 hdr->status = IPR_DUMP_STATUS_SUCCESS;
3026}
3027
3028/**
3029 * ipr_dump_ioa_type_data - Fill in the adapter type in the dump.
3030 * @ioa_cfg: ioa config struct
3031 * @driver_dump: driver dump struct
3032 *
3033 * Return value:
3034 * nothing
3035 **/
3036static void ipr_dump_ioa_type_data(struct ipr_ioa_cfg *ioa_cfg,
3037 struct ipr_driver_dump *driver_dump)
3038{
3039 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
3040
3041 ipr_init_dump_entry_hdr(&driver_dump->ioa_type_entry.hdr);
3042 driver_dump->ioa_type_entry.hdr.len =
3043 sizeof(struct ipr_dump_ioa_type_entry) -
3044 sizeof(struct ipr_dump_entry_header);
3045 driver_dump->ioa_type_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3046 driver_dump->ioa_type_entry.hdr.id = IPR_DUMP_DRIVER_TYPE_ID;
3047 driver_dump->ioa_type_entry.type = ioa_cfg->type;
3048 driver_dump->ioa_type_entry.fw_version = (ucode_vpd->major_release << 24) |
3049 (ucode_vpd->card_type << 16) | (ucode_vpd->minor_release[0] << 8) |
3050 ucode_vpd->minor_release[1];
3051 driver_dump->hdr.num_entries++;
3052}
3053
3054/**
3055 * ipr_dump_version_data - Fill in the driver version in the dump.
3056 * @ioa_cfg: ioa config struct
3057 * @driver_dump: driver dump struct
3058 *
3059 * Return value:
3060 * nothing
3061 **/
3062static void ipr_dump_version_data(struct ipr_ioa_cfg *ioa_cfg,
3063 struct ipr_driver_dump *driver_dump)
3064{
3065 ipr_init_dump_entry_hdr(&driver_dump->version_entry.hdr);
3066 driver_dump->version_entry.hdr.len =
3067 sizeof(struct ipr_dump_version_entry) -
3068 sizeof(struct ipr_dump_entry_header);
3069 driver_dump->version_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
3070 driver_dump->version_entry.hdr.id = IPR_DUMP_DRIVER_VERSION_ID;
3071 strcpy(driver_dump->version_entry.version, IPR_DRIVER_VERSION);
3072 driver_dump->hdr.num_entries++;
3073}
3074
3075/**
3076 * ipr_dump_trace_data - Fill in the IOA trace in the dump.
3077 * @ioa_cfg: ioa config struct
3078 * @driver_dump: driver dump struct
3079 *
3080 * Return value:
3081 * nothing
3082 **/
3083static void ipr_dump_trace_data(struct ipr_ioa_cfg *ioa_cfg,
3084 struct ipr_driver_dump *driver_dump)
3085{
3086 ipr_init_dump_entry_hdr(&driver_dump->trace_entry.hdr);
3087 driver_dump->trace_entry.hdr.len =
3088 sizeof(struct ipr_dump_trace_entry) -
3089 sizeof(struct ipr_dump_entry_header);
3090 driver_dump->trace_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3091 driver_dump->trace_entry.hdr.id = IPR_DUMP_TRACE_ID;
3092 memcpy(driver_dump->trace_entry.trace, ioa_cfg->trace, IPR_TRACE_SIZE);
3093 driver_dump->hdr.num_entries++;
3094}
3095
3096/**
3097 * ipr_dump_location_data - Fill in the IOA location in the dump.
3098 * @ioa_cfg: ioa config struct
3099 * @driver_dump: driver dump struct
3100 *
3101 * Return value:
3102 * nothing
3103 **/
3104static void ipr_dump_location_data(struct ipr_ioa_cfg *ioa_cfg,
3105 struct ipr_driver_dump *driver_dump)
3106{
3107 ipr_init_dump_entry_hdr(&driver_dump->location_entry.hdr);
3108 driver_dump->location_entry.hdr.len =
3109 sizeof(struct ipr_dump_location_entry) -
3110 sizeof(struct ipr_dump_entry_header);
3111 driver_dump->location_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
3112 driver_dump->location_entry.hdr.id = IPR_DUMP_LOCATION_ID;
3113 strcpy(driver_dump->location_entry.location, dev_name(&ioa_cfg->pdev->dev));
3114 driver_dump->hdr.num_entries++;
3115}
3116
3117/**
3118 * ipr_get_ioa_dump - Perform a dump of the driver and adapter.
3119 * @ioa_cfg: ioa config struct
3120 * @dump: dump struct
3121 *
3122 * Return value:
3123 * nothing
3124 **/
3125static void ipr_get_ioa_dump(struct ipr_ioa_cfg *ioa_cfg, struct ipr_dump *dump)
3126{
3127 unsigned long start_addr, sdt_word;
3128 unsigned long lock_flags = 0;
3129 struct ipr_driver_dump *driver_dump = &dump->driver_dump;
3130 struct ipr_ioa_dump *ioa_dump = &dump->ioa_dump;
3131 u32 num_entries, max_num_entries, start_off, end_off;
3132 u32 max_dump_size, bytes_to_copy, bytes_copied, rc;
3133 struct ipr_sdt *sdt;
3134 int valid = 1;
3135 int i;
3136
3137 ENTER;
3138
3139 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3140
3141 if (ioa_cfg->sdt_state != READ_DUMP) {
3142 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3143 return;
3144 }
3145
3146 if (ioa_cfg->sis64) {
3147 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3148 ssleep(IPR_DUMP_DELAY_SECONDS);
3149 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3150 }
3151
3152 start_addr = readl(ioa_cfg->ioa_mailbox);
3153
3154 if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(start_addr)) {
3155 dev_err(&ioa_cfg->pdev->dev,
3156 "Invalid dump table format: %lx\n", start_addr);
3157 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3158 return;
3159 }
3160
3161 dev_err(&ioa_cfg->pdev->dev, "Dump of IOA initiated\n");
3162
3163 driver_dump->hdr.eye_catcher = IPR_DUMP_EYE_CATCHER;
3164
3165 /* Initialize the overall dump header */
3166 driver_dump->hdr.len = sizeof(struct ipr_driver_dump);
3167 driver_dump->hdr.num_entries = 1;
3168 driver_dump->hdr.first_entry_offset = sizeof(struct ipr_dump_header);
3169 driver_dump->hdr.status = IPR_DUMP_STATUS_SUCCESS;
3170 driver_dump->hdr.os = IPR_DUMP_OS_LINUX;
3171 driver_dump->hdr.driver_name = IPR_DUMP_DRIVER_NAME;
3172
3173 ipr_dump_version_data(ioa_cfg, driver_dump);
3174 ipr_dump_location_data(ioa_cfg, driver_dump);
3175 ipr_dump_ioa_type_data(ioa_cfg, driver_dump);
3176 ipr_dump_trace_data(ioa_cfg, driver_dump);
3177
3178 /* Update dump_header */
3179 driver_dump->hdr.len += sizeof(struct ipr_dump_entry_header);
3180
3181 /* IOA Dump entry */
3182 ipr_init_dump_entry_hdr(&ioa_dump->hdr);
3183 ioa_dump->hdr.len = 0;
3184 ioa_dump->hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3185 ioa_dump->hdr.id = IPR_DUMP_IOA_DUMP_ID;
3186
3187 /* First entries in sdt are actually a list of dump addresses and
3188 lengths to gather the real dump data. sdt represents the pointer
3189 to the ioa generated dump table. Dump data will be extracted based
3190 on entries in this table */
3191 sdt = &ioa_dump->sdt;
3192
3193 if (ioa_cfg->sis64) {
3194 max_num_entries = IPR_FMT3_NUM_SDT_ENTRIES;
3195 max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
3196 } else {
3197 max_num_entries = IPR_FMT2_NUM_SDT_ENTRIES;
3198 max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
3199 }
3200
3201 bytes_to_copy = offsetof(struct ipr_sdt, entry) +
3202 (max_num_entries * sizeof(struct ipr_sdt_entry));
3203 rc = ipr_get_ldump_data_section(ioa_cfg, start_addr, (__be32 *)sdt,
3204 bytes_to_copy / sizeof(__be32));
3205
3206 /* Smart Dump table is ready to use and the first entry is valid */
3207 if (rc || ((be32_to_cpu(sdt->hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
3208 (be32_to_cpu(sdt->hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
3209 dev_err(&ioa_cfg->pdev->dev,
3210 "Dump of IOA failed. Dump table not valid: %d, %X.\n",
3211 rc, be32_to_cpu(sdt->hdr.state));
3212 driver_dump->hdr.status = IPR_DUMP_STATUS_FAILED;
3213 ioa_cfg->sdt_state = DUMP_OBTAINED;
3214 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3215 return;
3216 }
3217
3218 num_entries = be32_to_cpu(sdt->hdr.num_entries_used);
3219
3220 if (num_entries > max_num_entries)
3221 num_entries = max_num_entries;
3222
3223 /* Update dump length to the actual data to be copied */
3224 dump->driver_dump.hdr.len += sizeof(struct ipr_sdt_header);
3225 if (ioa_cfg->sis64)
3226 dump->driver_dump.hdr.len += num_entries * sizeof(struct ipr_sdt_entry);
3227 else
3228 dump->driver_dump.hdr.len += max_num_entries * sizeof(struct ipr_sdt_entry);
3229
3230 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3231
3232 for (i = 0; i < num_entries; i++) {
3233 if (ioa_dump->hdr.len > max_dump_size) {
3234 driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3235 break;
3236 }
3237
3238 if (sdt->entry[i].flags & IPR_SDT_VALID_ENTRY) {
3239 sdt_word = be32_to_cpu(sdt->entry[i].start_token);
3240 if (ioa_cfg->sis64)
3241 bytes_to_copy = be32_to_cpu(sdt->entry[i].end_token);
3242 else {
3243 start_off = sdt_word & IPR_FMT2_MBX_ADDR_MASK;
3244 end_off = be32_to_cpu(sdt->entry[i].end_token);
3245
3246 if (ipr_sdt_is_fmt2(sdt_word) && sdt_word)
3247 bytes_to_copy = end_off - start_off;
3248 else
3249 valid = 0;
3250 }
3251 if (valid) {
3252 if (bytes_to_copy > max_dump_size) {
3253 sdt->entry[i].flags &= ~IPR_SDT_VALID_ENTRY;
3254 continue;
3255 }
3256
3257 /* Copy data from adapter to driver buffers */
3258 bytes_copied = ipr_sdt_copy(ioa_cfg, sdt_word,
3259 bytes_to_copy);
3260
3261 ioa_dump->hdr.len += bytes_copied;
3262
3263 if (bytes_copied != bytes_to_copy) {
3264 driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3265 break;
3266 }
3267 }
3268 }
3269 }
3270
3271 dev_err(&ioa_cfg->pdev->dev, "Dump of IOA completed.\n");
3272
3273 /* Update dump_header */
3274 driver_dump->hdr.len += ioa_dump->hdr.len;
3275 wmb();
3276 ioa_cfg->sdt_state = DUMP_OBTAINED;
3277 LEAVE;
3278}
3279
3280#else
3281#define ipr_get_ioa_dump(ioa_cfg, dump) do { } while (0)
3282#endif
3283
3284/**
3285 * ipr_release_dump - Free adapter dump memory
3286 * @kref: kref struct
3287 *
3288 * Return value:
3289 * nothing
3290 **/
3291static void ipr_release_dump(struct kref *kref)
3292{
3293 struct ipr_dump *dump = container_of(kref, struct ipr_dump, kref);
3294 struct ipr_ioa_cfg *ioa_cfg = dump->ioa_cfg;
3295 unsigned long lock_flags = 0;
3296 int i;
3297
3298 ENTER;
3299 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3300 ioa_cfg->dump = NULL;
3301 ioa_cfg->sdt_state = INACTIVE;
3302 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3303
3304 for (i = 0; i < dump->ioa_dump.next_page_index; i++)
3305 free_page((unsigned long) dump->ioa_dump.ioa_data[i]);
3306
3307 vfree(dump->ioa_dump.ioa_data);
3308 kfree(dump);
3309 LEAVE;
3310}
3311
3312static void ipr_add_remove_thread(struct work_struct *work)
3313{
3314 unsigned long lock_flags;
3315 struct ipr_resource_entry *res;
3316 struct scsi_device *sdev;
3317 struct ipr_ioa_cfg *ioa_cfg =
3318 container_of(work, struct ipr_ioa_cfg, scsi_add_work_q);
3319 u8 bus, target, lun;
3320 int did_work;
3321
3322 ENTER;
3323 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3324
3325restart:
3326 do {
3327 did_work = 0;
3328 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
3329 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3330 return;
3331 }
3332
3333 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3334 if (res->del_from_ml && res->sdev) {
3335 did_work = 1;
3336 sdev = res->sdev;
3337 if (!scsi_device_get(sdev)) {
3338 if (!res->add_to_ml)
3339 list_move_tail(&res->queue, &ioa_cfg->free_res_q);
3340 else
3341 res->del_from_ml = 0;
3342 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3343 scsi_remove_device(sdev);
3344 scsi_device_put(sdev);
3345 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3346 }
3347 break;
3348 }
3349 }
3350 } while (did_work);
3351
3352 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3353 if (res->add_to_ml) {
3354 bus = res->bus;
3355 target = res->target;
3356 lun = res->lun;
3357 res->add_to_ml = 0;
3358 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3359 scsi_add_device(ioa_cfg->host, bus, target, lun);
3360 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3361 goto restart;
3362 }
3363 }
3364
3365 ioa_cfg->scan_done = 1;
3366 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3367 kobject_uevent(&ioa_cfg->host->shost_dev.kobj, KOBJ_CHANGE);
3368 LEAVE;
3369}
3370
3371/**
3372 * ipr_worker_thread - Worker thread
3373 * @work: ioa config struct
3374 *
3375 * Called at task level from a work thread. This function takes care
3376 * of adding and removing device from the mid-layer as configuration
3377 * changes are detected by the adapter.
3378 *
3379 * Return value:
3380 * nothing
3381 **/
3382static void ipr_worker_thread(struct work_struct *work)
3383{
3384 unsigned long lock_flags;
3385 struct ipr_dump *dump;
3386 struct ipr_ioa_cfg *ioa_cfg =
3387 container_of(work, struct ipr_ioa_cfg, work_q);
3388
3389 ENTER;
3390 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3391
3392 if (ioa_cfg->sdt_state == READ_DUMP) {
3393 dump = ioa_cfg->dump;
3394 if (!dump) {
3395 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3396 return;
3397 }
3398 kref_get(&dump->kref);
3399 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3400 ipr_get_ioa_dump(ioa_cfg, dump);
3401 kref_put(&dump->kref, ipr_release_dump);
3402
3403 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3404 if (ioa_cfg->sdt_state == DUMP_OBTAINED && !ioa_cfg->dump_timeout)
3405 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3406 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3407 return;
3408 }
3409
3410 if (ioa_cfg->scsi_unblock) {
3411 ioa_cfg->scsi_unblock = 0;
3412 ioa_cfg->scsi_blocked = 0;
3413 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3414 scsi_unblock_requests(ioa_cfg->host);
3415 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3416 if (ioa_cfg->scsi_blocked)
3417 scsi_block_requests(ioa_cfg->host);
3418 }
3419
3420 if (!ioa_cfg->scan_enabled) {
3421 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3422 return;
3423 }
3424
3425 schedule_work(&ioa_cfg->scsi_add_work_q);
3426
3427 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3428 LEAVE;
3429}
3430
3431#ifdef CONFIG_SCSI_IPR_TRACE
3432/**
3433 * ipr_read_trace - Dump the adapter trace
3434 * @filp: open sysfs file
3435 * @kobj: kobject struct
3436 * @bin_attr: bin_attribute struct
3437 * @buf: buffer
3438 * @off: offset
3439 * @count: buffer size
3440 *
3441 * Return value:
3442 * number of bytes printed to buffer
3443 **/
3444static ssize_t ipr_read_trace(struct file *filp, struct kobject *kobj,
3445 struct bin_attribute *bin_attr,
3446 char *buf, loff_t off, size_t count)
3447{
3448 struct device *dev = container_of(kobj, struct device, kobj);
3449 struct Scsi_Host *shost = class_to_shost(dev);
3450 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3451 unsigned long lock_flags = 0;
3452 ssize_t ret;
3453
3454 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3455 ret = memory_read_from_buffer(buf, count, &off, ioa_cfg->trace,
3456 IPR_TRACE_SIZE);
3457 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3458
3459 return ret;
3460}
3461
3462static struct bin_attribute ipr_trace_attr = {
3463 .attr = {
3464 .name = "trace",
3465 .mode = S_IRUGO,
3466 },
3467 .size = 0,
3468 .read = ipr_read_trace,
3469};
3470#endif
3471
3472/**
3473 * ipr_show_fw_version - Show the firmware version
3474 * @dev: class device struct
3475 * @buf: buffer
3476 *
3477 * Return value:
3478 * number of bytes printed to buffer
3479 **/
3480static ssize_t ipr_show_fw_version(struct device *dev,
3481 struct device_attribute *attr, char *buf)
3482{
3483 struct Scsi_Host *shost = class_to_shost(dev);
3484 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3485 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
3486 unsigned long lock_flags = 0;
3487 int len;
3488
3489 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3490 len = snprintf(buf, PAGE_SIZE, "%02X%02X%02X%02X\n",
3491 ucode_vpd->major_release, ucode_vpd->card_type,
3492 ucode_vpd->minor_release[0],
3493 ucode_vpd->minor_release[1]);
3494 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3495 return len;
3496}
3497
3498static struct device_attribute ipr_fw_version_attr = {
3499 .attr = {
3500 .name = "fw_version",
3501 .mode = S_IRUGO,
3502 },
3503 .show = ipr_show_fw_version,
3504};
3505
3506/**
3507 * ipr_show_log_level - Show the adapter's error logging level
3508 * @dev: class device struct
3509 * @buf: buffer
3510 *
3511 * Return value:
3512 * number of bytes printed to buffer
3513 **/
3514static ssize_t ipr_show_log_level(struct device *dev,
3515 struct device_attribute *attr, char *buf)
3516{
3517 struct Scsi_Host *shost = class_to_shost(dev);
3518 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3519 unsigned long lock_flags = 0;
3520 int len;
3521
3522 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3523 len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->log_level);
3524 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3525 return len;
3526}
3527
3528/**
3529 * ipr_store_log_level - Change the adapter's error logging level
3530 * @dev: class device struct
3531 * @buf: buffer
3532 *
3533 * Return value:
3534 * number of bytes printed to buffer
3535 **/
3536static ssize_t ipr_store_log_level(struct device *dev,
3537 struct device_attribute *attr,
3538 const char *buf, size_t count)
3539{
3540 struct Scsi_Host *shost = class_to_shost(dev);
3541 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3542 unsigned long lock_flags = 0;
3543
3544 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3545 ioa_cfg->log_level = simple_strtoul(buf, NULL, 10);
3546 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3547 return strlen(buf);
3548}
3549
3550static struct device_attribute ipr_log_level_attr = {
3551 .attr = {
3552 .name = "log_level",
3553 .mode = S_IRUGO | S_IWUSR,
3554 },
3555 .show = ipr_show_log_level,
3556 .store = ipr_store_log_level
3557};
3558
3559/**
3560 * ipr_store_diagnostics - IOA Diagnostics interface
3561 * @dev: device struct
3562 * @buf: buffer
3563 * @count: buffer size
3564 *
3565 * This function will reset the adapter and wait a reasonable
3566 * amount of time for any errors that the adapter might log.
3567 *
3568 * Return value:
3569 * count on success / other on failure
3570 **/
3571static ssize_t ipr_store_diagnostics(struct device *dev,
3572 struct device_attribute *attr,
3573 const char *buf, size_t count)
3574{
3575 struct Scsi_Host *shost = class_to_shost(dev);
3576 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3577 unsigned long lock_flags = 0;
3578 int rc = count;
3579
3580 if (!capable(CAP_SYS_ADMIN))
3581 return -EACCES;
3582
3583 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3584 while (ioa_cfg->in_reset_reload) {
3585 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3586 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3587 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3588 }
3589
3590 ioa_cfg->errors_logged = 0;
3591 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3592
3593 if (ioa_cfg->in_reset_reload) {
3594 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3595 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3596
3597 /* Wait for a second for any errors to be logged */
3598 msleep(1000);
3599 } else {
3600 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3601 return -EIO;
3602 }
3603
3604 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3605 if (ioa_cfg->in_reset_reload || ioa_cfg->errors_logged)
3606 rc = -EIO;
3607 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3608
3609 return rc;
3610}
3611
3612static struct device_attribute ipr_diagnostics_attr = {
3613 .attr = {
3614 .name = "run_diagnostics",
3615 .mode = S_IWUSR,
3616 },
3617 .store = ipr_store_diagnostics
3618};
3619
3620/**
3621 * ipr_show_adapter_state - Show the adapter's state
3622 * @class_dev: device struct
3623 * @buf: buffer
3624 *
3625 * Return value:
3626 * number of bytes printed to buffer
3627 **/
3628static ssize_t ipr_show_adapter_state(struct device *dev,
3629 struct device_attribute *attr, char *buf)
3630{
3631 struct Scsi_Host *shost = class_to_shost(dev);
3632 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3633 unsigned long lock_flags = 0;
3634 int len;
3635
3636 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3637 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
3638 len = snprintf(buf, PAGE_SIZE, "offline\n");
3639 else
3640 len = snprintf(buf, PAGE_SIZE, "online\n");
3641 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3642 return len;
3643}
3644
3645/**
3646 * ipr_store_adapter_state - Change adapter state
3647 * @dev: device struct
3648 * @buf: buffer
3649 * @count: buffer size
3650 *
3651 * This function will change the adapter's state.
3652 *
3653 * Return value:
3654 * count on success / other on failure
3655 **/
3656static ssize_t ipr_store_adapter_state(struct device *dev,
3657 struct device_attribute *attr,
3658 const char *buf, size_t count)
3659{
3660 struct Scsi_Host *shost = class_to_shost(dev);
3661 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3662 unsigned long lock_flags;
3663 int result = count, i;
3664
3665 if (!capable(CAP_SYS_ADMIN))
3666 return -EACCES;
3667
3668 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3669 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead &&
3670 !strncmp(buf, "online", 6)) {
3671 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
3672 spin_lock(&ioa_cfg->hrrq[i]._lock);
3673 ioa_cfg->hrrq[i].ioa_is_dead = 0;
3674 spin_unlock(&ioa_cfg->hrrq[i]._lock);
3675 }
3676 wmb();
3677 ioa_cfg->reset_retries = 0;
3678 ioa_cfg->in_ioa_bringdown = 0;
3679 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3680 }
3681 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3682 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3683
3684 return result;
3685}
3686
3687static struct device_attribute ipr_ioa_state_attr = {
3688 .attr = {
3689 .name = "online_state",
3690 .mode = S_IRUGO | S_IWUSR,
3691 },
3692 .show = ipr_show_adapter_state,
3693 .store = ipr_store_adapter_state
3694};
3695
3696/**
3697 * ipr_store_reset_adapter - Reset the adapter
3698 * @dev: device struct
3699 * @buf: buffer
3700 * @count: buffer size
3701 *
3702 * This function will reset the adapter.
3703 *
3704 * Return value:
3705 * count on success / other on failure
3706 **/
3707static ssize_t ipr_store_reset_adapter(struct device *dev,
3708 struct device_attribute *attr,
3709 const char *buf, size_t count)
3710{
3711 struct Scsi_Host *shost = class_to_shost(dev);
3712 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3713 unsigned long lock_flags;
3714 int result = count;
3715
3716 if (!capable(CAP_SYS_ADMIN))
3717 return -EACCES;
3718
3719 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3720 if (!ioa_cfg->in_reset_reload)
3721 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3722 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3723 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3724
3725 return result;
3726}
3727
3728static struct device_attribute ipr_ioa_reset_attr = {
3729 .attr = {
3730 .name = "reset_host",
3731 .mode = S_IWUSR,
3732 },
3733 .store = ipr_store_reset_adapter
3734};
3735
3736static int ipr_iopoll(struct irq_poll *iop, int budget);
3737 /**
3738 * ipr_show_iopoll_weight - Show ipr polling mode
3739 * @dev: class device struct
3740 * @buf: buffer
3741 *
3742 * Return value:
3743 * number of bytes printed to buffer
3744 **/
3745static ssize_t ipr_show_iopoll_weight(struct device *dev,
3746 struct device_attribute *attr, char *buf)
3747{
3748 struct Scsi_Host *shost = class_to_shost(dev);
3749 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3750 unsigned long lock_flags = 0;
3751 int len;
3752
3753 spin_lock_irqsave(shost->host_lock, lock_flags);
3754 len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->iopoll_weight);
3755 spin_unlock_irqrestore(shost->host_lock, lock_flags);
3756
3757 return len;
3758}
3759
3760/**
3761 * ipr_store_iopoll_weight - Change the adapter's polling mode
3762 * @dev: class device struct
3763 * @buf: buffer
3764 *
3765 * Return value:
3766 * number of bytes printed to buffer
3767 **/
3768static ssize_t ipr_store_iopoll_weight(struct device *dev,
3769 struct device_attribute *attr,
3770 const char *buf, size_t count)
3771{
3772 struct Scsi_Host *shost = class_to_shost(dev);
3773 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3774 unsigned long user_iopoll_weight;
3775 unsigned long lock_flags = 0;
3776 int i;
3777
3778 if (!ioa_cfg->sis64) {
3779 dev_info(&ioa_cfg->pdev->dev, "irq_poll not supported on this adapter\n");
3780 return -EINVAL;
3781 }
3782 if (kstrtoul(buf, 10, &user_iopoll_weight))
3783 return -EINVAL;
3784
3785 if (user_iopoll_weight > 256) {
3786 dev_info(&ioa_cfg->pdev->dev, "Invalid irq_poll weight. It must be less than 256\n");
3787 return -EINVAL;
3788 }
3789
3790 if (user_iopoll_weight == ioa_cfg->iopoll_weight) {
3791 dev_info(&ioa_cfg->pdev->dev, "Current irq_poll weight has the same weight\n");
3792 return strlen(buf);
3793 }
3794
3795 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
3796 for (i = 1; i < ioa_cfg->hrrq_num; i++)
3797 irq_poll_disable(&ioa_cfg->hrrq[i].iopoll);
3798 }
3799
3800 spin_lock_irqsave(shost->host_lock, lock_flags);
3801 ioa_cfg->iopoll_weight = user_iopoll_weight;
3802 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
3803 for (i = 1; i < ioa_cfg->hrrq_num; i++) {
3804 irq_poll_init(&ioa_cfg->hrrq[i].iopoll,
3805 ioa_cfg->iopoll_weight, ipr_iopoll);
3806 }
3807 }
3808 spin_unlock_irqrestore(shost->host_lock, lock_flags);
3809
3810 return strlen(buf);
3811}
3812
3813static struct device_attribute ipr_iopoll_weight_attr = {
3814 .attr = {
3815 .name = "iopoll_weight",
3816 .mode = S_IRUGO | S_IWUSR,
3817 },
3818 .show = ipr_show_iopoll_weight,
3819 .store = ipr_store_iopoll_weight
3820};
3821
3822/**
3823 * ipr_alloc_ucode_buffer - Allocates a microcode download buffer
3824 * @buf_len: buffer length
3825 *
3826 * Allocates a DMA'able buffer in chunks and assembles a scatter/gather
3827 * list to use for microcode download
3828 *
3829 * Return value:
3830 * pointer to sglist / NULL on failure
3831 **/
3832static struct ipr_sglist *ipr_alloc_ucode_buffer(int buf_len)
3833{
3834 int sg_size, order, bsize_elem, num_elem, i, j;
3835 struct ipr_sglist *sglist;
3836 struct scatterlist *scatterlist;
3837 struct page *page;
3838
3839 /* Get the minimum size per scatter/gather element */
3840 sg_size = buf_len / (IPR_MAX_SGLIST - 1);
3841
3842 /* Get the actual size per element */
3843 order = get_order(sg_size);
3844
3845 /* Determine the actual number of bytes per element */
3846 bsize_elem = PAGE_SIZE * (1 << order);
3847
3848 /* Determine the actual number of sg entries needed */
3849 if (buf_len % bsize_elem)
3850 num_elem = (buf_len / bsize_elem) + 1;
3851 else
3852 num_elem = buf_len / bsize_elem;
3853
3854 /* Allocate a scatter/gather list for the DMA */
3855 sglist = kzalloc(sizeof(struct ipr_sglist) +
3856 (sizeof(struct scatterlist) * (num_elem - 1)),
3857 GFP_KERNEL);
3858
3859 if (sglist == NULL) {
3860 ipr_trace;
3861 return NULL;
3862 }
3863
3864 scatterlist = sglist->scatterlist;
3865 sg_init_table(scatterlist, num_elem);
3866
3867 sglist->order = order;
3868 sglist->num_sg = num_elem;
3869
3870 /* Allocate a bunch of sg elements */
3871 for (i = 0; i < num_elem; i++) {
3872 page = alloc_pages(GFP_KERNEL, order);
3873 if (!page) {
3874 ipr_trace;
3875
3876 /* Free up what we already allocated */
3877 for (j = i - 1; j >= 0; j--)
3878 __free_pages(sg_page(&scatterlist[j]), order);
3879 kfree(sglist);
3880 return NULL;
3881 }
3882
3883 sg_set_page(&scatterlist[i], page, 0, 0);
3884 }
3885
3886 return sglist;
3887}
3888
3889/**
3890 * ipr_free_ucode_buffer - Frees a microcode download buffer
3891 * @p_dnld: scatter/gather list pointer
3892 *
3893 * Free a DMA'able ucode download buffer previously allocated with
3894 * ipr_alloc_ucode_buffer
3895 *
3896 * Return value:
3897 * nothing
3898 **/
3899static void ipr_free_ucode_buffer(struct ipr_sglist *sglist)
3900{
3901 int i;
3902
3903 for (i = 0; i < sglist->num_sg; i++)
3904 __free_pages(sg_page(&sglist->scatterlist[i]), sglist->order);
3905
3906 kfree(sglist);
3907}
3908
3909/**
3910 * ipr_copy_ucode_buffer - Copy user buffer to kernel buffer
3911 * @sglist: scatter/gather list pointer
3912 * @buffer: buffer pointer
3913 * @len: buffer length
3914 *
3915 * Copy a microcode image from a user buffer into a buffer allocated by
3916 * ipr_alloc_ucode_buffer
3917 *
3918 * Return value:
3919 * 0 on success / other on failure
3920 **/
3921static int ipr_copy_ucode_buffer(struct ipr_sglist *sglist,
3922 u8 *buffer, u32 len)
3923{
3924 int bsize_elem, i, result = 0;
3925 struct scatterlist *scatterlist;
3926 void *kaddr;
3927
3928 /* Determine the actual number of bytes per element */
3929 bsize_elem = PAGE_SIZE * (1 << sglist->order);
3930
3931 scatterlist = sglist->scatterlist;
3932
3933 for (i = 0; i < (len / bsize_elem); i++, buffer += bsize_elem) {
3934 struct page *page = sg_page(&scatterlist[i]);
3935
3936 kaddr = kmap(page);
3937 memcpy(kaddr, buffer, bsize_elem);
3938 kunmap(page);
3939
3940 scatterlist[i].length = bsize_elem;
3941
3942 if (result != 0) {
3943 ipr_trace;
3944 return result;
3945 }
3946 }
3947
3948 if (len % bsize_elem) {
3949 struct page *page = sg_page(&scatterlist[i]);
3950
3951 kaddr = kmap(page);
3952 memcpy(kaddr, buffer, len % bsize_elem);
3953 kunmap(page);
3954
3955 scatterlist[i].length = len % bsize_elem;
3956 }
3957
3958 sglist->buffer_len = len;
3959 return result;
3960}
3961
3962/**
3963 * ipr_build_ucode_ioadl64 - Build a microcode download IOADL
3964 * @ipr_cmd: ipr command struct
3965 * @sglist: scatter/gather list
3966 *
3967 * Builds a microcode download IOA data list (IOADL).
3968 *
3969 **/
3970static void ipr_build_ucode_ioadl64(struct ipr_cmnd *ipr_cmd,
3971 struct ipr_sglist *sglist)
3972{
3973 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3974 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
3975 struct scatterlist *scatterlist = sglist->scatterlist;
3976 int i;
3977
3978 ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3979 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3980 ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3981
3982 ioarcb->ioadl_len =
3983 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
3984 for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
3985 ioadl64[i].flags = cpu_to_be32(IPR_IOADL_FLAGS_WRITE);
3986 ioadl64[i].data_len = cpu_to_be32(sg_dma_len(&scatterlist[i]));
3987 ioadl64[i].address = cpu_to_be64(sg_dma_address(&scatterlist[i]));
3988 }
3989
3990 ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3991}
3992
3993/**
3994 * ipr_build_ucode_ioadl - Build a microcode download IOADL
3995 * @ipr_cmd: ipr command struct
3996 * @sglist: scatter/gather list
3997 *
3998 * Builds a microcode download IOA data list (IOADL).
3999 *
4000 **/
4001static void ipr_build_ucode_ioadl(struct ipr_cmnd *ipr_cmd,
4002 struct ipr_sglist *sglist)
4003{
4004 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
4005 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
4006 struct scatterlist *scatterlist = sglist->scatterlist;
4007 int i;
4008
4009 ipr_cmd->dma_use_sg = sglist->num_dma_sg;
4010 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
4011 ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
4012
4013 ioarcb->ioadl_len =
4014 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
4015
4016 for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
4017 ioadl[i].flags_and_data_len =
4018 cpu_to_be32(IPR_IOADL_FLAGS_WRITE | sg_dma_len(&scatterlist[i]));
4019 ioadl[i].address =
4020 cpu_to_be32(sg_dma_address(&scatterlist[i]));
4021 }
4022
4023 ioadl[i-1].flags_and_data_len |=
4024 cpu_to_be32(IPR_IOADL_FLAGS_LAST);
4025}
4026
4027/**
4028 * ipr_update_ioa_ucode - Update IOA's microcode
4029 * @ioa_cfg: ioa config struct
4030 * @sglist: scatter/gather list
4031 *
4032 * Initiate an adapter reset to update the IOA's microcode
4033 *
4034 * Return value:
4035 * 0 on success / -EIO on failure
4036 **/
4037static int ipr_update_ioa_ucode(struct ipr_ioa_cfg *ioa_cfg,
4038 struct ipr_sglist *sglist)
4039{
4040 unsigned long lock_flags;
4041
4042 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4043 while (ioa_cfg->in_reset_reload) {
4044 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4045 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4046 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4047 }
4048
4049 if (ioa_cfg->ucode_sglist) {
4050 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4051 dev_err(&ioa_cfg->pdev->dev,
4052 "Microcode download already in progress\n");
4053 return -EIO;
4054 }
4055
4056 sglist->num_dma_sg = dma_map_sg(&ioa_cfg->pdev->dev,
4057 sglist->scatterlist, sglist->num_sg,
4058 DMA_TO_DEVICE);
4059
4060 if (!sglist->num_dma_sg) {
4061 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4062 dev_err(&ioa_cfg->pdev->dev,
4063 "Failed to map microcode download buffer!\n");
4064 return -EIO;
4065 }
4066
4067 ioa_cfg->ucode_sglist = sglist;
4068 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
4069 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4070 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4071
4072 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4073 ioa_cfg->ucode_sglist = NULL;
4074 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4075 return 0;
4076}
4077
4078/**
4079 * ipr_store_update_fw - Update the firmware on the adapter
4080 * @class_dev: device struct
4081 * @buf: buffer
4082 * @count: buffer size
4083 *
4084 * This function will update the firmware on the adapter.
4085 *
4086 * Return value:
4087 * count on success / other on failure
4088 **/
4089static ssize_t ipr_store_update_fw(struct device *dev,
4090 struct device_attribute *attr,
4091 const char *buf, size_t count)
4092{
4093 struct Scsi_Host *shost = class_to_shost(dev);
4094 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4095 struct ipr_ucode_image_header *image_hdr;
4096 const struct firmware *fw_entry;
4097 struct ipr_sglist *sglist;
4098 char fname[100];
4099 char *src;
4100 char *endline;
4101 int result, dnld_size;
4102
4103 if (!capable(CAP_SYS_ADMIN))
4104 return -EACCES;
4105
4106 snprintf(fname, sizeof(fname), "%s", buf);
4107
4108 endline = strchr(fname, '\n');
4109 if (endline)
4110 *endline = '\0';
4111
4112 if (request_firmware(&fw_entry, fname, &ioa_cfg->pdev->dev)) {
4113 dev_err(&ioa_cfg->pdev->dev, "Firmware file %s not found\n", fname);
4114 return -EIO;
4115 }
4116
4117 image_hdr = (struct ipr_ucode_image_header *)fw_entry->data;
4118
4119 src = (u8 *)image_hdr + be32_to_cpu(image_hdr->header_length);
4120 dnld_size = fw_entry->size - be32_to_cpu(image_hdr->header_length);
4121 sglist = ipr_alloc_ucode_buffer(dnld_size);
4122
4123 if (!sglist) {
4124 dev_err(&ioa_cfg->pdev->dev, "Microcode buffer allocation failed\n");
4125 release_firmware(fw_entry);
4126 return -ENOMEM;
4127 }
4128
4129 result = ipr_copy_ucode_buffer(sglist, src, dnld_size);
4130
4131 if (result) {
4132 dev_err(&ioa_cfg->pdev->dev,
4133 "Microcode buffer copy to DMA buffer failed\n");
4134 goto out;
4135 }
4136
4137 ipr_info("Updating microcode, please be patient. This may take up to 30 minutes.\n");
4138
4139 result = ipr_update_ioa_ucode(ioa_cfg, sglist);
4140
4141 if (!result)
4142 result = count;
4143out:
4144 ipr_free_ucode_buffer(sglist);
4145 release_firmware(fw_entry);
4146 return result;
4147}
4148
4149static struct device_attribute ipr_update_fw_attr = {
4150 .attr = {
4151 .name = "update_fw",
4152 .mode = S_IWUSR,
4153 },
4154 .store = ipr_store_update_fw
4155};
4156
4157/**
4158 * ipr_show_fw_type - Show the adapter's firmware type.
4159 * @dev: class device struct
4160 * @buf: buffer
4161 *
4162 * Return value:
4163 * number of bytes printed to buffer
4164 **/
4165static ssize_t ipr_show_fw_type(struct device *dev,
4166 struct device_attribute *attr, char *buf)
4167{
4168 struct Scsi_Host *shost = class_to_shost(dev);
4169 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4170 unsigned long lock_flags = 0;
4171 int len;
4172
4173 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4174 len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->sis64);
4175 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4176 return len;
4177}
4178
4179static struct device_attribute ipr_ioa_fw_type_attr = {
4180 .attr = {
4181 .name = "fw_type",
4182 .mode = S_IRUGO,
4183 },
4184 .show = ipr_show_fw_type
4185};
4186
4187static ssize_t ipr_read_async_err_log(struct file *filep, struct kobject *kobj,
4188 struct bin_attribute *bin_attr, char *buf,
4189 loff_t off, size_t count)
4190{
4191 struct device *cdev = container_of(kobj, struct device, kobj);
4192 struct Scsi_Host *shost = class_to_shost(cdev);
4193 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4194 struct ipr_hostrcb *hostrcb;
4195 unsigned long lock_flags = 0;
4196 int ret;
4197
4198 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4199 hostrcb = list_first_entry_or_null(&ioa_cfg->hostrcb_report_q,
4200 struct ipr_hostrcb, queue);
4201 if (!hostrcb) {
4202 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4203 return 0;
4204 }
4205 ret = memory_read_from_buffer(buf, count, &off, &hostrcb->hcam,
4206 sizeof(hostrcb->hcam));
4207 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4208 return ret;
4209}
4210
4211static ssize_t ipr_next_async_err_log(struct file *filep, struct kobject *kobj,
4212 struct bin_attribute *bin_attr, char *buf,
4213 loff_t off, size_t count)
4214{
4215 struct device *cdev = container_of(kobj, struct device, kobj);
4216 struct Scsi_Host *shost = class_to_shost(cdev);
4217 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4218 struct ipr_hostrcb *hostrcb;
4219 unsigned long lock_flags = 0;
4220
4221 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4222 hostrcb = list_first_entry_or_null(&ioa_cfg->hostrcb_report_q,
4223 struct ipr_hostrcb, queue);
4224 if (!hostrcb) {
4225 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4226 return count;
4227 }
4228
4229 /* Reclaim hostrcb before exit */
4230 list_move_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
4231 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4232 return count;
4233}
4234
4235static struct bin_attribute ipr_ioa_async_err_log = {
4236 .attr = {
4237 .name = "async_err_log",
4238 .mode = S_IRUGO | S_IWUSR,
4239 },
4240 .size = 0,
4241 .read = ipr_read_async_err_log,
4242 .write = ipr_next_async_err_log
4243};
4244
4245static struct device_attribute *ipr_ioa_attrs[] = {
4246 &ipr_fw_version_attr,
4247 &ipr_log_level_attr,
4248 &ipr_diagnostics_attr,
4249 &ipr_ioa_state_attr,
4250 &ipr_ioa_reset_attr,
4251 &ipr_update_fw_attr,
4252 &ipr_ioa_fw_type_attr,
4253 &ipr_iopoll_weight_attr,
4254 NULL,
4255};
4256
4257#ifdef CONFIG_SCSI_IPR_DUMP
4258/**
4259 * ipr_read_dump - Dump the adapter
4260 * @filp: open sysfs file
4261 * @kobj: kobject struct
4262 * @bin_attr: bin_attribute struct
4263 * @buf: buffer
4264 * @off: offset
4265 * @count: buffer size
4266 *
4267 * Return value:
4268 * number of bytes printed to buffer
4269 **/
4270static ssize_t ipr_read_dump(struct file *filp, struct kobject *kobj,
4271 struct bin_attribute *bin_attr,
4272 char *buf, loff_t off, size_t count)
4273{
4274 struct device *cdev = container_of(kobj, struct device, kobj);
4275 struct Scsi_Host *shost = class_to_shost(cdev);
4276 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4277 struct ipr_dump *dump;
4278 unsigned long lock_flags = 0;
4279 char *src;
4280 int len, sdt_end;
4281 size_t rc = count;
4282
4283 if (!capable(CAP_SYS_ADMIN))
4284 return -EACCES;
4285
4286 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4287 dump = ioa_cfg->dump;
4288
4289 if (ioa_cfg->sdt_state != DUMP_OBTAINED || !dump) {
4290 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4291 return 0;
4292 }
4293 kref_get(&dump->kref);
4294 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4295
4296 if (off > dump->driver_dump.hdr.len) {
4297 kref_put(&dump->kref, ipr_release_dump);
4298 return 0;
4299 }
4300
4301 if (off + count > dump->driver_dump.hdr.len) {
4302 count = dump->driver_dump.hdr.len - off;
4303 rc = count;
4304 }
4305
4306 if (count && off < sizeof(dump->driver_dump)) {
4307 if (off + count > sizeof(dump->driver_dump))
4308 len = sizeof(dump->driver_dump) - off;
4309 else
4310 len = count;
4311 src = (u8 *)&dump->driver_dump + off;
4312 memcpy(buf, src, len);
4313 buf += len;
4314 off += len;
4315 count -= len;
4316 }
4317
4318 off -= sizeof(dump->driver_dump);
4319
4320 if (ioa_cfg->sis64)
4321 sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
4322 (be32_to_cpu(dump->ioa_dump.sdt.hdr.num_entries_used) *
4323 sizeof(struct ipr_sdt_entry));
4324 else
4325 sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
4326 (IPR_FMT2_NUM_SDT_ENTRIES * sizeof(struct ipr_sdt_entry));
4327
4328 if (count && off < sdt_end) {
4329 if (off + count > sdt_end)
4330 len = sdt_end - off;
4331 else
4332 len = count;
4333 src = (u8 *)&dump->ioa_dump + off;
4334 memcpy(buf, src, len);
4335 buf += len;
4336 off += len;
4337 count -= len;
4338 }
4339
4340 off -= sdt_end;
4341
4342 while (count) {
4343 if ((off & PAGE_MASK) != ((off + count) & PAGE_MASK))
4344 len = PAGE_ALIGN(off) - off;
4345 else
4346 len = count;
4347 src = (u8 *)dump->ioa_dump.ioa_data[(off & PAGE_MASK) >> PAGE_SHIFT];
4348 src += off & ~PAGE_MASK;
4349 memcpy(buf, src, len);
4350 buf += len;
4351 off += len;
4352 count -= len;
4353 }
4354
4355 kref_put(&dump->kref, ipr_release_dump);
4356 return rc;
4357}
4358
4359/**
4360 * ipr_alloc_dump - Prepare for adapter dump
4361 * @ioa_cfg: ioa config struct
4362 *
4363 * Return value:
4364 * 0 on success / other on failure
4365 **/
4366static int ipr_alloc_dump(struct ipr_ioa_cfg *ioa_cfg)
4367{
4368 struct ipr_dump *dump;
4369 __be32 **ioa_data;
4370 unsigned long lock_flags = 0;
4371
4372 dump = kzalloc(sizeof(struct ipr_dump), GFP_KERNEL);
4373
4374 if (!dump) {
4375 ipr_err("Dump memory allocation failed\n");
4376 return -ENOMEM;
4377 }
4378
4379 if (ioa_cfg->sis64)
4380 ioa_data = vmalloc(IPR_FMT3_MAX_NUM_DUMP_PAGES * sizeof(__be32 *));
4381 else
4382 ioa_data = vmalloc(IPR_FMT2_MAX_NUM_DUMP_PAGES * sizeof(__be32 *));
4383
4384 if (!ioa_data) {
4385 ipr_err("Dump memory allocation failed\n");
4386 kfree(dump);
4387 return -ENOMEM;
4388 }
4389
4390 dump->ioa_dump.ioa_data = ioa_data;
4391
4392 kref_init(&dump->kref);
4393 dump->ioa_cfg = ioa_cfg;
4394
4395 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4396
4397 if (INACTIVE != ioa_cfg->sdt_state) {
4398 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4399 vfree(dump->ioa_dump.ioa_data);
4400 kfree(dump);
4401 return 0;
4402 }
4403
4404 ioa_cfg->dump = dump;
4405 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
4406 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead && !ioa_cfg->dump_taken) {
4407 ioa_cfg->dump_taken = 1;
4408 schedule_work(&ioa_cfg->work_q);
4409 }
4410 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4411
4412 return 0;
4413}
4414
4415/**
4416 * ipr_free_dump - Free adapter dump memory
4417 * @ioa_cfg: ioa config struct
4418 *
4419 * Return value:
4420 * 0 on success / other on failure
4421 **/
4422static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg)
4423{
4424 struct ipr_dump *dump;
4425 unsigned long lock_flags = 0;
4426
4427 ENTER;
4428
4429 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4430 dump = ioa_cfg->dump;
4431 if (!dump) {
4432 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4433 return 0;
4434 }
4435
4436 ioa_cfg->dump = NULL;
4437 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4438
4439 kref_put(&dump->kref, ipr_release_dump);
4440
4441 LEAVE;
4442 return 0;
4443}
4444
4445/**
4446 * ipr_write_dump - Setup dump state of adapter
4447 * @filp: open sysfs file
4448 * @kobj: kobject struct
4449 * @bin_attr: bin_attribute struct
4450 * @buf: buffer
4451 * @off: offset
4452 * @count: buffer size
4453 *
4454 * Return value:
4455 * number of bytes printed to buffer
4456 **/
4457static ssize_t ipr_write_dump(struct file *filp, struct kobject *kobj,
4458 struct bin_attribute *bin_attr,
4459 char *buf, loff_t off, size_t count)
4460{
4461 struct device *cdev = container_of(kobj, struct device, kobj);
4462 struct Scsi_Host *shost = class_to_shost(cdev);
4463 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4464 int rc;
4465
4466 if (!capable(CAP_SYS_ADMIN))
4467 return -EACCES;
4468
4469 if (buf[0] == '1')
4470 rc = ipr_alloc_dump(ioa_cfg);
4471 else if (buf[0] == '0')
4472 rc = ipr_free_dump(ioa_cfg);
4473 else
4474 return -EINVAL;
4475
4476 if (rc)
4477 return rc;
4478 else
4479 return count;
4480}
4481
4482static struct bin_attribute ipr_dump_attr = {
4483 .attr = {
4484 .name = "dump",
4485 .mode = S_IRUSR | S_IWUSR,
4486 },
4487 .size = 0,
4488 .read = ipr_read_dump,
4489 .write = ipr_write_dump
4490};
4491#else
4492static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg) { return 0; };
4493#endif
4494
4495/**
4496 * ipr_change_queue_depth - Change the device's queue depth
4497 * @sdev: scsi device struct
4498 * @qdepth: depth to set
4499 * @reason: calling context
4500 *
4501 * Return value:
4502 * actual depth set
4503 **/
4504static int ipr_change_queue_depth(struct scsi_device *sdev, int qdepth)
4505{
4506 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4507 struct ipr_resource_entry *res;
4508 unsigned long lock_flags = 0;
4509
4510 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4511 res = (struct ipr_resource_entry *)sdev->hostdata;
4512
4513 if (res && ipr_is_gata(res) && qdepth > IPR_MAX_CMD_PER_ATA_LUN)
4514 qdepth = IPR_MAX_CMD_PER_ATA_LUN;
4515 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4516
4517 scsi_change_queue_depth(sdev, qdepth);
4518 return sdev->queue_depth;
4519}
4520
4521/**
4522 * ipr_show_adapter_handle - Show the adapter's resource handle for this device
4523 * @dev: device struct
4524 * @attr: device attribute structure
4525 * @buf: buffer
4526 *
4527 * Return value:
4528 * number of bytes printed to buffer
4529 **/
4530static ssize_t ipr_show_adapter_handle(struct device *dev, struct device_attribute *attr, char *buf)
4531{
4532 struct scsi_device *sdev = to_scsi_device(dev);
4533 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4534 struct ipr_resource_entry *res;
4535 unsigned long lock_flags = 0;
4536 ssize_t len = -ENXIO;
4537
4538 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4539 res = (struct ipr_resource_entry *)sdev->hostdata;
4540 if (res)
4541 len = snprintf(buf, PAGE_SIZE, "%08X\n", res->res_handle);
4542 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4543 return len;
4544}
4545
4546static struct device_attribute ipr_adapter_handle_attr = {
4547 .attr = {
4548 .name = "adapter_handle",
4549 .mode = S_IRUSR,
4550 },
4551 .show = ipr_show_adapter_handle
4552};
4553
4554/**
4555 * ipr_show_resource_path - Show the resource path or the resource address for
4556 * this device.
4557 * @dev: device struct
4558 * @attr: device attribute structure
4559 * @buf: buffer
4560 *
4561 * Return value:
4562 * number of bytes printed to buffer
4563 **/
4564static ssize_t ipr_show_resource_path(struct device *dev, struct device_attribute *attr, char *buf)
4565{
4566 struct scsi_device *sdev = to_scsi_device(dev);
4567 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4568 struct ipr_resource_entry *res;
4569 unsigned long lock_flags = 0;
4570 ssize_t len = -ENXIO;
4571 char buffer[IPR_MAX_RES_PATH_LENGTH];
4572
4573 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4574 res = (struct ipr_resource_entry *)sdev->hostdata;
4575 if (res && ioa_cfg->sis64)
4576 len = snprintf(buf, PAGE_SIZE, "%s\n",
4577 __ipr_format_res_path(res->res_path, buffer,
4578 sizeof(buffer)));
4579 else if (res)
4580 len = snprintf(buf, PAGE_SIZE, "%d:%d:%d:%d\n", ioa_cfg->host->host_no,
4581 res->bus, res->target, res->lun);
4582
4583 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4584 return len;
4585}
4586
4587static struct device_attribute ipr_resource_path_attr = {
4588 .attr = {
4589 .name = "resource_path",
4590 .mode = S_IRUGO,
4591 },
4592 .show = ipr_show_resource_path
4593};
4594
4595/**
4596 * ipr_show_device_id - Show the device_id for this device.
4597 * @dev: device struct
4598 * @attr: device attribute structure
4599 * @buf: buffer
4600 *
4601 * Return value:
4602 * number of bytes printed to buffer
4603 **/
4604static ssize_t ipr_show_device_id(struct device *dev, struct device_attribute *attr, char *buf)
4605{
4606 struct scsi_device *sdev = to_scsi_device(dev);
4607 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4608 struct ipr_resource_entry *res;
4609 unsigned long lock_flags = 0;
4610 ssize_t len = -ENXIO;
4611
4612 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4613 res = (struct ipr_resource_entry *)sdev->hostdata;
4614 if (res && ioa_cfg->sis64)
4615 len = snprintf(buf, PAGE_SIZE, "0x%llx\n", be64_to_cpu(res->dev_id));
4616 else if (res)
4617 len = snprintf(buf, PAGE_SIZE, "0x%llx\n", res->lun_wwn);
4618
4619 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4620 return len;
4621}
4622
4623static struct device_attribute ipr_device_id_attr = {
4624 .attr = {
4625 .name = "device_id",
4626 .mode = S_IRUGO,
4627 },
4628 .show = ipr_show_device_id
4629};
4630
4631/**
4632 * ipr_show_resource_type - Show the resource type for this device.
4633 * @dev: device struct
4634 * @attr: device attribute structure
4635 * @buf: buffer
4636 *
4637 * Return value:
4638 * number of bytes printed to buffer
4639 **/
4640static ssize_t ipr_show_resource_type(struct device *dev, struct device_attribute *attr, char *buf)
4641{
4642 struct scsi_device *sdev = to_scsi_device(dev);
4643 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4644 struct ipr_resource_entry *res;
4645 unsigned long lock_flags = 0;
4646 ssize_t len = -ENXIO;
4647
4648 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4649 res = (struct ipr_resource_entry *)sdev->hostdata;
4650
4651 if (res)
4652 len = snprintf(buf, PAGE_SIZE, "%x\n", res->type);
4653
4654 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4655 return len;
4656}
4657
4658static struct device_attribute ipr_resource_type_attr = {
4659 .attr = {
4660 .name = "resource_type",
4661 .mode = S_IRUGO,
4662 },
4663 .show = ipr_show_resource_type
4664};
4665
4666/**
4667 * ipr_show_raw_mode - Show the adapter's raw mode
4668 * @dev: class device struct
4669 * @buf: buffer
4670 *
4671 * Return value:
4672 * number of bytes printed to buffer
4673 **/
4674static ssize_t ipr_show_raw_mode(struct device *dev,
4675 struct device_attribute *attr, char *buf)
4676{
4677 struct scsi_device *sdev = to_scsi_device(dev);
4678 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4679 struct ipr_resource_entry *res;
4680 unsigned long lock_flags = 0;
4681 ssize_t len;
4682
4683 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4684 res = (struct ipr_resource_entry *)sdev->hostdata;
4685 if (res)
4686 len = snprintf(buf, PAGE_SIZE, "%d\n", res->raw_mode);
4687 else
4688 len = -ENXIO;
4689 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4690 return len;
4691}
4692
4693/**
4694 * ipr_store_raw_mode - Change the adapter's raw mode
4695 * @dev: class device struct
4696 * @buf: buffer
4697 *
4698 * Return value:
4699 * number of bytes printed to buffer
4700 **/
4701static ssize_t ipr_store_raw_mode(struct device *dev,
4702 struct device_attribute *attr,
4703 const char *buf, size_t count)
4704{
4705 struct scsi_device *sdev = to_scsi_device(dev);
4706 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4707 struct ipr_resource_entry *res;
4708 unsigned long lock_flags = 0;
4709 ssize_t len;
4710
4711 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4712 res = (struct ipr_resource_entry *)sdev->hostdata;
4713 if (res) {
4714 if (ipr_is_af_dasd_device(res)) {
4715 res->raw_mode = simple_strtoul(buf, NULL, 10);
4716 len = strlen(buf);
4717 if (res->sdev)
4718 sdev_printk(KERN_INFO, res->sdev, "raw mode is %s\n",
4719 res->raw_mode ? "enabled" : "disabled");
4720 } else
4721 len = -EINVAL;
4722 } else
4723 len = -ENXIO;
4724 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4725 return len;
4726}
4727
4728static struct device_attribute ipr_raw_mode_attr = {
4729 .attr = {
4730 .name = "raw_mode",
4731 .mode = S_IRUGO | S_IWUSR,
4732 },
4733 .show = ipr_show_raw_mode,
4734 .store = ipr_store_raw_mode
4735};
4736
4737static struct device_attribute *ipr_dev_attrs[] = {
4738 &ipr_adapter_handle_attr,
4739 &ipr_resource_path_attr,
4740 &ipr_device_id_attr,
4741 &ipr_resource_type_attr,
4742 &ipr_raw_mode_attr,
4743 NULL,
4744};
4745
4746/**
4747 * ipr_biosparam - Return the HSC mapping
4748 * @sdev: scsi device struct
4749 * @block_device: block device pointer
4750 * @capacity: capacity of the device
4751 * @parm: Array containing returned HSC values.
4752 *
4753 * This function generates the HSC parms that fdisk uses.
4754 * We want to make sure we return something that places partitions
4755 * on 4k boundaries for best performance with the IOA.
4756 *
4757 * Return value:
4758 * 0 on success
4759 **/
4760static int ipr_biosparam(struct scsi_device *sdev,
4761 struct block_device *block_device,
4762 sector_t capacity, int *parm)
4763{
4764 int heads, sectors;
4765 sector_t cylinders;
4766
4767 heads = 128;
4768 sectors = 32;
4769
4770 cylinders = capacity;
4771 sector_div(cylinders, (128 * 32));
4772
4773 /* return result */
4774 parm[0] = heads;
4775 parm[1] = sectors;
4776 parm[2] = cylinders;
4777
4778 return 0;
4779}
4780
4781/**
4782 * ipr_find_starget - Find target based on bus/target.
4783 * @starget: scsi target struct
4784 *
4785 * Return value:
4786 * resource entry pointer if found / NULL if not found
4787 **/
4788static struct ipr_resource_entry *ipr_find_starget(struct scsi_target *starget)
4789{
4790 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4791 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4792 struct ipr_resource_entry *res;
4793
4794 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4795 if ((res->bus == starget->channel) &&
4796 (res->target == starget->id)) {
4797 return res;
4798 }
4799 }
4800
4801 return NULL;
4802}
4803
4804static struct ata_port_info sata_port_info;
4805
4806/**
4807 * ipr_target_alloc - Prepare for commands to a SCSI target
4808 * @starget: scsi target struct
4809 *
4810 * If the device is a SATA device, this function allocates an
4811 * ATA port with libata, else it does nothing.
4812 *
4813 * Return value:
4814 * 0 on success / non-0 on failure
4815 **/
4816static int ipr_target_alloc(struct scsi_target *starget)
4817{
4818 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4819 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4820 struct ipr_sata_port *sata_port;
4821 struct ata_port *ap;
4822 struct ipr_resource_entry *res;
4823 unsigned long lock_flags;
4824
4825 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4826 res = ipr_find_starget(starget);
4827 starget->hostdata = NULL;
4828
4829 if (res && ipr_is_gata(res)) {
4830 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4831 sata_port = kzalloc(sizeof(*sata_port), GFP_KERNEL);
4832 if (!sata_port)
4833 return -ENOMEM;
4834
4835 ap = ata_sas_port_alloc(&ioa_cfg->ata_host, &sata_port_info, shost);
4836 if (ap) {
4837 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4838 sata_port->ioa_cfg = ioa_cfg;
4839 sata_port->ap = ap;
4840 sata_port->res = res;
4841
4842 res->sata_port = sata_port;
4843 ap->private_data = sata_port;
4844 starget->hostdata = sata_port;
4845 } else {
4846 kfree(sata_port);
4847 return -ENOMEM;
4848 }
4849 }
4850 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4851
4852 return 0;
4853}
4854
4855/**
4856 * ipr_target_destroy - Destroy a SCSI target
4857 * @starget: scsi target struct
4858 *
4859 * If the device was a SATA device, this function frees the libata
4860 * ATA port, else it does nothing.
4861 *
4862 **/
4863static void ipr_target_destroy(struct scsi_target *starget)
4864{
4865 struct ipr_sata_port *sata_port = starget->hostdata;
4866 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4867 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4868
4869 if (ioa_cfg->sis64) {
4870 if (!ipr_find_starget(starget)) {
4871 if (starget->channel == IPR_ARRAY_VIRTUAL_BUS)
4872 clear_bit(starget->id, ioa_cfg->array_ids);
4873 else if (starget->channel == IPR_VSET_VIRTUAL_BUS)
4874 clear_bit(starget->id, ioa_cfg->vset_ids);
4875 else if (starget->channel == 0)
4876 clear_bit(starget->id, ioa_cfg->target_ids);
4877 }
4878 }
4879
4880 if (sata_port) {
4881 starget->hostdata = NULL;
4882 ata_sas_port_destroy(sata_port->ap);
4883 kfree(sata_port);
4884 }
4885}
4886
4887/**
4888 * ipr_find_sdev - Find device based on bus/target/lun.
4889 * @sdev: scsi device struct
4890 *
4891 * Return value:
4892 * resource entry pointer if found / NULL if not found
4893 **/
4894static struct ipr_resource_entry *ipr_find_sdev(struct scsi_device *sdev)
4895{
4896 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4897 struct ipr_resource_entry *res;
4898
4899 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4900 if ((res->bus == sdev->channel) &&
4901 (res->target == sdev->id) &&
4902 (res->lun == sdev->lun))
4903 return res;
4904 }
4905
4906 return NULL;
4907}
4908
4909/**
4910 * ipr_slave_destroy - Unconfigure a SCSI device
4911 * @sdev: scsi device struct
4912 *
4913 * Return value:
4914 * nothing
4915 **/
4916static void ipr_slave_destroy(struct scsi_device *sdev)
4917{
4918 struct ipr_resource_entry *res;
4919 struct ipr_ioa_cfg *ioa_cfg;
4920 unsigned long lock_flags = 0;
4921
4922 ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4923
4924 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4925 res = (struct ipr_resource_entry *) sdev->hostdata;
4926 if (res) {
4927 if (res->sata_port)
4928 res->sata_port->ap->link.device[0].class = ATA_DEV_NONE;
4929 sdev->hostdata = NULL;
4930 res->sdev = NULL;
4931 res->sata_port = NULL;
4932 }
4933 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4934}
4935
4936/**
4937 * ipr_slave_configure - Configure a SCSI device
4938 * @sdev: scsi device struct
4939 *
4940 * This function configures the specified scsi device.
4941 *
4942 * Return value:
4943 * 0 on success
4944 **/
4945static int ipr_slave_configure(struct scsi_device *sdev)
4946{
4947 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4948 struct ipr_resource_entry *res;
4949 struct ata_port *ap = NULL;
4950 unsigned long lock_flags = 0;
4951 char buffer[IPR_MAX_RES_PATH_LENGTH];
4952
4953 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4954 res = sdev->hostdata;
4955 if (res) {
4956 if (ipr_is_af_dasd_device(res))
4957 sdev->type = TYPE_RAID;
4958 if (ipr_is_af_dasd_device(res) || ipr_is_ioa_resource(res)) {
4959 sdev->scsi_level = 4;
4960 sdev->no_uld_attach = 1;
4961 }
4962 if (ipr_is_vset_device(res)) {
4963 sdev->scsi_level = SCSI_SPC_3;
4964 sdev->no_report_opcodes = 1;
4965 blk_queue_rq_timeout(sdev->request_queue,
4966 IPR_VSET_RW_TIMEOUT);
4967 blk_queue_max_hw_sectors(sdev->request_queue, IPR_VSET_MAX_SECTORS);
4968 }
4969 if (ipr_is_gata(res) && res->sata_port)
4970 ap = res->sata_port->ap;
4971 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4972
4973 if (ap) {
4974 scsi_change_queue_depth(sdev, IPR_MAX_CMD_PER_ATA_LUN);
4975 ata_sas_slave_configure(sdev, ap);
4976 }
4977
4978 if (ioa_cfg->sis64)
4979 sdev_printk(KERN_INFO, sdev, "Resource path: %s\n",
4980 ipr_format_res_path(ioa_cfg,
4981 res->res_path, buffer, sizeof(buffer)));
4982 return 0;
4983 }
4984 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4985 return 0;
4986}
4987
4988/**
4989 * ipr_ata_slave_alloc - Prepare for commands to a SATA device
4990 * @sdev: scsi device struct
4991 *
4992 * This function initializes an ATA port so that future commands
4993 * sent through queuecommand will work.
4994 *
4995 * Return value:
4996 * 0 on success
4997 **/
4998static int ipr_ata_slave_alloc(struct scsi_device *sdev)
4999{
5000 struct ipr_sata_port *sata_port = NULL;
5001 int rc = -ENXIO;
5002
5003 ENTER;
5004 if (sdev->sdev_target)
5005 sata_port = sdev->sdev_target->hostdata;
5006 if (sata_port) {
5007 rc = ata_sas_port_init(sata_port->ap);
5008 if (rc == 0)
5009 rc = ata_sas_sync_probe(sata_port->ap);
5010 }
5011
5012 if (rc)
5013 ipr_slave_destroy(sdev);
5014
5015 LEAVE;
5016 return rc;
5017}
5018
5019/**
5020 * ipr_slave_alloc - Prepare for commands to a device.
5021 * @sdev: scsi device struct
5022 *
5023 * This function saves a pointer to the resource entry
5024 * in the scsi device struct if the device exists. We
5025 * can then use this pointer in ipr_queuecommand when
5026 * handling new commands.
5027 *
5028 * Return value:
5029 * 0 on success / -ENXIO if device does not exist
5030 **/
5031static int ipr_slave_alloc(struct scsi_device *sdev)
5032{
5033 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
5034 struct ipr_resource_entry *res;
5035 unsigned long lock_flags;
5036 int rc = -ENXIO;
5037
5038 sdev->hostdata = NULL;
5039
5040 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5041
5042 res = ipr_find_sdev(sdev);
5043 if (res) {
5044 res->sdev = sdev;
5045 res->add_to_ml = 0;
5046 res->in_erp = 0;
5047 sdev->hostdata = res;
5048 if (!ipr_is_naca_model(res))
5049 res->needs_sync_complete = 1;
5050 rc = 0;
5051 if (ipr_is_gata(res)) {
5052 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5053 return ipr_ata_slave_alloc(sdev);
5054 }
5055 }
5056
5057 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5058
5059 return rc;
5060}
5061
5062/**
5063 * ipr_match_lun - Match function for specified LUN
5064 * @ipr_cmd: ipr command struct
5065 * @device: device to match (sdev)
5066 *
5067 * Returns:
5068 * 1 if command matches sdev / 0 if command does not match sdev
5069 **/
5070static int ipr_match_lun(struct ipr_cmnd *ipr_cmd, void *device)
5071{
5072 if (ipr_cmd->scsi_cmd && ipr_cmd->scsi_cmd->device == device)
5073 return 1;
5074 return 0;
5075}
5076
5077/**
5078 * ipr_cmnd_is_free - Check if a command is free or not
5079 * @ipr_cmd ipr command struct
5080 *
5081 * Returns:
5082 * true / false
5083 **/
5084static bool ipr_cmnd_is_free(struct ipr_cmnd *ipr_cmd)
5085{
5086 struct ipr_cmnd *loop_cmd;
5087
5088 list_for_each_entry(loop_cmd, &ipr_cmd->hrrq->hrrq_free_q, queue) {
5089 if (loop_cmd == ipr_cmd)
5090 return true;
5091 }
5092
5093 return false;
5094}
5095
5096/**
5097 * ipr_match_res - Match function for specified resource entry
5098 * @ipr_cmd: ipr command struct
5099 * @resource: resource entry to match
5100 *
5101 * Returns:
5102 * 1 if command matches sdev / 0 if command does not match sdev
5103 **/
5104static int ipr_match_res(struct ipr_cmnd *ipr_cmd, void *resource)
5105{
5106 struct ipr_resource_entry *res = resource;
5107
5108 if (res && ipr_cmd->ioarcb.res_handle == res->res_handle)
5109 return 1;
5110 return 0;
5111}
5112
5113/**
5114 * ipr_wait_for_ops - Wait for matching commands to complete
5115 * @ipr_cmd: ipr command struct
5116 * @device: device to match (sdev)
5117 * @match: match function to use
5118 *
5119 * Returns:
5120 * SUCCESS / FAILED
5121 **/
5122static int ipr_wait_for_ops(struct ipr_ioa_cfg *ioa_cfg, void *device,
5123 int (*match)(struct ipr_cmnd *, void *))
5124{
5125 struct ipr_cmnd *ipr_cmd;
5126 int wait, i;
5127 unsigned long flags;
5128 struct ipr_hrr_queue *hrrq;
5129 signed long timeout = IPR_ABORT_TASK_TIMEOUT;
5130 DECLARE_COMPLETION_ONSTACK(comp);
5131
5132 ENTER;
5133 do {
5134 wait = 0;
5135
5136 for_each_hrrq(hrrq, ioa_cfg) {
5137 spin_lock_irqsave(hrrq->lock, flags);
5138 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5139 ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
5140 if (!ipr_cmnd_is_free(ipr_cmd)) {
5141 if (match(ipr_cmd, device)) {
5142 ipr_cmd->eh_comp = &comp;
5143 wait++;
5144 }
5145 }
5146 }
5147 spin_unlock_irqrestore(hrrq->lock, flags);
5148 }
5149
5150 if (wait) {
5151 timeout = wait_for_completion_timeout(&comp, timeout);
5152
5153 if (!timeout) {
5154 wait = 0;
5155
5156 for_each_hrrq(hrrq, ioa_cfg) {
5157 spin_lock_irqsave(hrrq->lock, flags);
5158 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5159 ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
5160 if (!ipr_cmnd_is_free(ipr_cmd)) {
5161 if (match(ipr_cmd, device)) {
5162 ipr_cmd->eh_comp = NULL;
5163 wait++;
5164 }
5165 }
5166 }
5167 spin_unlock_irqrestore(hrrq->lock, flags);
5168 }
5169
5170 if (wait)
5171 dev_err(&ioa_cfg->pdev->dev, "Timed out waiting for aborted commands\n");
5172 LEAVE;
5173 return wait ? FAILED : SUCCESS;
5174 }
5175 }
5176 } while (wait);
5177
5178 LEAVE;
5179 return SUCCESS;
5180}
5181
5182static int ipr_eh_host_reset(struct scsi_cmnd *cmd)
5183{
5184 struct ipr_ioa_cfg *ioa_cfg;
5185 unsigned long lock_flags = 0;
5186 int rc = SUCCESS;
5187
5188 ENTER;
5189 ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
5190 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5191
5192 if (!ioa_cfg->in_reset_reload && !ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
5193 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
5194 dev_err(&ioa_cfg->pdev->dev,
5195 "Adapter being reset as a result of error recovery.\n");
5196
5197 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5198 ioa_cfg->sdt_state = GET_DUMP;
5199 }
5200
5201 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5202 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5203 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5204
5205 /* If we got hit with a host reset while we were already resetting
5206 the adapter for some reason, and the reset failed. */
5207 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
5208 ipr_trace;
5209 rc = FAILED;
5210 }
5211
5212 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5213 LEAVE;
5214 return rc;
5215}
5216
5217/**
5218 * ipr_device_reset - Reset the device
5219 * @ioa_cfg: ioa config struct
5220 * @res: resource entry struct
5221 *
5222 * This function issues a device reset to the affected device.
5223 * If the device is a SCSI device, a LUN reset will be sent
5224 * to the device first. If that does not work, a target reset
5225 * will be sent. If the device is a SATA device, a PHY reset will
5226 * be sent.
5227 *
5228 * Return value:
5229 * 0 on success / non-zero on failure
5230 **/
5231static int ipr_device_reset(struct ipr_ioa_cfg *ioa_cfg,
5232 struct ipr_resource_entry *res)
5233{
5234 struct ipr_cmnd *ipr_cmd;
5235 struct ipr_ioarcb *ioarcb;
5236 struct ipr_cmd_pkt *cmd_pkt;
5237 struct ipr_ioarcb_ata_regs *regs;
5238 u32 ioasc;
5239
5240 ENTER;
5241 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5242 ioarcb = &ipr_cmd->ioarcb;
5243 cmd_pkt = &ioarcb->cmd_pkt;
5244
5245 if (ipr_cmd->ioa_cfg->sis64) {
5246 regs = &ipr_cmd->i.ata_ioadl.regs;
5247 ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
5248 } else
5249 regs = &ioarcb->u.add_data.u.regs;
5250
5251 ioarcb->res_handle = res->res_handle;
5252 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5253 cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
5254 if (ipr_is_gata(res)) {
5255 cmd_pkt->cdb[2] = IPR_ATA_PHY_RESET;
5256 ioarcb->add_cmd_parms_len = cpu_to_be16(sizeof(regs->flags));
5257 regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
5258 }
5259
5260 ipr_send_blocking_cmd(ipr_cmd, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
5261 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5262 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5263 if (ipr_is_gata(res) && res->sata_port && ioasc != IPR_IOASC_IOA_WAS_RESET) {
5264 if (ipr_cmd->ioa_cfg->sis64)
5265 memcpy(&res->sata_port->ioasa, &ipr_cmd->s.ioasa64.u.gata,
5266 sizeof(struct ipr_ioasa_gata));
5267 else
5268 memcpy(&res->sata_port->ioasa, &ipr_cmd->s.ioasa.u.gata,
5269 sizeof(struct ipr_ioasa_gata));
5270 }
5271
5272 LEAVE;
5273 return IPR_IOASC_SENSE_KEY(ioasc) ? -EIO : 0;
5274}
5275
5276/**
5277 * ipr_sata_reset - Reset the SATA port
5278 * @link: SATA link to reset
5279 * @classes: class of the attached device
5280 *
5281 * This function issues a SATA phy reset to the affected ATA link.
5282 *
5283 * Return value:
5284 * 0 on success / non-zero on failure
5285 **/
5286static int ipr_sata_reset(struct ata_link *link, unsigned int *classes,
5287 unsigned long deadline)
5288{
5289 struct ipr_sata_port *sata_port = link->ap->private_data;
5290 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
5291 struct ipr_resource_entry *res;
5292 unsigned long lock_flags = 0;
5293 int rc = -ENXIO, ret;
5294
5295 ENTER;
5296 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5297 while (ioa_cfg->in_reset_reload) {
5298 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5299 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5300 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5301 }
5302
5303 res = sata_port->res;
5304 if (res) {
5305 rc = ipr_device_reset(ioa_cfg, res);
5306 *classes = res->ata_class;
5307 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5308
5309 ret = ipr_wait_for_ops(ioa_cfg, res, ipr_match_res);
5310 if (ret != SUCCESS) {
5311 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5312 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
5313 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5314
5315 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5316 }
5317 } else
5318 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5319
5320 LEAVE;
5321 return rc;
5322}
5323
5324/**
5325 * ipr_eh_dev_reset - Reset the device
5326 * @scsi_cmd: scsi command struct
5327 *
5328 * This function issues a device reset to the affected device.
5329 * A LUN reset will be sent to the device first. If that does
5330 * not work, a target reset will be sent.
5331 *
5332 * Return value:
5333 * SUCCESS / FAILED
5334 **/
5335static int __ipr_eh_dev_reset(struct scsi_cmnd *scsi_cmd)
5336{
5337 struct ipr_cmnd *ipr_cmd;
5338 struct ipr_ioa_cfg *ioa_cfg;
5339 struct ipr_resource_entry *res;
5340 struct ata_port *ap;
5341 int rc = 0, i;
5342 struct ipr_hrr_queue *hrrq;
5343
5344 ENTER;
5345 ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
5346 res = scsi_cmd->device->hostdata;
5347
5348 /*
5349 * If we are currently going through reset/reload, return failed. This will force the
5350 * mid-layer to call ipr_eh_host_reset, which will then go to sleep and wait for the
5351 * reset to complete
5352 */
5353 if (ioa_cfg->in_reset_reload)
5354 return FAILED;
5355 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
5356 return FAILED;
5357
5358 for_each_hrrq(hrrq, ioa_cfg) {
5359 spin_lock(&hrrq->_lock);
5360 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5361 ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
5362
5363 if (ipr_cmd->ioarcb.res_handle == res->res_handle) {
5364 if (!ipr_cmd->qc)
5365 continue;
5366 if (ipr_cmnd_is_free(ipr_cmd))
5367 continue;
5368
5369 ipr_cmd->done = ipr_sata_eh_done;
5370 if (!(ipr_cmd->qc->flags & ATA_QCFLAG_FAILED)) {
5371 ipr_cmd->qc->err_mask |= AC_ERR_TIMEOUT;
5372 ipr_cmd->qc->flags |= ATA_QCFLAG_FAILED;
5373 }
5374 }
5375 }
5376 spin_unlock(&hrrq->_lock);
5377 }
5378 res->resetting_device = 1;
5379 scmd_printk(KERN_ERR, scsi_cmd, "Resetting device\n");
5380
5381 if (ipr_is_gata(res) && res->sata_port) {
5382 ap = res->sata_port->ap;
5383 spin_unlock_irq(scsi_cmd->device->host->host_lock);
5384 ata_std_error_handler(ap);
5385 spin_lock_irq(scsi_cmd->device->host->host_lock);
5386 } else
5387 rc = ipr_device_reset(ioa_cfg, res);
5388 res->resetting_device = 0;
5389 res->reset_occurred = 1;
5390
5391 LEAVE;
5392 return rc ? FAILED : SUCCESS;
5393}
5394
5395static int ipr_eh_dev_reset(struct scsi_cmnd *cmd)
5396{
5397 int rc;
5398 struct ipr_ioa_cfg *ioa_cfg;
5399 struct ipr_resource_entry *res;
5400
5401 ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
5402 res = cmd->device->hostdata;
5403
5404 if (!res)
5405 return FAILED;
5406
5407 spin_lock_irq(cmd->device->host->host_lock);
5408 rc = __ipr_eh_dev_reset(cmd);
5409 spin_unlock_irq(cmd->device->host->host_lock);
5410
5411 if (rc == SUCCESS) {
5412 if (ipr_is_gata(res) && res->sata_port)
5413 rc = ipr_wait_for_ops(ioa_cfg, res, ipr_match_res);
5414 else
5415 rc = ipr_wait_for_ops(ioa_cfg, cmd->device, ipr_match_lun);
5416 }
5417
5418 return rc;
5419}
5420
5421/**
5422 * ipr_bus_reset_done - Op done function for bus reset.
5423 * @ipr_cmd: ipr command struct
5424 *
5425 * This function is the op done function for a bus reset
5426 *
5427 * Return value:
5428 * none
5429 **/
5430static void ipr_bus_reset_done(struct ipr_cmnd *ipr_cmd)
5431{
5432 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5433 struct ipr_resource_entry *res;
5434
5435 ENTER;
5436 if (!ioa_cfg->sis64)
5437 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
5438 if (res->res_handle == ipr_cmd->ioarcb.res_handle) {
5439 scsi_report_bus_reset(ioa_cfg->host, res->bus);
5440 break;
5441 }
5442 }
5443
5444 /*
5445 * If abort has not completed, indicate the reset has, else call the
5446 * abort's done function to wake the sleeping eh thread
5447 */
5448 if (ipr_cmd->sibling->sibling)
5449 ipr_cmd->sibling->sibling = NULL;
5450 else
5451 ipr_cmd->sibling->done(ipr_cmd->sibling);
5452
5453 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5454 LEAVE;
5455}
5456
5457/**
5458 * ipr_abort_timeout - An abort task has timed out
5459 * @ipr_cmd: ipr command struct
5460 *
5461 * This function handles when an abort task times out. If this
5462 * happens we issue a bus reset since we have resources tied
5463 * up that must be freed before returning to the midlayer.
5464 *
5465 * Return value:
5466 * none
5467 **/
5468static void ipr_abort_timeout(struct timer_list *t)
5469{
5470 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
5471 struct ipr_cmnd *reset_cmd;
5472 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5473 struct ipr_cmd_pkt *cmd_pkt;
5474 unsigned long lock_flags = 0;
5475
5476 ENTER;
5477 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5478 if (ipr_cmd->completion.done || ioa_cfg->in_reset_reload) {
5479 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5480 return;
5481 }
5482
5483 sdev_printk(KERN_ERR, ipr_cmd->u.sdev, "Abort timed out. Resetting bus.\n");
5484 reset_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5485 ipr_cmd->sibling = reset_cmd;
5486 reset_cmd->sibling = ipr_cmd;
5487 reset_cmd->ioarcb.res_handle = ipr_cmd->ioarcb.res_handle;
5488 cmd_pkt = &reset_cmd->ioarcb.cmd_pkt;
5489 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5490 cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
5491 cmd_pkt->cdb[2] = IPR_RESET_TYPE_SELECT | IPR_BUS_RESET;
5492
5493 ipr_do_req(reset_cmd, ipr_bus_reset_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
5494 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5495 LEAVE;
5496}
5497
5498/**
5499 * ipr_cancel_op - Cancel specified op
5500 * @scsi_cmd: scsi command struct
5501 *
5502 * This function cancels specified op.
5503 *
5504 * Return value:
5505 * SUCCESS / FAILED
5506 **/
5507static int ipr_cancel_op(struct scsi_cmnd *scsi_cmd)
5508{
5509 struct ipr_cmnd *ipr_cmd;
5510 struct ipr_ioa_cfg *ioa_cfg;
5511 struct ipr_resource_entry *res;
5512 struct ipr_cmd_pkt *cmd_pkt;
5513 u32 ioasc, int_reg;
5514 int i, op_found = 0;
5515 struct ipr_hrr_queue *hrrq;
5516
5517 ENTER;
5518 ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
5519 res = scsi_cmd->device->hostdata;
5520
5521 /* If we are currently going through reset/reload, return failed.
5522 * This will force the mid-layer to call ipr_eh_host_reset,
5523 * which will then go to sleep and wait for the reset to complete
5524 */
5525 if (ioa_cfg->in_reset_reload ||
5526 ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
5527 return FAILED;
5528 if (!res)
5529 return FAILED;
5530
5531 /*
5532 * If we are aborting a timed out op, chances are that the timeout was caused
5533 * by a still not detected EEH error. In such cases, reading a register will
5534 * trigger the EEH recovery infrastructure.
5535 */
5536 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
5537
5538 if (!ipr_is_gscsi(res))
5539 return FAILED;
5540
5541 for_each_hrrq(hrrq, ioa_cfg) {
5542 spin_lock(&hrrq->_lock);
5543 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5544 if (ioa_cfg->ipr_cmnd_list[i]->scsi_cmd == scsi_cmd) {
5545 if (!ipr_cmnd_is_free(ioa_cfg->ipr_cmnd_list[i])) {
5546 op_found = 1;
5547 break;
5548 }
5549 }
5550 }
5551 spin_unlock(&hrrq->_lock);
5552 }
5553
5554 if (!op_found)
5555 return SUCCESS;
5556
5557 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5558 ipr_cmd->ioarcb.res_handle = res->res_handle;
5559 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5560 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5561 cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
5562 ipr_cmd->u.sdev = scsi_cmd->device;
5563
5564 scmd_printk(KERN_ERR, scsi_cmd, "Aborting command: %02X\n",
5565 scsi_cmd->cmnd[0]);
5566 ipr_send_blocking_cmd(ipr_cmd, ipr_abort_timeout, IPR_CANCEL_ALL_TIMEOUT);
5567 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5568
5569 /*
5570 * If the abort task timed out and we sent a bus reset, we will get
5571 * one the following responses to the abort
5572 */
5573 if (ioasc == IPR_IOASC_BUS_WAS_RESET || ioasc == IPR_IOASC_SYNC_REQUIRED) {
5574 ioasc = 0;
5575 ipr_trace;
5576 }
5577
5578 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5579 if (!ipr_is_naca_model(res))
5580 res->needs_sync_complete = 1;
5581
5582 LEAVE;
5583 return IPR_IOASC_SENSE_KEY(ioasc) ? FAILED : SUCCESS;
5584}
5585
5586/**
5587 * ipr_eh_abort - Abort a single op
5588 * @scsi_cmd: scsi command struct
5589 *
5590 * Return value:
5591 * 0 if scan in progress / 1 if scan is complete
5592 **/
5593static int ipr_scan_finished(struct Scsi_Host *shost, unsigned long elapsed_time)
5594{
5595 unsigned long lock_flags;
5596 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
5597 int rc = 0;
5598
5599 spin_lock_irqsave(shost->host_lock, lock_flags);
5600 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead || ioa_cfg->scan_done)
5601 rc = 1;
5602 if ((elapsed_time/HZ) > (ioa_cfg->transop_timeout * 2))
5603 rc = 1;
5604 spin_unlock_irqrestore(shost->host_lock, lock_flags);
5605 return rc;
5606}
5607
5608/**
5609 * ipr_eh_host_reset - Reset the host adapter
5610 * @scsi_cmd: scsi command struct
5611 *
5612 * Return value:
5613 * SUCCESS / FAILED
5614 **/
5615static int ipr_eh_abort(struct scsi_cmnd *scsi_cmd)
5616{
5617 unsigned long flags;
5618 int rc;
5619 struct ipr_ioa_cfg *ioa_cfg;
5620
5621 ENTER;
5622
5623 ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
5624
5625 spin_lock_irqsave(scsi_cmd->device->host->host_lock, flags);
5626 rc = ipr_cancel_op(scsi_cmd);
5627 spin_unlock_irqrestore(scsi_cmd->device->host->host_lock, flags);
5628
5629 if (rc == SUCCESS)
5630 rc = ipr_wait_for_ops(ioa_cfg, scsi_cmd->device, ipr_match_lun);
5631 LEAVE;
5632 return rc;
5633}
5634
5635/**
5636 * ipr_handle_other_interrupt - Handle "other" interrupts
5637 * @ioa_cfg: ioa config struct
5638 * @int_reg: interrupt register
5639 *
5640 * Return value:
5641 * IRQ_NONE / IRQ_HANDLED
5642 **/
5643static irqreturn_t ipr_handle_other_interrupt(struct ipr_ioa_cfg *ioa_cfg,
5644 u32 int_reg)
5645{
5646 irqreturn_t rc = IRQ_HANDLED;
5647 u32 int_mask_reg;
5648
5649 int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
5650 int_reg &= ~int_mask_reg;
5651
5652 /* If an interrupt on the adapter did not occur, ignore it.
5653 * Or in the case of SIS 64, check for a stage change interrupt.
5654 */
5655 if ((int_reg & IPR_PCII_OPER_INTERRUPTS) == 0) {
5656 if (ioa_cfg->sis64) {
5657 int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
5658 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5659 if (int_reg & IPR_PCII_IPL_STAGE_CHANGE) {
5660
5661 /* clear stage change */
5662 writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.clr_interrupt_reg);
5663 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5664 list_del(&ioa_cfg->reset_cmd->queue);
5665 del_timer(&ioa_cfg->reset_cmd->timer);
5666 ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5667 return IRQ_HANDLED;
5668 }
5669 }
5670
5671 return IRQ_NONE;
5672 }
5673
5674 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
5675 /* Mask the interrupt */
5676 writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.set_interrupt_mask_reg);
5677 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
5678
5679 list_del(&ioa_cfg->reset_cmd->queue);
5680 del_timer(&ioa_cfg->reset_cmd->timer);
5681 ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5682 } else if ((int_reg & IPR_PCII_HRRQ_UPDATED) == int_reg) {
5683 if (ioa_cfg->clear_isr) {
5684 if (ipr_debug && printk_ratelimit())
5685 dev_err(&ioa_cfg->pdev->dev,
5686 "Spurious interrupt detected. 0x%08X\n", int_reg);
5687 writel(IPR_PCII_HRRQ_UPDATED, ioa_cfg->regs.clr_interrupt_reg32);
5688 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5689 return IRQ_NONE;
5690 }
5691 } else {
5692 if (int_reg & IPR_PCII_IOA_UNIT_CHECKED)
5693 ioa_cfg->ioa_unit_checked = 1;
5694 else if (int_reg & IPR_PCII_NO_HOST_RRQ)
5695 dev_err(&ioa_cfg->pdev->dev,
5696 "No Host RRQ. 0x%08X\n", int_reg);
5697 else
5698 dev_err(&ioa_cfg->pdev->dev,
5699 "Permanent IOA failure. 0x%08X\n", int_reg);
5700
5701 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5702 ioa_cfg->sdt_state = GET_DUMP;
5703
5704 ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
5705 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5706 }
5707
5708 return rc;
5709}
5710
5711/**
5712 * ipr_isr_eh - Interrupt service routine error handler
5713 * @ioa_cfg: ioa config struct
5714 * @msg: message to log
5715 *
5716 * Return value:
5717 * none
5718 **/
5719static void ipr_isr_eh(struct ipr_ioa_cfg *ioa_cfg, char *msg, u16 number)
5720{
5721 ioa_cfg->errors_logged++;
5722 dev_err(&ioa_cfg->pdev->dev, "%s %d\n", msg, number);
5723
5724 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5725 ioa_cfg->sdt_state = GET_DUMP;
5726
5727 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5728}
5729
5730static int ipr_process_hrrq(struct ipr_hrr_queue *hrr_queue, int budget,
5731 struct list_head *doneq)
5732{
5733 u32 ioasc;
5734 u16 cmd_index;
5735 struct ipr_cmnd *ipr_cmd;
5736 struct ipr_ioa_cfg *ioa_cfg = hrr_queue->ioa_cfg;
5737 int num_hrrq = 0;
5738
5739 /* If interrupts are disabled, ignore the interrupt */
5740 if (!hrr_queue->allow_interrupts)
5741 return 0;
5742
5743 while ((be32_to_cpu(*hrr_queue->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5744 hrr_queue->toggle_bit) {
5745
5746 cmd_index = (be32_to_cpu(*hrr_queue->hrrq_curr) &
5747 IPR_HRRQ_REQ_RESP_HANDLE_MASK) >>
5748 IPR_HRRQ_REQ_RESP_HANDLE_SHIFT;
5749
5750 if (unlikely(cmd_index > hrr_queue->max_cmd_id ||
5751 cmd_index < hrr_queue->min_cmd_id)) {
5752 ipr_isr_eh(ioa_cfg,
5753 "Invalid response handle from IOA: ",
5754 cmd_index);
5755 break;
5756 }
5757
5758 ipr_cmd = ioa_cfg->ipr_cmnd_list[cmd_index];
5759 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5760
5761 ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, ioasc);
5762
5763 list_move_tail(&ipr_cmd->queue, doneq);
5764
5765 if (hrr_queue->hrrq_curr < hrr_queue->hrrq_end) {
5766 hrr_queue->hrrq_curr++;
5767 } else {
5768 hrr_queue->hrrq_curr = hrr_queue->hrrq_start;
5769 hrr_queue->toggle_bit ^= 1u;
5770 }
5771 num_hrrq++;
5772 if (budget > 0 && num_hrrq >= budget)
5773 break;
5774 }
5775
5776 return num_hrrq;
5777}
5778
5779static int ipr_iopoll(struct irq_poll *iop, int budget)
5780{
5781 struct ipr_ioa_cfg *ioa_cfg;
5782 struct ipr_hrr_queue *hrrq;
5783 struct ipr_cmnd *ipr_cmd, *temp;
5784 unsigned long hrrq_flags;
5785 int completed_ops;
5786 LIST_HEAD(doneq);
5787
5788 hrrq = container_of(iop, struct ipr_hrr_queue, iopoll);
5789 ioa_cfg = hrrq->ioa_cfg;
5790
5791 spin_lock_irqsave(hrrq->lock, hrrq_flags);
5792 completed_ops = ipr_process_hrrq(hrrq, budget, &doneq);
5793
5794 if (completed_ops < budget)
5795 irq_poll_complete(iop);
5796 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5797
5798 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5799 list_del(&ipr_cmd->queue);
5800 del_timer(&ipr_cmd->timer);
5801 ipr_cmd->fast_done(ipr_cmd);
5802 }
5803
5804 return completed_ops;
5805}
5806
5807/**
5808 * ipr_isr - Interrupt service routine
5809 * @irq: irq number
5810 * @devp: pointer to ioa config struct
5811 *
5812 * Return value:
5813 * IRQ_NONE / IRQ_HANDLED
5814 **/
5815static irqreturn_t ipr_isr(int irq, void *devp)
5816{
5817 struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
5818 struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
5819 unsigned long hrrq_flags = 0;
5820 u32 int_reg = 0;
5821 int num_hrrq = 0;
5822 int irq_none = 0;
5823 struct ipr_cmnd *ipr_cmd, *temp;
5824 irqreturn_t rc = IRQ_NONE;
5825 LIST_HEAD(doneq);
5826
5827 spin_lock_irqsave(hrrq->lock, hrrq_flags);
5828 /* If interrupts are disabled, ignore the interrupt */
5829 if (!hrrq->allow_interrupts) {
5830 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5831 return IRQ_NONE;
5832 }
5833
5834 while (1) {
5835 if (ipr_process_hrrq(hrrq, -1, &doneq)) {
5836 rc = IRQ_HANDLED;
5837
5838 if (!ioa_cfg->clear_isr)
5839 break;
5840
5841 /* Clear the PCI interrupt */
5842 num_hrrq = 0;
5843 do {
5844 writel(IPR_PCII_HRRQ_UPDATED,
5845 ioa_cfg->regs.clr_interrupt_reg32);
5846 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5847 } while (int_reg & IPR_PCII_HRRQ_UPDATED &&
5848 num_hrrq++ < IPR_MAX_HRRQ_RETRIES);
5849
5850 } else if (rc == IRQ_NONE && irq_none == 0) {
5851 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5852 irq_none++;
5853 } else if (num_hrrq == IPR_MAX_HRRQ_RETRIES &&
5854 int_reg & IPR_PCII_HRRQ_UPDATED) {
5855 ipr_isr_eh(ioa_cfg,
5856 "Error clearing HRRQ: ", num_hrrq);
5857 rc = IRQ_HANDLED;
5858 break;
5859 } else
5860 break;
5861 }
5862
5863 if (unlikely(rc == IRQ_NONE))
5864 rc = ipr_handle_other_interrupt(ioa_cfg, int_reg);
5865
5866 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5867 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5868 list_del(&ipr_cmd->queue);
5869 del_timer(&ipr_cmd->timer);
5870 ipr_cmd->fast_done(ipr_cmd);
5871 }
5872 return rc;
5873}
5874
5875/**
5876 * ipr_isr_mhrrq - Interrupt service routine
5877 * @irq: irq number
5878 * @devp: pointer to ioa config struct
5879 *
5880 * Return value:
5881 * IRQ_NONE / IRQ_HANDLED
5882 **/
5883static irqreturn_t ipr_isr_mhrrq(int irq, void *devp)
5884{
5885 struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
5886 struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
5887 unsigned long hrrq_flags = 0;
5888 struct ipr_cmnd *ipr_cmd, *temp;
5889 irqreturn_t rc = IRQ_NONE;
5890 LIST_HEAD(doneq);
5891
5892 spin_lock_irqsave(hrrq->lock, hrrq_flags);
5893
5894 /* If interrupts are disabled, ignore the interrupt */
5895 if (!hrrq->allow_interrupts) {
5896 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5897 return IRQ_NONE;
5898 }
5899
5900 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
5901 if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5902 hrrq->toggle_bit) {
5903 irq_poll_sched(&hrrq->iopoll);
5904 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5905 return IRQ_HANDLED;
5906 }
5907 } else {
5908 if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5909 hrrq->toggle_bit)
5910
5911 if (ipr_process_hrrq(hrrq, -1, &doneq))
5912 rc = IRQ_HANDLED;
5913 }
5914
5915 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5916
5917 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5918 list_del(&ipr_cmd->queue);
5919 del_timer(&ipr_cmd->timer);
5920 ipr_cmd->fast_done(ipr_cmd);
5921 }
5922 return rc;
5923}
5924
5925/**
5926 * ipr_build_ioadl64 - Build a scatter/gather list and map the buffer
5927 * @ioa_cfg: ioa config struct
5928 * @ipr_cmd: ipr command struct
5929 *
5930 * Return value:
5931 * 0 on success / -1 on failure
5932 **/
5933static int ipr_build_ioadl64(struct ipr_ioa_cfg *ioa_cfg,
5934 struct ipr_cmnd *ipr_cmd)
5935{
5936 int i, nseg;
5937 struct scatterlist *sg;
5938 u32 length;
5939 u32 ioadl_flags = 0;
5940 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5941 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5942 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
5943
5944 length = scsi_bufflen(scsi_cmd);
5945 if (!length)
5946 return 0;
5947
5948 nseg = scsi_dma_map(scsi_cmd);
5949 if (nseg < 0) {
5950 if (printk_ratelimit())
5951 dev_err(&ioa_cfg->pdev->dev, "scsi_dma_map failed!\n");
5952 return -1;
5953 }
5954
5955 ipr_cmd->dma_use_sg = nseg;
5956
5957 ioarcb->data_transfer_length = cpu_to_be32(length);
5958 ioarcb->ioadl_len =
5959 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
5960
5961 if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5962 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5963 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5964 } else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE)
5965 ioadl_flags = IPR_IOADL_FLAGS_READ;
5966
5967 scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5968 ioadl64[i].flags = cpu_to_be32(ioadl_flags);
5969 ioadl64[i].data_len = cpu_to_be32(sg_dma_len(sg));
5970 ioadl64[i].address = cpu_to_be64(sg_dma_address(sg));
5971 }
5972
5973 ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5974 return 0;
5975}
5976
5977/**
5978 * ipr_build_ioadl - Build a scatter/gather list and map the buffer
5979 * @ioa_cfg: ioa config struct
5980 * @ipr_cmd: ipr command struct
5981 *
5982 * Return value:
5983 * 0 on success / -1 on failure
5984 **/
5985static int ipr_build_ioadl(struct ipr_ioa_cfg *ioa_cfg,
5986 struct ipr_cmnd *ipr_cmd)
5987{
5988 int i, nseg;
5989 struct scatterlist *sg;
5990 u32 length;
5991 u32 ioadl_flags = 0;
5992 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5993 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5994 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
5995
5996 length = scsi_bufflen(scsi_cmd);
5997 if (!length)
5998 return 0;
5999
6000 nseg = scsi_dma_map(scsi_cmd);
6001 if (nseg < 0) {
6002 dev_err(&ioa_cfg->pdev->dev, "scsi_dma_map failed!\n");
6003 return -1;
6004 }
6005
6006 ipr_cmd->dma_use_sg = nseg;
6007
6008 if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
6009 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6010 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6011 ioarcb->data_transfer_length = cpu_to_be32(length);
6012 ioarcb->ioadl_len =
6013 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6014 } else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE) {
6015 ioadl_flags = IPR_IOADL_FLAGS_READ;
6016 ioarcb->read_data_transfer_length = cpu_to_be32(length);
6017 ioarcb->read_ioadl_len =
6018 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6019 }
6020
6021 if (ipr_cmd->dma_use_sg <= ARRAY_SIZE(ioarcb->u.add_data.u.ioadl)) {
6022 ioadl = ioarcb->u.add_data.u.ioadl;
6023 ioarcb->write_ioadl_addr = cpu_to_be32((ipr_cmd->dma_addr) +
6024 offsetof(struct ipr_ioarcb, u.add_data));
6025 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
6026 }
6027
6028 scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
6029 ioadl[i].flags_and_data_len =
6030 cpu_to_be32(ioadl_flags | sg_dma_len(sg));
6031 ioadl[i].address = cpu_to_be32(sg_dma_address(sg));
6032 }
6033
6034 ioadl[i-1].flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6035 return 0;
6036}
6037
6038/**
6039 * __ipr_erp_done - Process completion of ERP for a device
6040 * @ipr_cmd: ipr command struct
6041 *
6042 * This function copies the sense buffer into the scsi_cmd
6043 * struct and pushes the scsi_done function.
6044 *
6045 * Return value:
6046 * nothing
6047 **/
6048static void __ipr_erp_done(struct ipr_cmnd *ipr_cmd)
6049{
6050 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6051 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
6052 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6053
6054 if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
6055 scsi_cmd->result |= (DID_ERROR << 16);
6056 scmd_printk(KERN_ERR, scsi_cmd,
6057 "Request Sense failed with IOASC: 0x%08X\n", ioasc);
6058 } else {
6059 memcpy(scsi_cmd->sense_buffer, ipr_cmd->sense_buffer,
6060 SCSI_SENSE_BUFFERSIZE);
6061 }
6062
6063 if (res) {
6064 if (!ipr_is_naca_model(res))
6065 res->needs_sync_complete = 1;
6066 res->in_erp = 0;
6067 }
6068 scsi_dma_unmap(ipr_cmd->scsi_cmd);
6069 scsi_cmd->scsi_done(scsi_cmd);
6070 if (ipr_cmd->eh_comp)
6071 complete(ipr_cmd->eh_comp);
6072 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6073}
6074
6075/**
6076 * ipr_erp_done - Process completion of ERP for a device
6077 * @ipr_cmd: ipr command struct
6078 *
6079 * This function copies the sense buffer into the scsi_cmd
6080 * struct and pushes the scsi_done function.
6081 *
6082 * Return value:
6083 * nothing
6084 **/
6085static void ipr_erp_done(struct ipr_cmnd *ipr_cmd)
6086{
6087 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
6088 unsigned long hrrq_flags;
6089
6090 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
6091 __ipr_erp_done(ipr_cmd);
6092 spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
6093}
6094
6095/**
6096 * ipr_reinit_ipr_cmnd_for_erp - Re-initialize a cmnd block to be used for ERP
6097 * @ipr_cmd: ipr command struct
6098 *
6099 * Return value:
6100 * none
6101 **/
6102static void ipr_reinit_ipr_cmnd_for_erp(struct ipr_cmnd *ipr_cmd)
6103{
6104 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6105 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6106 dma_addr_t dma_addr = ipr_cmd->dma_addr;
6107
6108 memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
6109 ioarcb->data_transfer_length = 0;
6110 ioarcb->read_data_transfer_length = 0;
6111 ioarcb->ioadl_len = 0;
6112 ioarcb->read_ioadl_len = 0;
6113 ioasa->hdr.ioasc = 0;
6114 ioasa->hdr.residual_data_len = 0;
6115
6116 if (ipr_cmd->ioa_cfg->sis64)
6117 ioarcb->u.sis64_addr_data.data_ioadl_addr =
6118 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
6119 else {
6120 ioarcb->write_ioadl_addr =
6121 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
6122 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
6123 }
6124}
6125
6126/**
6127 * __ipr_erp_request_sense - Send request sense to a device
6128 * @ipr_cmd: ipr command struct
6129 *
6130 * This function sends a request sense to a device as a result
6131 * of a check condition.
6132 *
6133 * Return value:
6134 * nothing
6135 **/
6136static void __ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
6137{
6138 struct ipr_cmd_pkt *cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
6139 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6140
6141 if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
6142 __ipr_erp_done(ipr_cmd);
6143 return;
6144 }
6145
6146 ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
6147
6148 cmd_pkt->request_type = IPR_RQTYPE_SCSICDB;
6149 cmd_pkt->cdb[0] = REQUEST_SENSE;
6150 cmd_pkt->cdb[4] = SCSI_SENSE_BUFFERSIZE;
6151 cmd_pkt->flags_hi |= IPR_FLAGS_HI_SYNC_OVERRIDE;
6152 cmd_pkt->flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6153 cmd_pkt->timeout = cpu_to_be16(IPR_REQUEST_SENSE_TIMEOUT / HZ);
6154
6155 ipr_init_ioadl(ipr_cmd, ipr_cmd->sense_buffer_dma,
6156 SCSI_SENSE_BUFFERSIZE, IPR_IOADL_FLAGS_READ_LAST);
6157
6158 ipr_do_req(ipr_cmd, ipr_erp_done, ipr_timeout,
6159 IPR_REQUEST_SENSE_TIMEOUT * 2);
6160}
6161
6162/**
6163 * ipr_erp_request_sense - Send request sense to a device
6164 * @ipr_cmd: ipr command struct
6165 *
6166 * This function sends a request sense to a device as a result
6167 * of a check condition.
6168 *
6169 * Return value:
6170 * nothing
6171 **/
6172static void ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
6173{
6174 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
6175 unsigned long hrrq_flags;
6176
6177 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
6178 __ipr_erp_request_sense(ipr_cmd);
6179 spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
6180}
6181
6182/**
6183 * ipr_erp_cancel_all - Send cancel all to a device
6184 * @ipr_cmd: ipr command struct
6185 *
6186 * This function sends a cancel all to a device to clear the
6187 * queue. If we are running TCQ on the device, QERR is set to 1,
6188 * which means all outstanding ops have been dropped on the floor.
6189 * Cancel all will return them to us.
6190 *
6191 * Return value:
6192 * nothing
6193 **/
6194static void ipr_erp_cancel_all(struct ipr_cmnd *ipr_cmd)
6195{
6196 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6197 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
6198 struct ipr_cmd_pkt *cmd_pkt;
6199
6200 res->in_erp = 1;
6201
6202 ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
6203
6204 if (!scsi_cmd->device->simple_tags) {
6205 __ipr_erp_request_sense(ipr_cmd);
6206 return;
6207 }
6208
6209 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
6210 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
6211 cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
6212
6213 ipr_do_req(ipr_cmd, ipr_erp_request_sense, ipr_timeout,
6214 IPR_CANCEL_ALL_TIMEOUT);
6215}
6216
6217/**
6218 * ipr_dump_ioasa - Dump contents of IOASA
6219 * @ioa_cfg: ioa config struct
6220 * @ipr_cmd: ipr command struct
6221 * @res: resource entry struct
6222 *
6223 * This function is invoked by the interrupt handler when ops
6224 * fail. It will log the IOASA if appropriate. Only called
6225 * for GPDD ops.
6226 *
6227 * Return value:
6228 * none
6229 **/
6230static void ipr_dump_ioasa(struct ipr_ioa_cfg *ioa_cfg,
6231 struct ipr_cmnd *ipr_cmd, struct ipr_resource_entry *res)
6232{
6233 int i;
6234 u16 data_len;
6235 u32 ioasc, fd_ioasc;
6236 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6237 __be32 *ioasa_data = (__be32 *)ioasa;
6238 int error_index;
6239
6240 ioasc = be32_to_cpu(ioasa->hdr.ioasc) & IPR_IOASC_IOASC_MASK;
6241 fd_ioasc = be32_to_cpu(ioasa->hdr.fd_ioasc) & IPR_IOASC_IOASC_MASK;
6242
6243 if (0 == ioasc)
6244 return;
6245
6246 if (ioa_cfg->log_level < IPR_DEFAULT_LOG_LEVEL)
6247 return;
6248
6249 if (ioasc == IPR_IOASC_BUS_WAS_RESET && fd_ioasc)
6250 error_index = ipr_get_error(fd_ioasc);
6251 else
6252 error_index = ipr_get_error(ioasc);
6253
6254 if (ioa_cfg->log_level < IPR_MAX_LOG_LEVEL) {
6255 /* Don't log an error if the IOA already logged one */
6256 if (ioasa->hdr.ilid != 0)
6257 return;
6258
6259 if (!ipr_is_gscsi(res))
6260 return;
6261
6262 if (ipr_error_table[error_index].log_ioasa == 0)
6263 return;
6264 }
6265
6266 ipr_res_err(ioa_cfg, res, "%s\n", ipr_error_table[error_index].error);
6267
6268 data_len = be16_to_cpu(ioasa->hdr.ret_stat_len);
6269 if (ioa_cfg->sis64 && sizeof(struct ipr_ioasa64) < data_len)
6270 data_len = sizeof(struct ipr_ioasa64);
6271 else if (!ioa_cfg->sis64 && sizeof(struct ipr_ioasa) < data_len)
6272 data_len = sizeof(struct ipr_ioasa);
6273
6274 ipr_err("IOASA Dump:\n");
6275
6276 for (i = 0; i < data_len / 4; i += 4) {
6277 ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
6278 be32_to_cpu(ioasa_data[i]),
6279 be32_to_cpu(ioasa_data[i+1]),
6280 be32_to_cpu(ioasa_data[i+2]),
6281 be32_to_cpu(ioasa_data[i+3]));
6282 }
6283}
6284
6285/**
6286 * ipr_gen_sense - Generate SCSI sense data from an IOASA
6287 * @ioasa: IOASA
6288 * @sense_buf: sense data buffer
6289 *
6290 * Return value:
6291 * none
6292 **/
6293static void ipr_gen_sense(struct ipr_cmnd *ipr_cmd)
6294{
6295 u32 failing_lba;
6296 u8 *sense_buf = ipr_cmd->scsi_cmd->sense_buffer;
6297 struct ipr_resource_entry *res = ipr_cmd->scsi_cmd->device->hostdata;
6298 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6299 u32 ioasc = be32_to_cpu(ioasa->hdr.ioasc);
6300
6301 memset(sense_buf, 0, SCSI_SENSE_BUFFERSIZE);
6302
6303 if (ioasc >= IPR_FIRST_DRIVER_IOASC)
6304 return;
6305
6306 ipr_cmd->scsi_cmd->result = SAM_STAT_CHECK_CONDITION;
6307
6308 if (ipr_is_vset_device(res) &&
6309 ioasc == IPR_IOASC_MED_DO_NOT_REALLOC &&
6310 ioasa->u.vset.failing_lba_hi != 0) {
6311 sense_buf[0] = 0x72;
6312 sense_buf[1] = IPR_IOASC_SENSE_KEY(ioasc);
6313 sense_buf[2] = IPR_IOASC_SENSE_CODE(ioasc);
6314 sense_buf[3] = IPR_IOASC_SENSE_QUAL(ioasc);
6315
6316 sense_buf[7] = 12;
6317 sense_buf[8] = 0;
6318 sense_buf[9] = 0x0A;
6319 sense_buf[10] = 0x80;
6320
6321 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_hi);
6322
6323 sense_buf[12] = (failing_lba & 0xff000000) >> 24;
6324 sense_buf[13] = (failing_lba & 0x00ff0000) >> 16;
6325 sense_buf[14] = (failing_lba & 0x0000ff00) >> 8;
6326 sense_buf[15] = failing_lba & 0x000000ff;
6327
6328 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
6329
6330 sense_buf[16] = (failing_lba & 0xff000000) >> 24;
6331 sense_buf[17] = (failing_lba & 0x00ff0000) >> 16;
6332 sense_buf[18] = (failing_lba & 0x0000ff00) >> 8;
6333 sense_buf[19] = failing_lba & 0x000000ff;
6334 } else {
6335 sense_buf[0] = 0x70;
6336 sense_buf[2] = IPR_IOASC_SENSE_KEY(ioasc);
6337 sense_buf[12] = IPR_IOASC_SENSE_CODE(ioasc);
6338 sense_buf[13] = IPR_IOASC_SENSE_QUAL(ioasc);
6339
6340 /* Illegal request */
6341 if ((IPR_IOASC_SENSE_KEY(ioasc) == 0x05) &&
6342 (be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_FIELD_POINTER_VALID)) {
6343 sense_buf[7] = 10; /* additional length */
6344
6345 /* IOARCB was in error */
6346 if (IPR_IOASC_SENSE_CODE(ioasc) == 0x24)
6347 sense_buf[15] = 0xC0;
6348 else /* Parameter data was invalid */
6349 sense_buf[15] = 0x80;
6350
6351 sense_buf[16] =
6352 ((IPR_FIELD_POINTER_MASK &
6353 be32_to_cpu(ioasa->hdr.ioasc_specific)) >> 8) & 0xff;
6354 sense_buf[17] =
6355 (IPR_FIELD_POINTER_MASK &
6356 be32_to_cpu(ioasa->hdr.ioasc_specific)) & 0xff;
6357 } else {
6358 if (ioasc == IPR_IOASC_MED_DO_NOT_REALLOC) {
6359 if (ipr_is_vset_device(res))
6360 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
6361 else
6362 failing_lba = be32_to_cpu(ioasa->u.dasd.failing_lba);
6363
6364 sense_buf[0] |= 0x80; /* Or in the Valid bit */
6365 sense_buf[3] = (failing_lba & 0xff000000) >> 24;
6366 sense_buf[4] = (failing_lba & 0x00ff0000) >> 16;
6367 sense_buf[5] = (failing_lba & 0x0000ff00) >> 8;
6368 sense_buf[6] = failing_lba & 0x000000ff;
6369 }
6370
6371 sense_buf[7] = 6; /* additional length */
6372 }
6373 }
6374}
6375
6376/**
6377 * ipr_get_autosense - Copy autosense data to sense buffer
6378 * @ipr_cmd: ipr command struct
6379 *
6380 * This function copies the autosense buffer to the buffer
6381 * in the scsi_cmd, if there is autosense available.
6382 *
6383 * Return value:
6384 * 1 if autosense was available / 0 if not
6385 **/
6386static int ipr_get_autosense(struct ipr_cmnd *ipr_cmd)
6387{
6388 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6389 struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
6390
6391 if ((be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_AUTOSENSE_VALID) == 0)
6392 return 0;
6393
6394 if (ipr_cmd->ioa_cfg->sis64)
6395 memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa64->auto_sense.data,
6396 min_t(u16, be16_to_cpu(ioasa64->auto_sense.auto_sense_len),
6397 SCSI_SENSE_BUFFERSIZE));
6398 else
6399 memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa->auto_sense.data,
6400 min_t(u16, be16_to_cpu(ioasa->auto_sense.auto_sense_len),
6401 SCSI_SENSE_BUFFERSIZE));
6402 return 1;
6403}
6404
6405/**
6406 * ipr_erp_start - Process an error response for a SCSI op
6407 * @ioa_cfg: ioa config struct
6408 * @ipr_cmd: ipr command struct
6409 *
6410 * This function determines whether or not to initiate ERP
6411 * on the affected device.
6412 *
6413 * Return value:
6414 * nothing
6415 **/
6416static void ipr_erp_start(struct ipr_ioa_cfg *ioa_cfg,
6417 struct ipr_cmnd *ipr_cmd)
6418{
6419 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6420 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
6421 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6422 u32 masked_ioasc = ioasc & IPR_IOASC_IOASC_MASK;
6423
6424 if (!res) {
6425 __ipr_scsi_eh_done(ipr_cmd);
6426 return;
6427 }
6428
6429 if (!ipr_is_gscsi(res) && masked_ioasc != IPR_IOASC_HW_DEV_BUS_STATUS)
6430 ipr_gen_sense(ipr_cmd);
6431
6432 ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
6433
6434 switch (masked_ioasc) {
6435 case IPR_IOASC_ABORTED_CMD_TERM_BY_HOST:
6436 if (ipr_is_naca_model(res))
6437 scsi_cmd->result |= (DID_ABORT << 16);
6438 else
6439 scsi_cmd->result |= (DID_IMM_RETRY << 16);
6440 break;
6441 case IPR_IOASC_IR_RESOURCE_HANDLE:
6442 case IPR_IOASC_IR_NO_CMDS_TO_2ND_IOA:
6443 scsi_cmd->result |= (DID_NO_CONNECT << 16);
6444 break;
6445 case IPR_IOASC_HW_SEL_TIMEOUT:
6446 scsi_cmd->result |= (DID_NO_CONNECT << 16);
6447 if (!ipr_is_naca_model(res))
6448 res->needs_sync_complete = 1;
6449 break;
6450 case IPR_IOASC_SYNC_REQUIRED:
6451 if (!res->in_erp)
6452 res->needs_sync_complete = 1;
6453 scsi_cmd->result |= (DID_IMM_RETRY << 16);
6454 break;
6455 case IPR_IOASC_MED_DO_NOT_REALLOC: /* prevent retries */
6456 case IPR_IOASA_IR_DUAL_IOA_DISABLED:
6457 /*
6458 * exception: do not set DID_PASSTHROUGH on CHECK CONDITION
6459 * so SCSI mid-layer and upper layers handle it accordingly.
6460 */
6461 if (scsi_cmd->result != SAM_STAT_CHECK_CONDITION)
6462 scsi_cmd->result |= (DID_PASSTHROUGH << 16);
6463 break;
6464 case IPR_IOASC_BUS_WAS_RESET:
6465 case IPR_IOASC_BUS_WAS_RESET_BY_OTHER:
6466 /*
6467 * Report the bus reset and ask for a retry. The device
6468 * will give CC/UA the next command.
6469 */
6470 if (!res->resetting_device)
6471 scsi_report_bus_reset(ioa_cfg->host, scsi_cmd->device->channel);
6472 scsi_cmd->result |= (DID_ERROR << 16);
6473 if (!ipr_is_naca_model(res))
6474 res->needs_sync_complete = 1;
6475 break;
6476 case IPR_IOASC_HW_DEV_BUS_STATUS:
6477 scsi_cmd->result |= IPR_IOASC_SENSE_STATUS(ioasc);
6478 if (IPR_IOASC_SENSE_STATUS(ioasc) == SAM_STAT_CHECK_CONDITION) {
6479 if (!ipr_get_autosense(ipr_cmd)) {
6480 if (!ipr_is_naca_model(res)) {
6481 ipr_erp_cancel_all(ipr_cmd);
6482 return;
6483 }
6484 }
6485 }
6486 if (!ipr_is_naca_model(res))
6487 res->needs_sync_complete = 1;
6488 break;
6489 case IPR_IOASC_NR_INIT_CMD_REQUIRED:
6490 break;
6491 case IPR_IOASC_IR_NON_OPTIMIZED:
6492 if (res->raw_mode) {
6493 res->raw_mode = 0;
6494 scsi_cmd->result |= (DID_IMM_RETRY << 16);
6495 } else
6496 scsi_cmd->result |= (DID_ERROR << 16);
6497 break;
6498 default:
6499 if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
6500 scsi_cmd->result |= (DID_ERROR << 16);
6501 if (!ipr_is_vset_device(res) && !ipr_is_naca_model(res))
6502 res->needs_sync_complete = 1;
6503 break;
6504 }
6505
6506 scsi_dma_unmap(ipr_cmd->scsi_cmd);
6507 scsi_cmd->scsi_done(scsi_cmd);
6508 if (ipr_cmd->eh_comp)
6509 complete(ipr_cmd->eh_comp);
6510 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6511}
6512
6513/**
6514 * ipr_scsi_done - mid-layer done function
6515 * @ipr_cmd: ipr command struct
6516 *
6517 * This function is invoked by the interrupt handler for
6518 * ops generated by the SCSI mid-layer
6519 *
6520 * Return value:
6521 * none
6522 **/
6523static void ipr_scsi_done(struct ipr_cmnd *ipr_cmd)
6524{
6525 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6526 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6527 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6528 unsigned long lock_flags;
6529
6530 scsi_set_resid(scsi_cmd, be32_to_cpu(ipr_cmd->s.ioasa.hdr.residual_data_len));
6531
6532 if (likely(IPR_IOASC_SENSE_KEY(ioasc) == 0)) {
6533 scsi_dma_unmap(scsi_cmd);
6534
6535 spin_lock_irqsave(ipr_cmd->hrrq->lock, lock_flags);
6536 scsi_cmd->scsi_done(scsi_cmd);
6537 if (ipr_cmd->eh_comp)
6538 complete(ipr_cmd->eh_comp);
6539 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6540 spin_unlock_irqrestore(ipr_cmd->hrrq->lock, lock_flags);
6541 } else {
6542 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
6543 spin_lock(&ipr_cmd->hrrq->_lock);
6544 ipr_erp_start(ioa_cfg, ipr_cmd);
6545 spin_unlock(&ipr_cmd->hrrq->_lock);
6546 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
6547 }
6548}
6549
6550/**
6551 * ipr_queuecommand - Queue a mid-layer request
6552 * @shost: scsi host struct
6553 * @scsi_cmd: scsi command struct
6554 *
6555 * This function queues a request generated by the mid-layer.
6556 *
6557 * Return value:
6558 * 0 on success
6559 * SCSI_MLQUEUE_DEVICE_BUSY if device is busy
6560 * SCSI_MLQUEUE_HOST_BUSY if host is busy
6561 **/
6562static int ipr_queuecommand(struct Scsi_Host *shost,
6563 struct scsi_cmnd *scsi_cmd)
6564{
6565 struct ipr_ioa_cfg *ioa_cfg;
6566 struct ipr_resource_entry *res;
6567 struct ipr_ioarcb *ioarcb;
6568 struct ipr_cmnd *ipr_cmd;
6569 unsigned long hrrq_flags, lock_flags;
6570 int rc;
6571 struct ipr_hrr_queue *hrrq;
6572 int hrrq_id;
6573
6574 ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
6575
6576 scsi_cmd->result = (DID_OK << 16);
6577 res = scsi_cmd->device->hostdata;
6578
6579 if (ipr_is_gata(res) && res->sata_port) {
6580 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
6581 rc = ata_sas_queuecmd(scsi_cmd, res->sata_port->ap);
6582 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
6583 return rc;
6584 }
6585
6586 hrrq_id = ipr_get_hrrq_index(ioa_cfg);
6587 hrrq = &ioa_cfg->hrrq[hrrq_id];
6588
6589 spin_lock_irqsave(hrrq->lock, hrrq_flags);
6590 /*
6591 * We are currently blocking all devices due to a host reset
6592 * We have told the host to stop giving us new requests, but
6593 * ERP ops don't count. FIXME
6594 */
6595 if (unlikely(!hrrq->allow_cmds && !hrrq->ioa_is_dead && !hrrq->removing_ioa)) {
6596 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6597 return SCSI_MLQUEUE_HOST_BUSY;
6598 }
6599
6600 /*
6601 * FIXME - Create scsi_set_host_offline interface
6602 * and the ioa_is_dead check can be removed
6603 */
6604 if (unlikely(hrrq->ioa_is_dead || hrrq->removing_ioa || !res)) {
6605 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6606 goto err_nodev;
6607 }
6608
6609 ipr_cmd = __ipr_get_free_ipr_cmnd(hrrq);
6610 if (ipr_cmd == NULL) {
6611 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6612 return SCSI_MLQUEUE_HOST_BUSY;
6613 }
6614 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6615
6616 ipr_init_ipr_cmnd(ipr_cmd, ipr_scsi_done);
6617 ioarcb = &ipr_cmd->ioarcb;
6618
6619 memcpy(ioarcb->cmd_pkt.cdb, scsi_cmd->cmnd, scsi_cmd->cmd_len);
6620 ipr_cmd->scsi_cmd = scsi_cmd;
6621 ipr_cmd->done = ipr_scsi_eh_done;
6622
6623 if (ipr_is_gscsi(res)) {
6624 if (scsi_cmd->underflow == 0)
6625 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6626
6627 if (res->reset_occurred) {
6628 res->reset_occurred = 0;
6629 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_DELAY_AFTER_RST;
6630 }
6631 }
6632
6633 if (ipr_is_gscsi(res) || ipr_is_vset_device(res)) {
6634 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
6635
6636 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_ALIGNED_BFR;
6637 if (scsi_cmd->flags & SCMD_TAGGED)
6638 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_SIMPLE_TASK;
6639 else
6640 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_UNTAGGED_TASK;
6641 }
6642
6643 if (scsi_cmd->cmnd[0] >= 0xC0 &&
6644 (!ipr_is_gscsi(res) || scsi_cmd->cmnd[0] == IPR_QUERY_RSRC_STATE)) {
6645 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
6646 }
6647 if (res->raw_mode && ipr_is_af_dasd_device(res)) {
6648 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_PIPE;
6649
6650 if (scsi_cmd->underflow == 0)
6651 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6652 }
6653
6654 if (ioa_cfg->sis64)
6655 rc = ipr_build_ioadl64(ioa_cfg, ipr_cmd);
6656 else
6657 rc = ipr_build_ioadl(ioa_cfg, ipr_cmd);
6658
6659 spin_lock_irqsave(hrrq->lock, hrrq_flags);
6660 if (unlikely(rc || (!hrrq->allow_cmds && !hrrq->ioa_is_dead))) {
6661 list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_free_q);
6662 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6663 if (!rc)
6664 scsi_dma_unmap(scsi_cmd);
6665 return SCSI_MLQUEUE_HOST_BUSY;
6666 }
6667
6668 if (unlikely(hrrq->ioa_is_dead)) {
6669 list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_free_q);
6670 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6671 scsi_dma_unmap(scsi_cmd);
6672 goto err_nodev;
6673 }
6674
6675 ioarcb->res_handle = res->res_handle;
6676 if (res->needs_sync_complete) {
6677 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_SYNC_COMPLETE;
6678 res->needs_sync_complete = 0;
6679 }
6680 list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_pending_q);
6681 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
6682 ipr_send_command(ipr_cmd);
6683 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6684 return 0;
6685
6686err_nodev:
6687 spin_lock_irqsave(hrrq->lock, hrrq_flags);
6688 memset(scsi_cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
6689 scsi_cmd->result = (DID_NO_CONNECT << 16);
6690 scsi_cmd->scsi_done(scsi_cmd);
6691 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6692 return 0;
6693}
6694
6695/**
6696 * ipr_ioctl - IOCTL handler
6697 * @sdev: scsi device struct
6698 * @cmd: IOCTL cmd
6699 * @arg: IOCTL arg
6700 *
6701 * Return value:
6702 * 0 on success / other on failure
6703 **/
6704static int ipr_ioctl(struct scsi_device *sdev, int cmd, void __user *arg)
6705{
6706 struct ipr_resource_entry *res;
6707
6708 res = (struct ipr_resource_entry *)sdev->hostdata;
6709 if (res && ipr_is_gata(res)) {
6710 if (cmd == HDIO_GET_IDENTITY)
6711 return -ENOTTY;
6712 return ata_sas_scsi_ioctl(res->sata_port->ap, sdev, cmd, arg);
6713 }
6714
6715 return -EINVAL;
6716}
6717
6718/**
6719 * ipr_info - Get information about the card/driver
6720 * @scsi_host: scsi host struct
6721 *
6722 * Return value:
6723 * pointer to buffer with description string
6724 **/
6725static const char *ipr_ioa_info(struct Scsi_Host *host)
6726{
6727 static char buffer[512];
6728 struct ipr_ioa_cfg *ioa_cfg;
6729 unsigned long lock_flags = 0;
6730
6731 ioa_cfg = (struct ipr_ioa_cfg *) host->hostdata;
6732
6733 spin_lock_irqsave(host->host_lock, lock_flags);
6734 sprintf(buffer, "IBM %X Storage Adapter", ioa_cfg->type);
6735 spin_unlock_irqrestore(host->host_lock, lock_flags);
6736
6737 return buffer;
6738}
6739
6740static struct scsi_host_template driver_template = {
6741 .module = THIS_MODULE,
6742 .name = "IPR",
6743 .info = ipr_ioa_info,
6744 .ioctl = ipr_ioctl,
6745 .queuecommand = ipr_queuecommand,
6746 .eh_abort_handler = ipr_eh_abort,
6747 .eh_device_reset_handler = ipr_eh_dev_reset,
6748 .eh_host_reset_handler = ipr_eh_host_reset,
6749 .slave_alloc = ipr_slave_alloc,
6750 .slave_configure = ipr_slave_configure,
6751 .slave_destroy = ipr_slave_destroy,
6752 .scan_finished = ipr_scan_finished,
6753 .target_alloc = ipr_target_alloc,
6754 .target_destroy = ipr_target_destroy,
6755 .change_queue_depth = ipr_change_queue_depth,
6756 .bios_param = ipr_biosparam,
6757 .can_queue = IPR_MAX_COMMANDS,
6758 .this_id = -1,
6759 .sg_tablesize = IPR_MAX_SGLIST,
6760 .max_sectors = IPR_IOA_MAX_SECTORS,
6761 .cmd_per_lun = IPR_MAX_CMD_PER_LUN,
6762 .use_clustering = ENABLE_CLUSTERING,
6763 .shost_attrs = ipr_ioa_attrs,
6764 .sdev_attrs = ipr_dev_attrs,
6765 .proc_name = IPR_NAME,
6766};
6767
6768/**
6769 * ipr_ata_phy_reset - libata phy_reset handler
6770 * @ap: ata port to reset
6771 *
6772 **/
6773static void ipr_ata_phy_reset(struct ata_port *ap)
6774{
6775 unsigned long flags;
6776 struct ipr_sata_port *sata_port = ap->private_data;
6777 struct ipr_resource_entry *res = sata_port->res;
6778 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6779 int rc;
6780
6781 ENTER;
6782 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6783 while (ioa_cfg->in_reset_reload) {
6784 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6785 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
6786 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6787 }
6788
6789 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds)
6790 goto out_unlock;
6791
6792 rc = ipr_device_reset(ioa_cfg, res);
6793
6794 if (rc) {
6795 ap->link.device[0].class = ATA_DEV_NONE;
6796 goto out_unlock;
6797 }
6798
6799 ap->link.device[0].class = res->ata_class;
6800 if (ap->link.device[0].class == ATA_DEV_UNKNOWN)
6801 ap->link.device[0].class = ATA_DEV_NONE;
6802
6803out_unlock:
6804 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6805 LEAVE;
6806}
6807
6808/**
6809 * ipr_ata_post_internal - Cleanup after an internal command
6810 * @qc: ATA queued command
6811 *
6812 * Return value:
6813 * none
6814 **/
6815static void ipr_ata_post_internal(struct ata_queued_cmd *qc)
6816{
6817 struct ipr_sata_port *sata_port = qc->ap->private_data;
6818 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6819 struct ipr_cmnd *ipr_cmd;
6820 struct ipr_hrr_queue *hrrq;
6821 unsigned long flags;
6822
6823 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6824 while (ioa_cfg->in_reset_reload) {
6825 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6826 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
6827 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6828 }
6829
6830 for_each_hrrq(hrrq, ioa_cfg) {
6831 spin_lock(&hrrq->_lock);
6832 list_for_each_entry(ipr_cmd, &hrrq->hrrq_pending_q, queue) {
6833 if (ipr_cmd->qc == qc) {
6834 ipr_device_reset(ioa_cfg, sata_port->res);
6835 break;
6836 }
6837 }
6838 spin_unlock(&hrrq->_lock);
6839 }
6840 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6841}
6842
6843/**
6844 * ipr_copy_sata_tf - Copy a SATA taskfile to an IOA data structure
6845 * @regs: destination
6846 * @tf: source ATA taskfile
6847 *
6848 * Return value:
6849 * none
6850 **/
6851static void ipr_copy_sata_tf(struct ipr_ioarcb_ata_regs *regs,
6852 struct ata_taskfile *tf)
6853{
6854 regs->feature = tf->feature;
6855 regs->nsect = tf->nsect;
6856 regs->lbal = tf->lbal;
6857 regs->lbam = tf->lbam;
6858 regs->lbah = tf->lbah;
6859 regs->device = tf->device;
6860 regs->command = tf->command;
6861 regs->hob_feature = tf->hob_feature;
6862 regs->hob_nsect = tf->hob_nsect;
6863 regs->hob_lbal = tf->hob_lbal;
6864 regs->hob_lbam = tf->hob_lbam;
6865 regs->hob_lbah = tf->hob_lbah;
6866 regs->ctl = tf->ctl;
6867}
6868
6869/**
6870 * ipr_sata_done - done function for SATA commands
6871 * @ipr_cmd: ipr command struct
6872 *
6873 * This function is invoked by the interrupt handler for
6874 * ops generated by the SCSI mid-layer to SATA devices
6875 *
6876 * Return value:
6877 * none
6878 **/
6879static void ipr_sata_done(struct ipr_cmnd *ipr_cmd)
6880{
6881 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6882 struct ata_queued_cmd *qc = ipr_cmd->qc;
6883 struct ipr_sata_port *sata_port = qc->ap->private_data;
6884 struct ipr_resource_entry *res = sata_port->res;
6885 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6886
6887 spin_lock(&ipr_cmd->hrrq->_lock);
6888 if (ipr_cmd->ioa_cfg->sis64)
6889 memcpy(&sata_port->ioasa, &ipr_cmd->s.ioasa64.u.gata,
6890 sizeof(struct ipr_ioasa_gata));
6891 else
6892 memcpy(&sata_port->ioasa, &ipr_cmd->s.ioasa.u.gata,
6893 sizeof(struct ipr_ioasa_gata));
6894 ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
6895
6896 if (be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc_specific) & IPR_ATA_DEVICE_WAS_RESET)
6897 scsi_report_device_reset(ioa_cfg->host, res->bus, res->target);
6898
6899 if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
6900 qc->err_mask |= __ac_err_mask(sata_port->ioasa.status);
6901 else
6902 qc->err_mask |= ac_err_mask(sata_port->ioasa.status);
6903 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6904 spin_unlock(&ipr_cmd->hrrq->_lock);
6905 ata_qc_complete(qc);
6906}
6907
6908/**
6909 * ipr_build_ata_ioadl64 - Build an ATA scatter/gather list
6910 * @ipr_cmd: ipr command struct
6911 * @qc: ATA queued command
6912 *
6913 **/
6914static void ipr_build_ata_ioadl64(struct ipr_cmnd *ipr_cmd,
6915 struct ata_queued_cmd *qc)
6916{
6917 u32 ioadl_flags = 0;
6918 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6919 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ata_ioadl.ioadl64;
6920 struct ipr_ioadl64_desc *last_ioadl64 = NULL;
6921 int len = qc->nbytes;
6922 struct scatterlist *sg;
6923 unsigned int si;
6924 dma_addr_t dma_addr = ipr_cmd->dma_addr;
6925
6926 if (len == 0)
6927 return;
6928
6929 if (qc->dma_dir == DMA_TO_DEVICE) {
6930 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6931 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6932 } else if (qc->dma_dir == DMA_FROM_DEVICE)
6933 ioadl_flags = IPR_IOADL_FLAGS_READ;
6934
6935 ioarcb->data_transfer_length = cpu_to_be32(len);
6936 ioarcb->ioadl_len =
6937 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
6938 ioarcb->u.sis64_addr_data.data_ioadl_addr =
6939 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ata_ioadl.ioadl64));
6940
6941 for_each_sg(qc->sg, sg, qc->n_elem, si) {
6942 ioadl64->flags = cpu_to_be32(ioadl_flags);
6943 ioadl64->data_len = cpu_to_be32(sg_dma_len(sg));
6944 ioadl64->address = cpu_to_be64(sg_dma_address(sg));
6945
6946 last_ioadl64 = ioadl64;
6947 ioadl64++;
6948 }
6949
6950 if (likely(last_ioadl64))
6951 last_ioadl64->flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6952}
6953
6954/**
6955 * ipr_build_ata_ioadl - Build an ATA scatter/gather list
6956 * @ipr_cmd: ipr command struct
6957 * @qc: ATA queued command
6958 *
6959 **/
6960static void ipr_build_ata_ioadl(struct ipr_cmnd *ipr_cmd,
6961 struct ata_queued_cmd *qc)
6962{
6963 u32 ioadl_flags = 0;
6964 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6965 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
6966 struct ipr_ioadl_desc *last_ioadl = NULL;
6967 int len = qc->nbytes;
6968 struct scatterlist *sg;
6969 unsigned int si;
6970
6971 if (len == 0)
6972 return;
6973
6974 if (qc->dma_dir == DMA_TO_DEVICE) {
6975 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6976 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6977 ioarcb->data_transfer_length = cpu_to_be32(len);
6978 ioarcb->ioadl_len =
6979 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6980 } else if (qc->dma_dir == DMA_FROM_DEVICE) {
6981 ioadl_flags = IPR_IOADL_FLAGS_READ;
6982 ioarcb->read_data_transfer_length = cpu_to_be32(len);
6983 ioarcb->read_ioadl_len =
6984 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6985 }
6986
6987 for_each_sg(qc->sg, sg, qc->n_elem, si) {
6988 ioadl->flags_and_data_len = cpu_to_be32(ioadl_flags | sg_dma_len(sg));
6989 ioadl->address = cpu_to_be32(sg_dma_address(sg));
6990
6991 last_ioadl = ioadl;
6992 ioadl++;
6993 }
6994
6995 if (likely(last_ioadl))
6996 last_ioadl->flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6997}
6998
6999/**
7000 * ipr_qc_defer - Get a free ipr_cmd
7001 * @qc: queued command
7002 *
7003 * Return value:
7004 * 0 if success
7005 **/
7006static int ipr_qc_defer(struct ata_queued_cmd *qc)
7007{
7008 struct ata_port *ap = qc->ap;
7009 struct ipr_sata_port *sata_port = ap->private_data;
7010 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
7011 struct ipr_cmnd *ipr_cmd;
7012 struct ipr_hrr_queue *hrrq;
7013 int hrrq_id;
7014
7015 hrrq_id = ipr_get_hrrq_index(ioa_cfg);
7016 hrrq = &ioa_cfg->hrrq[hrrq_id];
7017
7018 qc->lldd_task = NULL;
7019 spin_lock(&hrrq->_lock);
7020 if (unlikely(hrrq->ioa_is_dead)) {
7021 spin_unlock(&hrrq->_lock);
7022 return 0;
7023 }
7024
7025 if (unlikely(!hrrq->allow_cmds)) {
7026 spin_unlock(&hrrq->_lock);
7027 return ATA_DEFER_LINK;
7028 }
7029
7030 ipr_cmd = __ipr_get_free_ipr_cmnd(hrrq);
7031 if (ipr_cmd == NULL) {
7032 spin_unlock(&hrrq->_lock);
7033 return ATA_DEFER_LINK;
7034 }
7035
7036 qc->lldd_task = ipr_cmd;
7037 spin_unlock(&hrrq->_lock);
7038 return 0;
7039}
7040
7041/**
7042 * ipr_qc_issue - Issue a SATA qc to a device
7043 * @qc: queued command
7044 *
7045 * Return value:
7046 * 0 if success
7047 **/
7048static unsigned int ipr_qc_issue(struct ata_queued_cmd *qc)
7049{
7050 struct ata_port *ap = qc->ap;
7051 struct ipr_sata_port *sata_port = ap->private_data;
7052 struct ipr_resource_entry *res = sata_port->res;
7053 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
7054 struct ipr_cmnd *ipr_cmd;
7055 struct ipr_ioarcb *ioarcb;
7056 struct ipr_ioarcb_ata_regs *regs;
7057
7058 if (qc->lldd_task == NULL)
7059 ipr_qc_defer(qc);
7060
7061 ipr_cmd = qc->lldd_task;
7062 if (ipr_cmd == NULL)
7063 return AC_ERR_SYSTEM;
7064
7065 qc->lldd_task = NULL;
7066 spin_lock(&ipr_cmd->hrrq->_lock);
7067 if (unlikely(!ipr_cmd->hrrq->allow_cmds ||
7068 ipr_cmd->hrrq->ioa_is_dead)) {
7069 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
7070 spin_unlock(&ipr_cmd->hrrq->_lock);
7071 return AC_ERR_SYSTEM;
7072 }
7073
7074 ipr_init_ipr_cmnd(ipr_cmd, ipr_lock_and_done);
7075 ioarcb = &ipr_cmd->ioarcb;
7076
7077 if (ioa_cfg->sis64) {
7078 regs = &ipr_cmd->i.ata_ioadl.regs;
7079 ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
7080 } else
7081 regs = &ioarcb->u.add_data.u.regs;
7082
7083 memset(regs, 0, sizeof(*regs));
7084 ioarcb->add_cmd_parms_len = cpu_to_be16(sizeof(*regs));
7085
7086 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
7087 ipr_cmd->qc = qc;
7088 ipr_cmd->done = ipr_sata_done;
7089 ipr_cmd->ioarcb.res_handle = res->res_handle;
7090 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_ATA_PASSTHRU;
7091 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
7092 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
7093 ipr_cmd->dma_use_sg = qc->n_elem;
7094
7095 if (ioa_cfg->sis64)
7096 ipr_build_ata_ioadl64(ipr_cmd, qc);
7097 else
7098 ipr_build_ata_ioadl(ipr_cmd, qc);
7099
7100 regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
7101 ipr_copy_sata_tf(regs, &qc->tf);
7102 memcpy(ioarcb->cmd_pkt.cdb, qc->cdb, IPR_MAX_CDB_LEN);
7103 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
7104
7105 switch (qc->tf.protocol) {
7106 case ATA_PROT_NODATA:
7107 case ATA_PROT_PIO:
7108 break;
7109
7110 case ATA_PROT_DMA:
7111 regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
7112 break;
7113
7114 case ATAPI_PROT_PIO:
7115 case ATAPI_PROT_NODATA:
7116 regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
7117 break;
7118
7119 case ATAPI_PROT_DMA:
7120 regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
7121 regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
7122 break;
7123
7124 default:
7125 WARN_ON(1);
7126 spin_unlock(&ipr_cmd->hrrq->_lock);
7127 return AC_ERR_INVALID;
7128 }
7129
7130 ipr_send_command(ipr_cmd);
7131 spin_unlock(&ipr_cmd->hrrq->_lock);
7132
7133 return 0;
7134}
7135
7136/**
7137 * ipr_qc_fill_rtf - Read result TF
7138 * @qc: ATA queued command
7139 *
7140 * Return value:
7141 * true
7142 **/
7143static bool ipr_qc_fill_rtf(struct ata_queued_cmd *qc)
7144{
7145 struct ipr_sata_port *sata_port = qc->ap->private_data;
7146 struct ipr_ioasa_gata *g = &sata_port->ioasa;
7147 struct ata_taskfile *tf = &qc->result_tf;
7148
7149 tf->feature = g->error;
7150 tf->nsect = g->nsect;
7151 tf->lbal = g->lbal;
7152 tf->lbam = g->lbam;
7153 tf->lbah = g->lbah;
7154 tf->device = g->device;
7155 tf->command = g->status;
7156 tf->hob_nsect = g->hob_nsect;
7157 tf->hob_lbal = g->hob_lbal;
7158 tf->hob_lbam = g->hob_lbam;
7159 tf->hob_lbah = g->hob_lbah;
7160
7161 return true;
7162}
7163
7164static struct ata_port_operations ipr_sata_ops = {
7165 .phy_reset = ipr_ata_phy_reset,
7166 .hardreset = ipr_sata_reset,
7167 .post_internal_cmd = ipr_ata_post_internal,
7168 .qc_prep = ata_noop_qc_prep,
7169 .qc_defer = ipr_qc_defer,
7170 .qc_issue = ipr_qc_issue,
7171 .qc_fill_rtf = ipr_qc_fill_rtf,
7172 .port_start = ata_sas_port_start,
7173 .port_stop = ata_sas_port_stop
7174};
7175
7176static struct ata_port_info sata_port_info = {
7177 .flags = ATA_FLAG_SATA | ATA_FLAG_PIO_DMA |
7178 ATA_FLAG_SAS_HOST,
7179 .pio_mask = ATA_PIO4_ONLY,
7180 .mwdma_mask = ATA_MWDMA2,
7181 .udma_mask = ATA_UDMA6,
7182 .port_ops = &ipr_sata_ops
7183};
7184
7185#ifdef CONFIG_PPC_PSERIES
7186static const u16 ipr_blocked_processors[] = {
7187 PVR_NORTHSTAR,
7188 PVR_PULSAR,
7189 PVR_POWER4,
7190 PVR_ICESTAR,
7191 PVR_SSTAR,
7192 PVR_POWER4p,
7193 PVR_630,
7194 PVR_630p
7195};
7196
7197/**
7198 * ipr_invalid_adapter - Determine if this adapter is supported on this hardware
7199 * @ioa_cfg: ioa cfg struct
7200 *
7201 * Adapters that use Gemstone revision < 3.1 do not work reliably on
7202 * certain pSeries hardware. This function determines if the given
7203 * adapter is in one of these confgurations or not.
7204 *
7205 * Return value:
7206 * 1 if adapter is not supported / 0 if adapter is supported
7207 **/
7208static int ipr_invalid_adapter(struct ipr_ioa_cfg *ioa_cfg)
7209{
7210 int i;
7211
7212 if ((ioa_cfg->type == 0x5702) && (ioa_cfg->pdev->revision < 4)) {
7213 for (i = 0; i < ARRAY_SIZE(ipr_blocked_processors); i++) {
7214 if (pvr_version_is(ipr_blocked_processors[i]))
7215 return 1;
7216 }
7217 }
7218 return 0;
7219}
7220#else
7221#define ipr_invalid_adapter(ioa_cfg) 0
7222#endif
7223
7224/**
7225 * ipr_ioa_bringdown_done - IOA bring down completion.
7226 * @ipr_cmd: ipr command struct
7227 *
7228 * This function processes the completion of an adapter bring down.
7229 * It wakes any reset sleepers.
7230 *
7231 * Return value:
7232 * IPR_RC_JOB_RETURN
7233 **/
7234static int ipr_ioa_bringdown_done(struct ipr_cmnd *ipr_cmd)
7235{
7236 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7237 int i;
7238
7239 ENTER;
7240 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
7241 ipr_trace;
7242 ioa_cfg->scsi_unblock = 1;
7243 schedule_work(&ioa_cfg->work_q);
7244 }
7245
7246 ioa_cfg->in_reset_reload = 0;
7247 ioa_cfg->reset_retries = 0;
7248 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
7249 spin_lock(&ioa_cfg->hrrq[i]._lock);
7250 ioa_cfg->hrrq[i].ioa_is_dead = 1;
7251 spin_unlock(&ioa_cfg->hrrq[i]._lock);
7252 }
7253 wmb();
7254
7255 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
7256 wake_up_all(&ioa_cfg->reset_wait_q);
7257 LEAVE;
7258
7259 return IPR_RC_JOB_RETURN;
7260}
7261
7262/**
7263 * ipr_ioa_reset_done - IOA reset completion.
7264 * @ipr_cmd: ipr command struct
7265 *
7266 * This function processes the completion of an adapter reset.
7267 * It schedules any necessary mid-layer add/removes and
7268 * wakes any reset sleepers.
7269 *
7270 * Return value:
7271 * IPR_RC_JOB_RETURN
7272 **/
7273static int ipr_ioa_reset_done(struct ipr_cmnd *ipr_cmd)
7274{
7275 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7276 struct ipr_resource_entry *res;
7277 int j;
7278
7279 ENTER;
7280 ioa_cfg->in_reset_reload = 0;
7281 for (j = 0; j < ioa_cfg->hrrq_num; j++) {
7282 spin_lock(&ioa_cfg->hrrq[j]._lock);
7283 ioa_cfg->hrrq[j].allow_cmds = 1;
7284 spin_unlock(&ioa_cfg->hrrq[j]._lock);
7285 }
7286 wmb();
7287 ioa_cfg->reset_cmd = NULL;
7288 ioa_cfg->doorbell |= IPR_RUNTIME_RESET;
7289
7290 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
7291 if (res->add_to_ml || res->del_from_ml) {
7292 ipr_trace;
7293 break;
7294 }
7295 }
7296 schedule_work(&ioa_cfg->work_q);
7297
7298 for (j = 0; j < IPR_NUM_HCAMS; j++) {
7299 list_del_init(&ioa_cfg->hostrcb[j]->queue);
7300 if (j < IPR_NUM_LOG_HCAMS)
7301 ipr_send_hcam(ioa_cfg,
7302 IPR_HCAM_CDB_OP_CODE_LOG_DATA,
7303 ioa_cfg->hostrcb[j]);
7304 else
7305 ipr_send_hcam(ioa_cfg,
7306 IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
7307 ioa_cfg->hostrcb[j]);
7308 }
7309
7310 scsi_report_bus_reset(ioa_cfg->host, IPR_VSET_BUS);
7311 dev_info(&ioa_cfg->pdev->dev, "IOA initialized.\n");
7312
7313 ioa_cfg->reset_retries = 0;
7314 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
7315 wake_up_all(&ioa_cfg->reset_wait_q);
7316
7317 ioa_cfg->scsi_unblock = 1;
7318 schedule_work(&ioa_cfg->work_q);
7319 LEAVE;
7320 return IPR_RC_JOB_RETURN;
7321}
7322
7323/**
7324 * ipr_set_sup_dev_dflt - Initialize a Set Supported Device buffer
7325 * @supported_dev: supported device struct
7326 * @vpids: vendor product id struct
7327 *
7328 * Return value:
7329 * none
7330 **/
7331static void ipr_set_sup_dev_dflt(struct ipr_supported_device *supported_dev,
7332 struct ipr_std_inq_vpids *vpids)
7333{
7334 memset(supported_dev, 0, sizeof(struct ipr_supported_device));
7335 memcpy(&supported_dev->vpids, vpids, sizeof(struct ipr_std_inq_vpids));
7336 supported_dev->num_records = 1;
7337 supported_dev->data_length =
7338 cpu_to_be16(sizeof(struct ipr_supported_device));
7339 supported_dev->reserved = 0;
7340}
7341
7342/**
7343 * ipr_set_supported_devs - Send Set Supported Devices for a device
7344 * @ipr_cmd: ipr command struct
7345 *
7346 * This function sends a Set Supported Devices to the adapter
7347 *
7348 * Return value:
7349 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7350 **/
7351static int ipr_set_supported_devs(struct ipr_cmnd *ipr_cmd)
7352{
7353 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7354 struct ipr_supported_device *supp_dev = &ioa_cfg->vpd_cbs->supp_dev;
7355 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7356 struct ipr_resource_entry *res = ipr_cmd->u.res;
7357
7358 ipr_cmd->job_step = ipr_ioa_reset_done;
7359
7360 list_for_each_entry_continue(res, &ioa_cfg->used_res_q, queue) {
7361 if (!ipr_is_scsi_disk(res))
7362 continue;
7363
7364 ipr_cmd->u.res = res;
7365 ipr_set_sup_dev_dflt(supp_dev, &res->std_inq_data.vpids);
7366
7367 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7368 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
7369 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7370
7371 ioarcb->cmd_pkt.cdb[0] = IPR_SET_SUPPORTED_DEVICES;
7372 ioarcb->cmd_pkt.cdb[1] = IPR_SET_ALL_SUPPORTED_DEVICES;
7373 ioarcb->cmd_pkt.cdb[7] = (sizeof(struct ipr_supported_device) >> 8) & 0xff;
7374 ioarcb->cmd_pkt.cdb[8] = sizeof(struct ipr_supported_device) & 0xff;
7375
7376 ipr_init_ioadl(ipr_cmd,
7377 ioa_cfg->vpd_cbs_dma +
7378 offsetof(struct ipr_misc_cbs, supp_dev),
7379 sizeof(struct ipr_supported_device),
7380 IPR_IOADL_FLAGS_WRITE_LAST);
7381
7382 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
7383 IPR_SET_SUP_DEVICE_TIMEOUT);
7384
7385 if (!ioa_cfg->sis64)
7386 ipr_cmd->job_step = ipr_set_supported_devs;
7387 LEAVE;
7388 return IPR_RC_JOB_RETURN;
7389 }
7390
7391 LEAVE;
7392 return IPR_RC_JOB_CONTINUE;
7393}
7394
7395/**
7396 * ipr_get_mode_page - Locate specified mode page
7397 * @mode_pages: mode page buffer
7398 * @page_code: page code to find
7399 * @len: minimum required length for mode page
7400 *
7401 * Return value:
7402 * pointer to mode page / NULL on failure
7403 **/
7404static void *ipr_get_mode_page(struct ipr_mode_pages *mode_pages,
7405 u32 page_code, u32 len)
7406{
7407 struct ipr_mode_page_hdr *mode_hdr;
7408 u32 page_length;
7409 u32 length;
7410
7411 if (!mode_pages || (mode_pages->hdr.length == 0))
7412 return NULL;
7413
7414 length = (mode_pages->hdr.length + 1) - 4 - mode_pages->hdr.block_desc_len;
7415 mode_hdr = (struct ipr_mode_page_hdr *)
7416 (mode_pages->data + mode_pages->hdr.block_desc_len);
7417
7418 while (length) {
7419 if (IPR_GET_MODE_PAGE_CODE(mode_hdr) == page_code) {
7420 if (mode_hdr->page_length >= (len - sizeof(struct ipr_mode_page_hdr)))
7421 return mode_hdr;
7422 break;
7423 } else {
7424 page_length = (sizeof(struct ipr_mode_page_hdr) +
7425 mode_hdr->page_length);
7426 length -= page_length;
7427 mode_hdr = (struct ipr_mode_page_hdr *)
7428 ((unsigned long)mode_hdr + page_length);
7429 }
7430 }
7431 return NULL;
7432}
7433
7434/**
7435 * ipr_check_term_power - Check for term power errors
7436 * @ioa_cfg: ioa config struct
7437 * @mode_pages: IOAFP mode pages buffer
7438 *
7439 * Check the IOAFP's mode page 28 for term power errors
7440 *
7441 * Return value:
7442 * nothing
7443 **/
7444static void ipr_check_term_power(struct ipr_ioa_cfg *ioa_cfg,
7445 struct ipr_mode_pages *mode_pages)
7446{
7447 int i;
7448 int entry_length;
7449 struct ipr_dev_bus_entry *bus;
7450 struct ipr_mode_page28 *mode_page;
7451
7452 mode_page = ipr_get_mode_page(mode_pages, 0x28,
7453 sizeof(struct ipr_mode_page28));
7454
7455 entry_length = mode_page->entry_length;
7456
7457 bus = mode_page->bus;
7458
7459 for (i = 0; i < mode_page->num_entries; i++) {
7460 if (bus->flags & IPR_SCSI_ATTR_NO_TERM_PWR) {
7461 dev_err(&ioa_cfg->pdev->dev,
7462 "Term power is absent on scsi bus %d\n",
7463 bus->res_addr.bus);
7464 }
7465
7466 bus = (struct ipr_dev_bus_entry *)((char *)bus + entry_length);
7467 }
7468}
7469
7470/**
7471 * ipr_scsi_bus_speed_limit - Limit the SCSI speed based on SES table
7472 * @ioa_cfg: ioa config struct
7473 *
7474 * Looks through the config table checking for SES devices. If
7475 * the SES device is in the SES table indicating a maximum SCSI
7476 * bus speed, the speed is limited for the bus.
7477 *
7478 * Return value:
7479 * none
7480 **/
7481static void ipr_scsi_bus_speed_limit(struct ipr_ioa_cfg *ioa_cfg)
7482{
7483 u32 max_xfer_rate;
7484 int i;
7485
7486 for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
7487 max_xfer_rate = ipr_get_max_scsi_speed(ioa_cfg, i,
7488 ioa_cfg->bus_attr[i].bus_width);
7489
7490 if (max_xfer_rate < ioa_cfg->bus_attr[i].max_xfer_rate)
7491 ioa_cfg->bus_attr[i].max_xfer_rate = max_xfer_rate;
7492 }
7493}
7494
7495/**
7496 * ipr_modify_ioafp_mode_page_28 - Modify IOAFP Mode Page 28
7497 * @ioa_cfg: ioa config struct
7498 * @mode_pages: mode page 28 buffer
7499 *
7500 * Updates mode page 28 based on driver configuration
7501 *
7502 * Return value:
7503 * none
7504 **/
7505static void ipr_modify_ioafp_mode_page_28(struct ipr_ioa_cfg *ioa_cfg,
7506 struct ipr_mode_pages *mode_pages)
7507{
7508 int i, entry_length;
7509 struct ipr_dev_bus_entry *bus;
7510 struct ipr_bus_attributes *bus_attr;
7511 struct ipr_mode_page28 *mode_page;
7512
7513 mode_page = ipr_get_mode_page(mode_pages, 0x28,
7514 sizeof(struct ipr_mode_page28));
7515
7516 entry_length = mode_page->entry_length;
7517
7518 /* Loop for each device bus entry */
7519 for (i = 0, bus = mode_page->bus;
7520 i < mode_page->num_entries;
7521 i++, bus = (struct ipr_dev_bus_entry *)((u8 *)bus + entry_length)) {
7522 if (bus->res_addr.bus > IPR_MAX_NUM_BUSES) {
7523 dev_err(&ioa_cfg->pdev->dev,
7524 "Invalid resource address reported: 0x%08X\n",
7525 IPR_GET_PHYS_LOC(bus->res_addr));
7526 continue;
7527 }
7528
7529 bus_attr = &ioa_cfg->bus_attr[i];
7530 bus->extended_reset_delay = IPR_EXTENDED_RESET_DELAY;
7531 bus->bus_width = bus_attr->bus_width;
7532 bus->max_xfer_rate = cpu_to_be32(bus_attr->max_xfer_rate);
7533 bus->flags &= ~IPR_SCSI_ATTR_QAS_MASK;
7534 if (bus_attr->qas_enabled)
7535 bus->flags |= IPR_SCSI_ATTR_ENABLE_QAS;
7536 else
7537 bus->flags |= IPR_SCSI_ATTR_DISABLE_QAS;
7538 }
7539}
7540
7541/**
7542 * ipr_build_mode_select - Build a mode select command
7543 * @ipr_cmd: ipr command struct
7544 * @res_handle: resource handle to send command to
7545 * @parm: Byte 2 of Mode Sense command
7546 * @dma_addr: DMA buffer address
7547 * @xfer_len: data transfer length
7548 *
7549 * Return value:
7550 * none
7551 **/
7552static void ipr_build_mode_select(struct ipr_cmnd *ipr_cmd,
7553 __be32 res_handle, u8 parm,
7554 dma_addr_t dma_addr, u8 xfer_len)
7555{
7556 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7557
7558 ioarcb->res_handle = res_handle;
7559 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7560 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
7561 ioarcb->cmd_pkt.cdb[0] = MODE_SELECT;
7562 ioarcb->cmd_pkt.cdb[1] = parm;
7563 ioarcb->cmd_pkt.cdb[4] = xfer_len;
7564
7565 ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_WRITE_LAST);
7566}
7567
7568/**
7569 * ipr_ioafp_mode_select_page28 - Issue Mode Select Page 28 to IOA
7570 * @ipr_cmd: ipr command struct
7571 *
7572 * This function sets up the SCSI bus attributes and sends
7573 * a Mode Select for Page 28 to activate them.
7574 *
7575 * Return value:
7576 * IPR_RC_JOB_RETURN
7577 **/
7578static int ipr_ioafp_mode_select_page28(struct ipr_cmnd *ipr_cmd)
7579{
7580 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7581 struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
7582 int length;
7583
7584 ENTER;
7585 ipr_scsi_bus_speed_limit(ioa_cfg);
7586 ipr_check_term_power(ioa_cfg, mode_pages);
7587 ipr_modify_ioafp_mode_page_28(ioa_cfg, mode_pages);
7588 length = mode_pages->hdr.length + 1;
7589 mode_pages->hdr.length = 0;
7590
7591 ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
7592 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
7593 length);
7594
7595 ipr_cmd->job_step = ipr_set_supported_devs;
7596 ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
7597 struct ipr_resource_entry, queue);
7598 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7599
7600 LEAVE;
7601 return IPR_RC_JOB_RETURN;
7602}
7603
7604/**
7605 * ipr_build_mode_sense - Builds a mode sense command
7606 * @ipr_cmd: ipr command struct
7607 * @res: resource entry struct
7608 * @parm: Byte 2 of mode sense command
7609 * @dma_addr: DMA address of mode sense buffer
7610 * @xfer_len: Size of DMA buffer
7611 *
7612 * Return value:
7613 * none
7614 **/
7615static void ipr_build_mode_sense(struct ipr_cmnd *ipr_cmd,
7616 __be32 res_handle,
7617 u8 parm, dma_addr_t dma_addr, u8 xfer_len)
7618{
7619 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7620
7621 ioarcb->res_handle = res_handle;
7622 ioarcb->cmd_pkt.cdb[0] = MODE_SENSE;
7623 ioarcb->cmd_pkt.cdb[2] = parm;
7624 ioarcb->cmd_pkt.cdb[4] = xfer_len;
7625 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7626
7627 ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
7628}
7629
7630/**
7631 * ipr_reset_cmd_failed - Handle failure of IOA reset command
7632 * @ipr_cmd: ipr command struct
7633 *
7634 * This function handles the failure of an IOA bringup command.
7635 *
7636 * Return value:
7637 * IPR_RC_JOB_RETURN
7638 **/
7639static int ipr_reset_cmd_failed(struct ipr_cmnd *ipr_cmd)
7640{
7641 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7642 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7643
7644 dev_err(&ioa_cfg->pdev->dev,
7645 "0x%02X failed with IOASC: 0x%08X\n",
7646 ipr_cmd->ioarcb.cmd_pkt.cdb[0], ioasc);
7647
7648 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
7649 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
7650 return IPR_RC_JOB_RETURN;
7651}
7652
7653/**
7654 * ipr_reset_mode_sense_failed - Handle failure of IOAFP mode sense
7655 * @ipr_cmd: ipr command struct
7656 *
7657 * This function handles the failure of a Mode Sense to the IOAFP.
7658 * Some adapters do not handle all mode pages.
7659 *
7660 * Return value:
7661 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7662 **/
7663static int ipr_reset_mode_sense_failed(struct ipr_cmnd *ipr_cmd)
7664{
7665 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7666 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7667
7668 if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
7669 ipr_cmd->job_step = ipr_set_supported_devs;
7670 ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
7671 struct ipr_resource_entry, queue);
7672 return IPR_RC_JOB_CONTINUE;
7673 }
7674
7675 return ipr_reset_cmd_failed(ipr_cmd);
7676}
7677
7678/**
7679 * ipr_ioafp_mode_sense_page28 - Issue Mode Sense Page 28 to IOA
7680 * @ipr_cmd: ipr command struct
7681 *
7682 * This function send a Page 28 mode sense to the IOA to
7683 * retrieve SCSI bus attributes.
7684 *
7685 * Return value:
7686 * IPR_RC_JOB_RETURN
7687 **/
7688static int ipr_ioafp_mode_sense_page28(struct ipr_cmnd *ipr_cmd)
7689{
7690 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7691
7692 ENTER;
7693 ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
7694 0x28, ioa_cfg->vpd_cbs_dma +
7695 offsetof(struct ipr_misc_cbs, mode_pages),
7696 sizeof(struct ipr_mode_pages));
7697
7698 ipr_cmd->job_step = ipr_ioafp_mode_select_page28;
7699 ipr_cmd->job_step_failed = ipr_reset_mode_sense_failed;
7700
7701 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7702
7703 LEAVE;
7704 return IPR_RC_JOB_RETURN;
7705}
7706
7707/**
7708 * ipr_ioafp_mode_select_page24 - Issue Mode Select to IOA
7709 * @ipr_cmd: ipr command struct
7710 *
7711 * This function enables dual IOA RAID support if possible.
7712 *
7713 * Return value:
7714 * IPR_RC_JOB_RETURN
7715 **/
7716static int ipr_ioafp_mode_select_page24(struct ipr_cmnd *ipr_cmd)
7717{
7718 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7719 struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
7720 struct ipr_mode_page24 *mode_page;
7721 int length;
7722
7723 ENTER;
7724 mode_page = ipr_get_mode_page(mode_pages, 0x24,
7725 sizeof(struct ipr_mode_page24));
7726
7727 if (mode_page)
7728 mode_page->flags |= IPR_ENABLE_DUAL_IOA_AF;
7729
7730 length = mode_pages->hdr.length + 1;
7731 mode_pages->hdr.length = 0;
7732
7733 ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
7734 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
7735 length);
7736
7737 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7738 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7739
7740 LEAVE;
7741 return IPR_RC_JOB_RETURN;
7742}
7743
7744/**
7745 * ipr_reset_mode_sense_page24_failed - Handle failure of IOAFP mode sense
7746 * @ipr_cmd: ipr command struct
7747 *
7748 * This function handles the failure of a Mode Sense to the IOAFP.
7749 * Some adapters do not handle all mode pages.
7750 *
7751 * Return value:
7752 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7753 **/
7754static int ipr_reset_mode_sense_page24_failed(struct ipr_cmnd *ipr_cmd)
7755{
7756 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7757
7758 if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
7759 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7760 return IPR_RC_JOB_CONTINUE;
7761 }
7762
7763 return ipr_reset_cmd_failed(ipr_cmd);
7764}
7765
7766/**
7767 * ipr_ioafp_mode_sense_page24 - Issue Page 24 Mode Sense to IOA
7768 * @ipr_cmd: ipr command struct
7769 *
7770 * This function send a mode sense to the IOA to retrieve
7771 * the IOA Advanced Function Control mode page.
7772 *
7773 * Return value:
7774 * IPR_RC_JOB_RETURN
7775 **/
7776static int ipr_ioafp_mode_sense_page24(struct ipr_cmnd *ipr_cmd)
7777{
7778 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7779
7780 ENTER;
7781 ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
7782 0x24, ioa_cfg->vpd_cbs_dma +
7783 offsetof(struct ipr_misc_cbs, mode_pages),
7784 sizeof(struct ipr_mode_pages));
7785
7786 ipr_cmd->job_step = ipr_ioafp_mode_select_page24;
7787 ipr_cmd->job_step_failed = ipr_reset_mode_sense_page24_failed;
7788
7789 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7790
7791 LEAVE;
7792 return IPR_RC_JOB_RETURN;
7793}
7794
7795/**
7796 * ipr_init_res_table - Initialize the resource table
7797 * @ipr_cmd: ipr command struct
7798 *
7799 * This function looks through the existing resource table, comparing
7800 * it with the config table. This function will take care of old/new
7801 * devices and schedule adding/removing them from the mid-layer
7802 * as appropriate.
7803 *
7804 * Return value:
7805 * IPR_RC_JOB_CONTINUE
7806 **/
7807static int ipr_init_res_table(struct ipr_cmnd *ipr_cmd)
7808{
7809 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7810 struct ipr_resource_entry *res, *temp;
7811 struct ipr_config_table_entry_wrapper cfgtew;
7812 int entries, found, flag, i;
7813 LIST_HEAD(old_res);
7814
7815 ENTER;
7816 if (ioa_cfg->sis64)
7817 flag = ioa_cfg->u.cfg_table64->hdr64.flags;
7818 else
7819 flag = ioa_cfg->u.cfg_table->hdr.flags;
7820
7821 if (flag & IPR_UCODE_DOWNLOAD_REQ)
7822 dev_err(&ioa_cfg->pdev->dev, "Microcode download required\n");
7823
7824 list_for_each_entry_safe(res, temp, &ioa_cfg->used_res_q, queue)
7825 list_move_tail(&res->queue, &old_res);
7826
7827 if (ioa_cfg->sis64)
7828 entries = be16_to_cpu(ioa_cfg->u.cfg_table64->hdr64.num_entries);
7829 else
7830 entries = ioa_cfg->u.cfg_table->hdr.num_entries;
7831
7832 for (i = 0; i < entries; i++) {
7833 if (ioa_cfg->sis64)
7834 cfgtew.u.cfgte64 = &ioa_cfg->u.cfg_table64->dev[i];
7835 else
7836 cfgtew.u.cfgte = &ioa_cfg->u.cfg_table->dev[i];
7837 found = 0;
7838
7839 list_for_each_entry_safe(res, temp, &old_res, queue) {
7840 if (ipr_is_same_device(res, &cfgtew)) {
7841 list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7842 found = 1;
7843 break;
7844 }
7845 }
7846
7847 if (!found) {
7848 if (list_empty(&ioa_cfg->free_res_q)) {
7849 dev_err(&ioa_cfg->pdev->dev, "Too many devices attached\n");
7850 break;
7851 }
7852
7853 found = 1;
7854 res = list_entry(ioa_cfg->free_res_q.next,
7855 struct ipr_resource_entry, queue);
7856 list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7857 ipr_init_res_entry(res, &cfgtew);
7858 res->add_to_ml = 1;
7859 } else if (res->sdev && (ipr_is_vset_device(res) || ipr_is_scsi_disk(res)))
7860 res->sdev->allow_restart = 1;
7861
7862 if (found)
7863 ipr_update_res_entry(res, &cfgtew);
7864 }
7865
7866 list_for_each_entry_safe(res, temp, &old_res, queue) {
7867 if (res->sdev) {
7868 res->del_from_ml = 1;
7869 res->res_handle = IPR_INVALID_RES_HANDLE;
7870 list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7871 }
7872 }
7873
7874 list_for_each_entry_safe(res, temp, &old_res, queue) {
7875 ipr_clear_res_target(res);
7876 list_move_tail(&res->queue, &ioa_cfg->free_res_q);
7877 }
7878
7879 if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
7880 ipr_cmd->job_step = ipr_ioafp_mode_sense_page24;
7881 else
7882 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7883
7884 LEAVE;
7885 return IPR_RC_JOB_CONTINUE;
7886}
7887
7888/**
7889 * ipr_ioafp_query_ioa_cfg - Send a Query IOA Config to the adapter.
7890 * @ipr_cmd: ipr command struct
7891 *
7892 * This function sends a Query IOA Configuration command
7893 * to the adapter to retrieve the IOA configuration table.
7894 *
7895 * Return value:
7896 * IPR_RC_JOB_RETURN
7897 **/
7898static int ipr_ioafp_query_ioa_cfg(struct ipr_cmnd *ipr_cmd)
7899{
7900 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7901 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7902 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
7903 struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
7904
7905 ENTER;
7906 if (cap->cap & IPR_CAP_DUAL_IOA_RAID)
7907 ioa_cfg->dual_raid = 1;
7908 dev_info(&ioa_cfg->pdev->dev, "Adapter firmware version: %02X%02X%02X%02X\n",
7909 ucode_vpd->major_release, ucode_vpd->card_type,
7910 ucode_vpd->minor_release[0], ucode_vpd->minor_release[1]);
7911 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7912 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7913
7914 ioarcb->cmd_pkt.cdb[0] = IPR_QUERY_IOA_CONFIG;
7915 ioarcb->cmd_pkt.cdb[6] = (ioa_cfg->cfg_table_size >> 16) & 0xff;
7916 ioarcb->cmd_pkt.cdb[7] = (ioa_cfg->cfg_table_size >> 8) & 0xff;
7917 ioarcb->cmd_pkt.cdb[8] = ioa_cfg->cfg_table_size & 0xff;
7918
7919 ipr_init_ioadl(ipr_cmd, ioa_cfg->cfg_table_dma, ioa_cfg->cfg_table_size,
7920 IPR_IOADL_FLAGS_READ_LAST);
7921
7922 ipr_cmd->job_step = ipr_init_res_table;
7923
7924 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7925
7926 LEAVE;
7927 return IPR_RC_JOB_RETURN;
7928}
7929
7930static int ipr_ioa_service_action_failed(struct ipr_cmnd *ipr_cmd)
7931{
7932 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7933
7934 if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT)
7935 return IPR_RC_JOB_CONTINUE;
7936
7937 return ipr_reset_cmd_failed(ipr_cmd);
7938}
7939
7940static void ipr_build_ioa_service_action(struct ipr_cmnd *ipr_cmd,
7941 __be32 res_handle, u8 sa_code)
7942{
7943 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7944
7945 ioarcb->res_handle = res_handle;
7946 ioarcb->cmd_pkt.cdb[0] = IPR_IOA_SERVICE_ACTION;
7947 ioarcb->cmd_pkt.cdb[1] = sa_code;
7948 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7949}
7950
7951/**
7952 * ipr_ioafp_set_caching_parameters - Issue Set Cache parameters service
7953 * action
7954 *
7955 * Return value:
7956 * none
7957 **/
7958static int ipr_ioafp_set_caching_parameters(struct ipr_cmnd *ipr_cmd)
7959{
7960 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7961 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7962 struct ipr_inquiry_pageC4 *pageC4 = &ioa_cfg->vpd_cbs->pageC4_data;
7963
7964 ENTER;
7965
7966 ipr_cmd->job_step = ipr_ioafp_query_ioa_cfg;
7967
7968 if (pageC4->cache_cap[0] & IPR_CAP_SYNC_CACHE) {
7969 ipr_build_ioa_service_action(ipr_cmd,
7970 cpu_to_be32(IPR_IOA_RES_HANDLE),
7971 IPR_IOA_SA_CHANGE_CACHE_PARAMS);
7972
7973 ioarcb->cmd_pkt.cdb[2] = 0x40;
7974
7975 ipr_cmd->job_step_failed = ipr_ioa_service_action_failed;
7976 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
7977 IPR_SET_SUP_DEVICE_TIMEOUT);
7978
7979 LEAVE;
7980 return IPR_RC_JOB_RETURN;
7981 }
7982
7983 LEAVE;
7984 return IPR_RC_JOB_CONTINUE;
7985}
7986
7987/**
7988 * ipr_ioafp_inquiry - Send an Inquiry to the adapter.
7989 * @ipr_cmd: ipr command struct
7990 *
7991 * This utility function sends an inquiry to the adapter.
7992 *
7993 * Return value:
7994 * none
7995 **/
7996static void ipr_ioafp_inquiry(struct ipr_cmnd *ipr_cmd, u8 flags, u8 page,
7997 dma_addr_t dma_addr, u8 xfer_len)
7998{
7999 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
8000
8001 ENTER;
8002 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
8003 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
8004
8005 ioarcb->cmd_pkt.cdb[0] = INQUIRY;
8006 ioarcb->cmd_pkt.cdb[1] = flags;
8007 ioarcb->cmd_pkt.cdb[2] = page;
8008 ioarcb->cmd_pkt.cdb[4] = xfer_len;
8009
8010 ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
8011
8012 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
8013 LEAVE;
8014}
8015
8016/**
8017 * ipr_inquiry_page_supported - Is the given inquiry page supported
8018 * @page0: inquiry page 0 buffer
8019 * @page: page code.
8020 *
8021 * This function determines if the specified inquiry page is supported.
8022 *
8023 * Return value:
8024 * 1 if page is supported / 0 if not
8025 **/
8026static int ipr_inquiry_page_supported(struct ipr_inquiry_page0 *page0, u8 page)
8027{
8028 int i;
8029
8030 for (i = 0; i < min_t(u8, page0->len, IPR_INQUIRY_PAGE0_ENTRIES); i++)
8031 if (page0->page[i] == page)
8032 return 1;
8033
8034 return 0;
8035}
8036
8037/**
8038 * ipr_ioafp_pageC4_inquiry - Send a Page 0xC4 Inquiry to the adapter.
8039 * @ipr_cmd: ipr command struct
8040 *
8041 * This function sends a Page 0xC4 inquiry to the adapter
8042 * to retrieve software VPD information.
8043 *
8044 * Return value:
8045 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8046 **/
8047static int ipr_ioafp_pageC4_inquiry(struct ipr_cmnd *ipr_cmd)
8048{
8049 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8050 struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
8051 struct ipr_inquiry_pageC4 *pageC4 = &ioa_cfg->vpd_cbs->pageC4_data;
8052
8053 ENTER;
8054 ipr_cmd->job_step = ipr_ioafp_set_caching_parameters;
8055 memset(pageC4, 0, sizeof(*pageC4));
8056
8057 if (ipr_inquiry_page_supported(page0, 0xC4)) {
8058 ipr_ioafp_inquiry(ipr_cmd, 1, 0xC4,
8059 (ioa_cfg->vpd_cbs_dma
8060 + offsetof(struct ipr_misc_cbs,
8061 pageC4_data)),
8062 sizeof(struct ipr_inquiry_pageC4));
8063 return IPR_RC_JOB_RETURN;
8064 }
8065
8066 LEAVE;
8067 return IPR_RC_JOB_CONTINUE;
8068}
8069
8070/**
8071 * ipr_ioafp_cap_inquiry - Send a Page 0xD0 Inquiry to the adapter.
8072 * @ipr_cmd: ipr command struct
8073 *
8074 * This function sends a Page 0xD0 inquiry to the adapter
8075 * to retrieve adapter capabilities.
8076 *
8077 * Return value:
8078 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8079 **/
8080static int ipr_ioafp_cap_inquiry(struct ipr_cmnd *ipr_cmd)
8081{
8082 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8083 struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
8084 struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
8085
8086 ENTER;
8087 ipr_cmd->job_step = ipr_ioafp_pageC4_inquiry;
8088 memset(cap, 0, sizeof(*cap));
8089
8090 if (ipr_inquiry_page_supported(page0, 0xD0)) {
8091 ipr_ioafp_inquiry(ipr_cmd, 1, 0xD0,
8092 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, cap),
8093 sizeof(struct ipr_inquiry_cap));
8094 return IPR_RC_JOB_RETURN;
8095 }
8096
8097 LEAVE;
8098 return IPR_RC_JOB_CONTINUE;
8099}
8100
8101/**
8102 * ipr_ioafp_page3_inquiry - Send a Page 3 Inquiry to the adapter.
8103 * @ipr_cmd: ipr command struct
8104 *
8105 * This function sends a Page 3 inquiry to the adapter
8106 * to retrieve software VPD information.
8107 *
8108 * Return value:
8109 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8110 **/
8111static int ipr_ioafp_page3_inquiry(struct ipr_cmnd *ipr_cmd)
8112{
8113 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8114
8115 ENTER;
8116
8117 ipr_cmd->job_step = ipr_ioafp_cap_inquiry;
8118
8119 ipr_ioafp_inquiry(ipr_cmd, 1, 3,
8120 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page3_data),
8121 sizeof(struct ipr_inquiry_page3));
8122
8123 LEAVE;
8124 return IPR_RC_JOB_RETURN;
8125}
8126
8127/**
8128 * ipr_ioafp_page0_inquiry - Send a Page 0 Inquiry to the adapter.
8129 * @ipr_cmd: ipr command struct
8130 *
8131 * This function sends a Page 0 inquiry to the adapter
8132 * to retrieve supported inquiry pages.
8133 *
8134 * Return value:
8135 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8136 **/
8137static int ipr_ioafp_page0_inquiry(struct ipr_cmnd *ipr_cmd)
8138{
8139 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8140 char type[5];
8141
8142 ENTER;
8143
8144 /* Grab the type out of the VPD and store it away */
8145 memcpy(type, ioa_cfg->vpd_cbs->ioa_vpd.std_inq_data.vpids.product_id, 4);
8146 type[4] = '\0';
8147 ioa_cfg->type = simple_strtoul((char *)type, NULL, 16);
8148
8149 if (ipr_invalid_adapter(ioa_cfg)) {
8150 dev_err(&ioa_cfg->pdev->dev,
8151 "Adapter not supported in this hardware configuration.\n");
8152
8153 if (!ipr_testmode) {
8154 ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
8155 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8156 list_add_tail(&ipr_cmd->queue,
8157 &ioa_cfg->hrrq->hrrq_free_q);
8158 return IPR_RC_JOB_RETURN;
8159 }
8160 }
8161
8162 ipr_cmd->job_step = ipr_ioafp_page3_inquiry;
8163
8164 ipr_ioafp_inquiry(ipr_cmd, 1, 0,
8165 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page0_data),
8166 sizeof(struct ipr_inquiry_page0));
8167
8168 LEAVE;
8169 return IPR_RC_JOB_RETURN;
8170}
8171
8172/**
8173 * ipr_ioafp_std_inquiry - Send a Standard Inquiry to the adapter.
8174 * @ipr_cmd: ipr command struct
8175 *
8176 * This function sends a standard inquiry to the adapter.
8177 *
8178 * Return value:
8179 * IPR_RC_JOB_RETURN
8180 **/
8181static int ipr_ioafp_std_inquiry(struct ipr_cmnd *ipr_cmd)
8182{
8183 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8184
8185 ENTER;
8186 ipr_cmd->job_step = ipr_ioafp_page0_inquiry;
8187
8188 ipr_ioafp_inquiry(ipr_cmd, 0, 0,
8189 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, ioa_vpd),
8190 sizeof(struct ipr_ioa_vpd));
8191
8192 LEAVE;
8193 return IPR_RC_JOB_RETURN;
8194}
8195
8196/**
8197 * ipr_ioafp_identify_hrrq - Send Identify Host RRQ.
8198 * @ipr_cmd: ipr command struct
8199 *
8200 * This function send an Identify Host Request Response Queue
8201 * command to establish the HRRQ with the adapter.
8202 *
8203 * Return value:
8204 * IPR_RC_JOB_RETURN
8205 **/
8206static int ipr_ioafp_identify_hrrq(struct ipr_cmnd *ipr_cmd)
8207{
8208 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8209 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
8210 struct ipr_hrr_queue *hrrq;
8211
8212 ENTER;
8213 ipr_cmd->job_step = ipr_ioafp_std_inquiry;
8214 if (ioa_cfg->identify_hrrq_index == 0)
8215 dev_info(&ioa_cfg->pdev->dev, "Starting IOA initialization sequence.\n");
8216
8217 if (ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num) {
8218 hrrq = &ioa_cfg->hrrq[ioa_cfg->identify_hrrq_index];
8219
8220 ioarcb->cmd_pkt.cdb[0] = IPR_ID_HOST_RR_Q;
8221 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
8222
8223 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
8224 if (ioa_cfg->sis64)
8225 ioarcb->cmd_pkt.cdb[1] = 0x1;
8226
8227 if (ioa_cfg->nvectors == 1)
8228 ioarcb->cmd_pkt.cdb[1] &= ~IPR_ID_HRRQ_SELE_ENABLE;
8229 else
8230 ioarcb->cmd_pkt.cdb[1] |= IPR_ID_HRRQ_SELE_ENABLE;
8231
8232 ioarcb->cmd_pkt.cdb[2] =
8233 ((u64) hrrq->host_rrq_dma >> 24) & 0xff;
8234 ioarcb->cmd_pkt.cdb[3] =
8235 ((u64) hrrq->host_rrq_dma >> 16) & 0xff;
8236 ioarcb->cmd_pkt.cdb[4] =
8237 ((u64) hrrq->host_rrq_dma >> 8) & 0xff;
8238 ioarcb->cmd_pkt.cdb[5] =
8239 ((u64) hrrq->host_rrq_dma) & 0xff;
8240 ioarcb->cmd_pkt.cdb[7] =
8241 ((sizeof(u32) * hrrq->size) >> 8) & 0xff;
8242 ioarcb->cmd_pkt.cdb[8] =
8243 (sizeof(u32) * hrrq->size) & 0xff;
8244
8245 if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
8246 ioarcb->cmd_pkt.cdb[9] =
8247 ioa_cfg->identify_hrrq_index;
8248
8249 if (ioa_cfg->sis64) {
8250 ioarcb->cmd_pkt.cdb[10] =
8251 ((u64) hrrq->host_rrq_dma >> 56) & 0xff;
8252 ioarcb->cmd_pkt.cdb[11] =
8253 ((u64) hrrq->host_rrq_dma >> 48) & 0xff;
8254 ioarcb->cmd_pkt.cdb[12] =
8255 ((u64) hrrq->host_rrq_dma >> 40) & 0xff;
8256 ioarcb->cmd_pkt.cdb[13] =
8257 ((u64) hrrq->host_rrq_dma >> 32) & 0xff;
8258 }
8259
8260 if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
8261 ioarcb->cmd_pkt.cdb[14] =
8262 ioa_cfg->identify_hrrq_index;
8263
8264 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
8265 IPR_INTERNAL_TIMEOUT);
8266
8267 if (++ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num)
8268 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
8269
8270 LEAVE;
8271 return IPR_RC_JOB_RETURN;
8272 }
8273
8274 LEAVE;
8275 return IPR_RC_JOB_CONTINUE;
8276}
8277
8278/**
8279 * ipr_reset_timer_done - Adapter reset timer function
8280 * @ipr_cmd: ipr command struct
8281 *
8282 * Description: This function is used in adapter reset processing
8283 * for timing events. If the reset_cmd pointer in the IOA
8284 * config struct is not this adapter's we are doing nested
8285 * resets and fail_all_ops will take care of freeing the
8286 * command block.
8287 *
8288 * Return value:
8289 * none
8290 **/
8291static void ipr_reset_timer_done(struct timer_list *t)
8292{
8293 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
8294 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8295 unsigned long lock_flags = 0;
8296
8297 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8298
8299 if (ioa_cfg->reset_cmd == ipr_cmd) {
8300 list_del(&ipr_cmd->queue);
8301 ipr_cmd->done(ipr_cmd);
8302 }
8303
8304 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8305}
8306
8307/**
8308 * ipr_reset_start_timer - Start a timer for adapter reset job
8309 * @ipr_cmd: ipr command struct
8310 * @timeout: timeout value
8311 *
8312 * Description: This function is used in adapter reset processing
8313 * for timing events. If the reset_cmd pointer in the IOA
8314 * config struct is not this adapter's we are doing nested
8315 * resets and fail_all_ops will take care of freeing the
8316 * command block.
8317 *
8318 * Return value:
8319 * none
8320 **/
8321static void ipr_reset_start_timer(struct ipr_cmnd *ipr_cmd,
8322 unsigned long timeout)
8323{
8324
8325 ENTER;
8326 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
8327 ipr_cmd->done = ipr_reset_ioa_job;
8328
8329 ipr_cmd->timer.expires = jiffies + timeout;
8330 ipr_cmd->timer.function = ipr_reset_timer_done;
8331 add_timer(&ipr_cmd->timer);
8332}
8333
8334/**
8335 * ipr_init_ioa_mem - Initialize ioa_cfg control block
8336 * @ioa_cfg: ioa cfg struct
8337 *
8338 * Return value:
8339 * nothing
8340 **/
8341static void ipr_init_ioa_mem(struct ipr_ioa_cfg *ioa_cfg)
8342{
8343 struct ipr_hrr_queue *hrrq;
8344
8345 for_each_hrrq(hrrq, ioa_cfg) {
8346 spin_lock(&hrrq->_lock);
8347 memset(hrrq->host_rrq, 0, sizeof(u32) * hrrq->size);
8348
8349 /* Initialize Host RRQ pointers */
8350 hrrq->hrrq_start = hrrq->host_rrq;
8351 hrrq->hrrq_end = &hrrq->host_rrq[hrrq->size - 1];
8352 hrrq->hrrq_curr = hrrq->hrrq_start;
8353 hrrq->toggle_bit = 1;
8354 spin_unlock(&hrrq->_lock);
8355 }
8356 wmb();
8357
8358 ioa_cfg->identify_hrrq_index = 0;
8359 if (ioa_cfg->hrrq_num == 1)
8360 atomic_set(&ioa_cfg->hrrq_index, 0);
8361 else
8362 atomic_set(&ioa_cfg->hrrq_index, 1);
8363
8364 /* Zero out config table */
8365 memset(ioa_cfg->u.cfg_table, 0, ioa_cfg->cfg_table_size);
8366}
8367
8368/**
8369 * ipr_reset_next_stage - Process IPL stage change based on feedback register.
8370 * @ipr_cmd: ipr command struct
8371 *
8372 * Return value:
8373 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8374 **/
8375static int ipr_reset_next_stage(struct ipr_cmnd *ipr_cmd)
8376{
8377 unsigned long stage, stage_time;
8378 u32 feedback;
8379 volatile u32 int_reg;
8380 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8381 u64 maskval = 0;
8382
8383 feedback = readl(ioa_cfg->regs.init_feedback_reg);
8384 stage = feedback & IPR_IPL_INIT_STAGE_MASK;
8385 stage_time = feedback & IPR_IPL_INIT_STAGE_TIME_MASK;
8386
8387 ipr_dbg("IPL stage = 0x%lx, IPL stage time = %ld\n", stage, stage_time);
8388
8389 /* sanity check the stage_time value */
8390 if (stage_time == 0)
8391 stage_time = IPR_IPL_INIT_DEFAULT_STAGE_TIME;
8392 else if (stage_time < IPR_IPL_INIT_MIN_STAGE_TIME)
8393 stage_time = IPR_IPL_INIT_MIN_STAGE_TIME;
8394 else if (stage_time > IPR_LONG_OPERATIONAL_TIMEOUT)
8395 stage_time = IPR_LONG_OPERATIONAL_TIMEOUT;
8396
8397 if (stage == IPR_IPL_INIT_STAGE_UNKNOWN) {
8398 writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.set_interrupt_mask_reg);
8399 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8400 stage_time = ioa_cfg->transop_timeout;
8401 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
8402 } else if (stage == IPR_IPL_INIT_STAGE_TRANSOP) {
8403 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
8404 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
8405 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
8406 maskval = IPR_PCII_IPL_STAGE_CHANGE;
8407 maskval = (maskval << 32) | IPR_PCII_IOA_TRANS_TO_OPER;
8408 writeq(maskval, ioa_cfg->regs.set_interrupt_mask_reg);
8409 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8410 return IPR_RC_JOB_CONTINUE;
8411 }
8412 }
8413
8414 ipr_cmd->timer.expires = jiffies + stage_time * HZ;
8415 ipr_cmd->timer.function = ipr_oper_timeout;
8416 ipr_cmd->done = ipr_reset_ioa_job;
8417 add_timer(&ipr_cmd->timer);
8418
8419 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
8420
8421 return IPR_RC_JOB_RETURN;
8422}
8423
8424/**
8425 * ipr_reset_enable_ioa - Enable the IOA following a reset.
8426 * @ipr_cmd: ipr command struct
8427 *
8428 * This function reinitializes some control blocks and
8429 * enables destructive diagnostics on the adapter.
8430 *
8431 * Return value:
8432 * IPR_RC_JOB_RETURN
8433 **/
8434static int ipr_reset_enable_ioa(struct ipr_cmnd *ipr_cmd)
8435{
8436 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8437 volatile u32 int_reg;
8438 volatile u64 maskval;
8439 int i;
8440
8441 ENTER;
8442 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
8443 ipr_init_ioa_mem(ioa_cfg);
8444
8445 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8446 spin_lock(&ioa_cfg->hrrq[i]._lock);
8447 ioa_cfg->hrrq[i].allow_interrupts = 1;
8448 spin_unlock(&ioa_cfg->hrrq[i]._lock);
8449 }
8450 wmb();
8451 if (ioa_cfg->sis64) {
8452 /* Set the adapter to the correct endian mode. */
8453 writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
8454 int_reg = readl(ioa_cfg->regs.endian_swap_reg);
8455 }
8456
8457 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
8458
8459 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
8460 writel((IPR_PCII_ERROR_INTERRUPTS | IPR_PCII_HRRQ_UPDATED),
8461 ioa_cfg->regs.clr_interrupt_mask_reg32);
8462 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8463 return IPR_RC_JOB_CONTINUE;
8464 }
8465
8466 /* Enable destructive diagnostics on IOA */
8467 writel(ioa_cfg->doorbell, ioa_cfg->regs.set_uproc_interrupt_reg32);
8468
8469 if (ioa_cfg->sis64) {
8470 maskval = IPR_PCII_IPL_STAGE_CHANGE;
8471 maskval = (maskval << 32) | IPR_PCII_OPER_INTERRUPTS;
8472 writeq(maskval, ioa_cfg->regs.clr_interrupt_mask_reg);
8473 } else
8474 writel(IPR_PCII_OPER_INTERRUPTS, ioa_cfg->regs.clr_interrupt_mask_reg32);
8475
8476 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8477
8478 dev_info(&ioa_cfg->pdev->dev, "Initializing IOA.\n");
8479
8480 if (ioa_cfg->sis64) {
8481 ipr_cmd->job_step = ipr_reset_next_stage;
8482 return IPR_RC_JOB_CONTINUE;
8483 }
8484
8485 ipr_cmd->timer.expires = jiffies + (ioa_cfg->transop_timeout * HZ);
8486 ipr_cmd->timer.function = ipr_oper_timeout;
8487 ipr_cmd->done = ipr_reset_ioa_job;
8488 add_timer(&ipr_cmd->timer);
8489 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
8490
8491 LEAVE;
8492 return IPR_RC_JOB_RETURN;
8493}
8494
8495/**
8496 * ipr_reset_wait_for_dump - Wait for a dump to timeout.
8497 * @ipr_cmd: ipr command struct
8498 *
8499 * This function is invoked when an adapter dump has run out
8500 * of processing time.
8501 *
8502 * Return value:
8503 * IPR_RC_JOB_CONTINUE
8504 **/
8505static int ipr_reset_wait_for_dump(struct ipr_cmnd *ipr_cmd)
8506{
8507 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8508
8509 if (ioa_cfg->sdt_state == GET_DUMP)
8510 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8511 else if (ioa_cfg->sdt_state == READ_DUMP)
8512 ioa_cfg->sdt_state = ABORT_DUMP;
8513
8514 ioa_cfg->dump_timeout = 1;
8515 ipr_cmd->job_step = ipr_reset_alert;
8516
8517 return IPR_RC_JOB_CONTINUE;
8518}
8519
8520/**
8521 * ipr_unit_check_no_data - Log a unit check/no data error log
8522 * @ioa_cfg: ioa config struct
8523 *
8524 * Logs an error indicating the adapter unit checked, but for some
8525 * reason, we were unable to fetch the unit check buffer.
8526 *
8527 * Return value:
8528 * nothing
8529 **/
8530static void ipr_unit_check_no_data(struct ipr_ioa_cfg *ioa_cfg)
8531{
8532 ioa_cfg->errors_logged++;
8533 dev_err(&ioa_cfg->pdev->dev, "IOA unit check with no data\n");
8534}
8535
8536/**
8537 * ipr_get_unit_check_buffer - Get the unit check buffer from the IOA
8538 * @ioa_cfg: ioa config struct
8539 *
8540 * Fetches the unit check buffer from the adapter by clocking the data
8541 * through the mailbox register.
8542 *
8543 * Return value:
8544 * nothing
8545 **/
8546static void ipr_get_unit_check_buffer(struct ipr_ioa_cfg *ioa_cfg)
8547{
8548 unsigned long mailbox;
8549 struct ipr_hostrcb *hostrcb;
8550 struct ipr_uc_sdt sdt;
8551 int rc, length;
8552 u32 ioasc;
8553
8554 mailbox = readl(ioa_cfg->ioa_mailbox);
8555
8556 if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(mailbox)) {
8557 ipr_unit_check_no_data(ioa_cfg);
8558 return;
8559 }
8560
8561 memset(&sdt, 0, sizeof(struct ipr_uc_sdt));
8562 rc = ipr_get_ldump_data_section(ioa_cfg, mailbox, (__be32 *) &sdt,
8563 (sizeof(struct ipr_uc_sdt)) / sizeof(__be32));
8564
8565 if (rc || !(sdt.entry[0].flags & IPR_SDT_VALID_ENTRY) ||
8566 ((be32_to_cpu(sdt.hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
8567 (be32_to_cpu(sdt.hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
8568 ipr_unit_check_no_data(ioa_cfg);
8569 return;
8570 }
8571
8572 /* Find length of the first sdt entry (UC buffer) */
8573 if (be32_to_cpu(sdt.hdr.state) == IPR_FMT3_SDT_READY_TO_USE)
8574 length = be32_to_cpu(sdt.entry[0].end_token);
8575 else
8576 length = (be32_to_cpu(sdt.entry[0].end_token) -
8577 be32_to_cpu(sdt.entry[0].start_token)) &
8578 IPR_FMT2_MBX_ADDR_MASK;
8579
8580 hostrcb = list_entry(ioa_cfg->hostrcb_free_q.next,
8581 struct ipr_hostrcb, queue);
8582 list_del_init(&hostrcb->queue);
8583 memset(&hostrcb->hcam, 0, sizeof(hostrcb->hcam));
8584
8585 rc = ipr_get_ldump_data_section(ioa_cfg,
8586 be32_to_cpu(sdt.entry[0].start_token),
8587 (__be32 *)&hostrcb->hcam,
8588 min(length, (int)sizeof(hostrcb->hcam)) / sizeof(__be32));
8589
8590 if (!rc) {
8591 ipr_handle_log_data(ioa_cfg, hostrcb);
8592 ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
8593 if (ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED &&
8594 ioa_cfg->sdt_state == GET_DUMP)
8595 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8596 } else
8597 ipr_unit_check_no_data(ioa_cfg);
8598
8599 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
8600}
8601
8602/**
8603 * ipr_reset_get_unit_check_job - Call to get the unit check buffer.
8604 * @ipr_cmd: ipr command struct
8605 *
8606 * Description: This function will call to get the unit check buffer.
8607 *
8608 * Return value:
8609 * IPR_RC_JOB_RETURN
8610 **/
8611static int ipr_reset_get_unit_check_job(struct ipr_cmnd *ipr_cmd)
8612{
8613 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8614
8615 ENTER;
8616 ioa_cfg->ioa_unit_checked = 0;
8617 ipr_get_unit_check_buffer(ioa_cfg);
8618 ipr_cmd->job_step = ipr_reset_alert;
8619 ipr_reset_start_timer(ipr_cmd, 0);
8620
8621 LEAVE;
8622 return IPR_RC_JOB_RETURN;
8623}
8624
8625static int ipr_dump_mailbox_wait(struct ipr_cmnd *ipr_cmd)
8626{
8627 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8628
8629 ENTER;
8630
8631 if (ioa_cfg->sdt_state != GET_DUMP)
8632 return IPR_RC_JOB_RETURN;
8633
8634 if (!ioa_cfg->sis64 || !ipr_cmd->u.time_left ||
8635 (readl(ioa_cfg->regs.sense_interrupt_reg) &
8636 IPR_PCII_MAILBOX_STABLE)) {
8637
8638 if (!ipr_cmd->u.time_left)
8639 dev_err(&ioa_cfg->pdev->dev,
8640 "Timed out waiting for Mailbox register.\n");
8641
8642 ioa_cfg->sdt_state = READ_DUMP;
8643 ioa_cfg->dump_timeout = 0;
8644 if (ioa_cfg->sis64)
8645 ipr_reset_start_timer(ipr_cmd, IPR_SIS64_DUMP_TIMEOUT);
8646 else
8647 ipr_reset_start_timer(ipr_cmd, IPR_SIS32_DUMP_TIMEOUT);
8648 ipr_cmd->job_step = ipr_reset_wait_for_dump;
8649 schedule_work(&ioa_cfg->work_q);
8650
8651 } else {
8652 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8653 ipr_reset_start_timer(ipr_cmd,
8654 IPR_CHECK_FOR_RESET_TIMEOUT);
8655 }
8656
8657 LEAVE;
8658 return IPR_RC_JOB_RETURN;
8659}
8660
8661/**
8662 * ipr_reset_restore_cfg_space - Restore PCI config space.
8663 * @ipr_cmd: ipr command struct
8664 *
8665 * Description: This function restores the saved PCI config space of
8666 * the adapter, fails all outstanding ops back to the callers, and
8667 * fetches the dump/unit check if applicable to this reset.
8668 *
8669 * Return value:
8670 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8671 **/
8672static int ipr_reset_restore_cfg_space(struct ipr_cmnd *ipr_cmd)
8673{
8674 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8675 u32 int_reg;
8676
8677 ENTER;
8678 ioa_cfg->pdev->state_saved = true;
8679 pci_restore_state(ioa_cfg->pdev);
8680
8681 if (ipr_set_pcix_cmd_reg(ioa_cfg)) {
8682 ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
8683 return IPR_RC_JOB_CONTINUE;
8684 }
8685
8686 ipr_fail_all_ops(ioa_cfg);
8687
8688 if (ioa_cfg->sis64) {
8689 /* Set the adapter to the correct endian mode. */
8690 writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
8691 int_reg = readl(ioa_cfg->regs.endian_swap_reg);
8692 }
8693
8694 if (ioa_cfg->ioa_unit_checked) {
8695 if (ioa_cfg->sis64) {
8696 ipr_cmd->job_step = ipr_reset_get_unit_check_job;
8697 ipr_reset_start_timer(ipr_cmd, IPR_DUMP_DELAY_TIMEOUT);
8698 return IPR_RC_JOB_RETURN;
8699 } else {
8700 ioa_cfg->ioa_unit_checked = 0;
8701 ipr_get_unit_check_buffer(ioa_cfg);
8702 ipr_cmd->job_step = ipr_reset_alert;
8703 ipr_reset_start_timer(ipr_cmd, 0);
8704 return IPR_RC_JOB_RETURN;
8705 }
8706 }
8707
8708 if (ioa_cfg->in_ioa_bringdown) {
8709 ipr_cmd->job_step = ipr_ioa_bringdown_done;
8710 } else if (ioa_cfg->sdt_state == GET_DUMP) {
8711 ipr_cmd->job_step = ipr_dump_mailbox_wait;
8712 ipr_cmd->u.time_left = IPR_WAIT_FOR_MAILBOX;
8713 } else {
8714 ipr_cmd->job_step = ipr_reset_enable_ioa;
8715 }
8716
8717 LEAVE;
8718 return IPR_RC_JOB_CONTINUE;
8719}
8720
8721/**
8722 * ipr_reset_bist_done - BIST has completed on the adapter.
8723 * @ipr_cmd: ipr command struct
8724 *
8725 * Description: Unblock config space and resume the reset process.
8726 *
8727 * Return value:
8728 * IPR_RC_JOB_CONTINUE
8729 **/
8730static int ipr_reset_bist_done(struct ipr_cmnd *ipr_cmd)
8731{
8732 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8733
8734 ENTER;
8735 if (ioa_cfg->cfg_locked)
8736 pci_cfg_access_unlock(ioa_cfg->pdev);
8737 ioa_cfg->cfg_locked = 0;
8738 ipr_cmd->job_step = ipr_reset_restore_cfg_space;
8739 LEAVE;
8740 return IPR_RC_JOB_CONTINUE;
8741}
8742
8743/**
8744 * ipr_reset_start_bist - Run BIST on the adapter.
8745 * @ipr_cmd: ipr command struct
8746 *
8747 * Description: This function runs BIST on the adapter, then delays 2 seconds.
8748 *
8749 * Return value:
8750 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8751 **/
8752static int ipr_reset_start_bist(struct ipr_cmnd *ipr_cmd)
8753{
8754 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8755 int rc = PCIBIOS_SUCCESSFUL;
8756
8757 ENTER;
8758 if (ioa_cfg->ipr_chip->bist_method == IPR_MMIO)
8759 writel(IPR_UPROCI_SIS64_START_BIST,
8760 ioa_cfg->regs.set_uproc_interrupt_reg32);
8761 else
8762 rc = pci_write_config_byte(ioa_cfg->pdev, PCI_BIST, PCI_BIST_START);
8763
8764 if (rc == PCIBIOS_SUCCESSFUL) {
8765 ipr_cmd->job_step = ipr_reset_bist_done;
8766 ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
8767 rc = IPR_RC_JOB_RETURN;
8768 } else {
8769 if (ioa_cfg->cfg_locked)
8770 pci_cfg_access_unlock(ipr_cmd->ioa_cfg->pdev);
8771 ioa_cfg->cfg_locked = 0;
8772 ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
8773 rc = IPR_RC_JOB_CONTINUE;
8774 }
8775
8776 LEAVE;
8777 return rc;
8778}
8779
8780/**
8781 * ipr_reset_slot_reset_done - Clear PCI reset to the adapter
8782 * @ipr_cmd: ipr command struct
8783 *
8784 * Description: This clears PCI reset to the adapter and delays two seconds.
8785 *
8786 * Return value:
8787 * IPR_RC_JOB_RETURN
8788 **/
8789static int ipr_reset_slot_reset_done(struct ipr_cmnd *ipr_cmd)
8790{
8791 ENTER;
8792 ipr_cmd->job_step = ipr_reset_bist_done;
8793 ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
8794 LEAVE;
8795 return IPR_RC_JOB_RETURN;
8796}
8797
8798/**
8799 * ipr_reset_reset_work - Pulse a PCIe fundamental reset
8800 * @work: work struct
8801 *
8802 * Description: This pulses warm reset to a slot.
8803 *
8804 **/
8805static void ipr_reset_reset_work(struct work_struct *work)
8806{
8807 struct ipr_cmnd *ipr_cmd = container_of(work, struct ipr_cmnd, work);
8808 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8809 struct pci_dev *pdev = ioa_cfg->pdev;
8810 unsigned long lock_flags = 0;
8811
8812 ENTER;
8813 pci_set_pcie_reset_state(pdev, pcie_warm_reset);
8814 msleep(jiffies_to_msecs(IPR_PCI_RESET_TIMEOUT));
8815 pci_set_pcie_reset_state(pdev, pcie_deassert_reset);
8816
8817 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8818 if (ioa_cfg->reset_cmd == ipr_cmd)
8819 ipr_reset_ioa_job(ipr_cmd);
8820 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8821 LEAVE;
8822}
8823
8824/**
8825 * ipr_reset_slot_reset - Reset the PCI slot of the adapter.
8826 * @ipr_cmd: ipr command struct
8827 *
8828 * Description: This asserts PCI reset to the adapter.
8829 *
8830 * Return value:
8831 * IPR_RC_JOB_RETURN
8832 **/
8833static int ipr_reset_slot_reset(struct ipr_cmnd *ipr_cmd)
8834{
8835 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8836
8837 ENTER;
8838 INIT_WORK(&ipr_cmd->work, ipr_reset_reset_work);
8839 queue_work(ioa_cfg->reset_work_q, &ipr_cmd->work);
8840 ipr_cmd->job_step = ipr_reset_slot_reset_done;
8841 LEAVE;
8842 return IPR_RC_JOB_RETURN;
8843}
8844
8845/**
8846 * ipr_reset_block_config_access_wait - Wait for permission to block config access
8847 * @ipr_cmd: ipr command struct
8848 *
8849 * Description: This attempts to block config access to the IOA.
8850 *
8851 * Return value:
8852 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8853 **/
8854static int ipr_reset_block_config_access_wait(struct ipr_cmnd *ipr_cmd)
8855{
8856 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8857 int rc = IPR_RC_JOB_CONTINUE;
8858
8859 if (pci_cfg_access_trylock(ioa_cfg->pdev)) {
8860 ioa_cfg->cfg_locked = 1;
8861 ipr_cmd->job_step = ioa_cfg->reset;
8862 } else {
8863 if (ipr_cmd->u.time_left) {
8864 rc = IPR_RC_JOB_RETURN;
8865 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8866 ipr_reset_start_timer(ipr_cmd,
8867 IPR_CHECK_FOR_RESET_TIMEOUT);
8868 } else {
8869 ipr_cmd->job_step = ioa_cfg->reset;
8870 dev_err(&ioa_cfg->pdev->dev,
8871 "Timed out waiting to lock config access. Resetting anyway.\n");
8872 }
8873 }
8874
8875 return rc;
8876}
8877
8878/**
8879 * ipr_reset_block_config_access - Block config access to the IOA
8880 * @ipr_cmd: ipr command struct
8881 *
8882 * Description: This attempts to block config access to the IOA
8883 *
8884 * Return value:
8885 * IPR_RC_JOB_CONTINUE
8886 **/
8887static int ipr_reset_block_config_access(struct ipr_cmnd *ipr_cmd)
8888{
8889 ipr_cmd->ioa_cfg->cfg_locked = 0;
8890 ipr_cmd->job_step = ipr_reset_block_config_access_wait;
8891 ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
8892 return IPR_RC_JOB_CONTINUE;
8893}
8894
8895/**
8896 * ipr_reset_allowed - Query whether or not IOA can be reset
8897 * @ioa_cfg: ioa config struct
8898 *
8899 * Return value:
8900 * 0 if reset not allowed / non-zero if reset is allowed
8901 **/
8902static int ipr_reset_allowed(struct ipr_ioa_cfg *ioa_cfg)
8903{
8904 volatile u32 temp_reg;
8905
8906 temp_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
8907 return ((temp_reg & IPR_PCII_CRITICAL_OPERATION) == 0);
8908}
8909
8910/**
8911 * ipr_reset_wait_to_start_bist - Wait for permission to reset IOA.
8912 * @ipr_cmd: ipr command struct
8913 *
8914 * Description: This function waits for adapter permission to run BIST,
8915 * then runs BIST. If the adapter does not give permission after a
8916 * reasonable time, we will reset the adapter anyway. The impact of
8917 * resetting the adapter without warning the adapter is the risk of
8918 * losing the persistent error log on the adapter. If the adapter is
8919 * reset while it is writing to the flash on the adapter, the flash
8920 * segment will have bad ECC and be zeroed.
8921 *
8922 * Return value:
8923 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8924 **/
8925static int ipr_reset_wait_to_start_bist(struct ipr_cmnd *ipr_cmd)
8926{
8927 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8928 int rc = IPR_RC_JOB_RETURN;
8929
8930 if (!ipr_reset_allowed(ioa_cfg) && ipr_cmd->u.time_left) {
8931 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8932 ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
8933 } else {
8934 ipr_cmd->job_step = ipr_reset_block_config_access;
8935 rc = IPR_RC_JOB_CONTINUE;
8936 }
8937
8938 return rc;
8939}
8940
8941/**
8942 * ipr_reset_alert - Alert the adapter of a pending reset
8943 * @ipr_cmd: ipr command struct
8944 *
8945 * Description: This function alerts the adapter that it will be reset.
8946 * If memory space is not currently enabled, proceed directly
8947 * to running BIST on the adapter. The timer must always be started
8948 * so we guarantee we do not run BIST from ipr_isr.
8949 *
8950 * Return value:
8951 * IPR_RC_JOB_RETURN
8952 **/
8953static int ipr_reset_alert(struct ipr_cmnd *ipr_cmd)
8954{
8955 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8956 u16 cmd_reg;
8957 int rc;
8958
8959 ENTER;
8960 rc = pci_read_config_word(ioa_cfg->pdev, PCI_COMMAND, &cmd_reg);
8961
8962 if ((rc == PCIBIOS_SUCCESSFUL) && (cmd_reg & PCI_COMMAND_MEMORY)) {
8963 ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
8964 writel(IPR_UPROCI_RESET_ALERT, ioa_cfg->regs.set_uproc_interrupt_reg32);
8965 ipr_cmd->job_step = ipr_reset_wait_to_start_bist;
8966 } else {
8967 ipr_cmd->job_step = ipr_reset_block_config_access;
8968 }
8969
8970 ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
8971 ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
8972
8973 LEAVE;
8974 return IPR_RC_JOB_RETURN;
8975}
8976
8977/**
8978 * ipr_reset_quiesce_done - Complete IOA disconnect
8979 * @ipr_cmd: ipr command struct
8980 *
8981 * Description: Freeze the adapter to complete quiesce processing
8982 *
8983 * Return value:
8984 * IPR_RC_JOB_CONTINUE
8985 **/
8986static int ipr_reset_quiesce_done(struct ipr_cmnd *ipr_cmd)
8987{
8988 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8989
8990 ENTER;
8991 ipr_cmd->job_step = ipr_ioa_bringdown_done;
8992 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
8993 LEAVE;
8994 return IPR_RC_JOB_CONTINUE;
8995}
8996
8997/**
8998 * ipr_reset_cancel_hcam_done - Check for outstanding commands
8999 * @ipr_cmd: ipr command struct
9000 *
9001 * Description: Ensure nothing is outstanding to the IOA and
9002 * proceed with IOA disconnect. Otherwise reset the IOA.
9003 *
9004 * Return value:
9005 * IPR_RC_JOB_RETURN / IPR_RC_JOB_CONTINUE
9006 **/
9007static int ipr_reset_cancel_hcam_done(struct ipr_cmnd *ipr_cmd)
9008{
9009 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9010 struct ipr_cmnd *loop_cmd;
9011 struct ipr_hrr_queue *hrrq;
9012 int rc = IPR_RC_JOB_CONTINUE;
9013 int count = 0;
9014
9015 ENTER;
9016 ipr_cmd->job_step = ipr_reset_quiesce_done;
9017
9018 for_each_hrrq(hrrq, ioa_cfg) {
9019 spin_lock(&hrrq->_lock);
9020 list_for_each_entry(loop_cmd, &hrrq->hrrq_pending_q, queue) {
9021 count++;
9022 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9023 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
9024 rc = IPR_RC_JOB_RETURN;
9025 break;
9026 }
9027 spin_unlock(&hrrq->_lock);
9028
9029 if (count)
9030 break;
9031 }
9032
9033 LEAVE;
9034 return rc;
9035}
9036
9037/**
9038 * ipr_reset_cancel_hcam - Cancel outstanding HCAMs
9039 * @ipr_cmd: ipr command struct
9040 *
9041 * Description: Cancel any oustanding HCAMs to the IOA.
9042 *
9043 * Return value:
9044 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
9045 **/
9046static int ipr_reset_cancel_hcam(struct ipr_cmnd *ipr_cmd)
9047{
9048 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9049 int rc = IPR_RC_JOB_CONTINUE;
9050 struct ipr_cmd_pkt *cmd_pkt;
9051 struct ipr_cmnd *hcam_cmd;
9052 struct ipr_hrr_queue *hrrq = &ioa_cfg->hrrq[IPR_INIT_HRRQ];
9053
9054 ENTER;
9055 ipr_cmd->job_step = ipr_reset_cancel_hcam_done;
9056
9057 if (!hrrq->ioa_is_dead) {
9058 if (!list_empty(&ioa_cfg->hostrcb_pending_q)) {
9059 list_for_each_entry(hcam_cmd, &hrrq->hrrq_pending_q, queue) {
9060 if (hcam_cmd->ioarcb.cmd_pkt.cdb[0] != IPR_HOST_CONTROLLED_ASYNC)
9061 continue;
9062
9063 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
9064 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
9065 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
9066 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
9067 cmd_pkt->cdb[0] = IPR_CANCEL_REQUEST;
9068 cmd_pkt->cdb[1] = IPR_CANCEL_64BIT_IOARCB;
9069 cmd_pkt->cdb[10] = ((u64) hcam_cmd->dma_addr >> 56) & 0xff;
9070 cmd_pkt->cdb[11] = ((u64) hcam_cmd->dma_addr >> 48) & 0xff;
9071 cmd_pkt->cdb[12] = ((u64) hcam_cmd->dma_addr >> 40) & 0xff;
9072 cmd_pkt->cdb[13] = ((u64) hcam_cmd->dma_addr >> 32) & 0xff;
9073 cmd_pkt->cdb[2] = ((u64) hcam_cmd->dma_addr >> 24) & 0xff;
9074 cmd_pkt->cdb[3] = ((u64) hcam_cmd->dma_addr >> 16) & 0xff;
9075 cmd_pkt->cdb[4] = ((u64) hcam_cmd->dma_addr >> 8) & 0xff;
9076 cmd_pkt->cdb[5] = ((u64) hcam_cmd->dma_addr) & 0xff;
9077
9078 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
9079 IPR_CANCEL_TIMEOUT);
9080
9081 rc = IPR_RC_JOB_RETURN;
9082 ipr_cmd->job_step = ipr_reset_cancel_hcam;
9083 break;
9084 }
9085 }
9086 } else
9087 ipr_cmd->job_step = ipr_reset_alert;
9088
9089 LEAVE;
9090 return rc;
9091}
9092
9093/**
9094 * ipr_reset_ucode_download_done - Microcode download completion
9095 * @ipr_cmd: ipr command struct
9096 *
9097 * Description: This function unmaps the microcode download buffer.
9098 *
9099 * Return value:
9100 * IPR_RC_JOB_CONTINUE
9101 **/
9102static int ipr_reset_ucode_download_done(struct ipr_cmnd *ipr_cmd)
9103{
9104 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9105 struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
9106
9107 dma_unmap_sg(&ioa_cfg->pdev->dev, sglist->scatterlist,
9108 sglist->num_sg, DMA_TO_DEVICE);
9109
9110 ipr_cmd->job_step = ipr_reset_alert;
9111 return IPR_RC_JOB_CONTINUE;
9112}
9113
9114/**
9115 * ipr_reset_ucode_download - Download microcode to the adapter
9116 * @ipr_cmd: ipr command struct
9117 *
9118 * Description: This function checks to see if it there is microcode
9119 * to download to the adapter. If there is, a download is performed.
9120 *
9121 * Return value:
9122 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
9123 **/
9124static int ipr_reset_ucode_download(struct ipr_cmnd *ipr_cmd)
9125{
9126 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9127 struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
9128
9129 ENTER;
9130 ipr_cmd->job_step = ipr_reset_alert;
9131
9132 if (!sglist)
9133 return IPR_RC_JOB_CONTINUE;
9134
9135 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
9136 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
9137 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = WRITE_BUFFER;
9138 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_WR_BUF_DOWNLOAD_AND_SAVE;
9139 ipr_cmd->ioarcb.cmd_pkt.cdb[6] = (sglist->buffer_len & 0xff0000) >> 16;
9140 ipr_cmd->ioarcb.cmd_pkt.cdb[7] = (sglist->buffer_len & 0x00ff00) >> 8;
9141 ipr_cmd->ioarcb.cmd_pkt.cdb[8] = sglist->buffer_len & 0x0000ff;
9142
9143 if (ioa_cfg->sis64)
9144 ipr_build_ucode_ioadl64(ipr_cmd, sglist);
9145 else
9146 ipr_build_ucode_ioadl(ipr_cmd, sglist);
9147 ipr_cmd->job_step = ipr_reset_ucode_download_done;
9148
9149 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
9150 IPR_WRITE_BUFFER_TIMEOUT);
9151
9152 LEAVE;
9153 return IPR_RC_JOB_RETURN;
9154}
9155
9156/**
9157 * ipr_reset_shutdown_ioa - Shutdown the adapter
9158 * @ipr_cmd: ipr command struct
9159 *
9160 * Description: This function issues an adapter shutdown of the
9161 * specified type to the specified adapter as part of the
9162 * adapter reset job.
9163 *
9164 * Return value:
9165 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
9166 **/
9167static int ipr_reset_shutdown_ioa(struct ipr_cmnd *ipr_cmd)
9168{
9169 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9170 enum ipr_shutdown_type shutdown_type = ipr_cmd->u.shutdown_type;
9171 unsigned long timeout;
9172 int rc = IPR_RC_JOB_CONTINUE;
9173
9174 ENTER;
9175 if (shutdown_type == IPR_SHUTDOWN_QUIESCE)
9176 ipr_cmd->job_step = ipr_reset_cancel_hcam;
9177 else if (shutdown_type != IPR_SHUTDOWN_NONE &&
9178 !ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
9179 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
9180 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
9181 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
9182 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = shutdown_type;
9183
9184 if (shutdown_type == IPR_SHUTDOWN_NORMAL)
9185 timeout = IPR_SHUTDOWN_TIMEOUT;
9186 else if (shutdown_type == IPR_SHUTDOWN_PREPARE_FOR_NORMAL)
9187 timeout = IPR_INTERNAL_TIMEOUT;
9188 else if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
9189 timeout = IPR_DUAL_IOA_ABBR_SHUTDOWN_TO;
9190 else
9191 timeout = IPR_ABBREV_SHUTDOWN_TIMEOUT;
9192
9193 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, timeout);
9194
9195 rc = IPR_RC_JOB_RETURN;
9196 ipr_cmd->job_step = ipr_reset_ucode_download;
9197 } else
9198 ipr_cmd->job_step = ipr_reset_alert;
9199
9200 LEAVE;
9201 return rc;
9202}
9203
9204/**
9205 * ipr_reset_ioa_job - Adapter reset job
9206 * @ipr_cmd: ipr command struct
9207 *
9208 * Description: This function is the job router for the adapter reset job.
9209 *
9210 * Return value:
9211 * none
9212 **/
9213static void ipr_reset_ioa_job(struct ipr_cmnd *ipr_cmd)
9214{
9215 u32 rc, ioasc;
9216 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9217
9218 do {
9219 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
9220
9221 if (ioa_cfg->reset_cmd != ipr_cmd) {
9222 /*
9223 * We are doing nested adapter resets and this is
9224 * not the current reset job.
9225 */
9226 list_add_tail(&ipr_cmd->queue,
9227 &ipr_cmd->hrrq->hrrq_free_q);
9228 return;
9229 }
9230
9231 if (IPR_IOASC_SENSE_KEY(ioasc)) {
9232 rc = ipr_cmd->job_step_failed(ipr_cmd);
9233 if (rc == IPR_RC_JOB_RETURN)
9234 return;
9235 }
9236
9237 ipr_reinit_ipr_cmnd(ipr_cmd);
9238 ipr_cmd->job_step_failed = ipr_reset_cmd_failed;
9239 rc = ipr_cmd->job_step(ipr_cmd);
9240 } while (rc == IPR_RC_JOB_CONTINUE);
9241}
9242
9243/**
9244 * _ipr_initiate_ioa_reset - Initiate an adapter reset
9245 * @ioa_cfg: ioa config struct
9246 * @job_step: first job step of reset job
9247 * @shutdown_type: shutdown type
9248 *
9249 * Description: This function will initiate the reset of the given adapter
9250 * starting at the selected job step.
9251 * If the caller needs to wait on the completion of the reset,
9252 * the caller must sleep on the reset_wait_q.
9253 *
9254 * Return value:
9255 * none
9256 **/
9257static void _ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
9258 int (*job_step) (struct ipr_cmnd *),
9259 enum ipr_shutdown_type shutdown_type)
9260{
9261 struct ipr_cmnd *ipr_cmd;
9262 int i;
9263
9264 ioa_cfg->in_reset_reload = 1;
9265 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9266 spin_lock(&ioa_cfg->hrrq[i]._lock);
9267 ioa_cfg->hrrq[i].allow_cmds = 0;
9268 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9269 }
9270 wmb();
9271 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
9272 ioa_cfg->scsi_unblock = 0;
9273 ioa_cfg->scsi_blocked = 1;
9274 scsi_block_requests(ioa_cfg->host);
9275 }
9276
9277 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
9278 ioa_cfg->reset_cmd = ipr_cmd;
9279 ipr_cmd->job_step = job_step;
9280 ipr_cmd->u.shutdown_type = shutdown_type;
9281
9282 ipr_reset_ioa_job(ipr_cmd);
9283}
9284
9285/**
9286 * ipr_initiate_ioa_reset - Initiate an adapter reset
9287 * @ioa_cfg: ioa config struct
9288 * @shutdown_type: shutdown type
9289 *
9290 * Description: This function will initiate the reset of the given adapter.
9291 * If the caller needs to wait on the completion of the reset,
9292 * the caller must sleep on the reset_wait_q.
9293 *
9294 * Return value:
9295 * none
9296 **/
9297static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
9298 enum ipr_shutdown_type shutdown_type)
9299{
9300 int i;
9301
9302 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
9303 return;
9304
9305 if (ioa_cfg->in_reset_reload) {
9306 if (ioa_cfg->sdt_state == GET_DUMP)
9307 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
9308 else if (ioa_cfg->sdt_state == READ_DUMP)
9309 ioa_cfg->sdt_state = ABORT_DUMP;
9310 }
9311
9312 if (ioa_cfg->reset_retries++ >= IPR_NUM_RESET_RELOAD_RETRIES) {
9313 dev_err(&ioa_cfg->pdev->dev,
9314 "IOA taken offline - error recovery failed\n");
9315
9316 ioa_cfg->reset_retries = 0;
9317 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9318 spin_lock(&ioa_cfg->hrrq[i]._lock);
9319 ioa_cfg->hrrq[i].ioa_is_dead = 1;
9320 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9321 }
9322 wmb();
9323
9324 if (ioa_cfg->in_ioa_bringdown) {
9325 ioa_cfg->reset_cmd = NULL;
9326 ioa_cfg->in_reset_reload = 0;
9327 ipr_fail_all_ops(ioa_cfg);
9328 wake_up_all(&ioa_cfg->reset_wait_q);
9329
9330 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
9331 ioa_cfg->scsi_unblock = 1;
9332 schedule_work(&ioa_cfg->work_q);
9333 }
9334 return;
9335 } else {
9336 ioa_cfg->in_ioa_bringdown = 1;
9337 shutdown_type = IPR_SHUTDOWN_NONE;
9338 }
9339 }
9340
9341 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_shutdown_ioa,
9342 shutdown_type);
9343}
9344
9345/**
9346 * ipr_reset_freeze - Hold off all I/O activity
9347 * @ipr_cmd: ipr command struct
9348 *
9349 * Description: If the PCI slot is frozen, hold off all I/O
9350 * activity; then, as soon as the slot is available again,
9351 * initiate an adapter reset.
9352 */
9353static int ipr_reset_freeze(struct ipr_cmnd *ipr_cmd)
9354{
9355 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9356 int i;
9357
9358 /* Disallow new interrupts, avoid loop */
9359 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9360 spin_lock(&ioa_cfg->hrrq[i]._lock);
9361 ioa_cfg->hrrq[i].allow_interrupts = 0;
9362 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9363 }
9364 wmb();
9365 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
9366 ipr_cmd->done = ipr_reset_ioa_job;
9367 return IPR_RC_JOB_RETURN;
9368}
9369
9370/**
9371 * ipr_pci_mmio_enabled - Called when MMIO has been re-enabled
9372 * @pdev: PCI device struct
9373 *
9374 * Description: This routine is called to tell us that the MMIO
9375 * access to the IOA has been restored
9376 */
9377static pci_ers_result_t ipr_pci_mmio_enabled(struct pci_dev *pdev)
9378{
9379 unsigned long flags = 0;
9380 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9381
9382 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9383 if (!ioa_cfg->probe_done)
9384 pci_save_state(pdev);
9385 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9386 return PCI_ERS_RESULT_NEED_RESET;
9387}
9388
9389/**
9390 * ipr_pci_frozen - Called when slot has experienced a PCI bus error.
9391 * @pdev: PCI device struct
9392 *
9393 * Description: This routine is called to tell us that the PCI bus
9394 * is down. Can't do anything here, except put the device driver
9395 * into a holding pattern, waiting for the PCI bus to come back.
9396 */
9397static void ipr_pci_frozen(struct pci_dev *pdev)
9398{
9399 unsigned long flags = 0;
9400 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9401
9402 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9403 if (ioa_cfg->probe_done)
9404 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_freeze, IPR_SHUTDOWN_NONE);
9405 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9406}
9407
9408/**
9409 * ipr_pci_slot_reset - Called when PCI slot has been reset.
9410 * @pdev: PCI device struct
9411 *
9412 * Description: This routine is called by the pci error recovery
9413 * code after the PCI slot has been reset, just before we
9414 * should resume normal operations.
9415 */
9416static pci_ers_result_t ipr_pci_slot_reset(struct pci_dev *pdev)
9417{
9418 unsigned long flags = 0;
9419 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9420
9421 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9422 if (ioa_cfg->probe_done) {
9423 if (ioa_cfg->needs_warm_reset)
9424 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9425 else
9426 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_restore_cfg_space,
9427 IPR_SHUTDOWN_NONE);
9428 } else
9429 wake_up_all(&ioa_cfg->eeh_wait_q);
9430 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9431 return PCI_ERS_RESULT_RECOVERED;
9432}
9433
9434/**
9435 * ipr_pci_perm_failure - Called when PCI slot is dead for good.
9436 * @pdev: PCI device struct
9437 *
9438 * Description: This routine is called when the PCI bus has
9439 * permanently failed.
9440 */
9441static void ipr_pci_perm_failure(struct pci_dev *pdev)
9442{
9443 unsigned long flags = 0;
9444 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9445 int i;
9446
9447 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9448 if (ioa_cfg->probe_done) {
9449 if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
9450 ioa_cfg->sdt_state = ABORT_DUMP;
9451 ioa_cfg->reset_retries = IPR_NUM_RESET_RELOAD_RETRIES - 1;
9452 ioa_cfg->in_ioa_bringdown = 1;
9453 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9454 spin_lock(&ioa_cfg->hrrq[i]._lock);
9455 ioa_cfg->hrrq[i].allow_cmds = 0;
9456 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9457 }
9458 wmb();
9459 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9460 } else
9461 wake_up_all(&ioa_cfg->eeh_wait_q);
9462 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9463}
9464
9465/**
9466 * ipr_pci_error_detected - Called when a PCI error is detected.
9467 * @pdev: PCI device struct
9468 * @state: PCI channel state
9469 *
9470 * Description: Called when a PCI error is detected.
9471 *
9472 * Return value:
9473 * PCI_ERS_RESULT_NEED_RESET or PCI_ERS_RESULT_DISCONNECT
9474 */
9475static pci_ers_result_t ipr_pci_error_detected(struct pci_dev *pdev,
9476 pci_channel_state_t state)
9477{
9478 switch (state) {
9479 case pci_channel_io_frozen:
9480 ipr_pci_frozen(pdev);
9481 return PCI_ERS_RESULT_CAN_RECOVER;
9482 case pci_channel_io_perm_failure:
9483 ipr_pci_perm_failure(pdev);
9484 return PCI_ERS_RESULT_DISCONNECT;
9485 break;
9486 default:
9487 break;
9488 }
9489 return PCI_ERS_RESULT_NEED_RESET;
9490}
9491
9492/**
9493 * ipr_probe_ioa_part2 - Initializes IOAs found in ipr_probe_ioa(..)
9494 * @ioa_cfg: ioa cfg struct
9495 *
9496 * Description: This is the second phase of adapter initialization
9497 * This function takes care of initilizing the adapter to the point
9498 * where it can accept new commands.
9499
9500 * Return value:
9501 * 0 on success / -EIO on failure
9502 **/
9503static int ipr_probe_ioa_part2(struct ipr_ioa_cfg *ioa_cfg)
9504{
9505 int rc = 0;
9506 unsigned long host_lock_flags = 0;
9507
9508 ENTER;
9509 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9510 dev_dbg(&ioa_cfg->pdev->dev, "ioa_cfg adx: 0x%p\n", ioa_cfg);
9511 ioa_cfg->probe_done = 1;
9512 if (ioa_cfg->needs_hard_reset) {
9513 ioa_cfg->needs_hard_reset = 0;
9514 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9515 } else
9516 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_enable_ioa,
9517 IPR_SHUTDOWN_NONE);
9518 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
9519
9520 LEAVE;
9521 return rc;
9522}
9523
9524/**
9525 * ipr_free_cmd_blks - Frees command blocks allocated for an adapter
9526 * @ioa_cfg: ioa config struct
9527 *
9528 * Return value:
9529 * none
9530 **/
9531static void ipr_free_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
9532{
9533 int i;
9534
9535 if (ioa_cfg->ipr_cmnd_list) {
9536 for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
9537 if (ioa_cfg->ipr_cmnd_list[i])
9538 dma_pool_free(ioa_cfg->ipr_cmd_pool,
9539 ioa_cfg->ipr_cmnd_list[i],
9540 ioa_cfg->ipr_cmnd_list_dma[i]);
9541
9542 ioa_cfg->ipr_cmnd_list[i] = NULL;
9543 }
9544 }
9545
9546 if (ioa_cfg->ipr_cmd_pool)
9547 dma_pool_destroy(ioa_cfg->ipr_cmd_pool);
9548
9549 kfree(ioa_cfg->ipr_cmnd_list);
9550 kfree(ioa_cfg->ipr_cmnd_list_dma);
9551 ioa_cfg->ipr_cmnd_list = NULL;
9552 ioa_cfg->ipr_cmnd_list_dma = NULL;
9553 ioa_cfg->ipr_cmd_pool = NULL;
9554}
9555
9556/**
9557 * ipr_free_mem - Frees memory allocated for an adapter
9558 * @ioa_cfg: ioa cfg struct
9559 *
9560 * Return value:
9561 * nothing
9562 **/
9563static void ipr_free_mem(struct ipr_ioa_cfg *ioa_cfg)
9564{
9565 int i;
9566
9567 kfree(ioa_cfg->res_entries);
9568 dma_free_coherent(&ioa_cfg->pdev->dev, sizeof(struct ipr_misc_cbs),
9569 ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
9570 ipr_free_cmd_blks(ioa_cfg);
9571
9572 for (i = 0; i < ioa_cfg->hrrq_num; i++)
9573 dma_free_coherent(&ioa_cfg->pdev->dev,
9574 sizeof(u32) * ioa_cfg->hrrq[i].size,
9575 ioa_cfg->hrrq[i].host_rrq,
9576 ioa_cfg->hrrq[i].host_rrq_dma);
9577
9578 dma_free_coherent(&ioa_cfg->pdev->dev, ioa_cfg->cfg_table_size,
9579 ioa_cfg->u.cfg_table, ioa_cfg->cfg_table_dma);
9580
9581 for (i = 0; i < IPR_MAX_HCAMS; i++) {
9582 dma_free_coherent(&ioa_cfg->pdev->dev,
9583 sizeof(struct ipr_hostrcb),
9584 ioa_cfg->hostrcb[i],
9585 ioa_cfg->hostrcb_dma[i]);
9586 }
9587
9588 ipr_free_dump(ioa_cfg);
9589 kfree(ioa_cfg->trace);
9590}
9591
9592/**
9593 * ipr_free_irqs - Free all allocated IRQs for the adapter.
9594 * @ioa_cfg: ipr cfg struct
9595 *
9596 * This function frees all allocated IRQs for the
9597 * specified adapter.
9598 *
9599 * Return value:
9600 * none
9601 **/
9602static void ipr_free_irqs(struct ipr_ioa_cfg *ioa_cfg)
9603{
9604 struct pci_dev *pdev = ioa_cfg->pdev;
9605 int i;
9606
9607 for (i = 0; i < ioa_cfg->nvectors; i++)
9608 free_irq(pci_irq_vector(pdev, i), &ioa_cfg->hrrq[i]);
9609 pci_free_irq_vectors(pdev);
9610}
9611
9612/**
9613 * ipr_free_all_resources - Free all allocated resources for an adapter.
9614 * @ipr_cmd: ipr command struct
9615 *
9616 * This function frees all allocated resources for the
9617 * specified adapter.
9618 *
9619 * Return value:
9620 * none
9621 **/
9622static void ipr_free_all_resources(struct ipr_ioa_cfg *ioa_cfg)
9623{
9624 struct pci_dev *pdev = ioa_cfg->pdev;
9625
9626 ENTER;
9627 ipr_free_irqs(ioa_cfg);
9628 if (ioa_cfg->reset_work_q)
9629 destroy_workqueue(ioa_cfg->reset_work_q);
9630 iounmap(ioa_cfg->hdw_dma_regs);
9631 pci_release_regions(pdev);
9632 ipr_free_mem(ioa_cfg);
9633 scsi_host_put(ioa_cfg->host);
9634 pci_disable_device(pdev);
9635 LEAVE;
9636}
9637
9638/**
9639 * ipr_alloc_cmd_blks - Allocate command blocks for an adapter
9640 * @ioa_cfg: ioa config struct
9641 *
9642 * Return value:
9643 * 0 on success / -ENOMEM on allocation failure
9644 **/
9645static int ipr_alloc_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
9646{
9647 struct ipr_cmnd *ipr_cmd;
9648 struct ipr_ioarcb *ioarcb;
9649 dma_addr_t dma_addr;
9650 int i, entries_each_hrrq, hrrq_id = 0;
9651
9652 ioa_cfg->ipr_cmd_pool = dma_pool_create(IPR_NAME, &ioa_cfg->pdev->dev,
9653 sizeof(struct ipr_cmnd), 512, 0);
9654
9655 if (!ioa_cfg->ipr_cmd_pool)
9656 return -ENOMEM;
9657
9658 ioa_cfg->ipr_cmnd_list = kcalloc(IPR_NUM_CMD_BLKS, sizeof(struct ipr_cmnd *), GFP_KERNEL);
9659 ioa_cfg->ipr_cmnd_list_dma = kcalloc(IPR_NUM_CMD_BLKS, sizeof(dma_addr_t), GFP_KERNEL);
9660
9661 if (!ioa_cfg->ipr_cmnd_list || !ioa_cfg->ipr_cmnd_list_dma) {
9662 ipr_free_cmd_blks(ioa_cfg);
9663 return -ENOMEM;
9664 }
9665
9666 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9667 if (ioa_cfg->hrrq_num > 1) {
9668 if (i == 0) {
9669 entries_each_hrrq = IPR_NUM_INTERNAL_CMD_BLKS;
9670 ioa_cfg->hrrq[i].min_cmd_id = 0;
9671 ioa_cfg->hrrq[i].max_cmd_id =
9672 (entries_each_hrrq - 1);
9673 } else {
9674 entries_each_hrrq =
9675 IPR_NUM_BASE_CMD_BLKS/
9676 (ioa_cfg->hrrq_num - 1);
9677 ioa_cfg->hrrq[i].min_cmd_id =
9678 IPR_NUM_INTERNAL_CMD_BLKS +
9679 (i - 1) * entries_each_hrrq;
9680 ioa_cfg->hrrq[i].max_cmd_id =
9681 (IPR_NUM_INTERNAL_CMD_BLKS +
9682 i * entries_each_hrrq - 1);
9683 }
9684 } else {
9685 entries_each_hrrq = IPR_NUM_CMD_BLKS;
9686 ioa_cfg->hrrq[i].min_cmd_id = 0;
9687 ioa_cfg->hrrq[i].max_cmd_id = (entries_each_hrrq - 1);
9688 }
9689 ioa_cfg->hrrq[i].size = entries_each_hrrq;
9690 }
9691
9692 BUG_ON(ioa_cfg->hrrq_num == 0);
9693
9694 i = IPR_NUM_CMD_BLKS -
9695 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id - 1;
9696 if (i > 0) {
9697 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].size += i;
9698 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id += i;
9699 }
9700
9701 for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
9702 ipr_cmd = dma_pool_alloc(ioa_cfg->ipr_cmd_pool, GFP_KERNEL, &dma_addr);
9703
9704 if (!ipr_cmd) {
9705 ipr_free_cmd_blks(ioa_cfg);
9706 return -ENOMEM;
9707 }
9708
9709 memset(ipr_cmd, 0, sizeof(*ipr_cmd));
9710 ioa_cfg->ipr_cmnd_list[i] = ipr_cmd;
9711 ioa_cfg->ipr_cmnd_list_dma[i] = dma_addr;
9712
9713 ioarcb = &ipr_cmd->ioarcb;
9714 ipr_cmd->dma_addr = dma_addr;
9715 if (ioa_cfg->sis64)
9716 ioarcb->a.ioarcb_host_pci_addr64 = cpu_to_be64(dma_addr);
9717 else
9718 ioarcb->a.ioarcb_host_pci_addr = cpu_to_be32(dma_addr);
9719
9720 ioarcb->host_response_handle = cpu_to_be32(i << 2);
9721 if (ioa_cfg->sis64) {
9722 ioarcb->u.sis64_addr_data.data_ioadl_addr =
9723 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
9724 ioarcb->u.sis64_addr_data.ioasa_host_pci_addr =
9725 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, s.ioasa64));
9726 } else {
9727 ioarcb->write_ioadl_addr =
9728 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
9729 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
9730 ioarcb->ioasa_host_pci_addr =
9731 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, s.ioasa));
9732 }
9733 ioarcb->ioasa_len = cpu_to_be16(sizeof(struct ipr_ioasa));
9734 ipr_cmd->cmd_index = i;
9735 ipr_cmd->ioa_cfg = ioa_cfg;
9736 ipr_cmd->sense_buffer_dma = dma_addr +
9737 offsetof(struct ipr_cmnd, sense_buffer);
9738
9739 ipr_cmd->ioarcb.cmd_pkt.hrrq_id = hrrq_id;
9740 ipr_cmd->hrrq = &ioa_cfg->hrrq[hrrq_id];
9741 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
9742 if (i >= ioa_cfg->hrrq[hrrq_id].max_cmd_id)
9743 hrrq_id++;
9744 }
9745
9746 return 0;
9747}
9748
9749/**
9750 * ipr_alloc_mem - Allocate memory for an adapter
9751 * @ioa_cfg: ioa config struct
9752 *
9753 * Return value:
9754 * 0 on success / non-zero for error
9755 **/
9756static int ipr_alloc_mem(struct ipr_ioa_cfg *ioa_cfg)
9757{
9758 struct pci_dev *pdev = ioa_cfg->pdev;
9759 int i, rc = -ENOMEM;
9760
9761 ENTER;
9762 ioa_cfg->res_entries = kzalloc(sizeof(struct ipr_resource_entry) *
9763 ioa_cfg->max_devs_supported, GFP_KERNEL);
9764
9765 if (!ioa_cfg->res_entries)
9766 goto out;
9767
9768 for (i = 0; i < ioa_cfg->max_devs_supported; i++) {
9769 list_add_tail(&ioa_cfg->res_entries[i].queue, &ioa_cfg->free_res_q);
9770 ioa_cfg->res_entries[i].ioa_cfg = ioa_cfg;
9771 }
9772
9773 ioa_cfg->vpd_cbs = dma_alloc_coherent(&pdev->dev,
9774 sizeof(struct ipr_misc_cbs),
9775 &ioa_cfg->vpd_cbs_dma,
9776 GFP_KERNEL);
9777
9778 if (!ioa_cfg->vpd_cbs)
9779 goto out_free_res_entries;
9780
9781 if (ipr_alloc_cmd_blks(ioa_cfg))
9782 goto out_free_vpd_cbs;
9783
9784 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9785 ioa_cfg->hrrq[i].host_rrq = dma_alloc_coherent(&pdev->dev,
9786 sizeof(u32) * ioa_cfg->hrrq[i].size,
9787 &ioa_cfg->hrrq[i].host_rrq_dma,
9788 GFP_KERNEL);
9789
9790 if (!ioa_cfg->hrrq[i].host_rrq) {
9791 while (--i > 0)
9792 dma_free_coherent(&pdev->dev,
9793 sizeof(u32) * ioa_cfg->hrrq[i].size,
9794 ioa_cfg->hrrq[i].host_rrq,
9795 ioa_cfg->hrrq[i].host_rrq_dma);
9796 goto out_ipr_free_cmd_blocks;
9797 }
9798 ioa_cfg->hrrq[i].ioa_cfg = ioa_cfg;
9799 }
9800
9801 ioa_cfg->u.cfg_table = dma_alloc_coherent(&pdev->dev,
9802 ioa_cfg->cfg_table_size,
9803 &ioa_cfg->cfg_table_dma,
9804 GFP_KERNEL);
9805
9806 if (!ioa_cfg->u.cfg_table)
9807 goto out_free_host_rrq;
9808
9809 for (i = 0; i < IPR_MAX_HCAMS; i++) {
9810 ioa_cfg->hostrcb[i] = dma_alloc_coherent(&pdev->dev,
9811 sizeof(struct ipr_hostrcb),
9812 &ioa_cfg->hostrcb_dma[i],
9813 GFP_KERNEL);
9814
9815 if (!ioa_cfg->hostrcb[i])
9816 goto out_free_hostrcb_dma;
9817
9818 ioa_cfg->hostrcb[i]->hostrcb_dma =
9819 ioa_cfg->hostrcb_dma[i] + offsetof(struct ipr_hostrcb, hcam);
9820 ioa_cfg->hostrcb[i]->ioa_cfg = ioa_cfg;
9821 list_add_tail(&ioa_cfg->hostrcb[i]->queue, &ioa_cfg->hostrcb_free_q);
9822 }
9823
9824 ioa_cfg->trace = kzalloc(sizeof(struct ipr_trace_entry) *
9825 IPR_NUM_TRACE_ENTRIES, GFP_KERNEL);
9826
9827 if (!ioa_cfg->trace)
9828 goto out_free_hostrcb_dma;
9829
9830 rc = 0;
9831out:
9832 LEAVE;
9833 return rc;
9834
9835out_free_hostrcb_dma:
9836 while (i-- > 0) {
9837 dma_free_coherent(&pdev->dev, sizeof(struct ipr_hostrcb),
9838 ioa_cfg->hostrcb[i],
9839 ioa_cfg->hostrcb_dma[i]);
9840 }
9841 dma_free_coherent(&pdev->dev, ioa_cfg->cfg_table_size,
9842 ioa_cfg->u.cfg_table, ioa_cfg->cfg_table_dma);
9843out_free_host_rrq:
9844 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9845 dma_free_coherent(&pdev->dev,
9846 sizeof(u32) * ioa_cfg->hrrq[i].size,
9847 ioa_cfg->hrrq[i].host_rrq,
9848 ioa_cfg->hrrq[i].host_rrq_dma);
9849 }
9850out_ipr_free_cmd_blocks:
9851 ipr_free_cmd_blks(ioa_cfg);
9852out_free_vpd_cbs:
9853 dma_free_coherent(&pdev->dev, sizeof(struct ipr_misc_cbs),
9854 ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
9855out_free_res_entries:
9856 kfree(ioa_cfg->res_entries);
9857 goto out;
9858}
9859
9860/**
9861 * ipr_initialize_bus_attr - Initialize SCSI bus attributes to default values
9862 * @ioa_cfg: ioa config struct
9863 *
9864 * Return value:
9865 * none
9866 **/
9867static void ipr_initialize_bus_attr(struct ipr_ioa_cfg *ioa_cfg)
9868{
9869 int i;
9870
9871 for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
9872 ioa_cfg->bus_attr[i].bus = i;
9873 ioa_cfg->bus_attr[i].qas_enabled = 0;
9874 ioa_cfg->bus_attr[i].bus_width = IPR_DEFAULT_BUS_WIDTH;
9875 if (ipr_max_speed < ARRAY_SIZE(ipr_max_bus_speeds))
9876 ioa_cfg->bus_attr[i].max_xfer_rate = ipr_max_bus_speeds[ipr_max_speed];
9877 else
9878 ioa_cfg->bus_attr[i].max_xfer_rate = IPR_U160_SCSI_RATE;
9879 }
9880}
9881
9882/**
9883 * ipr_init_regs - Initialize IOA registers
9884 * @ioa_cfg: ioa config struct
9885 *
9886 * Return value:
9887 * none
9888 **/
9889static void ipr_init_regs(struct ipr_ioa_cfg *ioa_cfg)
9890{
9891 const struct ipr_interrupt_offsets *p;
9892 struct ipr_interrupts *t;
9893 void __iomem *base;
9894
9895 p = &ioa_cfg->chip_cfg->regs;
9896 t = &ioa_cfg->regs;
9897 base = ioa_cfg->hdw_dma_regs;
9898
9899 t->set_interrupt_mask_reg = base + p->set_interrupt_mask_reg;
9900 t->clr_interrupt_mask_reg = base + p->clr_interrupt_mask_reg;
9901 t->clr_interrupt_mask_reg32 = base + p->clr_interrupt_mask_reg32;
9902 t->sense_interrupt_mask_reg = base + p->sense_interrupt_mask_reg;
9903 t->sense_interrupt_mask_reg32 = base + p->sense_interrupt_mask_reg32;
9904 t->clr_interrupt_reg = base + p->clr_interrupt_reg;
9905 t->clr_interrupt_reg32 = base + p->clr_interrupt_reg32;
9906 t->sense_interrupt_reg = base + p->sense_interrupt_reg;
9907 t->sense_interrupt_reg32 = base + p->sense_interrupt_reg32;
9908 t->ioarrin_reg = base + p->ioarrin_reg;
9909 t->sense_uproc_interrupt_reg = base + p->sense_uproc_interrupt_reg;
9910 t->sense_uproc_interrupt_reg32 = base + p->sense_uproc_interrupt_reg32;
9911 t->set_uproc_interrupt_reg = base + p->set_uproc_interrupt_reg;
9912 t->set_uproc_interrupt_reg32 = base + p->set_uproc_interrupt_reg32;
9913 t->clr_uproc_interrupt_reg = base + p->clr_uproc_interrupt_reg;
9914 t->clr_uproc_interrupt_reg32 = base + p->clr_uproc_interrupt_reg32;
9915
9916 if (ioa_cfg->sis64) {
9917 t->init_feedback_reg = base + p->init_feedback_reg;
9918 t->dump_addr_reg = base + p->dump_addr_reg;
9919 t->dump_data_reg = base + p->dump_data_reg;
9920 t->endian_swap_reg = base + p->endian_swap_reg;
9921 }
9922}
9923
9924/**
9925 * ipr_init_ioa_cfg - Initialize IOA config struct
9926 * @ioa_cfg: ioa config struct
9927 * @host: scsi host struct
9928 * @pdev: PCI dev struct
9929 *
9930 * Return value:
9931 * none
9932 **/
9933static void ipr_init_ioa_cfg(struct ipr_ioa_cfg *ioa_cfg,
9934 struct Scsi_Host *host, struct pci_dev *pdev)
9935{
9936 int i;
9937
9938 ioa_cfg->host = host;
9939 ioa_cfg->pdev = pdev;
9940 ioa_cfg->log_level = ipr_log_level;
9941 ioa_cfg->doorbell = IPR_DOORBELL;
9942 sprintf(ioa_cfg->eye_catcher, IPR_EYECATCHER);
9943 sprintf(ioa_cfg->trace_start, IPR_TRACE_START_LABEL);
9944 sprintf(ioa_cfg->cfg_table_start, IPR_CFG_TBL_START);
9945 sprintf(ioa_cfg->resource_table_label, IPR_RES_TABLE_LABEL);
9946 sprintf(ioa_cfg->ipr_hcam_label, IPR_HCAM_LABEL);
9947 sprintf(ioa_cfg->ipr_cmd_label, IPR_CMD_LABEL);
9948
9949 INIT_LIST_HEAD(&ioa_cfg->hostrcb_free_q);
9950 INIT_LIST_HEAD(&ioa_cfg->hostrcb_pending_q);
9951 INIT_LIST_HEAD(&ioa_cfg->hostrcb_report_q);
9952 INIT_LIST_HEAD(&ioa_cfg->free_res_q);
9953 INIT_LIST_HEAD(&ioa_cfg->used_res_q);
9954 INIT_WORK(&ioa_cfg->work_q, ipr_worker_thread);
9955 INIT_WORK(&ioa_cfg->scsi_add_work_q, ipr_add_remove_thread);
9956 init_waitqueue_head(&ioa_cfg->reset_wait_q);
9957 init_waitqueue_head(&ioa_cfg->msi_wait_q);
9958 init_waitqueue_head(&ioa_cfg->eeh_wait_q);
9959 ioa_cfg->sdt_state = INACTIVE;
9960
9961 ipr_initialize_bus_attr(ioa_cfg);
9962 ioa_cfg->max_devs_supported = ipr_max_devs;
9963
9964 if (ioa_cfg->sis64) {
9965 host->max_id = IPR_MAX_SIS64_TARGETS_PER_BUS;
9966 host->max_lun = IPR_MAX_SIS64_LUNS_PER_TARGET;
9967 if (ipr_max_devs > IPR_MAX_SIS64_DEVS)
9968 ioa_cfg->max_devs_supported = IPR_MAX_SIS64_DEVS;
9969 ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr64)
9970 + ((sizeof(struct ipr_config_table_entry64)
9971 * ioa_cfg->max_devs_supported)));
9972 } else {
9973 host->max_id = IPR_MAX_NUM_TARGETS_PER_BUS;
9974 host->max_lun = IPR_MAX_NUM_LUNS_PER_TARGET;
9975 if (ipr_max_devs > IPR_MAX_PHYSICAL_DEVS)
9976 ioa_cfg->max_devs_supported = IPR_MAX_PHYSICAL_DEVS;
9977 ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr)
9978 + ((sizeof(struct ipr_config_table_entry)
9979 * ioa_cfg->max_devs_supported)));
9980 }
9981
9982 host->max_channel = IPR_VSET_BUS;
9983 host->unique_id = host->host_no;
9984 host->max_cmd_len = IPR_MAX_CDB_LEN;
9985 host->can_queue = ioa_cfg->max_cmds;
9986 pci_set_drvdata(pdev, ioa_cfg);
9987
9988 for (i = 0; i < ARRAY_SIZE(ioa_cfg->hrrq); i++) {
9989 INIT_LIST_HEAD(&ioa_cfg->hrrq[i].hrrq_free_q);
9990 INIT_LIST_HEAD(&ioa_cfg->hrrq[i].hrrq_pending_q);
9991 spin_lock_init(&ioa_cfg->hrrq[i]._lock);
9992 if (i == 0)
9993 ioa_cfg->hrrq[i].lock = ioa_cfg->host->host_lock;
9994 else
9995 ioa_cfg->hrrq[i].lock = &ioa_cfg->hrrq[i]._lock;
9996 }
9997}
9998
9999/**
10000 * ipr_get_chip_info - Find adapter chip information
10001 * @dev_id: PCI device id struct
10002 *
10003 * Return value:
10004 * ptr to chip information on success / NULL on failure
10005 **/
10006static const struct ipr_chip_t *
10007ipr_get_chip_info(const struct pci_device_id *dev_id)
10008{
10009 int i;
10010
10011 for (i = 0; i < ARRAY_SIZE(ipr_chip); i++)
10012 if (ipr_chip[i].vendor == dev_id->vendor &&
10013 ipr_chip[i].device == dev_id->device)
10014 return &ipr_chip[i];
10015 return NULL;
10016}
10017
10018/**
10019 * ipr_wait_for_pci_err_recovery - Wait for any PCI error recovery to complete
10020 * during probe time
10021 * @ioa_cfg: ioa config struct
10022 *
10023 * Return value:
10024 * None
10025 **/
10026static void ipr_wait_for_pci_err_recovery(struct ipr_ioa_cfg *ioa_cfg)
10027{
10028 struct pci_dev *pdev = ioa_cfg->pdev;
10029
10030 if (pci_channel_offline(pdev)) {
10031 wait_event_timeout(ioa_cfg->eeh_wait_q,
10032 !pci_channel_offline(pdev),
10033 IPR_PCI_ERROR_RECOVERY_TIMEOUT);
10034 pci_restore_state(pdev);
10035 }
10036}
10037
10038static void name_msi_vectors(struct ipr_ioa_cfg *ioa_cfg)
10039{
10040 int vec_idx, n = sizeof(ioa_cfg->vectors_info[0].desc) - 1;
10041
10042 for (vec_idx = 0; vec_idx < ioa_cfg->nvectors; vec_idx++) {
10043 snprintf(ioa_cfg->vectors_info[vec_idx].desc, n,
10044 "host%d-%d", ioa_cfg->host->host_no, vec_idx);
10045 ioa_cfg->vectors_info[vec_idx].
10046 desc[strlen(ioa_cfg->vectors_info[vec_idx].desc)] = 0;
10047 }
10048}
10049
10050static int ipr_request_other_msi_irqs(struct ipr_ioa_cfg *ioa_cfg,
10051 struct pci_dev *pdev)
10052{
10053 int i, rc;
10054
10055 for (i = 1; i < ioa_cfg->nvectors; i++) {
10056 rc = request_irq(pci_irq_vector(pdev, i),
10057 ipr_isr_mhrrq,
10058 0,
10059 ioa_cfg->vectors_info[i].desc,
10060 &ioa_cfg->hrrq[i]);
10061 if (rc) {
10062 while (--i >= 0)
10063 free_irq(pci_irq_vector(pdev, i),
10064 &ioa_cfg->hrrq[i]);
10065 return rc;
10066 }
10067 }
10068 return 0;
10069}
10070
10071/**
10072 * ipr_test_intr - Handle the interrupt generated in ipr_test_msi().
10073 * @pdev: PCI device struct
10074 *
10075 * Description: Simply set the msi_received flag to 1 indicating that
10076 * Message Signaled Interrupts are supported.
10077 *
10078 * Return value:
10079 * 0 on success / non-zero on failure
10080 **/
10081static irqreturn_t ipr_test_intr(int irq, void *devp)
10082{
10083 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
10084 unsigned long lock_flags = 0;
10085 irqreturn_t rc = IRQ_HANDLED;
10086
10087 dev_info(&ioa_cfg->pdev->dev, "Received IRQ : %d\n", irq);
10088 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10089
10090 ioa_cfg->msi_received = 1;
10091 wake_up(&ioa_cfg->msi_wait_q);
10092
10093 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10094 return rc;
10095}
10096
10097/**
10098 * ipr_test_msi - Test for Message Signaled Interrupt (MSI) support.
10099 * @pdev: PCI device struct
10100 *
10101 * Description: This routine sets up and initiates a test interrupt to determine
10102 * if the interrupt is received via the ipr_test_intr() service routine.
10103 * If the tests fails, the driver will fall back to LSI.
10104 *
10105 * Return value:
10106 * 0 on success / non-zero on failure
10107 **/
10108static int ipr_test_msi(struct ipr_ioa_cfg *ioa_cfg, struct pci_dev *pdev)
10109{
10110 int rc;
10111 volatile u32 int_reg;
10112 unsigned long lock_flags = 0;
10113 int irq = pci_irq_vector(pdev, 0);
10114
10115 ENTER;
10116
10117 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10118 init_waitqueue_head(&ioa_cfg->msi_wait_q);
10119 ioa_cfg->msi_received = 0;
10120 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
10121 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.clr_interrupt_mask_reg32);
10122 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
10123 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10124
10125 rc = request_irq(irq, ipr_test_intr, 0, IPR_NAME, ioa_cfg);
10126 if (rc) {
10127 dev_err(&pdev->dev, "Can not assign irq %d\n", irq);
10128 return rc;
10129 } else if (ipr_debug)
10130 dev_info(&pdev->dev, "IRQ assigned: %d\n", irq);
10131
10132 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.sense_interrupt_reg32);
10133 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
10134 wait_event_timeout(ioa_cfg->msi_wait_q, ioa_cfg->msi_received, HZ);
10135 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10136 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
10137
10138 if (!ioa_cfg->msi_received) {
10139 /* MSI test failed */
10140 dev_info(&pdev->dev, "MSI test failed. Falling back to LSI.\n");
10141 rc = -EOPNOTSUPP;
10142 } else if (ipr_debug)
10143 dev_info(&pdev->dev, "MSI test succeeded.\n");
10144
10145 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10146
10147 free_irq(irq, ioa_cfg);
10148
10149 LEAVE;
10150
10151 return rc;
10152}
10153
10154 /* ipr_probe_ioa - Allocates memory and does first stage of initialization
10155 * @pdev: PCI device struct
10156 * @dev_id: PCI device id struct
10157 *
10158 * Return value:
10159 * 0 on success / non-zero on failure
10160 **/
10161static int ipr_probe_ioa(struct pci_dev *pdev,
10162 const struct pci_device_id *dev_id)
10163{
10164 struct ipr_ioa_cfg *ioa_cfg;
10165 struct Scsi_Host *host;
10166 unsigned long ipr_regs_pci;
10167 void __iomem *ipr_regs;
10168 int rc = PCIBIOS_SUCCESSFUL;
10169 volatile u32 mask, uproc, interrupts;
10170 unsigned long lock_flags, driver_lock_flags;
10171 unsigned int irq_flag;
10172
10173 ENTER;
10174
10175 dev_info(&pdev->dev, "Found IOA with IRQ: %d\n", pdev->irq);
10176 host = scsi_host_alloc(&driver_template, sizeof(*ioa_cfg));
10177
10178 if (!host) {
10179 dev_err(&pdev->dev, "call to scsi_host_alloc failed!\n");
10180 rc = -ENOMEM;
10181 goto out;
10182 }
10183
10184 ioa_cfg = (struct ipr_ioa_cfg *)host->hostdata;
10185 memset(ioa_cfg, 0, sizeof(struct ipr_ioa_cfg));
10186 ata_host_init(&ioa_cfg->ata_host, &pdev->dev, &ipr_sata_ops);
10187
10188 ioa_cfg->ipr_chip = ipr_get_chip_info(dev_id);
10189
10190 if (!ioa_cfg->ipr_chip) {
10191 dev_err(&pdev->dev, "Unknown adapter chipset 0x%04X 0x%04X\n",
10192 dev_id->vendor, dev_id->device);
10193 goto out_scsi_host_put;
10194 }
10195
10196 /* set SIS 32 or SIS 64 */
10197 ioa_cfg->sis64 = ioa_cfg->ipr_chip->sis_type == IPR_SIS64 ? 1 : 0;
10198 ioa_cfg->chip_cfg = ioa_cfg->ipr_chip->cfg;
10199 ioa_cfg->clear_isr = ioa_cfg->chip_cfg->clear_isr;
10200 ioa_cfg->max_cmds = ioa_cfg->chip_cfg->max_cmds;
10201
10202 if (ipr_transop_timeout)
10203 ioa_cfg->transop_timeout = ipr_transop_timeout;
10204 else if (dev_id->driver_data & IPR_USE_LONG_TRANSOP_TIMEOUT)
10205 ioa_cfg->transop_timeout = IPR_LONG_OPERATIONAL_TIMEOUT;
10206 else
10207 ioa_cfg->transop_timeout = IPR_OPERATIONAL_TIMEOUT;
10208
10209 ioa_cfg->revid = pdev->revision;
10210
10211 ipr_init_ioa_cfg(ioa_cfg, host, pdev);
10212
10213 ipr_regs_pci = pci_resource_start(pdev, 0);
10214
10215 rc = pci_request_regions(pdev, IPR_NAME);
10216 if (rc < 0) {
10217 dev_err(&pdev->dev,
10218 "Couldn't register memory range of registers\n");
10219 goto out_scsi_host_put;
10220 }
10221
10222 rc = pci_enable_device(pdev);
10223
10224 if (rc || pci_channel_offline(pdev)) {
10225 if (pci_channel_offline(pdev)) {
10226 ipr_wait_for_pci_err_recovery(ioa_cfg);
10227 rc = pci_enable_device(pdev);
10228 }
10229
10230 if (rc) {
10231 dev_err(&pdev->dev, "Cannot enable adapter\n");
10232 ipr_wait_for_pci_err_recovery(ioa_cfg);
10233 goto out_release_regions;
10234 }
10235 }
10236
10237 ipr_regs = pci_ioremap_bar(pdev, 0);
10238
10239 if (!ipr_regs) {
10240 dev_err(&pdev->dev,
10241 "Couldn't map memory range of registers\n");
10242 rc = -ENOMEM;
10243 goto out_disable;
10244 }
10245
10246 ioa_cfg->hdw_dma_regs = ipr_regs;
10247 ioa_cfg->hdw_dma_regs_pci = ipr_regs_pci;
10248 ioa_cfg->ioa_mailbox = ioa_cfg->chip_cfg->mailbox + ipr_regs;
10249
10250 ipr_init_regs(ioa_cfg);
10251
10252 if (ioa_cfg->sis64) {
10253 rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
10254 if (rc < 0) {
10255 dev_dbg(&pdev->dev, "Failed to set 64 bit DMA mask\n");
10256 rc = dma_set_mask_and_coherent(&pdev->dev,
10257 DMA_BIT_MASK(32));
10258 }
10259 } else
10260 rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
10261
10262 if (rc < 0) {
10263 dev_err(&pdev->dev, "Failed to set DMA mask\n");
10264 goto cleanup_nomem;
10265 }
10266
10267 rc = pci_write_config_byte(pdev, PCI_CACHE_LINE_SIZE,
10268 ioa_cfg->chip_cfg->cache_line_size);
10269
10270 if (rc != PCIBIOS_SUCCESSFUL) {
10271 dev_err(&pdev->dev, "Write of cache line size failed\n");
10272 ipr_wait_for_pci_err_recovery(ioa_cfg);
10273 rc = -EIO;
10274 goto cleanup_nomem;
10275 }
10276
10277 /* Issue MMIO read to ensure card is not in EEH */
10278 interrupts = readl(ioa_cfg->regs.sense_interrupt_reg);
10279 ipr_wait_for_pci_err_recovery(ioa_cfg);
10280
10281 if (ipr_number_of_msix > IPR_MAX_MSIX_VECTORS) {
10282 dev_err(&pdev->dev, "The max number of MSIX is %d\n",
10283 IPR_MAX_MSIX_VECTORS);
10284 ipr_number_of_msix = IPR_MAX_MSIX_VECTORS;
10285 }
10286
10287 irq_flag = PCI_IRQ_LEGACY;
10288 if (ioa_cfg->ipr_chip->has_msi)
10289 irq_flag |= PCI_IRQ_MSI | PCI_IRQ_MSIX;
10290 rc = pci_alloc_irq_vectors(pdev, 1, ipr_number_of_msix, irq_flag);
10291 if (rc < 0) {
10292 ipr_wait_for_pci_err_recovery(ioa_cfg);
10293 goto cleanup_nomem;
10294 }
10295 ioa_cfg->nvectors = rc;
10296
10297 if (!pdev->msi_enabled && !pdev->msix_enabled)
10298 ioa_cfg->clear_isr = 1;
10299
10300 pci_set_master(pdev);
10301
10302 if (pci_channel_offline(pdev)) {
10303 ipr_wait_for_pci_err_recovery(ioa_cfg);
10304 pci_set_master(pdev);
10305 if (pci_channel_offline(pdev)) {
10306 rc = -EIO;
10307 goto out_msi_disable;
10308 }
10309 }
10310
10311 if (pdev->msi_enabled || pdev->msix_enabled) {
10312 rc = ipr_test_msi(ioa_cfg, pdev);
10313 switch (rc) {
10314 case 0:
10315 dev_info(&pdev->dev,
10316 "Request for %d MSI%ss succeeded.", ioa_cfg->nvectors,
10317 pdev->msix_enabled ? "-X" : "");
10318 break;
10319 case -EOPNOTSUPP:
10320 ipr_wait_for_pci_err_recovery(ioa_cfg);
10321 pci_free_irq_vectors(pdev);
10322
10323 ioa_cfg->nvectors = 1;
10324 ioa_cfg->clear_isr = 1;
10325 break;
10326 default:
10327 goto out_msi_disable;
10328 }
10329 }
10330
10331 ioa_cfg->hrrq_num = min3(ioa_cfg->nvectors,
10332 (unsigned int)num_online_cpus(),
10333 (unsigned int)IPR_MAX_HRRQ_NUM);
10334
10335 if ((rc = ipr_save_pcix_cmd_reg(ioa_cfg)))
10336 goto out_msi_disable;
10337
10338 if ((rc = ipr_set_pcix_cmd_reg(ioa_cfg)))
10339 goto out_msi_disable;
10340
10341 rc = ipr_alloc_mem(ioa_cfg);
10342 if (rc < 0) {
10343 dev_err(&pdev->dev,
10344 "Couldn't allocate enough memory for device driver!\n");
10345 goto out_msi_disable;
10346 }
10347
10348 /* Save away PCI config space for use following IOA reset */
10349 rc = pci_save_state(pdev);
10350
10351 if (rc != PCIBIOS_SUCCESSFUL) {
10352 dev_err(&pdev->dev, "Failed to save PCI config space\n");
10353 rc = -EIO;
10354 goto cleanup_nolog;
10355 }
10356
10357 /*
10358 * If HRRQ updated interrupt is not masked, or reset alert is set,
10359 * the card is in an unknown state and needs a hard reset
10360 */
10361 mask = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
10362 interrupts = readl(ioa_cfg->regs.sense_interrupt_reg32);
10363 uproc = readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
10364 if ((mask & IPR_PCII_HRRQ_UPDATED) == 0 || (uproc & IPR_UPROCI_RESET_ALERT))
10365 ioa_cfg->needs_hard_reset = 1;
10366 if ((interrupts & IPR_PCII_ERROR_INTERRUPTS) || reset_devices)
10367 ioa_cfg->needs_hard_reset = 1;
10368 if (interrupts & IPR_PCII_IOA_UNIT_CHECKED)
10369 ioa_cfg->ioa_unit_checked = 1;
10370
10371 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10372 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
10373 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10374
10375 if (pdev->msi_enabled || pdev->msix_enabled) {
10376 name_msi_vectors(ioa_cfg);
10377 rc = request_irq(pci_irq_vector(pdev, 0), ipr_isr, 0,
10378 ioa_cfg->vectors_info[0].desc,
10379 &ioa_cfg->hrrq[0]);
10380 if (!rc)
10381 rc = ipr_request_other_msi_irqs(ioa_cfg, pdev);
10382 } else {
10383 rc = request_irq(pdev->irq, ipr_isr,
10384 IRQF_SHARED,
10385 IPR_NAME, &ioa_cfg->hrrq[0]);
10386 }
10387 if (rc) {
10388 dev_err(&pdev->dev, "Couldn't register IRQ %d! rc=%d\n",
10389 pdev->irq, rc);
10390 goto cleanup_nolog;
10391 }
10392
10393 if ((dev_id->driver_data & IPR_USE_PCI_WARM_RESET) ||
10394 (dev_id->device == PCI_DEVICE_ID_IBM_OBSIDIAN_E && !ioa_cfg->revid)) {
10395 ioa_cfg->needs_warm_reset = 1;
10396 ioa_cfg->reset = ipr_reset_slot_reset;
10397
10398 ioa_cfg->reset_work_q = alloc_ordered_workqueue("ipr_reset_%d",
10399 WQ_MEM_RECLAIM, host->host_no);
10400
10401 if (!ioa_cfg->reset_work_q) {
10402 dev_err(&pdev->dev, "Couldn't register reset workqueue\n");
10403 rc = -ENOMEM;
10404 goto out_free_irq;
10405 }
10406 } else
10407 ioa_cfg->reset = ipr_reset_start_bist;
10408
10409 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
10410 list_add_tail(&ioa_cfg->queue, &ipr_ioa_head);
10411 spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
10412
10413 LEAVE;
10414out:
10415 return rc;
10416
10417out_free_irq:
10418 ipr_free_irqs(ioa_cfg);
10419cleanup_nolog:
10420 ipr_free_mem(ioa_cfg);
10421out_msi_disable:
10422 ipr_wait_for_pci_err_recovery(ioa_cfg);
10423 pci_free_irq_vectors(pdev);
10424cleanup_nomem:
10425 iounmap(ipr_regs);
10426out_disable:
10427 pci_disable_device(pdev);
10428out_release_regions:
10429 pci_release_regions(pdev);
10430out_scsi_host_put:
10431 scsi_host_put(host);
10432 goto out;
10433}
10434
10435/**
10436 * ipr_initiate_ioa_bringdown - Bring down an adapter
10437 * @ioa_cfg: ioa config struct
10438 * @shutdown_type: shutdown type
10439 *
10440 * Description: This function will initiate bringing down the adapter.
10441 * This consists of issuing an IOA shutdown to the adapter
10442 * to flush the cache, and running BIST.
10443 * If the caller needs to wait on the completion of the reset,
10444 * the caller must sleep on the reset_wait_q.
10445 *
10446 * Return value:
10447 * none
10448 **/
10449static void ipr_initiate_ioa_bringdown(struct ipr_ioa_cfg *ioa_cfg,
10450 enum ipr_shutdown_type shutdown_type)
10451{
10452 ENTER;
10453 if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
10454 ioa_cfg->sdt_state = ABORT_DUMP;
10455 ioa_cfg->reset_retries = 0;
10456 ioa_cfg->in_ioa_bringdown = 1;
10457 ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
10458 LEAVE;
10459}
10460
10461/**
10462 * __ipr_remove - Remove a single adapter
10463 * @pdev: pci device struct
10464 *
10465 * Adapter hot plug remove entry point.
10466 *
10467 * Return value:
10468 * none
10469 **/
10470static void __ipr_remove(struct pci_dev *pdev)
10471{
10472 unsigned long host_lock_flags = 0;
10473 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
10474 int i;
10475 unsigned long driver_lock_flags;
10476 ENTER;
10477
10478 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
10479 while (ioa_cfg->in_reset_reload) {
10480 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
10481 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10482 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
10483 }
10484
10485 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
10486 spin_lock(&ioa_cfg->hrrq[i]._lock);
10487 ioa_cfg->hrrq[i].removing_ioa = 1;
10488 spin_unlock(&ioa_cfg->hrrq[i]._lock);
10489 }
10490 wmb();
10491 ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
10492
10493 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
10494 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10495 flush_work(&ioa_cfg->work_q);
10496 if (ioa_cfg->reset_work_q)
10497 flush_workqueue(ioa_cfg->reset_work_q);
10498 INIT_LIST_HEAD(&ioa_cfg->used_res_q);
10499 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
10500
10501 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
10502 list_del(&ioa_cfg->queue);
10503 spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
10504
10505 if (ioa_cfg->sdt_state == ABORT_DUMP)
10506 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
10507 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
10508
10509 ipr_free_all_resources(ioa_cfg);
10510
10511 LEAVE;
10512}
10513
10514/**
10515 * ipr_remove - IOA hot plug remove entry point
10516 * @pdev: pci device struct
10517 *
10518 * Adapter hot plug remove entry point.
10519 *
10520 * Return value:
10521 * none
10522 **/
10523static void ipr_remove(struct pci_dev *pdev)
10524{
10525 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
10526
10527 ENTER;
10528
10529 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
10530 &ipr_trace_attr);
10531 ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
10532 &ipr_dump_attr);
10533 sysfs_remove_bin_file(&ioa_cfg->host->shost_dev.kobj,
10534 &ipr_ioa_async_err_log);
10535 scsi_remove_host(ioa_cfg->host);
10536
10537 __ipr_remove(pdev);
10538
10539 LEAVE;
10540}
10541
10542/**
10543 * ipr_probe - Adapter hot plug add entry point
10544 *
10545 * Return value:
10546 * 0 on success / non-zero on failure
10547 **/
10548static int ipr_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
10549{
10550 struct ipr_ioa_cfg *ioa_cfg;
10551 unsigned long flags;
10552 int rc, i;
10553
10554 rc = ipr_probe_ioa(pdev, dev_id);
10555
10556 if (rc)
10557 return rc;
10558
10559 ioa_cfg = pci_get_drvdata(pdev);
10560 rc = ipr_probe_ioa_part2(ioa_cfg);
10561
10562 if (rc) {
10563 __ipr_remove(pdev);
10564 return rc;
10565 }
10566
10567 rc = scsi_add_host(ioa_cfg->host, &pdev->dev);
10568
10569 if (rc) {
10570 __ipr_remove(pdev);
10571 return rc;
10572 }
10573
10574 rc = ipr_create_trace_file(&ioa_cfg->host->shost_dev.kobj,
10575 &ipr_trace_attr);
10576
10577 if (rc) {
10578 scsi_remove_host(ioa_cfg->host);
10579 __ipr_remove(pdev);
10580 return rc;
10581 }
10582
10583 rc = sysfs_create_bin_file(&ioa_cfg->host->shost_dev.kobj,
10584 &ipr_ioa_async_err_log);
10585
10586 if (rc) {
10587 ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
10588 &ipr_dump_attr);
10589 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
10590 &ipr_trace_attr);
10591 scsi_remove_host(ioa_cfg->host);
10592 __ipr_remove(pdev);
10593 return rc;
10594 }
10595
10596 rc = ipr_create_dump_file(&ioa_cfg->host->shost_dev.kobj,
10597 &ipr_dump_attr);
10598
10599 if (rc) {
10600 sysfs_remove_bin_file(&ioa_cfg->host->shost_dev.kobj,
10601 &ipr_ioa_async_err_log);
10602 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
10603 &ipr_trace_attr);
10604 scsi_remove_host(ioa_cfg->host);
10605 __ipr_remove(pdev);
10606 return rc;
10607 }
10608 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
10609 ioa_cfg->scan_enabled = 1;
10610 schedule_work(&ioa_cfg->work_q);
10611 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10612
10613 ioa_cfg->iopoll_weight = ioa_cfg->chip_cfg->iopoll_weight;
10614
10615 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
10616 for (i = 1; i < ioa_cfg->hrrq_num; i++) {
10617 irq_poll_init(&ioa_cfg->hrrq[i].iopoll,
10618 ioa_cfg->iopoll_weight, ipr_iopoll);
10619 }
10620 }
10621
10622 scsi_scan_host(ioa_cfg->host);
10623
10624 return 0;
10625}
10626
10627/**
10628 * ipr_shutdown - Shutdown handler.
10629 * @pdev: pci device struct
10630 *
10631 * This function is invoked upon system shutdown/reboot. It will issue
10632 * an adapter shutdown to the adapter to flush the write cache.
10633 *
10634 * Return value:
10635 * none
10636 **/
10637static void ipr_shutdown(struct pci_dev *pdev)
10638{
10639 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
10640 unsigned long lock_flags = 0;
10641 enum ipr_shutdown_type shutdown_type = IPR_SHUTDOWN_NORMAL;
10642 int i;
10643
10644 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10645 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
10646 ioa_cfg->iopoll_weight = 0;
10647 for (i = 1; i < ioa_cfg->hrrq_num; i++)
10648 irq_poll_disable(&ioa_cfg->hrrq[i].iopoll);
10649 }
10650
10651 while (ioa_cfg->in_reset_reload) {
10652 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10653 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10654 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10655 }
10656
10657 if (ipr_fast_reboot && system_state == SYSTEM_RESTART && ioa_cfg->sis64)
10658 shutdown_type = IPR_SHUTDOWN_QUIESCE;
10659
10660 ipr_initiate_ioa_bringdown(ioa_cfg, shutdown_type);
10661 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10662 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10663 if (ipr_fast_reboot && system_state == SYSTEM_RESTART && ioa_cfg->sis64) {
10664 ipr_free_irqs(ioa_cfg);
10665 pci_disable_device(ioa_cfg->pdev);
10666 }
10667}
10668
10669static struct pci_device_id ipr_pci_table[] = {
10670 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10671 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5702, 0, 0, 0 },
10672 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10673 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5703, 0, 0, 0 },
10674 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10675 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573D, 0, 0, 0 },
10676 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10677 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573E, 0, 0, 0 },
10678 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10679 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571B, 0, 0, 0 },
10680 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10681 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572E, 0, 0, 0 },
10682 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10683 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571A, 0, 0, 0 },
10684 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10685 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575B, 0, 0,
10686 IPR_USE_LONG_TRANSOP_TIMEOUT },
10687 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
10688 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
10689 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
10690 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
10691 IPR_USE_LONG_TRANSOP_TIMEOUT },
10692 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
10693 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
10694 IPR_USE_LONG_TRANSOP_TIMEOUT },
10695 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
10696 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
10697 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
10698 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
10699 IPR_USE_LONG_TRANSOP_TIMEOUT},
10700 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
10701 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
10702 IPR_USE_LONG_TRANSOP_TIMEOUT },
10703 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10704 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574E, 0, 0,
10705 IPR_USE_LONG_TRANSOP_TIMEOUT },
10706 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10707 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B3, 0, 0, 0 },
10708 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10709 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CC, 0, 0, 0 },
10710 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10711 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B7, 0, 0,
10712 IPR_USE_LONG_TRANSOP_TIMEOUT | IPR_USE_PCI_WARM_RESET },
10713 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE,
10714 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2780, 0, 0, 0 },
10715 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
10716 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571E, 0, 0, 0 },
10717 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
10718 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571F, 0, 0,
10719 IPR_USE_LONG_TRANSOP_TIMEOUT },
10720 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
10721 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572F, 0, 0,
10722 IPR_USE_LONG_TRANSOP_TIMEOUT },
10723 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10724 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B5, 0, 0, 0 },
10725 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10726 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574D, 0, 0, 0 },
10727 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10728 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B2, 0, 0, 0 },
10729 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10730 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C0, 0, 0, 0 },
10731 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10732 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C3, 0, 0, 0 },
10733 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10734 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C4, 0, 0, 0 },
10735 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10736 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B4, 0, 0, 0 },
10737 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10738 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B1, 0, 0, 0 },
10739 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10740 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C6, 0, 0, 0 },
10741 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10742 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C8, 0, 0, 0 },
10743 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10744 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CE, 0, 0, 0 },
10745 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10746 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D5, 0, 0, 0 },
10747 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10748 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D6, 0, 0, 0 },
10749 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10750 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D7, 0, 0, 0 },
10751 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10752 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D8, 0, 0, 0 },
10753 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10754 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D9, 0, 0, 0 },
10755 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10756 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57DA, 0, 0, 0 },
10757 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10758 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EB, 0, 0, 0 },
10759 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10760 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EC, 0, 0, 0 },
10761 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10762 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57ED, 0, 0, 0 },
10763 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10764 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EE, 0, 0, 0 },
10765 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10766 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EF, 0, 0, 0 },
10767 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10768 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57F0, 0, 0, 0 },
10769 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10770 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCA, 0, 0, 0 },
10771 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10772 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CD2, 0, 0, 0 },
10773 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10774 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCD, 0, 0, 0 },
10775 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE,
10776 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_580A, 0, 0, 0 },
10777 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE,
10778 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_580B, 0, 0, 0 },
10779 { }
10780};
10781MODULE_DEVICE_TABLE(pci, ipr_pci_table);
10782
10783static const struct pci_error_handlers ipr_err_handler = {
10784 .error_detected = ipr_pci_error_detected,
10785 .mmio_enabled = ipr_pci_mmio_enabled,
10786 .slot_reset = ipr_pci_slot_reset,
10787};
10788
10789static struct pci_driver ipr_driver = {
10790 .name = IPR_NAME,
10791 .id_table = ipr_pci_table,
10792 .probe = ipr_probe,
10793 .remove = ipr_remove,
10794 .shutdown = ipr_shutdown,
10795 .err_handler = &ipr_err_handler,
10796};
10797
10798/**
10799 * ipr_halt_done - Shutdown prepare completion
10800 *
10801 * Return value:
10802 * none
10803 **/
10804static void ipr_halt_done(struct ipr_cmnd *ipr_cmd)
10805{
10806 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
10807}
10808
10809/**
10810 * ipr_halt - Issue shutdown prepare to all adapters
10811 *
10812 * Return value:
10813 * NOTIFY_OK on success / NOTIFY_DONE on failure
10814 **/
10815static int ipr_halt(struct notifier_block *nb, ulong event, void *buf)
10816{
10817 struct ipr_cmnd *ipr_cmd;
10818 struct ipr_ioa_cfg *ioa_cfg;
10819 unsigned long flags = 0, driver_lock_flags;
10820
10821 if (event != SYS_RESTART && event != SYS_HALT && event != SYS_POWER_OFF)
10822 return NOTIFY_DONE;
10823
10824 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
10825
10826 list_for_each_entry(ioa_cfg, &ipr_ioa_head, queue) {
10827 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
10828 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds ||
10829 (ipr_fast_reboot && event == SYS_RESTART && ioa_cfg->sis64)) {
10830 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10831 continue;
10832 }
10833
10834 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
10835 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
10836 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
10837 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
10838 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_SHUTDOWN_PREPARE_FOR_NORMAL;
10839
10840 ipr_do_req(ipr_cmd, ipr_halt_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
10841 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10842 }
10843 spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
10844
10845 return NOTIFY_OK;
10846}
10847
10848static struct notifier_block ipr_notifier = {
10849 ipr_halt, NULL, 0
10850};
10851
10852/**
10853 * ipr_init - Module entry point
10854 *
10855 * Return value:
10856 * 0 on success / negative value on failure
10857 **/
10858static int __init ipr_init(void)
10859{
10860 ipr_info("IBM Power RAID SCSI Device Driver version: %s %s\n",
10861 IPR_DRIVER_VERSION, IPR_DRIVER_DATE);
10862
10863 register_reboot_notifier(&ipr_notifier);
10864 return pci_register_driver(&ipr_driver);
10865}
10866
10867/**
10868 * ipr_exit - Module unload
10869 *
10870 * Module unload entry point.
10871 *
10872 * Return value:
10873 * none
10874 **/
10875static void __exit ipr_exit(void)
10876{
10877 unregister_reboot_notifier(&ipr_notifier);
10878 pci_unregister_driver(&ipr_driver);
10879}
10880
10881module_init(ipr_init);
10882module_exit(ipr_exit);