]> git.proxmox.com Git - mirror_ubuntu-zesty-kernel.git/blame - drivers/block/cciss.c
projects / mirror_ubuntu-zesty-kernel.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
cciss: factor out fix target status processing code from sendcmd functions
[mirror_ubuntu-zesty-kernel.git] / drivers / block / cciss.c
CommitLineData
1da177e4 1/*
bd4f36d6
MM		 2 * Disk Array driver for HP Smart Array controllers.
3 * (C) Copyright 2000, 2007 Hewlett-Packard Development Company, L.P.
1da177e4
LT		 4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
bd4f36d6 7 * the Free Software Foundation; version 2 of the License.
1da177e4
LT		 8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
bd4f36d6
MM		 11 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * General Public License for more details.
1da177e4
LT		 13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
bd4f36d6
MM		 16 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
17 * 02111-1307, USA.
1da177e4
LT		 18 *
19 * Questions/Comments/Bugfixes to iss_storagedev@hp.com
20 *
21 */
22
1da177e4
LT		 23#include <linux/module.h>
24#include <linux/interrupt.h>
25#include <linux/types.h>
26#include <linux/pci.h>
27#include <linux/kernel.h>
28#include <linux/slab.h>
29#include <linux/delay.h>
30#include <linux/major.h>
31#include <linux/fs.h>
32#include <linux/bio.h>
33#include <linux/blkpg.h>
34#include <linux/timer.h>
35#include <linux/proc_fs.h>
89b6e743 36#include <linux/seq_file.h>
7c832835 37#include <linux/init.h>
1da177e4
LT		 38#include <linux/hdreg.h>
39#include <linux/spinlock.h>
40#include <linux/compat.h>
2056a782 41#include <linux/blktrace_api.h>
1da177e4
LT		 42#include <asm/uaccess.h>
43#include <asm/io.h>
44
eb0df996 45#include <linux/dma-mapping.h>
1da177e4
LT		 46#include <linux/blkdev.h>
47#include <linux/genhd.h>
48#include <linux/completion.h>
d5d3b736 49#include <scsi/scsi.h>
03bbfee5
MMOD		 50#include <scsi/sg.h>
51#include <scsi/scsi_ioctl.h>
52#include <linux/cdrom.h>
231bc2a2 53#include <linux/scatterlist.h>
0a9279cc 54#include <linux/kthread.h>
1da177e4
LT		 55
56#define CCISS_DRIVER_VERSION(maj,min,submin) ((maj<<16)|(min<<8)|(submin))
24aac480
MM		 57#define DRIVER_NAME "HP CISS Driver (v 3.6.20)"
58#define DRIVER_VERSION CCISS_DRIVER_VERSION(3, 6, 20)
1da177e4
LT		 59
60/* Embedded module documentation macros - see modules.h */
61MODULE_AUTHOR("Hewlett-Packard Company");
24aac480 62MODULE_DESCRIPTION("Driver for HP Smart Array Controllers");
1da177e4 63MODULE_SUPPORTED_DEVICE("HP SA5i SA5i+ SA532 SA5300 SA5312 SA641 SA642 SA6400"
24aac480
MM		 64 " SA6i P600 P800 P400 P400i E200 E200i E500 P700m"
65 " Smart Array G2 Series SAS/SATA Controllers");
66MODULE_VERSION("3.6.20");
1da177e4
LT		 67MODULE_LICENSE("GPL");
68
69#include "cciss_cmd.h"
70#include "cciss.h"
71#include <linux/cciss_ioctl.h>
72
73/* define the PCI info for the cards we can control */
74static const struct pci_device_id cciss_pci_device_id[] = {
f82ccdb9
BH		 75 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISS, 0x0E11, 0x4070},
76 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB, 0x0E11, 0x4080},
77 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB, 0x0E11, 0x4082},
78 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB, 0x0E11, 0x4083},
79 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC, 0x0E11, 0x4091},
80 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC, 0x0E11, 0x409A},
81 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC, 0x0E11, 0x409B},
82 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC, 0x0E11, 0x409C},
83 {PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC, 0x0E11, 0x409D},
84 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSA, 0x103C, 0x3225},
85 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSC, 0x103C, 0x3223},
86 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSC, 0x103C, 0x3234},
87 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSC, 0x103C, 0x3235},
88 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSD, 0x103C, 0x3211},
89 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSD, 0x103C, 0x3212},
90 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSD, 0x103C, 0x3213},
91 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSD, 0x103C, 0x3214},
92 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSD, 0x103C, 0x3215},
de923916 93 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSC, 0x103C, 0x3237},
9cff3b38 94 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSC, 0x103C, 0x323D},
24aac480
MM		 95 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSE, 0x103C, 0x3241},
96 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSE, 0x103C, 0x3243},
97 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSE, 0x103C, 0x3245},
98 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSE, 0x103C, 0x3247},
99 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSE, 0x103C, 0x3249},
77ca7286
MM		 100 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSE, 0x103C, 0x324A},
101 {PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSE, 0x103C, 0x324B},
4ff9a9a4
MM		 102 {PCI_VENDOR_ID_HP, PCI_ANY_ID, PCI_ANY_ID, PCI_ANY_ID,
103 PCI_CLASS_STORAGE_RAID << 8, 0xffff << 8, 0},
1da177e4
LT		 104 {0,}
105};
7c832835 106
1da177e4
LT		 107MODULE_DEVICE_TABLE(pci, cciss_pci_device_id);
108
1da177e4
LT		 109/* board_id = Subsystem Device ID & Vendor ID
110 * product = Marketing Name for the board
7c832835 111 * access = Address of the struct of function pointers
1da177e4
LT		 112 */
113static struct board_type products[] = {
49153998
MM		 114 {0x40700E11, "Smart Array 5300", &SA5_access},
115 {0x40800E11, "Smart Array 5i", &SA5B_access},
116 {0x40820E11, "Smart Array 532", &SA5B_access},
117 {0x40830E11, "Smart Array 5312", &SA5B_access},
118 {0x409A0E11, "Smart Array 641", &SA5_access},
119 {0x409B0E11, "Smart Array 642", &SA5_access},
120 {0x409C0E11, "Smart Array 6400", &SA5_access},
121 {0x409D0E11, "Smart Array 6400 EM", &SA5_access},
122 {0x40910E11, "Smart Array 6i", &SA5_access},
123 {0x3225103C, "Smart Array P600", &SA5_access},
124 {0x3223103C, "Smart Array P800", &SA5_access},
125 {0x3234103C, "Smart Array P400", &SA5_access},
126 {0x3235103C, "Smart Array P400i", &SA5_access},
127 {0x3211103C, "Smart Array E200i", &SA5_access},
128 {0x3212103C, "Smart Array E200", &SA5_access},
129 {0x3213103C, "Smart Array E200i", &SA5_access},
130 {0x3214103C, "Smart Array E200i", &SA5_access},
131 {0x3215103C, "Smart Array E200i", &SA5_access},
132 {0x3237103C, "Smart Array E500", &SA5_access},
133 {0x323D103C, "Smart Array P700m", &SA5_access},
134 {0x3241103C, "Smart Array P212", &SA5_access},
135 {0x3243103C, "Smart Array P410", &SA5_access},
136 {0x3245103C, "Smart Array P410i", &SA5_access},
137 {0x3247103C, "Smart Array P411", &SA5_access},
138 {0x3249103C, "Smart Array P812", &SA5_access},
77ca7286
MM		 139 {0x324A103C, "Smart Array P712m", &SA5_access},
140 {0x324B103C, "Smart Array P711m", &SA5_access},
49153998 141 {0xFFFF103C, "Unknown Smart Array", &SA5_access},
1da177e4
LT		 142};
143
d14c4ab5 144/* How long to wait (in milliseconds) for board to go into simple mode */
7c832835 145#define MAX_CONFIG_WAIT 30000
1da177e4
LT		 146#define MAX_IOCTL_CONFIG_WAIT 1000
147
148/*define how many times we will try a command because of bus resets */
149#define MAX_CMD_RETRIES 3
150
1da177e4
LT		 151#define MAX_CTLR 32
152
153/* Originally cciss driver only supports 8 major numbers */
154#define MAX_CTLR_ORIG 8
155
1da177e4
LT		 156static ctlr_info_t *hba[MAX_CTLR];
157
165125e1 158static void do_cciss_request(struct request_queue *q);
7d12e780 159static irqreturn_t do_cciss_intr(int irq, void *dev_id);
ef7822c2
AV		 160static int cciss_open(struct block_device *bdev, fmode_t mode);
161static int cciss_release(struct gendisk *disk, fmode_t mode);
162static int cciss_ioctl(struct block_device *bdev, fmode_t mode,
7c832835 163 unsigned int cmd, unsigned long arg);
a885c8c4 164static int cciss_getgeo(struct block_device *bdev, struct hd_geometry *geo);
1da177e4 165
1da177e4 166static int cciss_revalidate(struct gendisk *disk);
6ae5ce8e 167static int rebuild_lun_table(ctlr_info_t *h, int first_time);
a0ea8622 168static int deregister_disk(ctlr_info_t *h, int drv_index,
7c832835 169 int clear_all);
1da177e4 170
00988a35
MMOD		 171static void cciss_read_capacity(int ctlr, int logvol, int withirq,
172 sector_t *total_size, unsigned int *block_size);
173static void cciss_read_capacity_16(int ctlr, int logvol, int withirq,
174 sector_t *total_size, unsigned int *block_size);
175static void cciss_geometry_inquiry(int ctlr, int logvol,
176 int withirq, sector_t total_size,
177 unsigned int block_size, InquiryData_struct *inq_buff,
7c832835 178 drive_info_struct *drv);
7c832835
BH		 179static void __devinit cciss_interrupt_mode(ctlr_info_t *, struct pci_dev *,
180 __u32);
181static void start_io(ctlr_info_t *h);
182static int sendcmd(__u8 cmd, int ctlr, void *buff, size_t size,
7c832835
BH		 183 __u8 page_code, unsigned char *scsi3addr, int cmd_type);
184static int sendcmd_withirq(__u8 cmd, int ctlr, void *buff, size_t size,
b57695fe 185 __u8 page_code, unsigned char scsi3addr[],
186 int cmd_type);
1da177e4 187
33079b21 188static void fail_all_cmds(unsigned long ctlr);
0a9279cc
MM		 189static int scan_thread(void *data);
190static int check_for_unit_attention(ctlr_info_t *h, CommandList_struct *c);
33079b21 191
1da177e4 192#ifdef CONFIG_PROC_FS
1da177e4
LT		 193static void cciss_procinit(int i);
194#else
7c832835
BH		 195static void cciss_procinit(int i)
196{
197}
198#endif /* CONFIG_PROC_FS */
1da177e4
LT		 199
200#ifdef CONFIG_COMPAT
ef7822c2
AV		 201static int cciss_compat_ioctl(struct block_device *, fmode_t,
202 unsigned, unsigned long);
1da177e4
LT		 203#endif
204
7c832835
BH		 205static struct block_device_operations cciss_fops = {
206 .owner = THIS_MODULE,
ef7822c2
AV		 207 .open = cciss_open,
208 .release = cciss_release,
209 .locked_ioctl = cciss_ioctl,
7c832835 210 .getgeo = cciss_getgeo,
1da177e4 211#ifdef CONFIG_COMPAT
ef7822c2 212 .compat_ioctl = cciss_compat_ioctl,
1da177e4 213#endif
7c832835 214 .revalidate_disk = cciss_revalidate,
1da177e4
LT		 215};
216
217/*
218 * Enqueuing and dequeuing functions for cmdlists.
219 */
8a3173de 220static inline void addQ(struct hlist_head *list, CommandList_struct *c)
1da177e4 221{
8a3173de 222 hlist_add_head(&c->list, list);
1da177e4
LT		 223}
224
8a3173de 225static inline void removeQ(CommandList_struct *c)
1da177e4 226{
8a3173de
JA		 227 if (WARN_ON(hlist_unhashed(&c->list)))
228 return;
229
230 hlist_del_init(&c->list);
1da177e4
LT		 231}
232
233#include "cciss_scsi.c" /* For SCSI tape support */
234
0f5486ec
RD		 235#define RAID_UNKNOWN 6
236
1da177e4
LT		 237#ifdef CONFIG_PROC_FS
238
239/*
240 * Report information about this controller.
241 */
242#define ENG_GIG 1000000000
243#define ENG_GIG_FACTOR (ENG_GIG/512)
89b6e743 244#define ENGAGE_SCSI "engage scsi"
7c832835
BH		 245static const char *raid_label[] = { "0", "4", "1(1+0)", "5", "5+1", "ADG",
246 "UNKNOWN"
247};
1da177e4
LT		 248
249static struct proc_dir_entry *proc_cciss;
250
89b6e743 251static void cciss_seq_show_header(struct seq_file *seq)
1da177e4 252{
89b6e743
MM		 253 ctlr_info_t *h = seq->private;
254
255 seq_printf(seq, "%s: HP %s Controller\n"
256 "Board ID: 0x%08lx\n"
257 "Firmware Version: %c%c%c%c\n"
258 "IRQ: %d\n"
259 "Logical drives: %d\n"
260 "Current Q depth: %d\n"
261 "Current # commands on controller: %d\n"
262 "Max Q depth since init: %d\n"
263 "Max # commands on controller since init: %d\n"
264 "Max SG entries since init: %d\n",
265 h->devname,
266 h->product_name,
267 (unsigned long)h->board_id,
268 h->firm_ver[0], h->firm_ver[1], h->firm_ver[2],
269 h->firm_ver[3], (unsigned int)h->intr[SIMPLE_MODE_INT],
270 h->num_luns,
271 h->Qdepth, h->commands_outstanding,
272 h->maxQsinceinit, h->max_outstanding, h->maxSG);
273
274#ifdef CONFIG_CISS_SCSI_TAPE
275 cciss_seq_tape_report(seq, h->ctlr);
276#endif /* CONFIG_CISS_SCSI_TAPE */
277}
1da177e4 278
89b6e743
MM		 279static void *cciss_seq_start(struct seq_file *seq, loff_t *pos)
280{
281 ctlr_info_t *h = seq->private;
282 unsigned ctlr = h->ctlr;
283 unsigned long flags;
1da177e4
LT		 284
285 /* prevent displaying bogus info during configuration
286 * or deconfiguration of a logical volume
287 */
288 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
289 if (h->busy_configuring) {
290 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
89b6e743 291 return ERR_PTR(-EBUSY);
1da177e4
LT		 292 }
293 h->busy_configuring = 1;
294 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
295
89b6e743
MM		 296 if (*pos == 0)
297 cciss_seq_show_header(seq);
298
299 return pos;
300}
301
302static int cciss_seq_show(struct seq_file *seq, void *v)
303{
304 sector_t vol_sz, vol_sz_frac;
305 ctlr_info_t *h = seq->private;
306 unsigned ctlr = h->ctlr;
307 loff_t *pos = v;
308 drive_info_struct *drv = &h->drv[*pos];
309
310 if (*pos > h->highest_lun)
311 return 0;
312
313 if (drv->heads == 0)
314 return 0;
315
316 vol_sz = drv->nr_blocks;
317 vol_sz_frac = sector_div(vol_sz, ENG_GIG_FACTOR);
318 vol_sz_frac *= 100;
319 sector_div(vol_sz_frac, ENG_GIG_FACTOR);
320
321 if (drv->raid_level > 5)
322 drv->raid_level = RAID_UNKNOWN;
323 seq_printf(seq, "cciss/c%dd%d:"
324 "\t%4u.%02uGB\tRAID %s\n",
325 ctlr, (int) *pos, (int)vol_sz, (int)vol_sz_frac,
326 raid_label[drv->raid_level]);
327 return 0;
328}
329
330static void *cciss_seq_next(struct seq_file *seq, void *v, loff_t *pos)
331{
332 ctlr_info_t *h = seq->private;
333
334 if (*pos > h->highest_lun)
335 return NULL;
336 *pos += 1;
337
338 return pos;
339}
340
341static void cciss_seq_stop(struct seq_file *seq, void *v)
342{
343 ctlr_info_t *h = seq->private;
344
345 /* Only reset h->busy_configuring if we succeeded in setting
346 * it during cciss_seq_start. */
347 if (v == ERR_PTR(-EBUSY))
348 return;
7c832835 349
1da177e4 350 h->busy_configuring = 0;
1da177e4
LT		 351}
352
89b6e743
MM		 353static struct seq_operations cciss_seq_ops = {
354 .start = cciss_seq_start,
355 .show = cciss_seq_show,
356 .next = cciss_seq_next,
357 .stop = cciss_seq_stop,
358};
359
360static int cciss_seq_open(struct inode *inode, struct file *file)
361{
362 int ret = seq_open(file, &cciss_seq_ops);
363 struct seq_file *seq = file->private_data;
364
365 if (!ret)
366 seq->private = PDE(inode)->data;
367
368 return ret;
369}
370
371static ssize_t
372cciss_proc_write(struct file *file, const char __user *buf,
373 size_t length, loff_t *ppos)
1da177e4 374{
89b6e743
MM		 375 int err;
376 char *buffer;
377
378#ifndef CONFIG_CISS_SCSI_TAPE
379 return -EINVAL;
1da177e4
LT		 380#endif
381
89b6e743 382 if (!buf || length > PAGE_SIZE - 1)
7c832835 383 return -EINVAL;
89b6e743
MM		 384
385 buffer = (char *)__get_free_page(GFP_KERNEL);
386 if (!buffer)
387 return -ENOMEM;
388
389 err = -EFAULT;
390 if (copy_from_user(buffer, buf, length))
391 goto out;
392 buffer[length] = '\0';
393
394#ifdef CONFIG_CISS_SCSI_TAPE
395 if (strncmp(ENGAGE_SCSI, buffer, sizeof ENGAGE_SCSI - 1) == 0) {
396 struct seq_file *seq = file->private_data;
397 ctlr_info_t *h = seq->private;
398 int rc;
399
7c832835
BH		 400 rc = cciss_engage_scsi(h->ctlr);
401 if (rc != 0)
89b6e743
MM		 402 err = -rc;
403 else
404 err = length;
405 } else
406#endif /* CONFIG_CISS_SCSI_TAPE */
407 err = -EINVAL;
7c832835
BH		 408 /* might be nice to have "disengage" too, but it's not
409 safely possible. (only 1 module use count, lock issues.) */
89b6e743
MM		 410
411out:
412 free_page((unsigned long)buffer);
413 return err;
1da177e4
LT		 414}
415
89b6e743
MM		 416static struct file_operations cciss_proc_fops = {
417 .owner = THIS_MODULE,
418 .open = cciss_seq_open,
419 .read = seq_read,
420 .llseek = seq_lseek,
421 .release = seq_release,
422 .write = cciss_proc_write,
423};
424
1da177e4
LT		 425static void __devinit cciss_procinit(int i)
426{
427 struct proc_dir_entry *pde;
428
89b6e743 429 if (proc_cciss == NULL)
928b4d8c 430 proc_cciss = proc_mkdir("driver/cciss", NULL);
89b6e743
MM		 431 if (!proc_cciss)
432 return;
3dfcf9c4 433 pde = proc_create_data(hba[i]->devname, S_IWUSR | S_IRUSR | S_IRGRP |
89b6e743 434 S_IROTH, proc_cciss,
3dfcf9c4 435 &cciss_proc_fops, hba[i]);
1da177e4 436}
7c832835 437#endif /* CONFIG_PROC_FS */
1da177e4 438
7fe06326
AP		 439#define MAX_PRODUCT_NAME_LEN 19
440
441#define to_hba(n) container_of(n, struct ctlr_info, dev)
442#define to_drv(n) container_of(n, drive_info_struct, dev)
443
444static struct device_type cciss_host_type = {
445 .name = "cciss_host",
446};
447
448static ssize_t dev_show_unique_id(struct device *dev,
449 struct device_attribute *attr,
450 char *buf)
451{
452 drive_info_struct *drv = to_drv(dev);
453 struct ctlr_info *h = to_hba(drv->dev.parent);
454 __u8 sn[16];
455 unsigned long flags;
456 int ret = 0;
457
458 spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
459 if (h->busy_configuring)
460 ret = -EBUSY;
461 else
462 memcpy(sn, drv->serial_no, sizeof(sn));
463 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
464
465 if (ret)
466 return ret;
467 else
468 return snprintf(buf, 16 * 2 + 2,
469 "%02X%02X%02X%02X%02X%02X%02X%02X"
470 "%02X%02X%02X%02X%02X%02X%02X%02X\n",
471 sn[0], sn[1], sn[2], sn[3],
472 sn[4], sn[5], sn[6], sn[7],
473 sn[8], sn[9], sn[10], sn[11],
474 sn[12], sn[13], sn[14], sn[15]);
475}
476DEVICE_ATTR(unique_id, S_IRUGO, dev_show_unique_id, NULL);
477
478static ssize_t dev_show_vendor(struct device *dev,
479 struct device_attribute *attr,
480 char *buf)
481{
482 drive_info_struct *drv = to_drv(dev);
483 struct ctlr_info *h = to_hba(drv->dev.parent);
484 char vendor[VENDOR_LEN + 1];
485 unsigned long flags;
486 int ret = 0;
487
488 spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
489 if (h->busy_configuring)
490 ret = -EBUSY;
491 else
492 memcpy(vendor, drv->vendor, VENDOR_LEN + 1);
493 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
494
495 if (ret)
496 return ret;
497 else
498 return snprintf(buf, sizeof(vendor) + 1, "%s\n", drv->vendor);
499}
500DEVICE_ATTR(vendor, S_IRUGO, dev_show_vendor, NULL);
501
502static ssize_t dev_show_model(struct device *dev,
503 struct device_attribute *attr,
504 char *buf)
505{
506 drive_info_struct *drv = to_drv(dev);
507 struct ctlr_info *h = to_hba(drv->dev.parent);
508 char model[MODEL_LEN + 1];
509 unsigned long flags;
510 int ret = 0;
511
512 spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
513 if (h->busy_configuring)
514 ret = -EBUSY;
515 else
516 memcpy(model, drv->model, MODEL_LEN + 1);
517 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
518
519 if (ret)
520 return ret;
521 else
522 return snprintf(buf, sizeof(model) + 1, "%s\n", drv->model);
523}
524DEVICE_ATTR(model, S_IRUGO, dev_show_model, NULL);
525
526static ssize_t dev_show_rev(struct device *dev,
527 struct device_attribute *attr,
528 char *buf)
529{
530 drive_info_struct *drv = to_drv(dev);
531 struct ctlr_info *h = to_hba(drv->dev.parent);
532 char rev[REV_LEN + 1];
533 unsigned long flags;
534 int ret = 0;
535
536 spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
537 if (h->busy_configuring)
538 ret = -EBUSY;
539 else
540 memcpy(rev, drv->rev, REV_LEN + 1);
541 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
542
543 if (ret)
544 return ret;
545 else
546 return snprintf(buf, sizeof(rev) + 1, "%s\n", drv->rev);
547}
548DEVICE_ATTR(rev, S_IRUGO, dev_show_rev, NULL);
549
550static struct attribute *cciss_dev_attrs[] = {
551 &dev_attr_unique_id.attr,
552 &dev_attr_model.attr,
553 &dev_attr_vendor.attr,
554 &dev_attr_rev.attr,
555 NULL
556};
557
558static struct attribute_group cciss_dev_attr_group = {
559 .attrs = cciss_dev_attrs,
560};
561
562static struct attribute_group *cciss_dev_attr_groups[] = {
563 &cciss_dev_attr_group,
564 NULL
565};
566
567static struct device_type cciss_dev_type = {
568 .name = "cciss_device",
569 .groups = cciss_dev_attr_groups,
570};
571
572static struct bus_type cciss_bus_type = {
573 .name = "cciss",
574};
575
576
577/*
578 * Initialize sysfs entry for each controller. This sets up and registers
579 * the 'cciss#' directory for each individual controller under
580 * /sys/bus/pci/devices/<dev>/.
581 */
582static int cciss_create_hba_sysfs_entry(struct ctlr_info *h)
583{
584 device_initialize(&h->dev);
585 h->dev.type = &cciss_host_type;
586 h->dev.bus = &cciss_bus_type;
587 dev_set_name(&h->dev, "%s", h->devname);
588 h->dev.parent = &h->pdev->dev;
589
590 return device_add(&h->dev);
591}
592
593/*
594 * Remove sysfs entries for an hba.
595 */
596static void cciss_destroy_hba_sysfs_entry(struct ctlr_info *h)
597{
598 device_del(&h->dev);
599}
600
601/*
602 * Initialize sysfs for each logical drive. This sets up and registers
603 * the 'c#d#' directory for each individual logical drive under
604 * /sys/bus/pci/devices/<dev/ccis#/. We also create a link from
605 * /sys/block/cciss!c#d# to this entry.
606 */
607static int cciss_create_ld_sysfs_entry(struct ctlr_info *h,
608 drive_info_struct *drv,
609 int drv_index)
610{
611 device_initialize(&drv->dev);
612 drv->dev.type = &cciss_dev_type;
613 drv->dev.bus = &cciss_bus_type;
614 dev_set_name(&drv->dev, "c%dd%d", h->ctlr, drv_index);
615 drv->dev.parent = &h->dev;
616 return device_add(&drv->dev);
617}
618
619/*
620 * Remove sysfs entries for a logical drive.
621 */
622static void cciss_destroy_ld_sysfs_entry(drive_info_struct *drv)
623{
624 device_del(&drv->dev);
625}
626
7c832835
BH		 627/*
628 * For operations that cannot sleep, a command block is allocated at init,
1da177e4 629 * and managed by cmd_alloc() and cmd_free() using a simple bitmap to track
7c832835
BH		 630 * which ones are free or in use. For operations that can wait for kmalloc
631 * to possible sleep, this routine can be called with get_from_pool set to 0.
632 * cmd_free() MUST be called with a got_from_pool set to 0 if cmd_alloc was.
633 */
634static CommandList_struct *cmd_alloc(ctlr_info_t *h, int get_from_pool)
1da177e4
LT		 635{
636 CommandList_struct *c;
7c832835 637 int i;
1da177e4
LT		 638 u64bit temp64;
639 dma_addr_t cmd_dma_handle, err_dma_handle;
640
7c832835
BH		 641 if (!get_from_pool) {
642 c = (CommandList_struct *) pci_alloc_consistent(h->pdev,
643 sizeof(CommandList_struct), &cmd_dma_handle);
644 if (c == NULL)
645 return NULL;
1da177e4
LT		 646 memset(c, 0, sizeof(CommandList_struct));
647
33079b21
MM		 648 c->cmdindex = -1;
649
7c832835
BH		 650 c->err_info = (ErrorInfo_struct *)
651 pci_alloc_consistent(h->pdev, sizeof(ErrorInfo_struct),
652 &err_dma_handle);
653
654 if (c->err_info == NULL) {
655 pci_free_consistent(h->pdev,
1da177e4
LT		 656 sizeof(CommandList_struct), c, cmd_dma_handle);
657 return NULL;
658 }
659 memset(c->err_info, 0, sizeof(ErrorInfo_struct));
7c832835
BH		 660 } else { /* get it out of the controllers pool */
661
662 do {
f880632f
MM		 663 i = find_first_zero_bit(h->cmd_pool_bits, h->nr_cmds);
664 if (i == h->nr_cmds)
7c832835
BH		 665 return NULL;
666 } while (test_and_set_bit
667 (i & (BITS_PER_LONG - 1),
668 h->cmd_pool_bits + (i / BITS_PER_LONG)) != 0);
1da177e4
LT		 669#ifdef CCISS_DEBUG
670 printk(KERN_DEBUG "cciss: using command buffer %d\n", i);
671#endif
7c832835 672 c = h->cmd_pool + i;
1da177e4 673 memset(c, 0, sizeof(CommandList_struct));
7c832835
BH		 674 cmd_dma_handle = h->cmd_pool_dhandle
675 + i * sizeof(CommandList_struct);
1da177e4
LT		 676 c->err_info = h->errinfo_pool + i;
677 memset(c->err_info, 0, sizeof(ErrorInfo_struct));
7c832835
BH		 678 err_dma_handle = h->errinfo_pool_dhandle
679 + i * sizeof(ErrorInfo_struct);
680 h->nr_allocs++;
33079b21
MM		 681
682 c->cmdindex = i;
7c832835 683 }
1da177e4 684
8a3173de 685 INIT_HLIST_NODE(&c->list);
1da177e4 686 c->busaddr = (__u32) cmd_dma_handle;
7c832835 687 temp64.val = (__u64) err_dma_handle;
1da177e4
LT		 688 c->ErrDesc.Addr.lower = temp64.val32.lower;
689 c->ErrDesc.Addr.upper = temp64.val32.upper;
690 c->ErrDesc.Len = sizeof(ErrorInfo_struct);
1da177e4 691
7c832835
BH		 692 c->ctlr = h->ctlr;
693 return c;
1da177e4
LT		 694}
695
7c832835
BH		 696/*
697 * Frees a command block that was previously allocated with cmd_alloc().
1da177e4
LT		 698 */
699static void cmd_free(ctlr_info_t *h, CommandList_struct *c, int got_from_pool)
700{
701 int i;
702 u64bit temp64;
703
7c832835 704 if (!got_from_pool) {
1da177e4
LT		 705 temp64.val32.lower = c->ErrDesc.Addr.lower;
706 temp64.val32.upper = c->ErrDesc.Addr.upper;
7c832835
BH		 707 pci_free_consistent(h->pdev, sizeof(ErrorInfo_struct),
708 c->err_info, (dma_addr_t) temp64.val);
709 pci_free_consistent(h->pdev, sizeof(CommandList_struct),
710 c, (dma_addr_t) c->busaddr);
711 } else {
1da177e4 712 i = c - h->cmd_pool;
7c832835
BH		 713 clear_bit(i & (BITS_PER_LONG - 1),
714 h->cmd_pool_bits + (i / BITS_PER_LONG));
715 h->nr_frees++;
716 }
1da177e4
LT		 717}
718
719static inline ctlr_info_t *get_host(struct gendisk *disk)
720{
7c832835 721 return disk->queue->queuedata;
1da177e4
LT		 722}
723
724static inline drive_info_struct *get_drv(struct gendisk *disk)
725{
726 return disk->private_data;
727}
728
729/*
730 * Open. Make sure the device is really there.
731 */
ef7822c2 732static int cciss_open(struct block_device *bdev, fmode_t mode)
1da177e4 733{
ef7822c2
AV		 734 ctlr_info_t *host = get_host(bdev->bd_disk);
735 drive_info_struct *drv = get_drv(bdev->bd_disk);
1da177e4
LT		 736
737#ifdef CCISS_DEBUG
ef7822c2 738 printk(KERN_DEBUG "cciss_open %s\n", bdev->bd_disk->disk_name);
7c832835 739#endif /* CCISS_DEBUG */
1da177e4 740
ddd47442
MM		 741 if (host->busy_initializing || drv->busy_configuring)
742 return -EBUSY;
1da177e4
LT		 743 /*
744 * Root is allowed to open raw volume zero even if it's not configured
745 * so array config can still work. Root is also allowed to open any
746 * volume that has a LUN ID, so it can issue IOCTL to reread the
747 * disk information. I don't think I really like this
748 * but I'm already using way to many device nodes to claim another one
749 * for "raw controller".
750 */
7a06f789 751 if (drv->heads == 0) {
ef7822c2 752 if (MINOR(bdev->bd_dev) != 0) { /* not node 0? */
1da177e4 753 /* if not node 0 make sure it is a partition = 0 */
ef7822c2 754 if (MINOR(bdev->bd_dev) & 0x0f) {
7c832835 755 return -ENXIO;
1da177e4
LT		 756 /* if it is, make sure we have a LUN ID */
757 } else if (drv->LunID == 0) {
758 return -ENXIO;
759 }
760 }
761 if (!capable(CAP_SYS_ADMIN))
762 return -EPERM;
763 }
764 drv->usage_count++;
765 host->usage_count++;
766 return 0;
767}
7c832835 768
1da177e4
LT		 769/*
770 * Close. Sync first.
771 */
ef7822c2 772static int cciss_release(struct gendisk *disk, fmode_t mode)
1da177e4 773{
ef7822c2
AV		 774 ctlr_info_t *host = get_host(disk);
775 drive_info_struct *drv = get_drv(disk);
1da177e4
LT		 776
777#ifdef CCISS_DEBUG
ef7822c2 778 printk(KERN_DEBUG "cciss_release %s\n", disk->disk_name);
7c832835 779#endif /* CCISS_DEBUG */
1da177e4
LT		 780
781 drv->usage_count--;
782 host->usage_count--;
783 return 0;
784}
785
786#ifdef CONFIG_COMPAT
787
ef7822c2
AV		 788static int do_ioctl(struct block_device *bdev, fmode_t mode,
789 unsigned cmd, unsigned long arg)
1da177e4
LT		 790{
791 int ret;
792 lock_kernel();
ef7822c2 793 ret = cciss_ioctl(bdev, mode, cmd, arg);
1da177e4
LT		 794 unlock_kernel();
795 return ret;
796}
797
ef7822c2
AV		 798static int cciss_ioctl32_passthru(struct block_device *bdev, fmode_t mode,
799 unsigned cmd, unsigned long arg);
800static int cciss_ioctl32_big_passthru(struct block_device *bdev, fmode_t mode,
801 unsigned cmd, unsigned long arg);
1da177e4 802
ef7822c2
AV		 803static int cciss_compat_ioctl(struct block_device *bdev, fmode_t mode,
804 unsigned cmd, unsigned long arg)
1da177e4
LT		 805{
806 switch (cmd) {
807 case CCISS_GETPCIINFO:
808 case CCISS_GETINTINFO:
809 case CCISS_SETINTINFO:
810 case CCISS_GETNODENAME:
811 case CCISS_SETNODENAME:
812 case CCISS_GETHEARTBEAT:
813 case CCISS_GETBUSTYPES:
814 case CCISS_GETFIRMVER:
815 case CCISS_GETDRIVVER:
816 case CCISS_REVALIDVOLS:
817 case CCISS_DEREGDISK:
818 case CCISS_REGNEWDISK:
819 case CCISS_REGNEWD:
820 case CCISS_RESCANDISK:
821 case CCISS_GETLUNINFO:
ef7822c2 822 return do_ioctl(bdev, mode, cmd, arg);
1da177e4
LT		 823
824 case CCISS_PASSTHRU32:
ef7822c2 825 return cciss_ioctl32_passthru(bdev, mode, cmd, arg);
1da177e4 826 case CCISS_BIG_PASSTHRU32:
ef7822c2 827 return cciss_ioctl32_big_passthru(bdev, mode, cmd, arg);
1da177e4
LT		 828
829 default:
830 return -ENOIOCTLCMD;
831 }
832}
833
ef7822c2
AV		 834static int cciss_ioctl32_passthru(struct block_device *bdev, fmode_t mode,
835 unsigned cmd, unsigned long arg)
1da177e4
LT		 836{
837 IOCTL32_Command_struct __user *arg32 =
7c832835 838 (IOCTL32_Command_struct __user *) arg;
1da177e4
LT		 839 IOCTL_Command_struct arg64;
840 IOCTL_Command_struct __user *p = compat_alloc_user_space(sizeof(arg64));
841 int err;
842 u32 cp;
843
844 err = 0;
7c832835
BH		 845 err |=
846 copy_from_user(&arg64.LUN_info, &arg32->LUN_info,
847 sizeof(arg64.LUN_info));
848 err |=
849 copy_from_user(&arg64.Request, &arg32->Request,
850 sizeof(arg64.Request));
851 err |=
852 copy_from_user(&arg64.error_info, &arg32->error_info,
853 sizeof(arg64.error_info));
1da177e4
LT		 854 err |= get_user(arg64.buf_size, &arg32->buf_size);
855 err |= get_user(cp, &arg32->buf);
856 arg64.buf = compat_ptr(cp);
857 err |= copy_to_user(p, &arg64, sizeof(arg64));
858
859 if (err)
860 return -EFAULT;
861
ef7822c2 862 err = do_ioctl(bdev, mode, CCISS_PASSTHRU, (unsigned long)p);
1da177e4
LT		 863 if (err)
864 return err;
7c832835
BH		 865 err |=
866 copy_in_user(&arg32->error_info, &p->error_info,
867 sizeof(arg32->error_info));
1da177e4
LT		 868 if (err)
869 return -EFAULT;
870 return err;
871}
872
ef7822c2
AV		 873static int cciss_ioctl32_big_passthru(struct block_device *bdev, fmode_t mode,
874 unsigned cmd, unsigned long arg)
1da177e4
LT		 875{
876 BIG_IOCTL32_Command_struct __user *arg32 =
7c832835 877 (BIG_IOCTL32_Command_struct __user *) arg;
1da177e4 878 BIG_IOCTL_Command_struct arg64;
7c832835
BH		 879 BIG_IOCTL_Command_struct __user *p =
880 compat_alloc_user_space(sizeof(arg64));
1da177e4
LT		 881 int err;
882 u32 cp;
883
884 err = 0;
7c832835
BH		 885 err |=
886 copy_from_user(&arg64.LUN_info, &arg32->LUN_info,
887 sizeof(arg64.LUN_info));
888 err |=
889 copy_from_user(&arg64.Request, &arg32->Request,
890 sizeof(arg64.Request));
891 err |=
892 copy_from_user(&arg64.error_info, &arg32->error_info,
893 sizeof(arg64.error_info));
1da177e4
LT		 894 err |= get_user(arg64.buf_size, &arg32->buf_size);
895 err |= get_user(arg64.malloc_size, &arg32->malloc_size);
896 err |= get_user(cp, &arg32->buf);
897 arg64.buf = compat_ptr(cp);
898 err |= copy_to_user(p, &arg64, sizeof(arg64));
899
900 if (err)
7c832835 901 return -EFAULT;
1da177e4 902
ef7822c2 903 err = do_ioctl(bdev, mode, CCISS_BIG_PASSTHRU, (unsigned long)p);
1da177e4
LT		 904 if (err)
905 return err;
7c832835
BH		 906 err |=
907 copy_in_user(&arg32->error_info, &p->error_info,
908 sizeof(arg32->error_info));
1da177e4
LT		 909 if (err)
910 return -EFAULT;
911 return err;
912}
913#endif
a885c8c4
CH		 914
915static int cciss_getgeo(struct block_device *bdev, struct hd_geometry *geo)
916{
917 drive_info_struct *drv = get_drv(bdev->bd_disk);
918
919 if (!drv->cylinders)
920 return -ENXIO;
921
922 geo->heads = drv->heads;
923 geo->sectors = drv->sectors;
924 geo->cylinders = drv->cylinders;
925 return 0;
926}
927
0a9279cc
MM		 928static void check_ioctl_unit_attention(ctlr_info_t *host, CommandList_struct *c)
929{
930 if (c->err_info->CommandStatus == CMD_TARGET_STATUS &&
931 c->err_info->ScsiStatus != SAM_STAT_CHECK_CONDITION)
932 (void)check_for_unit_attention(host, c);
933}
1da177e4 934/*
7c832835 935 * ioctl
1da177e4 936 */
ef7822c2 937static int cciss_ioctl(struct block_device *bdev, fmode_t mode,
7c832835 938 unsigned int cmd, unsigned long arg)
1da177e4 939{
1da177e4
LT		 940 struct gendisk *disk = bdev->bd_disk;
941 ctlr_info_t *host = get_host(disk);
942 drive_info_struct *drv = get_drv(disk);
943 int ctlr = host->ctlr;
944 void __user *argp = (void __user *)arg;
945
946#ifdef CCISS_DEBUG
947 printk(KERN_DEBUG "cciss_ioctl: Called with cmd=%x %lx\n", cmd, arg);
7c832835
BH		 948#endif /* CCISS_DEBUG */
949
950 switch (cmd) {
1da177e4 951 case CCISS_GETPCIINFO:
7c832835
BH		 952 {
953 cciss_pci_info_struct pciinfo;
954
955 if (!arg)
956 return -EINVAL;
957 pciinfo.domain = pci_domain_nr(host->pdev->bus);
958 pciinfo.bus = host->pdev->bus->number;
959 pciinfo.dev_fn = host->pdev->devfn;
960 pciinfo.board_id = host->board_id;
961 if (copy_to_user
962 (argp, &pciinfo, sizeof(cciss_pci_info_struct)))
963 return -EFAULT;
964 return 0;
965 }
1da177e4 966 case CCISS_GETINTINFO:
7c832835
BH		 967 {
968 cciss_coalint_struct intinfo;
969 if (!arg)
970 return -EINVAL;
971 intinfo.delay =
972 readl(&host->cfgtable->HostWrite.CoalIntDelay);
973 intinfo.count =
974 readl(&host->cfgtable->HostWrite.CoalIntCount);
975 if (copy_to_user
976 (argp, &intinfo, sizeof(cciss_coalint_struct)))
977 return -EFAULT;
978 return 0;
979 }
1da177e4 980 case CCISS_SETINTINFO:
1da177e4 981 {
7c832835
BH		 982 cciss_coalint_struct intinfo;
983 unsigned long flags;
984 int i;
985
986 if (!arg)
987 return -EINVAL;
988 if (!capable(CAP_SYS_ADMIN))
989 return -EPERM;
990 if (copy_from_user
991 (&intinfo, argp, sizeof(cciss_coalint_struct)))
992 return -EFAULT;
993 if ((intinfo.delay == 0) && (intinfo.count == 0))
994 {
995// printk("cciss_ioctl: delay and count cannot be 0\n");
996 return -EINVAL;
997 }
998 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
999 /* Update the field, and then ring the doorbell */
1000 writel(intinfo.delay,
1001 &(host->cfgtable->HostWrite.CoalIntDelay));
1002 writel(intinfo.count,
1003 &(host->cfgtable->HostWrite.CoalIntCount));
1004 writel(CFGTBL_ChangeReq, host->vaddr + SA5_DOORBELL);
1005
1006 for (i = 0; i < MAX_IOCTL_CONFIG_WAIT; i++) {
1007 if (!(readl(host->vaddr + SA5_DOORBELL)
1008 & CFGTBL_ChangeReq))
1009 break;
1010 /* delay and try again */
1011 udelay(1000);
1012 }
1013 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1014 if (i >= MAX_IOCTL_CONFIG_WAIT)
1015 return -EAGAIN;
1016 return 0;
1da177e4 1017 }
1da177e4 1018 case CCISS_GETNODENAME:
7c832835
BH		 1019 {
1020 NodeName_type NodeName;
1021 int i;
1022
1023 if (!arg)
1024 return -EINVAL;
1025 for (i = 0; i < 16; i++)
1026 NodeName[i] =
1027 readb(&host->cfgtable->ServerName[i]);
1028 if (copy_to_user(argp, NodeName, sizeof(NodeName_type)))
1029 return -EFAULT;
1030 return 0;
1031 }
1da177e4 1032 case CCISS_SETNODENAME:
7c832835
BH		 1033 {
1034 NodeName_type NodeName;
1035 unsigned long flags;
1036 int i;
1037
1038 if (!arg)
1039 return -EINVAL;
1040 if (!capable(CAP_SYS_ADMIN))
1041 return -EPERM;
1042
1043 if (copy_from_user
1044 (NodeName, argp, sizeof(NodeName_type)))
1045 return -EFAULT;
1046
1047 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1048
1049 /* Update the field, and then ring the doorbell */
1050 for (i = 0; i < 16; i++)
1051 writeb(NodeName[i],
1052 &host->cfgtable->ServerName[i]);
1053
1054 writel(CFGTBL_ChangeReq, host->vaddr + SA5_DOORBELL);
1055
1056 for (i = 0; i < MAX_IOCTL_CONFIG_WAIT; i++) {
1057 if (!(readl(host->vaddr + SA5_DOORBELL)
1058 & CFGTBL_ChangeReq))
1059 break;
1060 /* delay and try again */
1061 udelay(1000);
1062 }
1063 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1064 if (i >= MAX_IOCTL_CONFIG_WAIT)
1065 return -EAGAIN;
1066 return 0;
1067 }
1da177e4
LT		 1068
1069 case CCISS_GETHEARTBEAT:
7c832835
BH		 1070 {
1071 Heartbeat_type heartbeat;
1072
1073 if (!arg)
1074 return -EINVAL;
1075 heartbeat = readl(&host->cfgtable->HeartBeat);
1076 if (copy_to_user
1077 (argp, &heartbeat, sizeof(Heartbeat_type)))
1078 return -EFAULT;
1079 return 0;
1080 }
1da177e4 1081 case CCISS_GETBUSTYPES:
7c832835
BH		 1082 {
1083 BusTypes_type BusTypes;
1084
1085 if (!arg)
1086 return -EINVAL;
1087 BusTypes = readl(&host->cfgtable->BusTypes);
1088 if (copy_to_user
1089 (argp, &BusTypes, sizeof(BusTypes_type)))
1090 return -EFAULT;
1091 return 0;
1092 }
1da177e4 1093 case CCISS_GETFIRMVER:
7c832835
BH		 1094 {
1095 FirmwareVer_type firmware;
1da177e4 1096
7c832835
BH		 1097 if (!arg)
1098 return -EINVAL;
1099 memcpy(firmware, host->firm_ver, 4);
1da177e4 1100
7c832835
BH		 1101 if (copy_to_user
1102 (argp, firmware, sizeof(FirmwareVer_type)))
1103 return -EFAULT;
1104 return 0;
1105 }
1106 case CCISS_GETDRIVVER:
1107 {
1108 DriverVer_type DriverVer = DRIVER_VERSION;
1da177e4 1109
7c832835
BH		 1110 if (!arg)
1111 return -EINVAL;
1da177e4 1112
7c832835
BH		 1113 if (copy_to_user
1114 (argp, &DriverVer, sizeof(DriverVer_type)))
1115 return -EFAULT;
1116 return 0;
1117 }
1da177e4 1118
6ae5ce8e
MM		 1119 case CCISS_DEREGDISK:
1120 case CCISS_REGNEWD:
1da177e4 1121 case CCISS_REVALIDVOLS:
6ae5ce8e 1122 return rebuild_lun_table(host, 0);
7c832835
BH		 1123
1124 case CCISS_GETLUNINFO:{
1125 LogvolInfo_struct luninfo;
1126
1127 luninfo.LunID = drv->LunID;
1128 luninfo.num_opens = drv->usage_count;
1129 luninfo.num_parts = 0;
1130 if (copy_to_user(argp, &luninfo,
1131 sizeof(LogvolInfo_struct)))
1132 return -EFAULT;
1133 return 0;
1134 }
1da177e4 1135 case CCISS_PASSTHRU:
1da177e4 1136 {
7c832835
BH		 1137 IOCTL_Command_struct iocommand;
1138 CommandList_struct *c;
1139 char *buff = NULL;
1140 u64bit temp64;
1141 unsigned long flags;
6e9a4738 1142 DECLARE_COMPLETION_ONSTACK(wait);
1da177e4 1143
7c832835
BH		 1144 if (!arg)
1145 return -EINVAL;
1da177e4 1146
7c832835
BH		 1147 if (!capable(CAP_SYS_RAWIO))
1148 return -EPERM;
1da177e4 1149
7c832835
BH		 1150 if (copy_from_user
1151 (&iocommand, argp, sizeof(IOCTL_Command_struct)))
1152 return -EFAULT;
1153 if ((iocommand.buf_size < 1) &&
1154 (iocommand.Request.Type.Direction != XFER_NONE)) {
1155 return -EINVAL;
1156 }
1157#if 0 /* 'buf_size' member is 16-bits, and always smaller than kmalloc limit */
1158 /* Check kmalloc limits */
1159 if (iocommand.buf_size > 128000)
1160 return -EINVAL;
1161#endif
1162 if (iocommand.buf_size > 0) {
1163 buff = kmalloc(iocommand.buf_size, GFP_KERNEL);
1164 if (buff == NULL)
1165 return -EFAULT;
1166 }
1167 if (iocommand.Request.Type.Direction == XFER_WRITE) {
1168 /* Copy the data into the buffer we created */
1169 if (copy_from_user
1170 (buff, iocommand.buf, iocommand.buf_size)) {
1171 kfree(buff);
1172 return -EFAULT;
1173 }
1174 } else {
1175 memset(buff, 0, iocommand.buf_size);
1176 }
1177 if ((c = cmd_alloc(host, 0)) == NULL) {
1178 kfree(buff);
1179 return -ENOMEM;
1180 }
1181 // Fill in the command type
1182 c->cmd_type = CMD_IOCTL_PEND;
1183 // Fill in Command Header
1184 c->Header.ReplyQueue = 0; // unused in simple mode
1185 if (iocommand.buf_size > 0) // buffer to fill
1186 {
1187 c->Header.SGList = 1;
1188 c->Header.SGTotal = 1;
1189 } else // no buffers to fill
1190 {
1191 c->Header.SGList = 0;
1192 c->Header.SGTotal = 0;
1193 }
1194 c->Header.LUN = iocommand.LUN_info;
1195 c->Header.Tag.lower = c->busaddr; // use the kernel address the cmd block for tag
1da177e4 1196
7c832835
BH		 1197 // Fill in Request block
1198 c->Request = iocommand.Request;
1da177e4 1199
7c832835
BH		 1200 // Fill in the scatter gather information
1201 if (iocommand.buf_size > 0) {
1202 temp64.val = pci_map_single(host->pdev, buff,
1203 iocommand.buf_size,
1204 PCI_DMA_BIDIRECTIONAL);
1205 c->SG[0].Addr.lower = temp64.val32.lower;
1206 c->SG[0].Addr.upper = temp64.val32.upper;
1207 c->SG[0].Len = iocommand.buf_size;
1208 c->SG[0].Ext = 0; // we are not chaining
1209 }
1210 c->waiting = &wait;
1211
1212 /* Put the request on the tail of the request queue */
1213 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1214 addQ(&host->reqQ, c);
1215 host->Qdepth++;
1216 start_io(host);
1217 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1218
1219 wait_for_completion(&wait);
1220
1221 /* unlock the buffers from DMA */
1222 temp64.val32.lower = c->SG[0].Addr.lower;
1223 temp64.val32.upper = c->SG[0].Addr.upper;
1224 pci_unmap_single(host->pdev, (dma_addr_t) temp64.val,
1225 iocommand.buf_size,
1226 PCI_DMA_BIDIRECTIONAL);
1227
0a9279cc
MM		 1228 check_ioctl_unit_attention(host, c);
1229
7c832835
BH		 1230 /* Copy the error information out */
1231 iocommand.error_info = *(c->err_info);
1232 if (copy_to_user
1233 (argp, &iocommand, sizeof(IOCTL_Command_struct))) {
1234 kfree(buff);
1da177e4
LT		 1235 cmd_free(host, c, 0);
1236 return -EFAULT;
1237 }
7c832835
BH		 1238
1239 if (iocommand.Request.Type.Direction == XFER_READ) {
1240 /* Copy the data out of the buffer we created */
1241 if (copy_to_user
1242 (iocommand.buf, buff, iocommand.buf_size)) {
1243 kfree(buff);
1244 cmd_free(host, c, 0);
1245 return -EFAULT;
1246 }
1247 }
1248 kfree(buff);
1249 cmd_free(host, c, 0);
1250 return 0;
1da177e4 1251 }
7c832835
BH		 1252 case CCISS_BIG_PASSTHRU:{
1253 BIG_IOCTL_Command_struct *ioc;
1254 CommandList_struct *c;
1255 unsigned char **buff = NULL;
1256 int *buff_size = NULL;
1257 u64bit temp64;
1258 unsigned long flags;
1259 BYTE sg_used = 0;
1260 int status = 0;
1261 int i;
6e9a4738 1262 DECLARE_COMPLETION_ONSTACK(wait);
7c832835
BH		 1263 __u32 left;
1264 __u32 sz;
1265 BYTE __user *data_ptr;
1266
1267 if (!arg)
1268 return -EINVAL;
1269 if (!capable(CAP_SYS_RAWIO))
1270 return -EPERM;
1271 ioc = (BIG_IOCTL_Command_struct *)
1272 kmalloc(sizeof(*ioc), GFP_KERNEL);
1273 if (!ioc) {
1274 status = -ENOMEM;
1275 goto cleanup1;
1276 }
1277 if (copy_from_user(ioc, argp, sizeof(*ioc))) {
1278 status = -EFAULT;
1279 goto cleanup1;
1280 }
1281 if ((ioc->buf_size < 1) &&
1282 (ioc->Request.Type.Direction != XFER_NONE)) {
1da177e4
LT		 1283 status = -EINVAL;
1284 goto cleanup1;
7c832835
BH		 1285 }
1286 /* Check kmalloc limits using all SGs */
1287 if (ioc->malloc_size > MAX_KMALLOC_SIZE) {
1288 status = -EINVAL;
1289 goto cleanup1;
1290 }
1291 if (ioc->buf_size > ioc->malloc_size * MAXSGENTRIES) {
1292 status = -EINVAL;
1293 goto cleanup1;
1294 }
1295 buff =
1296 kzalloc(MAXSGENTRIES * sizeof(char *), GFP_KERNEL);
1297 if (!buff) {
1da177e4
LT		 1298 status = -ENOMEM;
1299 goto cleanup1;
1300 }
5cbded58 1301 buff_size = kmalloc(MAXSGENTRIES * sizeof(int),
7c832835
BH		 1302 GFP_KERNEL);
1303 if (!buff_size) {
1304 status = -ENOMEM;
1305 goto cleanup1;
1306 }
1307 left = ioc->buf_size;
1308 data_ptr = ioc->buf;
1309 while (left) {
1310 sz = (left >
1311 ioc->malloc_size) ? ioc->
1312 malloc_size : left;
1313 buff_size[sg_used] = sz;
1314 buff[sg_used] = kmalloc(sz, GFP_KERNEL);
1315 if (buff[sg_used] == NULL) {
1da177e4 1316 status = -ENOMEM;
15534d38
JA		 1317 goto cleanup1;
1318 }
7c832835
BH		 1319 if (ioc->Request.Type.Direction == XFER_WRITE) {
1320 if (copy_from_user
1321 (buff[sg_used], data_ptr, sz)) {
f7108f91 1322 status = -EFAULT;
7c832835
BH		 1323 goto cleanup1;
1324 }
1325 } else {
1326 memset(buff[sg_used], 0, sz);
1327 }
1328 left -= sz;
1329 data_ptr += sz;
1330 sg_used++;
1331 }
1332 if ((c = cmd_alloc(host, 0)) == NULL) {
1333 status = -ENOMEM;
1334 goto cleanup1;
1335 }
1336 c->cmd_type = CMD_IOCTL_PEND;
1337 c->Header.ReplyQueue = 0;
1338
1339 if (ioc->buf_size > 0) {
1340 c->Header.SGList = sg_used;
1341 c->Header.SGTotal = sg_used;
1da177e4 1342 } else {
7c832835
BH		 1343 c->Header.SGList = 0;
1344 c->Header.SGTotal = 0;
1da177e4 1345 }
7c832835
BH		 1346 c->Header.LUN = ioc->LUN_info;
1347 c->Header.Tag.lower = c->busaddr;
1348
1349 c->Request = ioc->Request;
1350 if (ioc->buf_size > 0) {
1351 int i;
1352 for (i = 0; i < sg_used; i++) {
1353 temp64.val =
1354 pci_map_single(host->pdev, buff[i],
1355 buff_size[i],
1356 PCI_DMA_BIDIRECTIONAL);
1357 c->SG[i].Addr.lower =
1358 temp64.val32.lower;
1359 c->SG[i].Addr.upper =
1360 temp64.val32.upper;
1361 c->SG[i].Len = buff_size[i];
1362 c->SG[i].Ext = 0; /* we are not chaining */
1363 }
1364 }
1365 c->waiting = &wait;
1366 /* Put the request on the tail of the request queue */
1367 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1368 addQ(&host->reqQ, c);
1369 host->Qdepth++;
1370 start_io(host);
1371 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1372 wait_for_completion(&wait);
1373 /* unlock the buffers from DMA */
1374 for (i = 0; i < sg_used; i++) {
1375 temp64.val32.lower = c->SG[i].Addr.lower;
1376 temp64.val32.upper = c->SG[i].Addr.upper;
1377 pci_unmap_single(host->pdev,
1378 (dma_addr_t) temp64.val, buff_size[i],
1da177e4 1379 PCI_DMA_BIDIRECTIONAL);
1da177e4 1380 }
0a9279cc 1381 check_ioctl_unit_attention(host, c);
7c832835
BH		 1382 /* Copy the error information out */
1383 ioc->error_info = *(c->err_info);
1384 if (copy_to_user(argp, ioc, sizeof(*ioc))) {
1385 cmd_free(host, c, 0);
1386 status = -EFAULT;
1387 goto cleanup1;
1388 }
1389 if (ioc->Request.Type.Direction == XFER_READ) {
1390 /* Copy the data out of the buffer we created */
1391 BYTE __user *ptr = ioc->buf;
1392 for (i = 0; i < sg_used; i++) {
1393 if (copy_to_user
1394 (ptr, buff[i], buff_size[i])) {
1395 cmd_free(host, c, 0);
1396 status = -EFAULT;
1397 goto cleanup1;
1398 }
1399 ptr += buff_size[i];
1da177e4 1400 }
1da177e4 1401 }
7c832835
BH		 1402 cmd_free(host, c, 0);
1403 status = 0;
1404 cleanup1:
1405 if (buff) {
1406 for (i = 0; i < sg_used; i++)
1407 kfree(buff[i]);
1408 kfree(buff);
1409 }
1410 kfree(buff_size);
1411 kfree(ioc);
1412 return status;
1da177e4 1413 }
03bbfee5
MMOD		 1414
1415 /* scsi_cmd_ioctl handles these, below, though some are not */
1416 /* very meaningful for cciss. SG_IO is the main one people want. */
1417
1418 case SG_GET_VERSION_NUM:
1419 case SG_SET_TIMEOUT:
1420 case SG_GET_TIMEOUT:
1421 case SG_GET_RESERVED_SIZE:
1422 case SG_SET_RESERVED_SIZE:
1423 case SG_EMULATED_HOST:
1424 case SG_IO:
1425 case SCSI_IOCTL_SEND_COMMAND:
ef7822c2 1426 return scsi_cmd_ioctl(disk->queue, disk, mode, cmd, argp);
03bbfee5
MMOD		 1427
1428 /* scsi_cmd_ioctl would normally handle these, below, but */
1429 /* they aren't a good fit for cciss, as CD-ROMs are */
1430 /* not supported, and we don't have any bus/target/lun */
1431 /* which we present to the kernel. */
1432
1433 case CDROM_SEND_PACKET:
1434 case CDROMCLOSETRAY:
1435 case CDROMEJECT:
1436 case SCSI_IOCTL_GET_IDLUN:
1437 case SCSI_IOCTL_GET_BUS_NUMBER:
1da177e4
LT		 1438 default:
1439 return -ENOTTY;
1440 }
1da177e4
LT		 1441}
1442
7b30f092
JA		 1443static void cciss_check_queues(ctlr_info_t *h)
1444{
1445 int start_queue = h->next_to_run;
1446 int i;
1447
1448 /* check to see if we have maxed out the number of commands that can
1449 * be placed on the queue. If so then exit. We do this check here
1450 * in case the interrupt we serviced was from an ioctl and did not
1451 * free any new commands.
1452 */
f880632f 1453 if ((find_first_zero_bit(h->cmd_pool_bits, h->nr_cmds)) == h->nr_cmds)
7b30f092
JA		 1454 return;
1455
1456 /* We have room on the queue for more commands. Now we need to queue
1457 * them up. We will also keep track of the next queue to run so
1458 * that every queue gets a chance to be started first.
1459 */
1460 for (i = 0; i < h->highest_lun + 1; i++) {
1461 int curr_queue = (start_queue + i) % (h->highest_lun + 1);
1462 /* make sure the disk has been added and the drive is real
1463 * because this can be called from the middle of init_one.
1464 */
1465 if (!(h->drv[curr_queue].queue) || !(h->drv[curr_queue].heads))
1466 continue;
1467 blk_start_queue(h->gendisk[curr_queue]->queue);
1468
1469 /* check to see if we have maxed out the number of commands
1470 * that can be placed on the queue.
1471 */
f880632f 1472 if ((find_first_zero_bit(h->cmd_pool_bits, h->nr_cmds)) == h->nr_cmds) {
7b30f092
JA		 1473 if (curr_queue == start_queue) {
1474 h->next_to_run =
1475 (start_queue + 1) % (h->highest_lun + 1);
1476 break;
1477 } else {
1478 h->next_to_run = curr_queue;
1479 break;
1480 }
7b30f092
JA		 1481 }
1482 }
1483}
1484
ca1e0484
MM		 1485static void cciss_softirq_done(struct request *rq)
1486{
1487 CommandList_struct *cmd = rq->completion_data;
1488 ctlr_info_t *h = hba[cmd->ctlr];
1489 unsigned long flags;
1490 u64bit temp64;
1491 int i, ddir;
1492
1493 if (cmd->Request.Type.Direction == XFER_READ)
1494 ddir = PCI_DMA_FROMDEVICE;
1495 else
1496 ddir = PCI_DMA_TODEVICE;
1497
1498 /* command did not need to be retried */
1499 /* unmap the DMA mapping for all the scatter gather elements */
7c832835 1500 for (i = 0; i < cmd->Header.SGList; i++) {
ca1e0484
MM		 1501 temp64.val32.lower = cmd->SG[i].Addr.lower;
1502 temp64.val32.upper = cmd->SG[i].Addr.upper;
1503 pci_unmap_page(h->pdev, temp64.val, cmd->SG[i].Len, ddir);
1504 }
1505
ca1e0484
MM		 1506#ifdef CCISS_DEBUG
1507 printk("Done with %p\n", rq);
7c832835 1508#endif /* CCISS_DEBUG */
ca1e0484 1509
c3a4d78c 1510 /* set the residual count for pc requests */
ac44e5b2 1511 if (blk_pc_request(rq))
c3a4d78c 1512 rq->resid_len = cmd->err_info->ResidualCnt;
ac44e5b2 1513
c3a4d78c 1514 blk_end_request_all(rq, (rq->errors == 0) ? 0 : -EIO);
3daeea29 1515
ca1e0484 1516 spin_lock_irqsave(&h->lock, flags);
7c832835 1517 cmd_free(h, cmd, 1);
7b30f092 1518 cciss_check_queues(h);
ca1e0484
MM		 1519 spin_unlock_irqrestore(&h->lock, flags);
1520}
1521
b57695fe 1522static void log_unit_to_scsi3addr(ctlr_info_t *h, unsigned char scsi3addr[],
1523 uint32_t log_unit)
1524{
1525 log_unit = h->drv[log_unit].LunID & 0x03fff;
1526 memset(&scsi3addr[4], 0, 4);
1527 memcpy(&scsi3addr[0], &log_unit, 4);
1528 scsi3addr[3] |= 0x40;
1529}
1530
7fe06326
AP		 1531/* This function gets the SCSI vendor, model, and revision of a logical drive
1532 * via the inquiry page 0. Model, vendor, and rev are set to empty strings if
1533 * they cannot be read.
1534 */
1535static void cciss_get_device_descr(int ctlr, int logvol, int withirq,
1536 char *vendor, char *model, char *rev)
1537{
1538 int rc;
1539 InquiryData_struct *inq_buf;
b57695fe 1540 unsigned char scsi3addr[8];
7fe06326
AP		 1541
1542 *vendor = '\0';
1543 *model = '\0';
1544 *rev = '\0';
1545
1546 inq_buf = kzalloc(sizeof(InquiryData_struct), GFP_KERNEL);
1547 if (!inq_buf)
1548 return;
1549
b57695fe 1550 log_unit_to_scsi3addr(hba[ctlr], scsi3addr, logvol);
7fe06326
AP		 1551 if (withirq)
1552 rc = sendcmd_withirq(CISS_INQUIRY, ctlr, inq_buf,
b57695fe 1553 sizeof(InquiryData_struct), 0,
1554 scsi3addr, TYPE_CMD);
7fe06326
AP		 1555 else
1556 rc = sendcmd(CISS_INQUIRY, ctlr, inq_buf,
b57695fe 1557 sizeof(InquiryData_struct), 0,
1558 scsi3addr, TYPE_CMD);
7fe06326
AP		 1559 if (rc == IO_OK) {
1560 memcpy(vendor, &inq_buf->data_byte[8], VENDOR_LEN);
1561 vendor[VENDOR_LEN] = '\0';
1562 memcpy(model, &inq_buf->data_byte[16], MODEL_LEN);
1563 model[MODEL_LEN] = '\0';
1564 memcpy(rev, &inq_buf->data_byte[32], REV_LEN);
1565 rev[REV_LEN] = '\0';
1566 }
1567
1568 kfree(inq_buf);
1569 return;
1570}
1571
a72da29b
MM		 1572/* This function gets the serial number of a logical drive via
1573 * inquiry page 0x83. Serial no. is 16 bytes. If the serial
1574 * number cannot be had, for whatever reason, 16 bytes of 0xff
1575 * are returned instead.
1576 */
1577static void cciss_get_serial_no(int ctlr, int logvol, int withirq,
1578 unsigned char *serial_no, int buflen)
1579{
1580#define PAGE_83_INQ_BYTES 64
1581 int rc;
1582 unsigned char *buf;
b57695fe 1583 unsigned char scsi3addr[8];
a72da29b
MM		 1584
1585 if (buflen > 16)
1586 buflen = 16;
1587 memset(serial_no, 0xff, buflen);
1588 buf = kzalloc(PAGE_83_INQ_BYTES, GFP_KERNEL);
1589 if (!buf)
1590 return;
1591 memset(serial_no, 0, buflen);
b57695fe 1592 log_unit_to_scsi3addr(hba[ctlr], scsi3addr, logvol);
a72da29b
MM		 1593 if (withirq)
1594 rc = sendcmd_withirq(CISS_INQUIRY, ctlr, buf,
b57695fe 1595 PAGE_83_INQ_BYTES, 0x83, scsi3addr, TYPE_CMD);
a72da29b
MM		 1596 else
1597 rc = sendcmd(CISS_INQUIRY, ctlr, buf,
b57695fe 1598 PAGE_83_INQ_BYTES, 0x83, scsi3addr, TYPE_CMD);
a72da29b
MM		 1599 if (rc == IO_OK)
1600 memcpy(serial_no, &buf[8], buflen);
1601 kfree(buf);
1602 return;
1603}
1604
6ae5ce8e
MM		 1605static void cciss_add_disk(ctlr_info_t *h, struct gendisk *disk,
1606 int drv_index)
1607{
1608 disk->queue = blk_init_queue(do_cciss_request, &h->lock);
1609 sprintf(disk->disk_name, "cciss/c%dd%d", h->ctlr, drv_index);
1610 disk->major = h->major;
1611 disk->first_minor = drv_index << NWD_SHIFT;
1612 disk->fops = &cciss_fops;
1613 disk->private_data = &h->drv[drv_index];
7fe06326 1614 disk->driverfs_dev = &h->drv[drv_index].dev;
6ae5ce8e
MM		 1615
1616 /* Set up queue information */
1617 blk_queue_bounce_limit(disk->queue, h->pdev->dma_mask);
1618
1619 /* This is a hardware imposed limit. */
1620 blk_queue_max_hw_segments(disk->queue, MAXSGENTRIES);
1621
1622 /* This is a limit in the driver and could be eliminated. */
1623 blk_queue_max_phys_segments(disk->queue, MAXSGENTRIES);
1624
1625 blk_queue_max_sectors(disk->queue, h->cciss_max_sectors);
1626
1627 blk_queue_softirq_done(disk->queue, cciss_softirq_done);
1628
1629 disk->queue->queuedata = h;
1630
e1defc4f
MP		 1631 blk_queue_logical_block_size(disk->queue,
1632 h->drv[drv_index].block_size);
6ae5ce8e
MM		 1633
1634 /* Make sure all queue data is written out before */
1635 /* setting h->drv[drv_index].queue, as setting this */
1636 /* allows the interrupt handler to start the queue */
1637 wmb();
1638 h->drv[drv_index].queue = disk->queue;
1639 add_disk(disk);
1640}
1641
ddd47442 1642/* This function will check the usage_count of the drive to be updated/added.
a72da29b
MM		 1643 * If the usage_count is zero and it is a heretofore unknown drive, or,
1644 * the drive's capacity, geometry, or serial number has changed,
1645 * then the drive information will be updated and the disk will be
1646 * re-registered with the kernel. If these conditions don't hold,
1647 * then it will be left alone for the next reboot. The exception to this
1648 * is disk 0 which will always be left registered with the kernel since it
1649 * is also the controller node. Any changes to disk 0 will show up on
1650 * the next reboot.
7c832835 1651 */
6ae5ce8e 1652static void cciss_update_drive_info(int ctlr, int drv_index, int first_time)
7c832835 1653{
ddd47442
MM		 1654 ctlr_info_t *h = hba[ctlr];
1655 struct gendisk *disk;
ddd47442
MM		 1656 InquiryData_struct *inq_buff = NULL;
1657 unsigned int block_size;
00988a35 1658 sector_t total_size;
ddd47442
MM		 1659 unsigned long flags = 0;
1660 int ret = 0;
a72da29b 1661 drive_info_struct *drvinfo;
6ae5ce8e 1662 int was_only_controller_node;
a72da29b
MM		 1663
1664 /* Get information about the disk and modify the driver structure */
1665 inq_buff = kmalloc(sizeof(InquiryData_struct), GFP_KERNEL);
1666 drvinfo = kmalloc(sizeof(*drvinfo), GFP_KERNEL);
1667 if (inq_buff == NULL || drvinfo == NULL)
1668 goto mem_msg;
1669
6ae5ce8e
MM		 1670 /* See if we're trying to update the "controller node"
1671 * this will happen the when the first logical drive gets
1672 * created by ACU.
1673 */
1674 was_only_controller_node = (drv_index == 0 &&
1675 h->drv[0].raid_level == -1);
1676
a72da29b
MM		 1677 /* testing to see if 16-byte CDBs are already being used */
1678 if (h->cciss_read == CCISS_READ_16) {
1679 cciss_read_capacity_16(h->ctlr, drv_index, 1,
1680 &total_size, &block_size);
1681
1682 } else {
1683 cciss_read_capacity(ctlr, drv_index, 1,
1684 &total_size, &block_size);
1685
1686 /* if read_capacity returns all F's this volume is >2TB */
1687 /* in size so we switch to 16-byte CDB's for all */
1688 /* read/write ops */
1689 if (total_size == 0xFFFFFFFFULL) {
1690 cciss_read_capacity_16(ctlr, drv_index, 1,
1691 &total_size, &block_size);
1692 h->cciss_read = CCISS_READ_16;
1693 h->cciss_write = CCISS_WRITE_16;
1694 } else {
1695 h->cciss_read = CCISS_READ_10;
1696 h->cciss_write = CCISS_WRITE_10;
1697 }
1698 }
1699
1700 cciss_geometry_inquiry(ctlr, drv_index, 1, total_size, block_size,
1701 inq_buff, drvinfo);
1702 drvinfo->block_size = block_size;
1703 drvinfo->nr_blocks = total_size + 1;
1704
7fe06326
AP		 1705 cciss_get_device_descr(ctlr, drv_index, 1, drvinfo->vendor,
1706 drvinfo->model, drvinfo->rev);
a72da29b
MM		 1707 cciss_get_serial_no(ctlr, drv_index, 1, drvinfo->serial_no,
1708 sizeof(drvinfo->serial_no));
1709
1710 /* Is it the same disk we already know, and nothing's changed? */
1711 if (h->drv[drv_index].raid_level != -1 &&
1712 ((memcmp(drvinfo->serial_no,
1713 h->drv[drv_index].serial_no, 16) == 0) &&
1714 drvinfo->block_size == h->drv[drv_index].block_size &&
1715 drvinfo->nr_blocks == h->drv[drv_index].nr_blocks &&
1716 drvinfo->heads == h->drv[drv_index].heads &&
1717 drvinfo->sectors == h->drv[drv_index].sectors &&
6ae5ce8e 1718 drvinfo->cylinders == h->drv[drv_index].cylinders))
a72da29b
MM		 1719 /* The disk is unchanged, nothing to update */
1720 goto freeret;
a72da29b 1721
6ae5ce8e
MM		 1722 /* If we get here it's not the same disk, or something's changed,
1723 * so we need to * deregister it, and re-register it, if it's not
1724 * in use.
1725 * If the disk already exists then deregister it before proceeding
1726 * (unless it's the first disk (for the controller node).
1727 */
a72da29b
MM		 1728 if (h->drv[drv_index].raid_level != -1 && drv_index != 0) {
1729 printk(KERN_WARNING "disk %d has changed.\n", drv_index);
ddd47442
MM		 1730 spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
1731 h->drv[drv_index].busy_configuring = 1;
1732 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
e14ac670 1733
6ae5ce8e
MM		 1734 /* deregister_disk sets h->drv[drv_index].queue = NULL
1735 * which keeps the interrupt handler from starting
1736 * the queue.
1737 */
a0ea8622 1738 ret = deregister_disk(h, drv_index, 0);
ddd47442
MM		 1739 h->drv[drv_index].busy_configuring = 0;
1740 }
1741
1742 /* If the disk is in use return */
1743 if (ret)
a72da29b
MM		 1744 goto freeret;
1745
6ae5ce8e
MM		 1746 /* Save the new information from cciss_geometry_inquiry
1747 * and serial number inquiry.
1748 */
a72da29b
MM		 1749 h->drv[drv_index].block_size = drvinfo->block_size;
1750 h->drv[drv_index].nr_blocks = drvinfo->nr_blocks;
1751 h->drv[drv_index].heads = drvinfo->heads;
1752 h->drv[drv_index].sectors = drvinfo->sectors;
1753 h->drv[drv_index].cylinders = drvinfo->cylinders;
1754 h->drv[drv_index].raid_level = drvinfo->raid_level;
1755 memcpy(h->drv[drv_index].serial_no, drvinfo->serial_no, 16);
7fe06326
AP		 1756 memcpy(h->drv[drv_index].vendor, drvinfo->vendor, VENDOR_LEN + 1);
1757 memcpy(h->drv[drv_index].model, drvinfo->model, MODEL_LEN + 1);
1758 memcpy(h->drv[drv_index].rev, drvinfo->rev, REV_LEN + 1);
ddd47442
MM		 1759
1760 ++h->num_luns;
1761 disk = h->gendisk[drv_index];
1762 set_capacity(disk, h->drv[drv_index].nr_blocks);
1763
6ae5ce8e
MM		 1764 /* If it's not disk 0 (drv_index != 0)
1765 * or if it was disk 0, but there was previously
1766 * no actual corresponding configured logical drive
1767 * (raid_leve == -1) then we want to update the
1768 * logical drive's information.
1769 */
1770 if (drv_index || first_time)
1771 cciss_add_disk(h, disk, drv_index);
ddd47442 1772
6ae5ce8e 1773freeret:
ddd47442 1774 kfree(inq_buff);
a72da29b 1775 kfree(drvinfo);
ddd47442 1776 return;
6ae5ce8e 1777mem_msg:
ddd47442
MM		 1778 printk(KERN_ERR "cciss: out of memory\n");
1779 goto freeret;
1780}
1781
1782/* This function will find the first index of the controllers drive array
1783 * that has a -1 for the raid_level and will return that index. This is
1784 * where new drives will be added. If the index to be returned is greater
1785 * than the highest_lun index for the controller then highest_lun is set
1786 * to this new index. If there are no available indexes then -1 is returned.
eece695f
MM		 1787 * "controller_node" is used to know if this is a real logical drive, or just
1788 * the controller node, which determines if this counts towards highest_lun.
7c832835 1789 */
eece695f 1790static int cciss_find_free_drive_index(int ctlr, int controller_node)
ddd47442
MM		 1791{
1792 int i;
1793
7c832835
BH		 1794 for (i = 0; i < CISS_MAX_LUN; i++) {
1795 if (hba[ctlr]->drv[i].raid_level == -1) {
ddd47442 1796 if (i > hba[ctlr]->highest_lun)
eece695f
MM		 1797 if (!controller_node)
1798 hba[ctlr]->highest_lun = i;
ddd47442
MM		 1799 return i;
1800 }
1801 }
1802 return -1;
1803}
1804
6ae5ce8e
MM		 1805/* cciss_add_gendisk finds a free hba[]->drv structure
1806 * and allocates a gendisk if needed, and sets the lunid
1807 * in the drvinfo structure. It returns the index into
1808 * the ->drv[] array, or -1 if none are free.
1809 * is_controller_node indicates whether highest_lun should
1810 * count this disk, or if it's only being added to provide
1811 * a means to talk to the controller in case no logical
1812 * drives have yet been configured.
1813 */
eece695f 1814static int cciss_add_gendisk(ctlr_info_t *h, __u32 lunid, int controller_node)
6ae5ce8e
MM		 1815{
1816 int drv_index;
1817
eece695f 1818 drv_index = cciss_find_free_drive_index(h->ctlr, controller_node);
6ae5ce8e
MM		 1819 if (drv_index == -1)
1820 return -1;
1821 /*Check if the gendisk needs to be allocated */
1822 if (!h->gendisk[drv_index]) {
1823 h->gendisk[drv_index] =
1824 alloc_disk(1 << NWD_SHIFT);
1825 if (!h->gendisk[drv_index]) {
1826 printk(KERN_ERR "cciss%d: could not "
1827 "allocate a new disk %d\n",
1828 h->ctlr, drv_index);
1829 return -1;
1830 }
1831 }
1832 h->drv[drv_index].LunID = lunid;
7fe06326
AP		 1833 if (cciss_create_ld_sysfs_entry(h, &h->drv[drv_index], drv_index))
1834 goto err_free_disk;
6ae5ce8e
MM		 1835
1836 /* Don't need to mark this busy because nobody */
1837 /* else knows about this disk yet to contend */
1838 /* for access to it. */
1839 h->drv[drv_index].busy_configuring = 0;
1840 wmb();
1841 return drv_index;
7fe06326
AP		 1842
1843err_free_disk:
1844 put_disk(h->gendisk[drv_index]);
1845 h->gendisk[drv_index] = NULL;
1846 return -1;
6ae5ce8e
MM		 1847}
1848
1849/* This is for the special case of a controller which
1850 * has no logical drives. In this case, we still need
1851 * to register a disk so the controller can be accessed
1852 * by the Array Config Utility.
1853 */
1854static void cciss_add_controller_node(ctlr_info_t *h)
1855{
1856 struct gendisk *disk;
1857 int drv_index;
1858
1859 if (h->gendisk[0] != NULL) /* already did this? Then bail. */
1860 return;
1861
eece695f 1862 drv_index = cciss_add_gendisk(h, 0, 1);
6ae5ce8e
MM		 1863 if (drv_index == -1) {
1864 printk(KERN_WARNING "cciss%d: could not "
1865 "add disk 0.\n", h->ctlr);
1866 return;
1867 }
1868 h->drv[drv_index].block_size = 512;
1869 h->drv[drv_index].nr_blocks = 0;
1870 h->drv[drv_index].heads = 0;
1871 h->drv[drv_index].sectors = 0;
1872 h->drv[drv_index].cylinders = 0;
1873 h->drv[drv_index].raid_level = -1;
1874 memset(h->drv[drv_index].serial_no, 0, 16);
1875 disk = h->gendisk[drv_index];
1876 cciss_add_disk(h, disk, drv_index);
1877}
1878
ddd47442 1879/* This function will add and remove logical drives from the Logical
d14c4ab5 1880 * drive array of the controller and maintain persistency of ordering
ddd47442
MM		 1881 * so that mount points are preserved until the next reboot. This allows
1882 * for the removal of logical drives in the middle of the drive array
1883 * without a re-ordering of those drives.
1884 * INPUT
1885 * h = The controller to perform the operations on
7c832835 1886 */
6ae5ce8e 1887static int rebuild_lun_table(ctlr_info_t *h, int first_time)
1da177e4 1888{
ddd47442
MM		 1889 int ctlr = h->ctlr;
1890 int num_luns;
1891 ReportLunData_struct *ld_buff = NULL;
ddd47442
MM		 1892 int return_code;
1893 int listlength = 0;
1894 int i;
1895 int drv_found;
1896 int drv_index = 0;
1897 __u32 lunid = 0;
1da177e4 1898 unsigned long flags;
ddd47442 1899
6ae5ce8e
MM		 1900 if (!capable(CAP_SYS_RAWIO))
1901 return -EPERM;
1902
ddd47442
MM		 1903 /* Set busy_configuring flag for this operation */
1904 spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
7c832835 1905 if (h->busy_configuring) {
ddd47442
MM		 1906 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
1907 return -EBUSY;
1908 }
1909 h->busy_configuring = 1;
a72da29b 1910 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
ddd47442 1911
a72da29b
MM		 1912 ld_buff = kzalloc(sizeof(ReportLunData_struct), GFP_KERNEL);
1913 if (ld_buff == NULL)
1914 goto mem_msg;
1915
1916 return_code = sendcmd_withirq(CISS_REPORT_LOG, ctlr, ld_buff,
b57695fe 1917 sizeof(ReportLunData_struct),
1918 0, CTLR_LUNID, TYPE_CMD);
ddd47442 1919
a72da29b
MM		 1920 if (return_code == IO_OK)
1921 listlength = be32_to_cpu(*(__be32 *) ld_buff->LUNListLength);
1922 else { /* reading number of logical volumes failed */
1923 printk(KERN_WARNING "cciss: report logical volume"
1924 " command failed\n");
1925 listlength = 0;
1926 goto freeret;
1927 }
1928
1929 num_luns = listlength / 8; /* 8 bytes per entry */
1930 if (num_luns > CISS_MAX_LUN) {
1931 num_luns = CISS_MAX_LUN;
1932 printk(KERN_WARNING "cciss: more luns configured"
1933 " on controller than can be handled by"
1934 " this driver.\n");
1935 }
1936
6ae5ce8e
MM		 1937 if (num_luns == 0)
1938 cciss_add_controller_node(h);
1939
1940 /* Compare controller drive array to driver's drive array
1941 * to see if any drives are missing on the controller due
1942 * to action of Array Config Utility (user deletes drive)
1943 * and deregister logical drives which have disappeared.
1944 */
a72da29b
MM		 1945 for (i = 0; i <= h->highest_lun; i++) {
1946 int j;
1947 drv_found = 0;
d8a0be6a
SC		 1948
1949 /* skip holes in the array from already deleted drives */
1950 if (h->drv[i].raid_level == -1)
1951 continue;
1952
a72da29b
MM		 1953 for (j = 0; j < num_luns; j++) {
1954 memcpy(&lunid, &ld_buff->LUN[j][0], 4);
1955 lunid = le32_to_cpu(lunid);
1956 if (h->drv[i].LunID == lunid) {
1957 drv_found = 1;
1958 break;
1959 }
1960 }
1961 if (!drv_found) {
1962 /* Deregister it from the OS, it's gone. */
1963 spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
1964 h->drv[i].busy_configuring = 1;
1965 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
a0ea8622 1966 return_code = deregister_disk(h, i, 1);
7fe06326 1967 cciss_destroy_ld_sysfs_entry(&h->drv[i]);
a72da29b 1968 h->drv[i].busy_configuring = 0;
ddd47442 1969 }
a72da29b 1970 }
ddd47442 1971
a72da29b
MM		 1972 /* Compare controller drive array to driver's drive array.
1973 * Check for updates in the drive information and any new drives
1974 * on the controller due to ACU adding logical drives, or changing
1975 * a logical drive's size, etc. Reregister any new/changed drives
1976 */
1977 for (i = 0; i < num_luns; i++) {
1978 int j;
ddd47442 1979
a72da29b 1980 drv_found = 0;
ddd47442 1981
a72da29b
MM		 1982 memcpy(&lunid, &ld_buff->LUN[i][0], 4);
1983 lunid = le32_to_cpu(lunid);
ddd47442 1984
a72da29b
MM		 1985 /* Find if the LUN is already in the drive array
1986 * of the driver. If so then update its info
1987 * if not in use. If it does not exist then find
1988 * the first free index and add it.
1989 */
1990 for (j = 0; j <= h->highest_lun; j++) {
1991 if (h->drv[j].raid_level != -1 &&
1992 h->drv[j].LunID == lunid) {
1993 drv_index = j;
1994 drv_found = 1;
1995 break;
ddd47442 1996 }
a72da29b 1997 }
ddd47442 1998
a72da29b
MM		 1999 /* check if the drive was found already in the array */
2000 if (!drv_found) {
eece695f 2001 drv_index = cciss_add_gendisk(h, lunid, 0);
a72da29b
MM		 2002 if (drv_index == -1)
2003 goto freeret;
a72da29b 2004 }
6ae5ce8e 2005 cciss_update_drive_info(ctlr, drv_index, first_time);
a72da29b 2006 } /* end for */
ddd47442 2007
6ae5ce8e 2008freeret:
ddd47442
MM		 2009 kfree(ld_buff);
2010 h->busy_configuring = 0;
2011 /* We return -1 here to tell the ACU that we have registered/updated
2012 * all of the drives that we can and to keep it from calling us
2013 * additional times.
7c832835 2014 */
ddd47442 2015 return -1;
6ae5ce8e 2016mem_msg:
ddd47442 2017 printk(KERN_ERR "cciss: out of memory\n");
a72da29b 2018 h->busy_configuring = 0;
ddd47442
MM		 2019 goto freeret;
2020}
2021
2022/* This function will deregister the disk and it's queue from the
2023 * kernel. It must be called with the controller lock held and the
2024 * drv structures busy_configuring flag set. It's parameters are:
2025 *
2026 * disk = This is the disk to be deregistered
2027 * drv = This is the drive_info_struct associated with the disk to be
2028 * deregistered. It contains information about the disk used
2029 * by the driver.
2030 * clear_all = This flag determines whether or not the disk information
2031 * is going to be completely cleared out and the highest_lun
2032 * reset. Sometimes we want to clear out information about
d14c4ab5 2033 * the disk in preparation for re-adding it. In this case
ddd47442
MM		 2034 * the highest_lun should be left unchanged and the LunID
2035 * should not be cleared.
2036*/
a0ea8622 2037static int deregister_disk(ctlr_info_t *h, int drv_index,
ddd47442
MM		 2038 int clear_all)
2039{
799202cb 2040 int i;
a0ea8622
SC		 2041 struct gendisk *disk;
2042 drive_info_struct *drv;
1da177e4
LT		 2043
2044 if (!capable(CAP_SYS_RAWIO))
2045 return -EPERM;
2046
a0ea8622
SC		 2047 drv = &h->drv[drv_index];
2048 disk = h->gendisk[drv_index];
2049
1da177e4 2050 /* make sure logical volume is NOT is use */
7c832835
BH		 2051 if (clear_all || (h->gendisk[0] == disk)) {
2052 if (drv->usage_count > 1)
2053 return -EBUSY;
2054 } else if (drv->usage_count > 0)
2055 return -EBUSY;
1da177e4 2056
ddd47442
MM		 2057 /* invalidate the devices and deregister the disk. If it is disk
2058 * zero do not deregister it but just zero out it's values. This
2059 * allows us to delete disk zero but keep the controller registered.
7c832835
BH		 2060 */
2061 if (h->gendisk[0] != disk) {
5a9df732
AB		 2062 struct request_queue *q = disk->queue;
2063 if (disk->flags & GENHD_FL_UP)
2064 del_gendisk(disk);
2065 if (q) {
2066 blk_cleanup_queue(q);
2067 /* Set drv->queue to NULL so that we do not try
2068 * to call blk_start_queue on this queue in the
2069 * interrupt handler
2070 */
2071 drv->queue = NULL;
2072 }
2073 /* If clear_all is set then we are deleting the logical
2074 * drive, not just refreshing its info. For drives
2075 * other than disk 0 we will call put_disk. We do not
2076 * do this for disk 0 as we need it to be able to
2077 * configure the controller.
a72da29b 2078 */
5a9df732
AB		 2079 if (clear_all){
2080 /* This isn't pretty, but we need to find the
2081 * disk in our array and NULL our the pointer.
2082 * This is so that we will call alloc_disk if
2083 * this index is used again later.
a72da29b 2084 */
5a9df732 2085 for (i=0; i < CISS_MAX_LUN; i++){
a72da29b 2086 if (h->gendisk[i] == disk) {
5a9df732
AB		 2087 h->gendisk[i] = NULL;
2088 break;
799202cb 2089 }
799202cb 2090 }
5a9df732 2091 put_disk(disk);
ddd47442 2092 }
799202cb
MM		 2093 } else {
2094 set_capacity(disk, 0);
ddd47442
MM		 2095 }
2096
2097 --h->num_luns;
2098 /* zero out the disk size info */
2099 drv->nr_blocks = 0;
2100 drv->block_size = 0;
2101 drv->heads = 0;
2102 drv->sectors = 0;
2103 drv->cylinders = 0;
2104 drv->raid_level = -1; /* This can be used as a flag variable to
2105 * indicate that this element of the drive
2106 * array is free.
7c832835
BH		 2107 */
2108
2109 if (clear_all) {
2110 /* check to see if it was the last disk */
2111 if (drv == h->drv + h->highest_lun) {
2112 /* if so, find the new hightest lun */
2113 int i, newhighest = -1;
a72da29b 2114 for (i = 0; i <= h->highest_lun; i++) {
7c832835 2115 /* if the disk has size > 0, it is available */
ddd47442 2116 if (h->drv[i].heads)
7c832835
BH		 2117 newhighest = i;
2118 }
2119 h->highest_lun = newhighest;
1da177e4 2120 }
ddd47442 2121
7c832835 2122 drv->LunID = 0;
ddd47442 2123 }
e2019b58 2124 return 0;
1da177e4 2125}
ddd47442 2126
b57695fe 2127static int fill_cmd(CommandList_struct *c, __u8 cmd, int ctlr, void *buff,
2128 size_t size, __u8 page_code, unsigned char *scsi3addr,
2129 int cmd_type)
1da177e4 2130{
7c832835 2131 ctlr_info_t *h = hba[ctlr];
1da177e4
LT		 2132 u64bit buff_dma_handle;
2133 int status = IO_OK;
2134
2135 c->cmd_type = CMD_IOCTL_PEND;
2136 c->Header.ReplyQueue = 0;
7c832835 2137 if (buff != NULL) {
1da177e4 2138 c->Header.SGList = 1;
7c832835 2139 c->Header.SGTotal = 1;
1da177e4
LT		 2140 } else {
2141 c->Header.SGList = 0;
7c832835 2142 c->Header.SGTotal = 0;
1da177e4
LT		 2143 }
2144 c->Header.Tag.lower = c->busaddr;
b57695fe 2145 memcpy(c->Header.LUN.LunAddrBytes, scsi3addr, 8);
1da177e4
LT		 2146
2147 c->Request.Type.Type = cmd_type;
2148 if (cmd_type == TYPE_CMD) {
7c832835
BH		 2149 switch (cmd) {
2150 case CISS_INQUIRY:
1da177e4 2151 /* are we trying to read a vital product page */
7c832835 2152 if (page_code != 0) {
1da177e4
LT		 2153 c->Request.CDB[1] = 0x01;
2154 c->Request.CDB[2] = page_code;
2155 }
2156 c->Request.CDBLen = 6;
7c832835 2157 c->Request.Type.Attribute = ATTR_SIMPLE;
1da177e4
LT		 2158 c->Request.Type.Direction = XFER_READ;
2159 c->Request.Timeout = 0;
7c832835
BH		 2160 c->Request.CDB[0] = CISS_INQUIRY;
2161 c->Request.CDB[4] = size & 0xFF;
2162 break;
1da177e4
LT		 2163 case CISS_REPORT_LOG:
2164 case CISS_REPORT_PHYS:
7c832835 2165 /* Talking to controller so It's a physical command
1da177e4 2166 mode = 00 target = 0. Nothing to write.
7c832835 2167 */
1da177e4
LT		 2168 c->Request.CDBLen = 12;
2169 c->Request.Type.Attribute = ATTR_SIMPLE;
2170 c->Request.Type.Direction = XFER_READ;
2171 c->Request.Timeout = 0;
2172 c->Request.CDB[0] = cmd;
7c832835 2173 c->Request.CDB[6] = (size >> 24) & 0xFF; //MSB
1da177e4
LT		 2174 c->Request.CDB[7] = (size >> 16) & 0xFF;
2175 c->Request.CDB[8] = (size >> 8) & 0xFF;
2176 c->Request.CDB[9] = size & 0xFF;
2177 break;
2178
2179 case CCISS_READ_CAPACITY:
1da177e4
LT		 2180 c->Request.CDBLen = 10;
2181 c->Request.Type.Attribute = ATTR_SIMPLE;
2182 c->Request.Type.Direction = XFER_READ;
2183 c->Request.Timeout = 0;
2184 c->Request.CDB[0] = cmd;
7c832835 2185 break;
00988a35 2186 case CCISS_READ_CAPACITY_16:
00988a35
MMOD		 2187 c->Request.CDBLen = 16;
2188 c->Request.Type.Attribute = ATTR_SIMPLE;
2189 c->Request.Type.Direction = XFER_READ;
2190 c->Request.Timeout = 0;
2191 c->Request.CDB[0] = cmd;
2192 c->Request.CDB[1] = 0x10;
2193 c->Request.CDB[10] = (size >> 24) & 0xFF;
2194 c->Request.CDB[11] = (size >> 16) & 0xFF;
2195 c->Request.CDB[12] = (size >> 8) & 0xFF;
2196 c->Request.CDB[13] = size & 0xFF;
2197 c->Request.Timeout = 0;
2198 c->Request.CDB[0] = cmd;
2199 break;
1da177e4
LT		 2200 case CCISS_CACHE_FLUSH:
2201 c->Request.CDBLen = 12;
2202 c->Request.Type.Attribute = ATTR_SIMPLE;
2203 c->Request.Type.Direction = XFER_WRITE;
2204 c->Request.Timeout = 0;
2205 c->Request.CDB[0] = BMIC_WRITE;
2206 c->Request.CDB[6] = BMIC_CACHE_FLUSH;
7c832835 2207 break;
88f627ae 2208 case TEST_UNIT_READY:
88f627ae
SC		 2209 c->Request.CDBLen = 6;
2210 c->Request.Type.Attribute = ATTR_SIMPLE;
2211 c->Request.Type.Direction = XFER_NONE;
2212 c->Request.Timeout = 0;
2213 break;
1da177e4
LT		 2214 default:
2215 printk(KERN_WARNING
7c832835 2216 "cciss%d: Unknown Command 0x%c\n", ctlr, cmd);
e2019b58 2217 return IO_ERROR;
1da177e4
LT		 2218 }
2219 } else if (cmd_type == TYPE_MSG) {
2220 switch (cmd) {
7c832835 2221 case 0: /* ABORT message */
3da8b713 2222 c->Request.CDBLen = 12;
2223 c->Request.Type.Attribute = ATTR_SIMPLE;
2224 c->Request.Type.Direction = XFER_WRITE;
2225 c->Request.Timeout = 0;
7c832835
BH		 2226 c->Request.CDB[0] = cmd; /* abort */
2227 c->Request.CDB[1] = 0; /* abort a command */
3da8b713 2228 /* buff contains the tag of the command to abort */
2229 memcpy(&c->Request.CDB[4], buff, 8);
2230 break;
7c832835 2231 case 1: /* RESET message */
88f627ae 2232 c->Request.CDBLen = 16;
3da8b713 2233 c->Request.Type.Attribute = ATTR_SIMPLE;
88f627ae 2234 c->Request.Type.Direction = XFER_NONE;
3da8b713 2235 c->Request.Timeout = 0;
2236 memset(&c->Request.CDB[0], 0, sizeof(c->Request.CDB));
7c832835 2237 c->Request.CDB[0] = cmd; /* reset */
88f627ae 2238 c->Request.CDB[1] = 0x03; /* reset a target */
00988a35 2239 break;
1da177e4
LT		 2240 case 3: /* No-Op message */
2241 c->Request.CDBLen = 1;
2242 c->Request.Type.Attribute = ATTR_SIMPLE;
2243 c->Request.Type.Direction = XFER_WRITE;
2244 c->Request.Timeout = 0;
2245 c->Request.CDB[0] = cmd;
2246 break;
2247 default:
2248 printk(KERN_WARNING
7c832835 2249 "cciss%d: unknown message type %d\n", ctlr, cmd);
1da177e4
LT		 2250 return IO_ERROR;
2251 }
2252 } else {
2253 printk(KERN_WARNING
7c832835 2254 "cciss%d: unknown command type %d\n", ctlr, cmd_type);
1da177e4
LT		 2255 return IO_ERROR;
2256 }
2257 /* Fill in the scatter gather information */
2258 if (size > 0) {
2259 buff_dma_handle.val = (__u64) pci_map_single(h->pdev,
7c832835
BH		 2260 buff, size,
2261 PCI_DMA_BIDIRECTIONAL);
1da177e4
LT		 2262 c->SG[0].Addr.lower = buff_dma_handle.val32.lower;
2263 c->SG[0].Addr.upper = buff_dma_handle.val32.upper;
2264 c->SG[0].Len = size;
7c832835 2265 c->SG[0].Ext = 0; /* we are not chaining */
1da177e4
LT		 2266 }
2267 return status;
2268}
7c832835 2269
3c2ab402 2270static int check_target_status(ctlr_info_t *h, CommandList_struct *c)
2271{
2272 switch (c->err_info->ScsiStatus) {
2273 case SAM_STAT_GOOD:
2274 return IO_OK;
2275 case SAM_STAT_CHECK_CONDITION:
2276 switch (0xf & c->err_info->SenseInfo[2]) {
2277 case 0: return IO_OK; /* no sense */
2278 case 1: return IO_OK; /* recovered error */
2279 default:
2280 printk(KERN_WARNING "cciss%d: cmd 0x%02x "
2281 "check condition, sense key = 0x%02x\n",
2282 h->ctlr, c->Request.CDB[0],
2283 c->err_info->SenseInfo[2]);
2284 }
2285 break;
2286 default:
2287 printk(KERN_WARNING "cciss%d: cmd 0x%02x"
2288 "scsi status = 0x%02x\n", h->ctlr,
2289 c->Request.CDB[0], c->err_info->ScsiStatus);
2290 break;
2291 }
2292 return IO_ERROR;
2293}
2294
5390cfc3 2295static int sendcmd_withirq_core(ctlr_info_t *h, CommandList_struct *c)
1da177e4 2296{
5390cfc3 2297 DECLARE_COMPLETION_ONSTACK(wait);
7c832835 2298 u64bit buff_dma_handle;
1da177e4 2299 unsigned long flags;
5390cfc3 2300 int return_status = IO_OK;
7c832835 2301
5390cfc3 2302resend_cmd2:
1da177e4 2303 c->waiting = &wait;
1da177e4 2304 /* Put the request on the tail of the queue and send it */
5390cfc3 2305 spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
1da177e4
LT		 2306 addQ(&h->reqQ, c);
2307 h->Qdepth++;
2308 start_io(h);
5390cfc3 2309 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
7c832835 2310
1da177e4
LT		 2311 wait_for_completion(&wait);
2312
5390cfc3 2313 if (c->err_info->CommandStatus == 0)
2314 goto command_done;
2315
2316 switch (c->err_info->CommandStatus) {
2317 case CMD_TARGET_STATUS:
3c2ab402 2318 return_status = check_target_status(h, c);
5390cfc3 2319 break;
2320 case CMD_DATA_UNDERRUN:
2321 case CMD_DATA_OVERRUN:
2322 /* expected for inquiry and report lun commands */
2323 break;
2324 case CMD_INVALID:
2325 printk(KERN_WARNING "cciss: Cmd 0x%02x is "
2326 "reported invalid\n", c->Request.CDB[0]);
2327 return_status = IO_ERROR;
2328 break;
2329 case CMD_PROTOCOL_ERR:
2330 printk(KERN_WARNING "cciss: cmd 0x%02x has "
2331 "protocol error \n", c->Request.CDB[0]);
2332 return_status = IO_ERROR;
2333 break;
2334 case CMD_HARDWARE_ERR:
2335 printk(KERN_WARNING "cciss: cmd 0x%02x had "
2336 " hardware error\n", c->Request.CDB[0]);
2337 return_status = IO_ERROR;
2338 break;
2339 case CMD_CONNECTION_LOST:
2340 printk(KERN_WARNING "cciss: cmd 0x%02x had "
2341 "connection lost\n", c->Request.CDB[0]);
2342 return_status = IO_ERROR;
2343 break;
2344 case CMD_ABORTED:
2345 printk(KERN_WARNING "cciss: cmd 0x%02x was "
2346 "aborted\n", c->Request.CDB[0]);
2347 return_status = IO_ERROR;
2348 break;
2349 case CMD_ABORT_FAILED:
2350 printk(KERN_WARNING "cciss: cmd 0x%02x reports "
2351 "abort failed\n", c->Request.CDB[0]);
2352 return_status = IO_ERROR;
2353 break;
2354 case CMD_UNSOLICITED_ABORT:
2355 printk(KERN_WARNING
2356 "cciss%d: unsolicited abort 0x%02x\n", h->ctlr,
2357 c->Request.CDB[0]);
2358 if (c->retry_count < MAX_CMD_RETRIES) {
7c832835 2359 printk(KERN_WARNING
5390cfc3 2360 "cciss%d: retrying 0x%02x\n", h->ctlr,
2361 c->Request.CDB[0]);
2362 c->retry_count++;
2363 /* erase the old error information */
2364 memset(c->err_info, 0,
2365 sizeof(ErrorInfo_struct));
2366 return_status = IO_OK;
2367 INIT_COMPLETION(wait);
2368 goto resend_cmd2;
1da177e4 2369 }
5390cfc3 2370 return_status = IO_ERROR;
2371 break;
2372 default:
2373 printk(KERN_WARNING "cciss: cmd 0x%02x returned "
2374 "unknown status %x\n", c->Request.CDB[0],
2375 c->err_info->CommandStatus);
2376 return_status = IO_ERROR;
7c832835 2377 }
5390cfc3 2378
2379command_done:
1da177e4 2380 /* unlock the buffers from DMA */
bb2a37bf
MM		 2381 buff_dma_handle.val32.lower = c->SG[0].Addr.lower;
2382 buff_dma_handle.val32.upper = c->SG[0].Addr.upper;
7c832835
BH		 2383 pci_unmap_single(h->pdev, (dma_addr_t) buff_dma_handle.val,
2384 c->SG[0].Len, PCI_DMA_BIDIRECTIONAL);
5390cfc3 2385 return return_status;
2386}
2387
b57695fe 2388static int sendcmd_withirq(__u8 cmd, int ctlr, void *buff, size_t size,
2389 __u8 page_code, unsigned char scsi3addr[],
2390 int cmd_type)
5390cfc3 2391{
2392 ctlr_info_t *h = hba[ctlr];
2393 CommandList_struct *c;
2394 int return_status;
2395
2396 c = cmd_alloc(h, 0);
2397 if (!c)
2398 return -ENOMEM;
b57695fe 2399 return_status = fill_cmd(c, cmd, ctlr, buff, size, page_code,
2400 scsi3addr, cmd_type);
5390cfc3 2401 if (return_status == IO_OK)
2402 return_status = sendcmd_withirq_core(h, c);
1da177e4 2403 cmd_free(h, c, 0);
7c832835 2404 return return_status;
1da177e4 2405}
7c832835 2406
1da177e4 2407static void cciss_geometry_inquiry(int ctlr, int logvol,
00988a35 2408 int withirq, sector_t total_size,
7c832835
BH		 2409 unsigned int block_size,
2410 InquiryData_struct *inq_buff,
2411 drive_info_struct *drv)
1da177e4
LT		 2412{
2413 int return_code;
00988a35 2414 unsigned long t;
b57695fe 2415 unsigned char scsi3addr[8];
00988a35 2416
1da177e4 2417 memset(inq_buff, 0, sizeof(InquiryData_struct));
b57695fe 2418 log_unit_to_scsi3addr(hba[ctlr], scsi3addr, logvol);
1da177e4
LT		 2419 if (withirq)
2420 return_code = sendcmd_withirq(CISS_INQUIRY, ctlr,
b57695fe 2421 inq_buff, sizeof(*inq_buff),
2422 0xC1, scsi3addr, TYPE_CMD);
1da177e4
LT		 2423 else
2424 return_code = sendcmd(CISS_INQUIRY, ctlr, inq_buff,
b57695fe 2425 sizeof(*inq_buff), 0xC1, scsi3addr,
7c832835 2426 TYPE_CMD);
1da177e4 2427 if (return_code == IO_OK) {
7c832835 2428 if (inq_buff->data_byte[8] == 0xFF) {
1da177e4 2429 printk(KERN_WARNING
7c832835
BH		 2430 "cciss: reading geometry failed, volume "
2431 "does not support reading geometry\n");
1da177e4 2432 drv->heads = 255;
7c832835 2433 drv->sectors = 32; // Sectors per track
7f42d3b8 2434 drv->cylinders = total_size + 1;
89f97ad1 2435 drv->raid_level = RAID_UNKNOWN;
1da177e4 2436 } else {
1da177e4
LT		 2437 drv->heads = inq_buff->data_byte[6];
2438 drv->sectors = inq_buff->data_byte[7];
2439 drv->cylinders = (inq_buff->data_byte[4] & 0xff) << 8;
2440 drv->cylinders += inq_buff->data_byte[5];
2441 drv->raid_level = inq_buff->data_byte[8];
3f7705ea
MW		 2442 }
2443 drv->block_size = block_size;
97c06978 2444 drv->nr_blocks = total_size + 1;
3f7705ea
MW		 2445 t = drv->heads * drv->sectors;
2446 if (t > 1) {
97c06978
MMOD		 2447 sector_t real_size = total_size + 1;
2448 unsigned long rem = sector_div(real_size, t);
3f7705ea 2449 if (rem)
97c06978
MMOD		 2450 real_size++;
2451 drv->cylinders = real_size;
1da177e4 2452 }
7c832835 2453 } else { /* Get geometry failed */
1da177e4
LT		 2454 printk(KERN_WARNING "cciss: reading geometry failed\n");
2455 }
cc088d10 2456 printk(KERN_INFO " heads=%d, sectors=%d, cylinders=%d\n\n",
7c832835 2457 drv->heads, drv->sectors, drv->cylinders);
1da177e4 2458}
7c832835 2459
1da177e4 2460static void
00988a35 2461cciss_read_capacity(int ctlr, int logvol, int withirq, sector_t *total_size,
7c832835 2462 unsigned int *block_size)
1da177e4 2463{
00988a35 2464 ReadCapdata_struct *buf;
1da177e4 2465 int return_code;
b57695fe 2466 unsigned char scsi3addr[8];
1aebe187
MK		 2467
2468 buf = kzalloc(sizeof(ReadCapdata_struct), GFP_KERNEL);
2469 if (!buf) {
00988a35
MMOD		 2470 printk(KERN_WARNING "cciss: out of memory\n");
2471 return;
2472 }
1aebe187 2473
b57695fe 2474 log_unit_to_scsi3addr(hba[ctlr], scsi3addr, logvol);
1da177e4
LT		 2475 if (withirq)
2476 return_code = sendcmd_withirq(CCISS_READ_CAPACITY,
00988a35 2477 ctlr, buf, sizeof(ReadCapdata_struct),
b57695fe 2478 0, scsi3addr, TYPE_CMD);
1da177e4
LT		 2479 else
2480 return_code = sendcmd(CCISS_READ_CAPACITY,
00988a35 2481 ctlr, buf, sizeof(ReadCapdata_struct),
b57695fe 2482 0, scsi3addr, TYPE_CMD);
1da177e4 2483 if (return_code == IO_OK) {
4c1f2b31
AV		 2484 *total_size = be32_to_cpu(*(__be32 *) buf->total_size);
2485 *block_size = be32_to_cpu(*(__be32 *) buf->block_size);
7c832835 2486 } else { /* read capacity command failed */
1da177e4
LT		 2487 printk(KERN_WARNING "cciss: read capacity failed\n");
2488 *total_size = 0;
2489 *block_size = BLOCK_SIZE;
2490 }
97c06978 2491 if (*total_size != 0)
7b92aadf 2492 printk(KERN_INFO " blocks= %llu block_size= %d\n",
97c06978 2493 (unsigned long long)*total_size+1, *block_size);
00988a35 2494 kfree(buf);
00988a35
MMOD		 2495}
2496
2497static void
2498cciss_read_capacity_16(int ctlr, int logvol, int withirq, sector_t *total_size, unsigned int *block_size)
2499{
2500 ReadCapdata_struct_16 *buf;
2501 int return_code;
b57695fe 2502 unsigned char scsi3addr[8];
1aebe187
MK		 2503
2504 buf = kzalloc(sizeof(ReadCapdata_struct_16), GFP_KERNEL);
2505 if (!buf) {
00988a35
MMOD		 2506 printk(KERN_WARNING "cciss: out of memory\n");
2507 return;
2508 }
1aebe187 2509
b57695fe 2510 log_unit_to_scsi3addr(hba[ctlr], scsi3addr, logvol);
00988a35
MMOD		 2511 if (withirq) {
2512 return_code = sendcmd_withirq(CCISS_READ_CAPACITY_16,
2513 ctlr, buf, sizeof(ReadCapdata_struct_16),
b57695fe 2514 0, scsi3addr, TYPE_CMD);
00988a35
MMOD		 2515 }
2516 else {
2517 return_code = sendcmd(CCISS_READ_CAPACITY_16,
2518 ctlr, buf, sizeof(ReadCapdata_struct_16),
b57695fe 2519 0, scsi3addr, TYPE_CMD);
00988a35
MMOD		 2520 }
2521 if (return_code == IO_OK) {
4c1f2b31
AV		 2522 *total_size = be64_to_cpu(*(__be64 *) buf->total_size);
2523 *block_size = be32_to_cpu(*(__be32 *) buf->block_size);
00988a35
MMOD		 2524 } else { /* read capacity command failed */
2525 printk(KERN_WARNING "cciss: read capacity failed\n");
2526 *total_size = 0;
2527 *block_size = BLOCK_SIZE;
2528 }
7b92aadf 2529 printk(KERN_INFO " blocks= %llu block_size= %d\n",
97c06978 2530 (unsigned long long)*total_size+1, *block_size);
00988a35 2531 kfree(buf);
1da177e4
LT		 2532}
2533
1da177e4
LT		 2534static int cciss_revalidate(struct gendisk *disk)
2535{
2536 ctlr_info_t *h = get_host(disk);
2537 drive_info_struct *drv = get_drv(disk);
2538 int logvol;
7c832835 2539 int FOUND = 0;
1da177e4 2540 unsigned int block_size;
00988a35 2541 sector_t total_size;
1da177e4
LT		 2542 InquiryData_struct *inq_buff = NULL;
2543
7c832835
BH		 2544 for (logvol = 0; logvol < CISS_MAX_LUN; logvol++) {
2545 if (h->drv[logvol].LunID == drv->LunID) {
2546 FOUND = 1;
1da177e4
LT		 2547 break;
2548 }
2549 }
2550
7c832835
BH		 2551 if (!FOUND)
2552 return 1;
1da177e4 2553
7c832835
BH		 2554 inq_buff = kmalloc(sizeof(InquiryData_struct), GFP_KERNEL);
2555 if (inq_buff == NULL) {
2556 printk(KERN_WARNING "cciss: out of memory\n");
7c832835
BH		 2557 return 1;
2558 }
00988a35
MMOD		 2559 if (h->cciss_read == CCISS_READ_10) {
2560 cciss_read_capacity(h->ctlr, logvol, 1,
2561 &total_size, &block_size);
2562 } else {
2563 cciss_read_capacity_16(h->ctlr, logvol, 1,
2564 &total_size, &block_size);
2565 }
7c832835
BH		 2566 cciss_geometry_inquiry(h->ctlr, logvol, 1, total_size, block_size,
2567 inq_buff, drv);
1da177e4 2568
e1defc4f 2569 blk_queue_logical_block_size(drv->queue, drv->block_size);
1da177e4
LT		 2570 set_capacity(disk, drv->nr_blocks);
2571
1da177e4
LT		 2572 kfree(inq_buff);
2573 return 0;
2574}
2575
2576/*
2577 * Wait polling for a command to complete.
2578 * The memory mapped FIFO is polled for the completion.
2579 * Used only at init time, interrupts from the HBA are disabled.
2580 */
2581static unsigned long pollcomplete(int ctlr)
2582{
2583 unsigned long done;
2584 int i;
2585
2586 /* Wait (up to 20 seconds) for a command to complete */
2587
2588 for (i = 20 * HZ; i > 0; i--) {
2589 done = hba[ctlr]->access.command_completed(hba[ctlr]);
86e84862
NA		 2590 if (done == FIFO_EMPTY)
2591 schedule_timeout_uninterruptible(1);
2592 else
e2019b58 2593 return done;
1da177e4
LT		 2594 }
2595 /* Invalid address to tell caller we ran out of time */
2596 return 1;
2597}
3da8b713 2598
2599static int add_sendcmd_reject(__u8 cmd, int ctlr, unsigned long complete)
2600{
2601 /* We get in here if sendcmd() is polling for completions
7c832835
BH		 2602 and gets some command back that it wasn't expecting --
2603 something other than that which it just sent down.
2604 Ordinarily, that shouldn't happen, but it can happen when
3da8b713 2605 the scsi tape stuff gets into error handling mode, and
7c832835 2606 starts using sendcmd() to try to abort commands and
3da8b713 2607 reset tape drives. In that case, sendcmd may pick up
2608 completions of commands that were sent to logical drives
7c832835 2609 through the block i/o system, or cciss ioctls completing, etc.
3da8b713 2610 In that case, we need to save those completions for later
2611 processing by the interrupt handler.
7c832835 2612 */
3da8b713 2613
2614#ifdef CONFIG_CISS_SCSI_TAPE
7c832835 2615 struct sendcmd_reject_list *srl = &hba[ctlr]->scsi_rejects;
3da8b713 2616
2617 /* If it's not the scsi tape stuff doing error handling, (abort */
2618 /* or reset) then we don't expect anything weird. */
2619 if (cmd != CCISS_RESET_MSG && cmd != CCISS_ABORT_MSG) {
2620#endif
7c832835
BH		 2621 printk(KERN_WARNING "cciss cciss%d: SendCmd "
2622 "Invalid command list address returned! (%lx)\n",
2623 ctlr, complete);
3da8b713 2624 /* not much we can do. */
2625#ifdef CONFIG_CISS_SCSI_TAPE
2626 return 1;
2627 }
2628
2629 /* We've sent down an abort or reset, but something else
2630 has completed */
f880632f 2631 if (srl->ncompletions >= (hba[ctlr]->nr_cmds + 2)) {
3da8b713 2632 /* Uh oh. No room to save it for later... */
2633 printk(KERN_WARNING "cciss%d: Sendcmd: Invalid command addr, "
7c832835 2634 "reject list overflow, command lost!\n", ctlr);
3da8b713 2635 return 1;
2636 }
2637 /* Save it for later */
2638 srl->complete[srl->ncompletions] = complete;
2639 srl->ncompletions++;
2640#endif
2641 return 0;
2642}
2643
4a4b2d76
SC		 2644/* Send command c to controller h and poll for it to complete.
2645 * Turns interrupts off on the board. Used at driver init time
2646 * and during SCSI error recovery.
1da177e4 2647 */
4a4b2d76 2648static int sendcmd_core(ctlr_info_t *h, CommandList_struct *c)
1da177e4 2649{
1da177e4
LT		 2650 int i;
2651 unsigned long complete;
4a4b2d76 2652 int status = IO_ERROR;
1da177e4 2653 u64bit buff_dma_handle;
1da177e4 2654
4a4b2d76
SC		 2655resend_cmd1:
2656
2657 /* Disable interrupt on the board. */
2658 h->access.set_intr_mask(h, CCISS_INTR_OFF);
7c832835 2659
1da177e4 2660 /* Make sure there is room in the command FIFO */
7c832835 2661 /* Actually it should be completely empty at this time */
3da8b713 2662 /* unless we are in here doing error handling for the scsi */
2663 /* tape side of the driver. */
7c832835 2664 for (i = 200000; i > 0; i--) {
1da177e4 2665 /* if fifo isn't full go */
4a4b2d76 2666 if (!(h->access.fifo_full(h)))
7c832835 2667 break;
7c832835
BH		 2668 udelay(10);
2669 printk(KERN_WARNING "cciss cciss%d: SendCmd FIFO full,"
4a4b2d76 2670 " waiting!\n", h->ctlr);
7c832835 2671 }
4a4b2d76 2672 h->access.submit_command(h, c); /* Send the cmd */
3da8b713 2673 do {
4a4b2d76 2674 complete = pollcomplete(h->ctlr);
1da177e4
LT		 2675
2676#ifdef CCISS_DEBUG
3da8b713 2677 printk(KERN_DEBUG "cciss: command completed\n");
7c832835 2678#endif /* CCISS_DEBUG */
1da177e4 2679
3da8b713 2680 if (complete == 1) {
7c832835
BH		 2681 printk(KERN_WARNING
2682 "cciss cciss%d: SendCmd Timeout out, "
4a4b2d76 2683 "No command list address returned!\n", h->ctlr);
3da8b713 2684 status = IO_ERROR;
3da8b713 2685 break;
2686 }
2687
4a4b2d76
SC		 2688 /* If it's not the cmd we're looking for, save it for later */
2689 if ((complete & ~CISS_ERROR_BIT) != c->busaddr) {
2690 if (add_sendcmd_reject(c->Request.CDB[0],
2691 h->ctlr, complete) != 0)
2692 BUG(); /* we are hosed if we get here. */
2693 continue;
2694 }
2695
2696 /* It is our command. If no error, we're done. */
2697 if (!(complete & CISS_ERROR_BIT)) {
2698 status = IO_OK;
2699 break;
2700 }
2701
2702 /* There is an error... */
2703
2704 /* if data overrun or underun on Report command ignore it */
2705 if (((c->Request.CDB[0] == CISS_REPORT_LOG) ||
2706 (c->Request.CDB[0] == CISS_REPORT_PHYS) ||
2707 (c->Request.CDB[0] == CISS_INQUIRY)) &&
2708 ((c->err_info->CommandStatus == CMD_DATA_OVERRUN) ||
2709 (c->err_info->CommandStatus == CMD_DATA_UNDERRUN))) {
2710 complete = c->busaddr;
2711 status = IO_OK;
2712 break;
1da177e4 2713 }
4a4b2d76
SC		 2714
2715 if (c->err_info->CommandStatus == CMD_UNSOLICITED_ABORT) {
2716 printk(KERN_WARNING "cciss%d: unsolicited abort %p\n",
2717 h->ctlr, c);
2718 if (c->retry_count < MAX_CMD_RETRIES) {
2719 printk(KERN_WARNING "cciss%d: retrying %p\n",
2720 h->ctlr, c);
2721 c->retry_count++;
2722 /* erase the old error information */
2723 memset(c->err_info, 0, sizeof(c->err_info));
2724 goto resend_cmd1;
3da8b713 2725 }
4a4b2d76
SC		 2726 printk(KERN_WARNING "cciss%d: retried %p too many "
2727 "times\n", h->ctlr, c);
2728 status = IO_ERROR;
3c2ab402 2729 break;
4a4b2d76
SC		 2730 }
2731
2732 if (c->err_info->CommandStatus == CMD_UNABORTABLE) {
2733 printk(KERN_WARNING "cciss%d: command could not be "
2734 "aborted.\n", h->ctlr);
2735 status = IO_ERROR;
3c2ab402 2736 break;
4a4b2d76
SC		 2737 }
2738
4a4b2d76 2739 if (c->err_info->CommandStatus == CMD_TARGET_STATUS) {
3c2ab402 2740 status = check_target_status(h, c);
2741 break;
4a4b2d76
SC		 2742 }
2743
3c2ab402 2744 printk(KERN_WARNING "cciss%d: sendcmd error\n", h->ctlr);
2745 printk(KERN_WARNING "cmd = 0x%02x, CommandStatus = 0x%02x\n",
2746 c->Request.CDB[0], c->err_info->CommandStatus);
4a4b2d76 2747 status = IO_ERROR;
3c2ab402 2748 break;
4a4b2d76
SC		 2749
2750 } while (1);
7c832835 2751
1da177e4 2752 /* unlock the data buffer from DMA */
bb2a37bf
MM		 2753 buff_dma_handle.val32.lower = c->SG[0].Addr.lower;
2754 buff_dma_handle.val32.upper = c->SG[0].Addr.upper;
4a4b2d76 2755 pci_unmap_single(h->pdev, (dma_addr_t) buff_dma_handle.val,
7c832835 2756 c->SG[0].Len, PCI_DMA_BIDIRECTIONAL);
3da8b713 2757#ifdef CONFIG_CISS_SCSI_TAPE
2758 /* if we saved some commands for later, process them now. */
4a4b2d76
SC		 2759 if (h->scsi_rejects.ncompletions > 0)
2760 do_cciss_intr(0, h);
3da8b713 2761#endif
4a4b2d76
SC		 2762 return status;
2763}
2764
2765/*
2766 * Send a command to the controller, and wait for it to complete.
2767 * Used at init time, and during SCSI error recovery.
2768 */
2769static int sendcmd(__u8 cmd, int ctlr, void *buff, size_t size,
4a4b2d76
SC		 2770 __u8 page_code, unsigned char *scsi3addr, int cmd_type)
2771{
2772 CommandList_struct *c;
2773 int status;
2774
2775 c = cmd_alloc(hba[ctlr], 1);
2776 if (!c) {
2777 printk(KERN_WARNING "cciss: unable to get memory");
2778 return IO_ERROR;
2779 }
b57695fe 2780 status = fill_cmd(c, cmd, ctlr, buff, size, page_code,
2781 scsi3addr, cmd_type);
4a4b2d76
SC		 2782 if (status == IO_OK)
2783 status = sendcmd_core(hba[ctlr], c);
2784 cmd_free(hba[ctlr], c, 1);
e2019b58 2785 return status;
7c832835
BH		 2786}
2787
1da177e4
LT		 2788/*
2789 * Map (physical) PCI mem into (virtual) kernel space
2790 */
2791static void __iomem *remap_pci_mem(ulong base, ulong size)
2792{
7c832835
BH		 2793 ulong page_base = ((ulong) base) & PAGE_MASK;
2794 ulong page_offs = ((ulong) base) - page_base;
2795 void __iomem *page_remapped = ioremap(page_base, page_offs + size);
1da177e4 2796
7c832835 2797 return page_remapped ? (page_remapped + page_offs) : NULL;
1da177e4
LT		 2798}
2799
7c832835
BH		 2800/*
2801 * Takes jobs of the Q and sends them to the hardware, then puts it on
2802 * the Q to wait for completion.
2803 */
2804static void start_io(ctlr_info_t *h)
1da177e4
LT		 2805{
2806 CommandList_struct *c;
7c832835 2807
8a3173de
JA		 2808 while (!hlist_empty(&h->reqQ)) {
2809 c = hlist_entry(h->reqQ.first, CommandList_struct, list);
1da177e4
LT		 2810 /* can't do anything if fifo is full */
2811 if ((h->access.fifo_full(h))) {
2812 printk(KERN_WARNING "cciss: fifo full\n");
2813 break;
2814 }
2815
7c832835 2816 /* Get the first entry from the Request Q */
8a3173de 2817 removeQ(c);
1da177e4 2818 h->Qdepth--;
7c832835
BH		 2819
2820 /* Tell the controller execute command */
1da177e4 2821 h->access.submit_command(h, c);
7c832835
BH		 2822
2823 /* Put job onto the completed Q */
8a3173de 2824 addQ(&h->cmpQ, c);
1da177e4
LT		 2825 }
2826}
7c832835 2827
1da177e4
LT		 2828/* Assumes that CCISS_LOCK(h->ctlr) is held. */
2829/* Zeros out the error record and then resends the command back */
2830/* to the controller */
7c832835 2831static inline void resend_cciss_cmd(ctlr_info_t *h, CommandList_struct *c)
1da177e4
LT		 2832{
2833 /* erase the old error information */
2834 memset(c->err_info, 0, sizeof(ErrorInfo_struct));
2835
2836 /* add it to software queue and then send it to the controller */
8a3173de 2837 addQ(&h->reqQ, c);
1da177e4 2838 h->Qdepth++;
7c832835 2839 if (h->Qdepth > h->maxQsinceinit)
1da177e4
LT		 2840 h->maxQsinceinit = h->Qdepth;
2841
2842 start_io(h);
2843}
a9925a06 2844
1a614f50
SC		 2845static inline unsigned int make_status_bytes(unsigned int scsi_status_byte,
2846 unsigned int msg_byte, unsigned int host_byte,
2847 unsigned int driver_byte)
2848{
2849 /* inverse of macros in scsi.h */
2850 return (scsi_status_byte & 0xff) |
2851 ((msg_byte & 0xff) << 8) |
2852 ((host_byte & 0xff) << 16) |
2853 ((driver_byte & 0xff) << 24);
2854}
2855
0a9279cc
MM		 2856static inline int evaluate_target_status(ctlr_info_t *h,
2857 CommandList_struct *cmd, int *retry_cmd)
03bbfee5
MMOD		 2858{
2859 unsigned char sense_key;
1a614f50
SC		 2860 unsigned char status_byte, msg_byte, host_byte, driver_byte;
2861 int error_value;
2862
0a9279cc 2863 *retry_cmd = 0;
1a614f50
SC		 2864 /* If we get in here, it means we got "target status", that is, scsi status */
2865 status_byte = cmd->err_info->ScsiStatus;
2866 driver_byte = DRIVER_OK;
2867 msg_byte = cmd->err_info->CommandStatus; /* correct? seems too device specific */
2868
2869 if (blk_pc_request(cmd->rq))
2870 host_byte = DID_PASSTHROUGH;
2871 else
2872 host_byte = DID_OK;
2873
2874 error_value = make_status_bytes(status_byte, msg_byte,
2875 host_byte, driver_byte);
03bbfee5 2876
1a614f50 2877 if (cmd->err_info->ScsiStatus != SAM_STAT_CHECK_CONDITION) {
03bbfee5
MMOD		 2878 if (!blk_pc_request(cmd->rq))
2879 printk(KERN_WARNING "cciss: cmd %p "
2880 "has SCSI Status 0x%x\n",
2881 cmd, cmd->err_info->ScsiStatus);
1a614f50 2882 return error_value;
03bbfee5
MMOD		 2883 }
2884
2885 /* check the sense key */
2886 sense_key = 0xf & cmd->err_info->SenseInfo[2];
2887 /* no status or recovered error */
1a614f50
SC		 2888 if (((sense_key == 0x0) || (sense_key == 0x1)) && !blk_pc_request(cmd->rq))
2889 error_value = 0;
03bbfee5 2890
0a9279cc
MM		 2891 if (check_for_unit_attention(h, cmd)) {
2892 *retry_cmd = !blk_pc_request(cmd->rq);
2893 return 0;
2894 }
2895
03bbfee5 2896 if (!blk_pc_request(cmd->rq)) { /* Not SG_IO or similar? */
1a614f50 2897 if (error_value != 0)
03bbfee5
MMOD		 2898 printk(KERN_WARNING "cciss: cmd %p has CHECK CONDITION"
2899 " sense key = 0x%x\n", cmd, sense_key);
1a614f50 2900 return error_value;
03bbfee5
MMOD		 2901 }
2902
2903 /* SG_IO or similar, copy sense data back */
2904 if (cmd->rq->sense) {
2905 if (cmd->rq->sense_len > cmd->err_info->SenseLen)
2906 cmd->rq->sense_len = cmd->err_info->SenseLen;
2907 memcpy(cmd->rq->sense, cmd->err_info->SenseInfo,
2908 cmd->rq->sense_len);
2909 } else
2910 cmd->rq->sense_len = 0;
2911
1a614f50 2912 return error_value;
03bbfee5
MMOD		 2913}
2914
7c832835 2915/* checks the status of the job and calls complete buffers to mark all
a9925a06
JA		 2916 * buffers for the completed job. Note that this function does not need
2917 * to hold the hba/queue lock.
7c832835
BH		 2918 */
2919static inline void complete_command(ctlr_info_t *h, CommandList_struct *cmd,
2920 int timeout)
1da177e4 2921{
1da177e4 2922 int retry_cmd = 0;
198b7660
MMOD		 2923 struct request *rq = cmd->rq;
2924
2925 rq->errors = 0;
7c832835 2926
1da177e4 2927 if (timeout)
1a614f50 2928 rq->errors = make_status_bytes(0, 0, 0, DRIVER_TIMEOUT);
1da177e4 2929
d38ae168
MMOD		 2930 if (cmd->err_info->CommandStatus == 0) /* no error has occurred */
2931 goto after_error_processing;
7c832835 2932
d38ae168 2933 switch (cmd->err_info->CommandStatus) {
d38ae168 2934 case CMD_TARGET_STATUS:
0a9279cc 2935 rq->errors = evaluate_target_status(h, cmd, &retry_cmd);
d38ae168
MMOD		 2936 break;
2937 case CMD_DATA_UNDERRUN:
03bbfee5
MMOD		 2938 if (blk_fs_request(cmd->rq)) {
2939 printk(KERN_WARNING "cciss: cmd %p has"
2940 " completed with data underrun "
2941 "reported\n", cmd);
c3a4d78c 2942 cmd->rq->resid_len = cmd->err_info->ResidualCnt;
03bbfee5 2943 }
d38ae168
MMOD		 2944 break;
2945 case CMD_DATA_OVERRUN:
03bbfee5
MMOD		 2946 if (blk_fs_request(cmd->rq))
2947 printk(KERN_WARNING "cciss: cmd %p has"
2948 " completed with data overrun "
2949 "reported\n", cmd);
d38ae168
MMOD		 2950 break;
2951 case CMD_INVALID:
2952 printk(KERN_WARNING "cciss: cmd %p is "
2953 "reported invalid\n", cmd);
1a614f50
SC		 2954 rq->errors = make_status_bytes(SAM_STAT_GOOD,
2955 cmd->err_info->CommandStatus, DRIVER_OK,
2956 blk_pc_request(cmd->rq) ? DID_PASSTHROUGH : DID_ERROR);
d38ae168
MMOD		 2957 break;
2958 case CMD_PROTOCOL_ERR:
2959 printk(KERN_WARNING "cciss: cmd %p has "
2960 "protocol error \n", cmd);
1a614f50
SC		 2961 rq->errors = make_status_bytes(SAM_STAT_GOOD,
2962 cmd->err_info->CommandStatus, DRIVER_OK,
2963 blk_pc_request(cmd->rq) ? DID_PASSTHROUGH : DID_ERROR);
d38ae168
MMOD		 2964 break;
2965 case CMD_HARDWARE_ERR:
2966 printk(KERN_WARNING "cciss: cmd %p had "
2967 " hardware error\n", cmd);
1a614f50
SC		 2968 rq->errors = make_status_bytes(SAM_STAT_GOOD,
2969 cmd->err_info->CommandStatus, DRIVER_OK,
2970 blk_pc_request(cmd->rq) ? DID_PASSTHROUGH : DID_ERROR);
d38ae168
MMOD		 2971 break;
2972 case CMD_CONNECTION_LOST:
2973 printk(KERN_WARNING "cciss: cmd %p had "
2974 "connection lost\n", cmd);
1a614f50
SC		 2975 rq->errors = make_status_bytes(SAM_STAT_GOOD,
2976 cmd->err_info->CommandStatus, DRIVER_OK,
2977 blk_pc_request(cmd->rq) ? DID_PASSTHROUGH : DID_ERROR);
d38ae168
MMOD		 2978 break;
2979 case CMD_ABORTED:
2980 printk(KERN_WARNING "cciss: cmd %p was "
2981 "aborted\n", cmd);
1a614f50
SC		 2982 rq->errors = make_status_bytes(SAM_STAT_GOOD,
2983 cmd->err_info->CommandStatus, DRIVER_OK,
2984 blk_pc_request(cmd->rq) ? DID_PASSTHROUGH : DID_ABORT);
d38ae168
MMOD		 2985 break;
2986 case CMD_ABORT_FAILED:
2987 printk(KERN_WARNING "cciss: cmd %p reports "
2988 "abort failed\n", cmd);
1a614f50
SC		 2989 rq->errors = make_status_bytes(SAM_STAT_GOOD,
2990 cmd->err_info->CommandStatus, DRIVER_OK,
2991 blk_pc_request(cmd->rq) ? DID_PASSTHROUGH : DID_ERROR);
d38ae168
MMOD		 2992 break;
2993 case CMD_UNSOLICITED_ABORT:
2994 printk(KERN_WARNING "cciss%d: unsolicited "
2995 "abort %p\n", h->ctlr, cmd);
2996 if (cmd->retry_count < MAX_CMD_RETRIES) {
2997 retry_cmd = 1;
2998 printk(KERN_WARNING
2999 "cciss%d: retrying %p\n", h->ctlr, cmd);
3000 cmd->retry_count++;
3001 } else
3002 printk(KERN_WARNING
3003 "cciss%d: %p retried too "
3004 "many times\n", h->ctlr, cmd);
1a614f50
SC		 3005 rq->errors = make_status_bytes(SAM_STAT_GOOD,
3006 cmd->err_info->CommandStatus, DRIVER_OK,
3007 blk_pc_request(cmd->rq) ? DID_PASSTHROUGH : DID_ABORT);
d38ae168
MMOD		 3008 break;
3009 case CMD_TIMEOUT:
3010 printk(KERN_WARNING "cciss: cmd %p timedout\n", cmd);
1a614f50
SC		 3011 rq->errors = make_status_bytes(SAM_STAT_GOOD,
3012 cmd->err_info->CommandStatus, DRIVER_OK,
3013 blk_pc_request(cmd->rq) ? DID_PASSTHROUGH : DID_ERROR);
d38ae168
MMOD		 3014 break;
3015 default:
3016 printk(KERN_WARNING "cciss: cmd %p returned "
3017 "unknown status %x\n", cmd,
3018 cmd->err_info->CommandStatus);
1a614f50
SC		 3019 rq->errors = make_status_bytes(SAM_STAT_GOOD,
3020 cmd->err_info->CommandStatus, DRIVER_OK,
3021 blk_pc_request(cmd->rq) ? DID_PASSTHROUGH : DID_ERROR);
1da177e4 3022 }
d38ae168
MMOD		 3023
3024after_error_processing:
3025
1da177e4 3026 /* We need to return this command */
7c832835
BH		 3027 if (retry_cmd) {
3028 resend_cciss_cmd(h, cmd);
1da177e4 3029 return;
7c832835 3030 }
03bbfee5 3031 cmd->rq->completion_data = cmd;
a9925a06 3032 blk_complete_request(cmd->rq);
1da177e4
LT		 3033}
3034
7c832835
BH		 3035/*
3036 * Get a request and submit it to the controller.
1da177e4 3037 */
165125e1 3038static void do_cciss_request(struct request_queue *q)
1da177e4 3039{
7c832835 3040 ctlr_info_t *h = q->queuedata;
1da177e4 3041 CommandList_struct *c;
00988a35
MMOD		 3042 sector_t start_blk;
3043 int seg;
1da177e4
LT		 3044 struct request *creq;
3045 u64bit temp64;
3046 struct scatterlist tmp_sg[MAXSGENTRIES];
3047 drive_info_struct *drv;
3048 int i, dir;
3049
3050 /* We call start_io here in case there is a command waiting on the
3051 * queue that has not been sent.
7c832835 3052 */
1da177e4
LT		 3053 if (blk_queue_plugged(q))
3054 goto startio;
3055
7c832835 3056 queue:
9934c8c0 3057 creq = blk_peek_request(q);
1da177e4
LT		 3058 if (!creq)
3059 goto startio;
3060
089fe1b2 3061 BUG_ON(creq->nr_phys_segments > MAXSGENTRIES);
1da177e4 3062
7c832835 3063 if ((c = cmd_alloc(h, 1)) == NULL)
1da177e4
LT		 3064 goto full;
3065
9934c8c0 3066 blk_start_request(creq);
1da177e4
LT		 3067
3068 spin_unlock_irq(q->queue_lock);
3069
3070 c->cmd_type = CMD_RWREQ;
3071 c->rq = creq;
7c832835
BH		 3072
3073 /* fill in the request */
1da177e4 3074 drv = creq->rq_disk->private_data;
7c832835 3075 c->Header.ReplyQueue = 0; // unused in simple mode
33079b21
MM		 3076 /* got command from pool, so use the command block index instead */
3077 /* for direct lookups. */
3078 /* The first 2 bits are reserved for controller error reporting. */
3079 c->Header.Tag.lower = (c->cmdindex << 3);
7c832835
BH		 3080 c->Header.Tag.lower |= 0x04; /* flag for direct lookup. */
3081 c->Header.LUN.LogDev.VolId = drv->LunID;
1da177e4 3082 c->Header.LUN.LogDev.Mode = 1;
7c832835
BH		 3083 c->Request.CDBLen = 10; // 12 byte commands not in FW yet;
3084 c->Request.Type.Type = TYPE_CMD; // It is a command.
3085 c->Request.Type.Attribute = ATTR_SIMPLE;
3086 c->Request.Type.Direction =
a52de245 3087 (rq_data_dir(creq) == READ) ? XFER_READ : XFER_WRITE;
7c832835
BH		 3088 c->Request.Timeout = 0; // Don't time out
3089 c->Request.CDB[0] =
00988a35 3090 (rq_data_dir(creq) == READ) ? h->cciss_read : h->cciss_write;
83096ebf 3091 start_blk = blk_rq_pos(creq);
1da177e4 3092#ifdef CCISS_DEBUG
83096ebf
TH		 3093 printk(KERN_DEBUG "ciss: sector =%d nr_sectors=%d\n",
3094 (int)blk_rq_pos(creq), (int)blk_rq_sectors(creq));
7c832835 3095#endif /* CCISS_DEBUG */
1da177e4 3096
45711f1a 3097 sg_init_table(tmp_sg, MAXSGENTRIES);
1da177e4
LT		 3098 seg = blk_rq_map_sg(q, creq, tmp_sg);
3099
7c832835 3100 /* get the DMA records for the setup */
1da177e4
LT		 3101 if (c->Request.Type.Direction == XFER_READ)
3102 dir = PCI_DMA_FROMDEVICE;
3103 else
3104 dir = PCI_DMA_TODEVICE;
3105
7c832835 3106 for (i = 0; i < seg; i++) {
1da177e4 3107 c->SG[i].Len = tmp_sg[i].length;
45711f1a 3108 temp64.val = (__u64) pci_map_page(h->pdev, sg_page(&tmp_sg[i]),
7c832835
BH		 3109 tmp_sg[i].offset,
3110 tmp_sg[i].length, dir);
1da177e4 3111 c->SG[i].Addr.lower = temp64.val32.lower;
7c832835
BH		 3112 c->SG[i].Addr.upper = temp64.val32.upper;
3113 c->SG[i].Ext = 0; // we are not chaining
1da177e4 3114 }
7c832835
BH		 3115 /* track how many SG entries we are using */
3116 if (seg > h->maxSG)
3117 h->maxSG = seg;
1da177e4
LT		 3118
3119#ifdef CCISS_DEBUG
83096ebf
TH		 3120 printk(KERN_DEBUG "cciss: Submitting %u sectors in %d segments\n",
3121 blk_rq_sectors(creq), seg);
7c832835 3122#endif /* CCISS_DEBUG */
1da177e4
LT		 3123
3124 c->Header.SGList = c->Header.SGTotal = seg;
03bbfee5
MMOD		 3125 if (likely(blk_fs_request(creq))) {
3126 if(h->cciss_read == CCISS_READ_10) {
3127 c->Request.CDB[1] = 0;
3128 c->Request.CDB[2] = (start_blk >> 24) & 0xff; //MSB
3129 c->Request.CDB[3] = (start_blk >> 16) & 0xff;
3130 c->Request.CDB[4] = (start_blk >> 8) & 0xff;
3131 c->Request.CDB[5] = start_blk & 0xff;
3132 c->Request.CDB[6] = 0; // (sect >> 24) & 0xff; MSB
83096ebf
TH		 3133 c->Request.CDB[7] = (blk_rq_sectors(creq) >> 8) & 0xff;
3134 c->Request.CDB[8] = blk_rq_sectors(creq) & 0xff;
03bbfee5
MMOD		 3135 c->Request.CDB[9] = c->Request.CDB[11] = c->Request.CDB[12] = 0;
3136 } else {
582539e5
RD		 3137 u32 upper32 = upper_32_bits(start_blk);
3138
03bbfee5
MMOD		 3139 c->Request.CDBLen = 16;
3140 c->Request.CDB[1]= 0;
582539e5
RD		 3141 c->Request.CDB[2]= (upper32 >> 24) & 0xff; //MSB
3142 c->Request.CDB[3]= (upper32 >> 16) & 0xff;
3143 c->Request.CDB[4]= (upper32 >> 8) & 0xff;
3144 c->Request.CDB[5]= upper32 & 0xff;
03bbfee5
MMOD		 3145 c->Request.CDB[6]= (start_blk >> 24) & 0xff;
3146 c->Request.CDB[7]= (start_blk >> 16) & 0xff;
3147 c->Request.CDB[8]= (start_blk >> 8) & 0xff;
3148 c->Request.CDB[9]= start_blk & 0xff;
83096ebf
TH		 3149 c->Request.CDB[10]= (blk_rq_sectors(creq) >> 24) & 0xff;
3150 c->Request.CDB[11]= (blk_rq_sectors(creq) >> 16) & 0xff;
3151 c->Request.CDB[12]= (blk_rq_sectors(creq) >> 8) & 0xff;
3152 c->Request.CDB[13]= blk_rq_sectors(creq) & 0xff;
03bbfee5
MMOD		 3153 c->Request.CDB[14] = c->Request.CDB[15] = 0;
3154 }
3155 } else if (blk_pc_request(creq)) {
3156 c->Request.CDBLen = creq->cmd_len;
3157 memcpy(c->Request.CDB, creq->cmd, BLK_MAX_CDB);
00988a35 3158 } else {
03bbfee5
MMOD		 3159 printk(KERN_WARNING "cciss%d: bad request type %d\n", h->ctlr, creq->cmd_type);
3160 BUG();
00988a35 3161 }
1da177e4
LT		 3162
3163 spin_lock_irq(q->queue_lock);
3164
8a3173de 3165 addQ(&h->reqQ, c);
1da177e4 3166 h->Qdepth++;
7c832835
BH		 3167 if (h->Qdepth > h->maxQsinceinit)
3168 h->maxQsinceinit = h->Qdepth;
1da177e4
LT		 3169
3170 goto queue;
00988a35 3171full:
1da177e4 3172 blk_stop_queue(q);
00988a35 3173startio:
1da177e4
LT		 3174 /* We will already have the driver lock here so not need
3175 * to lock it.
7c832835 3176 */
1da177e4
LT		 3177 start_io(h);
3178}
3179
3da8b713 3180static inline unsigned long get_next_completion(ctlr_info_t *h)
3181{
3182#ifdef CONFIG_CISS_SCSI_TAPE
3183 /* Any rejects from sendcmd() lying around? Process them first */
3184 if (h->scsi_rejects.ncompletions == 0)
3185 return h->access.command_completed(h);
3186 else {
3187 struct sendcmd_reject_list *srl;
3188 int n;
3189 srl = &h->scsi_rejects;
3190 n = --srl->ncompletions;
3191 /* printk("cciss%d: processing saved reject\n", h->ctlr); */
3192 printk("p");
3193 return srl->complete[n];
3194 }
3195#else
3196 return h->access.command_completed(h);
3197#endif
3198}
3199
3200static inline int interrupt_pending(ctlr_info_t *h)
3201{
3202#ifdef CONFIG_CISS_SCSI_TAPE
7c832835 3203 return (h->access.intr_pending(h)
3da8b713 3204 || (h->scsi_rejects.ncompletions > 0));
3205#else
3206 return h->access.intr_pending(h);
3207#endif
3208}
3209
3210static inline long interrupt_not_for_us(ctlr_info_t *h)
3211{
3212#ifdef CONFIG_CISS_SCSI_TAPE
7c832835
BH		 3213 return (((h->access.intr_pending(h) == 0) ||
3214 (h->interrupts_enabled == 0))
3215 && (h->scsi_rejects.ncompletions == 0));
3da8b713 3216#else
7c832835 3217 return (((h->access.intr_pending(h) == 0) ||
3da8b713 3218 (h->interrupts_enabled == 0)));
3219#endif
3220}
3221
7d12e780 3222static irqreturn_t do_cciss_intr(int irq, void *dev_id)
1da177e4
LT		 3223{
3224 ctlr_info_t *h = dev_id;
3225 CommandList_struct *c;
3226 unsigned long flags;
33079b21 3227 __u32 a, a1, a2;
1da177e4 3228
3da8b713 3229 if (interrupt_not_for_us(h))
1da177e4 3230 return IRQ_NONE;
1da177e4
LT		 3231 /*
3232 * If there are completed commands in the completion queue,
3233 * we had better do something about it.
3234 */
3235 spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
3da8b713 3236 while (interrupt_pending(h)) {
7c832835 3237 while ((a = get_next_completion(h)) != FIFO_EMPTY) {
1da177e4 3238 a1 = a;
33079b21
MM		 3239 if ((a & 0x04)) {
3240 a2 = (a >> 3);
f880632f 3241 if (a2 >= h->nr_cmds) {
7c832835
BH		 3242 printk(KERN_WARNING
3243 "cciss: controller cciss%d failed, stopping.\n",
3244 h->ctlr);
33079b21
MM		 3245 fail_all_cmds(h->ctlr);
3246 return IRQ_HANDLED;
3247 }
3248
3249 c = h->cmd_pool + a2;
3250 a = c->busaddr;
3251
3252 } else {
8a3173de
JA		 3253 struct hlist_node *tmp;
3254
7c832835 3255 a &= ~3;
8a3173de
JA		 3256 c = NULL;
3257 hlist_for_each_entry(c, tmp, &h->cmpQ, list) {
3258 if (c->busaddr == a)
7c832835
BH		 3259 break;
3260 }
33079b21 3261 }
1da177e4
LT		 3262 /*
3263 * If we've found the command, take it off the
3264 * completion Q and free it
3265 */
8a3173de
JA		 3266 if (c && c->busaddr == a) {
3267 removeQ(c);
1da177e4
LT		 3268 if (c->cmd_type == CMD_RWREQ) {
3269 complete_command(h, c, 0);
3270 } else if (c->cmd_type == CMD_IOCTL_PEND) {
3271 complete(c->waiting);
3272 }
3273# ifdef CONFIG_CISS_SCSI_TAPE
3274 else if (c->cmd_type == CMD_SCSI)
3275 complete_scsi_command(c, 0, a1);
3276# endif
3277 continue;
3278 }
3279 }
3280 }
3281
1da177e4
LT		 3282 spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
3283 return IRQ_HANDLED;
3284}
7c832835 3285
0a9279cc
MM		 3286static int scan_thread(void *data)
3287{
3288 ctlr_info_t *h = data;
3289 int rc;
3290 DECLARE_COMPLETION_ONSTACK(wait);
3291 h->rescan_wait = &wait;
3292
3293 for (;;) {
3294 rc = wait_for_completion_interruptible(&wait);
3295 if (kthread_should_stop())
3296 break;
3297 if (!rc)
3298 rebuild_lun_table(h, 0);
3299 }
3300 return 0;
3301}
3302
3303static int check_for_unit_attention(ctlr_info_t *h, CommandList_struct *c)
3304{
3305 if (c->err_info->SenseInfo[2] != UNIT_ATTENTION)
3306 return 0;
3307
3308 switch (c->err_info->SenseInfo[12]) {
3309 case STATE_CHANGED:
3310 printk(KERN_WARNING "cciss%d: a state change "
3311 "detected, command retried\n", h->ctlr);
3312 return 1;
3313 break;
3314 case LUN_FAILED:
3315 printk(KERN_WARNING "cciss%d: LUN failure "
3316 "detected, action required\n", h->ctlr);
3317 return 1;
3318 break;
3319 case REPORT_LUNS_CHANGED:
3320 printk(KERN_WARNING "cciss%d: report LUN data "
3321 "changed\n", h->ctlr);
3322 if (h->rescan_wait)
3323 complete(h->rescan_wait);
3324 return 1;
3325 break;
3326 case POWER_OR_RESET:
3327 printk(KERN_WARNING "cciss%d: a power on "
3328 "or device reset detected\n", h->ctlr);
3329 return 1;
3330 break;
3331 case UNIT_ATTENTION_CLEARED:
3332 printk(KERN_WARNING "cciss%d: unit attention "
3333 "cleared by another initiator\n", h->ctlr);
3334 return 1;
3335 break;
3336 default:
3337 printk(KERN_WARNING "cciss%d: unknown "
3338 "unit attention detected\n", h->ctlr);
3339 return 1;
3340 }
3341}
3342
7c832835 3343/*
d14c4ab5 3344 * We cannot read the structure directly, for portability we must use
1da177e4 3345 * the io functions.
7c832835 3346 * This is for debug only.
1da177e4
LT		 3347 */
3348#ifdef CCISS_DEBUG
7c832835 3349static void print_cfg_table(CfgTable_struct *tb)
1da177e4
LT		 3350{
3351 int i;
3352 char temp_name[17];
3353
3354 printk("Controller Configuration information\n");
3355 printk("------------------------------------\n");
7c832835 3356 for (i = 0; i < 4; i++)
1da177e4 3357 temp_name[i] = readb(&(tb->Signature[i]));
7c832835
BH		 3358 temp_name[4] = '\0';
3359 printk(" Signature = %s\n", temp_name);
1da177e4 3360 printk(" Spec Number = %d\n", readl(&(tb->SpecValence)));
7c832835
BH		 3361 printk(" Transport methods supported = 0x%x\n",
3362 readl(&(tb->TransportSupport)));
3363 printk(" Transport methods active = 0x%x\n",
3364 readl(&(tb->TransportActive)));
3365 printk(" Requested transport Method = 0x%x\n",
3366 readl(&(tb->HostWrite.TransportRequest)));
d14c4ab5 3367 printk(" Coalesce Interrupt Delay = 0x%x\n",
7c832835 3368 readl(&(tb->HostWrite.CoalIntDelay)));
d14c4ab5 3369 printk(" Coalesce Interrupt Count = 0x%x\n",
7c832835
BH		 3370 readl(&(tb->HostWrite.CoalIntCount)));
3371 printk(" Max outstanding commands = 0x%d\n",
3372 readl(&(tb->CmdsOutMax)));
3373 printk(" Bus Types = 0x%x\n", readl(&(tb->BusTypes)));
3374 for (i = 0; i < 16; i++)
1da177e4
LT		 3375 temp_name[i] = readb(&(tb->ServerName[i]));
3376 temp_name[16] = '\0';
3377 printk(" Server Name = %s\n", temp_name);
7c832835 3378 printk(" Heartbeat Counter = 0x%x\n\n\n", readl(&(tb->HeartBeat)));
1da177e4 3379}
7c832835 3380#endif /* CCISS_DEBUG */
1da177e4 3381
7c832835 3382static int find_PCI_BAR_index(struct pci_dev *pdev, unsigned long pci_bar_addr)
1da177e4
LT		 3383{
3384 int i, offset, mem_type, bar_type;
7c832835 3385 if (pci_bar_addr == PCI_BASE_ADDRESS_0) /* looking for BAR zero? */
1da177e4
LT		 3386 return 0;
3387 offset = 0;
7c832835
BH		 3388 for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
3389 bar_type = pci_resource_flags(pdev, i) & PCI_BASE_ADDRESS_SPACE;
1da177e4
LT		 3390 if (bar_type == PCI_BASE_ADDRESS_SPACE_IO)
3391 offset += 4;
3392 else {
3393 mem_type = pci_resource_flags(pdev, i) &
7c832835 3394 PCI_BASE_ADDRESS_MEM_TYPE_MASK;
1da177e4 3395 switch (mem_type) {
7c832835
BH		 3396 case PCI_BASE_ADDRESS_MEM_TYPE_32:
3397 case PCI_BASE_ADDRESS_MEM_TYPE_1M:
3398 offset += 4; /* 32 bit */
3399 break;
3400 case PCI_BASE_ADDRESS_MEM_TYPE_64:
3401 offset += 8;
3402 break;
3403 default: /* reserved in PCI 2.2 */
3404 printk(KERN_WARNING
3405 "Base address is invalid\n");
3406 return -1;
1da177e4
LT		 3407 break;
3408 }
3409 }
7c832835
BH		 3410 if (offset == pci_bar_addr - PCI_BASE_ADDRESS_0)
3411 return i + 1;
1da177e4
LT		 3412 }
3413 return -1;
3414}
3415
fb86a35b
MM		 3416/* If MSI/MSI-X is supported by the kernel we will try to enable it on
3417 * controllers that are capable. If not, we use IO-APIC mode.
3418 */
3419
7c832835
BH		 3420static void __devinit cciss_interrupt_mode(ctlr_info_t *c,
3421 struct pci_dev *pdev, __u32 board_id)
fb86a35b
MM		 3422{
3423#ifdef CONFIG_PCI_MSI
7c832835
BH		 3424 int err;
3425 struct msix_entry cciss_msix_entries[4] = { {0, 0}, {0, 1},
3426 {0, 2}, {0, 3}
3427 };
fb86a35b
MM		 3428
3429 /* Some boards advertise MSI but don't really support it */
3430 if ((board_id == 0x40700E11) ||
7c832835
BH		 3431 (board_id == 0x40800E11) ||
3432 (board_id == 0x40820E11) || (board_id == 0x40830E11))
fb86a35b
MM		 3433 goto default_int_mode;
3434
7c832835
BH		 3435 if (pci_find_capability(pdev, PCI_CAP_ID_MSIX)) {
3436 err = pci_enable_msix(pdev, cciss_msix_entries, 4);
3437 if (!err) {
3438 c->intr[0] = cciss_msix_entries[0].vector;
3439 c->intr[1] = cciss_msix_entries[1].vector;
3440 c->intr[2] = cciss_msix_entries[2].vector;
3441 c->intr[3] = cciss_msix_entries[3].vector;
3442 c->msix_vector = 1;
3443 return;
3444 }
3445 if (err > 0) {
3446 printk(KERN_WARNING "cciss: only %d MSI-X vectors "
3447 "available\n", err);
1ecb9c0f 3448 goto default_int_mode;
7c832835
BH		 3449 } else {
3450 printk(KERN_WARNING "cciss: MSI-X init failed %d\n",
3451 err);
1ecb9c0f 3452 goto default_int_mode;
7c832835
BH		 3453 }
3454 }
3455 if (pci_find_capability(pdev, PCI_CAP_ID_MSI)) {
3456 if (!pci_enable_msi(pdev)) {
7c832835 3457 c->msi_vector = 1;
7c832835
BH		 3458 } else {
3459 printk(KERN_WARNING "cciss: MSI init failed\n");
7c832835
BH		 3460 }
3461 }
1ecb9c0f 3462default_int_mode:
7c832835 3463#endif /* CONFIG_PCI_MSI */
fb86a35b 3464 /* if we get here we're going to use the default interrupt mode */
7c832835 3465 c->intr[SIMPLE_MODE_INT] = pdev->irq;
fb86a35b
MM		 3466 return;
3467}
3468
7d1fd970 3469static int __devinit cciss_pci_init(ctlr_info_t *c, struct pci_dev *pdev)
1da177e4
LT		 3470{
3471 ushort subsystem_vendor_id, subsystem_device_id, command;
3472 __u32 board_id, scratchpad = 0;
3473 __u64 cfg_offset;
3474 __u32 cfg_base_addr;
3475 __u64 cfg_base_addr_index;
c33ac89b 3476 int i, err;
1da177e4
LT		 3477
3478 /* check to see if controller has been disabled */
3479 /* BEFORE trying to enable it */
7c832835
BH		 3480 (void)pci_read_config_word(pdev, PCI_COMMAND, &command);
3481 if (!(command & 0x02)) {
3482 printk(KERN_WARNING
3483 "cciss: controller appears to be disabled\n");
c33ac89b 3484 return -ENODEV;
1da177e4
LT		 3485 }
3486
c33ac89b 3487 err = pci_enable_device(pdev);
7c832835 3488 if (err) {
1da177e4 3489 printk(KERN_ERR "cciss: Unable to Enable PCI device\n");
c33ac89b 3490 return err;
1da177e4 3491 }
1da177e4 3492
4e570309
BH		 3493 err = pci_request_regions(pdev, "cciss");
3494 if (err) {
3495 printk(KERN_ERR "cciss: Cannot obtain PCI resources, "
7c832835 3496 "aborting\n");
872225ca 3497 return err;
4e570309
BH		 3498 }
3499
1da177e4
LT		 3500 subsystem_vendor_id = pdev->subsystem_vendor;
3501 subsystem_device_id = pdev->subsystem_device;
3502 board_id = (((__u32) (subsystem_device_id << 16) & 0xffff0000) |
7c832835 3503 subsystem_vendor_id);
1da177e4 3504
1da177e4
LT		 3505#ifdef CCISS_DEBUG
3506 printk("command = %x\n", command);
3507 printk("irq = %x\n", pdev->irq);
3508 printk("board_id = %x\n", board_id);
7c832835 3509#endif /* CCISS_DEBUG */
1da177e4 3510
fb86a35b
MM		 3511/* If the kernel supports MSI/MSI-X we will try to enable that functionality,
3512 * else we use the IO-APIC interrupt assigned to us by system ROM.
3513 */
3514 cciss_interrupt_mode(c, pdev, board_id);
1da177e4 3515
e1438581
MM		 3516 /* find the memory BAR */
3517 for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
3518 if (pci_resource_flags(pdev, i) & IORESOURCE_MEM)
3519 break;
3520 }
3521 if (i == DEVICE_COUNT_RESOURCE) {
3522 printk(KERN_WARNING "cciss: No memory BAR found\n");
3523 err = -ENODEV;
3524 goto err_out_free_res;
3525 }
3526
3527 c->paddr = pci_resource_start(pdev, i); /* addressing mode bits
3528 * already removed
3529 */
1da177e4 3530
1da177e4 3531#ifdef CCISS_DEBUG
9f92f471 3532 printk("address 0 = %lx\n", c->paddr);
7c832835 3533#endif /* CCISS_DEBUG */
a5b92873 3534 c->vaddr = remap_pci_mem(c->paddr, 0x250);
1da177e4
LT		 3535
3536 /* Wait for the board to become ready. (PCI hotplug needs this.)
3537 * We poll for up to 120 secs, once per 100ms. */
7c832835 3538 for (i = 0; i < 1200; i++) {
1da177e4
LT		 3539 scratchpad = readl(c->vaddr + SA5_SCRATCHPAD_OFFSET);
3540 if (scratchpad == CCISS_FIRMWARE_READY)
3541 break;
3542 set_current_state(TASK_INTERRUPTIBLE);
7c832835 3543 schedule_timeout(HZ / 10); /* wait 100ms */
1da177e4
LT		 3544 }
3545 if (scratchpad != CCISS_FIRMWARE_READY) {
3546 printk(KERN_WARNING "cciss: Board not ready. Timed out.\n");
c33ac89b 3547 err = -ENODEV;
4e570309 3548 goto err_out_free_res;
1da177e4
LT		 3549 }
3550
3551 /* get the address index number */
3552 cfg_base_addr = readl(c->vaddr + SA5_CTCFG_OFFSET);
3553 cfg_base_addr &= (__u32) 0x0000ffff;
3554#ifdef CCISS_DEBUG
3555 printk("cfg base address = %x\n", cfg_base_addr);
7c832835
BH		 3556#endif /* CCISS_DEBUG */
3557 cfg_base_addr_index = find_PCI_BAR_index(pdev, cfg_base_addr);
1da177e4 3558#ifdef CCISS_DEBUG
9f92f471
RD		 3559 printk("cfg base address index = %llx\n",
3560 (unsigned long long)cfg_base_addr_index);
7c832835 3561#endif /* CCISS_DEBUG */
1da177e4
LT		 3562 if (cfg_base_addr_index == -1) {
3563 printk(KERN_WARNING "cciss: Cannot find cfg_base_addr_index\n");
c33ac89b 3564 err = -ENODEV;
4e570309 3565 goto err_out_free_res;
1da177e4
LT		 3566 }
3567
3568 cfg_offset = readl(c->vaddr + SA5_CTMEM_OFFSET);
3569#ifdef CCISS_DEBUG
9f92f471 3570 printk("cfg offset = %llx\n", (unsigned long long)cfg_offset);
7c832835
BH		 3571#endif /* CCISS_DEBUG */
3572 c->cfgtable = remap_pci_mem(pci_resource_start(pdev,
3573 cfg_base_addr_index) +
3574 cfg_offset, sizeof(CfgTable_struct));
1da177e4
LT		 3575 c->board_id = board_id;
3576
3577#ifdef CCISS_DEBUG
945f390f 3578 print_cfg_table(c->cfgtable);
7c832835 3579#endif /* CCISS_DEBUG */
1da177e4 3580
49153998
MM		 3581 /* Some controllers support Zero Memory Raid (ZMR).
3582 * When configured in ZMR mode the number of supported
3583 * commands drops to 64. So instead of just setting an
3584 * arbitrary value we make the driver a little smarter.
3585 * We read the config table to tell us how many commands
3586 * are supported on the controller then subtract 4 to
3587 * leave a little room for ioctl calls.
3588 */
3589 c->max_commands = readl(&(c->cfgtable->CmdsOutMax));
7c832835 3590 for (i = 0; i < ARRAY_SIZE(products); i++) {
1da177e4
LT		 3591 if (board_id == products[i].board_id) {
3592 c->product_name = products[i].product_name;
3593 c->access = *(products[i].access);
49153998 3594 c->nr_cmds = c->max_commands - 4;
1da177e4
LT		 3595 break;
3596 }
3597 }
7c832835
BH		 3598 if ((readb(&c->cfgtable->Signature[0]) != 'C') ||
3599 (readb(&c->cfgtable->Signature[1]) != 'I') ||
3600 (readb(&c->cfgtable->Signature[2]) != 'S') ||
3601 (readb(&c->cfgtable->Signature[3]) != 'S')) {
1da177e4 3602 printk("Does not appear to be a valid CISS config table\n");
c33ac89b 3603 err = -ENODEV;
4e570309 3604 goto err_out_free_res;
1da177e4 3605 }
4ff9a9a4
MM		 3606 /* We didn't find the controller in our list. We know the
3607 * signature is valid. If it's an HP device let's try to
3608 * bind to the device and fire it up. Otherwise we bail.
3609 */
3610 if (i == ARRAY_SIZE(products)) {
3611 if (subsystem_vendor_id == PCI_VENDOR_ID_HP) {
3612 c->product_name = products[i-1].product_name;
3613 c->access = *(products[i-1].access);
49153998 3614 c->nr_cmds = c->max_commands - 4;
4ff9a9a4
MM		 3615 printk(KERN_WARNING "cciss: This is an unknown "
3616 "Smart Array controller.\n"
3617 "cciss: Please update to the latest driver "
3618 "available from www.hp.com.\n");
3619 } else {
3620 printk(KERN_WARNING "cciss: Sorry, I don't know how"
3621 " to access the Smart Array controller %08lx\n"
3622 , (unsigned long)board_id);
3623 err = -ENODEV;
3624 goto err_out_free_res;
3625 }
3626 }
1da177e4 3627#ifdef CONFIG_X86
7c832835
BH		 3628 {
3629 /* Need to enable prefetch in the SCSI core for 6400 in x86 */
3630 __u32 prefetch;
3631 prefetch = readl(&(c->cfgtable->SCSI_Prefetch));
3632 prefetch |= 0x100;
3633 writel(prefetch, &(c->cfgtable->SCSI_Prefetch));
3634 }
1da177e4
LT		 3635#endif
3636
8bf50f71
MMOD		 3637 /* Disabling DMA prefetch and refetch for the P600.
3638 * An ASIC bug may result in accesses to invalid memory addresses.
3639 * We've disabled prefetch for some time now. Testing with XEN
3640 * kernels revealed a bug in the refetch if dom0 resides on a P600.
f92e2f5f
MM		 3641 */
3642 if(board_id == 0x3225103C) {
3643 __u32 dma_prefetch;
8bf50f71 3644 __u32 dma_refetch;
f92e2f5f
MM		 3645 dma_prefetch = readl(c->vaddr + I2O_DMA1_CFG);
3646 dma_prefetch |= 0x8000;
3647 writel(dma_prefetch, c->vaddr + I2O_DMA1_CFG);
8bf50f71
MMOD		 3648 pci_read_config_dword(pdev, PCI_COMMAND_PARITY, &dma_refetch);
3649 dma_refetch |= 0x1;
3650 pci_write_config_dword(pdev, PCI_COMMAND_PARITY, dma_refetch);
f92e2f5f
MM		 3651 }
3652
1da177e4
LT		 3653#ifdef CCISS_DEBUG
3654 printk("Trying to put board into Simple mode\n");
7c832835 3655#endif /* CCISS_DEBUG */
1da177e4 3656 c->max_commands = readl(&(c->cfgtable->CmdsOutMax));
7c832835
BH		 3657 /* Update the field, and then ring the doorbell */
3658 writel(CFGTBL_Trans_Simple, &(c->cfgtable->HostWrite.TransportRequest));
3659 writel(CFGTBL_ChangeReq, c->vaddr + SA5_DOORBELL);
1da177e4
LT		 3660
3661 /* under certain very rare conditions, this can take awhile.
3662 * (e.g.: hot replace a failed 144GB drive in a RAID 5 set right
3663 * as we enter this code.) */
7c832835 3664 for (i = 0; i < MAX_CONFIG_WAIT; i++) {
1da177e4
LT		 3665 if (!(readl(c->vaddr + SA5_DOORBELL) & CFGTBL_ChangeReq))
3666 break;
3667 /* delay and try again */
3668 set_current_state(TASK_INTERRUPTIBLE);
3669 schedule_timeout(10);
7c832835 3670 }
1da177e4
LT		 3671
3672#ifdef CCISS_DEBUG
7c832835
BH		 3673 printk(KERN_DEBUG "I counter got to %d %x\n", i,
3674 readl(c->vaddr + SA5_DOORBELL));
3675#endif /* CCISS_DEBUG */
1da177e4 3676#ifdef CCISS_DEBUG
7c832835
BH		 3677 print_cfg_table(c->cfgtable);
3678#endif /* CCISS_DEBUG */
1da177e4 3679
7c832835 3680 if (!(readl(&(c->cfgtable->TransportActive)) & CFGTBL_Trans_Simple)) {
1da177e4 3681 printk(KERN_WARNING "cciss: unable to get board into"
7c832835 3682 " simple mode\n");
c33ac89b 3683 err = -ENODEV;
4e570309 3684 goto err_out_free_res;
1da177e4
LT		 3685 }
3686 return 0;
3687
5faad620 3688err_out_free_res:
872225ca
MM		 3689 /*
3690 * Deliberately omit pci_disable_device(): it does something nasty to
3691 * Smart Array controllers that pci_enable_device does not undo
3692 */
4e570309 3693 pci_release_regions(pdev);
c33ac89b 3694 return err;
1da177e4
LT		 3695}
3696
6ae5ce8e
MM		 3697/* Function to find the first free pointer into our hba[] array
3698 * Returns -1 if no free entries are left.
7c832835 3699 */
1da177e4
LT		 3700static int alloc_cciss_hba(void)
3701{
799202cb 3702 int i;
1da177e4 3703
7c832835 3704 for (i = 0; i < MAX_CTLR; i++) {
1da177e4
LT		 3705 if (!hba[i]) {
3706 ctlr_info_t *p;
f2912a12 3707
06ff37ff 3708 p = kzalloc(sizeof(ctlr_info_t), GFP_KERNEL);
1da177e4
LT		 3709 if (!p)
3710 goto Enomem;
1da177e4
LT		 3711 hba[i] = p;
3712 return i;
3713 }
3714 }
3715 printk(KERN_WARNING "cciss: This driver supports a maximum"
7c832835 3716 " of %d controllers.\n", MAX_CTLR);
799202cb
MM		 3717 return -1;
3718Enomem:
1da177e4 3719 printk(KERN_ERR "cciss: out of memory.\n");
1da177e4
LT		 3720 return -1;
3721}
3722
3723static void free_hba(int i)
3724{
3725 ctlr_info_t *p = hba[i];
3726 int n;
3727
3728 hba[i] = NULL;
799202cb 3729 for (n = 0; n < CISS_MAX_LUN; n++)
1da177e4
LT		 3730 put_disk(p->gendisk[n]);
3731 kfree(p);
3732}
3733
82eb03cf
CC		 3734/* Send a message CDB to the firmware. */
3735static __devinit int cciss_message(struct pci_dev *pdev, unsigned char opcode, unsigned char type)
3736{
3737 typedef struct {
3738 CommandListHeader_struct CommandHeader;
3739 RequestBlock_struct Request;
3740 ErrDescriptor_struct ErrorDescriptor;
3741 } Command;
3742 static const size_t cmd_sz = sizeof(Command) + sizeof(ErrorInfo_struct);
3743 Command *cmd;
3744 dma_addr_t paddr64;
3745 uint32_t paddr32, tag;
3746 void __iomem *vaddr;
3747 int i, err;
3748
3749 vaddr = ioremap_nocache(pci_resource_start(pdev, 0), pci_resource_len(pdev, 0));
3750 if (vaddr == NULL)
3751 return -ENOMEM;
3752
3753 /* The Inbound Post Queue only accepts 32-bit physical addresses for the
3754 CCISS commands, so they must be allocated from the lower 4GiB of
3755 memory. */
e930438c 3756 err = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32));
82eb03cf
CC		 3757 if (err) {
3758 iounmap(vaddr);
3759 return -ENOMEM;
3760 }
3761
3762 cmd = pci_alloc_consistent(pdev, cmd_sz, &paddr64);
3763 if (cmd == NULL) {
3764 iounmap(vaddr);
3765 return -ENOMEM;
3766 }
3767
3768 /* This must fit, because of the 32-bit consistent DMA mask. Also,
3769 although there's no guarantee, we assume that the address is at
3770 least 4-byte aligned (most likely, it's page-aligned). */
3771 paddr32 = paddr64;
3772
3773 cmd->CommandHeader.ReplyQueue = 0;
3774 cmd->CommandHeader.SGList = 0;
3775 cmd->CommandHeader.SGTotal = 0;
3776 cmd->CommandHeader.Tag.lower = paddr32;
3777 cmd->CommandHeader.Tag.upper = 0;
3778 memset(&cmd->CommandHeader.LUN.LunAddrBytes, 0, 8);
3779
3780 cmd->Request.CDBLen = 16;
3781 cmd->Request.Type.Type = TYPE_MSG;
3782 cmd->Request.Type.Attribute = ATTR_HEADOFQUEUE;
3783 cmd->Request.Type.Direction = XFER_NONE;
3784 cmd->Request.Timeout = 0; /* Don't time out */
3785 cmd->Request.CDB[0] = opcode;
3786 cmd->Request.CDB[1] = type;
3787 memset(&cmd->Request.CDB[2], 0, 14); /* the rest of the CDB is reserved */
3788
3789 cmd->ErrorDescriptor.Addr.lower = paddr32 + sizeof(Command);
3790 cmd->ErrorDescriptor.Addr.upper = 0;
3791 cmd->ErrorDescriptor.Len = sizeof(ErrorInfo_struct);
3792
3793 writel(paddr32, vaddr + SA5_REQUEST_PORT_OFFSET);
3794
3795 for (i = 0; i < 10; i++) {
3796 tag = readl(vaddr + SA5_REPLY_PORT_OFFSET);
3797 if ((tag & ~3) == paddr32)
3798 break;
3799 schedule_timeout_uninterruptible(HZ);
3800 }
3801
3802 iounmap(vaddr);
3803
3804 /* we leak the DMA buffer here ... no choice since the controller could
3805 still complete the command. */
3806 if (i == 10) {
3807 printk(KERN_ERR "cciss: controller message %02x:%02x timed out\n",
3808 opcode, type);
3809 return -ETIMEDOUT;
3810 }
3811
3812 pci_free_consistent(pdev, cmd_sz, cmd, paddr64);
3813
3814 if (tag & 2) {
3815 printk(KERN_ERR "cciss: controller message %02x:%02x failed\n",
3816 opcode, type);
3817 return -EIO;
3818 }
3819
3820 printk(KERN_INFO "cciss: controller message %02x:%02x succeeded\n",
3821 opcode, type);
3822 return 0;
3823}
3824
3825#define cciss_soft_reset_controller(p) cciss_message(p, 1, 0)
3826#define cciss_noop(p) cciss_message(p, 3, 0)
3827
3828static __devinit int cciss_reset_msi(struct pci_dev *pdev)
3829{
3830/* the #defines are stolen from drivers/pci/msi.h. */
3831#define msi_control_reg(base) (base + PCI_MSI_FLAGS)
3832#define PCI_MSIX_FLAGS_ENABLE (1 << 15)
3833
3834 int pos;
3835 u16 control = 0;
3836
3837 pos = pci_find_capability(pdev, PCI_CAP_ID_MSI);
3838 if (pos) {
3839 pci_read_config_word(pdev, msi_control_reg(pos), &control);
3840 if (control & PCI_MSI_FLAGS_ENABLE) {
3841 printk(KERN_INFO "cciss: resetting MSI\n");
3842 pci_write_config_word(pdev, msi_control_reg(pos), control & ~PCI_MSI_FLAGS_ENABLE);
3843 }
3844 }
3845
3846 pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
3847 if (pos) {
3848 pci_read_config_word(pdev, msi_control_reg(pos), &control);
3849 if (control & PCI_MSIX_FLAGS_ENABLE) {
3850 printk(KERN_INFO "cciss: resetting MSI-X\n");
3851 pci_write_config_word(pdev, msi_control_reg(pos), control & ~PCI_MSIX_FLAGS_ENABLE);
3852 }
3853 }
3854
3855 return 0;
3856}
3857
3858/* This does a hard reset of the controller using PCI power management
3859 * states. */
3860static __devinit int cciss_hard_reset_controller(struct pci_dev *pdev)
3861{
3862 u16 pmcsr, saved_config_space[32];
3863 int i, pos;
3864
3865 printk(KERN_INFO "cciss: using PCI PM to reset controller\n");
3866
3867 /* This is very nearly the same thing as
3868
3869 pci_save_state(pci_dev);
3870 pci_set_power_state(pci_dev, PCI_D3hot);
3871 pci_set_power_state(pci_dev, PCI_D0);
3872 pci_restore_state(pci_dev);
3873
3874 but we can't use these nice canned kernel routines on
3875 kexec, because they also check the MSI/MSI-X state in PCI
3876 configuration space and do the wrong thing when it is
3877 set/cleared. Also, the pci_save/restore_state functions
3878 violate the ordering requirements for restoring the
3879 configuration space from the CCISS document (see the
3880 comment below). So we roll our own .... */
3881
3882 for (i = 0; i < 32; i++)
3883 pci_read_config_word(pdev, 2*i, &saved_config_space[i]);
3884
3885 pos = pci_find_capability(pdev, PCI_CAP_ID_PM);
3886 if (pos == 0) {
3887 printk(KERN_ERR "cciss_reset_controller: PCI PM not supported\n");
3888 return -ENODEV;
3889 }
3890
3891 /* Quoting from the Open CISS Specification: "The Power
3892 * Management Control/Status Register (CSR) controls the power
3893 * state of the device. The normal operating state is D0,
3894 * CSR=00h. The software off state is D3, CSR=03h. To reset
3895 * the controller, place the interface device in D3 then to
3896 * D0, this causes a secondary PCI reset which will reset the
3897 * controller." */
3898
3899 /* enter the D3hot power management state */
3900 pci_read_config_word(pdev, pos + PCI_PM_CTRL, &pmcsr);
3901 pmcsr &= ~PCI_PM_CTRL_STATE_MASK;
3902 pmcsr |= PCI_D3hot;
3903 pci_write_config_word(pdev, pos + PCI_PM_CTRL, pmcsr);
3904
3905 schedule_timeout_uninterruptible(HZ >> 1);
3906
3907 /* enter the D0 power management state */
3908 pmcsr &= ~PCI_PM_CTRL_STATE_MASK;
3909 pmcsr |= PCI_D0;
3910 pci_write_config_word(pdev, pos + PCI_PM_CTRL, pmcsr);
3911
3912 schedule_timeout_uninterruptible(HZ >> 1);
3913
3914 /* Restore the PCI configuration space. The Open CISS
3915 * Specification says, "Restore the PCI Configuration
3916 * Registers, offsets 00h through 60h. It is important to
3917 * restore the command register, 16-bits at offset 04h,
3918 * last. Do not restore the configuration status register,
3919 * 16-bits at offset 06h." Note that the offset is 2*i. */
3920 for (i = 0; i < 32; i++) {
3921 if (i == 2 || i == 3)
3922 continue;
3923 pci_write_config_word(pdev, 2*i, saved_config_space[i]);
3924 }
3925 wmb();
3926 pci_write_config_word(pdev, 4, saved_config_space[2]);
3927
3928 return 0;
3929}
3930
1da177e4
LT		 3931/*
3932 * This is it. Find all the controllers and register them. I really hate
3933 * stealing all these major device numbers.
3934 * returns the number of block devices registered.
3935 */
3936static int __devinit cciss_init_one(struct pci_dev *pdev,
7c832835 3937 const struct pci_device_id *ent)
1da177e4 3938{
1da177e4 3939 int i;
799202cb 3940 int j = 0;
1da177e4 3941 int rc;
22bece00
MM		 3942 int dac, return_code;
3943 InquiryData_struct *inq_buff = NULL;
1da177e4 3944
82eb03cf
CC		 3945 if (reset_devices) {
3946 /* Reset the controller with a PCI power-cycle */
3947 if (cciss_hard_reset_controller(pdev) || cciss_reset_msi(pdev))
3948 return -ENODEV;
3949
5e18cfd0
JA		 3950 /* Now try to get the controller to respond to a no-op. Some
3951 devices (notably the HP Smart Array 5i Controller) need
3952 up to 30 seconds to respond. */
5e4c91c8 3953 for (i=0; i<30; i++) {
82eb03cf
CC		 3954 if (cciss_noop(pdev) == 0)
3955 break;
5e4c91c8
JA		 3956
3957 schedule_timeout_uninterruptible(HZ);
3958 }
3959 if (i == 30) {
3960 printk(KERN_ERR "cciss: controller seems dead\n");
3961 return -EBUSY;
82eb03cf
CC		 3962 }
3963 }
3964
1da177e4 3965 i = alloc_cciss_hba();
7c832835 3966 if (i < 0)
e2019b58 3967 return -1;
1f8ef380
MM		 3968
3969 hba[i]->busy_initializing = 1;
8a3173de
JA		 3970 INIT_HLIST_HEAD(&hba[i]->cmpQ);
3971 INIT_HLIST_HEAD(&hba[i]->reqQ);
1f8ef380 3972
1da177e4 3973 if (cciss_pci_init(hba[i], pdev) != 0)
7fe06326 3974 goto clean0;
1da177e4
LT		 3975
3976 sprintf(hba[i]->devname, "cciss%d", i);
3977 hba[i]->ctlr = i;
3978 hba[i]->pdev = pdev;
3979
7fe06326
AP		 3980 if (cciss_create_hba_sysfs_entry(hba[i]))
3981 goto clean0;
3982
1da177e4 3983 /* configure PCI DMA stuff */
6a35528a 3984 if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64)))
40aabb58 3985 dac = 1;
284901a9 3986 else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32)))
40aabb58 3987 dac = 0;
1da177e4 3988 else {
40aabb58 3989 printk(KERN_ERR "cciss: no suitable DMA available\n");
1da177e4
LT		 3990 goto clean1;
3991 }
3992
3993 /*
3994 * register with the major number, or get a dynamic major number
3995 * by passing 0 as argument. This is done for greater than
3996 * 8 controller support.
3997 */
3998 if (i < MAX_CTLR_ORIG)
564de74a 3999 hba[i]->major = COMPAQ_CISS_MAJOR + i;
1da177e4 4000 rc = register_blkdev(hba[i]->major, hba[i]->devname);
7c832835 4001 if (rc == -EBUSY || rc == -EINVAL) {
1da177e4 4002 printk(KERN_ERR
7c832835
BH		 4003 "cciss: Unable to get major number %d for %s "
4004 "on hba %d\n", hba[i]->major, hba[i]->devname, i);
1da177e4 4005 goto clean1;
7c832835 4006 } else {
1da177e4
LT		 4007 if (i >= MAX_CTLR_ORIG)
4008 hba[i]->major = rc;
4009 }
4010
4011 /* make sure the board interrupts are off */
4012 hba[i]->access.set_intr_mask(hba[i], CCISS_INTR_OFF);
7c832835 4013 if (request_irq(hba[i]->intr[SIMPLE_MODE_INT], do_cciss_intr,
69ab3912 4014 IRQF_DISABLED | IRQF_SHARED, hba[i]->devname, hba[i])) {
1da177e4 4015 printk(KERN_ERR "cciss: Unable to get irq %d for %s\n",
7c832835 4016 hba[i]->intr[SIMPLE_MODE_INT], hba[i]->devname);
1da177e4
LT		 4017 goto clean2;
4018 }
40aabb58
BH		 4019
4020 printk(KERN_INFO "%s: <0x%x> at PCI %s IRQ %d%s using DAC\n",
7c832835
BH		 4021 hba[i]->devname, pdev->device, pci_name(pdev),
4022 hba[i]->intr[SIMPLE_MODE_INT], dac ? "" : " not");
4023
4024 hba[i]->cmd_pool_bits =
061837bc
JL		 4025 kmalloc(DIV_ROUND_UP(hba[i]->nr_cmds, BITS_PER_LONG)
4026 * sizeof(unsigned long), GFP_KERNEL);
7c832835
BH		 4027 hba[i]->cmd_pool = (CommandList_struct *)
4028 pci_alloc_consistent(hba[i]->pdev,
f880632f 4029 hba[i]->nr_cmds * sizeof(CommandList_struct),
7c832835
BH		 4030 &(hba[i]->cmd_pool_dhandle));
4031 hba[i]->errinfo_pool = (ErrorInfo_struct *)
4032 pci_alloc_consistent(hba[i]->pdev,
f880632f 4033 hba[i]->nr_cmds * sizeof(ErrorInfo_struct),
7c832835
BH		 4034 &(hba[i]->errinfo_pool_dhandle));
4035 if ((hba[i]->cmd_pool_bits == NULL)
4036 || (hba[i]->cmd_pool == NULL)
4037 || (hba[i]->errinfo_pool == NULL)) {
4038 printk(KERN_ERR "cciss: out of memory");
1da177e4
LT		 4039 goto clean4;
4040 }
3da8b713 4041#ifdef CONFIG_CISS_SCSI_TAPE
7c832835
BH		 4042 hba[i]->scsi_rejects.complete =
4043 kmalloc(sizeof(hba[i]->scsi_rejects.complete[0]) *
f880632f 4044 (hba[i]->nr_cmds + 5), GFP_KERNEL);
3da8b713 4045 if (hba[i]->scsi_rejects.complete == NULL) {
7c832835 4046 printk(KERN_ERR "cciss: out of memory");
3da8b713 4047 goto clean4;
4048 }
4049#endif
1da177e4 4050 spin_lock_init(&hba[i]->lock);
1da177e4 4051
7c832835
BH		 4052 /* Initialize the pdev driver private data.
4053 have it point to hba[i]. */
1da177e4 4054 pci_set_drvdata(pdev, hba[i]);
7c832835
BH		 4055 /* command and error info recs zeroed out before
4056 they are used */
4057 memset(hba[i]->cmd_pool_bits, 0,
061837bc
JL		 4058 DIV_ROUND_UP(hba[i]->nr_cmds, BITS_PER_LONG)
4059 * sizeof(unsigned long));
1da177e4 4060
6ae5ce8e
MM		 4061 hba[i]->num_luns = 0;
4062 hba[i]->highest_lun = -1;
4063 for (j = 0; j < CISS_MAX_LUN; j++) {
4064 hba[i]->drv[j].raid_level = -1;
4065 hba[i]->drv[j].queue = NULL;
4066 hba[i]->gendisk[j] = NULL;
4067 }
1da177e4
LT		 4068
4069 cciss_scsi_setup(i);
4070
4071 /* Turn the interrupts on so we can service requests */
4072 hba[i]->access.set_intr_mask(hba[i], CCISS_INTR_ON);
4073
22bece00
MM		 4074 /* Get the firmware version */
4075 inq_buff = kzalloc(sizeof(InquiryData_struct), GFP_KERNEL);
4076 if (inq_buff == NULL) {
4077 printk(KERN_ERR "cciss: out of memory\n");
4078 goto clean4;
4079 }
4080
4081 return_code = sendcmd_withirq(CISS_INQUIRY, i, inq_buff,
b57695fe 4082 sizeof(InquiryData_struct), 0, CTLR_LUNID, TYPE_CMD);
22bece00
MM		 4083 if (return_code == IO_OK) {
4084 hba[i]->firm_ver[0] = inq_buff->data_byte[32];
4085 hba[i]->firm_ver[1] = inq_buff->data_byte[33];
4086 hba[i]->firm_ver[2] = inq_buff->data_byte[34];
4087 hba[i]->firm_ver[3] = inq_buff->data_byte[35];
4088 } else { /* send command failed */
4089 printk(KERN_WARNING "cciss: unable to determine firmware"
4090 " version of controller\n");
4091 }
4092
1da177e4 4093 cciss_procinit(i);
92c4231a
MM		 4094
4095 hba[i]->cciss_max_sectors = 2048;
4096
d6dbf42e 4097 hba[i]->busy_initializing = 0;
1da177e4 4098
6ae5ce8e 4099 rebuild_lun_table(hba[i], 1);
0a9279cc
MM		 4100 hba[i]->cciss_scan_thread = kthread_run(scan_thread, hba[i],
4101 "cciss_scan%02d", i);
4102 if (IS_ERR(hba[i]->cciss_scan_thread))
4103 return PTR_ERR(hba[i]->cciss_scan_thread);
4104
e2019b58 4105 return 1;
1da177e4 4106
6ae5ce8e 4107clean4:
22bece00 4108 kfree(inq_buff);
3da8b713 4109#ifdef CONFIG_CISS_SCSI_TAPE
1acc0b0b 4110 kfree(hba[i]->scsi_rejects.complete);
3da8b713 4111#endif
6044ec88 4112 kfree(hba[i]->cmd_pool_bits);
7c832835 4113 if (hba[i]->cmd_pool)
1da177e4 4114 pci_free_consistent(hba[i]->pdev,
f880632f 4115 hba[i]->nr_cmds * sizeof(CommandList_struct),
7c832835
BH		 4116 hba[i]->cmd_pool, hba[i]->cmd_pool_dhandle);
4117 if (hba[i]->errinfo_pool)
1da177e4 4118 pci_free_consistent(hba[i]->pdev,
f880632f 4119 hba[i]->nr_cmds * sizeof(ErrorInfo_struct),
7c832835
BH		 4120 hba[i]->errinfo_pool,
4121 hba[i]->errinfo_pool_dhandle);
fb86a35b 4122 free_irq(hba[i]->intr[SIMPLE_MODE_INT], hba[i]);
6ae5ce8e 4123clean2:
1da177e4 4124 unregister_blkdev(hba[i]->major, hba[i]->devname);
6ae5ce8e 4125clean1:
7fe06326
AP		 4126 cciss_destroy_hba_sysfs_entry(hba[i]);
4127clean0:
1f8ef380 4128 hba[i]->busy_initializing = 0;
799202cb
MM		 4129 /* cleanup any queues that may have been initialized */
4130 for (j=0; j <= hba[i]->highest_lun; j++){
4131 drive_info_struct *drv = &(hba[i]->drv[j]);
4132 if (drv->queue)
4133 blk_cleanup_queue(drv->queue);
4134 }
872225ca
MM		 4135 /*
4136 * Deliberately omit pci_disable_device(): it does something nasty to
4137 * Smart Array controllers that pci_enable_device does not undo
4138 */
799202cb 4139 pci_release_regions(pdev);
799202cb 4140 pci_set_drvdata(pdev, NULL);
61808c2b 4141 free_hba(i);
e2019b58 4142 return -1;
1da177e4
LT		 4143}
4144
e9ca75b5 4145static void cciss_shutdown(struct pci_dev *pdev)
1da177e4
LT		 4146{
4147 ctlr_info_t *tmp_ptr;
e9ca75b5 4148 int i;
1da177e4 4149 char flush_buf[4];
7c832835 4150 int return_code;
1da177e4 4151
e9ca75b5
GB		 4152 tmp_ptr = pci_get_drvdata(pdev);
4153 if (tmp_ptr == NULL)
4154 return;
4155 i = tmp_ptr->ctlr;
4156 if (hba[i] == NULL)
4157 return;
4158
4159 /* Turn board interrupts off and send the flush cache command */
4160 /* sendcmd will turn off interrupt, and send the flush...
4161 * To write all data in the battery backed cache to disks */
4162 memset(flush_buf, 0, 4);
b57695fe 4163 return_code = sendcmd(CCISS_CACHE_FLUSH, i, flush_buf, 4, 0,
4164 CTLR_LUNID, TYPE_CMD);
e9ca75b5
GB		 4165 if (return_code == IO_OK) {
4166 printk(KERN_INFO "Completed flushing cache on controller %d\n", i);
4167 } else {
4168 printk(KERN_WARNING "Error flushing cache on controller %d\n", i);
4169 }
4170 free_irq(hba[i]->intr[2], hba[i]);
4171}
4172
4173static void __devexit cciss_remove_one(struct pci_dev *pdev)
4174{
4175 ctlr_info_t *tmp_ptr;
4176 int i, j;
4177
7c832835
BH		 4178 if (pci_get_drvdata(pdev) == NULL) {
4179 printk(KERN_ERR "cciss: Unable to remove device \n");
1da177e4
LT		 4180 return;
4181 }
0a9279cc 4182
1da177e4
LT		 4183 tmp_ptr = pci_get_drvdata(pdev);
4184 i = tmp_ptr->ctlr;
7c832835 4185 if (hba[i] == NULL) {
1da177e4 4186 printk(KERN_ERR "cciss: device appears to "
7c832835 4187 "already be removed \n");
1da177e4
LT		 4188 return;
4189 }
b6550777 4190
0a9279cc
MM		 4191 kthread_stop(hba[i]->cciss_scan_thread);
4192
b6550777
BH		 4193 remove_proc_entry(hba[i]->devname, proc_cciss);
4194 unregister_blkdev(hba[i]->major, hba[i]->devname);
4195
4196 /* remove it from the disk list */
4197 for (j = 0; j < CISS_MAX_LUN; j++) {
4198 struct gendisk *disk = hba[i]->gendisk[j];
4199 if (disk) {
165125e1 4200 struct request_queue *q = disk->queue;
b6550777
BH		 4201
4202 if (disk->flags & GENHD_FL_UP)
4203 del_gendisk(disk);
4204 if (q)
4205 blk_cleanup_queue(q);
4206 }
4207 }
4208
ba198efb 4209#ifdef CONFIG_CISS_SCSI_TAPE
b6550777 4210 cciss_unregister_scsi(i); /* unhook from SCSI subsystem */
ba198efb 4211#endif
b6550777 4212
e9ca75b5 4213 cciss_shutdown(pdev);
fb86a35b
MM		 4214
4215#ifdef CONFIG_PCI_MSI
7c832835
BH		 4216 if (hba[i]->msix_vector)
4217 pci_disable_msix(hba[i]->pdev);
4218 else if (hba[i]->msi_vector)
4219 pci_disable_msi(hba[i]->pdev);
4220#endif /* CONFIG_PCI_MSI */
fb86a35b 4221
1da177e4 4222 iounmap(hba[i]->vaddr);
1da177e4 4223
f880632f 4224 pci_free_consistent(hba[i]->pdev, hba[i]->nr_cmds * sizeof(CommandList_struct),
1da177e4 4225 hba[i]->cmd_pool, hba[i]->cmd_pool_dhandle);
f880632f 4226 pci_free_consistent(hba[i]->pdev, hba[i]->nr_cmds * sizeof(ErrorInfo_struct),
7c832835 4227 hba[i]->errinfo_pool, hba[i]->errinfo_pool_dhandle);
1da177e4 4228 kfree(hba[i]->cmd_pool_bits);
3da8b713 4229#ifdef CONFIG_CISS_SCSI_TAPE
4230 kfree(hba[i]->scsi_rejects.complete);
4231#endif
872225ca
MM		 4232 /*
4233 * Deliberately omit pci_disable_device(): it does something nasty to
4234 * Smart Array controllers that pci_enable_device does not undo
4235 */
7c832835 4236 pci_release_regions(pdev);
4e570309 4237 pci_set_drvdata(pdev, NULL);
7fe06326 4238 cciss_destroy_hba_sysfs_entry(hba[i]);
1da177e4 4239 free_hba(i);
7c832835 4240}
1da177e4
LT		 4241
4242static struct pci_driver cciss_pci_driver = {
7c832835
BH		 4243 .name = "cciss",
4244 .probe = cciss_init_one,
4245 .remove = __devexit_p(cciss_remove_one),
4246 .id_table = cciss_pci_device_id, /* id_table */
e9ca75b5 4247 .shutdown = cciss_shutdown,
1da177e4
LT		 4248};
4249
4250/*
4251 * This is it. Register the PCI driver information for the cards we control
7c832835 4252 * the OS will call our registered routines when it finds one of our cards.
1da177e4
LT		 4253 */
4254static int __init cciss_init(void)
4255{
7fe06326
AP		 4256 int err;
4257
10cbda97
JA		 4258 /*
4259 * The hardware requires that commands are aligned on a 64-bit
4260 * boundary. Given that we use pci_alloc_consistent() to allocate an
4261 * array of them, the size must be a multiple of 8 bytes.
4262 */
4263 BUILD_BUG_ON(sizeof(CommandList_struct) % 8);
4264
1da177e4
LT		 4265 printk(KERN_INFO DRIVER_NAME "\n");
4266
7fe06326
AP		 4267 err = bus_register(&cciss_bus_type);
4268 if (err)
4269 return err;
4270
1da177e4 4271 /* Register for our PCI devices */
7fe06326
AP		 4272 err = pci_register_driver(&cciss_pci_driver);
4273 if (err)
4274 goto err_bus_register;
4275
4276 return 0;
4277
4278err_bus_register:
4279 bus_unregister(&cciss_bus_type);
4280 return err;
1da177e4
LT		 4281}
4282
4283static void __exit cciss_cleanup(void)
4284{
4285 int i;
4286
4287 pci_unregister_driver(&cciss_pci_driver);
4288 /* double check that all controller entrys have been removed */
7c832835
BH		 4289 for (i = 0; i < MAX_CTLR; i++) {
4290 if (hba[i] != NULL) {
1da177e4 4291 printk(KERN_WARNING "cciss: had to remove"
7c832835 4292 " controller %d\n", i);
1da177e4
LT		 4293 cciss_remove_one(hba[i]->pdev);
4294 }
4295 }
928b4d8c 4296 remove_proc_entry("driver/cciss", NULL);
7fe06326 4297 bus_unregister(&cciss_bus_type);
1da177e4
LT		 4298}
4299
33079b21
MM		 4300static void fail_all_cmds(unsigned long ctlr)
4301{
4302 /* If we get here, the board is apparently dead. */
4303 ctlr_info_t *h = hba[ctlr];
4304 CommandList_struct *c;
4305 unsigned long flags;
4306
4307 printk(KERN_WARNING "cciss%d: controller not responding.\n", h->ctlr);
7c832835 4308 h->alive = 0; /* the controller apparently died... */
33079b21
MM		 4309
4310 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
4311
7c832835 4312 pci_disable_device(h->pdev); /* Make sure it is really dead. */
33079b21
MM		 4313
4314 /* move everything off the request queue onto the completed queue */
8a3173de
JA		 4315 while (!hlist_empty(&h->reqQ)) {
4316 c = hlist_entry(h->reqQ.first, CommandList_struct, list);
4317 removeQ(c);
33079b21 4318 h->Qdepth--;
8a3173de 4319 addQ(&h->cmpQ, c);
33079b21
MM		 4320 }
4321
4322 /* Now, fail everything on the completed queue with a HW error */
8a3173de
JA		 4323 while (!hlist_empty(&h->cmpQ)) {
4324 c = hlist_entry(h->cmpQ.first, CommandList_struct, list);
4325 removeQ(c);
33079b21
MM		 4326 c->err_info->CommandStatus = CMD_HARDWARE_ERR;
4327 if (c->cmd_type == CMD_RWREQ) {
4328 complete_command(h, c, 0);
4329 } else if (c->cmd_type == CMD_IOCTL_PEND)
4330 complete(c->waiting);
4331#ifdef CONFIG_CISS_SCSI_TAPE
7c832835
BH		 4332 else if (c->cmd_type == CMD_SCSI)
4333 complete_scsi_command(c, 0, 0);
33079b21
MM		 4334#endif
4335 }
4336 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
4337 return;
4338}
4339
1da177e4
LT		 4340module_init(cciss_init);
4341module_exit(cciss_cleanup);
ubuntu-zesty-kernel mirror