drivers/block/cciss.c

   1 /*
   2  *    Disk Array driver for HP SA 5xxx and 6xxx Controllers
   3  *    Copyright 2000, 2002 Hewlett-Packard Development Company, L.P.
   4  *
   5  *    This program is free software; you can redistribute it and/or modify
   6  *    it under the terms of the GNU General Public License as published by
   7  *    the Free Software Foundation; either version 2 of the License, or
   8  *    (at your option) any later version.
   9  *
  10  *    This program is distributed in the hope that it will be useful,
  11  *    but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  *    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
  13  *    NON INFRINGEMENT.  See the GNU General Public License for more details.
  14  *
  15  *    You should have received a copy of the GNU General Public License
  16  *    along with this program; if not, write to the Free Software
  17  *    Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  18  *
  19  *    Questions/Comments/Bugfixes to iss_storagedev@hp.com
  20  *
  21  */
  22
  23 #include <linux/config.h>       /* CONFIG_PROC_FS */
  24 #include <linux/module.h>
  25 #include <linux/interrupt.h>
  26 #include <linux/types.h>
  27 #include <linux/pci.h>
  28 #include <linux/kernel.h>
  29 #include <linux/slab.h>
  30 #include <linux/delay.h>
  31 #include <linux/major.h>
  32 #include <linux/fs.h>
  33 #include <linux/bio.h>
  34 #include <linux/blkpg.h>
  35 #include <linux/timer.h>
  36 #include <linux/proc_fs.h>
  37 #include <linux/init.h>
  38 #include <linux/hdreg.h>
  39 #include <linux/spinlock.h>
  40 #include <linux/compat.h>
  41 #include <asm/uaccess.h>
  42 #include <asm/io.h>
  43
  44 #include <linux/dma-mapping.h>
  45 #include <linux/blkdev.h>
  46 #include <linux/genhd.h>
  47 #include <linux/completion.h>
  48
  49 #define CCISS_DRIVER_VERSION(maj,min,submin) ((maj<<16)|(min<<8)|(submin))
  50 #define DRIVER_NAME "HP CISS Driver (v 2.6.6)"
  51 #define DRIVER_VERSION CCISS_DRIVER_VERSION(2,6,6)
  52
  53 /* Embedded module documentation macros - see modules.h */
  54 MODULE_AUTHOR("Hewlett-Packard Company");
  55 MODULE_DESCRIPTION("Driver for HP Controller SA5xxx SA6xxx version 2.6.6");
  56 MODULE_SUPPORTED_DEVICE("HP SA5i SA5i+ SA532 SA5300 SA5312 SA641 SA642 SA6400"
  57                         " SA6i P600 P800 E400");
  58 MODULE_LICENSE("GPL");
  59
  60 #include "cciss_cmd.h"
  61 #include "cciss.h"
  62 #include <linux/cciss_ioctl.h>
  63
  64 /* define the PCI info for the cards we can control */
  65 static const struct pci_device_id cciss_pci_device_id[] = {
  66         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISS,
  67                         0x0E11, 0x4070, 0, 0, 0},
  68         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB,
  69                         0x0E11, 0x4080, 0, 0, 0},
  70         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB,
  71                         0x0E11, 0x4082, 0, 0, 0},
  72         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB,
  73                         0x0E11, 0x4083, 0, 0, 0},
  74         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  75                 0x0E11, 0x409A, 0, 0, 0},
  76         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  77                 0x0E11, 0x409B, 0, 0, 0},
  78         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  79                 0x0E11, 0x409C, 0, 0, 0},
  80         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  81                 0x0E11, 0x409D, 0, 0, 0},
  82         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  83                 0x0E11, 0x4091, 0, 0, 0},
  84         { PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSA,
  85                 0x103C, 0x3225, 0, 0, 0},
  86         { PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSB,
  87                 0x103c, 0x3223, 0, 0, 0},
  88         { PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSB,
  89                 0x103c, 0x3231, 0, 0, 0},
  90         {0,}
  91 };
  92 MODULE_DEVICE_TABLE(pci, cciss_pci_device_id);
  93
  94 #define NR_PRODUCTS (sizeof(products)/sizeof(struct board_type))
  95
  96 /*  board_id = Subsystem Device ID & Vendor ID
  97  *  product = Marketing Name for the board
  98  *  access = Address of the struct of function pointers
  99  */
 100 static struct board_type products[] = {
 101         { 0x40700E11, "Smart Array 5300", &SA5_access },
 102         { 0x40800E11, "Smart Array 5i", &SA5B_access},
 103         { 0x40820E11, "Smart Array 532", &SA5B_access},
 104         { 0x40830E11, "Smart Array 5312", &SA5B_access},
 105         { 0x409A0E11, "Smart Array 641", &SA5_access},
 106         { 0x409B0E11, "Smart Array 642", &SA5_access},
 107         { 0x409C0E11, "Smart Array 6400", &SA5_access},
 108         { 0x409D0E11, "Smart Array 6400 EM", &SA5_access},
 109         { 0x40910E11, "Smart Array 6i", &SA5_access},
 110         { 0x3225103C, "Smart Array P600", &SA5_access},
 111         { 0x3223103C, "Smart Array P800", &SA5_access},
 112         { 0x3231103C, "Smart Array E400", &SA5_access},
 113 };
 114
 115 /* How long to wait (in millesconds) for board to go into simple mode */
 116 #define MAX_CONFIG_WAIT 30000
 117 #define MAX_IOCTL_CONFIG_WAIT 1000
 118
 119 /*define how many times we will try a command because of bus resets */
 120 #define MAX_CMD_RETRIES 3
 121
 122 #define READ_AHEAD       1024
 123 #define NR_CMDS          384 /* #commands that can be outstanding */
 124 #define MAX_CTLR        32
 125
 126 /* Originally cciss driver only supports 8 major numbers */
 127 #define MAX_CTLR_ORIG   8
 128
 129
 130 static ctlr_info_t *hba[MAX_CTLR];
 131
 132 static void do_cciss_request(request_queue_t *q);
 133 static int cciss_open(struct inode *inode, struct file *filep);
 134 static int cciss_release(struct inode *inode, struct file *filep);
 135 static int cciss_ioctl(struct inode *inode, struct file *filep,
 136                 unsigned int cmd, unsigned long arg);
 137
 138 static int revalidate_allvol(ctlr_info_t *host);
 139 static int cciss_revalidate(struct gendisk *disk);
 140 static int deregister_disk(struct gendisk *disk);
 141 static int register_new_disk(ctlr_info_t *h);
 142
 143 static void cciss_getgeometry(int cntl_num);
 144
 145 static void start_io( ctlr_info_t *h);
 146 static int sendcmd( __u8 cmd, int ctlr, void *buff, size_t size,
 147         unsigned int use_unit_num, unsigned int log_unit, __u8 page_code,
 148         unsigned char *scsi3addr, int cmd_type);
 149
 150 #ifdef CONFIG_PROC_FS
 151 static int cciss_proc_get_info(char *buffer, char **start, off_t offset,
 152                 int length, int *eof, void *data);
 153 static void cciss_procinit(int i);
 154 #else
 155 static void cciss_procinit(int i) {}
 156 #endif /* CONFIG_PROC_FS */
 157
 158 #ifdef CONFIG_COMPAT
 159 static long cciss_compat_ioctl(struct file *f, unsigned cmd, unsigned long arg);
 160 #endif
 161
 162 static struct block_device_operations cciss_fops  = {
 163         .owner          = THIS_MODULE,
 164         .open           = cciss_open,
 165         .release        = cciss_release,
 166         .ioctl          = cciss_ioctl,
 167 #ifdef CONFIG_COMPAT
 168         .compat_ioctl   = cciss_compat_ioctl,
 169 #endif
 170         .revalidate_disk= cciss_revalidate,
 171 };
 172
 173 /*
 174  * Enqueuing and dequeuing functions for cmdlists.
 175  */
 176 static inline void addQ(CommandList_struct **Qptr, CommandList_struct *c)
 177 {
 178         if (*Qptr == NULL) {
 179                 *Qptr = c;
 180                 c->next = c->prev = c;
 181         } else {
 182                 c->prev = (*Qptr)->prev;
 183                 c->next = (*Qptr);
 184                 (*Qptr)->prev->next = c;
 185                 (*Qptr)->prev = c;
 186         }
 187 }
 188
 189 static inline CommandList_struct *removeQ(CommandList_struct **Qptr,
 190                                                 CommandList_struct *c)
 191 {
 192         if (c && c->next != c) {
 193                 if (*Qptr == c) *Qptr = c->next;
 194                 c->prev->next = c->next;
 195                 c->next->prev = c->prev;
 196         } else {
 197                 *Qptr = NULL;
 198         }
 199         return c;
 200 }
 201
 202 #include "cciss_scsi.c"         /* For SCSI tape support */
 203
 204 #ifdef CONFIG_PROC_FS
 205
 206 /*
 207  * Report information about this controller.
 208  */
 209 #define ENG_GIG 1000000000
 210 #define ENG_GIG_FACTOR (ENG_GIG/512)
 211 #define RAID_UNKNOWN 6
 212 static const char *raid_label[] = {"0","4","1(1+0)","5","5+1","ADG",
 213                                            "UNKNOWN"};
 214
 215 static struct proc_dir_entry *proc_cciss;
 216
 217 static int cciss_proc_get_info(char *buffer, char **start, off_t offset,
 218                 int length, int *eof, void *data)
 219 {
 220         off_t pos = 0;
 221         off_t len = 0;
 222         int size, i, ctlr;
 223         ctlr_info_t *h = (ctlr_info_t*)data;
 224         drive_info_struct *drv;
 225         unsigned long flags;
 226         sector_t vol_sz, vol_sz_frac;
 227
 228         ctlr = h->ctlr;
 229
 230         /* prevent displaying bogus info during configuration
 231          * or deconfiguration of a logical volume
 232          */
 233         spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
 234         if (h->busy_configuring) {
 235                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 236         return -EBUSY;
 237         }
 238         h->busy_configuring = 1;
 239         spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 240
 241         size = sprintf(buffer, "%s: HP %s Controller\n"
 242                 "Board ID: 0x%08lx\n"
 243                 "Firmware Version: %c%c%c%c\n"
 244                 "IRQ: %d\n"
 245                 "Logical drives: %d\n"
 246                 "Current Q depth: %d\n"
 247                 "Current # commands on controller: %d\n"
 248                 "Max Q depth since init: %d\n"
 249                 "Max # commands on controller since init: %d\n"
 250                 "Max SG entries since init: %d\n\n",
 251                 h->devname,
 252                 h->product_name,
 253                 (unsigned long)h->board_id,
 254                 h->firm_ver[0], h->firm_ver[1], h->firm_ver[2], h->firm_ver[3],
 255                 (unsigned int)h->intr,
 256                 h->num_luns,
 257                 h->Qdepth, h->commands_outstanding,
 258                 h->maxQsinceinit, h->max_outstanding, h->maxSG);
 259
 260         pos += size; len += size;
 261         cciss_proc_tape_report(ctlr, buffer, &pos, &len);
 262         for(i=0; i<=h->highest_lun; i++) {
 263
 264                 drv = &h->drv[i];
 265                 if (drv->block_size == 0)
 266                         continue;
 267
 268                 vol_sz = drv->nr_blocks;
 269                 vol_sz_frac = sector_div(vol_sz, ENG_GIG_FACTOR);
 270                 vol_sz_frac *= 100;
 271                 sector_div(vol_sz_frac, ENG_GIG_FACTOR);
 272
 273                 if (drv->raid_level > 5)
 274                         drv->raid_level = RAID_UNKNOWN;
 275                 size = sprintf(buffer+len, "cciss/c%dd%d:"
 276                                 "\t%4u.%02uGB\tRAID %s\n",
 277                                 ctlr, i, (int)vol_sz, (int)vol_sz_frac,
 278                                 raid_label[drv->raid_level]);
 279                 pos += size; len += size;
 280         }
 281
 282         *eof = 1;
 283         *start = buffer+offset;
 284         len -= offset;
 285         if (len>length)
 286                 len = length;
 287         h->busy_configuring = 0;
 288         return len;
 289 }
 290
 291 static int
 292 cciss_proc_write(struct file *file, const char __user *buffer,
 293                         unsigned long count, void *data)
 294 {
 295         unsigned char cmd[80];
 296         int len;
 297 #ifdef CONFIG_CISS_SCSI_TAPE
 298         ctlr_info_t *h = (ctlr_info_t *) data;
 299         int rc;
 300 #endif
 301
 302         if (count > sizeof(cmd)-1) return -EINVAL;
 303         if (copy_from_user(cmd, buffer, count)) return -EFAULT;
 304         cmd[count] = '\0';
 305         len = strlen(cmd);      // above 3 lines ensure safety
 306         if (len && cmd[len-1] == '\n')
 307                 cmd[--len] = '\0';
 308 #       ifdef CONFIG_CISS_SCSI_TAPE
 309                 if (strcmp("engage scsi", cmd)==0) {
 310                         rc = cciss_engage_scsi(h->ctlr);
 311                         if (rc != 0) return -rc;
 312                         return count;
 313                 }
 314                 /* might be nice to have "disengage" too, but it's not
 315                    safely possible. (only 1 module use count, lock issues.) */
 316 #       endif
 317         return -EINVAL;
 318 }
 319
 320 /*
 321  * Get us a file in /proc/cciss that says something about each controller.
 322  * Create /proc/cciss if it doesn't exist yet.
 323  */
 324 static void __devinit cciss_procinit(int i)
 325 {
 326         struct proc_dir_entry *pde;
 327
 328         if (proc_cciss == NULL) {
 329                 proc_cciss = proc_mkdir("cciss", proc_root_driver);
 330                 if (!proc_cciss)
 331                         return;
 332         }
 333
 334         pde = create_proc_read_entry(hba[i]->devname,
 335                 S_IWUSR | S_IRUSR | S_IRGRP | S_IROTH,
 336                 proc_cciss, cciss_proc_get_info, hba[i]);
 337         pde->write_proc = cciss_proc_write;
 338 }
 339 #endif /* CONFIG_PROC_FS */
 340
 341 /*
 342  * For operations that cannot sleep, a command block is allocated at init,
 343  * and managed by cmd_alloc() and cmd_free() using a simple bitmap to track
 344  * which ones are free or in use.  For operations that can wait for kmalloc
 345  * to possible sleep, this routine can be called with get_from_pool set to 0.
 346  * cmd_free() MUST be called with a got_from_pool set to 0 if cmd_alloc was.
 347  */
 348 static CommandList_struct * cmd_alloc(ctlr_info_t *h, int get_from_pool)
 349 {
 350         CommandList_struct *c;
 351         int i;
 352         u64bit temp64;
 353         dma_addr_t cmd_dma_handle, err_dma_handle;
 354
 355         if (!get_from_pool)
 356         {
 357                 c = (CommandList_struct *) pci_alloc_consistent(
 358                         h->pdev, sizeof(CommandList_struct), &cmd_dma_handle);
 359                 if(c==NULL)
 360                         return NULL;
 361                 memset(c, 0, sizeof(CommandList_struct));
 362
 363                 c->err_info = (ErrorInfo_struct *)pci_alloc_consistent(
 364                                         h->pdev, sizeof(ErrorInfo_struct),
 365                                         &err_dma_handle);
 366
 367                 if (c->err_info == NULL)
 368                 {
 369                         pci_free_consistent(h->pdev,
 370                                 sizeof(CommandList_struct), c, cmd_dma_handle);
 371                         return NULL;
 372                 }
 373                 memset(c->err_info, 0, sizeof(ErrorInfo_struct));
 374         } else /* get it out of the controllers pool */
 375         {
 376                 do {
 377                         i = find_first_zero_bit(h->cmd_pool_bits, NR_CMDS);
 378                         if (i == NR_CMDS)
 379                                 return NULL;
 380                 } while(test_and_set_bit(i & (BITS_PER_LONG - 1), h->cmd_pool_bits+(i/BITS_PER_LONG)) != 0);
 381 #ifdef CCISS_DEBUG
 382                 printk(KERN_DEBUG "cciss: using command buffer %d\n", i);
 383 #endif
 384                 c = h->cmd_pool + i;
 385                 memset(c, 0, sizeof(CommandList_struct));
 386                 cmd_dma_handle = h->cmd_pool_dhandle
 387                                         + i*sizeof(CommandList_struct);
 388                 c->err_info = h->errinfo_pool + i;
 389                 memset(c->err_info, 0, sizeof(ErrorInfo_struct));
 390                 err_dma_handle = h->errinfo_pool_dhandle
 391                                         + i*sizeof(ErrorInfo_struct);
 392                 h->nr_allocs++;
 393         }
 394
 395         c->busaddr = (__u32) cmd_dma_handle;
 396         temp64.val = (__u64) err_dma_handle;
 397         c->ErrDesc.Addr.lower = temp64.val32.lower;
 398         c->ErrDesc.Addr.upper = temp64.val32.upper;
 399         c->ErrDesc.Len = sizeof(ErrorInfo_struct);
 400
 401         c->ctlr = h->ctlr;
 402         return c;
 403
 404
 405 }
 406
 407 /*
 408  * Frees a command block that was previously allocated with cmd_alloc().
 409  */
 410 static void cmd_free(ctlr_info_t *h, CommandList_struct *c, int got_from_pool)
 411 {
 412         int i;
 413         u64bit temp64;
 414
 415         if( !got_from_pool)
 416         {
 417                 temp64.val32.lower = c->ErrDesc.Addr.lower;
 418                 temp64.val32.upper = c->ErrDesc.Addr.upper;
 419                 pci_free_consistent(h->pdev, sizeof(ErrorInfo_struct),
 420                         c->err_info, (dma_addr_t) temp64.val);
 421                 pci_free_consistent(h->pdev, sizeof(CommandList_struct),
 422                         c, (dma_addr_t) c->busaddr);
 423         } else
 424         {
 425                 i = c - h->cmd_pool;
 426                 clear_bit(i&(BITS_PER_LONG-1), h->cmd_pool_bits+(i/BITS_PER_LONG));
 427                 h->nr_frees++;
 428         }
 429 }
 430
 431 static inline ctlr_info_t *get_host(struct gendisk *disk)
 432 {
 433         return disk->queue->queuedata;
 434 }
 435
 436 static inline drive_info_struct *get_drv(struct gendisk *disk)
 437 {
 438         return disk->private_data;
 439 }
 440
 441 /*
 442  * Open.  Make sure the device is really there.
 443  */
 444 static int cciss_open(struct inode *inode, struct file *filep)
 445 {
 446         ctlr_info_t *host = get_host(inode->i_bdev->bd_disk);
 447         drive_info_struct *drv = get_drv(inode->i_bdev->bd_disk);
 448
 449 #ifdef CCISS_DEBUG
 450         printk(KERN_DEBUG "cciss_open %s\n", inode->i_bdev->bd_disk->disk_name);
 451 #endif /* CCISS_DEBUG */
 452
 453         /*
 454          * Root is allowed to open raw volume zero even if it's not configured
 455          * so array config can still work. Root is also allowed to open any
 456          * volume that has a LUN ID, so it can issue IOCTL to reread the
 457          * disk information.  I don't think I really like this
 458          * but I'm already using way to many device nodes to claim another one
 459          * for "raw controller".
 460          */
 461         if (drv->nr_blocks == 0) {
 462                 if (iminor(inode) != 0) {       /* not node 0? */
 463                         /* if not node 0 make sure it is a partition = 0 */
 464                         if (iminor(inode) & 0x0f) {
 465                         return -ENXIO;
 466                                 /* if it is, make sure we have a LUN ID */
 467                         } else if (drv->LunID == 0) {
 468                                 return -ENXIO;
 469                         }
 470                 }
 471                 if (!capable(CAP_SYS_ADMIN))
 472                         return -EPERM;
 473         }
 474         drv->usage_count++;
 475         host->usage_count++;
 476         return 0;
 477 }
 478 /*
 479  * Close.  Sync first.
 480  */
 481 static int cciss_release(struct inode *inode, struct file *filep)
 482 {
 483         ctlr_info_t *host = get_host(inode->i_bdev->bd_disk);
 484         drive_info_struct *drv = get_drv(inode->i_bdev->bd_disk);
 485
 486 #ifdef CCISS_DEBUG
 487         printk(KERN_DEBUG "cciss_release %s\n", inode->i_bdev->bd_disk->disk_name);
 488 #endif /* CCISS_DEBUG */
 489
 490         drv->usage_count--;
 491         host->usage_count--;
 492         return 0;
 493 }
 494
 495 #ifdef CONFIG_COMPAT
 496
 497 static int do_ioctl(struct file *f, unsigned cmd, unsigned long arg)
 498 {
 499         int ret;
 500         lock_kernel();
 501         ret = cciss_ioctl(f->f_dentry->d_inode, f, cmd, arg);
 502         unlock_kernel();
 503         return ret;
 504 }
 505
 506 static int cciss_ioctl32_passthru(struct file *f, unsigned cmd, unsigned long arg);
 507 static int cciss_ioctl32_big_passthru(struct file *f, unsigned cmd, unsigned long arg);
 508
 509 static long cciss_compat_ioctl(struct file *f, unsigned cmd, unsigned long arg)
 510 {
 511         switch (cmd) {
 512         case CCISS_GETPCIINFO:
 513         case CCISS_GETINTINFO:
 514         case CCISS_SETINTINFO:
 515         case CCISS_GETNODENAME:
 516         case CCISS_SETNODENAME:
 517         case CCISS_GETHEARTBEAT:
 518         case CCISS_GETBUSTYPES:
 519         case CCISS_GETFIRMVER:
 520         case CCISS_GETDRIVVER:
 521         case CCISS_REVALIDVOLS:
 522         case CCISS_DEREGDISK:
 523         case CCISS_REGNEWDISK:
 524         case CCISS_REGNEWD:
 525         case CCISS_RESCANDISK:
 526         case CCISS_GETLUNINFO:
 527                 return do_ioctl(f, cmd, arg);
 528
 529         case CCISS_PASSTHRU32:
 530                 return cciss_ioctl32_passthru(f, cmd, arg);
 531         case CCISS_BIG_PASSTHRU32:
 532                 return cciss_ioctl32_big_passthru(f, cmd, arg);
 533
 534         default:
 535                 return -ENOIOCTLCMD;
 536         }
 537 }
 538
 539 static int cciss_ioctl32_passthru(struct file *f, unsigned cmd, unsigned long arg)
 540 {
 541         IOCTL32_Command_struct __user *arg32 =
 542                 (IOCTL32_Command_struct __user *) arg;
 543         IOCTL_Command_struct arg64;
 544         IOCTL_Command_struct __user *p = compat_alloc_user_space(sizeof(arg64));
 545         int err;
 546         u32 cp;
 547
 548         err = 0;
 549         err |= copy_from_user(&arg64.LUN_info, &arg32->LUN_info, sizeof(arg64.LUN_info));
 550         err |= copy_from_user(&arg64.Request, &arg32->Request, sizeof(arg64.Request));
 551         err |= copy_from_user(&arg64.error_info, &arg32->error_info, sizeof(arg64.error_info));
 552         err |= get_user(arg64.buf_size, &arg32->buf_size);
 553         err |= get_user(cp, &arg32->buf);
 554         arg64.buf = compat_ptr(cp);
 555         err |= copy_to_user(p, &arg64, sizeof(arg64));
 556
 557         if (err)
 558                 return -EFAULT;
 559
 560         err = do_ioctl(f, CCISS_PASSTHRU, (unsigned long) p);
 561         if (err)
 562                 return err;
 563         err |= copy_in_user(&arg32->error_info, &p->error_info, sizeof(arg32->error_info));
 564         if (err)
 565                 return -EFAULT;
 566         return err;
 567 }
 568
 569 static int cciss_ioctl32_big_passthru(struct file *file, unsigned cmd, unsigned long arg)
 570 {
 571         BIG_IOCTL32_Command_struct __user *arg32 =
 572                 (BIG_IOCTL32_Command_struct __user *) arg;
 573         BIG_IOCTL_Command_struct arg64;
 574         BIG_IOCTL_Command_struct __user *p = compat_alloc_user_space(sizeof(arg64));
 575         int err;
 576         u32 cp;
 577
 578         err = 0;
 579         err |= copy_from_user(&arg64.LUN_info, &arg32->LUN_info, sizeof(arg64.LUN_info));
 580         err |= copy_from_user(&arg64.Request, &arg32->Request, sizeof(arg64.Request));
 581         err |= copy_from_user(&arg64.error_info, &arg32->error_info, sizeof(arg64.error_info));
 582         err |= get_user(arg64.buf_size, &arg32->buf_size);
 583         err |= get_user(arg64.malloc_size, &arg32->malloc_size);
 584         err |= get_user(cp, &arg32->buf);
 585         arg64.buf = compat_ptr(cp);
 586         err |= copy_to_user(p, &arg64, sizeof(arg64));
 587
 588         if (err)
 589                  return -EFAULT;
 590
 591         err = do_ioctl(file, CCISS_BIG_PASSTHRU, (unsigned long) p);
 592         if (err)
 593                 return err;
 594         err |= copy_in_user(&arg32->error_info, &p->error_info, sizeof(arg32->error_info));
 595         if (err)
 596                 return -EFAULT;
 597         return err;
 598 }
 599 #endif
 600 /*
 601  * ioctl
 602  */
 603 static int cciss_ioctl(struct inode *inode, struct file *filep,
 604                 unsigned int cmd, unsigned long arg)
 605 {
 606         struct block_device *bdev = inode->i_bdev;
 607         struct gendisk *disk = bdev->bd_disk;
 608         ctlr_info_t *host = get_host(disk);
 609         drive_info_struct *drv = get_drv(disk);
 610         int ctlr = host->ctlr;
 611         void __user *argp = (void __user *)arg;
 612
 613 #ifdef CCISS_DEBUG
 614         printk(KERN_DEBUG "cciss_ioctl: Called with cmd=%x %lx\n", cmd, arg);
 615 #endif /* CCISS_DEBUG */
 616
 617         switch(cmd) {
 618         case HDIO_GETGEO:
 619         {
 620                 struct hd_geometry driver_geo;
 621                 if (drv->cylinders) {
 622                         driver_geo.heads = drv->heads;
 623                         driver_geo.sectors = drv->sectors;
 624                         driver_geo.cylinders = drv->cylinders;
 625                 } else
 626                         return -ENXIO;
 627                 driver_geo.start= get_start_sect(inode->i_bdev);
 628                 if (copy_to_user(argp, &driver_geo, sizeof(struct hd_geometry)))
 629                         return  -EFAULT;
 630                 return(0);
 631         }
 632
 633         case CCISS_GETPCIINFO:
 634         {
 635                 cciss_pci_info_struct pciinfo;
 636
 637                 if (!arg) return -EINVAL;
 638                 pciinfo.bus = host->pdev->bus->number;
 639                 pciinfo.dev_fn = host->pdev->devfn;
 640                 pciinfo.board_id = host->board_id;
 641                 if (copy_to_user(argp, &pciinfo,  sizeof( cciss_pci_info_struct )))
 642                         return  -EFAULT;
 643                 return(0);
 644         }
 645         case CCISS_GETINTINFO:
 646         {
 647                 cciss_coalint_struct intinfo;
 648                 if (!arg) return -EINVAL;
 649                 intinfo.delay = readl(&host->cfgtable->HostWrite.CoalIntDelay);
 650                 intinfo.count = readl(&host->cfgtable->HostWrite.CoalIntCount);
 651                 if (copy_to_user(argp, &intinfo, sizeof( cciss_coalint_struct )))
 652                         return -EFAULT;
 653                 return(0);
 654         }
 655         case CCISS_SETINTINFO:
 656         {
 657                 cciss_coalint_struct intinfo;
 658                 unsigned long flags;
 659                 int i;
 660
 661                 if (!arg) return -EINVAL;
 662                 if (!capable(CAP_SYS_ADMIN)) return -EPERM;
 663                 if (copy_from_user(&intinfo, argp, sizeof( cciss_coalint_struct)))
 664                         return -EFAULT;
 665                 if ( (intinfo.delay == 0 ) && (intinfo.count == 0))
 666
 667                 {
 668 //                      printk("cciss_ioctl: delay and count cannot be 0\n");
 669                         return( -EINVAL);
 670                 }
 671                 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
 672                 /* Update the field, and then ring the doorbell */
 673                 writel( intinfo.delay,
 674                         &(host->cfgtable->HostWrite.CoalIntDelay));
 675                 writel( intinfo.count,
 676                         &(host->cfgtable->HostWrite.CoalIntCount));
 677                 writel( CFGTBL_ChangeReq, host->vaddr + SA5_DOORBELL);
 678
 679                 for(i=0;i<MAX_IOCTL_CONFIG_WAIT;i++) {
 680                         if (!(readl(host->vaddr + SA5_DOORBELL)
 681                                         & CFGTBL_ChangeReq))
 682                                 break;
 683                         /* delay and try again */
 684                         udelay(1000);
 685                 }
 686                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 687                 if (i >= MAX_IOCTL_CONFIG_WAIT)
 688                         return -EAGAIN;
 689                 return(0);
 690         }
 691         case CCISS_GETNODENAME:
 692         {
 693                 NodeName_type NodeName;
 694                 int i;
 695
 696                 if (!arg) return -EINVAL;
 697                 for(i=0;i<16;i++)
 698                         NodeName[i] = readb(&host->cfgtable->ServerName[i]);
 699                 if (copy_to_user(argp, NodeName, sizeof( NodeName_type)))
 700                         return  -EFAULT;
 701                 return(0);
 702         }
 703         case CCISS_SETNODENAME:
 704         {
 705                 NodeName_type NodeName;
 706                 unsigned long flags;
 707                 int i;
 708
 709                 if (!arg) return -EINVAL;
 710                 if (!capable(CAP_SYS_ADMIN)) return -EPERM;
 711
 712                 if (copy_from_user(NodeName, argp, sizeof( NodeName_type)))
 713                         return -EFAULT;
 714
 715                 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
 716
 717                         /* Update the field, and then ring the doorbell */
 718                 for(i=0;i<16;i++)
 719                         writeb( NodeName[i], &host->cfgtable->ServerName[i]);
 720
 721                 writel( CFGTBL_ChangeReq, host->vaddr + SA5_DOORBELL);
 722
 723                 for(i=0;i<MAX_IOCTL_CONFIG_WAIT;i++) {
 724                         if (!(readl(host->vaddr + SA5_DOORBELL)
 725                                         & CFGTBL_ChangeReq))
 726                                 break;
 727                         /* delay and try again */
 728                         udelay(1000);
 729                 }
 730                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 731                 if (i >= MAX_IOCTL_CONFIG_WAIT)
 732                         return -EAGAIN;
 733                 return(0);
 734         }
 735
 736         case CCISS_GETHEARTBEAT:
 737         {
 738                 Heartbeat_type heartbeat;
 739
 740                 if (!arg) return -EINVAL;
 741                 heartbeat = readl(&host->cfgtable->HeartBeat);
 742                 if (copy_to_user(argp, &heartbeat, sizeof( Heartbeat_type)))
 743                         return -EFAULT;
 744                 return(0);
 745         }
 746         case CCISS_GETBUSTYPES:
 747         {
 748                 BusTypes_type BusTypes;
 749
 750                 if (!arg) return -EINVAL;
 751                 BusTypes = readl(&host->cfgtable->BusTypes);
 752                 if (copy_to_user(argp, &BusTypes, sizeof( BusTypes_type) ))
 753                         return  -EFAULT;
 754                 return(0);
 755         }
 756         case CCISS_GETFIRMVER:
 757         {
 758                 FirmwareVer_type firmware;
 759
 760                 if (!arg) return -EINVAL;
 761                 memcpy(firmware, host->firm_ver, 4);
 762
 763                 if (copy_to_user(argp, firmware, sizeof( FirmwareVer_type)))
 764                         return -EFAULT;
 765                 return(0);
 766         }
 767         case CCISS_GETDRIVVER:
 768         {
 769                 DriverVer_type DriverVer = DRIVER_VERSION;
 770
 771                 if (!arg) return -EINVAL;
 772
 773                 if (copy_to_user(argp, &DriverVer, sizeof( DriverVer_type) ))
 774                         return -EFAULT;
 775                 return(0);
 776         }
 777
 778         case CCISS_REVALIDVOLS:
 779                 if (bdev != bdev->bd_contains || drv != host->drv)
 780                         return -ENXIO;
 781                 return revalidate_allvol(host);
 782
 783         case CCISS_GETLUNINFO: {
 784                 LogvolInfo_struct luninfo;
 785                 int i;
 786
 787                 luninfo.LunID = drv->LunID;
 788                 luninfo.num_opens = drv->usage_count;
 789                 luninfo.num_parts = 0;
 790                 /* count partitions 1 to 15 with sizes > 0 */
 791                 for (i = 0; i < MAX_PART - 1; i++) {
 792                         if (!disk->part[i])
 793                                 continue;
 794                         if (disk->part[i]->nr_sects != 0)
 795                                 luninfo.num_parts++;
 796                 }
 797                 if (copy_to_user(argp, &luninfo,
 798                                 sizeof(LogvolInfo_struct)))
 799                         return -EFAULT;
 800                 return(0);
 801         }
 802         case CCISS_DEREGDISK:
 803                 return deregister_disk(disk);
 804
 805         case CCISS_REGNEWD:
 806                 return register_new_disk(host);
 807
 808         case CCISS_PASSTHRU:
 809         {
 810                 IOCTL_Command_struct iocommand;
 811                 CommandList_struct *c;
 812                 char    *buff = NULL;
 813                 u64bit  temp64;
 814                 unsigned long flags;
 815                 DECLARE_COMPLETION(wait);
 816
 817                 if (!arg) return -EINVAL;
 818
 819                 if (!capable(CAP_SYS_RAWIO)) return -EPERM;
 820
 821                 if (copy_from_user(&iocommand, argp, sizeof( IOCTL_Command_struct) ))
 822                         return -EFAULT;
 823                 if((iocommand.buf_size < 1) &&
 824                                 (iocommand.Request.Type.Direction != XFER_NONE))
 825                 {
 826                         return -EINVAL;
 827                 }
 828 #if 0 /* 'buf_size' member is 16-bits, and always smaller than kmalloc limit */
 829                 /* Check kmalloc limits */
 830                 if(iocommand.buf_size > 128000)
 831                         return -EINVAL;
 832 #endif
 833                 if(iocommand.buf_size > 0)
 834                 {
 835                         buff =  kmalloc(iocommand.buf_size, GFP_KERNEL);
 836                         if( buff == NULL)
 837                                 return -EFAULT;
 838                 }
 839                 if (iocommand.Request.Type.Direction == XFER_WRITE)
 840                 {
 841                         /* Copy the data into the buffer we created */
 842                         if (copy_from_user(buff, iocommand.buf, iocommand.buf_size))
 843                         {
 844                                 kfree(buff);
 845                                 return -EFAULT;
 846                         }
 847                 } else {
 848                         memset(buff, 0, iocommand.buf_size);
 849                 }
 850                 if ((c = cmd_alloc(host , 0)) == NULL)
 851                 {
 852                         kfree(buff);
 853                         return -ENOMEM;
 854                 }
 855                         // Fill in the command type
 856                 c->cmd_type = CMD_IOCTL_PEND;
 857                         // Fill in Command Header
 858                 c->Header.ReplyQueue = 0;  // unused in simple mode
 859                 if( iocommand.buf_size > 0)     // buffer to fill
 860                 {
 861                         c->Header.SGList = 1;
 862                         c->Header.SGTotal= 1;
 863                 } else  // no buffers to fill
 864                 {
 865                         c->Header.SGList = 0;
 866                         c->Header.SGTotal= 0;
 867                 }
 868                 c->Header.LUN = iocommand.LUN_info;
 869                 c->Header.Tag.lower = c->busaddr;  // use the kernel address the cmd block for tag
 870
 871                 // Fill in Request block
 872                 c->Request = iocommand.Request;
 873
 874                 // Fill in the scatter gather information
 875                 if (iocommand.buf_size > 0 )
 876                 {
 877                         temp64.val = pci_map_single( host->pdev, buff,
 878                                         iocommand.buf_size,
 879                                 PCI_DMA_BIDIRECTIONAL);
 880                         c->SG[0].Addr.lower = temp64.val32.lower;
 881                         c->SG[0].Addr.upper = temp64.val32.upper;
 882                         c->SG[0].Len = iocommand.buf_size;
 883                         c->SG[0].Ext = 0;  // we are not chaining
 884                 }
 885                 c->waiting = &wait;
 886
 887                 /* Put the request on the tail of the request queue */
 888                 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
 889                 addQ(&host->reqQ, c);
 890                 host->Qdepth++;
 891                 start_io(host);
 892                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 893
 894                 wait_for_completion(&wait);
 895
 896                 /* unlock the buffers from DMA */
 897                 temp64.val32.lower = c->SG[0].Addr.lower;
 898                 temp64.val32.upper = c->SG[0].Addr.upper;
 899                 pci_unmap_single( host->pdev, (dma_addr_t) temp64.val,
 900                         iocommand.buf_size, PCI_DMA_BIDIRECTIONAL);
 901
 902                 /* Copy the error information out */
 903                 iocommand.error_info = *(c->err_info);
 904                 if ( copy_to_user(argp, &iocommand, sizeof( IOCTL_Command_struct) ) )
 905                 {
 906                         kfree(buff);
 907                         cmd_free(host, c, 0);
 908                         return( -EFAULT);
 909                 }
 910
 911                 if (iocommand.Request.Type.Direction == XFER_READ)
 912                 {
 913                         /* Copy the data out of the buffer we created */
 914                         if (copy_to_user(iocommand.buf, buff, iocommand.buf_size))
 915                         {
 916                                 kfree(buff);
 917                                 cmd_free(host, c, 0);
 918                                 return -EFAULT;
 919                         }
 920                 }
 921                 kfree(buff);
 922                 cmd_free(host, c, 0);
 923                 return(0);
 924         }
 925         case CCISS_BIG_PASSTHRU: {
 926                 BIG_IOCTL_Command_struct *ioc;
 927                 CommandList_struct *c;
 928                 unsigned char **buff = NULL;
 929                 int     *buff_size = NULL;
 930                 u64bit  temp64;
 931                 unsigned long flags;
 932                 BYTE sg_used = 0;
 933                 int status = 0;
 934                 int i;
 935                 DECLARE_COMPLETION(wait);
 936                 __u32   left;
 937                 __u32   sz;
 938                 BYTE    __user *data_ptr;
 939
 940                 if (!arg)
 941                         return -EINVAL;
 942                 if (!capable(CAP_SYS_RAWIO))
 943                         return -EPERM;
 944                 ioc = (BIG_IOCTL_Command_struct *)
 945                         kmalloc(sizeof(*ioc), GFP_KERNEL);
 946                 if (!ioc) {
 947                         status = -ENOMEM;
 948                         goto cleanup1;
 949                 }
 950                 if (copy_from_user(ioc, argp, sizeof(*ioc))) {
 951                         status = -EFAULT;
 952                         goto cleanup1;
 953                 }
 954                 if ((ioc->buf_size < 1) &&
 955                         (ioc->Request.Type.Direction != XFER_NONE)) {
 956                                 status = -EINVAL;
 957                                 goto cleanup1;
 958                 }
 959                 /* Check kmalloc limits  using all SGs */
 960                 if (ioc->malloc_size > MAX_KMALLOC_SIZE) {
 961                         status = -EINVAL;
 962                         goto cleanup1;
 963                 }
 964                 if (ioc->buf_size > ioc->malloc_size * MAXSGENTRIES) {
 965                         status = -EINVAL;
 966                         goto cleanup1;
 967                 }
 968                 buff = (unsigned char **) kmalloc(MAXSGENTRIES *
 969                                 sizeof(char *), GFP_KERNEL);
 970                 if (!buff) {
 971                         status = -ENOMEM;
 972                         goto cleanup1;
 973                 }
 974                 memset(buff, 0, MAXSGENTRIES);
 975                 buff_size = (int *) kmalloc(MAXSGENTRIES * sizeof(int),
 976                                         GFP_KERNEL);
 977                 if (!buff_size) {
 978                         status = -ENOMEM;
 979                         goto cleanup1;
 980                 }
 981                 left = ioc->buf_size;
 982                 data_ptr = ioc->buf;
 983                 while (left) {
 984                         sz = (left > ioc->malloc_size) ? ioc->malloc_size : left;
 985                         buff_size[sg_used] = sz;
 986                         buff[sg_used] = kmalloc(sz, GFP_KERNEL);
 987                         if (buff[sg_used] == NULL) {
 988                                 status = -ENOMEM;
 989                                 goto cleanup1;
 990                         }
 991                         if (ioc->Request.Type.Direction == XFER_WRITE &&
 992                                 copy_from_user(buff[sg_used], data_ptr, sz)) {
 993                                         status = -ENOMEM;
 994                                         goto cleanup1;
 995                         } else {
 996                                 memset(buff[sg_used], 0, sz);
 997                         }
 998                         left -= sz;
 999                         data_ptr += sz;
1000                         sg_used++;
1001                 }
1002                 if ((c = cmd_alloc(host , 0)) == NULL) {
1003                         status = -ENOMEM;
1004                         goto cleanup1;
1005                 }
1006                 c->cmd_type = CMD_IOCTL_PEND;
1007                 c->Header.ReplyQueue = 0;
1008
1009                 if( ioc->buf_size > 0) {
1010                         c->Header.SGList = sg_used;
1011                         c->Header.SGTotal= sg_used;
1012                 } else {
1013                         c->Header.SGList = 0;
1014                         c->Header.SGTotal= 0;
1015                 }
1016                 c->Header.LUN = ioc->LUN_info;
1017                 c->Header.Tag.lower = c->busaddr;
1018
1019                 c->Request = ioc->Request;
1020                 if (ioc->buf_size > 0 ) {
1021                         int i;
1022                         for(i=0; i<sg_used; i++) {
1023                                 temp64.val = pci_map_single( host->pdev, buff[i],
1024                                         buff_size[i],
1025                                         PCI_DMA_BIDIRECTIONAL);
1026                                 c->SG[i].Addr.lower = temp64.val32.lower;
1027                                 c->SG[i].Addr.upper = temp64.val32.upper;
1028                                 c->SG[i].Len = buff_size[i];
1029                                 c->SG[i].Ext = 0;  /* we are not chaining */
1030                         }
1031                 }
1032                 c->waiting = &wait;
1033                 /* Put the request on the tail of the request queue */
1034                 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1035                 addQ(&host->reqQ, c);
1036                 host->Qdepth++;
1037                 start_io(host);
1038                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1039                 wait_for_completion(&wait);
1040                 /* unlock the buffers from DMA */
1041                 for(i=0; i<sg_used; i++) {
1042                         temp64.val32.lower = c->SG[i].Addr.lower;
1043                         temp64.val32.upper = c->SG[i].Addr.upper;
1044                         pci_unmap_single( host->pdev, (dma_addr_t) temp64.val,
1045                                 buff_size[i], PCI_DMA_BIDIRECTIONAL);
1046                 }
1047                 /* Copy the error information out */
1048                 ioc->error_info = *(c->err_info);
1049                 if (copy_to_user(argp, ioc, sizeof(*ioc))) {
1050                         cmd_free(host, c, 0);
1051                         status = -EFAULT;
1052                         goto cleanup1;
1053                 }
1054                 if (ioc->Request.Type.Direction == XFER_READ) {
1055                         /* Copy the data out of the buffer we created */
1056                         BYTE __user *ptr = ioc->buf;
1057                         for(i=0; i< sg_used; i++) {
1058                                 if (copy_to_user(ptr, buff[i], buff_size[i])) {
1059                                         cmd_free(host, c, 0);
1060                                         status = -EFAULT;
1061                                         goto cleanup1;
1062                                 }
1063                                 ptr += buff_size[i];
1064                         }
1065                 }
1066                 cmd_free(host, c, 0);
1067                 status = 0;
1068 cleanup1:
1069                 if (buff) {
1070                         for(i=0; i<sg_used; i++)
1071                                 if(buff[i] != NULL)
1072                                         kfree(buff[i]);
1073                         kfree(buff);
1074                 }
1075                 if (buff_size)
1076                         kfree(buff_size);
1077                 if (ioc)
1078                         kfree(ioc);
1079                 return(status);
1080         }
1081         default:
1082                 return -ENOTTY;
1083         }
1084
1085 }
1086
1087 /*
1088  * revalidate_allvol is for online array config utilities.  After a
1089  * utility reconfigures the drives in the array, it can use this function
1090  * (through an ioctl) to make the driver zap any previous disk structs for
1091  * that controller and get new ones.
1092  *
1093  * Right now I'm using the getgeometry() function to do this, but this
1094  * function should probably be finer grained and allow you to revalidate one
1095  * particualar logical volume (instead of all of them on a particular
1096  * controller).
1097  */
1098 static int revalidate_allvol(ctlr_info_t *host)
1099 {
1100         int ctlr = host->ctlr, i;
1101         unsigned long flags;
1102
1103         spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1104         if (host->usage_count > 1) {
1105                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1106                 printk(KERN_WARNING "cciss: Device busy for volume"
1107                         " revalidation (usage=%d)\n", host->usage_count);
1108                 return -EBUSY;
1109         }
1110         host->usage_count++;
1111         spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1112
1113         for(i=0; i< NWD; i++) {
1114                 struct gendisk *disk = host->gendisk[i];
1115                 if (disk->flags & GENHD_FL_UP)
1116                         del_gendisk(disk);
1117         }
1118
1119         /*
1120          * Set the partition and block size structures for all volumes
1121          * on this controller to zero.  We will reread all of this data
1122          */
1123         memset(host->drv,        0, sizeof(drive_info_struct)
1124                                                 * CISS_MAX_LUN);
1125         /*
1126          * Tell the array controller not to give us any interrupts while
1127          * we check the new geometry.  Then turn interrupts back on when
1128          * we're done.
1129          */
1130         host->access.set_intr_mask(host, CCISS_INTR_OFF);
1131         cciss_getgeometry(ctlr);
1132         host->access.set_intr_mask(host, CCISS_INTR_ON);
1133
1134         /* Loop through each real device */
1135         for (i = 0; i < NWD; i++) {
1136                 struct gendisk *disk = host->gendisk[i];
1137                 drive_info_struct *drv = &(host->drv[i]);
1138                 /* we must register the controller even if no disks exist */
1139                 /* this is for the online array utilities */
1140                 if (!drv->heads && i)
1141                         continue;
1142                 blk_queue_hardsect_size(host->queue, drv->block_size);
1143                 set_capacity(disk, drv->nr_blocks);
1144                 add_disk(disk);
1145         }
1146         host->usage_count--;
1147         return 0;
1148 }
1149
1150 static int deregister_disk(struct gendisk *disk)
1151 {
1152         unsigned long flags;
1153         ctlr_info_t *h = get_host(disk);
1154         drive_info_struct *drv = get_drv(disk);
1155         int ctlr = h->ctlr;
1156
1157         if (!capable(CAP_SYS_RAWIO))
1158                 return -EPERM;
1159
1160         spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1161         /* make sure logical volume is NOT is use */
1162         if( drv->usage_count > 1) {
1163                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1164                 return -EBUSY;
1165         }
1166         drv->usage_count++;
1167         spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1168
1169         /* invalidate the devices and deregister the disk */
1170         if (disk->flags & GENHD_FL_UP)
1171                 del_gendisk(disk);
1172         /* check to see if it was the last disk */
1173         if (drv == h->drv + h->highest_lun) {
1174                 /* if so, find the new hightest lun */
1175                 int i, newhighest =-1;
1176                 for(i=0; i<h->highest_lun; i++) {
1177                         /* if the disk has size > 0, it is available */
1178                         if (h->drv[i].nr_blocks)
1179                                 newhighest = i;
1180                 }
1181                 h->highest_lun = newhighest;
1182
1183         }
1184         --h->num_luns;
1185         /* zero out the disk size info */
1186         drv->nr_blocks = 0;
1187         drv->block_size = 0;
1188         drv->cylinders = 0;
1189         drv->LunID = 0;
1190         return(0);
1191 }
1192 static int fill_cmd(CommandList_struct *c, __u8 cmd, int ctlr, void *buff,
1193         size_t size,
1194         unsigned int use_unit_num, /* 0: address the controller,
1195                                       1: address logical volume log_unit,
1196                                       2: periph device address is scsi3addr */
1197         unsigned int log_unit, __u8 page_code, unsigned char *scsi3addr,
1198         int cmd_type)
1199 {
1200         ctlr_info_t *h= hba[ctlr];
1201         u64bit buff_dma_handle;
1202         int status = IO_OK;
1203
1204         c->cmd_type = CMD_IOCTL_PEND;
1205         c->Header.ReplyQueue = 0;
1206         if( buff != NULL) {
1207                 c->Header.SGList = 1;
1208                 c->Header.SGTotal= 1;
1209         } else {
1210                 c->Header.SGList = 0;
1211                 c->Header.SGTotal= 0;
1212         }
1213         c->Header.Tag.lower = c->busaddr;
1214
1215         c->Request.Type.Type = cmd_type;
1216         if (cmd_type == TYPE_CMD) {
1217                 switch(cmd) {
1218                 case  CISS_INQUIRY:
1219                         /* If the logical unit number is 0 then, this is going
1220                         to controller so It's a physical command
1221                         mode = 0 target = 0.  So we have nothing to write.
1222                         otherwise, if use_unit_num == 1,
1223                         mode = 1(volume set addressing) target = LUNID
1224                         otherwise, if use_unit_num == 2,
1225                         mode = 0(periph dev addr) target = scsi3addr */
1226                         if (use_unit_num == 1) {
1227                                 c->Header.LUN.LogDev.VolId=
1228                                         h->drv[log_unit].LunID;
1229                                 c->Header.LUN.LogDev.Mode = 1;
1230                         } else if (use_unit_num == 2) {
1231                                 memcpy(c->Header.LUN.LunAddrBytes,scsi3addr,8);
1232                                 c->Header.LUN.LogDev.Mode = 0;
1233                         }
1234                         /* are we trying to read a vital product page */
1235                         if(page_code != 0) {
1236                                 c->Request.CDB[1] = 0x01;
1237                                 c->Request.CDB[2] = page_code;
1238                         }
1239                         c->Request.CDBLen = 6;
1240                         c->Request.Type.Attribute = ATTR_SIMPLE;
1241                         c->Request.Type.Direction = XFER_READ;
1242                         c->Request.Timeout = 0;
1243                         c->Request.CDB[0] =  CISS_INQUIRY;
1244                         c->Request.CDB[4] = size  & 0xFF;
1245                 break;
1246                 case CISS_REPORT_LOG:
1247                 case CISS_REPORT_PHYS:
1248                         /* Talking to controller so It's a physical command
1249                            mode = 00 target = 0.  Nothing to write.
1250                         */
1251                         c->Request.CDBLen = 12;
1252                         c->Request.Type.Attribute = ATTR_SIMPLE;
1253                         c->Request.Type.Direction = XFER_READ;
1254                         c->Request.Timeout = 0;
1255                         c->Request.CDB[0] = cmd;
1256                         c->Request.CDB[6] = (size >> 24) & 0xFF;  //MSB
1257                         c->Request.CDB[7] = (size >> 16) & 0xFF;
1258                         c->Request.CDB[8] = (size >> 8) & 0xFF;
1259                         c->Request.CDB[9] = size & 0xFF;
1260                         break;
1261
1262                 case CCISS_READ_CAPACITY:
1263                         c->Header.LUN.LogDev.VolId = h->drv[log_unit].LunID;
1264                         c->Header.LUN.LogDev.Mode = 1;
1265                         c->Request.CDBLen = 10;
1266                         c->Request.Type.Attribute = ATTR_SIMPLE;
1267                         c->Request.Type.Direction = XFER_READ;
1268                         c->Request.Timeout = 0;
1269                         c->Request.CDB[0] = cmd;
1270                 break;
1271                 case CCISS_CACHE_FLUSH:
1272                         c->Request.CDBLen = 12;
1273                         c->Request.Type.Attribute = ATTR_SIMPLE;
1274                         c->Request.Type.Direction = XFER_WRITE;
1275                         c->Request.Timeout = 0;
1276                         c->Request.CDB[0] = BMIC_WRITE;
1277                         c->Request.CDB[6] = BMIC_CACHE_FLUSH;
1278                 break;
1279                 default:
1280                         printk(KERN_WARNING
1281                                 "cciss%d:  Unknown Command 0x%c\n", ctlr, cmd);
1282                         return(IO_ERROR);
1283                 }
1284         } else if (cmd_type == TYPE_MSG) {
1285                 switch (cmd) {
1286                 case 3: /* No-Op message */
1287                         c->Request.CDBLen = 1;
1288                         c->Request.Type.Attribute = ATTR_SIMPLE;
1289                         c->Request.Type.Direction = XFER_WRITE;
1290                         c->Request.Timeout = 0;
1291                         c->Request.CDB[0] = cmd;
1292                         break;
1293                 default:
1294                         printk(KERN_WARNING
1295                                 "cciss%d: unknown message type %d\n",
1296                                 ctlr, cmd);
1297                         return IO_ERROR;
1298                 }
1299         } else {
1300                 printk(KERN_WARNING
1301                         "cciss%d: unknown command type %d\n", ctlr, cmd_type);
1302                 return IO_ERROR;
1303         }
1304         /* Fill in the scatter gather information */
1305         if (size > 0) {
1306                 buff_dma_handle.val = (__u64) pci_map_single(h->pdev,
1307                         buff, size, PCI_DMA_BIDIRECTIONAL);
1308                 c->SG[0].Addr.lower = buff_dma_handle.val32.lower;
1309                 c->SG[0].Addr.upper = buff_dma_handle.val32.upper;
1310                 c->SG[0].Len = size;
1311                 c->SG[0].Ext = 0;  /* we are not chaining */
1312         }
1313         return status;
1314 }
1315 static int sendcmd_withirq(__u8 cmd,
1316         int     ctlr,
1317         void    *buff,
1318         size_t  size,
1319         unsigned int use_unit_num,
1320         unsigned int log_unit,
1321         __u8    page_code,
1322         int cmd_type)
1323 {
1324         ctlr_info_t *h = hba[ctlr];
1325         CommandList_struct *c;
1326         u64bit  buff_dma_handle;
1327         unsigned long flags;
1328         int return_status;
1329         DECLARE_COMPLETION(wait);
1330
1331         if ((c = cmd_alloc(h , 0)) == NULL)
1332                 return -ENOMEM;
1333         return_status = fill_cmd(c, cmd, ctlr, buff, size, use_unit_num,
1334                 log_unit, page_code, NULL, cmd_type);
1335         if (return_status != IO_OK) {
1336                 cmd_free(h, c, 0);
1337                 return return_status;
1338         }
1339 resend_cmd2:
1340         c->waiting = &wait;
1341
1342         /* Put the request on the tail of the queue and send it */
1343         spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1344         addQ(&h->reqQ, c);
1345         h->Qdepth++;
1346         start_io(h);
1347         spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1348
1349         wait_for_completion(&wait);
1350
1351         if(c->err_info->CommandStatus != 0)
1352         { /* an error has occurred */
1353                 switch(c->err_info->CommandStatus)
1354                 {
1355                         case CMD_TARGET_STATUS:
1356                                 printk(KERN_WARNING "cciss: cmd %p has "
1357                                         " completed with errors\n", c);
1358                                 if( c->err_info->ScsiStatus)
1359                                 {
1360                                         printk(KERN_WARNING "cciss: cmd %p "
1361                                         "has SCSI Status = %x\n",
1362                                                 c,
1363                                                 c->err_info->ScsiStatus);
1364                                 }
1365
1366                         break;
1367                         case CMD_DATA_UNDERRUN:
1368                         case CMD_DATA_OVERRUN:
1369                         /* expected for inquire and report lun commands */
1370                         break;
1371                         case CMD_INVALID:
1372                                 printk(KERN_WARNING "cciss: Cmd %p is "
1373                                         "reported invalid\n", c);
1374                                 return_status = IO_ERROR;
1375                         break;
1376                         case CMD_PROTOCOL_ERR:
1377                                 printk(KERN_WARNING "cciss: cmd %p has "
1378                                         "protocol error \n", c);
1379                                 return_status = IO_ERROR;
1380                         break;
1381 case CMD_HARDWARE_ERR:
1382                                 printk(KERN_WARNING "cciss: cmd %p had "
1383                                         " hardware error\n", c);
1384                                 return_status = IO_ERROR;
1385                         break;
1386                         case CMD_CONNECTION_LOST:
1387                                 printk(KERN_WARNING "cciss: cmd %p had "
1388                                         "connection lost\n", c);
1389                                 return_status = IO_ERROR;
1390                         break;
1391                         case CMD_ABORTED:
1392                                 printk(KERN_WARNING "cciss: cmd %p was "
1393                                         "aborted\n", c);
1394                                 return_status = IO_ERROR;
1395                         break;
1396                         case CMD_ABORT_FAILED:
1397                                 printk(KERN_WARNING "cciss: cmd %p reports "
1398                                         "abort failed\n", c);
1399                                 return_status = IO_ERROR;
1400                         break;
1401                         case CMD_UNSOLICITED_ABORT:
1402                                 printk(KERN_WARNING
1403                                         "cciss%d: unsolicited abort %p\n",
1404                                         ctlr, c);
1405                                 if (c->retry_count < MAX_CMD_RETRIES) {
1406                                         printk(KERN_WARNING
1407                                                 "cciss%d: retrying %p\n",
1408                                                 ctlr, c);
1409                                         c->retry_count++;
1410                                         /* erase the old error information */
1411                                         memset(c->err_info, 0,
1412                                                 sizeof(ErrorInfo_struct));
1413                                         return_status = IO_OK;
1414                                         INIT_COMPLETION(wait);
1415                                         goto resend_cmd2;
1416                                 }
1417                                 return_status = IO_ERROR;
1418                         break;
1419                         default:
1420                                 printk(KERN_WARNING "cciss: cmd %p returned "
1421                                         "unknown status %x\n", c,
1422                                                 c->err_info->CommandStatus);
1423                                 return_status = IO_ERROR;
1424                 }
1425         }
1426         /* unlock the buffers from DMA */
1427         pci_unmap_single( h->pdev, (dma_addr_t) buff_dma_handle.val,
1428                         size, PCI_DMA_BIDIRECTIONAL);
1429         cmd_free(h, c, 0);
1430         return(return_status);
1431
1432 }
1433 static void cciss_geometry_inquiry(int ctlr, int logvol,
1434                         int withirq, unsigned int total_size,
1435                         unsigned int block_size, InquiryData_struct *inq_buff,
1436                         drive_info_struct *drv)
1437 {
1438         int return_code;
1439         memset(inq_buff, 0, sizeof(InquiryData_struct));
1440         if (withirq)
1441                 return_code = sendcmd_withirq(CISS_INQUIRY, ctlr,
1442                         inq_buff, sizeof(*inq_buff), 1, logvol ,0xC1, TYPE_CMD);
1443         else
1444                 return_code = sendcmd(CISS_INQUIRY, ctlr, inq_buff,
1445                         sizeof(*inq_buff), 1, logvol ,0xC1, NULL, TYPE_CMD);
1446         if (return_code == IO_OK) {
1447                 if(inq_buff->data_byte[8] == 0xFF) {
1448                         printk(KERN_WARNING
1449                                 "cciss: reading geometry failed, volume "
1450                                 "does not support reading geometry\n");
1451                         drv->block_size = block_size;
1452                         drv->nr_blocks = total_size;
1453                         drv->heads = 255;
1454                         drv->sectors = 32; // Sectors per track
1455                         drv->cylinders = total_size / 255 / 32;
1456                 } else {
1457                         unsigned int t;
1458
1459                         drv->block_size = block_size;
1460                         drv->nr_blocks = total_size;
1461                         drv->heads = inq_buff->data_byte[6];
1462                         drv->sectors = inq_buff->data_byte[7];
1463                         drv->cylinders = (inq_buff->data_byte[4] & 0xff) << 8;
1464                         drv->cylinders += inq_buff->data_byte[5];
1465                         drv->raid_level = inq_buff->data_byte[8];
1466                         t = drv->heads * drv->sectors;
1467                         if (t > 1) {
1468                                 drv->cylinders = total_size/t;
1469                         }
1470                 }
1471         } else { /* Get geometry failed */
1472                 printk(KERN_WARNING "cciss: reading geometry failed\n");
1473         }
1474         printk(KERN_INFO "      heads= %d, sectors= %d, cylinders= %d\n\n",
1475                 drv->heads, drv->sectors, drv->cylinders);
1476 }
1477 static void
1478 cciss_read_capacity(int ctlr, int logvol, ReadCapdata_struct *buf,
1479                 int withirq, unsigned int *total_size, unsigned int *block_size)
1480 {
1481         int return_code;
1482         memset(buf, 0, sizeof(*buf));
1483         if (withirq)
1484                 return_code = sendcmd_withirq(CCISS_READ_CAPACITY,
1485                         ctlr, buf, sizeof(*buf), 1, logvol, 0, TYPE_CMD);
1486         else
1487                 return_code = sendcmd(CCISS_READ_CAPACITY,
1488                         ctlr, buf, sizeof(*buf), 1, logvol, 0, NULL, TYPE_CMD);
1489         if (return_code == IO_OK) {
1490                 *total_size = be32_to_cpu(*((__be32 *) &buf->total_size[0]))+1;
1491                 *block_size = be32_to_cpu(*((__be32 *) &buf->block_size[0]));
1492         } else { /* read capacity command failed */
1493                 printk(KERN_WARNING "cciss: read capacity failed\n");
1494                 *total_size = 0;
1495                 *block_size = BLOCK_SIZE;
1496         }
1497         printk(KERN_INFO "      blocks= %u block_size= %d\n",
1498                 *total_size, *block_size);
1499         return;
1500 }
1501
1502 static int register_new_disk(ctlr_info_t *h)
1503 {
1504         struct gendisk *disk;
1505         int ctlr = h->ctlr;
1506         int i;
1507         int num_luns;
1508         int logvol;
1509         int new_lun_found = 0;
1510         int new_lun_index = 0;
1511         int free_index_found = 0;
1512         int free_index = 0;
1513         ReportLunData_struct *ld_buff = NULL;
1514         ReadCapdata_struct *size_buff = NULL;
1515         InquiryData_struct *inq_buff = NULL;
1516         int return_code;
1517         int listlength = 0;
1518         __u32 lunid = 0;
1519         unsigned int block_size;
1520         unsigned int total_size;
1521
1522         if (!capable(CAP_SYS_RAWIO))
1523                 return -EPERM;
1524         /* if we have no space in our disk array left to add anything */
1525         if(  h->num_luns >= CISS_MAX_LUN)
1526                 return -EINVAL;
1527
1528         ld_buff = kmalloc(sizeof(ReportLunData_struct), GFP_KERNEL);
1529         if (ld_buff == NULL)
1530                 goto mem_msg;
1531         memset(ld_buff, 0, sizeof(ReportLunData_struct));
1532         size_buff = kmalloc(sizeof( ReadCapdata_struct), GFP_KERNEL);
1533         if (size_buff == NULL)
1534                 goto mem_msg;
1535         inq_buff = kmalloc(sizeof( InquiryData_struct), GFP_KERNEL);
1536         if (inq_buff == NULL)
1537                 goto mem_msg;
1538
1539         return_code = sendcmd_withirq(CISS_REPORT_LOG, ctlr, ld_buff,
1540                         sizeof(ReportLunData_struct), 0, 0, 0, TYPE_CMD);
1541
1542         if( return_code == IO_OK)
1543         {
1544
1545                 // printk("LUN Data\n--------------------------\n");
1546
1547                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[0])) << 24;
1548                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[1])) << 16;
1549                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[2])) << 8;
1550                 listlength |= 0xff & (unsigned int)(ld_buff->LUNListLength[3]);
1551         } else /* reading number of logical volumes failed */
1552         {
1553                 printk(KERN_WARNING "cciss: report logical volume"
1554                         " command failed\n");
1555                 listlength = 0;
1556                 goto free_err;
1557         }
1558         num_luns = listlength / 8; // 8 bytes pre entry
1559         if (num_luns > CISS_MAX_LUN)
1560         {
1561                 num_luns = CISS_MAX_LUN;
1562         }
1563 #ifdef CCISS_DEBUG
1564         printk(KERN_DEBUG "Length = %x %x %x %x = %d\n", ld_buff->LUNListLength[0],
1565                 ld_buff->LUNListLength[1], ld_buff->LUNListLength[2],
1566                 ld_buff->LUNListLength[3],  num_luns);
1567 #endif
1568         for(i=0; i<  num_luns; i++)
1569         {
1570                 int j;
1571                 int lunID_found = 0;
1572
1573                 lunid = (0xff & (unsigned int)(ld_buff->LUN[i][3])) << 24;
1574                 lunid |= (0xff & (unsigned int)(ld_buff->LUN[i][2])) << 16;
1575                 lunid |= (0xff & (unsigned int)(ld_buff->LUN[i][1])) << 8;
1576                 lunid |= 0xff & (unsigned int)(ld_buff->LUN[i][0]);
1577
1578                 /* check to see if this is a new lun */
1579                 for(j=0; j <= h->highest_lun; j++)
1580                 {
1581 #ifdef CCISS_DEBUG
1582                         printk("Checking %d %x against %x\n", j,h->drv[j].LunID,
1583                                                 lunid);
1584 #endif /* CCISS_DEBUG */
1585                         if (h->drv[j].LunID == lunid)
1586                         {
1587                                 lunID_found = 1;
1588                                 break;
1589                         }
1590
1591                 }
1592                 if( lunID_found == 1)
1593                         continue;
1594                 else
1595                 {       /* It is the new lun we have been looking for */
1596 #ifdef CCISS_DEBUG
1597                         printk("new lun found at %d\n", i);
1598 #endif /* CCISS_DEBUG */
1599                         new_lun_index = i;
1600                         new_lun_found = 1;
1601                         break;
1602                 }
1603          }
1604          if (!new_lun_found)
1605          {
1606                 printk(KERN_WARNING "cciss:  New Logical Volume not found\n");
1607                 goto free_err;
1608          }
1609          /* Now find the free index     */
1610         for(i=0; i <CISS_MAX_LUN; i++)
1611         {
1612 #ifdef CCISS_DEBUG
1613                 printk("Checking Index %d\n", i);
1614 #endif /* CCISS_DEBUG */
1615                 if(h->drv[i].LunID == 0)
1616                 {
1617 #ifdef CCISS_DEBUG
1618                         printk("free index found at %d\n", i);
1619 #endif /* CCISS_DEBUG */
1620                         free_index_found = 1;
1621                         free_index = i;
1622                         break;
1623                 }
1624         }
1625         if (!free_index_found)
1626         {
1627                 printk(KERN_WARNING "cciss: unable to find free slot for disk\n");
1628                 goto free_err;
1629          }
1630
1631         logvol = free_index;
1632         h->drv[logvol].LunID = lunid;
1633                 /* there could be gaps in lun numbers, track hightest */
1634         if(h->highest_lun < lunid)
1635                 h->highest_lun = logvol;
1636         cciss_read_capacity(ctlr, logvol, size_buff, 1,
1637                 &total_size, &block_size);
1638         cciss_geometry_inquiry(ctlr, logvol, 1, total_size, block_size,
1639                         inq_buff, &h->drv[logvol]);
1640         h->drv[logvol].usage_count = 0;
1641         ++h->num_luns;
1642         /* setup partitions per disk */
1643         disk = h->gendisk[logvol];
1644         set_capacity(disk, h->drv[logvol].nr_blocks);
1645         /* if it's the controller it's already added */
1646         if(logvol)
1647                 add_disk(disk);
1648 freeret:
1649         kfree(ld_buff);
1650         kfree(size_buff);
1651         kfree(inq_buff);
1652         return (logvol);
1653 mem_msg:
1654         printk(KERN_ERR "cciss: out of memory\n");
1655 free_err:
1656         logvol = -1;
1657         goto freeret;
1658 }
1659
1660 static int cciss_revalidate(struct gendisk *disk)
1661 {
1662         ctlr_info_t *h = get_host(disk);
1663         drive_info_struct *drv = get_drv(disk);
1664         int logvol;
1665         int FOUND=0;
1666         unsigned int block_size;
1667         unsigned int total_size;
1668         ReadCapdata_struct *size_buff = NULL;
1669         InquiryData_struct *inq_buff = NULL;
1670
1671         for(logvol=0; logvol < CISS_MAX_LUN; logvol++)
1672         {
1673                 if(h->drv[logvol].LunID == drv->LunID) {
1674                         FOUND=1;
1675                         break;
1676                 }
1677         }
1678
1679         if (!FOUND) return 1;
1680
1681         size_buff = kmalloc(sizeof( ReadCapdata_struct), GFP_KERNEL);
1682         if (size_buff == NULL)
1683         {
1684                 printk(KERN_WARNING "cciss: out of memory\n");
1685                 return 1;
1686         }
1687         inq_buff = kmalloc(sizeof( InquiryData_struct), GFP_KERNEL);
1688         if (inq_buff == NULL)
1689         {
1690                 printk(KERN_WARNING "cciss: out of memory\n");
1691                 kfree(size_buff);
1692                 return 1;
1693         }
1694
1695         cciss_read_capacity(h->ctlr, logvol, size_buff, 1, &total_size, &block_size);
1696         cciss_geometry_inquiry(h->ctlr, logvol, 1, total_size, block_size, inq_buff, drv);
1697
1698         blk_queue_hardsect_size(h->queue, drv->block_size);
1699         set_capacity(disk, drv->nr_blocks);
1700
1701         kfree(size_buff);
1702         kfree(inq_buff);
1703         return 0;
1704 }
1705
1706 /*
1707  *   Wait polling for a command to complete.
1708  *   The memory mapped FIFO is polled for the completion.
1709  *   Used only at init time, interrupts from the HBA are disabled.
1710  */
1711 static unsigned long pollcomplete(int ctlr)
1712 {
1713         unsigned long done;
1714         int i;
1715
1716         /* Wait (up to 20 seconds) for a command to complete */
1717
1718         for (i = 20 * HZ; i > 0; i--) {
1719                 done = hba[ctlr]->access.command_completed(hba[ctlr]);
1720                 if (done == FIFO_EMPTY) {
1721                         set_current_state(TASK_UNINTERRUPTIBLE);
1722                         schedule_timeout(1);
1723                 } else
1724                         return (done);
1725         }
1726         /* Invalid address to tell caller we ran out of time */
1727         return 1;
1728 }
1729 /*
1730  * Send a command to the controller, and wait for it to complete.
1731  * Only used at init time.
1732  */
1733 static int sendcmd(
1734         __u8    cmd,
1735         int     ctlr,
1736         void    *buff,
1737         size_t  size,
1738         unsigned int use_unit_num, /* 0: address the controller,
1739                                       1: address logical volume log_unit,
1740                                       2: periph device address is scsi3addr */
1741         unsigned int log_unit,
1742         __u8    page_code,
1743         unsigned char *scsi3addr,
1744         int cmd_type)
1745 {
1746         CommandList_struct *c;
1747         int i;
1748         unsigned long complete;
1749         ctlr_info_t *info_p= hba[ctlr];
1750         u64bit buff_dma_handle;
1751         int status;
1752
1753         if ((c = cmd_alloc(info_p, 1)) == NULL) {
1754                 printk(KERN_WARNING "cciss: unable to get memory");
1755                 return(IO_ERROR);
1756         }
1757         status = fill_cmd(c, cmd, ctlr, buff, size, use_unit_num,
1758                 log_unit, page_code, scsi3addr, cmd_type);
1759         if (status != IO_OK) {
1760                 cmd_free(info_p, c, 1);
1761                 return status;
1762         }
1763 resend_cmd1:
1764         /*
1765          * Disable interrupt
1766          */
1767 #ifdef CCISS_DEBUG
1768         printk(KERN_DEBUG "cciss: turning intr off\n");
1769 #endif /* CCISS_DEBUG */
1770         info_p->access.set_intr_mask(info_p, CCISS_INTR_OFF);
1771
1772         /* Make sure there is room in the command FIFO */
1773         /* Actually it should be completely empty at this time. */
1774         for (i = 200000; i > 0; i--)
1775         {
1776                 /* if fifo isn't full go */
1777                 if (!(info_p->access.fifo_full(info_p)))
1778                 {
1779
1780                         break;
1781                 }
1782                 udelay(10);
1783                 printk(KERN_WARNING "cciss cciss%d: SendCmd FIFO full,"
1784                         " waiting!\n", ctlr);
1785         }
1786         /*
1787          * Send the cmd
1788          */
1789         info_p->access.submit_command(info_p, c);
1790         complete = pollcomplete(ctlr);
1791
1792 #ifdef CCISS_DEBUG
1793         printk(KERN_DEBUG "cciss: command completed\n");
1794 #endif /* CCISS_DEBUG */
1795
1796         if (complete != 1) {
1797                 if ( (complete & CISS_ERROR_BIT)
1798                      && (complete & ~CISS_ERROR_BIT) == c->busaddr)
1799                      {
1800                         /* if data overrun or underun on Report command
1801                                 ignore it
1802                         */
1803                         if (((c->Request.CDB[0] == CISS_REPORT_LOG) ||
1804                              (c->Request.CDB[0] == CISS_REPORT_PHYS) ||
1805                              (c->Request.CDB[0] == CISS_INQUIRY)) &&
1806                                 ((c->err_info->CommandStatus ==
1807                                         CMD_DATA_OVERRUN) ||
1808                                  (c->err_info->CommandStatus ==
1809                                         CMD_DATA_UNDERRUN)
1810                                 ))
1811                         {
1812                                 complete = c->busaddr;
1813                         } else {
1814                                 if (c->err_info->CommandStatus ==
1815                                                 CMD_UNSOLICITED_ABORT) {
1816                                         printk(KERN_WARNING "cciss%d: "
1817                                                 "unsolicited abort %p\n",
1818                                                 ctlr, c);
1819                                         if (c->retry_count < MAX_CMD_RETRIES) {
1820                                                 printk(KERN_WARNING
1821                                                    "cciss%d: retrying %p\n",
1822                                                    ctlr, c);
1823                                                 c->retry_count++;
1824                                                 /* erase the old error */
1825                                                 /* information */
1826                                                 memset(c->err_info, 0,
1827                                                    sizeof(ErrorInfo_struct));
1828                                                 goto resend_cmd1;
1829                                         } else {
1830                                                 printk(KERN_WARNING
1831                                                    "cciss%d: retried %p too "
1832                                                    "many times\n", ctlr, c);
1833                                                 status = IO_ERROR;
1834                                                 goto cleanup1;
1835                                         }
1836                                 }
1837                                 printk(KERN_WARNING "ciss ciss%d: sendcmd"
1838                                 " Error %x \n", ctlr,
1839                                         c->err_info->CommandStatus);
1840                                 printk(KERN_WARNING "ciss ciss%d: sendcmd"
1841                                 " offensive info\n"
1842                                 "  size %x\n   num %x   value %x\n", ctlr,
1843                                   c->err_info->MoreErrInfo.Invalid_Cmd.offense_size,
1844                                   c->err_info->MoreErrInfo.Invalid_Cmd.offense_num,
1845                                   c->err_info->MoreErrInfo.Invalid_Cmd.offense_value);
1846                                 status = IO_ERROR;
1847                                 goto cleanup1;
1848                         }
1849                 }
1850                 if (complete != c->busaddr) {
1851                         printk( KERN_WARNING "cciss cciss%d: SendCmd "
1852                       "Invalid command list address returned! (%lx)\n",
1853                                 ctlr, complete);
1854                         status = IO_ERROR;
1855                         goto cleanup1;
1856                 }
1857         } else {
1858                 printk( KERN_WARNING
1859                         "cciss cciss%d: SendCmd Timeout out, "
1860                         "No command list address returned!\n",
1861                         ctlr);
1862                 status = IO_ERROR;
1863         }
1864
1865 cleanup1:
1866         /* unlock the data buffer from DMA */
1867         pci_unmap_single(info_p->pdev, (dma_addr_t) buff_dma_handle.val,
1868                                 size, PCI_DMA_BIDIRECTIONAL);
1869         cmd_free(info_p, c, 1);
1870         return (status);
1871 }
1872 /*
1873  * Map (physical) PCI mem into (virtual) kernel space
1874  */
1875 static void __iomem *remap_pci_mem(ulong base, ulong size)
1876 {
1877         ulong page_base        = ((ulong) base) & PAGE_MASK;
1878         ulong page_offs        = ((ulong) base) - page_base;
1879         void __iomem *page_remapped = ioremap(page_base, page_offs+size);
1880
1881         return page_remapped ? (page_remapped + page_offs) : NULL;
1882 }
1883
1884 /*
1885  * Takes jobs of the Q and sends them to the hardware, then puts it on
1886  * the Q to wait for completion.
1887  */
1888 static void start_io( ctlr_info_t *h)
1889 {
1890         CommandList_struct *c;
1891
1892         while(( c = h->reqQ) != NULL )
1893         {
1894                 /* can't do anything if fifo is full */
1895                 if ((h->access.fifo_full(h))) {
1896                         printk(KERN_WARNING "cciss: fifo full\n");
1897                         break;
1898                 }
1899
1900                 /* Get the frist entry from the Request Q */
1901                 removeQ(&(h->reqQ), c);
1902                 h->Qdepth--;
1903
1904                 /* Tell the controller execute command */
1905                 h->access.submit_command(h, c);
1906
1907                 /* Put job onto the completed Q */
1908                 addQ (&(h->cmpQ), c);
1909         }
1910 }
1911
1912 static inline void complete_buffers(struct bio *bio, int status)
1913 {
1914         while (bio) {
1915                 struct bio *xbh = bio->bi_next;
1916                 int nr_sectors = bio_sectors(bio);
1917
1918                 bio->bi_next = NULL;
1919                 blk_finished_io(len);
1920                 bio_endio(bio, nr_sectors << 9, status ? 0 : -EIO);
1921                 bio = xbh;
1922         }
1923
1924 }
1925 /* Assumes that CCISS_LOCK(h->ctlr) is held. */
1926 /* Zeros out the error record and then resends the command back */
1927 /* to the controller */
1928 static inline void resend_cciss_cmd( ctlr_info_t *h, CommandList_struct *c)
1929 {
1930         /* erase the old error information */
1931         memset(c->err_info, 0, sizeof(ErrorInfo_struct));
1932
1933         /* add it to software queue and then send it to the controller */
1934         addQ(&(h->reqQ),c);
1935         h->Qdepth++;
1936         if(h->Qdepth > h->maxQsinceinit)
1937                 h->maxQsinceinit = h->Qdepth;
1938
1939         start_io(h);
1940 }
1941 /* checks the status of the job and calls complete buffers to mark all
1942  * buffers for the completed job.
1943  */
1944 static inline void complete_command( ctlr_info_t *h, CommandList_struct *cmd,
1945                 int timeout)
1946 {
1947         int status = 1;
1948         int i;
1949         int retry_cmd = 0;
1950         u64bit temp64;
1951
1952         if (timeout)
1953                 status = 0;
1954
1955         if(cmd->err_info->CommandStatus != 0)
1956         { /* an error has occurred */
1957                 switch(cmd->err_info->CommandStatus)
1958                 {
1959                         unsigned char sense_key;
1960                         case CMD_TARGET_STATUS:
1961                                 status = 0;
1962
1963                                 if( cmd->err_info->ScsiStatus == 0x02)
1964                                 {
1965                                         printk(KERN_WARNING "cciss: cmd %p "
1966                                                 "has CHECK CONDITION "
1967                                                 " byte 2 = 0x%x\n", cmd,
1968                                                 cmd->err_info->SenseInfo[2]
1969                                         );
1970                                         /* check the sense key */
1971                                         sense_key = 0xf &
1972                                                 cmd->err_info->SenseInfo[2];
1973                                         /* no status or recovered error */
1974                                         if((sense_key == 0x0) ||
1975                                             (sense_key == 0x1))
1976                                         {
1977                                                         status = 1;
1978                                         }
1979                                 } else
1980                                 {
1981                                         printk(KERN_WARNING "cciss: cmd %p "
1982                                                 "has SCSI Status 0x%x\n",
1983                                                 cmd, cmd->err_info->ScsiStatus);
1984                                 }
1985                         break;
1986                         case CMD_DATA_UNDERRUN:
1987                                 printk(KERN_WARNING "cciss: cmd %p has"
1988                                         " completed with data underrun "
1989                                         "reported\n", cmd);
1990                         break;
1991                         case CMD_DATA_OVERRUN:
1992                                 printk(KERN_WARNING "cciss: cmd %p has"
1993                                         " completed with data overrun "
1994                                         "reported\n", cmd);
1995                         break;
1996                         case CMD_INVALID:
1997                                 printk(KERN_WARNING "cciss: cmd %p is "
1998                                         "reported invalid\n", cmd);
1999                                 status = 0;
2000                         break;
2001                         case CMD_PROTOCOL_ERR:
2002                                 printk(KERN_WARNING "cciss: cmd %p has "
2003                                         "protocol error \n", cmd);
2004                                 status = 0;
2005                         break;
2006                         case CMD_HARDWARE_ERR:
2007                                 printk(KERN_WARNING "cciss: cmd %p had "
2008                                         " hardware error\n", cmd);
2009                                 status = 0;
2010                         break;
2011                         case CMD_CONNECTION_LOST:
2012                                 printk(KERN_WARNING "cciss: cmd %p had "
2013                                         "connection lost\n", cmd);
2014                                 status=0;
2015                         break;
2016                         case CMD_ABORTED:
2017                                 printk(KERN_WARNING "cciss: cmd %p was "
2018                                         "aborted\n", cmd);
2019                                 status=0;
2020                         break;
2021                         case CMD_ABORT_FAILED:
2022                                 printk(KERN_WARNING "cciss: cmd %p reports "
2023                                         "abort failed\n", cmd);
2024                                 status=0;
2025                         break;
2026                         case CMD_UNSOLICITED_ABORT:
2027                                 printk(KERN_WARNING "cciss%d: unsolicited "
2028                                         "abort %p\n", h->ctlr, cmd);
2029                                 if (cmd->retry_count < MAX_CMD_RETRIES) {
2030                                         retry_cmd=1;
2031                                         printk(KERN_WARNING
2032                                                 "cciss%d: retrying %p\n",
2033                                                 h->ctlr, cmd);
2034                                         cmd->retry_count++;
2035                                 } else
2036                                         printk(KERN_WARNING
2037                                                 "cciss%d: %p retried too "
2038                                                 "many times\n", h->ctlr, cmd);
2039                                 status=0;
2040                         break;
2041                         case CMD_TIMEOUT:
2042                                 printk(KERN_WARNING "cciss: cmd %p timedout\n",
2043                                         cmd);
2044                                 status=0;
2045                         break;
2046                         default:
2047                                 printk(KERN_WARNING "cciss: cmd %p returned "
2048                                         "unknown status %x\n", cmd,
2049                                                 cmd->err_info->CommandStatus);
2050                                 status=0;
2051                 }
2052         }
2053         /* We need to return this command */
2054         if(retry_cmd) {
2055                 resend_cciss_cmd(h,cmd);
2056                 return;
2057         }
2058         /* command did not need to be retried */
2059         /* unmap the DMA mapping for all the scatter gather elements */
2060         for(i=0; i<cmd->Header.SGList; i++) {
2061                 temp64.val32.lower = cmd->SG[i].Addr.lower;
2062                 temp64.val32.upper = cmd->SG[i].Addr.upper;
2063                 pci_unmap_page(hba[cmd->ctlr]->pdev,
2064                         temp64.val, cmd->SG[i].Len,
2065                         (cmd->Request.Type.Direction == XFER_READ) ?
2066                                 PCI_DMA_FROMDEVICE : PCI_DMA_TODEVICE);
2067         }
2068         complete_buffers(cmd->rq->bio, status);
2069
2070 #ifdef CCISS_DEBUG
2071         printk("Done with %p\n", cmd->rq);
2072 #endif /* CCISS_DEBUG */
2073
2074         end_that_request_last(cmd->rq);
2075         cmd_free(h,cmd,1);
2076 }
2077
2078 /*
2079  * Get a request and submit it to the controller.
2080  */
2081 static void do_cciss_request(request_queue_t *q)
2082 {
2083         ctlr_info_t *h= q->queuedata;
2084         CommandList_struct *c;
2085         int start_blk, seg;
2086         struct request *creq;
2087         u64bit temp64;
2088         struct scatterlist tmp_sg[MAXSGENTRIES];
2089         drive_info_struct *drv;
2090         int i, dir;
2091
2092         /* We call start_io here in case there is a command waiting on the
2093          * queue that has not been sent.
2094         */
2095         if (blk_queue_plugged(q))
2096                 goto startio;
2097
2098 queue:
2099         creq = elv_next_request(q);
2100         if (!creq)
2101                 goto startio;
2102
2103         if (creq->nr_phys_segments > MAXSGENTRIES)
2104                 BUG();
2105
2106         if (( c = cmd_alloc(h, 1)) == NULL)
2107                 goto full;
2108
2109         blkdev_dequeue_request(creq);
2110
2111         spin_unlock_irq(q->queue_lock);
2112
2113         c->cmd_type = CMD_RWREQ;
2114         c->rq = creq;
2115
2116         /* fill in the request */
2117         drv = creq->rq_disk->private_data;
2118         c->Header.ReplyQueue = 0;  // unused in simple mode
2119         c->Header.Tag.lower = c->busaddr;  // use the physical address the cmd block for tag
2120         c->Header.LUN.LogDev.VolId= drv->LunID;
2121         c->Header.LUN.LogDev.Mode = 1;
2122         c->Request.CDBLen = 10; // 12 byte commands not in FW yet;
2123         c->Request.Type.Type =  TYPE_CMD; // It is a command.
2124         c->Request.Type.Attribute = ATTR_SIMPLE;
2125         c->Request.Type.Direction =
2126                 (rq_data_dir(creq) == READ) ? XFER_READ: XFER_WRITE;
2127         c->Request.Timeout = 0; // Don't time out
2128         c->Request.CDB[0] = (rq_data_dir(creq) == READ) ? CCISS_READ : CCISS_WRITE;
2129         start_blk = creq->sector;
2130 #ifdef CCISS_DEBUG
2131         printk(KERN_DEBUG "ciss: sector =%d nr_sectors=%d\n",(int) creq->sector,
2132                 (int) creq->nr_sectors);
2133 #endif /* CCISS_DEBUG */
2134
2135         seg = blk_rq_map_sg(q, creq, tmp_sg);
2136
2137         /* get the DMA records for the setup */
2138         if (c->Request.Type.Direction == XFER_READ)
2139                 dir = PCI_DMA_FROMDEVICE;
2140         else
2141                 dir = PCI_DMA_TODEVICE;
2142
2143         for (i=0; i<seg; i++)
2144         {
2145                 c->SG[i].Len = tmp_sg[i].length;
2146                 temp64.val = (__u64) pci_map_page(h->pdev, tmp_sg[i].page,
2147                                           tmp_sg[i].offset, tmp_sg[i].length,
2148                                           dir);
2149                 c->SG[i].Addr.lower = temp64.val32.lower;
2150                 c->SG[i].Addr.upper = temp64.val32.upper;
2151                 c->SG[i].Ext = 0;  // we are not chaining
2152         }
2153         /* track how many SG entries we are using */
2154         if( seg > h->maxSG)
2155                 h->maxSG = seg;
2156
2157 #ifdef CCISS_DEBUG
2158         printk(KERN_DEBUG "cciss: Submitting %d sectors in %d segments\n", creq->nr_sectors, seg);
2159 #endif /* CCISS_DEBUG */
2160
2161         c->Header.SGList = c->Header.SGTotal = seg;
2162         c->Request.CDB[1]= 0;
2163         c->Request.CDB[2]= (start_blk >> 24) & 0xff;    //MSB
2164         c->Request.CDB[3]= (start_blk >> 16) & 0xff;
2165         c->Request.CDB[4]= (start_blk >>  8) & 0xff;
2166         c->Request.CDB[5]= start_blk & 0xff;
2167         c->Request.CDB[6]= 0; // (sect >> 24) & 0xff; MSB
2168         c->Request.CDB[7]= (creq->nr_sectors >>  8) & 0xff;
2169         c->Request.CDB[8]= creq->nr_sectors & 0xff;
2170         c->Request.CDB[9] = c->Request.CDB[11] = c->Request.CDB[12] = 0;
2171
2172         spin_lock_irq(q->queue_lock);
2173
2174         addQ(&(h->reqQ),c);
2175         h->Qdepth++;
2176         if(h->Qdepth > h->maxQsinceinit)
2177                 h->maxQsinceinit = h->Qdepth;
2178
2179         goto queue;
2180 full:
2181         blk_stop_queue(q);
2182 startio:
2183         /* We will already have the driver lock here so not need
2184          * to lock it.
2185         */
2186         start_io(h);
2187 }
2188
2189 static irqreturn_t do_cciss_intr(int irq, void *dev_id, struct pt_regs *regs)
2190 {
2191         ctlr_info_t *h = dev_id;
2192         CommandList_struct *c;
2193         unsigned long flags;
2194         __u32 a, a1;
2195         int j;
2196         int start_queue = h->next_to_run;
2197
2198         /* Is this interrupt for us? */
2199         if (( h->access.intr_pending(h) == 0) || (h->interrupts_enabled == 0))
2200                 return IRQ_NONE;
2201
2202         /*
2203          * If there are completed commands in the completion queue,
2204          * we had better do something about it.
2205          */
2206         spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
2207         while( h->access.intr_pending(h))
2208         {
2209                 while((a = h->access.command_completed(h)) != FIFO_EMPTY)
2210                 {
2211                         a1 = a;
2212                         a &= ~3;
2213                         if ((c = h->cmpQ) == NULL)
2214                         {
2215                                 printk(KERN_WARNING "cciss: Completion of %08lx ignored\n", (unsigned long)a1);
2216                                 continue;
2217                         }
2218                         while(c->busaddr != a) {
2219                                 c = c->next;
2220                                 if (c == h->cmpQ)
2221                                         break;
2222                         }
2223                         /*
2224                          * If we've found the command, take it off the
2225                          * completion Q and free it
2226                          */
2227                          if (c->busaddr == a) {
2228                                 removeQ(&h->cmpQ, c);
2229                                 if (c->cmd_type == CMD_RWREQ) {
2230                                         complete_command(h, c, 0);
2231                                 } else if (c->cmd_type == CMD_IOCTL_PEND) {
2232                                         complete(c->waiting);
2233                                 }
2234 #                               ifdef CONFIG_CISS_SCSI_TAPE
2235                                 else if (c->cmd_type == CMD_SCSI)
2236                                         complete_scsi_command(c, 0, a1);
2237 #                               endif
2238                                 continue;
2239                         }
2240                 }
2241         }
2242
2243         /* check to see if we have maxed out the number of commands that can
2244          * be placed on the queue.  If so then exit.  We do this check here
2245          * in case the interrupt we serviced was from an ioctl and did not
2246          * free any new commands.
2247          */
2248         if ((find_first_zero_bit(h->cmd_pool_bits, NR_CMDS)) == NR_CMDS)
2249                 goto cleanup;
2250
2251         /* We have room on the queue for more commands.  Now we need to queue
2252          * them up.  We will also keep track of the next queue to run so
2253          * that every queue gets a chance to be started first.
2254         */
2255         for (j=0; j < NWD; j++){
2256                 int curr_queue = (start_queue + j) % NWD;
2257                 /* make sure the disk has been added and the drive is real
2258                  * because this can be called from the middle of init_one.
2259                 */
2260                 if(!(h->gendisk[curr_queue]->queue) ||
2261                                    !(h->drv[curr_queue].heads))
2262                         continue;
2263                 blk_start_queue(h->gendisk[curr_queue]->queue);
2264
2265                 /* check to see if we have maxed out the number of commands
2266                  * that can be placed on the queue.
2267                 */
2268                 if ((find_first_zero_bit(h->cmd_pool_bits, NR_CMDS)) == NR_CMDS)
2269                 {
2270                         if (curr_queue == start_queue){
2271                                 h->next_to_run = (start_queue + 1) % NWD;
2272                                 goto cleanup;
2273                         } else {
2274                                 h->next_to_run = curr_queue;
2275                                 goto cleanup;
2276         }
2277                 } else {
2278                         curr_queue = (curr_queue + 1) % NWD;
2279                 }
2280         }
2281
2282 cleanup:
2283         spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
2284         return IRQ_HANDLED;
2285 }
2286
2287 /*
2288  *  We cannot read the structure directly, for portablity we must use
2289  *   the io functions.
2290  *   This is for debug only.
2291  */
2292 #ifdef CCISS_DEBUG
2293 static void print_cfg_table( CfgTable_struct *tb)
2294 {
2295         int i;
2296         char temp_name[17];
2297
2298         printk("Controller Configuration information\n");
2299         printk("------------------------------------\n");
2300         for(i=0;i<4;i++)
2301                 temp_name[i] = readb(&(tb->Signature[i]));
2302         temp_name[4]='\0';
2303         printk("   Signature = %s\n", temp_name);
2304         printk("   Spec Number = %d\n", readl(&(tb->SpecValence)));
2305         printk("   Transport methods supported = 0x%x\n",
2306                                 readl(&(tb-> TransportSupport)));
2307         printk("   Transport methods active = 0x%x\n",
2308                                 readl(&(tb->TransportActive)));
2309         printk("   Requested transport Method = 0x%x\n",
2310                         readl(&(tb->HostWrite.TransportRequest)));
2311         printk("   Coalese Interrupt Delay = 0x%x\n",
2312                         readl(&(tb->HostWrite.CoalIntDelay)));
2313         printk("   Coalese Interrupt Count = 0x%x\n",
2314                         readl(&(tb->HostWrite.CoalIntCount)));
2315         printk("   Max outstanding commands = 0x%d\n",
2316                         readl(&(tb->CmdsOutMax)));
2317         printk("   Bus Types = 0x%x\n", readl(&(tb-> BusTypes)));
2318         for(i=0;i<16;i++)
2319                 temp_name[i] = readb(&(tb->ServerName[i]));
2320         temp_name[16] = '\0';
2321         printk("   Server Name = %s\n", temp_name);
2322         printk("   Heartbeat Counter = 0x%x\n\n\n",
2323                         readl(&(tb->HeartBeat)));
2324 }
2325 #endif /* CCISS_DEBUG */
2326
2327 static void release_io_mem(ctlr_info_t *c)
2328 {
2329         /* if IO mem was not protected do nothing */
2330         if( c->io_mem_addr == 0)
2331                 return;
2332         release_region(c->io_mem_addr, c->io_mem_length);
2333         c->io_mem_addr = 0;
2334         c->io_mem_length = 0;
2335 }
2336
2337 static int find_PCI_BAR_index(struct pci_dev *pdev,
2338                                 unsigned long pci_bar_addr)
2339 {
2340         int i, offset, mem_type, bar_type;
2341         if (pci_bar_addr == PCI_BASE_ADDRESS_0) /* looking for BAR zero? */
2342                 return 0;
2343         offset = 0;
2344         for (i=0; i<DEVICE_COUNT_RESOURCE; i++) {
2345                 bar_type = pci_resource_flags(pdev, i) &
2346                         PCI_BASE_ADDRESS_SPACE;
2347                 if (bar_type == PCI_BASE_ADDRESS_SPACE_IO)
2348                         offset += 4;
2349                 else {
2350                         mem_type = pci_resource_flags(pdev, i) &
2351                                 PCI_BASE_ADDRESS_MEM_TYPE_MASK;
2352                         switch (mem_type) {
2353                                 case PCI_BASE_ADDRESS_MEM_TYPE_32:
2354                                 case PCI_BASE_ADDRESS_MEM_TYPE_1M:
2355                                         offset += 4; /* 32 bit */
2356                                         break;
2357                                 case PCI_BASE_ADDRESS_MEM_TYPE_64:
2358                                         offset += 8;
2359                                         break;
2360                                 default: /* reserved in PCI 2.2 */
2361                                         printk(KERN_WARNING "Base address is invalid\n");
2362                                         return -1;
2363                                 break;
2364                         }
2365                 }
2366                 if (offset == pci_bar_addr - PCI_BASE_ADDRESS_0)
2367                         return i+1;
2368         }
2369         return -1;
2370 }
2371
2372 static int cciss_pci_init(ctlr_info_t *c, struct pci_dev *pdev)
2373 {
2374         ushort subsystem_vendor_id, subsystem_device_id, command;
2375         __u32 board_id, scratchpad = 0;
2376         __u64 cfg_offset;
2377         __u32 cfg_base_addr;
2378         __u64 cfg_base_addr_index;
2379         int i;
2380
2381         /* check to see if controller has been disabled */
2382         /* BEFORE trying to enable it */
2383         (void) pci_read_config_word(pdev, PCI_COMMAND,&command);
2384         if(!(command & 0x02))
2385         {
2386                 printk(KERN_WARNING "cciss: controller appears to be disabled\n");
2387                 return(-1);
2388         }
2389
2390         if (pci_enable_device(pdev))
2391         {
2392                 printk(KERN_ERR "cciss: Unable to Enable PCI device\n");
2393                 return( -1);
2394         }
2395
2396         subsystem_vendor_id = pdev->subsystem_vendor;
2397         subsystem_device_id = pdev->subsystem_device;
2398         board_id = (((__u32) (subsystem_device_id << 16) & 0xffff0000) |
2399                                         subsystem_vendor_id);
2400
2401         /* search for our IO range so we can protect it */
2402         for(i=0; i<DEVICE_COUNT_RESOURCE; i++)
2403         {
2404                 /* is this an IO range */
2405                 if( pci_resource_flags(pdev, i) & 0x01 ) {
2406                         c->io_mem_addr = pci_resource_start(pdev, i);
2407                         c->io_mem_length = pci_resource_end(pdev, i) -
2408                                 pci_resource_start(pdev, i) +1;
2409 #ifdef CCISS_DEBUG
2410                         printk("IO value found base_addr[%d] %lx %lx\n", i,
2411                                 c->io_mem_addr, c->io_mem_length);
2412 #endif /* CCISS_DEBUG */
2413                         /* register the IO range */
2414                         if(!request_region( c->io_mem_addr,
2415                                         c->io_mem_length, "cciss"))
2416                         {
2417                                 printk(KERN_WARNING "cciss I/O memory range already in use addr=%lx length=%ld\n",
2418                                 c->io_mem_addr, c->io_mem_length);
2419                                 c->io_mem_addr= 0;
2420                                 c->io_mem_length = 0;
2421                         }
2422                         break;
2423                 }
2424         }
2425
2426 #ifdef CCISS_DEBUG
2427         printk("command = %x\n", command);
2428         printk("irq = %x\n", pdev->irq);
2429         printk("board_id = %x\n", board_id);
2430 #endif /* CCISS_DEBUG */
2431
2432         c->intr = pdev->irq;
2433
2434         /*
2435          * Memory base addr is first addr , the second points to the config
2436          *   table
2437          */
2438
2439         c->paddr = pci_resource_start(pdev, 0); /* addressing mode bits already removed */
2440 #ifdef CCISS_DEBUG
2441         printk("address 0 = %x\n", c->paddr);
2442 #endif /* CCISS_DEBUG */
2443         c->vaddr = remap_pci_mem(c->paddr, 200);
2444
2445         /* Wait for the board to become ready.  (PCI hotplug needs this.)
2446          * We poll for up to 120 secs, once per 100ms. */
2447         for (i=0; i < 1200; i++) {
2448                 scratchpad = readl(c->vaddr + SA5_SCRATCHPAD_OFFSET);
2449                 if (scratchpad == CCISS_FIRMWARE_READY)
2450                         break;
2451                 set_current_state(TASK_INTERRUPTIBLE);
2452                 schedule_timeout(HZ / 10); /* wait 100ms */
2453         }
2454         if (scratchpad != CCISS_FIRMWARE_READY) {
2455                 printk(KERN_WARNING "cciss: Board not ready.  Timed out.\n");
2456                 return -1;
2457         }
2458
2459         /* get the address index number */
2460         cfg_base_addr = readl(c->vaddr + SA5_CTCFG_OFFSET);
2461         cfg_base_addr &= (__u32) 0x0000ffff;
2462 #ifdef CCISS_DEBUG
2463         printk("cfg base address = %x\n", cfg_base_addr);
2464 #endif /* CCISS_DEBUG */
2465         cfg_base_addr_index =
2466                 find_PCI_BAR_index(pdev, cfg_base_addr);
2467 #ifdef CCISS_DEBUG
2468         printk("cfg base address index = %x\n", cfg_base_addr_index);
2469 #endif /* CCISS_DEBUG */
2470         if (cfg_base_addr_index == -1) {
2471                 printk(KERN_WARNING "cciss: Cannot find cfg_base_addr_index\n");
2472                 release_io_mem(c);
2473                 return -1;
2474         }
2475
2476         cfg_offset = readl(c->vaddr + SA5_CTMEM_OFFSET);
2477 #ifdef CCISS_DEBUG
2478         printk("cfg offset = %x\n", cfg_offset);
2479 #endif /* CCISS_DEBUG */
2480         c->cfgtable =  remap_pci_mem(pci_resource_start(pdev,
2481                                 cfg_base_addr_index) + cfg_offset,
2482                                 sizeof(CfgTable_struct));
2483         c->board_id = board_id;
2484
2485 #ifdef CCISS_DEBUG
2486         print_cfg_table(c->cfgtable);
2487 #endif /* CCISS_DEBUG */
2488
2489         for(i=0; i<NR_PRODUCTS; i++) {
2490                 if (board_id == products[i].board_id) {
2491                         c->product_name = products[i].product_name;
2492                         c->access = *(products[i].access);
2493                         break;
2494                 }
2495         }
2496         if (i == NR_PRODUCTS) {
2497                 printk(KERN_WARNING "cciss: Sorry, I don't know how"
2498                         " to access the Smart Array controller %08lx\n",
2499                                 (unsigned long)board_id);
2500                 return -1;
2501         }
2502         if (  (readb(&c->cfgtable->Signature[0]) != 'C') ||
2503               (readb(&c->cfgtable->Signature[1]) != 'I') ||
2504               (readb(&c->cfgtable->Signature[2]) != 'S') ||
2505               (readb(&c->cfgtable->Signature[3]) != 'S') )
2506         {
2507                 printk("Does not appear to be a valid CISS config table\n");
2508                 return -1;
2509         }
2510
2511 #ifdef CONFIG_X86
2512 {
2513         /* Need to enable prefetch in the SCSI core for 6400 in x86 */
2514         __u32 prefetch;
2515         prefetch = readl(&(c->cfgtable->SCSI_Prefetch));
2516         prefetch |= 0x100;
2517         writel(prefetch, &(c->cfgtable->SCSI_Prefetch));
2518 }
2519 #endif
2520
2521 #ifdef CCISS_DEBUG
2522         printk("Trying to put board into Simple mode\n");
2523 #endif /* CCISS_DEBUG */
2524         c->max_commands = readl(&(c->cfgtable->CmdsOutMax));
2525         /* Update the field, and then ring the doorbell */
2526         writel( CFGTBL_Trans_Simple,
2527                 &(c->cfgtable->HostWrite.TransportRequest));
2528         writel( CFGTBL_ChangeReq, c->vaddr + SA5_DOORBELL);
2529
2530         /* under certain very rare conditions, this can take awhile.
2531          * (e.g.: hot replace a failed 144GB drive in a RAID 5 set right
2532          * as we enter this code.) */
2533         for(i=0;i<MAX_CONFIG_WAIT;i++) {
2534                 if (!(readl(c->vaddr + SA5_DOORBELL) & CFGTBL_ChangeReq))
2535                         break;
2536                 /* delay and try again */
2537                 set_current_state(TASK_INTERRUPTIBLE);
2538                 schedule_timeout(10);
2539         }
2540
2541 #ifdef CCISS_DEBUG
2542         printk(KERN_DEBUG "I counter got to %d %x\n", i, readl(c->vaddr + SA5_DOORBELL));
2543 #endif /* CCISS_DEBUG */
2544 #ifdef CCISS_DEBUG
2545         print_cfg_table(c->cfgtable);
2546 #endif /* CCISS_DEBUG */
2547
2548         if (!(readl(&(c->cfgtable->TransportActive)) & CFGTBL_Trans_Simple))
2549         {
2550                 printk(KERN_WARNING "cciss: unable to get board into"
2551                                         " simple mode\n");
2552                 return -1;
2553         }
2554         return 0;
2555
2556 }
2557
2558 /*
2559  * Gets information about the local volumes attached to the controller.
2560  */
2561 static void cciss_getgeometry(int cntl_num)
2562 {
2563         ReportLunData_struct *ld_buff;
2564         ReadCapdata_struct *size_buff;
2565         InquiryData_struct *inq_buff;
2566         int return_code;
2567         int i;
2568         int listlength = 0;
2569         __u32 lunid = 0;
2570         int block_size;
2571         int total_size;
2572
2573         ld_buff = kmalloc(sizeof(ReportLunData_struct), GFP_KERNEL);
2574         if (ld_buff == NULL)
2575         {
2576                 printk(KERN_ERR "cciss: out of memory\n");
2577                 return;
2578         }
2579         memset(ld_buff, 0, sizeof(ReportLunData_struct));
2580         size_buff = kmalloc(sizeof( ReadCapdata_struct), GFP_KERNEL);
2581         if (size_buff == NULL)
2582         {
2583                 printk(KERN_ERR "cciss: out of memory\n");
2584                 kfree(ld_buff);
2585                 return;
2586         }
2587         inq_buff = kmalloc(sizeof( InquiryData_struct), GFP_KERNEL);
2588         if (inq_buff == NULL)
2589         {
2590                 printk(KERN_ERR "cciss: out of memory\n");
2591                 kfree(ld_buff);
2592                 kfree(size_buff);
2593                 return;
2594         }
2595         /* Get the firmware version */
2596         return_code = sendcmd(CISS_INQUIRY, cntl_num, inq_buff,
2597                 sizeof(InquiryData_struct), 0, 0 ,0, NULL, TYPE_CMD);
2598         if (return_code == IO_OK)
2599         {
2600                 hba[cntl_num]->firm_ver[0] = inq_buff->data_byte[32];
2601                 hba[cntl_num]->firm_ver[1] = inq_buff->data_byte[33];
2602                 hba[cntl_num]->firm_ver[2] = inq_buff->data_byte[34];
2603                 hba[cntl_num]->firm_ver[3] = inq_buff->data_byte[35];
2604         } else /* send command failed */
2605         {
2606                 printk(KERN_WARNING "cciss: unable to determine firmware"
2607                         " version of controller\n");
2608         }
2609         /* Get the number of logical volumes */
2610         return_code = sendcmd(CISS_REPORT_LOG, cntl_num, ld_buff,
2611                         sizeof(ReportLunData_struct), 0, 0, 0, NULL, TYPE_CMD);
2612
2613         if( return_code == IO_OK)
2614         {
2615 #ifdef CCISS_DEBUG
2616                 printk("LUN Data\n--------------------------\n");
2617 #endif /* CCISS_DEBUG */
2618
2619                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[0])) << 24;
2620                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[1])) << 16;
2621                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[2])) << 8;
2622                 listlength |= 0xff & (unsigned int)(ld_buff->LUNListLength[3]);
2623         } else /* reading number of logical volumes failed */
2624         {
2625                 printk(KERN_WARNING "cciss: report logical volume"
2626                         " command failed\n");
2627                 listlength = 0;
2628         }
2629         hba[cntl_num]->num_luns = listlength / 8; // 8 bytes pre entry
2630         if (hba[cntl_num]->num_luns > CISS_MAX_LUN)
2631         {
2632                 printk(KERN_ERR "ciss:  only %d number of logical volumes supported\n",
2633                         CISS_MAX_LUN);
2634                 hba[cntl_num]->num_luns = CISS_MAX_LUN;
2635         }
2636 #ifdef CCISS_DEBUG
2637         printk(KERN_DEBUG "Length = %x %x %x %x = %d\n", ld_buff->LUNListLength[0],
2638                 ld_buff->LUNListLength[1], ld_buff->LUNListLength[2],
2639                 ld_buff->LUNListLength[3],  hba[cntl_num]->num_luns);
2640 #endif /* CCISS_DEBUG */
2641
2642         hba[cntl_num]->highest_lun = hba[cntl_num]->num_luns-1;
2643         for(i=0; i<  hba[cntl_num]->num_luns; i++)
2644         {
2645
2646                 lunid = (0xff & (unsigned int)(ld_buff->LUN[i][3])) << 24;
2647                 lunid |= (0xff & (unsigned int)(ld_buff->LUN[i][2])) << 16;
2648                 lunid |= (0xff & (unsigned int)(ld_buff->LUN[i][1])) << 8;
2649                 lunid |= 0xff & (unsigned int)(ld_buff->LUN[i][0]);
2650
2651                 hba[cntl_num]->drv[i].LunID = lunid;
2652
2653
2654 #ifdef CCISS_DEBUG
2655                 printk(KERN_DEBUG "LUN[%d]:  %x %x %x %x = %x\n", i,
2656                 ld_buff->LUN[i][0], ld_buff->LUN[i][1],ld_buff->LUN[i][2],
2657                 ld_buff->LUN[i][3], hba[cntl_num]->drv[i].LunID);
2658 #endif /* CCISS_DEBUG */
2659                 cciss_read_capacity(cntl_num, i, size_buff, 0,
2660                         &total_size, &block_size);
2661                 cciss_geometry_inquiry(cntl_num, i, 0, total_size, block_size,
2662                         inq_buff, &hba[cntl_num]->drv[i]);
2663         }
2664         kfree(ld_buff);
2665         kfree(size_buff);
2666         kfree(inq_buff);
2667 }
2668
2669 /* Function to find the first free pointer into our hba[] array */
2670 /* Returns -1 if no free entries are left.  */
2671 static int alloc_cciss_hba(void)
2672 {
2673         struct gendisk *disk[NWD];
2674         int i, n;
2675         for (n = 0; n < NWD; n++) {
2676                 disk[n] = alloc_disk(1 << NWD_SHIFT);
2677                 if (!disk[n])
2678                         goto out;
2679         }
2680
2681         for(i=0; i< MAX_CTLR; i++) {
2682                 if (!hba[i]) {
2683                         ctlr_info_t *p;
2684                         p = kmalloc(sizeof(ctlr_info_t), GFP_KERNEL);
2685                         if (!p)
2686                                 goto Enomem;
2687                         memset(p, 0, sizeof(ctlr_info_t));
2688                         for (n = 0; n < NWD; n++)
2689                                 p->gendisk[n] = disk[n];
2690                         hba[i] = p;
2691                         return i;
2692                 }
2693         }
2694         printk(KERN_WARNING "cciss: This driver supports a maximum"
2695                 " of %d controllers.\n", MAX_CTLR);
2696         goto out;
2697 Enomem:
2698         printk(KERN_ERR "cciss: out of memory.\n");
2699 out:
2700         while (n--)
2701                 put_disk(disk[n]);
2702         return -1;
2703 }
2704
2705 static void free_hba(int i)
2706 {
2707         ctlr_info_t *p = hba[i];
2708         int n;
2709
2710         hba[i] = NULL;
2711         for (n = 0; n < NWD; n++)
2712                 put_disk(p->gendisk[n]);
2713         kfree(p);
2714 }
2715
2716 /*
2717  *  This is it.  Find all the controllers and register them.  I really hate
2718  *  stealing all these major device numbers.
2719  *  returns the number of block devices registered.
2720  */
2721 static int __devinit cciss_init_one(struct pci_dev *pdev,
2722         const struct pci_device_id *ent)
2723 {
2724         request_queue_t *q;
2725         int i;
2726         int j;
2727         int rc;
2728
2729         printk(KERN_DEBUG "cciss: Device 0x%x has been found at"
2730                         " bus %d dev %d func %d\n",
2731                 pdev->device, pdev->bus->number, PCI_SLOT(pdev->devfn),
2732                         PCI_FUNC(pdev->devfn));
2733         i = alloc_cciss_hba();
2734         if(i < 0)
2735                 return (-1);
2736         if (cciss_pci_init(hba[i], pdev) != 0)
2737                 goto clean1;
2738
2739         sprintf(hba[i]->devname, "cciss%d", i);
2740         hba[i]->ctlr = i;
2741         hba[i]->pdev = pdev;
2742
2743         /* configure PCI DMA stuff */
2744         if (!pci_set_dma_mask(pdev, DMA_64BIT_MASK))
2745                 printk("cciss: using DAC cycles\n");
2746         else if (!pci_set_dma_mask(pdev, DMA_32BIT_MASK))
2747                 printk("cciss: not using DAC cycles\n");
2748         else {
2749                 printk("cciss: no suitable DMA available\n");
2750                 goto clean1;
2751         }
2752
2753         /*
2754          * register with the major number, or get a dynamic major number
2755          * by passing 0 as argument.  This is done for greater than
2756          * 8 controller support.
2757          */
2758         if (i < MAX_CTLR_ORIG)
2759                 hba[i]->major = MAJOR_NR + i;
2760         rc = register_blkdev(hba[i]->major, hba[i]->devname);
2761         if(rc == -EBUSY || rc == -EINVAL) {
2762                 printk(KERN_ERR
2763                         "cciss:  Unable to get major number %d for %s "
2764                         "on hba %d\n", hba[i]->major, hba[i]->devname, i);
2765                 goto clean1;
2766         }
2767         else {
2768                 if (i >= MAX_CTLR_ORIG)
2769                         hba[i]->major = rc;
2770         }
2771
2772         /* make sure the board interrupts are off */
2773         hba[i]->access.set_intr_mask(hba[i], CCISS_INTR_OFF);
2774         if( request_irq(hba[i]->intr, do_cciss_intr,
2775                 SA_INTERRUPT | SA_SHIRQ | SA_SAMPLE_RANDOM,
2776                         hba[i]->devname, hba[i])) {
2777                 printk(KERN_ERR "cciss: Unable to get irq %d for %s\n",
2778                         hba[i]->intr, hba[i]->devname);
2779                 goto clean2;
2780         }
2781         hba[i]->cmd_pool_bits = kmalloc(((NR_CMDS+BITS_PER_LONG-1)/BITS_PER_LONG)*sizeof(unsigned long), GFP_KERNEL);
2782         hba[i]->cmd_pool = (CommandList_struct *)pci_alloc_consistent(
2783                 hba[i]->pdev, NR_CMDS * sizeof(CommandList_struct),
2784                 &(hba[i]->cmd_pool_dhandle));
2785         hba[i]->errinfo_pool = (ErrorInfo_struct *)pci_alloc_consistent(
2786                 hba[i]->pdev, NR_CMDS * sizeof( ErrorInfo_struct),
2787                 &(hba[i]->errinfo_pool_dhandle));
2788         if((hba[i]->cmd_pool_bits == NULL)
2789                 || (hba[i]->cmd_pool == NULL)
2790                 || (hba[i]->errinfo_pool == NULL)) {
2791                 printk( KERN_ERR "cciss: out of memory");
2792                 goto clean4;
2793         }
2794
2795         spin_lock_init(&hba[i]->lock);
2796         q = blk_init_queue(do_cciss_request, &hba[i]->lock);
2797         if (!q)
2798                 goto clean4;
2799
2800         q->backing_dev_info.ra_pages = READ_AHEAD;
2801         hba[i]->queue = q;
2802         q->queuedata = hba[i];
2803
2804         /* Initialize the pdev driver private data.
2805                 have it point to hba[i].  */
2806         pci_set_drvdata(pdev, hba[i]);
2807         /* command and error info recs zeroed out before
2808                         they are used */
2809         memset(hba[i]->cmd_pool_bits, 0, ((NR_CMDS+BITS_PER_LONG-1)/BITS_PER_LONG)*sizeof(unsigned long));
2810
2811 #ifdef CCISS_DEBUG
2812         printk(KERN_DEBUG "Scanning for drives on controller cciss%d\n",i);
2813 #endif /* CCISS_DEBUG */
2814
2815         cciss_getgeometry(i);
2816
2817         cciss_scsi_setup(i);
2818
2819         /* Turn the interrupts on so we can service requests */
2820         hba[i]->access.set_intr_mask(hba[i], CCISS_INTR_ON);
2821
2822         cciss_procinit(i);
2823
2824         blk_queue_bounce_limit(q, hba[i]->pdev->dma_mask);
2825
2826         /* This is a hardware imposed limit. */
2827         blk_queue_max_hw_segments(q, MAXSGENTRIES);
2828
2829         /* This is a limit in the driver and could be eliminated. */
2830         blk_queue_max_phys_segments(q, MAXSGENTRIES);
2831
2832         blk_queue_max_sectors(q, 512);
2833
2834
2835         for(j=0; j<NWD; j++) {
2836                 drive_info_struct *drv = &(hba[i]->drv[j]);
2837                 struct gendisk *disk = hba[i]->gendisk[j];
2838
2839                 sprintf(disk->disk_name, "cciss/c%dd%d", i, j);
2840                 sprintf(disk->devfs_name, "cciss/host%d/target%d", i, j);
2841                 disk->major = hba[i]->major;
2842                 disk->first_minor = j << NWD_SHIFT;
2843                 disk->fops = &cciss_fops;
2844                 disk->queue = hba[i]->queue;
2845                 disk->private_data = drv;
2846                 /* we must register the controller even if no disks exist */
2847                 /* this is for the online array utilities */
2848                 if(!drv->heads && j)
2849                         continue;
2850                 blk_queue_hardsect_size(hba[i]->queue, drv->block_size);
2851                 set_capacity(disk, drv->nr_blocks);
2852                 add_disk(disk);
2853         }
2854         return(1);
2855
2856 clean4:
2857         if(hba[i]->cmd_pool_bits)
2858                 kfree(hba[i]->cmd_pool_bits);
2859         if(hba[i]->cmd_pool)
2860                 pci_free_consistent(hba[i]->pdev,
2861                         NR_CMDS * sizeof(CommandList_struct),
2862                         hba[i]->cmd_pool, hba[i]->cmd_pool_dhandle);
2863         if(hba[i]->errinfo_pool)
2864                 pci_free_consistent(hba[i]->pdev,
2865                         NR_CMDS * sizeof( ErrorInfo_struct),
2866                         hba[i]->errinfo_pool,
2867                         hba[i]->errinfo_pool_dhandle);
2868         free_irq(hba[i]->intr, hba[i]);
2869 clean2:
2870         unregister_blkdev(hba[i]->major, hba[i]->devname);
2871 clean1:
2872         release_io_mem(hba[i]);
2873         free_hba(i);
2874         return(-1);
2875 }
2876
2877 static void __devexit cciss_remove_one (struct pci_dev *pdev)
2878 {
2879         ctlr_info_t *tmp_ptr;
2880         int i, j;
2881         char flush_buf[4];
2882         int return_code;
2883
2884         if (pci_get_drvdata(pdev) == NULL)
2885         {
2886                 printk( KERN_ERR "cciss: Unable to remove device \n");
2887                 return;
2888         }
2889         tmp_ptr = pci_get_drvdata(pdev);
2890         i = tmp_ptr->ctlr;
2891         if (hba[i] == NULL)
2892         {
2893                 printk(KERN_ERR "cciss: device appears to "
2894                         "already be removed \n");
2895                 return;
2896         }
2897         /* Turn board interrupts off  and send the flush cache command */
2898         /* sendcmd will turn off interrupt, and send the flush...
2899         * To write all data in the battery backed cache to disks */
2900         memset(flush_buf, 0, 4);
2901         return_code = sendcmd(CCISS_CACHE_FLUSH, i, flush_buf, 4, 0, 0, 0, NULL,
2902                                 TYPE_CMD);
2903         if(return_code != IO_OK)
2904         {
2905                 printk(KERN_WARNING "Error Flushing cache on controller %d\n",
2906                         i);
2907         }
2908         free_irq(hba[i]->intr, hba[i]);
2909         pci_set_drvdata(pdev, NULL);
2910         iounmap(hba[i]->vaddr);
2911         cciss_unregister_scsi(i);  /* unhook from SCSI subsystem */
2912         unregister_blkdev(hba[i]->major, hba[i]->devname);
2913         remove_proc_entry(hba[i]->devname, proc_cciss);
2914
2915         /* remove it from the disk list */
2916         for (j = 0; j < NWD; j++) {
2917                 struct gendisk *disk = hba[i]->gendisk[j];
2918                 if (disk->flags & GENHD_FL_UP)
2919                         del_gendisk(disk);
2920         }
2921
2922         blk_cleanup_queue(hba[i]->queue);
2923         pci_free_consistent(hba[i]->pdev, NR_CMDS * sizeof(CommandList_struct),
2924                             hba[i]->cmd_pool, hba[i]->cmd_pool_dhandle);
2925         pci_free_consistent(hba[i]->pdev, NR_CMDS * sizeof( ErrorInfo_struct),
2926                 hba[i]->errinfo_pool, hba[i]->errinfo_pool_dhandle);
2927         kfree(hba[i]->cmd_pool_bits);
2928         release_io_mem(hba[i]);
2929         free_hba(i);
2930 }
2931
2932 static struct pci_driver cciss_pci_driver = {
2933         .name =         "cciss",
2934         .probe =        cciss_init_one,
2935         .remove =       __devexit_p(cciss_remove_one),
2936         .id_table =     cciss_pci_device_id, /* id_table */
2937 };
2938
2939 /*
2940  *  This is it.  Register the PCI driver information for the cards we control
2941  *  the OS will call our registered routines when it finds one of our cards.
2942  */
2943 static int __init cciss_init(void)
2944 {
2945         printk(KERN_INFO DRIVER_NAME "\n");
2946
2947         /* Register for our PCI devices */
2948         return pci_module_init(&cciss_pci_driver);
2949 }
2950
2951 static void __exit cciss_cleanup(void)
2952 {
2953         int i;
2954
2955         pci_unregister_driver(&cciss_pci_driver);
2956         /* double check that all controller entrys have been removed */
2957         for (i=0; i< MAX_CTLR; i++)
2958         {
2959                 if (hba[i] != NULL)
2960                 {
2961                         printk(KERN_WARNING "cciss: had to remove"
2962                                         " controller %d\n", i);
2963                         cciss_remove_one(hba[i]->pdev);
2964                 }
2965         }
2966         remove_proc_entry("cciss", proc_root_driver);
2967 }
2968
2969 module_init(cciss_init);
2970 module_exit(cciss_cleanup);