drivers/scsi/3w-xxxx.c

   1 /*
   2    3w-xxxx.c -- 3ware Storage Controller device driver for Linux.
   3
   4    Written By: Adam Radford <linuxraid@amcc.com>
   5    Modifications By: Joel Jacobson <linux@3ware.com>
   6                      Arnaldo Carvalho de Melo <acme@conectiva.com.br>
   7                      Brad Strand <linux@3ware.com>
   8
   9    Copyright (C) 1999-2007 3ware Inc.
  10
  11    Kernel compatiblity By:      Andre Hedrick <andre@suse.com>
  12    Non-Copyright (C) 2000       Andre Hedrick <andre@suse.com>
  13
  14    Further tiny build fixes and trivial hoovering    Alan Cox
  15
  16    This program is free software; you can redistribute it and/or modify
  17    it under the terms of the GNU General Public License as published by
  18    the Free Software Foundation; version 2 of the License.
  19
  20    This program is distributed in the hope that it will be useful,
  21    but WITHOUT ANY WARRANTY; without even the implied warranty of
  22    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  23    GNU General Public License for more details.
  24
  25    NO WARRANTY
  26    THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
  27    CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
  28    LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
  29    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
  30    solely responsible for determining the appropriateness of using and
  31    distributing the Program and assumes all risks associated with its
  32    exercise of rights under this Agreement, including but not limited to
  33    the risks and costs of program errors, damage to or loss of data,
  34    programs or equipment, and unavailability or interruption of operations.
  35
  36    DISCLAIMER OF LIABILITY
  37    NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
  38    DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  39    DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
  40    ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
  41    TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
  42    USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
  43    HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
  44
  45    You should have received a copy of the GNU General Public License
  46    along with this program; if not, write to the Free Software
  47    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  48
  49    Bugs/Comments/Suggestions should be mailed to:
  50    linuxraid@amcc.com
  51
  52    For more information, goto:
  53    http://www.amcc.com
  54
  55    History
  56    -------
  57    0.1.000 -     Initial release.
  58    0.4.000 -     Added support for Asynchronous Event Notification through
  59                  ioctls for 3DM.
  60    1.0.000 -     Added DPO & FUA bit support for WRITE_10 & WRITE_6 cdb
  61                  to disable drive write-cache before writes.
  62    1.1.000 -     Fixed performance bug with DPO & FUA not existing for WRITE_6.
  63    1.2.000 -     Added support for clean shutdown notification/feature table.
  64    1.02.00.001 - Added support for full command packet posts through ioctls
  65                  for 3DM.
  66                  Bug fix so hot spare drives don't show up.
  67    1.02.00.002 - Fix bug with tw_setfeature() call that caused oops on some
  68                  systems.
  69    08/21/00    - release previously allocated resources on failure at
  70                  tw_allocate_memory (acme)
  71    1.02.00.003 - Fix tw_interrupt() to report error to scsi layer when
  72                  controller status is non-zero.
  73                  Added handling of request_sense opcode.
  74                  Fix possible null pointer dereference in
  75                  tw_reset_device_extension()
  76    1.02.00.004 - Add support for device id of 3ware 7000 series controllers.
  77                  Make tw_setfeature() call with interrupts disabled.
  78                  Register interrupt handler before enabling interrupts.
  79                  Clear attention interrupt before draining aen queue.
  80    1.02.00.005 - Allocate bounce buffers and custom queue depth for raid5 for
  81                  6000 and 5000 series controllers.
  82                  Reduce polling mdelays causing problems on some systems.
  83                  Fix use_sg = 1 calculation bug.
  84                  Check for scsi_register returning NULL.
  85                  Add aen count to /proc/scsi/3w-xxxx.
  86                  Remove aen code unit masking in tw_aen_complete().
  87    1.02.00.006 - Remove unit from printk in tw_scsi_eh_abort(), causing
  88                  possible oops.
  89                  Fix possible null pointer dereference in tw_scsi_queue()
  90                  if done function pointer was invalid.
  91    1.02.00.007 - Fix possible null pointer dereferences in tw_ioctl().
  92                  Remove check for invalid done function pointer from
  93                  tw_scsi_queue().
  94    1.02.00.008 - Set max sectors per io to TW_MAX_SECTORS in tw_findcards().
  95                  Add tw_decode_error() for printing readable error messages.
  96                  Print some useful information on certain aen codes.
  97                  Add tw_decode_bits() for interpreting status register output.
  98                  Make scsi_set_pci_device() for kernels >= 2.4.4
  99                  Fix bug where aen's could be lost before a reset.
 100                  Re-add spinlocks in tw_scsi_detect().
 101                  Fix possible null pointer dereference in tw_aen_drain_queue()
 102                  during initialization.
 103                  Clear pci parity errors during initialization and during io.
 104    1.02.00.009 - Remove redundant increment in tw_state_request_start().
 105                  Add ioctl support for direct ATA command passthru.
 106                  Add entire aen code string list.
 107    1.02.00.010 - Cleanup queueing code, fix jbod thoughput.
 108                  Fix get_param for specific units.
 109    1.02.00.011 - Fix bug in tw_aen_complete() where aen's could be lost.
 110                  Fix tw_aen_drain_queue() to display useful info at init.
 111                  Set tw_host->max_id for 12 port cards.
 112                  Add ioctl support for raw command packet post from userspace
 113                  with sglist fragments (parameter and io).
 114    1.02.00.012 - Fix read capacity to under report by 1 sector to fix get
 115                  last sector ioctl.
 116    1.02.00.013 - Fix bug where more AEN codes weren't coming out during
 117                  driver initialization.
 118                  Improved handling of PCI aborts.
 119    1.02.00.014 - Fix bug in tw_findcards() where AEN code could be lost.
 120                  Increase timeout in tw_aen_drain_queue() to 30 seconds.
 121    1.02.00.015 - Re-write raw command post with data ioctl method.
 122                  Remove raid5 bounce buffers for raid5 for 6XXX for kernel 2.5
 123                  Add tw_map/unmap_scsi_sg/single_data() for kernel 2.5
 124                  Replace io_request_lock with host_lock for kernel 2.5
 125                  Set max_cmd_len to 16 for 3dm for kernel 2.5
 126    1.02.00.016 - Set host->max_sectors back up to 256.
 127    1.02.00.017 - Modified pci parity error handling/clearing from config space
 128                  during initialization.
 129    1.02.00.018 - Better handling of request sense opcode and sense information
 130                  for failed commands.  Add tw_decode_sense().
 131                  Replace all mdelay()'s with scsi_sleep().
 132    1.02.00.019 - Revert mdelay's and scsi_sleep's, this caused problems on
 133                  some SMP systems.
 134    1.02.00.020 - Add pci_set_dma_mask(), rewrite kmalloc()/virt_to_bus() to
 135                  pci_alloc/free_consistent().
 136                  Better alignment checking in tw_allocate_memory().
 137                  Cleanup tw_initialize_device_extension().
 138    1.02.00.021 - Bump cmd_per_lun in SHT to 255 for better jbod performance.
 139                  Improve handling of errors in tw_interrupt().
 140                  Add handling/clearing of controller queue error.
 141                  Empty stale responses before draining aen queue.
 142                  Fix tw_scsi_eh_abort() to not reset on every io abort.
 143                  Set can_queue in SHT to 255 to prevent hang from AEN.
 144    1.02.00.022 - Fix possible null pointer dereference in tw_scsi_release().
 145    1.02.00.023 - Fix bug in tw_aen_drain_queue() where unit # was always zero.
 146    1.02.00.024 - Add severity levels to AEN strings.
 147    1.02.00.025 - Fix command interrupt spurious error messages.
 148                  Fix bug in raw command post with data ioctl method.
 149                  Fix bug where rollcall sometimes failed with cable errors.
 150                  Print unit # on all command timeouts.
 151    1.02.00.026 - Fix possible infinite retry bug with power glitch induced
 152                  drive timeouts.
 153                  Cleanup some AEN severity levels.
 154    1.02.00.027 - Add drive not supported AEN code for SATA controllers.
 155                  Remove spurious unknown ioctl error message.
 156    1.02.00.028 - Fix bug where multiple controllers with no units were the
 157                  same card number.
 158                  Fix bug where cards were being shut down more than once.
 159    1.02.00.029 - Add missing pci_free_consistent() in tw_allocate_memory().
 160                  Replace pci_map_single() with pci_map_page() for highmem.
 161                  Check for tw_setfeature() failure.
 162    1.02.00.030 - Make driver 64-bit clean.
 163    1.02.00.031 - Cleanup polling timeouts/routines in several places.
 164                  Add support for mode sense opcode.
 165                  Add support for cache mode page.
 166                  Add support for synchronize cache opcode.
 167    1.02.00.032 - Fix small multicard rollcall bug.
 168                  Make driver stay loaded with no units for hot add/swap.
 169                  Add support for "twe" character device for ioctls.
 170                  Clean up request_id queueing code.
 171                  Fix tw_scsi_queue() spinlocks.
 172    1.02.00.033 - Fix tw_aen_complete() to not queue 'queue empty' AEN's.
 173                  Initialize queues correctly when loading with no valid units.
 174    1.02.00.034 - Fix tw_decode_bits() to handle multiple errors.
 175                  Add support for user configurable cmd_per_lun.
 176                  Add support for sht->slave_configure().
 177    1.02.00.035 - Improve tw_allocate_memory() memory allocation.
 178                  Fix tw_chrdev_ioctl() to sleep correctly.
 179    1.02.00.036 - Increase character ioctl timeout to 60 seconds.
 180    1.02.00.037 - Fix tw_ioctl() to handle all non-data ATA passthru cmds
 181                  for 'smartmontools' support.
 182    1.26.00.038 - Roll driver minor version to 26 to denote kernel 2.6.
 183                  Add support for cmds_per_lun module parameter.
 184    1.26.00.039 - Fix bug in tw_chrdev_ioctl() polling code.
 185                  Fix data_buffer_length usage in tw_chrdev_ioctl().
 186                  Update contact information.
 187    1.26.02.000 - Convert driver to pci_driver format.
 188    1.26.02.001 - Increase max ioctl buffer size to 512 sectors.
 189                  Make tw_scsi_queue() return 0 for 'Unknown scsi opcode'.
 190                  Fix tw_remove() to free irq handler/unregister_chrdev()
 191                  before shutting down card.
 192                  Change to new 'change_queue_depth' api.
 193                  Fix 'handled=1' ISR usage, remove bogus IRQ check.
 194    1.26.02.002 - Free irq handler in __tw_shutdown().
 195                  Turn on RCD bit for caching mode page.
 196                  Serialize reset code.
 197 */
 198
 199 #include <linux/module.h>
 200 #include <linux/reboot.h>
 201 #include <linux/spinlock.h>
 202 #include <linux/interrupt.h>
 203 #include <linux/moduleparam.h>
 204 #include <linux/errno.h>
 205 #include <linux/types.h>
 206 #include <linux/delay.h>
 207 #include <linux/pci.h>
 208 #include <linux/time.h>
 209 #include <linux/mutex.h>
 210 #include <asm/io.h>
 211 #include <asm/irq.h>
 212 #include <asm/uaccess.h>
 213 #include <scsi/scsi.h>
 214 #include <scsi/scsi_host.h>
 215 #include <scsi/scsi_tcq.h>
 216 #include <scsi/scsi_cmnd.h>
 217 #include "3w-xxxx.h"
 218
 219 /* Globals */
 220 #define TW_DRIVER_VERSION "1.26.02.002"
 221 static TW_Device_Extension *tw_device_extension_list[TW_MAX_SLOT];
 222 static int tw_device_extension_count = 0;
 223 static int twe_major = -1;
 224
 225 /* Module parameters */
 226 MODULE_AUTHOR("AMCC");
 227 MODULE_DESCRIPTION("3ware Storage Controller Linux Driver");
 228 MODULE_LICENSE("GPL");
 229 MODULE_VERSION(TW_DRIVER_VERSION);
 230
 231 /* Function prototypes */
 232 static int tw_reset_device_extension(TW_Device_Extension *tw_dev);
 233
 234 /* Functions */
 235
 236 /* This function will check the status register for unexpected bits */
 237 static int tw_check_bits(u32 status_reg_value)
 238 {
 239         if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS) {
 240                 dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): No expected bits (0x%x).\n", status_reg_value);
 241                 return 1;
 242         }
 243         if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0) {
 244                 dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): Found unexpected bits (0x%x).\n", status_reg_value);
 245                 return 1;
 246         }
 247
 248         return 0;
 249 } /* End tw_check_bits() */
 250
 251 /* This function will print readable messages from status register errors */
 252 static int tw_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value, int print_host)
 253 {
 254         char host[16];
 255
 256         dprintk(KERN_WARNING "3w-xxxx: tw_decode_bits()\n");
 257
 258         if (print_host)
 259                 sprintf(host, " scsi%d:", tw_dev->host->host_no);
 260         else
 261                 host[0] = '\0';
 262
 263         if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) {
 264                 printk(KERN_WARNING "3w-xxxx:%s PCI Parity Error: clearing.\n", host);
 265                 outl(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
 266         }
 267
 268         if (status_reg_value & TW_STATUS_PCI_ABORT) {
 269                 printk(KERN_WARNING "3w-xxxx:%s PCI Abort: clearing.\n", host);
 270                 outl(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev));
 271                 pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT);
 272         }
 273
 274         if (status_reg_value & TW_STATUS_QUEUE_ERROR) {
 275                 printk(KERN_WARNING "3w-xxxx:%s Controller Queue Error: clearing.\n", host);
 276                 outl(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
 277         }
 278
 279         if (status_reg_value & TW_STATUS_SBUF_WRITE_ERROR) {
 280                 printk(KERN_WARNING "3w-xxxx:%s SBUF Write Error: clearing.\n", host);
 281                 outl(TW_CONTROL_CLEAR_SBUF_WRITE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
 282         }
 283
 284         if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) {
 285                 if (tw_dev->reset_print == 0) {
 286                         printk(KERN_WARNING "3w-xxxx:%s Microcontroller Error: clearing.\n", host);
 287                         tw_dev->reset_print = 1;
 288                 }
 289                 return 1;
 290         }
 291
 292         return 0;
 293 } /* End tw_decode_bits() */
 294
 295 /* This function will poll the status register for a flag */
 296 static int tw_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds)
 297 {
 298         u32 status_reg_value;
 299         unsigned long before;
 300         int retval = 1;
 301
 302         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 303         before = jiffies;
 304
 305         if (tw_check_bits(status_reg_value))
 306                 tw_decode_bits(tw_dev, status_reg_value, 0);
 307
 308         while ((status_reg_value & flag) != flag) {
 309                 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 310
 311                 if (tw_check_bits(status_reg_value))
 312                         tw_decode_bits(tw_dev, status_reg_value, 0);
 313
 314                 if (time_after(jiffies, before + HZ * seconds))
 315                         goto out;
 316
 317                 msleep(50);
 318         }
 319         retval = 0;
 320 out:
 321         return retval;
 322 } /* End tw_poll_status() */
 323
 324 /* This function will poll the status register for disappearance of a flag */
 325 static int tw_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds)
 326 {
 327         u32 status_reg_value;
 328         unsigned long before;
 329         int retval = 1;
 330
 331         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 332         before = jiffies;
 333
 334         if (tw_check_bits(status_reg_value))
 335                 tw_decode_bits(tw_dev, status_reg_value, 0);
 336
 337         while ((status_reg_value & flag) != 0) {
 338                 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 339
 340                 if (tw_check_bits(status_reg_value))
 341                         tw_decode_bits(tw_dev, status_reg_value, 0);
 342
 343                 if (time_after(jiffies, before + HZ * seconds))
 344                         goto out;
 345
 346                 msleep(50);
 347         }
 348         retval = 0;
 349 out:
 350         return retval;
 351 } /* End tw_poll_status_gone() */
 352
 353 /* This function will attempt to post a command packet to the board */
 354 static int tw_post_command_packet(TW_Device_Extension *tw_dev, int request_id)
 355 {
 356         u32 status_reg_value;
 357         unsigned long command_que_value;
 358
 359         dprintk(KERN_NOTICE "3w-xxxx: tw_post_command_packet()\n");
 360         command_que_value = tw_dev->command_packet_physical_address[request_id];
 361         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 362
 363         if (tw_check_bits(status_reg_value)) {
 364                 dprintk(KERN_WARNING "3w-xxxx: tw_post_command_packet(): Unexpected bits.\n");
 365                 tw_decode_bits(tw_dev, status_reg_value, 1);
 366         }
 367
 368         if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
 369                 /* We successfully posted the command packet */
 370                 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
 371                 tw_dev->state[request_id] = TW_S_POSTED;
 372                 tw_dev->posted_request_count++;
 373                 if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) {
 374                         tw_dev->max_posted_request_count = tw_dev->posted_request_count;
 375                 }
 376         } else {
 377                 /* Couldn't post the command packet, so we do it in the isr */
 378                 if (tw_dev->state[request_id] != TW_S_PENDING) {
 379                         tw_dev->state[request_id] = TW_S_PENDING;
 380                         tw_dev->pending_request_count++;
 381                         if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) {
 382                                 tw_dev->max_pending_request_count = tw_dev->pending_request_count;
 383                         }
 384                         tw_dev->pending_queue[tw_dev->pending_tail] = request_id;
 385                         if (tw_dev->pending_tail == TW_Q_LENGTH-1) {
 386                                 tw_dev->pending_tail = TW_Q_START;
 387                         } else {
 388                                 tw_dev->pending_tail = tw_dev->pending_tail + 1;
 389                         }
 390                 }
 391                 TW_UNMASK_COMMAND_INTERRUPT(tw_dev);
 392                 return 1;
 393         }
 394         return 0;
 395 } /* End tw_post_command_packet() */
 396
 397 /* This function will return valid sense buffer information for failed cmds */
 398 static int tw_decode_sense(TW_Device_Extension *tw_dev, int request_id, int fill_sense)
 399 {
 400         int i;
 401         TW_Command *command;
 402
 403         dprintk(KERN_WARNING "3w-xxxx: tw_decode_sense()\n");
 404         command = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
 405
 406         printk(KERN_WARNING "3w-xxxx: scsi%d: Command failed: status = 0x%x, flags = 0x%x, unit #%d.\n", tw_dev->host->host_no, command->status, command->flags, TW_UNIT_OUT(command->unit__hostid));
 407
 408         /* Attempt to return intelligent sense information */
 409         if (fill_sense) {
 410                 if ((command->status == 0xc7) || (command->status == 0xcb)) {
 411                         for (i = 0; i < ARRAY_SIZE(tw_sense_table); i++) {
 412                                 if (command->flags == tw_sense_table[i][0]) {
 413
 414                                         /* Valid bit and 'current errors' */
 415                                         tw_dev->srb[request_id]->sense_buffer[0] = (0x1 << 7 | 0x70);
 416
 417                                         /* Sense key */
 418                                         tw_dev->srb[request_id]->sense_buffer[2] = tw_sense_table[i][1];
 419
 420                                         /* Additional sense length */
 421                                         tw_dev->srb[request_id]->sense_buffer[7] = 0xa; /* 10 bytes */
 422
 423                                         /* Additional sense code */
 424                                         tw_dev->srb[request_id]->sense_buffer[12] = tw_sense_table[i][2];
 425
 426                                         /* Additional sense code qualifier */
 427                                         tw_dev->srb[request_id]->sense_buffer[13] = tw_sense_table[i][3];
 428
 429                                         tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
 430                                         return TW_ISR_DONT_RESULT; /* Special case for isr to not over-write result */
 431                                 }
 432                         }
 433                 }
 434
 435                 /* If no table match, error so we get a reset */
 436                 return 1;
 437         }
 438
 439         return 0;
 440 } /* End tw_decode_sense() */
 441
 442 /* This function will report controller error status */
 443 static int tw_check_errors(TW_Device_Extension *tw_dev)
 444 {
 445         u32 status_reg_value;
 446
 447         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 448
 449         if (TW_STATUS_ERRORS(status_reg_value) || tw_check_bits(status_reg_value)) {
 450                 tw_decode_bits(tw_dev, status_reg_value, 0);
 451                 return 1;
 452         }
 453
 454         return 0;
 455 } /* End tw_check_errors() */
 456
 457 /* This function will empty the response que */
 458 static void tw_empty_response_que(TW_Device_Extension *tw_dev)
 459 {
 460         u32 status_reg_value, response_que_value;
 461
 462         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 463
 464         while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
 465                 response_que_value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
 466                 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 467         }
 468 } /* End tw_empty_response_que() */
 469
 470 /* This function will free a request_id */
 471 static void tw_state_request_finish(TW_Device_Extension *tw_dev, int request_id)
 472 {
 473         tw_dev->free_queue[tw_dev->free_tail] = request_id;
 474         tw_dev->state[request_id] = TW_S_FINISHED;
 475         tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH;
 476 } /* End tw_state_request_finish() */
 477
 478 /* This function will assign an available request_id */
 479 static void tw_state_request_start(TW_Device_Extension *tw_dev, int *request_id)
 480 {
 481         *request_id = tw_dev->free_queue[tw_dev->free_head];
 482         tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH;
 483         tw_dev->state[*request_id] = TW_S_STARTED;
 484 } /* End tw_state_request_start() */
 485
 486 /* Show some statistics about the card */
 487 static ssize_t tw_show_stats(struct class_device *class_dev, char *buf)
 488 {
 489         struct Scsi_Host *host = class_to_shost(class_dev);
 490         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
 491         unsigned long flags = 0;
 492         ssize_t len;
 493
 494         spin_lock_irqsave(tw_dev->host->host_lock, flags);
 495         len = snprintf(buf, PAGE_SIZE, "3w-xxxx Driver version: %s\n"
 496                        "Current commands posted:   %4d\n"
 497                        "Max commands posted:       %4d\n"
 498                        "Current pending commands:  %4d\n"
 499                        "Max pending commands:      %4d\n"
 500                        "Last sgl length:           %4d\n"
 501                        "Max sgl length:            %4d\n"
 502                        "Last sector count:         %4d\n"
 503                        "Max sector count:          %4d\n"
 504                        "SCSI Host Resets:          %4d\n"
 505                        "AEN's:                     %4d\n",
 506                        TW_DRIVER_VERSION,
 507                        tw_dev->posted_request_count,
 508                        tw_dev->max_posted_request_count,
 509                        tw_dev->pending_request_count,
 510                        tw_dev->max_pending_request_count,
 511                        tw_dev->sgl_entries,
 512                        tw_dev->max_sgl_entries,
 513                        tw_dev->sector_count,
 514                        tw_dev->max_sector_count,
 515                        tw_dev->num_resets,
 516                        tw_dev->aen_count);
 517         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 518         return len;
 519 } /* End tw_show_stats() */
 520
 521 /* This function will set a devices queue depth */
 522 static int tw_change_queue_depth(struct scsi_device *sdev, int queue_depth)
 523 {
 524         if (queue_depth > TW_Q_LENGTH-2)
 525                 queue_depth = TW_Q_LENGTH-2;
 526         scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG, queue_depth);
 527         return queue_depth;
 528 } /* End tw_change_queue_depth() */
 529
 530 /* Create sysfs 'stats' entry */
 531 static struct class_device_attribute tw_host_stats_attr = {
 532         .attr = {
 533                 .name =         "stats",
 534                 .mode =         S_IRUGO,
 535         },
 536         .show = tw_show_stats
 537 };
 538
 539 /* Host attributes initializer */
 540 static struct class_device_attribute *tw_host_attrs[] = {
 541         &tw_host_stats_attr,
 542         NULL,
 543 };
 544
 545 /* This function will read the aen queue from the isr */
 546 static int tw_aen_read_queue(TW_Device_Extension *tw_dev, int request_id)
 547 {
 548         TW_Command *command_packet;
 549         TW_Param *param;
 550         unsigned long command_que_value;
 551         u32 status_reg_value;
 552         unsigned long param_value = 0;
 553
 554         dprintk(KERN_NOTICE "3w-xxxx: tw_aen_read_queue()\n");
 555
 556         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 557         if (tw_check_bits(status_reg_value)) {
 558                 dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Unexpected bits.\n");
 559                 tw_decode_bits(tw_dev, status_reg_value, 1);
 560                 return 1;
 561         }
 562         if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
 563                 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet virtual address.\n");
 564                 return 1;
 565         }
 566         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
 567         memset(command_packet, 0, sizeof(TW_Sector));
 568         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
 569         command_packet->size = 4;
 570         command_packet->request_id = request_id;
 571         command_packet->status = 0;
 572         command_packet->flags = 0;
 573         command_packet->byte6.parameter_count = 1;
 574         command_que_value = tw_dev->command_packet_physical_address[request_id];
 575         if (command_que_value == 0) {
 576                 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet physical address.\n");
 577                 return 1;
 578         }
 579         /* Now setup the param */
 580         if (tw_dev->alignment_virtual_address[request_id] == NULL) {
 581                 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment virtual address.\n");
 582                 return 1;
 583         }
 584         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
 585         memset(param, 0, sizeof(TW_Sector));
 586         param->table_id = 0x401; /* AEN table */
 587         param->parameter_id = 2; /* Unit code */
 588         param->parameter_size_bytes = 2;
 589         param_value = tw_dev->alignment_physical_address[request_id];
 590         if (param_value == 0) {
 591                 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment physical address.\n");
 592                 return 1;
 593         }
 594         command_packet->byte8.param.sgl[0].address = param_value;
 595         command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
 596
 597         /* Now post the command packet */
 598         if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
 599                 dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post succeeded.\n");
 600                 tw_dev->srb[request_id] = NULL; /* Flag internal command */
 601                 tw_dev->state[request_id] = TW_S_POSTED;
 602                 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
 603         } else {
 604                 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post failed, will retry.\n");
 605                 return 1;
 606         }
 607
 608         return 0;
 609 } /* End tw_aen_read_queue() */
 610
 611 /* This function will complete an aen request from the isr */
 612 static int tw_aen_complete(TW_Device_Extension *tw_dev, int request_id)
 613 {
 614         TW_Param *param;
 615         unsigned short aen;
 616         int error = 0, table_max = 0;
 617
 618         dprintk(KERN_WARNING "3w-xxxx: tw_aen_complete()\n");
 619         if (tw_dev->alignment_virtual_address[request_id] == NULL) {
 620                 printk(KERN_WARNING "3w-xxxx: tw_aen_complete(): Bad alignment virtual address.\n");
 621                 return 1;
 622         }
 623         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
 624         aen = *(unsigned short *)(param->data);
 625         dprintk(KERN_NOTICE "3w-xxxx: tw_aen_complete(): Queue'd code 0x%x\n", aen);
 626
 627         /* Print some useful info when certain aen codes come out */
 628         if (aen == 0x0ff) {
 629                 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: INFO: AEN queue overflow.\n", tw_dev->host->host_no);
 630         } else {
 631                 table_max = ARRAY_SIZE(tw_aen_string);
 632                 if ((aen & 0x0ff) < table_max) {
 633                         if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
 634                                 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s%d.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff], aen >> 8);
 635                         } else {
 636                                 if (aen != 0x0)
 637                                         printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff]);
 638                         }
 639                 } else {
 640                         printk(KERN_WARNING "3w-xxxx: scsi%d: Received AEN %d.\n", tw_dev->host->host_no, aen);
 641                 }
 642         }
 643         if (aen != TW_AEN_QUEUE_EMPTY) {
 644                 tw_dev->aen_count++;
 645
 646                 /* Now queue the code */
 647                 tw_dev->aen_queue[tw_dev->aen_tail] = aen;
 648                 if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
 649                         tw_dev->aen_tail = TW_Q_START;
 650                 } else {
 651                         tw_dev->aen_tail = tw_dev->aen_tail + 1;
 652                 }
 653                 if (tw_dev->aen_head == tw_dev->aen_tail) {
 654                         if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
 655                                 tw_dev->aen_head = TW_Q_START;
 656                         } else {
 657                                 tw_dev->aen_head = tw_dev->aen_head + 1;
 658                         }
 659                 }
 660
 661                 error = tw_aen_read_queue(tw_dev, request_id);
 662                 if (error) {
 663                         printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing AEN.\n", tw_dev->host->host_no);
 664                         tw_dev->state[request_id] = TW_S_COMPLETED;
 665                         tw_state_request_finish(tw_dev, request_id);
 666                 }
 667         } else {
 668                 tw_dev->state[request_id] = TW_S_COMPLETED;
 669                 tw_state_request_finish(tw_dev, request_id);
 670         }
 671
 672         return 0;
 673 } /* End tw_aen_complete() */
 674
 675 /* This function will drain the aen queue after a soft reset */
 676 static int tw_aen_drain_queue(TW_Device_Extension *tw_dev)
 677 {
 678         TW_Command *command_packet;
 679         TW_Param *param;
 680         int request_id = 0;
 681         unsigned long command_que_value;
 682         unsigned long param_value;
 683         TW_Response_Queue response_queue;
 684         unsigned short aen;
 685         unsigned short aen_code;
 686         int finished = 0;
 687         int first_reset = 0;
 688         int queue = 0;
 689         int found = 0, table_max = 0;
 690
 691         dprintk(KERN_NOTICE "3w-xxxx: tw_aen_drain_queue()\n");
 692
 693         if (tw_poll_status(tw_dev, TW_STATUS_ATTENTION_INTERRUPT | TW_STATUS_MICROCONTROLLER_READY, 30)) {
 694                 dprintk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): No attention interrupt for card %d.\n", tw_device_extension_count);
 695                 return 1;
 696         }
 697         TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
 698
 699         /* Empty response queue */
 700         tw_empty_response_que(tw_dev);
 701
 702         /* Initialize command packet */
 703         if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
 704                 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet virtual address.\n");
 705                 return 1;
 706         }
 707         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
 708         memset(command_packet, 0, sizeof(TW_Sector));
 709         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
 710         command_packet->size = 4;
 711         command_packet->request_id = request_id;
 712         command_packet->status = 0;
 713         command_packet->flags = 0;
 714         command_packet->byte6.parameter_count = 1;
 715         command_que_value = tw_dev->command_packet_physical_address[request_id];
 716         if (command_que_value == 0) {
 717                 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet physical address.\n");
 718                 return 1;
 719         }
 720
 721         /* Now setup the param */
 722         if (tw_dev->alignment_virtual_address[request_id] == NULL) {
 723                 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment virtual address.\n");
 724                 return 1;
 725         }
 726         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
 727         memset(param, 0, sizeof(TW_Sector));
 728         param->table_id = 0x401; /* AEN table */
 729         param->parameter_id = 2; /* Unit code */
 730         param->parameter_size_bytes = 2;
 731         param_value = tw_dev->alignment_physical_address[request_id];
 732         if (param_value == 0) {
 733                 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment physical address.\n");
 734                 return 1;
 735         }
 736         command_packet->byte8.param.sgl[0].address = param_value;
 737         command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
 738
 739         /* Now drain the controller's aen queue */
 740         do {
 741                 /* Post command packet */
 742                 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
 743
 744                 /* Now poll for completion */
 745                 if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
 746                         response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
 747                         request_id = TW_RESID_OUT(response_queue.response_id);
 748
 749                         if (request_id != 0) {
 750                                 /* Unexpected request id */
 751                                 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Unexpected request id.\n");
 752                                 return 1;
 753                         }
 754
 755                         if (command_packet->status != 0) {
 756                                 if (command_packet->flags != TW_AEN_TABLE_UNDEFINED) {
 757                                         /* Bad response */
 758                                         tw_decode_sense(tw_dev, request_id, 0);
 759                                         return 1;
 760                                 } else {
 761                                         /* We know this is a 3w-1x00, and doesn't support aen's */
 762                                         return 0;
 763                                 }
 764                         }
 765
 766                         /* Now check the aen */
 767                         aen = *(unsigned short *)(param->data);
 768                         aen_code = (aen & 0x0ff);
 769                         queue = 0;
 770                         switch (aen_code) {
 771                                 case TW_AEN_QUEUE_EMPTY:
 772                                         dprintk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
 773                                         if (first_reset != 1) {
 774                                                 return 1;
 775                                         } else {
 776                                                 finished = 1;
 777                                         }
 778                                         break;
 779                                 case TW_AEN_SOFT_RESET:
 780                                         if (first_reset == 0) {
 781                                                 first_reset = 1;
 782                                         } else {
 783                                                 printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
 784                                                 tw_dev->aen_count++;
 785                                                 queue = 1;
 786                                         }
 787                                         break;
 788                                 default:
 789                                         if (aen == 0x0ff) {
 790                                                 printk(KERN_WARNING "3w-xxxx: AEN: INFO: AEN queue overflow.\n");
 791                                         } else {
 792                                                 table_max = ARRAY_SIZE(tw_aen_string);
 793                                                 if ((aen & 0x0ff) < table_max) {
 794                                                         if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
 795                                                                 printk(KERN_WARNING "3w-xxxx: AEN: %s%d.\n", tw_aen_string[aen & 0xff], aen >> 8);
 796                                                         } else {
 797                                                                 printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
 798                                                         }
 799                                                 } else
 800                                                         printk(KERN_WARNING "3w-xxxx: Received AEN %d.\n", aen);
 801                                         }
 802                                         tw_dev->aen_count++;
 803                                         queue = 1;
 804                         }
 805
 806                         /* Now put the aen on the aen_queue */
 807                         if (queue == 1) {
 808                                 tw_dev->aen_queue[tw_dev->aen_tail] = aen;
 809                                 if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
 810                                         tw_dev->aen_tail = TW_Q_START;
 811                                 } else {
 812                                         tw_dev->aen_tail = tw_dev->aen_tail + 1;
 813                                 }
 814                                 if (tw_dev->aen_head == tw_dev->aen_tail) {
 815                                         if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
 816                                                 tw_dev->aen_head = TW_Q_START;
 817                                         } else {
 818                                                 tw_dev->aen_head = tw_dev->aen_head + 1;
 819                                         }
 820                                 }
 821                         }
 822                         found = 1;
 823                 }
 824                 if (found == 0) {
 825                         printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Response never received.\n");
 826                         return 1;
 827                 }
 828         } while (finished == 0);
 829
 830         return 0;
 831 } /* End tw_aen_drain_queue() */
 832
 833 /* This function will allocate memory */
 834 static int tw_allocate_memory(TW_Device_Extension *tw_dev, int size, int which)
 835 {
 836         int i;
 837         dma_addr_t dma_handle;
 838         unsigned long *cpu_addr = NULL;
 839
 840         dprintk(KERN_NOTICE "3w-xxxx: tw_allocate_memory()\n");
 841
 842         cpu_addr = pci_alloc_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, &dma_handle);
 843         if (cpu_addr == NULL) {
 844                 printk(KERN_WARNING "3w-xxxx: pci_alloc_consistent() failed.\n");
 845                 return 1;
 846         }
 847
 848         if ((unsigned long)cpu_addr % (tw_dev->tw_pci_dev->device == TW_DEVICE_ID ? TW_ALIGNMENT_6000 : TW_ALIGNMENT_7000)) {
 849                 printk(KERN_WARNING "3w-xxxx: Couldn't allocate correctly aligned memory.\n");
 850                 pci_free_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, cpu_addr, dma_handle);
 851                 return 1;
 852         }
 853
 854         memset(cpu_addr, 0, size*TW_Q_LENGTH);
 855
 856         for (i=0;i<TW_Q_LENGTH;i++) {
 857                 switch(which) {
 858                 case 0:
 859                         tw_dev->command_packet_physical_address[i] = dma_handle+(i*size);
 860                         tw_dev->command_packet_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
 861                         break;
 862                 case 1:
 863                         tw_dev->alignment_physical_address[i] = dma_handle+(i*size);
 864                         tw_dev->alignment_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
 865                         break;
 866                 default:
 867                         printk(KERN_WARNING "3w-xxxx: tw_allocate_memory(): case slip in tw_allocate_memory()\n");
 868                         return 1;
 869                 }
 870         }
 871
 872         return 0;
 873 } /* End tw_allocate_memory() */
 874
 875 /* This function handles ioctl for the character device */
 876 static int tw_chrdev_ioctl(struct inode *inode, struct file *file, unsigned int cmd, unsigned long arg)
 877 {
 878         int request_id;
 879         dma_addr_t dma_handle;
 880         unsigned short tw_aen_code;
 881         unsigned long flags;
 882         unsigned int data_buffer_length = 0;
 883         unsigned long data_buffer_length_adjusted = 0;
 884         unsigned long *cpu_addr;
 885         long timeout;
 886         TW_New_Ioctl *tw_ioctl;
 887         TW_Passthru *passthru;
 888         TW_Device_Extension *tw_dev = tw_device_extension_list[iminor(inode)];
 889         int retval = -EFAULT;
 890         void __user *argp = (void __user *)arg;
 891
 892         dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl()\n");
 893
 894         /* Only let one of these through at a time */
 895         if (mutex_lock_interruptible(&tw_dev->ioctl_lock))
 896                 return -EINTR;
 897
 898         /* First copy down the buffer length */
 899         if (copy_from_user(&data_buffer_length, argp, sizeof(unsigned int)))
 900                 goto out;
 901
 902         /* Check size */
 903         if (data_buffer_length > TW_MAX_IOCTL_SECTORS * 512) {
 904                 retval = -EINVAL;
 905                 goto out;
 906         }
 907
 908         /* Hardware can only do multiple of 512 byte transfers */
 909         data_buffer_length_adjusted = (data_buffer_length + 511) & ~511;
 910
 911         /* Now allocate ioctl buf memory */
 912         cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_New_Ioctl) - 1, &dma_handle, GFP_KERNEL);
 913         if (cpu_addr == NULL) {
 914                 retval = -ENOMEM;
 915                 goto out;
 916         }
 917
 918         tw_ioctl = (TW_New_Ioctl *)cpu_addr;
 919
 920         /* Now copy down the entire ioctl */
 921         if (copy_from_user(tw_ioctl, argp, data_buffer_length + sizeof(TW_New_Ioctl) - 1))
 922                 goto out2;
 923
 924         passthru = (TW_Passthru *)&tw_ioctl->firmware_command;
 925
 926         /* See which ioctl we are doing */
 927         switch (cmd) {
 928                 case TW_OP_NOP:
 929                         dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_OP_NOP.\n");
 930                         break;
 931                 case TW_OP_AEN_LISTEN:
 932                         dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_AEN_LISTEN.\n");
 933                         memset(tw_ioctl->data_buffer, 0, data_buffer_length);
 934
 935                         spin_lock_irqsave(tw_dev->host->host_lock, flags);
 936                         if (tw_dev->aen_head == tw_dev->aen_tail) {
 937                                 tw_aen_code = TW_AEN_QUEUE_EMPTY;
 938                         } else {
 939                                 tw_aen_code = tw_dev->aen_queue[tw_dev->aen_head];
 940                                 if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
 941                                         tw_dev->aen_head = TW_Q_START;
 942                                 } else {
 943                                         tw_dev->aen_head = tw_dev->aen_head + 1;
 944                                 }
 945                         }
 946                         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 947                         memcpy(tw_ioctl->data_buffer, &tw_aen_code, sizeof(tw_aen_code));
 948                         break;
 949                 case TW_CMD_PACKET_WITH_DATA:
 950                         dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_CMD_PACKET_WITH_DATA.\n");
 951                         spin_lock_irqsave(tw_dev->host->host_lock, flags);
 952
 953                         tw_state_request_start(tw_dev, &request_id);
 954
 955                         /* Flag internal command */
 956                         tw_dev->srb[request_id] = NULL;
 957
 958                         /* Flag chrdev ioctl */
 959                         tw_dev->chrdev_request_id = request_id;
 960
 961                         tw_ioctl->firmware_command.request_id = request_id;
 962
 963                         /* Load the sg list */
 964                         switch (TW_SGL_OUT(tw_ioctl->firmware_command.opcode__sgloffset)) {
 965                         case 2:
 966                                 tw_ioctl->firmware_command.byte8.param.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
 967                                 tw_ioctl->firmware_command.byte8.param.sgl[0].length = data_buffer_length_adjusted;
 968                                 break;
 969                         case 3:
 970                                 tw_ioctl->firmware_command.byte8.io.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
 971                                 tw_ioctl->firmware_command.byte8.io.sgl[0].length = data_buffer_length_adjusted;
 972                                 break;
 973                         case 5:
 974                                 passthru->sg_list[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
 975                                 passthru->sg_list[0].length = data_buffer_length_adjusted;
 976                                 break;
 977                         }
 978
 979                         memcpy(tw_dev->command_packet_virtual_address[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command));
 980
 981                         /* Now post the command packet to the controller */
 982                         tw_post_command_packet(tw_dev, request_id);
 983                         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 984
 985                         timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ;
 986
 987                         /* Now wait for the command to complete */
 988                         timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout);
 989
 990                         /* We timed out, and didn't get an interrupt */
 991                         if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) {
 992                                 /* Now we need to reset the board */
 993                                 printk(KERN_WARNING "3w-xxxx: scsi%d: Character ioctl (0x%x) timed out, resetting card.\n", tw_dev->host->host_no, cmd);
 994                                 retval = -EIO;
 995                                 if (tw_reset_device_extension(tw_dev)) {
 996                                         printk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): Reset failed for card %d.\n", tw_dev->host->host_no);
 997                                 }
 998                                 goto out2;
 999                         }
1000
1001                         /* Now copy in the command packet response */
1002                         memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virtual_address[request_id], sizeof(TW_Command));
1003
1004                         /* Now complete the io */
1005                         spin_lock_irqsave(tw_dev->host->host_lock, flags);
1006                         tw_dev->posted_request_count--;
1007                         tw_dev->state[request_id] = TW_S_COMPLETED;
1008                         tw_state_request_finish(tw_dev, request_id);
1009                         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1010                         break;
1011                 default:
1012                         retval = -ENOTTY;
1013                         goto out2;
1014         }
1015
1016         /* Now copy the response to userspace */
1017         if (copy_to_user(argp, tw_ioctl, sizeof(TW_New_Ioctl) + data_buffer_length - 1))
1018                 goto out2;
1019         retval = 0;
1020 out2:
1021         /* Now free ioctl buf memory */
1022         dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_New_Ioctl) - 1, cpu_addr, dma_handle);
1023 out:
1024         mutex_unlock(&tw_dev->ioctl_lock);
1025         return retval;
1026 } /* End tw_chrdev_ioctl() */
1027
1028 /* This function handles open for the character device */
1029 static int tw_chrdev_open(struct inode *inode, struct file *file)
1030 {
1031         unsigned int minor_number;
1032
1033         dprintk(KERN_WARNING "3w-xxxx: tw_ioctl_open()\n");
1034
1035         minor_number = iminor(inode);
1036         if (minor_number >= tw_device_extension_count)
1037                 return -ENODEV;
1038
1039         return 0;
1040 } /* End tw_chrdev_open() */
1041
1042 /* File operations struct for character device */
1043 static const struct file_operations tw_fops = {
1044         .owner          = THIS_MODULE,
1045         .ioctl          = tw_chrdev_ioctl,
1046         .open           = tw_chrdev_open,
1047         .release        = NULL
1048 };
1049
1050 /* This function will free up device extension resources */
1051 static void tw_free_device_extension(TW_Device_Extension *tw_dev)
1052 {
1053         dprintk(KERN_NOTICE "3w-xxxx: tw_free_device_extension()\n");
1054
1055         /* Free command packet and generic buffer memory */
1056         if (tw_dev->command_packet_virtual_address[0])
1057                 pci_free_consistent(tw_dev->tw_pci_dev, sizeof(TW_Command)*TW_Q_LENGTH, tw_dev->command_packet_virtual_address[0], tw_dev->command_packet_physical_address[0]);
1058
1059         if (tw_dev->alignment_virtual_address[0])
1060                 pci_free_consistent(tw_dev->tw_pci_dev, sizeof(TW_Sector)*TW_Q_LENGTH, tw_dev->alignment_virtual_address[0], tw_dev->alignment_physical_address[0]);
1061 } /* End tw_free_device_extension() */
1062
1063 /* This function will send an initconnection command to controller */
1064 static int tw_initconnection(TW_Device_Extension *tw_dev, int message_credits)
1065 {
1066         unsigned long command_que_value;
1067         TW_Command  *command_packet;
1068         TW_Response_Queue response_queue;
1069         int request_id = 0;
1070
1071         dprintk(KERN_NOTICE "3w-xxxx: tw_initconnection()\n");
1072
1073         /* Initialize InitConnection command packet */
1074         if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1075                 printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet virtual address.\n");
1076                 return 1;
1077         }
1078
1079         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1080         memset(command_packet, 0, sizeof(TW_Sector));
1081         command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_INIT_CONNECTION);
1082         command_packet->size = TW_INIT_COMMAND_PACKET_SIZE;
1083         command_packet->request_id = request_id;
1084         command_packet->status = 0x0;
1085         command_packet->flags = 0x0;
1086         command_packet->byte6.message_credits = message_credits;
1087         command_packet->byte8.init_connection.response_queue_pointer = 0x0;
1088         command_que_value = tw_dev->command_packet_physical_address[request_id];
1089
1090         if (command_que_value == 0) {
1091                 printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet physical address.\n");
1092                 return 1;
1093         }
1094
1095         /* Send command packet to the board */
1096         outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1097
1098         /* Poll for completion */
1099         if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1100                 response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1101                 request_id = TW_RESID_OUT(response_queue.response_id);
1102
1103                 if (request_id != 0) {
1104                         /* unexpected request id */
1105                         printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Unexpected request id.\n");
1106                         return 1;
1107                 }
1108                 if (command_packet->status != 0) {
1109                         /* bad response */
1110                         tw_decode_sense(tw_dev, request_id, 0);
1111                         return 1;
1112                 }
1113         }
1114         return 0;
1115 } /* End tw_initconnection() */
1116
1117 /* Set a value in the features table */
1118 static int tw_setfeature(TW_Device_Extension *tw_dev, int parm, int param_size,
1119                   unsigned char *val)
1120 {
1121         TW_Param *param;
1122         TW_Command  *command_packet;
1123         TW_Response_Queue response_queue;
1124         int request_id = 0;
1125         unsigned long command_que_value;
1126         unsigned long param_value;
1127
1128         /* Initialize SetParam command packet */
1129         if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1130                 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet virtual address.\n");
1131                 return 1;
1132         }
1133         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1134         memset(command_packet, 0, sizeof(TW_Sector));
1135         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1136
1137         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM);
1138         param->table_id = 0x404;  /* Features table */
1139         param->parameter_id = parm;
1140         param->parameter_size_bytes = param_size;
1141         memcpy(param->data, val, param_size);
1142
1143         param_value = tw_dev->alignment_physical_address[request_id];
1144         if (param_value == 0) {
1145                 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad alignment physical address.\n");
1146                 tw_dev->state[request_id] = TW_S_COMPLETED;
1147                 tw_state_request_finish(tw_dev, request_id);
1148                 tw_dev->srb[request_id]->result = (DID_OK << 16);
1149                 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1150         }
1151         command_packet->byte8.param.sgl[0].address = param_value;
1152         command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1153
1154         command_packet->size = 4;
1155         command_packet->request_id = request_id;
1156         command_packet->byte6.parameter_count = 1;
1157
1158         command_que_value = tw_dev->command_packet_physical_address[request_id];
1159         if (command_que_value == 0) {
1160                 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet physical address.\n");
1161         return 1;
1162         }
1163
1164         /* Send command packet to the board */
1165         outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1166
1167         /* Poll for completion */
1168         if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1169                 response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1170                 request_id = TW_RESID_OUT(response_queue.response_id);
1171
1172                 if (request_id != 0) {
1173                         /* unexpected request id */
1174                         printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Unexpected request id.\n");
1175                         return 1;
1176                 }
1177                 if (command_packet->status != 0) {
1178                         /* bad response */
1179                         tw_decode_sense(tw_dev, request_id, 0);
1180                         return 1;
1181                 }
1182         }
1183
1184         return 0;
1185 } /* End tw_setfeature() */
1186
1187 /* This function will reset a controller */
1188 static int tw_reset_sequence(TW_Device_Extension *tw_dev)
1189 {
1190         int error = 0;
1191         int tries = 0;
1192         unsigned char c = 1;
1193
1194         /* Reset the board */
1195         while (tries < TW_MAX_RESET_TRIES) {
1196                 TW_SOFT_RESET(tw_dev);
1197
1198                 error = tw_aen_drain_queue(tw_dev);
1199                 if (error) {
1200                         printk(KERN_WARNING "3w-xxxx: scsi%d: AEN drain failed, retrying.\n", tw_dev->host->host_no);
1201                         tries++;
1202                         continue;
1203                 }
1204
1205                 /* Check for controller errors */
1206                 if (tw_check_errors(tw_dev)) {
1207                         printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors found, retrying.\n", tw_dev->host->host_no);
1208                         tries++;
1209                         continue;
1210                 }
1211
1212                 /* Now the controller is in a good state */
1213                 break;
1214         }
1215
1216         if (tries >= TW_MAX_RESET_TRIES) {
1217                 printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors, card not responding, check all cabling.\n", tw_dev->host->host_no);
1218                 return 1;
1219         }
1220
1221         error = tw_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS);
1222         if (error) {
1223                 printk(KERN_WARNING "3w-xxxx: scsi%d: Connection initialization failed.\n", tw_dev->host->host_no);
1224                 return 1;
1225         }
1226
1227         error = tw_setfeature(tw_dev, 2, 1, &c);
1228         if (error) {
1229                 printk(KERN_WARNING "3w-xxxx: Unable to set features for card, probable old firmware or card.\n");
1230         }
1231
1232         return 0;
1233 } /* End tw_reset_sequence() */
1234
1235 /* This function will initialize the fields of a device extension */
1236 static int tw_initialize_device_extension(TW_Device_Extension *tw_dev)
1237 {
1238         int i, error=0;
1239
1240         dprintk(KERN_NOTICE "3w-xxxx: tw_initialize_device_extension()\n");
1241
1242         /* Initialize command packet buffers */
1243         error = tw_allocate_memory(tw_dev, sizeof(TW_Command), 0);
1244         if (error) {
1245                 printk(KERN_WARNING "3w-xxxx: Command packet memory allocation failed.\n");
1246                 return 1;
1247         }
1248
1249         /* Initialize generic buffer */
1250         error = tw_allocate_memory(tw_dev, sizeof(TW_Sector), 1);
1251         if (error) {
1252                 printk(KERN_WARNING "3w-xxxx: Generic memory allocation failed.\n");
1253                 return 1;
1254         }
1255
1256         for (i=0;i<TW_Q_LENGTH;i++) {
1257                 tw_dev->free_queue[i] = i;
1258                 tw_dev->state[i] = TW_S_INITIAL;
1259         }
1260
1261         tw_dev->pending_head = TW_Q_START;
1262         tw_dev->pending_tail = TW_Q_START;
1263         tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1264
1265         mutex_init(&tw_dev->ioctl_lock);
1266         init_waitqueue_head(&tw_dev->ioctl_wqueue);
1267
1268         return 0;
1269 } /* End tw_initialize_device_extension() */
1270
1271 static int tw_map_scsi_sg_data(struct pci_dev *pdev, struct scsi_cmnd *cmd)
1272 {
1273         int use_sg;
1274
1275         dprintk(KERN_WARNING "3w-xxxx: tw_map_scsi_sg_data()\n");
1276
1277         use_sg = scsi_dma_map(cmd);
1278         if (use_sg < 0) {
1279                 printk(KERN_WARNING "3w-xxxx: tw_map_scsi_sg_data(): pci_map_sg() failed.\n");
1280                 return 0;
1281         }
1282
1283         cmd->SCp.phase = TW_PHASE_SGLIST;
1284         cmd->SCp.have_data_in = use_sg;
1285
1286         return use_sg;
1287 } /* End tw_map_scsi_sg_data() */
1288
1289 static void tw_unmap_scsi_data(struct pci_dev *pdev, struct scsi_cmnd *cmd)
1290 {
1291         dprintk(KERN_WARNING "3w-xxxx: tw_unmap_scsi_data()\n");
1292
1293         scsi_dma_unmap(cmd);
1294 } /* End tw_unmap_scsi_data() */
1295
1296 /* This function will reset a device extension */
1297 static int tw_reset_device_extension(TW_Device_Extension *tw_dev)
1298 {
1299         int i = 0;
1300         struct scsi_cmnd *srb;
1301         unsigned long flags = 0;
1302
1303         dprintk(KERN_NOTICE "3w-xxxx: tw_reset_device_extension()\n");
1304
1305         set_bit(TW_IN_RESET, &tw_dev->flags);
1306         TW_DISABLE_INTERRUPTS(tw_dev);
1307         TW_MASK_COMMAND_INTERRUPT(tw_dev);
1308         spin_lock_irqsave(tw_dev->host->host_lock, flags);
1309
1310         /* Abort all requests that are in progress */
1311         for (i=0;i<TW_Q_LENGTH;i++) {
1312                 if ((tw_dev->state[i] != TW_S_FINISHED) &&
1313                     (tw_dev->state[i] != TW_S_INITIAL) &&
1314                     (tw_dev->state[i] != TW_S_COMPLETED)) {
1315                         srb = tw_dev->srb[i];
1316                         if (srb != NULL) {
1317                                 srb->result = (DID_RESET << 16);
1318                                 tw_dev->srb[i]->scsi_done(tw_dev->srb[i]);
1319                                 tw_unmap_scsi_data(tw_dev->tw_pci_dev, tw_dev->srb[i]);
1320                         }
1321                 }
1322         }
1323
1324         /* Reset queues and counts */
1325         for (i=0;i<TW_Q_LENGTH;i++) {
1326                 tw_dev->free_queue[i] = i;
1327                 tw_dev->state[i] = TW_S_INITIAL;
1328         }
1329         tw_dev->free_head = TW_Q_START;
1330         tw_dev->free_tail = TW_Q_START;
1331         tw_dev->posted_request_count = 0;
1332         tw_dev->pending_request_count = 0;
1333         tw_dev->pending_head = TW_Q_START;
1334         tw_dev->pending_tail = TW_Q_START;
1335         tw_dev->reset_print = 0;
1336
1337         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1338
1339         if (tw_reset_sequence(tw_dev)) {
1340                 printk(KERN_WARNING "3w-xxxx: scsi%d: Reset sequence failed.\n", tw_dev->host->host_no);
1341                 return 1;
1342         }
1343
1344         TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
1345         clear_bit(TW_IN_RESET, &tw_dev->flags);
1346         tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1347
1348         return 0;
1349 } /* End tw_reset_device_extension() */
1350
1351 /* This funciton returns unit geometry in cylinders/heads/sectors */
1352 static int tw_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev,
1353                 sector_t capacity, int geom[])
1354 {
1355         int heads, sectors, cylinders;
1356         TW_Device_Extension *tw_dev;
1357
1358         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam()\n");
1359         tw_dev = (TW_Device_Extension *)sdev->host->hostdata;
1360
1361         heads = 64;
1362         sectors = 32;
1363         cylinders = sector_div(capacity, heads * sectors);
1364
1365         if (capacity >= 0x200000) {
1366                 heads = 255;
1367                 sectors = 63;
1368                 cylinders = sector_div(capacity, heads * sectors);
1369         }
1370
1371         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam(): heads = %d, sectors = %d, cylinders = %d\n", heads, sectors, cylinders);
1372         geom[0] = heads;
1373         geom[1] = sectors;
1374         geom[2] = cylinders;
1375
1376         return 0;
1377 } /* End tw_scsi_biosparam() */
1378
1379 /* This is the new scsi eh reset function */
1380 static int tw_scsi_eh_reset(struct scsi_cmnd *SCpnt)
1381 {
1382         TW_Device_Extension *tw_dev=NULL;
1383         int retval = FAILED;
1384
1385         tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1386
1387         tw_dev->num_resets++;
1388
1389         sdev_printk(KERN_WARNING, SCpnt->device,
1390                 "WARNING: Command (0x%x) timed out, resetting card.\n",
1391                 SCpnt->cmnd[0]);
1392
1393         /* Make sure we are not issuing an ioctl or resetting from ioctl */
1394         mutex_lock(&tw_dev->ioctl_lock);
1395
1396         /* Now reset the card and some of the device extension data */
1397         if (tw_reset_device_extension(tw_dev)) {
1398                 printk(KERN_WARNING "3w-xxxx: scsi%d: Reset failed.\n", tw_dev->host->host_no);
1399                 goto out;
1400         }
1401
1402         retval = SUCCESS;
1403 out:
1404         mutex_unlock(&tw_dev->ioctl_lock);
1405         return retval;
1406 } /* End tw_scsi_eh_reset() */
1407
1408 /* This function handles scsi inquiry commands */
1409 static int tw_scsiop_inquiry(TW_Device_Extension *tw_dev, int request_id)
1410 {
1411         TW_Param *param;
1412         TW_Command *command_packet;
1413         unsigned long command_que_value;
1414         unsigned long param_value;
1415
1416         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry()\n");
1417
1418         /* Initialize command packet */
1419         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1420         if (command_packet == NULL) {
1421                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet virtual address.\n");
1422                 return 1;
1423         }
1424         memset(command_packet, 0, sizeof(TW_Sector));
1425         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1426         command_packet->size = 4;
1427         command_packet->request_id = request_id;
1428         command_packet->status = 0;
1429         command_packet->flags = 0;
1430         command_packet->byte6.parameter_count = 1;
1431
1432         /* Now setup the param */
1433         if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1434                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment virtual address.\n");
1435                 return 1;
1436         }
1437         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1438         memset(param, 0, sizeof(TW_Sector));
1439         param->table_id = 3;     /* unit summary table */
1440         param->parameter_id = 3; /* unitsstatus parameter */
1441         param->parameter_size_bytes = TW_MAX_UNITS;
1442         param_value = tw_dev->alignment_physical_address[request_id];
1443         if (param_value == 0) {
1444                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment physical address.\n");
1445                 return 1;
1446         }
1447
1448         command_packet->byte8.param.sgl[0].address = param_value;
1449         command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1450         command_que_value = tw_dev->command_packet_physical_address[request_id];
1451         if (command_que_value == 0) {
1452                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet physical address.\n");
1453                 return 1;
1454         }
1455
1456         /* Now try to post the command packet */
1457         tw_post_command_packet(tw_dev, request_id);
1458
1459         return 0;
1460 } /* End tw_scsiop_inquiry() */
1461
1462 static void tw_transfer_internal(TW_Device_Extension *tw_dev, int request_id,
1463                                  void *data, unsigned int len)
1464 {
1465         struct scsi_cmnd *cmd = tw_dev->srb[request_id];
1466         void *buf;
1467         unsigned int transfer_len;
1468         unsigned long flags = 0;
1469         struct scatterlist *sg = scsi_sglist(cmd);
1470
1471         local_irq_save(flags);
1472         buf = kmap_atomic(sg_page(sg), KM_IRQ0) + sg->offset;
1473         transfer_len = min(sg->length, len);
1474
1475         memcpy(buf, data, transfer_len);
1476
1477         kunmap_atomic(buf - sg->offset, KM_IRQ0);
1478         local_irq_restore(flags);
1479 }
1480
1481 /* This function is called by the isr to complete an inquiry command */
1482 static int tw_scsiop_inquiry_complete(TW_Device_Extension *tw_dev, int request_id)
1483 {
1484         unsigned char *is_unit_present;
1485         unsigned char request_buffer[36];
1486         TW_Param *param;
1487
1488         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry_complete()\n");
1489
1490         memset(request_buffer, 0, sizeof(request_buffer));
1491         request_buffer[0] = TYPE_DISK; /* Peripheral device type */
1492         request_buffer[1] = 0;         /* Device type modifier */
1493         request_buffer[2] = 0;         /* No ansi/iso compliance */
1494         request_buffer[4] = 31;        /* Additional length */
1495         memcpy(&request_buffer[8], "3ware   ", 8);       /* Vendor ID */
1496         sprintf(&request_buffer[16], "Logical Disk %-2d ", tw_dev->srb[request_id]->device->id);
1497         memcpy(&request_buffer[32], TW_DRIVER_VERSION, 3);
1498         tw_transfer_internal(tw_dev, request_id, request_buffer,
1499                              sizeof(request_buffer));
1500
1501         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1502         if (param == NULL) {
1503                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry_complete(): Bad alignment virtual address.\n");
1504                 return 1;
1505         }
1506         is_unit_present = &(param->data[0]);
1507
1508         if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1509                 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1510         } else {
1511                 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1512                 tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1513                 return TW_ISR_DONT_RESULT;
1514         }
1515
1516         return 0;
1517 } /* End tw_scsiop_inquiry_complete() */
1518
1519 /* This function handles scsi mode_sense commands */
1520 static int tw_scsiop_mode_sense(TW_Device_Extension *tw_dev, int request_id)
1521 {
1522         TW_Param *param;
1523         TW_Command *command_packet;
1524         unsigned long command_que_value;
1525         unsigned long param_value;
1526
1527         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense()\n");
1528
1529         /* Only page control = 0, page code = 0x8 (cache page) supported */
1530         if (tw_dev->srb[request_id]->cmnd[2] != 0x8) {
1531                 tw_dev->state[request_id] = TW_S_COMPLETED;
1532                 tw_state_request_finish(tw_dev, request_id);
1533                 tw_dev->srb[request_id]->result = (DID_OK << 16);
1534                 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1535                 return 0;
1536         }
1537
1538         /* Now read firmware cache setting for this unit */
1539         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1540         if (command_packet == NULL) {
1541                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet virtual address.\n");
1542                 return 1;
1543         }
1544
1545         /* Setup the command packet */
1546         memset(command_packet, 0, sizeof(TW_Sector));
1547         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1548         command_packet->size = 4;
1549         command_packet->request_id = request_id;
1550         command_packet->status = 0;
1551         command_packet->flags = 0;
1552         command_packet->byte6.parameter_count = 1;
1553
1554         /* Setup the param */
1555         if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1556                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment virtual address.\n");
1557                 return 1;
1558         }
1559
1560         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1561         memset(param, 0, sizeof(TW_Sector));
1562         param->table_id = TW_UNIT_INFORMATION_TABLE_BASE + tw_dev->srb[request_id]->device->id;
1563         param->parameter_id = 7; /* unit flags */
1564         param->parameter_size_bytes = 1;
1565         param_value = tw_dev->alignment_physical_address[request_id];
1566         if (param_value == 0) {
1567                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment physical address.\n");
1568                 return 1;
1569         }
1570
1571         command_packet->byte8.param.sgl[0].address = param_value;
1572         command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1573         command_que_value = tw_dev->command_packet_physical_address[request_id];
1574         if (command_que_value == 0) {
1575                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet physical address.\n");
1576                 return 1;
1577         }
1578
1579         /* Now try to post the command packet */
1580         tw_post_command_packet(tw_dev, request_id);
1581
1582         return 0;
1583 } /* End tw_scsiop_mode_sense() */
1584
1585 /* This function is called by the isr to complete a mode sense command */
1586 static int tw_scsiop_mode_sense_complete(TW_Device_Extension *tw_dev, int request_id)
1587 {
1588         TW_Param *param;
1589         unsigned char *flags;
1590         unsigned char request_buffer[8];
1591
1592         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense_complete()\n");
1593
1594         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1595         if (param == NULL) {
1596                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense_complete(): Bad alignment virtual address.\n");
1597                 return 1;
1598         }
1599         flags = (char *)&(param->data[0]);
1600         memset(request_buffer, 0, sizeof(request_buffer));
1601
1602         request_buffer[0] = 0xf;        /* mode data length */
1603         request_buffer[1] = 0;          /* default medium type */
1604         request_buffer[2] = 0x10;       /* dpo/fua support on */
1605         request_buffer[3] = 0;          /* no block descriptors */
1606         request_buffer[4] = 0x8;        /* caching page */
1607         request_buffer[5] = 0xa;        /* page length */
1608         if (*flags & 0x1)
1609                 request_buffer[6] = 0x5;        /* WCE on, RCD on */
1610         else
1611                 request_buffer[6] = 0x1;        /* WCE off, RCD on */
1612         tw_transfer_internal(tw_dev, request_id, request_buffer,
1613                              sizeof(request_buffer));
1614
1615         return 0;
1616 } /* End tw_scsiop_mode_sense_complete() */
1617
1618 /* This function handles scsi read_capacity commands */
1619 static int tw_scsiop_read_capacity(TW_Device_Extension *tw_dev, int request_id)
1620 {
1621         TW_Param *param;
1622         TW_Command *command_packet;
1623         unsigned long command_que_value;
1624         unsigned long param_value;
1625
1626         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity()\n");
1627
1628         /* Initialize command packet */
1629         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1630
1631         if (command_packet == NULL) {
1632                 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet virtual address.\n");
1633                 return 1;
1634         }
1635         memset(command_packet, 0, sizeof(TW_Sector));
1636         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1637         command_packet->size = 4;
1638         command_packet->request_id = request_id;
1639         command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1640         command_packet->status = 0;
1641         command_packet->flags = 0;
1642         command_packet->byte6.block_count = 1;
1643
1644         /* Now setup the param */
1645         if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1646                 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment virtual address.\n");
1647                 return 1;
1648         }
1649         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1650         memset(param, 0, sizeof(TW_Sector));
1651         param->table_id = TW_UNIT_INFORMATION_TABLE_BASE +
1652         tw_dev->srb[request_id]->device->id;
1653         param->parameter_id = 4;        /* unitcapacity parameter */
1654         param->parameter_size_bytes = 4;
1655         param_value = tw_dev->alignment_physical_address[request_id];
1656         if (param_value == 0) {
1657                 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment physical address.\n");
1658                 return 1;
1659         }
1660
1661         command_packet->byte8.param.sgl[0].address = param_value;
1662         command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1663         command_que_value = tw_dev->command_packet_physical_address[request_id];
1664         if (command_que_value == 0) {
1665                 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet physical address.\n");
1666                 return 1;
1667         }
1668
1669         /* Now try to post the command to the board */
1670         tw_post_command_packet(tw_dev, request_id);
1671
1672         return 0;
1673 } /* End tw_scsiop_read_capacity() */
1674
1675 /* This function is called by the isr to complete a readcapacity command */
1676 static int tw_scsiop_read_capacity_complete(TW_Device_Extension *tw_dev, int request_id)
1677 {
1678         unsigned char *param_data;
1679         u32 capacity;
1680         char buff[8];
1681         TW_Param *param;
1682
1683         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete()\n");
1684
1685         memset(buff, 0, sizeof(buff));
1686         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1687         if (param == NULL) {
1688                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_capacity_complete(): Bad alignment virtual address.\n");
1689                 return 1;
1690         }
1691         param_data = &(param->data[0]);
1692
1693         capacity = (param_data[3] << 24) | (param_data[2] << 16) |
1694                    (param_data[1] << 8) | param_data[0];
1695
1696         /* Subtract one sector to fix get last sector ioctl */
1697         capacity -= 1;
1698
1699         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete(): Capacity = 0x%x.\n", capacity);
1700
1701         /* Number of LBA's */
1702         buff[0] = (capacity >> 24);
1703         buff[1] = (capacity >> 16) & 0xff;
1704         buff[2] = (capacity >> 8) & 0xff;
1705         buff[3] = capacity & 0xff;
1706
1707         /* Block size in bytes (512) */
1708         buff[4] = (TW_BLOCK_SIZE >> 24);
1709         buff[5] = (TW_BLOCK_SIZE >> 16) & 0xff;
1710         buff[6] = (TW_BLOCK_SIZE >> 8) & 0xff;
1711         buff[7] = TW_BLOCK_SIZE & 0xff;
1712
1713         tw_transfer_internal(tw_dev, request_id, buff, sizeof(buff));
1714
1715         return 0;
1716 } /* End tw_scsiop_read_capacity_complete() */
1717
1718 /* This function handles scsi read or write commands */
1719 static int tw_scsiop_read_write(TW_Device_Extension *tw_dev, int request_id)
1720 {
1721         TW_Command *command_packet;
1722         unsigned long command_que_value;
1723         u32 lba = 0x0, num_sectors = 0x0;
1724         int i, use_sg;
1725         struct scsi_cmnd *srb;
1726         struct scatterlist *sglist, *sg;
1727
1728         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write()\n");
1729
1730         srb = tw_dev->srb[request_id];
1731
1732         sglist = scsi_sglist(srb);
1733         if (!sglist) {
1734                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Request buffer NULL.\n");
1735                 return 1;
1736         }
1737
1738         /* Initialize command packet */
1739         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1740         if (command_packet == NULL) {
1741                 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): Bad command packet virtual address.\n");
1742                 return 1;
1743         }
1744
1745         if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == READ_10) {
1746                 command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_READ);
1747         } else {
1748                 command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_WRITE);
1749         }
1750
1751         command_packet->size = 3;
1752         command_packet->request_id = request_id;
1753         command_packet->unit__hostid = TW_UNITHOST_IN(0, srb->device->id);
1754         command_packet->status = 0;
1755         command_packet->flags = 0;
1756
1757         if (srb->cmnd[0] == WRITE_10) {
1758                 if ((srb->cmnd[1] & 0x8) || (srb->cmnd[1] & 0x10))
1759                         command_packet->flags = 1;
1760         }
1761
1762         if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6) {
1763                 lba = ((u32)srb->cmnd[1] << 16) | ((u32)srb->cmnd[2] << 8) | (u32)srb->cmnd[3];
1764                 num_sectors = (u32)srb->cmnd[4];
1765         } else {
1766                 lba = ((u32)srb->cmnd[2] << 24) | ((u32)srb->cmnd[3] << 16) | ((u32)srb->cmnd[4] << 8) | (u32)srb->cmnd[5];
1767                 num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8);
1768         }
1769
1770         /* Update sector statistic */
1771         tw_dev->sector_count = num_sectors;
1772         if (tw_dev->sector_count > tw_dev->max_sector_count)
1773                 tw_dev->max_sector_count = tw_dev->sector_count;
1774
1775         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): lba = 0x%x num_sectors = 0x%x\n", lba, num_sectors);
1776         command_packet->byte8.io.lba = lba;
1777         command_packet->byte6.block_count = num_sectors;
1778
1779         use_sg = tw_map_scsi_sg_data(tw_dev->tw_pci_dev, tw_dev->srb[request_id]);
1780         if (!use_sg)
1781                 return 1;
1782
1783         scsi_for_each_sg(tw_dev->srb[request_id], sg, use_sg, i) {
1784                 command_packet->byte8.io.sgl[i].address = sg_dma_address(sg);
1785                 command_packet->byte8.io.sgl[i].length = sg_dma_len(sg);
1786                 command_packet->size+=2;
1787         }
1788
1789         /* Update SG statistics */
1790         tw_dev->sgl_entries = scsi_sg_count(tw_dev->srb[request_id]);
1791         if (tw_dev->sgl_entries > tw_dev->max_sgl_entries)
1792                 tw_dev->max_sgl_entries = tw_dev->sgl_entries;
1793
1794         command_que_value = tw_dev->command_packet_physical_address[request_id];
1795         if (command_que_value == 0) {
1796                 dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Bad command packet physical address.\n");
1797                 return 1;
1798         }
1799
1800         /* Now try to post the command to the board */
1801         tw_post_command_packet(tw_dev, request_id);
1802
1803         return 0;
1804 } /* End tw_scsiop_read_write() */
1805
1806 /* This function will handle the request sense scsi command */
1807 static int tw_scsiop_request_sense(TW_Device_Extension *tw_dev, int request_id)
1808 {
1809         char request_buffer[18];
1810
1811         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_request_sense()\n");
1812
1813         memset(request_buffer, 0, sizeof(request_buffer));
1814         request_buffer[0] = 0x70; /* Immediate fixed format */
1815         request_buffer[7] = 10; /* minimum size per SPC: 18 bytes */
1816         /* leave all other fields zero, giving effectively NO_SENSE return */
1817         tw_transfer_internal(tw_dev, request_id, request_buffer,
1818                              sizeof(request_buffer));
1819
1820         tw_dev->state[request_id] = TW_S_COMPLETED;
1821         tw_state_request_finish(tw_dev, request_id);
1822
1823         /* If we got a request_sense, we probably want a reset, return error */
1824         tw_dev->srb[request_id]->result = (DID_ERROR << 16);
1825         tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1826
1827         return 0;
1828 } /* End tw_scsiop_request_sense() */
1829
1830 /* This function will handle synchronize cache scsi command */
1831 static int tw_scsiop_synchronize_cache(TW_Device_Extension *tw_dev, int request_id)
1832 {
1833         TW_Command *command_packet;
1834         unsigned long command_que_value;
1835
1836         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_synchronize_cache()\n");
1837
1838         /* Send firmware flush command for this unit */
1839         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1840         if (command_packet == NULL) {
1841                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet virtual address.\n");
1842                 return 1;
1843         }
1844
1845         /* Setup the command packet */
1846         memset(command_packet, 0, sizeof(TW_Sector));
1847         command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_FLUSH_CACHE);
1848         command_packet->size = 2;
1849         command_packet->request_id = request_id;
1850         command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1851         command_packet->status = 0;
1852         command_packet->flags = 0;
1853         command_packet->byte6.parameter_count = 1;
1854         command_que_value = tw_dev->command_packet_physical_address[request_id];
1855         if (command_que_value == 0) {
1856                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet physical address.\n");
1857                 return 1;
1858         }
1859
1860         /* Now try to post the command packet */
1861         tw_post_command_packet(tw_dev, request_id);
1862
1863         return 0;
1864 } /* End tw_scsiop_synchronize_cache() */
1865
1866 /* This function will handle test unit ready scsi command */
1867 static int tw_scsiop_test_unit_ready(TW_Device_Extension *tw_dev, int request_id)
1868 {
1869         TW_Param *param;
1870         TW_Command *command_packet;
1871         unsigned long command_que_value;
1872         unsigned long param_value;
1873
1874         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_test_unit_ready()\n");
1875
1876         /* Initialize command packet */
1877         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1878         if (command_packet == NULL) {
1879                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet virtual address.\n");
1880                 return 1;
1881         }
1882         memset(command_packet, 0, sizeof(TW_Sector));
1883         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1884         command_packet->size = 4;
1885         command_packet->request_id = request_id;
1886         command_packet->status = 0;
1887         command_packet->flags = 0;
1888         command_packet->byte6.parameter_count = 1;
1889
1890         /* Now setup the param */
1891         if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1892                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment virtual address.\n");
1893                 return 1;
1894         }
1895         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1896         memset(param, 0, sizeof(TW_Sector));
1897         param->table_id = 3;     /* unit summary table */
1898         param->parameter_id = 3; /* unitsstatus parameter */
1899         param->parameter_size_bytes = TW_MAX_UNITS;
1900         param_value = tw_dev->alignment_physical_address[request_id];
1901         if (param_value == 0) {
1902                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment physical address.\n");
1903                 return 1;
1904         }
1905
1906         command_packet->byte8.param.sgl[0].address = param_value;
1907         command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1908         command_que_value = tw_dev->command_packet_physical_address[request_id];
1909         if (command_que_value == 0) {
1910                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet physical address.\n");
1911                 return 1;
1912         }
1913
1914         /* Now try to post the command packet */
1915         tw_post_command_packet(tw_dev, request_id);
1916
1917         return 0;
1918 } /* End tw_scsiop_test_unit_ready() */
1919
1920 /* This function is called by the isr to complete a testunitready command */
1921 static int tw_scsiop_test_unit_ready_complete(TW_Device_Extension *tw_dev, int request_id)
1922 {
1923         unsigned char *is_unit_present;
1924         TW_Param *param;
1925
1926         dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete()\n");
1927
1928         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1929         if (param == NULL) {
1930                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete(): Bad alignment virtual address.\n");
1931                 return 1;
1932         }
1933         is_unit_present = &(param->data[0]);
1934
1935         if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1936                 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1937         } else {
1938                 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1939                 tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1940                 return TW_ISR_DONT_RESULT;
1941         }
1942
1943         return 0;
1944 } /* End tw_scsiop_test_unit_ready_complete() */
1945
1946 /* This is the main scsi queue function to handle scsi opcodes */
1947 static int tw_scsi_queue(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *))
1948 {
1949         unsigned char *command = SCpnt->cmnd;
1950         int request_id = 0;
1951         int retval = 1;
1952         TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1953
1954         /* If we are resetting due to timed out ioctl, report as busy */
1955         if (test_bit(TW_IN_RESET, &tw_dev->flags))
1956                 return SCSI_MLQUEUE_HOST_BUSY;
1957
1958         /* Save done function into Scsi_Cmnd struct */
1959         SCpnt->scsi_done = done;
1960
1961         /* Queue the command and get a request id */
1962         tw_state_request_start(tw_dev, &request_id);
1963
1964         /* Save the scsi command for use by the ISR */
1965         tw_dev->srb[request_id] = SCpnt;
1966
1967         /* Initialize phase to zero */
1968         SCpnt->SCp.phase = TW_PHASE_INITIAL;
1969
1970         switch (*command) {
1971                 case READ_10:
1972                 case READ_6:
1973                 case WRITE_10:
1974                 case WRITE_6:
1975                         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ/WRITE.\n");
1976                         retval = tw_scsiop_read_write(tw_dev, request_id);
1977                         break;
1978                 case TEST_UNIT_READY:
1979                         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught TEST_UNIT_READY.\n");
1980                         retval = tw_scsiop_test_unit_ready(tw_dev, request_id);
1981                         break;
1982                 case INQUIRY:
1983                         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught INQUIRY.\n");
1984                         retval = tw_scsiop_inquiry(tw_dev, request_id);
1985                         break;
1986                 case READ_CAPACITY:
1987                         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ_CAPACITY.\n");
1988                         retval = tw_scsiop_read_capacity(tw_dev, request_id);
1989                         break;
1990                 case REQUEST_SENSE:
1991                         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught REQUEST_SENSE.\n");
1992                         retval = tw_scsiop_request_sense(tw_dev, request_id);
1993                         break;
1994                 case MODE_SENSE:
1995                         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught MODE_SENSE.\n");
1996                         retval = tw_scsiop_mode_sense(tw_dev, request_id);
1997                         break;
1998                 case SYNCHRONIZE_CACHE:
1999                         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught SYNCHRONIZE_CACHE.\n");
2000                         retval = tw_scsiop_synchronize_cache(tw_dev, request_id);
2001                         break;
2002                 case TW_IOCTL:
2003                         printk(KERN_WARNING "3w-xxxx: SCSI_IOCTL_SEND_COMMAND deprecated, please update your 3ware tools.\n");
2004                         break;
2005                 default:
2006                         printk(KERN_NOTICE "3w-xxxx: scsi%d: Unknown scsi opcode: 0x%x\n", tw_dev->host->host_no, *command);
2007                         tw_dev->state[request_id] = TW_S_COMPLETED;
2008                         tw_state_request_finish(tw_dev, request_id);
2009                         SCpnt->result = (DID_BAD_TARGET << 16);
2010                         done(SCpnt);
2011                         retval = 0;
2012         }
2013         if (retval) {
2014                 tw_dev->state[request_id] = TW_S_COMPLETED;
2015                 tw_state_request_finish(tw_dev, request_id);
2016                 SCpnt->result = (DID_ERROR << 16);
2017                 done(SCpnt);
2018                 retval = 0;
2019         }
2020         return retval;
2021 } /* End tw_scsi_queue() */
2022
2023 /* This function is the interrupt service routine */
2024 static irqreturn_t tw_interrupt(int irq, void *dev_instance)
2025 {
2026         int request_id;
2027         u32 status_reg_value;
2028         TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance;
2029         TW_Response_Queue response_que;
2030         int error = 0, retval = 0;
2031         TW_Command *command_packet;
2032         int handled = 0;
2033
2034         /* Get the host lock for io completions */
2035         spin_lock(tw_dev->host->host_lock);
2036
2037         /* Read the registers */
2038         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2039
2040         /* Check if this is our interrupt, otherwise bail */
2041         if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT))
2042                 goto tw_interrupt_bail;
2043
2044         handled = 1;
2045
2046         /* If we are resetting, bail */
2047         if (test_bit(TW_IN_RESET, &tw_dev->flags))
2048                 goto tw_interrupt_bail;
2049
2050         /* Check controller for errors */
2051         if (tw_check_bits(status_reg_value)) {
2052                 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2053                 if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2054                         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2055                         goto tw_interrupt_bail;
2056                 }
2057         }
2058
2059         /* Handle host interrupt */
2060         if (status_reg_value & TW_STATUS_HOST_INTERRUPT) {
2061                 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received host interrupt.\n");
2062                 TW_CLEAR_HOST_INTERRUPT(tw_dev);
2063         }
2064
2065         /* Handle attention interrupt */
2066         if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) {
2067                 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received attention interrupt.\n");
2068                 TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
2069                 tw_state_request_start(tw_dev, &request_id);
2070                 error = tw_aen_read_queue(tw_dev, request_id);
2071                 if (error) {
2072                         printk(KERN_WARNING "3w-xxxx: scsi%d: Error reading aen queue.\n", tw_dev->host->host_no);
2073                         tw_dev->state[request_id] = TW_S_COMPLETED;
2074                         tw_state_request_finish(tw_dev, request_id);
2075                 }
2076         }
2077
2078         /* Handle command interrupt */
2079         if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) {
2080                 /* Drain as many pending commands as we can */
2081                 while (tw_dev->pending_request_count > 0) {
2082                         request_id = tw_dev->pending_queue[tw_dev->pending_head];
2083                         if (tw_dev->state[request_id] != TW_S_PENDING) {
2084                                 printk(KERN_WARNING "3w-xxxx: scsi%d: Found request id that wasn't pending.\n", tw_dev->host->host_no);
2085                                 break;
2086                         }
2087                         if (tw_post_command_packet(tw_dev, request_id)==0) {
2088                                 if (tw_dev->pending_head == TW_Q_LENGTH-1) {
2089                                         tw_dev->pending_head = TW_Q_START;
2090                                 } else {
2091                                         tw_dev->pending_head = tw_dev->pending_head + 1;
2092                                 }
2093                                 tw_dev->pending_request_count--;
2094                         } else {
2095                                 /* If we get here, we will continue re-posting on the next command interrupt */
2096                                 break;
2097                         }
2098                 }
2099                 /* If there are no more pending requests, we mask command interrupt */
2100                 if (tw_dev->pending_request_count == 0)
2101                         TW_MASK_COMMAND_INTERRUPT(tw_dev);
2102         }
2103
2104         /* Handle response interrupt */
2105         if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) {
2106                 /* Drain the response queue from the board */
2107                 while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
2108                         /* Read response queue register */
2109                         response_que.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
2110                         request_id = TW_RESID_OUT(response_que.response_id);
2111                         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
2112                         error = 0;
2113
2114                         /* Check for bad response */
2115                         if (command_packet->status != 0) {
2116                                 /* If internal command, don't error, don't fill sense */
2117                                 if (tw_dev->srb[request_id] == NULL) {
2118                                         tw_decode_sense(tw_dev, request_id, 0);
2119                                 } else {
2120                                         error = tw_decode_sense(tw_dev, request_id, 1);
2121                                 }
2122                         }
2123
2124                         /* Check for correct state */
2125                         if (tw_dev->state[request_id] != TW_S_POSTED) {
2126                                 if (tw_dev->srb[request_id] != NULL) {
2127                                         printk(KERN_WARNING "3w-xxxx: scsi%d: Received a request id that wasn't posted.\n", tw_dev->host->host_no);
2128                                         error = 1;
2129                                 }
2130                         }
2131
2132                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Response queue request id: %d.\n", request_id);
2133
2134                         /* Check for internal command completion */
2135                         if (tw_dev->srb[request_id] == NULL) {
2136                                 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Found internally posted command.\n");
2137                                 /* Check for chrdev ioctl completion */
2138                                 if (request_id != tw_dev->chrdev_request_id) {
2139                                         retval = tw_aen_complete(tw_dev, request_id);
2140                                         if (retval) {
2141                                                 printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing aen.\n", tw_dev->host->host_no);
2142                                         }
2143                                 } else {
2144                                         tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
2145                                         wake_up(&tw_dev->ioctl_wqueue);
2146                                 }
2147                         } else {
2148                                 switch (tw_dev->srb[request_id]->cmnd[0]) {
2149                                 case READ_10:
2150                                 case READ_6:
2151                                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_10/READ_6\n");
2152                                         break;
2153                                 case WRITE_10:
2154                                 case WRITE_6:
2155                                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught WRITE_10/WRITE_6\n");
2156                                         break;
2157                                 case TEST_UNIT_READY:
2158                                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught TEST_UNIT_READY\n");
2159                                         error = tw_scsiop_test_unit_ready_complete(tw_dev, request_id);
2160                                         break;
2161                                 case INQUIRY:
2162                                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught INQUIRY\n");
2163                                         error = tw_scsiop_inquiry_complete(tw_dev, request_id);
2164                                         break;
2165                                 case READ_CAPACITY:
2166                                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_CAPACITY\n");
2167                                         error = tw_scsiop_read_capacity_complete(tw_dev, request_id);
2168                                         break;
2169                                 case MODE_SENSE:
2170                                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught MODE_SENSE\n");
2171                                         error = tw_scsiop_mode_sense_complete(tw_dev, request_id);
2172                                         break;
2173                                 case SYNCHRONIZE_CACHE:
2174                                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught SYNCHRONIZE_CACHE\n");
2175                                         break;
2176                                 default:
2177                                         printk(KERN_WARNING "3w-xxxx: case slip in tw_interrupt()\n");
2178                                         error = 1;
2179                                 }
2180
2181                                 /* If no error command was a success */
2182                                 if (error == 0) {
2183                                         tw_dev->srb[request_id]->result = (DID_OK << 16);
2184                                 }
2185
2186                                 /* If error, command failed */
2187                                 if (error == 1) {
2188                                         /* Ask for a host reset */
2189                                         tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
2190                                 }
2191
2192                                 /* Now complete the io */
2193                                 if ((error != TW_ISR_DONT_COMPLETE)) {
2194                                         tw_dev->state[request_id] = TW_S_COMPLETED;
2195                                         tw_state_request_finish(tw_dev, request_id);
2196                                         tw_dev->posted_request_count--;
2197                                         tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
2198
2199                                         tw_unmap_scsi_data(tw_dev->tw_pci_dev, tw_dev->srb[request_id]);
2200                                 }
2201                         }
2202
2203                         /* Check for valid status after each drain */
2204                         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2205                         if (tw_check_bits(status_reg_value)) {
2206                                 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2207                                 if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2208                                         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2209                                         goto tw_interrupt_bail;
2210                                 }
2211                         }
2212                 }
2213         }
2214
2215 tw_interrupt_bail:
2216         spin_unlock(tw_dev->host->host_lock);
2217         return IRQ_RETVAL(handled);
2218 } /* End tw_interrupt() */
2219
2220 /* This function tells the controller to shut down */
2221 static void __tw_shutdown(TW_Device_Extension *tw_dev)
2222 {
2223         /* Disable interrupts */
2224         TW_DISABLE_INTERRUPTS(tw_dev);
2225
2226         /* Free up the IRQ */
2227         free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
2228
2229         printk(KERN_WARNING "3w-xxxx: Shutting down host %d.\n", tw_dev->host->host_no);
2230
2231         /* Tell the card we are shutting down */
2232         if (tw_initconnection(tw_dev, 1)) {
2233                 printk(KERN_WARNING "3w-xxxx: Connection shutdown failed.\n");
2234         } else {
2235                 printk(KERN_WARNING "3w-xxxx: Shutdown complete.\n");
2236         }
2237
2238         /* Clear all interrupts just before exit */
2239         TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2240 } /* End __tw_shutdown() */
2241
2242 /* Wrapper for __tw_shutdown */
2243 static void tw_shutdown(struct pci_dev *pdev)
2244 {
2245         struct Scsi_Host *host = pci_get_drvdata(pdev);
2246         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2247
2248         __tw_shutdown(tw_dev);
2249 } /* End tw_shutdown() */
2250
2251 static struct scsi_host_template driver_template = {
2252         .module                 = THIS_MODULE,
2253         .name                   = "3ware Storage Controller",
2254         .queuecommand           = tw_scsi_queue,
2255         .eh_host_reset_handler  = tw_scsi_eh_reset,
2256         .bios_param             = tw_scsi_biosparam,
2257         .change_queue_depth     = tw_change_queue_depth,
2258         .can_queue              = TW_Q_LENGTH-2,
2259         .this_id                = -1,
2260         .sg_tablesize           = TW_MAX_SGL_LENGTH,
2261         .max_sectors            = TW_MAX_SECTORS,
2262         .cmd_per_lun            = TW_MAX_CMDS_PER_LUN,
2263         .use_clustering         = ENABLE_CLUSTERING,
2264         .shost_attrs            = tw_host_attrs,
2265         .emulated               = 1
2266 };
2267
2268 /* This function will probe and initialize a card */
2269 static int __devinit tw_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
2270 {
2271         struct Scsi_Host *host = NULL;
2272         TW_Device_Extension *tw_dev;
2273         int retval = -ENODEV;
2274
2275         retval = pci_enable_device(pdev);
2276         if (retval) {
2277                 printk(KERN_WARNING "3w-xxxx: Failed to enable pci device.");
2278                 goto out_disable_device;
2279         }
2280
2281         pci_set_master(pdev);
2282
2283         retval = pci_set_dma_mask(pdev, TW_DMA_MASK);
2284         if (retval) {
2285                 printk(KERN_WARNING "3w-xxxx: Failed to set dma mask.");
2286                 goto out_disable_device;
2287         }
2288
2289         host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension));
2290         if (!host) {
2291                 printk(KERN_WARNING "3w-xxxx: Failed to allocate memory for device extension.");
2292                 retval = -ENOMEM;
2293                 goto out_disable_device;
2294         }
2295         tw_dev = (TW_Device_Extension *)host->hostdata;
2296
2297         memset(tw_dev, 0, sizeof(TW_Device_Extension));
2298
2299         /* Save values to device extension */
2300         tw_dev->host = host;
2301         tw_dev->tw_pci_dev = pdev;
2302
2303         if (tw_initialize_device_extension(tw_dev)) {
2304                 printk(KERN_WARNING "3w-xxxx: Failed to initialize device extension.");
2305                 goto out_free_device_extension;
2306         }
2307
2308         /* Request IO regions */
2309         retval = pci_request_regions(pdev, "3w-xxxx");
2310         if (retval) {
2311                 printk(KERN_WARNING "3w-xxxx: Failed to get mem region.");
2312                 goto out_free_device_extension;
2313         }
2314
2315         /* Save base address */
2316         tw_dev->base_addr = pci_resource_start(pdev, 0);
2317         if (!tw_dev->base_addr) {
2318                 printk(KERN_WARNING "3w-xxxx: Failed to get io address.");
2319                 goto out_release_mem_region;
2320         }
2321
2322         /* Disable interrupts on the card */
2323         TW_DISABLE_INTERRUPTS(tw_dev);
2324
2325         /* Initialize the card */
2326         if (tw_reset_sequence(tw_dev))
2327                 goto out_release_mem_region;
2328
2329         /* Set host specific parameters */
2330         host->max_id = TW_MAX_UNITS;
2331         host->max_cmd_len = TW_MAX_CDB_LEN;
2332
2333         /* Luns and channels aren't supported by adapter */
2334         host->max_lun = 0;
2335         host->max_channel = 0;
2336
2337         /* Register the card with the kernel SCSI layer */
2338         retval = scsi_add_host(host, &pdev->dev);
2339         if (retval) {
2340                 printk(KERN_WARNING "3w-xxxx: scsi add host failed");
2341                 goto out_release_mem_region;
2342         }
2343
2344         pci_set_drvdata(pdev, host);
2345
2346         printk(KERN_WARNING "3w-xxxx: scsi%d: Found a 3ware Storage Controller at 0x%x, IRQ: %d.\n", host->host_no, tw_dev->base_addr, pdev->irq);
2347
2348         /* Now setup the interrupt handler */
2349         retval = request_irq(pdev->irq, tw_interrupt, IRQF_SHARED, "3w-xxxx", tw_dev);
2350         if (retval) {
2351                 printk(KERN_WARNING "3w-xxxx: Error requesting IRQ.");
2352                 goto out_remove_host;
2353         }
2354
2355         tw_device_extension_list[tw_device_extension_count] = tw_dev;
2356         tw_device_extension_count++;
2357
2358         /* Re-enable interrupts on the card */
2359         TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2360
2361         /* Finally, scan the host */
2362         scsi_scan_host(host);
2363
2364         if (twe_major == -1) {
2365                 if ((twe_major = register_chrdev (0, "twe", &tw_fops)) < 0)
2366                         printk(KERN_WARNING "3w-xxxx: Failed to register character device.");
2367         }
2368         return 0;
2369
2370 out_remove_host:
2371         scsi_remove_host(host);
2372 out_release_mem_region:
2373         pci_release_regions(pdev);
2374 out_free_device_extension:
2375         tw_free_device_extension(tw_dev);
2376         scsi_host_put(host);
2377 out_disable_device:
2378         pci_disable_device(pdev);
2379
2380         return retval;
2381 } /* End tw_probe() */
2382
2383 /* This function is called to remove a device */
2384 static void tw_remove(struct pci_dev *pdev)
2385 {
2386         struct Scsi_Host *host = pci_get_drvdata(pdev);
2387         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2388
2389         scsi_remove_host(tw_dev->host);
2390
2391         /* Unregister character device */
2392         if (twe_major >= 0) {
2393                 unregister_chrdev(twe_major, "twe");
2394                 twe_major = -1;
2395         }
2396
2397         /* Shutdown the card */
2398         __tw_shutdown(tw_dev);
2399
2400         /* Free up the mem region */
2401         pci_release_regions(pdev);
2402
2403         /* Free up device extension resources */
2404         tw_free_device_extension(tw_dev);
2405
2406         scsi_host_put(tw_dev->host);
2407         pci_disable_device(pdev);
2408         tw_device_extension_count--;
2409 } /* End tw_remove() */
2410
2411 /* PCI Devices supported by this driver */
2412 static struct pci_device_id tw_pci_tbl[] __devinitdata = {
2413         { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_1000,
2414           PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2415         { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_7000,
2416           PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2417         { }
2418 };
2419 MODULE_DEVICE_TABLE(pci, tw_pci_tbl);
2420
2421 /* pci_driver initializer */
2422 static struct pci_driver tw_driver = {
2423         .name           = "3w-xxxx",
2424         .id_table       = tw_pci_tbl,
2425         .probe          = tw_probe,
2426         .remove         = tw_remove,
2427         .shutdown       = tw_shutdown,
2428 };
2429
2430 /* This function is called on driver initialization */
2431 static int __init tw_init(void)
2432 {
2433         printk(KERN_WARNING "3ware Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION);
2434
2435         return pci_register_driver(&tw_driver);
2436 } /* End tw_init() */
2437
2438 /* This function is called on driver exit */
2439 static void __exit tw_exit(void)
2440 {
2441         pci_unregister_driver(&tw_driver);
2442 } /* End tw_exit() */
2443
2444 module_init(tw_init);
2445 module_exit(tw_exit);
2446