2 3w-xxxx.c -- 3ware Storage Controller device driver for Linux.
4 Written By: Adam Radford <linuxraid@lsi.com>
5 Modifications By: Joel Jacobson <linux@3ware.com>
6 Arnaldo Carvalho de Melo <acme@conectiva.com.br>
7 Brad Strand <linux@3ware.com>
9 Copyright (C) 1999-2010 3ware Inc.
11 Kernel compatibility By: Andre Hedrick <andre@suse.com>
12 Non-Copyright (C) 2000 Andre Hedrick <andre@suse.com>
14 Further tiny build fixes and trivial hoovering Alan Cox
16 This program is free software; you can redistribute it and/or modify
17 it under the terms of the GNU General Public License as published by
18 the Free Software Foundation; version 2 of the License.
20 This program is distributed in the hope that it will be useful,
21 but WITHOUT ANY WARRANTY; without even the implied warranty of
22 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
23 GNU General Public License for more details.
26 THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
27 CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
28 LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
29 MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
30 solely responsible for determining the appropriateness of using and
31 distributing the Program and assumes all risks associated with its
32 exercise of rights under this Agreement, including but not limited to
33 the risks and costs of program errors, damage to or loss of data,
34 programs or equipment, and unavailability or interruption of operations.
36 DISCLAIMER OF LIABILITY
37 NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
38 DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
39 DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
40 ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
41 TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
42 USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
43 HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
45 You should have received a copy of the GNU General Public License
46 along with this program; if not, write to the Free Software
47 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
49 Bugs/Comments/Suggestions should be mailed to:
52 For more information, goto:
57 0.1.000 - Initial release.
58 0.4.000 - Added support for Asynchronous Event Notification through
60 1.0.000 - Added DPO & FUA bit support for WRITE_10 & WRITE_6 cdb
61 to disable drive write-cache before writes.
62 1.1.000 - Fixed performance bug with DPO & FUA not existing for WRITE_6.
63 1.2.000 - Added support for clean shutdown notification/feature table.
64 1.02.00.001 - Added support for full command packet posts through ioctls
66 Bug fix so hot spare drives don't show up.
67 1.02.00.002 - Fix bug with tw_setfeature() call that caused oops on some
69 08/21/00 - release previously allocated resources on failure at
70 tw_allocate_memory (acme)
71 1.02.00.003 - Fix tw_interrupt() to report error to scsi layer when
72 controller status is non-zero.
73 Added handling of request_sense opcode.
74 Fix possible null pointer dereference in
75 tw_reset_device_extension()
76 1.02.00.004 - Add support for device id of 3ware 7000 series controllers.
77 Make tw_setfeature() call with interrupts disabled.
78 Register interrupt handler before enabling interrupts.
79 Clear attention interrupt before draining aen queue.
80 1.02.00.005 - Allocate bounce buffers and custom queue depth for raid5 for
81 6000 and 5000 series controllers.
82 Reduce polling mdelays causing problems on some systems.
83 Fix use_sg = 1 calculation bug.
84 Check for scsi_register returning NULL.
85 Add aen count to /proc/scsi/3w-xxxx.
86 Remove aen code unit masking in tw_aen_complete().
87 1.02.00.006 - Remove unit from printk in tw_scsi_eh_abort(), causing
89 Fix possible null pointer dereference in tw_scsi_queue()
90 if done function pointer was invalid.
91 1.02.00.007 - Fix possible null pointer dereferences in tw_ioctl().
92 Remove check for invalid done function pointer from
94 1.02.00.008 - Set max sectors per io to TW_MAX_SECTORS in tw_findcards().
95 Add tw_decode_error() for printing readable error messages.
96 Print some useful information on certain aen codes.
97 Add tw_decode_bits() for interpreting status register output.
98 Make scsi_set_pci_device() for kernels >= 2.4.4
99 Fix bug where aen's could be lost before a reset.
100 Re-add spinlocks in tw_scsi_detect().
101 Fix possible null pointer dereference in tw_aen_drain_queue()
102 during initialization.
103 Clear pci parity errors during initialization and during io.
104 1.02.00.009 - Remove redundant increment in tw_state_request_start().
105 Add ioctl support for direct ATA command passthru.
106 Add entire aen code string list.
107 1.02.00.010 - Cleanup queueing code, fix jbod thoughput.
108 Fix get_param for specific units.
109 1.02.00.011 - Fix bug in tw_aen_complete() where aen's could be lost.
110 Fix tw_aen_drain_queue() to display useful info at init.
111 Set tw_host->max_id for 12 port cards.
112 Add ioctl support for raw command packet post from userspace
113 with sglist fragments (parameter and io).
114 1.02.00.012 - Fix read capacity to under report by 1 sector to fix get
116 1.02.00.013 - Fix bug where more AEN codes weren't coming out during
117 driver initialization.
118 Improved handling of PCI aborts.
119 1.02.00.014 - Fix bug in tw_findcards() where AEN code could be lost.
120 Increase timeout in tw_aen_drain_queue() to 30 seconds.
121 1.02.00.015 - Re-write raw command post with data ioctl method.
122 Remove raid5 bounce buffers for raid5 for 6XXX for kernel 2.5
123 Add tw_map/unmap_scsi_sg/single_data() for kernel 2.5
124 Replace io_request_lock with host_lock for kernel 2.5
125 Set max_cmd_len to 16 for 3dm for kernel 2.5
126 1.02.00.016 - Set host->max_sectors back up to 256.
127 1.02.00.017 - Modified pci parity error handling/clearing from config space
128 during initialization.
129 1.02.00.018 - Better handling of request sense opcode and sense information
130 for failed commands. Add tw_decode_sense().
131 Replace all mdelay()'s with scsi_sleep().
132 1.02.00.019 - Revert mdelay's and scsi_sleep's, this caused problems on
134 1.02.00.020 - Add pci_set_dma_mask(), rewrite kmalloc()/virt_to_bus() to
135 pci_alloc/free_consistent().
136 Better alignment checking in tw_allocate_memory().
137 Cleanup tw_initialize_device_extension().
138 1.02.00.021 - Bump cmd_per_lun in SHT to 255 for better jbod performance.
139 Improve handling of errors in tw_interrupt().
140 Add handling/clearing of controller queue error.
141 Empty stale responses before draining aen queue.
142 Fix tw_scsi_eh_abort() to not reset on every io abort.
143 Set can_queue in SHT to 255 to prevent hang from AEN.
144 1.02.00.022 - Fix possible null pointer dereference in tw_scsi_release().
145 1.02.00.023 - Fix bug in tw_aen_drain_queue() where unit # was always zero.
146 1.02.00.024 - Add severity levels to AEN strings.
147 1.02.00.025 - Fix command interrupt spurious error messages.
148 Fix bug in raw command post with data ioctl method.
149 Fix bug where rollcall sometimes failed with cable errors.
150 Print unit # on all command timeouts.
151 1.02.00.026 - Fix possible infinite retry bug with power glitch induced
153 Cleanup some AEN severity levels.
154 1.02.00.027 - Add drive not supported AEN code for SATA controllers.
155 Remove spurious unknown ioctl error message.
156 1.02.00.028 - Fix bug where multiple controllers with no units were the
158 Fix bug where cards were being shut down more than once.
159 1.02.00.029 - Add missing pci_free_consistent() in tw_allocate_memory().
160 Replace pci_map_single() with pci_map_page() for highmem.
161 Check for tw_setfeature() failure.
162 1.02.00.030 - Make driver 64-bit clean.
163 1.02.00.031 - Cleanup polling timeouts/routines in several places.
164 Add support for mode sense opcode.
165 Add support for cache mode page.
166 Add support for synchronize cache opcode.
167 1.02.00.032 - Fix small multicard rollcall bug.
168 Make driver stay loaded with no units for hot add/swap.
169 Add support for "twe" character device for ioctls.
170 Clean up request_id queueing code.
171 Fix tw_scsi_queue() spinlocks.
172 1.02.00.033 - Fix tw_aen_complete() to not queue 'queue empty' AEN's.
173 Initialize queues correctly when loading with no valid units.
174 1.02.00.034 - Fix tw_decode_bits() to handle multiple errors.
175 Add support for user configurable cmd_per_lun.
176 Add support for sht->slave_configure().
177 1.02.00.035 - Improve tw_allocate_memory() memory allocation.
178 Fix tw_chrdev_ioctl() to sleep correctly.
179 1.02.00.036 - Increase character ioctl timeout to 60 seconds.
180 1.02.00.037 - Fix tw_ioctl() to handle all non-data ATA passthru cmds
181 for 'smartmontools' support.
182 1.26.00.038 - Roll driver minor version to 26 to denote kernel 2.6.
183 Add support for cmds_per_lun module parameter.
184 1.26.00.039 - Fix bug in tw_chrdev_ioctl() polling code.
185 Fix data_buffer_length usage in tw_chrdev_ioctl().
186 Update contact information.
187 1.26.02.000 - Convert driver to pci_driver format.
188 1.26.02.001 - Increase max ioctl buffer size to 512 sectors.
189 Make tw_scsi_queue() return 0 for 'Unknown scsi opcode'.
190 Fix tw_remove() to free irq handler/unregister_chrdev()
191 before shutting down card.
192 Change to new 'change_queue_depth' api.
193 Fix 'handled=1' ISR usage, remove bogus IRQ check.
194 1.26.02.002 - Free irq handler in __tw_shutdown().
195 Turn on RCD bit for caching mode page.
196 Serialize reset code.
197 1.26.02.003 - Force 60 second timeout default.
200 #include <linux/module.h>
201 #include <linux/reboot.h>
202 #include <linux/spinlock.h>
203 #include <linux/interrupt.h>
204 #include <linux/moduleparam.h>
205 #include <linux/errno.h>
206 #include <linux/types.h>
207 #include <linux/delay.h>
208 #include <linux/gfp.h>
209 #include <linux/pci.h>
210 #include <linux/time.h>
211 #include <linux/mutex.h>
214 #include <asm/uaccess.h>
215 #include <scsi/scsi.h>
216 #include <scsi/scsi_host.h>
217 #include <scsi/scsi_tcq.h>
218 #include <scsi/scsi_cmnd.h>
222 #define TW_DRIVER_VERSION "1.26.02.003"
223 static DEFINE_MUTEX(tw_mutex);
224 static TW_Device_Extension *tw_device_extension_list[TW_MAX_SLOT];
225 static int tw_device_extension_count = 0;
226 static int twe_major = -1;
228 /* Module parameters */
229 MODULE_AUTHOR("LSI");
230 MODULE_DESCRIPTION("3ware Storage Controller Linux Driver");
231 MODULE_LICENSE("GPL");
232 MODULE_VERSION(TW_DRIVER_VERSION);
234 /* Function prototypes */
235 static int tw_reset_device_extension(TW_Device_Extension *tw_dev);
239 /* This function will check the status register for unexpected bits */
240 static int tw_check_bits(u32 status_reg_value)
242 if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS) {
243 dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): No expected bits (0x%x).\n", status_reg_value);
246 if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0) {
247 dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): Found unexpected bits (0x%x).\n", status_reg_value);
252 } /* End tw_check_bits() */
254 /* This function will print readable messages from status register errors */
255 static int tw_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value, int print_host)
259 dprintk(KERN_WARNING "3w-xxxx: tw_decode_bits()\n");
262 sprintf(host, " scsi%d:", tw_dev->host->host_no);
266 if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) {
267 printk(KERN_WARNING "3w-xxxx:%s PCI Parity Error: clearing.\n", host);
268 outl(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
271 if (status_reg_value & TW_STATUS_PCI_ABORT) {
272 printk(KERN_WARNING "3w-xxxx:%s PCI Abort: clearing.\n", host);
273 outl(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev));
274 pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT);
277 if (status_reg_value & TW_STATUS_QUEUE_ERROR) {
278 printk(KERN_WARNING "3w-xxxx:%s Controller Queue Error: clearing.\n", host);
279 outl(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
282 if (status_reg_value & TW_STATUS_SBUF_WRITE_ERROR) {
283 printk(KERN_WARNING "3w-xxxx:%s SBUF Write Error: clearing.\n", host);
284 outl(TW_CONTROL_CLEAR_SBUF_WRITE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
287 if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) {
288 if (tw_dev->reset_print == 0) {
289 printk(KERN_WARNING "3w-xxxx:%s Microcontroller Error: clearing.\n", host);
290 tw_dev->reset_print = 1;
296 } /* End tw_decode_bits() */
298 /* This function will poll the status register for a flag */
299 static int tw_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds)
301 u32 status_reg_value;
302 unsigned long before;
305 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
308 if (tw_check_bits(status_reg_value))
309 tw_decode_bits(tw_dev, status_reg_value, 0);
311 while ((status_reg_value & flag) != flag) {
312 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
314 if (tw_check_bits(status_reg_value))
315 tw_decode_bits(tw_dev, status_reg_value, 0);
317 if (time_after(jiffies, before + HZ * seconds))
325 } /* End tw_poll_status() */
327 /* This function will poll the status register for disappearance of a flag */
328 static int tw_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds)
330 u32 status_reg_value;
331 unsigned long before;
334 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
337 if (tw_check_bits(status_reg_value))
338 tw_decode_bits(tw_dev, status_reg_value, 0);
340 while ((status_reg_value & flag) != 0) {
341 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
343 if (tw_check_bits(status_reg_value))
344 tw_decode_bits(tw_dev, status_reg_value, 0);
346 if (time_after(jiffies, before + HZ * seconds))
354 } /* End tw_poll_status_gone() */
356 /* This function will attempt to post a command packet to the board */
357 static int tw_post_command_packet(TW_Device_Extension *tw_dev, int request_id)
359 u32 status_reg_value;
360 unsigned long command_que_value;
362 dprintk(KERN_NOTICE "3w-xxxx: tw_post_command_packet()\n");
363 command_que_value = tw_dev->command_packet_physical_address[request_id];
364 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
366 if (tw_check_bits(status_reg_value)) {
367 dprintk(KERN_WARNING "3w-xxxx: tw_post_command_packet(): Unexpected bits.\n");
368 tw_decode_bits(tw_dev, status_reg_value, 1);
371 if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
372 /* We successfully posted the command packet */
373 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
374 tw_dev->state[request_id] = TW_S_POSTED;
375 tw_dev->posted_request_count++;
376 if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) {
377 tw_dev->max_posted_request_count = tw_dev->posted_request_count;
380 /* Couldn't post the command packet, so we do it in the isr */
381 if (tw_dev->state[request_id] != TW_S_PENDING) {
382 tw_dev->state[request_id] = TW_S_PENDING;
383 tw_dev->pending_request_count++;
384 if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) {
385 tw_dev->max_pending_request_count = tw_dev->pending_request_count;
387 tw_dev->pending_queue[tw_dev->pending_tail] = request_id;
388 if (tw_dev->pending_tail == TW_Q_LENGTH-1) {
389 tw_dev->pending_tail = TW_Q_START;
391 tw_dev->pending_tail = tw_dev->pending_tail + 1;
394 TW_UNMASK_COMMAND_INTERRUPT(tw_dev);
398 } /* End tw_post_command_packet() */
400 /* This function will return valid sense buffer information for failed cmds */
401 static int tw_decode_sense(TW_Device_Extension *tw_dev, int request_id, int fill_sense)
406 dprintk(KERN_WARNING "3w-xxxx: tw_decode_sense()\n");
407 command = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
409 printk(KERN_WARNING "3w-xxxx: scsi%d: Command failed: status = 0x%x, flags = 0x%x, unit #%d.\n", tw_dev->host->host_no, command->status, command->flags, TW_UNIT_OUT(command->unit__hostid));
411 /* Attempt to return intelligent sense information */
413 if ((command->status == 0xc7) || (command->status == 0xcb)) {
414 for (i = 0; i < ARRAY_SIZE(tw_sense_table); i++) {
415 if (command->flags == tw_sense_table[i][0]) {
417 /* Valid bit and 'current errors' */
418 tw_dev->srb[request_id]->sense_buffer[0] = (0x1 << 7 | 0x70);
421 tw_dev->srb[request_id]->sense_buffer[2] = tw_sense_table[i][1];
423 /* Additional sense length */
424 tw_dev->srb[request_id]->sense_buffer[7] = 0xa; /* 10 bytes */
426 /* Additional sense code */
427 tw_dev->srb[request_id]->sense_buffer[12] = tw_sense_table[i][2];
429 /* Additional sense code qualifier */
430 tw_dev->srb[request_id]->sense_buffer[13] = tw_sense_table[i][3];
432 tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
433 return TW_ISR_DONT_RESULT; /* Special case for isr to not over-write result */
438 /* If no table match, error so we get a reset */
443 } /* End tw_decode_sense() */
445 /* This function will report controller error status */
446 static int tw_check_errors(TW_Device_Extension *tw_dev)
448 u32 status_reg_value;
450 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
452 if (TW_STATUS_ERRORS(status_reg_value) || tw_check_bits(status_reg_value)) {
453 tw_decode_bits(tw_dev, status_reg_value, 0);
458 } /* End tw_check_errors() */
460 /* This function will empty the response que */
461 static void tw_empty_response_que(TW_Device_Extension *tw_dev)
463 u32 status_reg_value, response_que_value;
465 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
467 while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
468 response_que_value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
469 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
471 } /* End tw_empty_response_que() */
473 /* This function will free a request_id */
474 static void tw_state_request_finish(TW_Device_Extension *tw_dev, int request_id)
476 tw_dev->free_queue[tw_dev->free_tail] = request_id;
477 tw_dev->state[request_id] = TW_S_FINISHED;
478 tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH;
479 } /* End tw_state_request_finish() */
481 /* This function will assign an available request_id */
482 static void tw_state_request_start(TW_Device_Extension *tw_dev, int *request_id)
484 *request_id = tw_dev->free_queue[tw_dev->free_head];
485 tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH;
486 tw_dev->state[*request_id] = TW_S_STARTED;
487 } /* End tw_state_request_start() */
489 /* Show some statistics about the card */
490 static ssize_t tw_show_stats(struct device *dev, struct device_attribute *attr,
493 struct Scsi_Host *host = class_to_shost(dev);
494 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
495 unsigned long flags = 0;
498 spin_lock_irqsave(tw_dev->host->host_lock, flags);
499 len = snprintf(buf, PAGE_SIZE, "3w-xxxx Driver version: %s\n"
500 "Current commands posted: %4d\n"
501 "Max commands posted: %4d\n"
502 "Current pending commands: %4d\n"
503 "Max pending commands: %4d\n"
504 "Last sgl length: %4d\n"
505 "Max sgl length: %4d\n"
506 "Last sector count: %4d\n"
507 "Max sector count: %4d\n"
508 "SCSI Host Resets: %4d\n"
511 tw_dev->posted_request_count,
512 tw_dev->max_posted_request_count,
513 tw_dev->pending_request_count,
514 tw_dev->max_pending_request_count,
516 tw_dev->max_sgl_entries,
517 tw_dev->sector_count,
518 tw_dev->max_sector_count,
521 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
523 } /* End tw_show_stats() */
525 /* This function will set a devices queue depth */
526 static int tw_change_queue_depth(struct scsi_device *sdev, int queue_depth,
529 if (reason != SCSI_QDEPTH_DEFAULT)
532 if (queue_depth > TW_Q_LENGTH-2)
533 queue_depth = TW_Q_LENGTH-2;
534 scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG, queue_depth);
536 } /* End tw_change_queue_depth() */
538 /* Create sysfs 'stats' entry */
539 static struct device_attribute tw_host_stats_attr = {
544 .show = tw_show_stats
547 /* Host attributes initializer */
548 static struct device_attribute *tw_host_attrs[] = {
553 /* This function will read the aen queue from the isr */
554 static int tw_aen_read_queue(TW_Device_Extension *tw_dev, int request_id)
556 TW_Command *command_packet;
558 unsigned long command_que_value;
559 u32 status_reg_value;
560 unsigned long param_value = 0;
562 dprintk(KERN_NOTICE "3w-xxxx: tw_aen_read_queue()\n");
564 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
565 if (tw_check_bits(status_reg_value)) {
566 dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Unexpected bits.\n");
567 tw_decode_bits(tw_dev, status_reg_value, 1);
570 if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
571 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet virtual address.\n");
574 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
575 memset(command_packet, 0, sizeof(TW_Sector));
576 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
577 command_packet->size = 4;
578 command_packet->request_id = request_id;
579 command_packet->status = 0;
580 command_packet->flags = 0;
581 command_packet->byte6.parameter_count = 1;
582 command_que_value = tw_dev->command_packet_physical_address[request_id];
583 if (command_que_value == 0) {
584 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet physical address.\n");
587 /* Now setup the param */
588 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
589 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment virtual address.\n");
592 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
593 memset(param, 0, sizeof(TW_Sector));
594 param->table_id = 0x401; /* AEN table */
595 param->parameter_id = 2; /* Unit code */
596 param->parameter_size_bytes = 2;
597 param_value = tw_dev->alignment_physical_address[request_id];
598 if (param_value == 0) {
599 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment physical address.\n");
602 command_packet->byte8.param.sgl[0].address = param_value;
603 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
605 /* Now post the command packet */
606 if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
607 dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post succeeded.\n");
608 tw_dev->srb[request_id] = NULL; /* Flag internal command */
609 tw_dev->state[request_id] = TW_S_POSTED;
610 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
612 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post failed, will retry.\n");
617 } /* End tw_aen_read_queue() */
619 /* This function will complete an aen request from the isr */
620 static int tw_aen_complete(TW_Device_Extension *tw_dev, int request_id)
624 int error = 0, table_max = 0;
626 dprintk(KERN_WARNING "3w-xxxx: tw_aen_complete()\n");
627 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
628 printk(KERN_WARNING "3w-xxxx: tw_aen_complete(): Bad alignment virtual address.\n");
631 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
632 aen = *(unsigned short *)(param->data);
633 dprintk(KERN_NOTICE "3w-xxxx: tw_aen_complete(): Queue'd code 0x%x\n", aen);
635 /* Print some useful info when certain aen codes come out */
637 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: INFO: AEN queue overflow.\n", tw_dev->host->host_no);
639 table_max = ARRAY_SIZE(tw_aen_string);
640 if ((aen & 0x0ff) < table_max) {
641 if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
642 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s%d.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff], aen >> 8);
645 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff]);
648 printk(KERN_WARNING "3w-xxxx: scsi%d: Received AEN %d.\n", tw_dev->host->host_no, aen);
651 if (aen != TW_AEN_QUEUE_EMPTY) {
654 /* Now queue the code */
655 tw_dev->aen_queue[tw_dev->aen_tail] = aen;
656 if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
657 tw_dev->aen_tail = TW_Q_START;
659 tw_dev->aen_tail = tw_dev->aen_tail + 1;
661 if (tw_dev->aen_head == tw_dev->aen_tail) {
662 if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
663 tw_dev->aen_head = TW_Q_START;
665 tw_dev->aen_head = tw_dev->aen_head + 1;
669 error = tw_aen_read_queue(tw_dev, request_id);
671 printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing AEN.\n", tw_dev->host->host_no);
672 tw_dev->state[request_id] = TW_S_COMPLETED;
673 tw_state_request_finish(tw_dev, request_id);
676 tw_dev->state[request_id] = TW_S_COMPLETED;
677 tw_state_request_finish(tw_dev, request_id);
681 } /* End tw_aen_complete() */
683 /* This function will drain the aen queue after a soft reset */
684 static int tw_aen_drain_queue(TW_Device_Extension *tw_dev)
686 TW_Command *command_packet;
689 unsigned long command_que_value;
690 unsigned long param_value;
691 TW_Response_Queue response_queue;
693 unsigned short aen_code;
697 int found = 0, table_max = 0;
699 dprintk(KERN_NOTICE "3w-xxxx: tw_aen_drain_queue()\n");
701 if (tw_poll_status(tw_dev, TW_STATUS_ATTENTION_INTERRUPT | TW_STATUS_MICROCONTROLLER_READY, 30)) {
702 dprintk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): No attention interrupt for card %d.\n", tw_device_extension_count);
705 TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
707 /* Empty response queue */
708 tw_empty_response_que(tw_dev);
710 /* Initialize command packet */
711 if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
712 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet virtual address.\n");
715 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
716 memset(command_packet, 0, sizeof(TW_Sector));
717 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
718 command_packet->size = 4;
719 command_packet->request_id = request_id;
720 command_packet->status = 0;
721 command_packet->flags = 0;
722 command_packet->byte6.parameter_count = 1;
723 command_que_value = tw_dev->command_packet_physical_address[request_id];
724 if (command_que_value == 0) {
725 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet physical address.\n");
729 /* Now setup the param */
730 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
731 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment virtual address.\n");
734 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
735 memset(param, 0, sizeof(TW_Sector));
736 param->table_id = 0x401; /* AEN table */
737 param->parameter_id = 2; /* Unit code */
738 param->parameter_size_bytes = 2;
739 param_value = tw_dev->alignment_physical_address[request_id];
740 if (param_value == 0) {
741 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment physical address.\n");
744 command_packet->byte8.param.sgl[0].address = param_value;
745 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
747 /* Now drain the controller's aen queue */
749 /* Post command packet */
750 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
752 /* Now poll for completion */
753 if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
754 response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
755 request_id = TW_RESID_OUT(response_queue.response_id);
757 if (request_id != 0) {
758 /* Unexpected request id */
759 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Unexpected request id.\n");
763 if (command_packet->status != 0) {
764 if (command_packet->flags != TW_AEN_TABLE_UNDEFINED) {
766 tw_decode_sense(tw_dev, request_id, 0);
769 /* We know this is a 3w-1x00, and doesn't support aen's */
774 /* Now check the aen */
775 aen = *(unsigned short *)(param->data);
776 aen_code = (aen & 0x0ff);
779 case TW_AEN_QUEUE_EMPTY:
780 dprintk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
781 if (first_reset != 1) {
787 case TW_AEN_SOFT_RESET:
788 if (first_reset == 0) {
791 printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
798 printk(KERN_WARNING "3w-xxxx: AEN: INFO: AEN queue overflow.\n");
800 table_max = ARRAY_SIZE(tw_aen_string);
801 if ((aen & 0x0ff) < table_max) {
802 if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
803 printk(KERN_WARNING "3w-xxxx: AEN: %s%d.\n", tw_aen_string[aen & 0xff], aen >> 8);
805 printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
808 printk(KERN_WARNING "3w-xxxx: Received AEN %d.\n", aen);
814 /* Now put the aen on the aen_queue */
816 tw_dev->aen_queue[tw_dev->aen_tail] = aen;
817 if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
818 tw_dev->aen_tail = TW_Q_START;
820 tw_dev->aen_tail = tw_dev->aen_tail + 1;
822 if (tw_dev->aen_head == tw_dev->aen_tail) {
823 if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
824 tw_dev->aen_head = TW_Q_START;
826 tw_dev->aen_head = tw_dev->aen_head + 1;
833 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Response never received.\n");
836 } while (finished == 0);
839 } /* End tw_aen_drain_queue() */
841 /* This function will allocate memory */
842 static int tw_allocate_memory(TW_Device_Extension *tw_dev, int size, int which)
845 dma_addr_t dma_handle;
846 unsigned long *cpu_addr = NULL;
848 dprintk(KERN_NOTICE "3w-xxxx: tw_allocate_memory()\n");
850 cpu_addr = pci_alloc_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, &dma_handle);
851 if (cpu_addr == NULL) {
852 printk(KERN_WARNING "3w-xxxx: pci_alloc_consistent() failed.\n");
856 if ((unsigned long)cpu_addr % (tw_dev->tw_pci_dev->device == TW_DEVICE_ID ? TW_ALIGNMENT_6000 : TW_ALIGNMENT_7000)) {
857 printk(KERN_WARNING "3w-xxxx: Couldn't allocate correctly aligned memory.\n");
858 pci_free_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, cpu_addr, dma_handle);
862 memset(cpu_addr, 0, size*TW_Q_LENGTH);
864 for (i=0;i<TW_Q_LENGTH;i++) {
867 tw_dev->command_packet_physical_address[i] = dma_handle+(i*size);
868 tw_dev->command_packet_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
871 tw_dev->alignment_physical_address[i] = dma_handle+(i*size);
872 tw_dev->alignment_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
875 printk(KERN_WARNING "3w-xxxx: tw_allocate_memory(): case slip in tw_allocate_memory()\n");
881 } /* End tw_allocate_memory() */
883 /* This function handles ioctl for the character device */
884 static long tw_chrdev_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
887 dma_addr_t dma_handle;
888 unsigned short tw_aen_code;
890 unsigned int data_buffer_length = 0;
891 unsigned long data_buffer_length_adjusted = 0;
892 struct inode *inode = file->f_dentry->d_inode;
893 unsigned long *cpu_addr;
895 TW_New_Ioctl *tw_ioctl;
896 TW_Passthru *passthru;
897 TW_Device_Extension *tw_dev = tw_device_extension_list[iminor(inode)];
898 int retval = -EFAULT;
899 void __user *argp = (void __user *)arg;
901 dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl()\n");
903 mutex_lock(&tw_mutex);
904 /* Only let one of these through at a time */
905 if (mutex_lock_interruptible(&tw_dev->ioctl_lock)) {
906 mutex_unlock(&tw_mutex);
910 /* First copy down the buffer length */
911 if (copy_from_user(&data_buffer_length, argp, sizeof(unsigned int)))
915 if (data_buffer_length > TW_MAX_IOCTL_SECTORS * 512) {
920 /* Hardware can only do multiple of 512 byte transfers */
921 data_buffer_length_adjusted = (data_buffer_length + 511) & ~511;
923 /* Now allocate ioctl buf memory */
924 cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_New_Ioctl) - 1, &dma_handle, GFP_KERNEL);
925 if (cpu_addr == NULL) {
930 tw_ioctl = (TW_New_Ioctl *)cpu_addr;
932 /* Now copy down the entire ioctl */
933 if (copy_from_user(tw_ioctl, argp, data_buffer_length + sizeof(TW_New_Ioctl) - 1))
936 passthru = (TW_Passthru *)&tw_ioctl->firmware_command;
938 /* See which ioctl we are doing */
941 dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_OP_NOP.\n");
943 case TW_OP_AEN_LISTEN:
944 dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_AEN_LISTEN.\n");
945 memset(tw_ioctl->data_buffer, 0, data_buffer_length);
947 spin_lock_irqsave(tw_dev->host->host_lock, flags);
948 if (tw_dev->aen_head == tw_dev->aen_tail) {
949 tw_aen_code = TW_AEN_QUEUE_EMPTY;
951 tw_aen_code = tw_dev->aen_queue[tw_dev->aen_head];
952 if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
953 tw_dev->aen_head = TW_Q_START;
955 tw_dev->aen_head = tw_dev->aen_head + 1;
958 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
959 memcpy(tw_ioctl->data_buffer, &tw_aen_code, sizeof(tw_aen_code));
961 case TW_CMD_PACKET_WITH_DATA:
962 dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_CMD_PACKET_WITH_DATA.\n");
963 spin_lock_irqsave(tw_dev->host->host_lock, flags);
965 tw_state_request_start(tw_dev, &request_id);
967 /* Flag internal command */
968 tw_dev->srb[request_id] = NULL;
970 /* Flag chrdev ioctl */
971 tw_dev->chrdev_request_id = request_id;
973 tw_ioctl->firmware_command.request_id = request_id;
975 /* Load the sg list */
976 switch (TW_SGL_OUT(tw_ioctl->firmware_command.opcode__sgloffset)) {
978 tw_ioctl->firmware_command.byte8.param.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
979 tw_ioctl->firmware_command.byte8.param.sgl[0].length = data_buffer_length_adjusted;
982 tw_ioctl->firmware_command.byte8.io.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
983 tw_ioctl->firmware_command.byte8.io.sgl[0].length = data_buffer_length_adjusted;
986 passthru->sg_list[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
987 passthru->sg_list[0].length = data_buffer_length_adjusted;
991 memcpy(tw_dev->command_packet_virtual_address[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command));
993 /* Now post the command packet to the controller */
994 tw_post_command_packet(tw_dev, request_id);
995 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
997 timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ;
999 /* Now wait for the command to complete */
1000 timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout);
1002 /* We timed out, and didn't get an interrupt */
1003 if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) {
1004 /* Now we need to reset the board */
1005 printk(KERN_WARNING "3w-xxxx: scsi%d: Character ioctl (0x%x) timed out, resetting card.\n", tw_dev->host->host_no, cmd);
1007 if (tw_reset_device_extension(tw_dev)) {
1008 printk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): Reset failed for card %d.\n", tw_dev->host->host_no);
1013 /* Now copy in the command packet response */
1014 memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virtual_address[request_id], sizeof(TW_Command));
1016 /* Now complete the io */
1017 spin_lock_irqsave(tw_dev->host->host_lock, flags);
1018 tw_dev->posted_request_count--;
1019 tw_dev->state[request_id] = TW_S_COMPLETED;
1020 tw_state_request_finish(tw_dev, request_id);
1021 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1028 /* Now copy the response to userspace */
1029 if (copy_to_user(argp, tw_ioctl, sizeof(TW_New_Ioctl) + data_buffer_length - 1))
1033 /* Now free ioctl buf memory */
1034 dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_New_Ioctl) - 1, cpu_addr, dma_handle);
1036 mutex_unlock(&tw_dev->ioctl_lock);
1037 mutex_unlock(&tw_mutex);
1039 } /* End tw_chrdev_ioctl() */
1041 /* This function handles open for the character device */
1042 /* NOTE that this function races with remove. */
1043 static int tw_chrdev_open(struct inode *inode, struct file *file)
1045 unsigned int minor_number;
1047 dprintk(KERN_WARNING "3w-xxxx: tw_ioctl_open()\n");
1049 minor_number = iminor(inode);
1050 if (minor_number >= tw_device_extension_count)
1054 } /* End tw_chrdev_open() */
1056 /* File operations struct for character device */
1057 static const struct file_operations tw_fops = {
1058 .owner = THIS_MODULE,
1059 .unlocked_ioctl = tw_chrdev_ioctl,
1060 .open = tw_chrdev_open,
1062 .llseek = noop_llseek,
1065 /* This function will free up device extension resources */
1066 static void tw_free_device_extension(TW_Device_Extension *tw_dev)
1068 dprintk(KERN_NOTICE "3w-xxxx: tw_free_device_extension()\n");
1070 /* Free command packet and generic buffer memory */
1071 if (tw_dev->command_packet_virtual_address[0])
1072 pci_free_consistent(tw_dev->tw_pci_dev, sizeof(TW_Command)*TW_Q_LENGTH, tw_dev->command_packet_virtual_address[0], tw_dev->command_packet_physical_address[0]);
1074 if (tw_dev->alignment_virtual_address[0])
1075 pci_free_consistent(tw_dev->tw_pci_dev, sizeof(TW_Sector)*TW_Q_LENGTH, tw_dev->alignment_virtual_address[0], tw_dev->alignment_physical_address[0]);
1076 } /* End tw_free_device_extension() */
1078 /* This function will send an initconnection command to controller */
1079 static int tw_initconnection(TW_Device_Extension *tw_dev, int message_credits)
1081 unsigned long command_que_value;
1082 TW_Command *command_packet;
1083 TW_Response_Queue response_queue;
1086 dprintk(KERN_NOTICE "3w-xxxx: tw_initconnection()\n");
1088 /* Initialize InitConnection command packet */
1089 if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1090 printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet virtual address.\n");
1094 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1095 memset(command_packet, 0, sizeof(TW_Sector));
1096 command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_INIT_CONNECTION);
1097 command_packet->size = TW_INIT_COMMAND_PACKET_SIZE;
1098 command_packet->request_id = request_id;
1099 command_packet->status = 0x0;
1100 command_packet->flags = 0x0;
1101 command_packet->byte6.message_credits = message_credits;
1102 command_packet->byte8.init_connection.response_queue_pointer = 0x0;
1103 command_que_value = tw_dev->command_packet_physical_address[request_id];
1105 if (command_que_value == 0) {
1106 printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet physical address.\n");
1110 /* Send command packet to the board */
1111 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1113 /* Poll for completion */
1114 if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1115 response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1116 request_id = TW_RESID_OUT(response_queue.response_id);
1118 if (request_id != 0) {
1119 /* unexpected request id */
1120 printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Unexpected request id.\n");
1123 if (command_packet->status != 0) {
1125 tw_decode_sense(tw_dev, request_id, 0);
1130 } /* End tw_initconnection() */
1132 /* Set a value in the features table */
1133 static int tw_setfeature(TW_Device_Extension *tw_dev, int parm, int param_size,
1137 TW_Command *command_packet;
1138 TW_Response_Queue response_queue;
1140 unsigned long command_que_value;
1141 unsigned long param_value;
1143 /* Initialize SetParam command packet */
1144 if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1145 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet virtual address.\n");
1148 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1149 memset(command_packet, 0, sizeof(TW_Sector));
1150 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1152 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM);
1153 param->table_id = 0x404; /* Features table */
1154 param->parameter_id = parm;
1155 param->parameter_size_bytes = param_size;
1156 memcpy(param->data, val, param_size);
1158 param_value = tw_dev->alignment_physical_address[request_id];
1159 if (param_value == 0) {
1160 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad alignment physical address.\n");
1161 tw_dev->state[request_id] = TW_S_COMPLETED;
1162 tw_state_request_finish(tw_dev, request_id);
1163 tw_dev->srb[request_id]->result = (DID_OK << 16);
1164 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1166 command_packet->byte8.param.sgl[0].address = param_value;
1167 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1169 command_packet->size = 4;
1170 command_packet->request_id = request_id;
1171 command_packet->byte6.parameter_count = 1;
1173 command_que_value = tw_dev->command_packet_physical_address[request_id];
1174 if (command_que_value == 0) {
1175 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet physical address.\n");
1179 /* Send command packet to the board */
1180 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1182 /* Poll for completion */
1183 if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1184 response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1185 request_id = TW_RESID_OUT(response_queue.response_id);
1187 if (request_id != 0) {
1188 /* unexpected request id */
1189 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Unexpected request id.\n");
1192 if (command_packet->status != 0) {
1194 tw_decode_sense(tw_dev, request_id, 0);
1200 } /* End tw_setfeature() */
1202 /* This function will reset a controller */
1203 static int tw_reset_sequence(TW_Device_Extension *tw_dev)
1207 unsigned char c = 1;
1209 /* Reset the board */
1210 while (tries < TW_MAX_RESET_TRIES) {
1211 TW_SOFT_RESET(tw_dev);
1213 error = tw_aen_drain_queue(tw_dev);
1215 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN drain failed, retrying.\n", tw_dev->host->host_no);
1220 /* Check for controller errors */
1221 if (tw_check_errors(tw_dev)) {
1222 printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors found, retrying.\n", tw_dev->host->host_no);
1227 /* Now the controller is in a good state */
1231 if (tries >= TW_MAX_RESET_TRIES) {
1232 printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors, card not responding, check all cabling.\n", tw_dev->host->host_no);
1236 error = tw_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS);
1238 printk(KERN_WARNING "3w-xxxx: scsi%d: Connection initialization failed.\n", tw_dev->host->host_no);
1242 error = tw_setfeature(tw_dev, 2, 1, &c);
1244 printk(KERN_WARNING "3w-xxxx: Unable to set features for card, probable old firmware or card.\n");
1248 } /* End tw_reset_sequence() */
1250 /* This function will initialize the fields of a device extension */
1251 static int tw_initialize_device_extension(TW_Device_Extension *tw_dev)
1255 dprintk(KERN_NOTICE "3w-xxxx: tw_initialize_device_extension()\n");
1257 /* Initialize command packet buffers */
1258 error = tw_allocate_memory(tw_dev, sizeof(TW_Command), 0);
1260 printk(KERN_WARNING "3w-xxxx: Command packet memory allocation failed.\n");
1264 /* Initialize generic buffer */
1265 error = tw_allocate_memory(tw_dev, sizeof(TW_Sector), 1);
1267 printk(KERN_WARNING "3w-xxxx: Generic memory allocation failed.\n");
1271 for (i=0;i<TW_Q_LENGTH;i++) {
1272 tw_dev->free_queue[i] = i;
1273 tw_dev->state[i] = TW_S_INITIAL;
1276 tw_dev->pending_head = TW_Q_START;
1277 tw_dev->pending_tail = TW_Q_START;
1278 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1280 mutex_init(&tw_dev->ioctl_lock);
1281 init_waitqueue_head(&tw_dev->ioctl_wqueue);
1284 } /* End tw_initialize_device_extension() */
1286 /* This function will reset a device extension */
1287 static int tw_reset_device_extension(TW_Device_Extension *tw_dev)
1290 struct scsi_cmnd *srb;
1291 unsigned long flags = 0;
1293 dprintk(KERN_NOTICE "3w-xxxx: tw_reset_device_extension()\n");
1295 set_bit(TW_IN_RESET, &tw_dev->flags);
1296 TW_DISABLE_INTERRUPTS(tw_dev);
1297 TW_MASK_COMMAND_INTERRUPT(tw_dev);
1298 spin_lock_irqsave(tw_dev->host->host_lock, flags);
1300 /* Abort all requests that are in progress */
1301 for (i=0;i<TW_Q_LENGTH;i++) {
1302 if ((tw_dev->state[i] != TW_S_FINISHED) &&
1303 (tw_dev->state[i] != TW_S_INITIAL) &&
1304 (tw_dev->state[i] != TW_S_COMPLETED)) {
1305 srb = tw_dev->srb[i];
1307 srb->result = (DID_RESET << 16);
1308 scsi_dma_unmap(srb);
1309 srb->scsi_done(srb);
1314 /* Reset queues and counts */
1315 for (i=0;i<TW_Q_LENGTH;i++) {
1316 tw_dev->free_queue[i] = i;
1317 tw_dev->state[i] = TW_S_INITIAL;
1319 tw_dev->free_head = TW_Q_START;
1320 tw_dev->free_tail = TW_Q_START;
1321 tw_dev->posted_request_count = 0;
1322 tw_dev->pending_request_count = 0;
1323 tw_dev->pending_head = TW_Q_START;
1324 tw_dev->pending_tail = TW_Q_START;
1325 tw_dev->reset_print = 0;
1327 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1329 if (tw_reset_sequence(tw_dev)) {
1330 printk(KERN_WARNING "3w-xxxx: scsi%d: Reset sequence failed.\n", tw_dev->host->host_no);
1334 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
1335 clear_bit(TW_IN_RESET, &tw_dev->flags);
1336 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1339 } /* End tw_reset_device_extension() */
1341 /* This funciton returns unit geometry in cylinders/heads/sectors */
1342 static int tw_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev,
1343 sector_t capacity, int geom[])
1345 int heads, sectors, cylinders;
1346 TW_Device_Extension *tw_dev;
1348 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam()\n");
1349 tw_dev = (TW_Device_Extension *)sdev->host->hostdata;
1353 cylinders = sector_div(capacity, heads * sectors);
1355 if (capacity >= 0x200000) {
1358 cylinders = sector_div(capacity, heads * sectors);
1361 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam(): heads = %d, sectors = %d, cylinders = %d\n", heads, sectors, cylinders);
1364 geom[2] = cylinders;
1367 } /* End tw_scsi_biosparam() */
1369 /* This is the new scsi eh reset function */
1370 static int tw_scsi_eh_reset(struct scsi_cmnd *SCpnt)
1372 TW_Device_Extension *tw_dev=NULL;
1373 int retval = FAILED;
1375 tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1377 tw_dev->num_resets++;
1379 sdev_printk(KERN_WARNING, SCpnt->device,
1380 "WARNING: Command (0x%x) timed out, resetting card.\n",
1383 /* Make sure we are not issuing an ioctl or resetting from ioctl */
1384 mutex_lock(&tw_dev->ioctl_lock);
1386 /* Now reset the card and some of the device extension data */
1387 if (tw_reset_device_extension(tw_dev)) {
1388 printk(KERN_WARNING "3w-xxxx: scsi%d: Reset failed.\n", tw_dev->host->host_no);
1394 mutex_unlock(&tw_dev->ioctl_lock);
1396 } /* End tw_scsi_eh_reset() */
1398 /* This function handles scsi inquiry commands */
1399 static int tw_scsiop_inquiry(TW_Device_Extension *tw_dev, int request_id)
1402 TW_Command *command_packet;
1403 unsigned long command_que_value;
1404 unsigned long param_value;
1406 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry()\n");
1408 /* Initialize command packet */
1409 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1410 if (command_packet == NULL) {
1411 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet virtual address.\n");
1414 memset(command_packet, 0, sizeof(TW_Sector));
1415 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1416 command_packet->size = 4;
1417 command_packet->request_id = request_id;
1418 command_packet->status = 0;
1419 command_packet->flags = 0;
1420 command_packet->byte6.parameter_count = 1;
1422 /* Now setup the param */
1423 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1424 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment virtual address.\n");
1427 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1428 memset(param, 0, sizeof(TW_Sector));
1429 param->table_id = 3; /* unit summary table */
1430 param->parameter_id = 3; /* unitsstatus parameter */
1431 param->parameter_size_bytes = TW_MAX_UNITS;
1432 param_value = tw_dev->alignment_physical_address[request_id];
1433 if (param_value == 0) {
1434 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment physical address.\n");
1438 command_packet->byte8.param.sgl[0].address = param_value;
1439 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1440 command_que_value = tw_dev->command_packet_physical_address[request_id];
1441 if (command_que_value == 0) {
1442 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet physical address.\n");
1446 /* Now try to post the command packet */
1447 tw_post_command_packet(tw_dev, request_id);
1450 } /* End tw_scsiop_inquiry() */
1452 static void tw_transfer_internal(TW_Device_Extension *tw_dev, int request_id,
1453 void *data, unsigned int len)
1455 scsi_sg_copy_from_buffer(tw_dev->srb[request_id], data, len);
1458 /* This function is called by the isr to complete an inquiry command */
1459 static int tw_scsiop_inquiry_complete(TW_Device_Extension *tw_dev, int request_id)
1461 unsigned char *is_unit_present;
1462 unsigned char request_buffer[36];
1465 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry_complete()\n");
1467 memset(request_buffer, 0, sizeof(request_buffer));
1468 request_buffer[0] = TYPE_DISK; /* Peripheral device type */
1469 request_buffer[1] = 0; /* Device type modifier */
1470 request_buffer[2] = 0; /* No ansi/iso compliance */
1471 request_buffer[4] = 31; /* Additional length */
1472 memcpy(&request_buffer[8], "3ware ", 8); /* Vendor ID */
1473 sprintf(&request_buffer[16], "Logical Disk %-2d ", tw_dev->srb[request_id]->device->id);
1474 memcpy(&request_buffer[32], TW_DRIVER_VERSION, 3);
1475 tw_transfer_internal(tw_dev, request_id, request_buffer,
1476 sizeof(request_buffer));
1478 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1479 if (param == NULL) {
1480 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry_complete(): Bad alignment virtual address.\n");
1483 is_unit_present = &(param->data[0]);
1485 if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1486 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1488 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1489 tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1490 return TW_ISR_DONT_RESULT;
1494 } /* End tw_scsiop_inquiry_complete() */
1496 /* This function handles scsi mode_sense commands */
1497 static int tw_scsiop_mode_sense(TW_Device_Extension *tw_dev, int request_id)
1500 TW_Command *command_packet;
1501 unsigned long command_que_value;
1502 unsigned long param_value;
1504 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense()\n");
1506 /* Only page control = 0, page code = 0x8 (cache page) supported */
1507 if (tw_dev->srb[request_id]->cmnd[2] != 0x8) {
1508 tw_dev->state[request_id] = TW_S_COMPLETED;
1509 tw_state_request_finish(tw_dev, request_id);
1510 tw_dev->srb[request_id]->result = (DID_OK << 16);
1511 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1515 /* Now read firmware cache setting for this unit */
1516 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1517 if (command_packet == NULL) {
1518 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet virtual address.\n");
1522 /* Setup the command packet */
1523 memset(command_packet, 0, sizeof(TW_Sector));
1524 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1525 command_packet->size = 4;
1526 command_packet->request_id = request_id;
1527 command_packet->status = 0;
1528 command_packet->flags = 0;
1529 command_packet->byte6.parameter_count = 1;
1531 /* Setup the param */
1532 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1533 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment virtual address.\n");
1537 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1538 memset(param, 0, sizeof(TW_Sector));
1539 param->table_id = TW_UNIT_INFORMATION_TABLE_BASE + tw_dev->srb[request_id]->device->id;
1540 param->parameter_id = 7; /* unit flags */
1541 param->parameter_size_bytes = 1;
1542 param_value = tw_dev->alignment_physical_address[request_id];
1543 if (param_value == 0) {
1544 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment physical address.\n");
1548 command_packet->byte8.param.sgl[0].address = param_value;
1549 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1550 command_que_value = tw_dev->command_packet_physical_address[request_id];
1551 if (command_que_value == 0) {
1552 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet physical address.\n");
1556 /* Now try to post the command packet */
1557 tw_post_command_packet(tw_dev, request_id);
1560 } /* End tw_scsiop_mode_sense() */
1562 /* This function is called by the isr to complete a mode sense command */
1563 static int tw_scsiop_mode_sense_complete(TW_Device_Extension *tw_dev, int request_id)
1566 unsigned char *flags;
1567 unsigned char request_buffer[8];
1569 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense_complete()\n");
1571 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1572 if (param == NULL) {
1573 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense_complete(): Bad alignment virtual address.\n");
1576 flags = (char *)&(param->data[0]);
1577 memset(request_buffer, 0, sizeof(request_buffer));
1579 request_buffer[0] = 0xf; /* mode data length */
1580 request_buffer[1] = 0; /* default medium type */
1581 request_buffer[2] = 0x10; /* dpo/fua support on */
1582 request_buffer[3] = 0; /* no block descriptors */
1583 request_buffer[4] = 0x8; /* caching page */
1584 request_buffer[5] = 0xa; /* page length */
1586 request_buffer[6] = 0x5; /* WCE on, RCD on */
1588 request_buffer[6] = 0x1; /* WCE off, RCD on */
1589 tw_transfer_internal(tw_dev, request_id, request_buffer,
1590 sizeof(request_buffer));
1593 } /* End tw_scsiop_mode_sense_complete() */
1595 /* This function handles scsi read_capacity commands */
1596 static int tw_scsiop_read_capacity(TW_Device_Extension *tw_dev, int request_id)
1599 TW_Command *command_packet;
1600 unsigned long command_que_value;
1601 unsigned long param_value;
1603 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity()\n");
1605 /* Initialize command packet */
1606 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1608 if (command_packet == NULL) {
1609 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet virtual address.\n");
1612 memset(command_packet, 0, sizeof(TW_Sector));
1613 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1614 command_packet->size = 4;
1615 command_packet->request_id = request_id;
1616 command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1617 command_packet->status = 0;
1618 command_packet->flags = 0;
1619 command_packet->byte6.block_count = 1;
1621 /* Now setup the param */
1622 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1623 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment virtual address.\n");
1626 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1627 memset(param, 0, sizeof(TW_Sector));
1628 param->table_id = TW_UNIT_INFORMATION_TABLE_BASE +
1629 tw_dev->srb[request_id]->device->id;
1630 param->parameter_id = 4; /* unitcapacity parameter */
1631 param->parameter_size_bytes = 4;
1632 param_value = tw_dev->alignment_physical_address[request_id];
1633 if (param_value == 0) {
1634 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment physical address.\n");
1638 command_packet->byte8.param.sgl[0].address = param_value;
1639 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1640 command_que_value = tw_dev->command_packet_physical_address[request_id];
1641 if (command_que_value == 0) {
1642 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet physical address.\n");
1646 /* Now try to post the command to the board */
1647 tw_post_command_packet(tw_dev, request_id);
1650 } /* End tw_scsiop_read_capacity() */
1652 /* This function is called by the isr to complete a readcapacity command */
1653 static int tw_scsiop_read_capacity_complete(TW_Device_Extension *tw_dev, int request_id)
1655 unsigned char *param_data;
1660 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete()\n");
1662 memset(buff, 0, sizeof(buff));
1663 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1664 if (param == NULL) {
1665 printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_capacity_complete(): Bad alignment virtual address.\n");
1668 param_data = &(param->data[0]);
1670 capacity = (param_data[3] << 24) | (param_data[2] << 16) |
1671 (param_data[1] << 8) | param_data[0];
1673 /* Subtract one sector to fix get last sector ioctl */
1676 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete(): Capacity = 0x%x.\n", capacity);
1678 /* Number of LBA's */
1679 buff[0] = (capacity >> 24);
1680 buff[1] = (capacity >> 16) & 0xff;
1681 buff[2] = (capacity >> 8) & 0xff;
1682 buff[3] = capacity & 0xff;
1684 /* Block size in bytes (512) */
1685 buff[4] = (TW_BLOCK_SIZE >> 24);
1686 buff[5] = (TW_BLOCK_SIZE >> 16) & 0xff;
1687 buff[6] = (TW_BLOCK_SIZE >> 8) & 0xff;
1688 buff[7] = TW_BLOCK_SIZE & 0xff;
1690 tw_transfer_internal(tw_dev, request_id, buff, sizeof(buff));
1693 } /* End tw_scsiop_read_capacity_complete() */
1695 /* This function handles scsi read or write commands */
1696 static int tw_scsiop_read_write(TW_Device_Extension *tw_dev, int request_id)
1698 TW_Command *command_packet;
1699 unsigned long command_que_value;
1700 u32 lba = 0x0, num_sectors = 0x0;
1702 struct scsi_cmnd *srb;
1703 struct scatterlist *sglist, *sg;
1705 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write()\n");
1707 srb = tw_dev->srb[request_id];
1709 sglist = scsi_sglist(srb);
1711 printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Request buffer NULL.\n");
1715 /* Initialize command packet */
1716 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1717 if (command_packet == NULL) {
1718 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): Bad command packet virtual address.\n");
1722 if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == READ_10) {
1723 command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_READ);
1725 command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_WRITE);
1728 command_packet->size = 3;
1729 command_packet->request_id = request_id;
1730 command_packet->unit__hostid = TW_UNITHOST_IN(0, srb->device->id);
1731 command_packet->status = 0;
1732 command_packet->flags = 0;
1734 if (srb->cmnd[0] == WRITE_10) {
1735 if ((srb->cmnd[1] & 0x8) || (srb->cmnd[1] & 0x10))
1736 command_packet->flags = 1;
1739 if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6) {
1740 lba = ((u32)srb->cmnd[1] << 16) | ((u32)srb->cmnd[2] << 8) | (u32)srb->cmnd[3];
1741 num_sectors = (u32)srb->cmnd[4];
1743 lba = ((u32)srb->cmnd[2] << 24) | ((u32)srb->cmnd[3] << 16) | ((u32)srb->cmnd[4] << 8) | (u32)srb->cmnd[5];
1744 num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8);
1747 /* Update sector statistic */
1748 tw_dev->sector_count = num_sectors;
1749 if (tw_dev->sector_count > tw_dev->max_sector_count)
1750 tw_dev->max_sector_count = tw_dev->sector_count;
1752 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): lba = 0x%x num_sectors = 0x%x\n", lba, num_sectors);
1753 command_packet->byte8.io.lba = lba;
1754 command_packet->byte6.block_count = num_sectors;
1756 use_sg = scsi_dma_map(srb);
1760 scsi_for_each_sg(tw_dev->srb[request_id], sg, use_sg, i) {
1761 command_packet->byte8.io.sgl[i].address = sg_dma_address(sg);
1762 command_packet->byte8.io.sgl[i].length = sg_dma_len(sg);
1763 command_packet->size+=2;
1766 /* Update SG statistics */
1767 tw_dev->sgl_entries = scsi_sg_count(tw_dev->srb[request_id]);
1768 if (tw_dev->sgl_entries > tw_dev->max_sgl_entries)
1769 tw_dev->max_sgl_entries = tw_dev->sgl_entries;
1771 command_que_value = tw_dev->command_packet_physical_address[request_id];
1772 if (command_que_value == 0) {
1773 dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Bad command packet physical address.\n");
1777 /* Now try to post the command to the board */
1778 tw_post_command_packet(tw_dev, request_id);
1781 } /* End tw_scsiop_read_write() */
1783 /* This function will handle the request sense scsi command */
1784 static int tw_scsiop_request_sense(TW_Device_Extension *tw_dev, int request_id)
1786 char request_buffer[18];
1788 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_request_sense()\n");
1790 memset(request_buffer, 0, sizeof(request_buffer));
1791 request_buffer[0] = 0x70; /* Immediate fixed format */
1792 request_buffer[7] = 10; /* minimum size per SPC: 18 bytes */
1793 /* leave all other fields zero, giving effectively NO_SENSE return */
1794 tw_transfer_internal(tw_dev, request_id, request_buffer,
1795 sizeof(request_buffer));
1797 tw_dev->state[request_id] = TW_S_COMPLETED;
1798 tw_state_request_finish(tw_dev, request_id);
1800 /* If we got a request_sense, we probably want a reset, return error */
1801 tw_dev->srb[request_id]->result = (DID_ERROR << 16);
1802 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1805 } /* End tw_scsiop_request_sense() */
1807 /* This function will handle synchronize cache scsi command */
1808 static int tw_scsiop_synchronize_cache(TW_Device_Extension *tw_dev, int request_id)
1810 TW_Command *command_packet;
1811 unsigned long command_que_value;
1813 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_synchronize_cache()\n");
1815 /* Send firmware flush command for this unit */
1816 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1817 if (command_packet == NULL) {
1818 printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet virtual address.\n");
1822 /* Setup the command packet */
1823 memset(command_packet, 0, sizeof(TW_Sector));
1824 command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_FLUSH_CACHE);
1825 command_packet->size = 2;
1826 command_packet->request_id = request_id;
1827 command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1828 command_packet->status = 0;
1829 command_packet->flags = 0;
1830 command_packet->byte6.parameter_count = 1;
1831 command_que_value = tw_dev->command_packet_physical_address[request_id];
1832 if (command_que_value == 0) {
1833 printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet physical address.\n");
1837 /* Now try to post the command packet */
1838 tw_post_command_packet(tw_dev, request_id);
1841 } /* End tw_scsiop_synchronize_cache() */
1843 /* This function will handle test unit ready scsi command */
1844 static int tw_scsiop_test_unit_ready(TW_Device_Extension *tw_dev, int request_id)
1847 TW_Command *command_packet;
1848 unsigned long command_que_value;
1849 unsigned long param_value;
1851 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_test_unit_ready()\n");
1853 /* Initialize command packet */
1854 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1855 if (command_packet == NULL) {
1856 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet virtual address.\n");
1859 memset(command_packet, 0, sizeof(TW_Sector));
1860 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1861 command_packet->size = 4;
1862 command_packet->request_id = request_id;
1863 command_packet->status = 0;
1864 command_packet->flags = 0;
1865 command_packet->byte6.parameter_count = 1;
1867 /* Now setup the param */
1868 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1869 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment virtual address.\n");
1872 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1873 memset(param, 0, sizeof(TW_Sector));
1874 param->table_id = 3; /* unit summary table */
1875 param->parameter_id = 3; /* unitsstatus parameter */
1876 param->parameter_size_bytes = TW_MAX_UNITS;
1877 param_value = tw_dev->alignment_physical_address[request_id];
1878 if (param_value == 0) {
1879 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment physical address.\n");
1883 command_packet->byte8.param.sgl[0].address = param_value;
1884 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1885 command_que_value = tw_dev->command_packet_physical_address[request_id];
1886 if (command_que_value == 0) {
1887 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet physical address.\n");
1891 /* Now try to post the command packet */
1892 tw_post_command_packet(tw_dev, request_id);
1895 } /* End tw_scsiop_test_unit_ready() */
1897 /* This function is called by the isr to complete a testunitready command */
1898 static int tw_scsiop_test_unit_ready_complete(TW_Device_Extension *tw_dev, int request_id)
1900 unsigned char *is_unit_present;
1903 dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete()\n");
1905 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1906 if (param == NULL) {
1907 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete(): Bad alignment virtual address.\n");
1910 is_unit_present = &(param->data[0]);
1912 if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1913 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1915 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1916 tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1917 return TW_ISR_DONT_RESULT;
1921 } /* End tw_scsiop_test_unit_ready_complete() */
1923 /* This is the main scsi queue function to handle scsi opcodes */
1924 static int tw_scsi_queue_lck(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *))
1926 unsigned char *command = SCpnt->cmnd;
1929 TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1931 /* If we are resetting due to timed out ioctl, report as busy */
1932 if (test_bit(TW_IN_RESET, &tw_dev->flags))
1933 return SCSI_MLQUEUE_HOST_BUSY;
1935 /* Save done function into Scsi_Cmnd struct */
1936 SCpnt->scsi_done = done;
1938 /* Queue the command and get a request id */
1939 tw_state_request_start(tw_dev, &request_id);
1941 /* Save the scsi command for use by the ISR */
1942 tw_dev->srb[request_id] = SCpnt;
1949 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ/WRITE.\n");
1950 retval = tw_scsiop_read_write(tw_dev, request_id);
1952 case TEST_UNIT_READY:
1953 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught TEST_UNIT_READY.\n");
1954 retval = tw_scsiop_test_unit_ready(tw_dev, request_id);
1957 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught INQUIRY.\n");
1958 retval = tw_scsiop_inquiry(tw_dev, request_id);
1961 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ_CAPACITY.\n");
1962 retval = tw_scsiop_read_capacity(tw_dev, request_id);
1965 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught REQUEST_SENSE.\n");
1966 retval = tw_scsiop_request_sense(tw_dev, request_id);
1969 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught MODE_SENSE.\n");
1970 retval = tw_scsiop_mode_sense(tw_dev, request_id);
1972 case SYNCHRONIZE_CACHE:
1973 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught SYNCHRONIZE_CACHE.\n");
1974 retval = tw_scsiop_synchronize_cache(tw_dev, request_id);
1977 printk(KERN_WARNING "3w-xxxx: SCSI_IOCTL_SEND_COMMAND deprecated, please update your 3ware tools.\n");
1980 printk(KERN_NOTICE "3w-xxxx: scsi%d: Unknown scsi opcode: 0x%x\n", tw_dev->host->host_no, *command);
1981 tw_dev->state[request_id] = TW_S_COMPLETED;
1982 tw_state_request_finish(tw_dev, request_id);
1983 SCpnt->result = (DID_BAD_TARGET << 16);
1988 tw_dev->state[request_id] = TW_S_COMPLETED;
1989 tw_state_request_finish(tw_dev, request_id);
1990 SCpnt->result = (DID_ERROR << 16);
1995 } /* End tw_scsi_queue() */
1997 static DEF_SCSI_QCMD(tw_scsi_queue)
1999 /* This function is the interrupt service routine */
2000 static irqreturn_t tw_interrupt(int irq, void *dev_instance)
2003 u32 status_reg_value;
2004 TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance;
2005 TW_Response_Queue response_que;
2006 int error = 0, retval = 0;
2007 TW_Command *command_packet;
2010 /* Get the host lock for io completions */
2011 spin_lock(tw_dev->host->host_lock);
2013 /* Read the registers */
2014 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2016 /* Check if this is our interrupt, otherwise bail */
2017 if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT))
2018 goto tw_interrupt_bail;
2022 /* If we are resetting, bail */
2023 if (test_bit(TW_IN_RESET, &tw_dev->flags))
2024 goto tw_interrupt_bail;
2026 /* Check controller for errors */
2027 if (tw_check_bits(status_reg_value)) {
2028 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2029 if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2030 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2031 goto tw_interrupt_bail;
2035 /* Handle host interrupt */
2036 if (status_reg_value & TW_STATUS_HOST_INTERRUPT) {
2037 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received host interrupt.\n");
2038 TW_CLEAR_HOST_INTERRUPT(tw_dev);
2041 /* Handle attention interrupt */
2042 if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) {
2043 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received attention interrupt.\n");
2044 TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
2045 tw_state_request_start(tw_dev, &request_id);
2046 error = tw_aen_read_queue(tw_dev, request_id);
2048 printk(KERN_WARNING "3w-xxxx: scsi%d: Error reading aen queue.\n", tw_dev->host->host_no);
2049 tw_dev->state[request_id] = TW_S_COMPLETED;
2050 tw_state_request_finish(tw_dev, request_id);
2054 /* Handle command interrupt */
2055 if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) {
2056 /* Drain as many pending commands as we can */
2057 while (tw_dev->pending_request_count > 0) {
2058 request_id = tw_dev->pending_queue[tw_dev->pending_head];
2059 if (tw_dev->state[request_id] != TW_S_PENDING) {
2060 printk(KERN_WARNING "3w-xxxx: scsi%d: Found request id that wasn't pending.\n", tw_dev->host->host_no);
2063 if (tw_post_command_packet(tw_dev, request_id)==0) {
2064 if (tw_dev->pending_head == TW_Q_LENGTH-1) {
2065 tw_dev->pending_head = TW_Q_START;
2067 tw_dev->pending_head = tw_dev->pending_head + 1;
2069 tw_dev->pending_request_count--;
2071 /* If we get here, we will continue re-posting on the next command interrupt */
2075 /* If there are no more pending requests, we mask command interrupt */
2076 if (tw_dev->pending_request_count == 0)
2077 TW_MASK_COMMAND_INTERRUPT(tw_dev);
2080 /* Handle response interrupt */
2081 if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) {
2082 /* Drain the response queue from the board */
2083 while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
2084 /* Read response queue register */
2085 response_que.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
2086 request_id = TW_RESID_OUT(response_que.response_id);
2087 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
2090 /* Check for bad response */
2091 if (command_packet->status != 0) {
2092 /* If internal command, don't error, don't fill sense */
2093 if (tw_dev->srb[request_id] == NULL) {
2094 tw_decode_sense(tw_dev, request_id, 0);
2096 error = tw_decode_sense(tw_dev, request_id, 1);
2100 /* Check for correct state */
2101 if (tw_dev->state[request_id] != TW_S_POSTED) {
2102 if (tw_dev->srb[request_id] != NULL) {
2103 printk(KERN_WARNING "3w-xxxx: scsi%d: Received a request id that wasn't posted.\n", tw_dev->host->host_no);
2108 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Response queue request id: %d.\n", request_id);
2110 /* Check for internal command completion */
2111 if (tw_dev->srb[request_id] == NULL) {
2112 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Found internally posted command.\n");
2113 /* Check for chrdev ioctl completion */
2114 if (request_id != tw_dev->chrdev_request_id) {
2115 retval = tw_aen_complete(tw_dev, request_id);
2117 printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing aen.\n", tw_dev->host->host_no);
2120 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
2121 wake_up(&tw_dev->ioctl_wqueue);
2124 switch (tw_dev->srb[request_id]->cmnd[0]) {
2127 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_10/READ_6\n");
2131 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught WRITE_10/WRITE_6\n");
2133 case TEST_UNIT_READY:
2134 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught TEST_UNIT_READY\n");
2135 error = tw_scsiop_test_unit_ready_complete(tw_dev, request_id);
2138 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught INQUIRY\n");
2139 error = tw_scsiop_inquiry_complete(tw_dev, request_id);
2142 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_CAPACITY\n");
2143 error = tw_scsiop_read_capacity_complete(tw_dev, request_id);
2146 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught MODE_SENSE\n");
2147 error = tw_scsiop_mode_sense_complete(tw_dev, request_id);
2149 case SYNCHRONIZE_CACHE:
2150 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught SYNCHRONIZE_CACHE\n");
2153 printk(KERN_WARNING "3w-xxxx: case slip in tw_interrupt()\n");
2157 /* If no error command was a success */
2159 tw_dev->srb[request_id]->result = (DID_OK << 16);
2162 /* If error, command failed */
2164 /* Ask for a host reset */
2165 tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
2168 /* Now complete the io */
2169 if ((error != TW_ISR_DONT_COMPLETE)) {
2170 scsi_dma_unmap(tw_dev->srb[request_id]);
2171 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
2172 tw_dev->state[request_id] = TW_S_COMPLETED;
2173 tw_state_request_finish(tw_dev, request_id);
2174 tw_dev->posted_request_count--;
2178 /* Check for valid status after each drain */
2179 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2180 if (tw_check_bits(status_reg_value)) {
2181 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2182 if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2183 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2184 goto tw_interrupt_bail;
2191 spin_unlock(tw_dev->host->host_lock);
2192 return IRQ_RETVAL(handled);
2193 } /* End tw_interrupt() */
2195 /* This function tells the controller to shut down */
2196 static void __tw_shutdown(TW_Device_Extension *tw_dev)
2198 /* Disable interrupts */
2199 TW_DISABLE_INTERRUPTS(tw_dev);
2201 /* Free up the IRQ */
2202 free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
2204 printk(KERN_WARNING "3w-xxxx: Shutting down host %d.\n", tw_dev->host->host_no);
2206 /* Tell the card we are shutting down */
2207 if (tw_initconnection(tw_dev, 1)) {
2208 printk(KERN_WARNING "3w-xxxx: Connection shutdown failed.\n");
2210 printk(KERN_WARNING "3w-xxxx: Shutdown complete.\n");
2213 /* Clear all interrupts just before exit */
2214 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2215 } /* End __tw_shutdown() */
2217 /* Wrapper for __tw_shutdown */
2218 static void tw_shutdown(struct pci_dev *pdev)
2220 struct Scsi_Host *host = pci_get_drvdata(pdev);
2221 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2223 __tw_shutdown(tw_dev);
2224 } /* End tw_shutdown() */
2226 /* This function gets called when a disk is coming online */
2227 static int tw_slave_configure(struct scsi_device *sdev)
2229 /* Force 60 second timeout */
2230 blk_queue_rq_timeout(sdev->request_queue, 60 * HZ);
2233 } /* End tw_slave_configure() */
2235 static struct scsi_host_template driver_template = {
2236 .module = THIS_MODULE,
2237 .name = "3ware Storage Controller",
2238 .queuecommand = tw_scsi_queue,
2239 .eh_host_reset_handler = tw_scsi_eh_reset,
2240 .bios_param = tw_scsi_biosparam,
2241 .change_queue_depth = tw_change_queue_depth,
2242 .can_queue = TW_Q_LENGTH-2,
2243 .slave_configure = tw_slave_configure,
2245 .sg_tablesize = TW_MAX_SGL_LENGTH,
2246 .max_sectors = TW_MAX_SECTORS,
2247 .cmd_per_lun = TW_MAX_CMDS_PER_LUN,
2248 .use_clustering = ENABLE_CLUSTERING,
2249 .shost_attrs = tw_host_attrs,
2253 /* This function will probe and initialize a card */
2254 static int __devinit tw_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
2256 struct Scsi_Host *host = NULL;
2257 TW_Device_Extension *tw_dev;
2258 int retval = -ENODEV;
2260 retval = pci_enable_device(pdev);
2262 printk(KERN_WARNING "3w-xxxx: Failed to enable pci device.");
2263 goto out_disable_device;
2266 pci_set_master(pdev);
2268 retval = pci_set_dma_mask(pdev, TW_DMA_MASK);
2270 printk(KERN_WARNING "3w-xxxx: Failed to set dma mask.");
2271 goto out_disable_device;
2274 host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension));
2276 printk(KERN_WARNING "3w-xxxx: Failed to allocate memory for device extension.");
2278 goto out_disable_device;
2280 tw_dev = (TW_Device_Extension *)host->hostdata;
2282 /* Save values to device extension */
2283 tw_dev->host = host;
2284 tw_dev->tw_pci_dev = pdev;
2286 if (tw_initialize_device_extension(tw_dev)) {
2287 printk(KERN_WARNING "3w-xxxx: Failed to initialize device extension.");
2288 goto out_free_device_extension;
2291 /* Request IO regions */
2292 retval = pci_request_regions(pdev, "3w-xxxx");
2294 printk(KERN_WARNING "3w-xxxx: Failed to get mem region.");
2295 goto out_free_device_extension;
2298 /* Save base address */
2299 tw_dev->base_addr = pci_resource_start(pdev, 0);
2300 if (!tw_dev->base_addr) {
2301 printk(KERN_WARNING "3w-xxxx: Failed to get io address.");
2302 goto out_release_mem_region;
2305 /* Disable interrupts on the card */
2306 TW_DISABLE_INTERRUPTS(tw_dev);
2308 /* Initialize the card */
2309 if (tw_reset_sequence(tw_dev))
2310 goto out_release_mem_region;
2312 /* Set host specific parameters */
2313 host->max_id = TW_MAX_UNITS;
2314 host->max_cmd_len = TW_MAX_CDB_LEN;
2316 /* Luns and channels aren't supported by adapter */
2318 host->max_channel = 0;
2320 /* Register the card with the kernel SCSI layer */
2321 retval = scsi_add_host(host, &pdev->dev);
2323 printk(KERN_WARNING "3w-xxxx: scsi add host failed");
2324 goto out_release_mem_region;
2327 pci_set_drvdata(pdev, host);
2329 printk(KERN_WARNING "3w-xxxx: scsi%d: Found a 3ware Storage Controller at 0x%x, IRQ: %d.\n", host->host_no, tw_dev->base_addr, pdev->irq);
2331 /* Now setup the interrupt handler */
2332 retval = request_irq(pdev->irq, tw_interrupt, IRQF_SHARED, "3w-xxxx", tw_dev);
2334 printk(KERN_WARNING "3w-xxxx: Error requesting IRQ.");
2335 goto out_remove_host;
2338 tw_device_extension_list[tw_device_extension_count] = tw_dev;
2339 tw_device_extension_count++;
2341 /* Re-enable interrupts on the card */
2342 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2344 /* Finally, scan the host */
2345 scsi_scan_host(host);
2347 if (twe_major == -1) {
2348 if ((twe_major = register_chrdev (0, "twe", &tw_fops)) < 0)
2349 printk(KERN_WARNING "3w-xxxx: Failed to register character device.");
2354 scsi_remove_host(host);
2355 out_release_mem_region:
2356 pci_release_regions(pdev);
2357 out_free_device_extension:
2358 tw_free_device_extension(tw_dev);
2359 scsi_host_put(host);
2361 pci_disable_device(pdev);
2364 } /* End tw_probe() */
2366 /* This function is called to remove a device */
2367 static void tw_remove(struct pci_dev *pdev)
2369 struct Scsi_Host *host = pci_get_drvdata(pdev);
2370 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2372 scsi_remove_host(tw_dev->host);
2374 /* Unregister character device */
2375 if (twe_major >= 0) {
2376 unregister_chrdev(twe_major, "twe");
2380 /* Shutdown the card */
2381 __tw_shutdown(tw_dev);
2383 /* Free up the mem region */
2384 pci_release_regions(pdev);
2386 /* Free up device extension resources */
2387 tw_free_device_extension(tw_dev);
2389 scsi_host_put(tw_dev->host);
2390 pci_disable_device(pdev);
2391 tw_device_extension_count--;
2392 } /* End tw_remove() */
2394 /* PCI Devices supported by this driver */
2395 static struct pci_device_id tw_pci_tbl[] __devinitdata = {
2396 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_1000,
2397 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2398 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_7000,
2399 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2402 MODULE_DEVICE_TABLE(pci, tw_pci_tbl);
2404 /* pci_driver initializer */
2405 static struct pci_driver tw_driver = {
2407 .id_table = tw_pci_tbl,
2409 .remove = tw_remove,
2410 .shutdown = tw_shutdown,
2413 /* This function is called on driver initialization */
2414 static int __init tw_init(void)
2416 printk(KERN_WARNING "3ware Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION);
2418 return pci_register_driver(&tw_driver);
2419 } /* End tw_init() */
2421 /* This function is called on driver exit */
2422 static void __exit tw_exit(void)
2424 pci_unregister_driver(&tw_driver);
2425 } /* End tw_exit() */
2427 module_init(tw_init);
2428 module_exit(tw_exit);