?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
Linux 3.3-rc1
[zen-stable.git] / drivers / scsi / 3w-xxxx.c
blob7fe96ff60c581c324a4eaecbf79d8c2e083bf7f8
1 /*
2 3w-xxxx.c -- 3ware Storage Controller device driver for Linux.
3
4 Written By: Adam Radford <linuxraid@lsi.com>
5 Modifications By: Joel Jacobson <linux@3ware.com>
6 Arnaldo Carvalho de Melo <acme@conectiva.com.br>
7 Brad Strand <linux@3ware.com>
8
9 Copyright (C) 1999-2010 3ware Inc.
10
11 Kernel compatibility By: Andre Hedrick <andre@suse.com>
12 Non-Copyright (C) 2000 Andre Hedrick <andre@suse.com>
13
14 Further tiny build fixes and trivial hoovering Alan Cox
15
16 This program is free software; you can redistribute it and/or modify
17 it under the terms of the GNU General Public License as published by
18 the Free Software Foundation; version 2 of the License.
19
20 This program is distributed in the hope that it will be useful,
21 but WITHOUT ANY WARRANTY; without even the implied warranty of
22 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
23 GNU General Public License for more details.
24
25 NO WARRANTY
26 THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
27 CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
28 LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
29 MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
30 solely responsible for determining the appropriateness of using and
31 distributing the Program and assumes all risks associated with its
32 exercise of rights under this Agreement, including but not limited to
33 the risks and costs of program errors, damage to or loss of data,
34 programs or equipment, and unavailability or interruption of operations.
35
36 DISCLAIMER OF LIABILITY
37 NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
38 DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
39 DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
40 ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
41 TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
42 USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
43 HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
44
45 You should have received a copy of the GNU General Public License
46 along with this program; if not, write to the Free Software
47 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
48
49 Bugs/Comments/Suggestions should be mailed to:
50 linuxraid@lsi.com
51
52 For more information, goto:
53 http://www.lsi.com
54
55 History
56 -------
57 0.1.000 - Initial release.
58 0.4.000 - Added support for Asynchronous Event Notification through
59 ioctls for 3DM.
60 1.0.000 - Added DPO & FUA bit support for WRITE_10 & WRITE_6 cdb
61 to disable drive write-cache before writes.
62 1.1.000 - Fixed performance bug with DPO & FUA not existing for WRITE_6.
63 1.2.000 - Added support for clean shutdown notification/feature table.
64 1.02.00.001 - Added support for full command packet posts through ioctls
65 for 3DM.
66 Bug fix so hot spare drives don't show up.
67 1.02.00.002 - Fix bug with tw_setfeature() call that caused oops on some
68 systems.
69 08/21/00 - release previously allocated resources on failure at
70 tw_allocate_memory (acme)
71 1.02.00.003 - Fix tw_interrupt() to report error to scsi layer when
72 controller status is non-zero.
73 Added handling of request_sense opcode.
74 Fix possible null pointer dereference in
75 tw_reset_device_extension()
76 1.02.00.004 - Add support for device id of 3ware 7000 series controllers.
77 Make tw_setfeature() call with interrupts disabled.
78 Register interrupt handler before enabling interrupts.
79 Clear attention interrupt before draining aen queue.
80 1.02.00.005 - Allocate bounce buffers and custom queue depth for raid5 for
81 6000 and 5000 series controllers.
82 Reduce polling mdelays causing problems on some systems.
83 Fix use_sg = 1 calculation bug.
84 Check for scsi_register returning NULL.
85 Add aen count to /proc/scsi/3w-xxxx.
86 Remove aen code unit masking in tw_aen_complete().
87 1.02.00.006 - Remove unit from printk in tw_scsi_eh_abort(), causing
88 possible oops.
89 Fix possible null pointer dereference in tw_scsi_queue()
90 if done function pointer was invalid.
91 1.02.00.007 - Fix possible null pointer dereferences in tw_ioctl().
92 Remove check for invalid done function pointer from
93 tw_scsi_queue().
94 1.02.00.008 - Set max sectors per io to TW_MAX_SECTORS in tw_findcards().
95 Add tw_decode_error() for printing readable error messages.
96 Print some useful information on certain aen codes.
97 Add tw_decode_bits() for interpreting status register output.
98 Make scsi_set_pci_device() for kernels >= 2.4.4
99 Fix bug where aen's could be lost before a reset.
100 Re-add spinlocks in tw_scsi_detect().
101 Fix possible null pointer dereference in tw_aen_drain_queue()
102 during initialization.
103 Clear pci parity errors during initialization and during io.
104 1.02.00.009 - Remove redundant increment in tw_state_request_start().
105 Add ioctl support for direct ATA command passthru.
106 Add entire aen code string list.
107 1.02.00.010 - Cleanup queueing code, fix jbod thoughput.
108 Fix get_param for specific units.
109 1.02.00.011 - Fix bug in tw_aen_complete() where aen's could be lost.
110 Fix tw_aen_drain_queue() to display useful info at init.
111 Set tw_host->max_id for 12 port cards.
112 Add ioctl support for raw command packet post from userspace
113 with sglist fragments (parameter and io).
114 1.02.00.012 - Fix read capacity to under report by 1 sector to fix get
115 last sector ioctl.
116 1.02.00.013 - Fix bug where more AEN codes weren't coming out during
117 driver initialization.
118 Improved handling of PCI aborts.
119 1.02.00.014 - Fix bug in tw_findcards() where AEN code could be lost.
120 Increase timeout in tw_aen_drain_queue() to 30 seconds.
121 1.02.00.015 - Re-write raw command post with data ioctl method.
122 Remove raid5 bounce buffers for raid5 for 6XXX for kernel 2.5
123 Add tw_map/unmap_scsi_sg/single_data() for kernel 2.5
124 Replace io_request_lock with host_lock for kernel 2.5
125 Set max_cmd_len to 16 for 3dm for kernel 2.5
126 1.02.00.016 - Set host->max_sectors back up to 256.
127 1.02.00.017 - Modified pci parity error handling/clearing from config space
128 during initialization.
129 1.02.00.018 - Better handling of request sense opcode and sense information
130 for failed commands. Add tw_decode_sense().
131 Replace all mdelay()'s with scsi_sleep().
132 1.02.00.019 - Revert mdelay's and scsi_sleep's, this caused problems on
133 some SMP systems.
134 1.02.00.020 - Add pci_set_dma_mask(), rewrite kmalloc()/virt_to_bus() to
135 pci_alloc/free_consistent().
136 Better alignment checking in tw_allocate_memory().
137 Cleanup tw_initialize_device_extension().
138 1.02.00.021 - Bump cmd_per_lun in SHT to 255 for better jbod performance.
139 Improve handling of errors in tw_interrupt().
140 Add handling/clearing of controller queue error.
141 Empty stale responses before draining aen queue.
142 Fix tw_scsi_eh_abort() to not reset on every io abort.
143 Set can_queue in SHT to 255 to prevent hang from AEN.
144 1.02.00.022 - Fix possible null pointer dereference in tw_scsi_release().
145 1.02.00.023 - Fix bug in tw_aen_drain_queue() where unit # was always zero.
146 1.02.00.024 - Add severity levels to AEN strings.
147 1.02.00.025 - Fix command interrupt spurious error messages.
148 Fix bug in raw command post with data ioctl method.
149 Fix bug where rollcall sometimes failed with cable errors.
150 Print unit # on all command timeouts.
151 1.02.00.026 - Fix possible infinite retry bug with power glitch induced
152 drive timeouts.
153 Cleanup some AEN severity levels.
154 1.02.00.027 - Add drive not supported AEN code for SATA controllers.
155 Remove spurious unknown ioctl error message.
156 1.02.00.028 - Fix bug where multiple controllers with no units were the
157 same card number.
158 Fix bug where cards were being shut down more than once.
159 1.02.00.029 - Add missing pci_free_consistent() in tw_allocate_memory().
160 Replace pci_map_single() with pci_map_page() for highmem.
161 Check for tw_setfeature() failure.
162 1.02.00.030 - Make driver 64-bit clean.
163 1.02.00.031 - Cleanup polling timeouts/routines in several places.
164 Add support for mode sense opcode.
165 Add support for cache mode page.
166 Add support for synchronize cache opcode.
167 1.02.00.032 - Fix small multicard rollcall bug.
168 Make driver stay loaded with no units for hot add/swap.
169 Add support for "twe" character device for ioctls.
170 Clean up request_id queueing code.
171 Fix tw_scsi_queue() spinlocks.
172 1.02.00.033 - Fix tw_aen_complete() to not queue 'queue empty' AEN's.
173 Initialize queues correctly when loading with no valid units.
174 1.02.00.034 - Fix tw_decode_bits() to handle multiple errors.
175 Add support for user configurable cmd_per_lun.
176 Add support for sht->slave_configure().
177 1.02.00.035 - Improve tw_allocate_memory() memory allocation.
178 Fix tw_chrdev_ioctl() to sleep correctly.
179 1.02.00.036 - Increase character ioctl timeout to 60 seconds.
180 1.02.00.037 - Fix tw_ioctl() to handle all non-data ATA passthru cmds
181 for 'smartmontools' support.
182 1.26.00.038 - Roll driver minor version to 26 to denote kernel 2.6.
183 Add support for cmds_per_lun module parameter.
184 1.26.00.039 - Fix bug in tw_chrdev_ioctl() polling code.
185 Fix data_buffer_length usage in tw_chrdev_ioctl().
186 Update contact information.
187 1.26.02.000 - Convert driver to pci_driver format.
188 1.26.02.001 - Increase max ioctl buffer size to 512 sectors.
189 Make tw_scsi_queue() return 0 for 'Unknown scsi opcode'.
190 Fix tw_remove() to free irq handler/unregister_chrdev()
191 before shutting down card.
192 Change to new 'change_queue_depth' api.
193 Fix 'handled=1' ISR usage, remove bogus IRQ check.
194 1.26.02.002 - Free irq handler in __tw_shutdown().
195 Turn on RCD bit for caching mode page.
196 Serialize reset code.
197 1.26.02.003 - Force 60 second timeout default.
198 */
199
200 #include <linux/module.h>
201 #include <linux/reboot.h>
202 #include <linux/spinlock.h>
203 #include <linux/interrupt.h>
204 #include <linux/moduleparam.h>
205 #include <linux/errno.h>
206 #include <linux/types.h>
207 #include <linux/delay.h>
208 #include <linux/gfp.h>
209 #include <linux/pci.h>
210 #include <linux/time.h>
211 #include <linux/mutex.h>
212 #include <asm/io.h>
213 #include <asm/irq.h>
214 #include <asm/uaccess.h>
215 #include <scsi/scsi.h>
216 #include <scsi/scsi_host.h>
217 #include <scsi/scsi_tcq.h>
218 #include <scsi/scsi_cmnd.h>
219 #include "3w-xxxx.h"
220
221 /* Globals */
222 #define TW_DRIVER_VERSION "1.26.02.003"
223 static DEFINE_MUTEX(tw_mutex);
224 static TW_Device_Extension *tw_device_extension_list[TW_MAX_SLOT];
225 static int tw_device_extension_count = 0;
226 static int twe_major = -1;
227
228 /* Module parameters */
229 MODULE_AUTHOR("LSI");
230 MODULE_DESCRIPTION("3ware Storage Controller Linux Driver");
231 MODULE_LICENSE("GPL");
232 MODULE_VERSION(TW_DRIVER_VERSION);
233
234 /* Function prototypes */
235 static int tw_reset_device_extension(TW_Device_Extension *tw_dev);
236
237 /* Functions */
238
239 /* This function will check the status register for unexpected bits */
240 static int tw_check_bits(u32 status_reg_value)
241 {
242 if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS) {
243 dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): No expected bits (0x%x).\n", status_reg_value);
244 return 1;
245 }
246 if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0) {
247 dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): Found unexpected bits (0x%x).\n", status_reg_value);
248 return 1;
249 }
250
251 return 0;
252 } /* End tw_check_bits() */
253
254 /* This function will print readable messages from status register errors */
255 static int tw_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value, int print_host)
256 {
257 char host[16];
258
259 dprintk(KERN_WARNING "3w-xxxx: tw_decode_bits()\n");
260
261 if (print_host)
262 sprintf(host, " scsi%d:", tw_dev->host->host_no);
263 else
264 host[0] = '\0';
265
266 if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) {
267 printk(KERN_WARNING "3w-xxxx:%s PCI Parity Error: clearing.\n", host);
268 outl(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
269 }
270
271 if (status_reg_value & TW_STATUS_PCI_ABORT) {
272 printk(KERN_WARNING "3w-xxxx:%s PCI Abort: clearing.\n", host);
273 outl(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev));
274 pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT);
275 }
276
277 if (status_reg_value & TW_STATUS_QUEUE_ERROR) {
278 printk(KERN_WARNING "3w-xxxx:%s Controller Queue Error: clearing.\n", host);
279 outl(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
280 }
281
282 if (status_reg_value & TW_STATUS_SBUF_WRITE_ERROR) {
283 printk(KERN_WARNING "3w-xxxx:%s SBUF Write Error: clearing.\n", host);
284 outl(TW_CONTROL_CLEAR_SBUF_WRITE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
285 }
286
287 if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) {
288 if (tw_dev->reset_print == 0) {
289 printk(KERN_WARNING "3w-xxxx:%s Microcontroller Error: clearing.\n", host);
290 tw_dev->reset_print = 1;
291 }
292 return 1;
293 }
294
295 return 0;
296 } /* End tw_decode_bits() */
297
298 /* This function will poll the status register for a flag */
299 static int tw_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds)
300 {
301 u32 status_reg_value;
302 unsigned long before;
303 int retval = 1;
304
305 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
306 before = jiffies;
307
308 if (tw_check_bits(status_reg_value))
309 tw_decode_bits(tw_dev, status_reg_value, 0);
310
311 while ((status_reg_value & flag) != flag) {
312 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
313
314 if (tw_check_bits(status_reg_value))
315 tw_decode_bits(tw_dev, status_reg_value, 0);
316
317 if (time_after(jiffies, before + HZ * seconds))
318 goto out;
319
320 msleep(50);
321 }
322 retval = 0;
323 out:
324 return retval;
325 } /* End tw_poll_status() */
326
327 /* This function will poll the status register for disappearance of a flag */
328 static int tw_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds)
329 {
330 u32 status_reg_value;
331 unsigned long before;
332 int retval = 1;
333
334 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
335 before = jiffies;
336
337 if (tw_check_bits(status_reg_value))
338 tw_decode_bits(tw_dev, status_reg_value, 0);
339
340 while ((status_reg_value & flag) != 0) {
341 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
342
343 if (tw_check_bits(status_reg_value))
344 tw_decode_bits(tw_dev, status_reg_value, 0);
345
346 if (time_after(jiffies, before + HZ * seconds))
347 goto out;
348
349 msleep(50);
350 }
351 retval = 0;
352 out:
353 return retval;
354 } /* End tw_poll_status_gone() */
355
356 /* This function will attempt to post a command packet to the board */
357 static int tw_post_command_packet(TW_Device_Extension *tw_dev, int request_id)
358 {
359 u32 status_reg_value;
360 unsigned long command_que_value;
361
362 dprintk(KERN_NOTICE "3w-xxxx: tw_post_command_packet()\n");
363 command_que_value = tw_dev->command_packet_physical_address[request_id];
364 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
365
366 if (tw_check_bits(status_reg_value)) {
367 dprintk(KERN_WARNING "3w-xxxx: tw_post_command_packet(): Unexpected bits.\n");
368 tw_decode_bits(tw_dev, status_reg_value, 1);
369 }
370
371 if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
372 /* We successfully posted the command packet */
373 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
374 tw_dev->state[request_id] = TW_S_POSTED;
375 tw_dev->posted_request_count++;
376 if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) {
377 tw_dev->max_posted_request_count = tw_dev->posted_request_count;
378 }
379 } else {
380 /* Couldn't post the command packet, so we do it in the isr */
381 if (tw_dev->state[request_id] != TW_S_PENDING) {
382 tw_dev->state[request_id] = TW_S_PENDING;
383 tw_dev->pending_request_count++;
384 if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) {
385 tw_dev->max_pending_request_count = tw_dev->pending_request_count;
386 }
387 tw_dev->pending_queue[tw_dev->pending_tail] = request_id;
388 if (tw_dev->pending_tail == TW_Q_LENGTH-1) {
389 tw_dev->pending_tail = TW_Q_START;
390 } else {
391 tw_dev->pending_tail = tw_dev->pending_tail + 1;
392 }
393 }
394 TW_UNMASK_COMMAND_INTERRUPT(tw_dev);
395 return 1;
396 }
397 return 0;
398 } /* End tw_post_command_packet() */
399
400 /* This function will return valid sense buffer information for failed cmds */
401 static int tw_decode_sense(TW_Device_Extension *tw_dev, int request_id, int fill_sense)
402 {
403 int i;
404 TW_Command *command;
405
406 dprintk(KERN_WARNING "3w-xxxx: tw_decode_sense()\n");
407 command = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
408
409 printk(KERN_WARNING "3w-xxxx: scsi%d: Command failed: status = 0x%x, flags = 0x%x, unit #%d.\n", tw_dev->host->host_no, command->status, command->flags, TW_UNIT_OUT(command->unit__hostid));
410
411 /* Attempt to return intelligent sense information */
412 if (fill_sense) {
413 if ((command->status == 0xc7) || (command->status == 0xcb)) {
414 for (i = 0; i < ARRAY_SIZE(tw_sense_table); i++) {
415 if (command->flags == tw_sense_table[i][0]) {
416
417 /* Valid bit and 'current errors' */
418 tw_dev->srb[request_id]->sense_buffer[0] = (0x1 << 7 | 0x70);
419
420 /* Sense key */
421 tw_dev->srb[request_id]->sense_buffer[2] = tw_sense_table[i][1];
422
423 /* Additional sense length */
424 tw_dev->srb[request_id]->sense_buffer[7] = 0xa; /* 10 bytes */
425
426 /* Additional sense code */
427 tw_dev->srb[request_id]->sense_buffer[12] = tw_sense_table[i][2];
428
429 /* Additional sense code qualifier */
430 tw_dev->srb[request_id]->sense_buffer[13] = tw_sense_table[i][3];
431
432 tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
433 return TW_ISR_DONT_RESULT; /* Special case for isr to not over-write result */
434 }
435 }
436 }
437
438 /* If no table match, error so we get a reset */
439 return 1;
440 }
441
442 return 0;
443 } /* End tw_decode_sense() */
444
445 /* This function will report controller error status */
446 static int tw_check_errors(TW_Device_Extension *tw_dev)
447 {
448 u32 status_reg_value;
449
450 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
451
452 if (TW_STATUS_ERRORS(status_reg_value) || tw_check_bits(status_reg_value)) {
453 tw_decode_bits(tw_dev, status_reg_value, 0);
454 return 1;
455 }
456
457 return 0;
458 } /* End tw_check_errors() */
459
460 /* This function will empty the response que */
461 static void tw_empty_response_que(TW_Device_Extension *tw_dev)
462 {
463 u32 status_reg_value, response_que_value;
464
465 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
466
467 while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
468 response_que_value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
469 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
470 }
471 } /* End tw_empty_response_que() */
472
473 /* This function will free a request_id */
474 static void tw_state_request_finish(TW_Device_Extension *tw_dev, int request_id)
475 {
476 tw_dev->free_queue[tw_dev->free_tail] = request_id;
477 tw_dev->state[request_id] = TW_S_FINISHED;
478 tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH;
479 } /* End tw_state_request_finish() */
480
481 /* This function will assign an available request_id */
482 static void tw_state_request_start(TW_Device_Extension *tw_dev, int *request_id)
483 {
484 *request_id = tw_dev->free_queue[tw_dev->free_head];
485 tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH;
486 tw_dev->state[*request_id] = TW_S_STARTED;
487 } /* End tw_state_request_start() */
488
489 /* Show some statistics about the card */
490 static ssize_t tw_show_stats(struct device *dev, struct device_attribute *attr,
491 char *buf)
492 {
493 struct Scsi_Host *host = class_to_shost(dev);
494 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
495 unsigned long flags = 0;
496 ssize_t len;
497
498 spin_lock_irqsave(tw_dev->host->host_lock, flags);
499 len = snprintf(buf, PAGE_SIZE, "3w-xxxx Driver version: %s\n"
500 "Current commands posted: %4d\n"
501 "Max commands posted: %4d\n"
502 "Current pending commands: %4d\n"
503 "Max pending commands: %4d\n"
504 "Last sgl length: %4d\n"
505 "Max sgl length: %4d\n"
506 "Last sector count: %4d\n"
507 "Max sector count: %4d\n"
508 "SCSI Host Resets: %4d\n"
509 "AEN's: %4d\n",
510 TW_DRIVER_VERSION,
511 tw_dev->posted_request_count,
512 tw_dev->max_posted_request_count,
513 tw_dev->pending_request_count,
514 tw_dev->max_pending_request_count,
515 tw_dev->sgl_entries,
516 tw_dev->max_sgl_entries,
517 tw_dev->sector_count,
518 tw_dev->max_sector_count,
519 tw_dev->num_resets,
520 tw_dev->aen_count);
521 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
522 return len;
523 } /* End tw_show_stats() */
524
525 /* This function will set a devices queue depth */
526 static int tw_change_queue_depth(struct scsi_device *sdev, int queue_depth,
527 int reason)
528 {
529 if (reason != SCSI_QDEPTH_DEFAULT)
530 return -EOPNOTSUPP;
531
532 if (queue_depth > TW_Q_LENGTH-2)
533 queue_depth = TW_Q_LENGTH-2;
534 scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG, queue_depth);
535 return queue_depth;
536 } /* End tw_change_queue_depth() */
537
538 /* Create sysfs 'stats' entry */
539 static struct device_attribute tw_host_stats_attr = {
540 .attr = {
541 .name = "stats",
542 .mode = S_IRUGO,
543 },
544 .show = tw_show_stats
545 };
546
547 /* Host attributes initializer */
548 static struct device_attribute *tw_host_attrs[] = {
549 &tw_host_stats_attr,
550 NULL,
551 };
552
553 /* This function will read the aen queue from the isr */
554 static int tw_aen_read_queue(TW_Device_Extension *tw_dev, int request_id)
555 {
556 TW_Command *command_packet;
557 TW_Param *param;
558 unsigned long command_que_value;
559 u32 status_reg_value;
560 unsigned long param_value = 0;
561
562 dprintk(KERN_NOTICE "3w-xxxx: tw_aen_read_queue()\n");
563
564 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
565 if (tw_check_bits(status_reg_value)) {
566 dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Unexpected bits.\n");
567 tw_decode_bits(tw_dev, status_reg_value, 1);
568 return 1;
569 }
570 if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
571 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet virtual address.\n");
572 return 1;
573 }
574 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
575 memset(command_packet, 0, sizeof(TW_Sector));
576 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
577 command_packet->size = 4;
578 command_packet->request_id = request_id;
579 command_packet->status = 0;
580 command_packet->flags = 0;
581 command_packet->byte6.parameter_count = 1;
582 command_que_value = tw_dev->command_packet_physical_address[request_id];
583 if (command_que_value == 0) {
584 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet physical address.\n");
585 return 1;
586 }
587 /* Now setup the param */
588 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
589 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment virtual address.\n");
590 return 1;
591 }
592 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
593 memset(param, 0, sizeof(TW_Sector));
594 param->table_id = 0x401; /* AEN table */
595 param->parameter_id = 2; /* Unit code */
596 param->parameter_size_bytes = 2;
597 param_value = tw_dev->alignment_physical_address[request_id];
598 if (param_value == 0) {
599 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment physical address.\n");
600 return 1;
601 }
602 command_packet->byte8.param.sgl[0].address = param_value;
603 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
604
605 /* Now post the command packet */
606 if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
607 dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post succeeded.\n");
608 tw_dev->srb[request_id] = NULL; /* Flag internal command */
609 tw_dev->state[request_id] = TW_S_POSTED;
610 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
611 } else {
612 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post failed, will retry.\n");
613 return 1;
614 }
615
616 return 0;
617 } /* End tw_aen_read_queue() */
618
619 /* This function will complete an aen request from the isr */
620 static int tw_aen_complete(TW_Device_Extension *tw_dev, int request_id)
621 {
622 TW_Param *param;
623 unsigned short aen;
624 int error = 0, table_max = 0;
625
626 dprintk(KERN_WARNING "3w-xxxx: tw_aen_complete()\n");
627 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
628 printk(KERN_WARNING "3w-xxxx: tw_aen_complete(): Bad alignment virtual address.\n");
629 return 1;
630 }
631 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
632 aen = *(unsigned short *)(param->data);
633 dprintk(KERN_NOTICE "3w-xxxx: tw_aen_complete(): Queue'd code 0x%x\n", aen);
634
635 /* Print some useful info when certain aen codes come out */
636 if (aen == 0x0ff) {
637 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: INFO: AEN queue overflow.\n", tw_dev->host->host_no);
638 } else {
639 table_max = ARRAY_SIZE(tw_aen_string);
640 if ((aen & 0x0ff) < table_max) {
641 if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
642 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s%d.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff], aen >> 8);
643 } else {
644 if (aen != 0x0)
645 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff]);
646 }
647 } else {
648 printk(KERN_WARNING "3w-xxxx: scsi%d: Received AEN %d.\n", tw_dev->host->host_no, aen);
649 }
650 }
651 if (aen != TW_AEN_QUEUE_EMPTY) {
652 tw_dev->aen_count++;
653
654 /* Now queue the code */
655 tw_dev->aen_queue[tw_dev->aen_tail] = aen;
656 if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
657 tw_dev->aen_tail = TW_Q_START;
658 } else {
659 tw_dev->aen_tail = tw_dev->aen_tail + 1;
660 }
661 if (tw_dev->aen_head == tw_dev->aen_tail) {
662 if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
663 tw_dev->aen_head = TW_Q_START;
664 } else {
665 tw_dev->aen_head = tw_dev->aen_head + 1;
666 }
667 }
668
669 error = tw_aen_read_queue(tw_dev, request_id);
670 if (error) {
671 printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing AEN.\n", tw_dev->host->host_no);
672 tw_dev->state[request_id] = TW_S_COMPLETED;
673 tw_state_request_finish(tw_dev, request_id);
674 }
675 } else {
676 tw_dev->state[request_id] = TW_S_COMPLETED;
677 tw_state_request_finish(tw_dev, request_id);
678 }
679
680 return 0;
681 } /* End tw_aen_complete() */
682
683 /* This function will drain the aen queue after a soft reset */
684 static int tw_aen_drain_queue(TW_Device_Extension *tw_dev)
685 {
686 TW_Command *command_packet;
687 TW_Param *param;
688 int request_id = 0;
689 unsigned long command_que_value;
690 unsigned long param_value;
691 TW_Response_Queue response_queue;
692 unsigned short aen;
693 unsigned short aen_code;
694 int finished = 0;
695 int first_reset = 0;
696 int queue = 0;
697 int found = 0, table_max = 0;
698
699 dprintk(KERN_NOTICE "3w-xxxx: tw_aen_drain_queue()\n");
700
701 if (tw_poll_status(tw_dev, TW_STATUS_ATTENTION_INTERRUPT | TW_STATUS_MICROCONTROLLER_READY, 30)) {
702 dprintk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): No attention interrupt for card %d.\n", tw_device_extension_count);
703 return 1;
704 }
705 TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
706
707 /* Empty response queue */
708 tw_empty_response_que(tw_dev);
709
710 /* Initialize command packet */
711 if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
712 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet virtual address.\n");
713 return 1;
714 }
715 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
716 memset(command_packet, 0, sizeof(TW_Sector));
717 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
718 command_packet->size = 4;
719 command_packet->request_id = request_id;
720 command_packet->status = 0;
721 command_packet->flags = 0;
722 command_packet->byte6.parameter_count = 1;
723 command_que_value = tw_dev->command_packet_physical_address[request_id];
724 if (command_que_value == 0) {
725 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet physical address.\n");
726 return 1;
727 }
728
729 /* Now setup the param */
730 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
731 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment virtual address.\n");
732 return 1;
733 }
734 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
735 memset(param, 0, sizeof(TW_Sector));
736 param->table_id = 0x401; /* AEN table */
737 param->parameter_id = 2; /* Unit code */
738 param->parameter_size_bytes = 2;
739 param_value = tw_dev->alignment_physical_address[request_id];
740 if (param_value == 0) {
741 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment physical address.\n");
742 return 1;
743 }
744 command_packet->byte8.param.sgl[0].address = param_value;
745 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
746
747 /* Now drain the controller's aen queue */
748 do {
749 /* Post command packet */
750 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
751
752 /* Now poll for completion */
753 if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
754 response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
755 request_id = TW_RESID_OUT(response_queue.response_id);
756
757 if (request_id != 0) {
758 /* Unexpected request id */
759 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Unexpected request id.\n");
760 return 1;
761 }
762
763 if (command_packet->status != 0) {
764 if (command_packet->flags != TW_AEN_TABLE_UNDEFINED) {
765 /* Bad response */
766 tw_decode_sense(tw_dev, request_id, 0);
767 return 1;
768 } else {
769 /* We know this is a 3w-1x00, and doesn't support aen's */
770 return 0;
771 }
772 }
773
774 /* Now check the aen */
775 aen = *(unsigned short *)(param->data);
776 aen_code = (aen & 0x0ff);
777 queue = 0;
778 switch (aen_code) {
779 case TW_AEN_QUEUE_EMPTY:
780 dprintk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
781 if (first_reset != 1) {
782 return 1;
783 } else {
784 finished = 1;
785 }
786 break;
787 case TW_AEN_SOFT_RESET:
788 if (first_reset == 0) {
789 first_reset = 1;
790 } else {
791 printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
792 tw_dev->aen_count++;
793 queue = 1;
794 }
795 break;
796 default:
797 if (aen == 0x0ff) {
798 printk(KERN_WARNING "3w-xxxx: AEN: INFO: AEN queue overflow.\n");
799 } else {
800 table_max = ARRAY_SIZE(tw_aen_string);
801 if ((aen & 0x0ff) < table_max) {
802 if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
803 printk(KERN_WARNING "3w-xxxx: AEN: %s%d.\n", tw_aen_string[aen & 0xff], aen >> 8);
804 } else {
805 printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
806 }
807 } else
808 printk(KERN_WARNING "3w-xxxx: Received AEN %d.\n", aen);
809 }
810 tw_dev->aen_count++;
811 queue = 1;
812 }
813
814 /* Now put the aen on the aen_queue */
815 if (queue == 1) {
816 tw_dev->aen_queue[tw_dev->aen_tail] = aen;
817 if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
818 tw_dev->aen_tail = TW_Q_START;
819 } else {
820 tw_dev->aen_tail = tw_dev->aen_tail + 1;
821 }
822 if (tw_dev->aen_head == tw_dev->aen_tail) {
823 if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
824 tw_dev->aen_head = TW_Q_START;
825 } else {
826 tw_dev->aen_head = tw_dev->aen_head + 1;
827 }
828 }
829 }
830 found = 1;
831 }
832 if (found == 0) {
833 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Response never received.\n");
834 return 1;
835 }
836 } while (finished == 0);
837
838 return 0;
839 } /* End tw_aen_drain_queue() */
840
841 /* This function will allocate memory */
842 static int tw_allocate_memory(TW_Device_Extension *tw_dev, int size, int which)
843 {
844 int i;
845 dma_addr_t dma_handle;
846 unsigned long *cpu_addr = NULL;
847
848 dprintk(KERN_NOTICE "3w-xxxx: tw_allocate_memory()\n");
849
850 cpu_addr = pci_alloc_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, &dma_handle);
851 if (cpu_addr == NULL) {
852 printk(KERN_WARNING "3w-xxxx: pci_alloc_consistent() failed.\n");
853 return 1;
854 }
855
856 if ((unsigned long)cpu_addr % (tw_dev->tw_pci_dev->device == TW_DEVICE_ID ? TW_ALIGNMENT_6000 : TW_ALIGNMENT_7000)) {
857 printk(KERN_WARNING "3w-xxxx: Couldn't allocate correctly aligned memory.\n");
858 pci_free_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, cpu_addr, dma_handle);
859 return 1;
860 }
861
862 memset(cpu_addr, 0, size*TW_Q_LENGTH);
863
864 for (i=0;i<TW_Q_LENGTH;i++) {
865 switch(which) {
866 case 0:
867 tw_dev->command_packet_physical_address[i] = dma_handle+(i*size);
868 tw_dev->command_packet_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
869 break;
870 case 1:
871 tw_dev->alignment_physical_address[i] = dma_handle+(i*size);
872 tw_dev->alignment_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
873 break;
874 default:
875 printk(KERN_WARNING "3w-xxxx: tw_allocate_memory(): case slip in tw_allocate_memory()\n");
876 return 1;
877 }
878 }
879
880 return 0;
881 } /* End tw_allocate_memory() */
882
883 /* This function handles ioctl for the character device */
884 static long tw_chrdev_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
885 {
886 int request_id;
887 dma_addr_t dma_handle;
888 unsigned short tw_aen_code;
889 unsigned long flags;
890 unsigned int data_buffer_length = 0;
891 unsigned long data_buffer_length_adjusted = 0;
892 struct inode *inode = file->f_dentry->d_inode;
893 unsigned long *cpu_addr;
894 long timeout;
895 TW_New_Ioctl *tw_ioctl;
896 TW_Passthru *passthru;
897 TW_Device_Extension *tw_dev = tw_device_extension_list[iminor(inode)];
898 int retval = -EFAULT;
899 void __user *argp = (void __user *)arg;
900
901 dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl()\n");
902
903 mutex_lock(&tw_mutex);
904 /* Only let one of these through at a time */
905 if (mutex_lock_interruptible(&tw_dev->ioctl_lock)) {
906 mutex_unlock(&tw_mutex);
907 return -EINTR;
908 }
909
910 /* First copy down the buffer length */
911 if (copy_from_user(&data_buffer_length, argp, sizeof(unsigned int)))
912 goto out;
913
914 /* Check size */
915 if (data_buffer_length > TW_MAX_IOCTL_SECTORS * 512) {
916 retval = -EINVAL;
917 goto out;
918 }
919
920 /* Hardware can only do multiple of 512 byte transfers */
921 data_buffer_length_adjusted = (data_buffer_length + 511) & ~511;
922
923 /* Now allocate ioctl buf memory */
924 cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_New_Ioctl) - 1, &dma_handle, GFP_KERNEL);
925 if (cpu_addr == NULL) {
926 retval = -ENOMEM;
927 goto out;
928 }
929
930 tw_ioctl = (TW_New_Ioctl *)cpu_addr;
931
932 /* Now copy down the entire ioctl */
933 if (copy_from_user(tw_ioctl, argp, data_buffer_length + sizeof(TW_New_Ioctl) - 1))
934 goto out2;
935
936 passthru = (TW_Passthru *)&tw_ioctl->firmware_command;
937
938 /* See which ioctl we are doing */
939 switch (cmd) {
940 case TW_OP_NOP:
941 dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_OP_NOP.\n");
942 break;
943 case TW_OP_AEN_LISTEN:
944 dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_AEN_LISTEN.\n");
945 memset(tw_ioctl->data_buffer, 0, data_buffer_length);
946
947 spin_lock_irqsave(tw_dev->host->host_lock, flags);
948 if (tw_dev->aen_head == tw_dev->aen_tail) {
949 tw_aen_code = TW_AEN_QUEUE_EMPTY;
950 } else {
951 tw_aen_code = tw_dev->aen_queue[tw_dev->aen_head];
952 if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
953 tw_dev->aen_head = TW_Q_START;
954 } else {
955 tw_dev->aen_head = tw_dev->aen_head + 1;
956 }
957 }
958 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
959 memcpy(tw_ioctl->data_buffer, &tw_aen_code, sizeof(tw_aen_code));
960 break;
961 case TW_CMD_PACKET_WITH_DATA:
962 dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_CMD_PACKET_WITH_DATA.\n");
963 spin_lock_irqsave(tw_dev->host->host_lock, flags);
964
965 tw_state_request_start(tw_dev, &request_id);
966
967 /* Flag internal command */
968 tw_dev->srb[request_id] = NULL;
969
970 /* Flag chrdev ioctl */
971 tw_dev->chrdev_request_id = request_id;
972
973 tw_ioctl->firmware_command.request_id = request_id;
974
975 /* Load the sg list */
976 switch (TW_SGL_OUT(tw_ioctl->firmware_command.opcode__sgloffset)) {
977 case 2:
978 tw_ioctl->firmware_command.byte8.param.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
979 tw_ioctl->firmware_command.byte8.param.sgl[0].length = data_buffer_length_adjusted;
980 break;
981 case 3:
982 tw_ioctl->firmware_command.byte8.io.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
983 tw_ioctl->firmware_command.byte8.io.sgl[0].length = data_buffer_length_adjusted;
984 break;
985 case 5:
986 passthru->sg_list[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
987 passthru->sg_list[0].length = data_buffer_length_adjusted;
988 break;
989 }
990
991 memcpy(tw_dev->command_packet_virtual_address[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command));
992
993 /* Now post the command packet to the controller */
994 tw_post_command_packet(tw_dev, request_id);
995 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
996
997 timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ;
998
999 /* Now wait for the command to complete */
1000 timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout);
1001
1002 /* We timed out, and didn't get an interrupt */
1003 if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) {
1004 /* Now we need to reset the board */
1005 printk(KERN_WARNING "3w-xxxx: scsi%d: Character ioctl (0x%x) timed out, resetting card.\n", tw_dev->host->host_no, cmd);
1006 retval = -EIO;
1007 if (tw_reset_device_extension(tw_dev)) {
1008 printk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): Reset failed for card %d.\n", tw_dev->host->host_no);
1009 }
1010 goto out2;
1011 }
1012
1013 /* Now copy in the command packet response */
1014 memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virtual_address[request_id], sizeof(TW_Command));
1015
1016 /* Now complete the io */
1017 spin_lock_irqsave(tw_dev->host->host_lock, flags);
1018 tw_dev->posted_request_count--;
1019 tw_dev->state[request_id] = TW_S_COMPLETED;
1020 tw_state_request_finish(tw_dev, request_id);
1021 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1022 break;
1023 default:
1024 retval = -ENOTTY;
1025 goto out2;
1026 }
1027
1028 /* Now copy the response to userspace */
1029 if (copy_to_user(argp, tw_ioctl, sizeof(TW_New_Ioctl) + data_buffer_length - 1))
1030 goto out2;
1031 retval = 0;
1032 out2:
1033 /* Now free ioctl buf memory */
1034 dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_New_Ioctl) - 1, cpu_addr, dma_handle);
1035 out:
1036 mutex_unlock(&tw_dev->ioctl_lock);
1037 mutex_unlock(&tw_mutex);
1038 return retval;
1039 } /* End tw_chrdev_ioctl() */
1040
1041 /* This function handles open for the character device */
1042 /* NOTE that this function races with remove. */
1043 static int tw_chrdev_open(struct inode *inode, struct file *file)
1044 {
1045 unsigned int minor_number;
1046
1047 dprintk(KERN_WARNING "3w-xxxx: tw_ioctl_open()\n");
1048
1049 minor_number = iminor(inode);
1050 if (minor_number >= tw_device_extension_count)
1051 return -ENODEV;
1052
1053 return 0;
1054 } /* End tw_chrdev_open() */
1055
1056 /* File operations struct for character device */
1057 static const struct file_operations tw_fops = {
1058 .owner = THIS_MODULE,
1059 .unlocked_ioctl = tw_chrdev_ioctl,
1060 .open = tw_chrdev_open,
1061 .release = NULL,
1062 .llseek = noop_llseek,
1063 };
1064
1065 /* This function will free up device extension resources */
1066 static void tw_free_device_extension(TW_Device_Extension *tw_dev)
1067 {
1068 dprintk(KERN_NOTICE "3w-xxxx: tw_free_device_extension()\n");
1069
1070 /* Free command packet and generic buffer memory */
1071 if (tw_dev->command_packet_virtual_address[0])
1072 pci_free_consistent(tw_dev->tw_pci_dev, sizeof(TW_Command)*TW_Q_LENGTH, tw_dev->command_packet_virtual_address[0], tw_dev->command_packet_physical_address[0]);
1073
1074 if (tw_dev->alignment_virtual_address[0])
1075 pci_free_consistent(tw_dev->tw_pci_dev, sizeof(TW_Sector)*TW_Q_LENGTH, tw_dev->alignment_virtual_address[0], tw_dev->alignment_physical_address[0]);
1076 } /* End tw_free_device_extension() */
1077
1078 /* This function will send an initconnection command to controller */
1079 static int tw_initconnection(TW_Device_Extension *tw_dev, int message_credits)
1080 {
1081 unsigned long command_que_value;
1082 TW_Command *command_packet;
1083 TW_Response_Queue response_queue;
1084 int request_id = 0;
1085
1086 dprintk(KERN_NOTICE "3w-xxxx: tw_initconnection()\n");
1087
1088 /* Initialize InitConnection command packet */
1089 if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1090 printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet virtual address.\n");
1091 return 1;
1092 }
1093
1094 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1095 memset(command_packet, 0, sizeof(TW_Sector));
1096 command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_INIT_CONNECTION);
1097 command_packet->size = TW_INIT_COMMAND_PACKET_SIZE;
1098 command_packet->request_id = request_id;
1099 command_packet->status = 0x0;
1100 command_packet->flags = 0x0;
1101 command_packet->byte6.message_credits = message_credits;
1102 command_packet->byte8.init_connection.response_queue_pointer = 0x0;
1103 command_que_value = tw_dev->command_packet_physical_address[request_id];
1104
1105 if (command_que_value == 0) {
1106 printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet physical address.\n");
1107 return 1;
1108 }
1109
1110 /* Send command packet to the board */
1111 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1112
1113 /* Poll for completion */
1114 if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1115 response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1116 request_id = TW_RESID_OUT(response_queue.response_id);
1117
1118 if (request_id != 0) {
1119 /* unexpected request id */
1120 printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Unexpected request id.\n");
1121 return 1;
1122 }
1123 if (command_packet->status != 0) {
1124 /* bad response */
1125 tw_decode_sense(tw_dev, request_id, 0);
1126 return 1;
1127 }
1128 }
1129 return 0;
1130 } /* End tw_initconnection() */
1131
1132 /* Set a value in the features table */
1133 static int tw_setfeature(TW_Device_Extension *tw_dev, int parm, int param_size,
1134 unsigned char *val)
1135 {
1136 TW_Param *param;
1137 TW_Command *command_packet;
1138 TW_Response_Queue response_queue;
1139 int request_id = 0;
1140 unsigned long command_que_value;
1141 unsigned long param_value;
1142
1143 /* Initialize SetParam command packet */
1144 if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1145 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet virtual address.\n");
1146 return 1;
1147 }
1148 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1149 memset(command_packet, 0, sizeof(TW_Sector));
1150 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1151
1152 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM);
1153 param->table_id = 0x404; /* Features table */
1154 param->parameter_id = parm;
1155 param->parameter_size_bytes = param_size;
1156 memcpy(param->data, val, param_size);
1157
1158 param_value = tw_dev->alignment_physical_address[request_id];
1159 if (param_value == 0) {
1160 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad alignment physical address.\n");
1161 tw_dev->state[request_id] = TW_S_COMPLETED;
1162 tw_state_request_finish(tw_dev, request_id);
1163 tw_dev->srb[request_id]->result = (DID_OK << 16);
1164 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1165 }
1166 command_packet->byte8.param.sgl[0].address = param_value;
1167 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1168
1169 command_packet->size = 4;
1170 command_packet->request_id = request_id;
1171 command_packet->byte6.parameter_count = 1;
1172
1173 command_que_value = tw_dev->command_packet_physical_address[request_id];
1174 if (command_que_value == 0) {
1175 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet physical address.\n");
1176 return 1;
1177 }
1178
1179 /* Send command packet to the board */
1180 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1181
1182 /* Poll for completion */
1183 if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1184 response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1185 request_id = TW_RESID_OUT(response_queue.response_id);
1186
1187 if (request_id != 0) {
1188 /* unexpected request id */
1189 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Unexpected request id.\n");
1190 return 1;
1191 }
1192 if (command_packet->status != 0) {
1193 /* bad response */
1194 tw_decode_sense(tw_dev, request_id, 0);
1195 return 1;
1196 }
1197 }
1198
1199 return 0;
1200 } /* End tw_setfeature() */
1201
1202 /* This function will reset a controller */
1203 static int tw_reset_sequence(TW_Device_Extension *tw_dev)
1204 {
1205 int error = 0;
1206 int tries = 0;
1207 unsigned char c = 1;
1208
1209 /* Reset the board */
1210 while (tries < TW_MAX_RESET_TRIES) {
1211 TW_SOFT_RESET(tw_dev);
1212
1213 error = tw_aen_drain_queue(tw_dev);
1214 if (error) {
1215 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN drain failed, retrying.\n", tw_dev->host->host_no);
1216 tries++;
1217 continue;
1218 }
1219
1220 /* Check for controller errors */
1221 if (tw_check_errors(tw_dev)) {
1222 printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors found, retrying.\n", tw_dev->host->host_no);
1223 tries++;
1224 continue;
1225 }
1226
1227 /* Now the controller is in a good state */
1228 break;
1229 }
1230
1231 if (tries >= TW_MAX_RESET_TRIES) {
1232 printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors, card not responding, check all cabling.\n", tw_dev->host->host_no);
1233 return 1;
1234 }
1235
1236 error = tw_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS);
1237 if (error) {
1238 printk(KERN_WARNING "3w-xxxx: scsi%d: Connection initialization failed.\n", tw_dev->host->host_no);
1239 return 1;
1240 }
1241
1242 error = tw_setfeature(tw_dev, 2, 1, &c);
1243 if (error) {
1244 printk(KERN_WARNING "3w-xxxx: Unable to set features for card, probable old firmware or card.\n");
1245 }
1246
1247 return 0;
1248 } /* End tw_reset_sequence() */
1249
1250 /* This function will initialize the fields of a device extension */
1251 static int tw_initialize_device_extension(TW_Device_Extension *tw_dev)
1252 {
1253 int i, error=0;
1254
1255 dprintk(KERN_NOTICE "3w-xxxx: tw_initialize_device_extension()\n");
1256
1257 /* Initialize command packet buffers */
1258 error = tw_allocate_memory(tw_dev, sizeof(TW_Command), 0);
1259 if (error) {
1260 printk(KERN_WARNING "3w-xxxx: Command packet memory allocation failed.\n");
1261 return 1;
1262 }
1263
1264 /* Initialize generic buffer */
1265 error = tw_allocate_memory(tw_dev, sizeof(TW_Sector), 1);
1266 if (error) {
1267 printk(KERN_WARNING "3w-xxxx: Generic memory allocation failed.\n");
1268 return 1;
1269 }
1270
1271 for (i=0;i<TW_Q_LENGTH;i++) {
1272 tw_dev->free_queue[i] = i;
1273 tw_dev->state[i] = TW_S_INITIAL;
1274 }
1275
1276 tw_dev->pending_head = TW_Q_START;
1277 tw_dev->pending_tail = TW_Q_START;
1278 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1279
1280 mutex_init(&tw_dev->ioctl_lock);
1281 init_waitqueue_head(&tw_dev->ioctl_wqueue);
1282
1283 return 0;
1284 } /* End tw_initialize_device_extension() */
1285
1286 static int tw_map_scsi_sg_data(struct pci_dev *pdev, struct scsi_cmnd *cmd)
1287 {
1288 int use_sg;
1289
1290 dprintk(KERN_WARNING "3w-xxxx: tw_map_scsi_sg_data()\n");
1291
1292 use_sg = scsi_dma_map(cmd);
1293 if (use_sg < 0) {
1294 printk(KERN_WARNING "3w-xxxx: tw_map_scsi_sg_data(): pci_map_sg() failed.\n");
1295 return 0;
1296 }
1297
1298 cmd->SCp.phase = TW_PHASE_SGLIST;
1299 cmd->SCp.have_data_in = use_sg;
1300
1301 return use_sg;
1302 } /* End tw_map_scsi_sg_data() */
1303
1304 static void tw_unmap_scsi_data(struct pci_dev *pdev, struct scsi_cmnd *cmd)
1305 {
1306 dprintk(KERN_WARNING "3w-xxxx: tw_unmap_scsi_data()\n");
1307
1308 if (cmd->SCp.phase == TW_PHASE_SGLIST)
1309 scsi_dma_unmap(cmd);
1310 } /* End tw_unmap_scsi_data() */
1311
1312 /* This function will reset a device extension */
1313 static int tw_reset_device_extension(TW_Device_Extension *tw_dev)
1314 {
1315 int i = 0;
1316 struct scsi_cmnd *srb;
1317 unsigned long flags = 0;
1318
1319 dprintk(KERN_NOTICE "3w-xxxx: tw_reset_device_extension()\n");
1320
1321 set_bit(TW_IN_RESET, &tw_dev->flags);
1322 TW_DISABLE_INTERRUPTS(tw_dev);
1323 TW_MASK_COMMAND_INTERRUPT(tw_dev);
1324 spin_lock_irqsave(tw_dev->host->host_lock, flags);
1325
1326 /* Abort all requests that are in progress */
1327 for (i=0;i<TW_Q_LENGTH;i++) {
1328 if ((tw_dev->state[i] != TW_S_FINISHED) &&
1329 (tw_dev->state[i] != TW_S_INITIAL) &&
1330 (tw_dev->state[i] != TW_S_COMPLETED)) {
1331 srb = tw_dev->srb[i];
1332 if (srb != NULL) {
1333 srb->result = (DID_RESET << 16);
1334 tw_dev->srb[i]->scsi_done(tw_dev->srb[i]);
1335 tw_unmap_scsi_data(tw_dev->tw_pci_dev, tw_dev->srb[i]);
1336 }
1337 }
1338 }
1339
1340 /* Reset queues and counts */
1341 for (i=0;i<TW_Q_LENGTH;i++) {
1342 tw_dev->free_queue[i] = i;
1343 tw_dev->state[i] = TW_S_INITIAL;
1344 }
1345 tw_dev->free_head = TW_Q_START;
1346 tw_dev->free_tail = TW_Q_START;
1347 tw_dev->posted_request_count = 0;
1348 tw_dev->pending_request_count = 0;
1349 tw_dev->pending_head = TW_Q_START;
1350 tw_dev->pending_tail = TW_Q_START;
1351 tw_dev->reset_print = 0;
1352
1353 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1354
1355 if (tw_reset_sequence(tw_dev)) {
1356 printk(KERN_WARNING "3w-xxxx: scsi%d: Reset sequence failed.\n", tw_dev->host->host_no);
1357 return 1;
1358 }
1359
1360 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
1361 clear_bit(TW_IN_RESET, &tw_dev->flags);
1362 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1363
1364 return 0;
1365 } /* End tw_reset_device_extension() */
1366
1367 /* This funciton returns unit geometry in cylinders/heads/sectors */
1368 static int tw_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev,
1369 sector_t capacity, int geom[])
1370 {
1371 int heads, sectors, cylinders;
1372 TW_Device_Extension *tw_dev;
1373
1374 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam()\n");
1375 tw_dev = (TW_Device_Extension *)sdev->host->hostdata;
1376
1377 heads = 64;
1378 sectors = 32;
1379 cylinders = sector_div(capacity, heads * sectors);
1380
1381 if (capacity >= 0x200000) {
1382 heads = 255;
1383 sectors = 63;
1384 cylinders = sector_div(capacity, heads * sectors);
1385 }
1386
1387 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam(): heads = %d, sectors = %d, cylinders = %d\n", heads, sectors, cylinders);
1388 geom[0] = heads;
1389 geom[1] = sectors;
1390 geom[2] = cylinders;
1391
1392 return 0;
1393 } /* End tw_scsi_biosparam() */
1394
1395 /* This is the new scsi eh reset function */
1396 static int tw_scsi_eh_reset(struct scsi_cmnd *SCpnt)
1397 {
1398 TW_Device_Extension *tw_dev=NULL;
1399 int retval = FAILED;
1400
1401 tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1402
1403 tw_dev->num_resets++;
1404
1405 sdev_printk(KERN_WARNING, SCpnt->device,
1406 "WARNING: Command (0x%x) timed out, resetting card.\n",
1407 SCpnt->cmnd[0]);
1408
1409 /* Make sure we are not issuing an ioctl or resetting from ioctl */
1410 mutex_lock(&tw_dev->ioctl_lock);
1411
1412 /* Now reset the card and some of the device extension data */
1413 if (tw_reset_device_extension(tw_dev)) {
1414 printk(KERN_WARNING "3w-xxxx: scsi%d: Reset failed.\n", tw_dev->host->host_no);
1415 goto out;
1416 }
1417
1418 retval = SUCCESS;
1419 out:
1420 mutex_unlock(&tw_dev->ioctl_lock);
1421 return retval;
1422 } /* End tw_scsi_eh_reset() */
1423
1424 /* This function handles scsi inquiry commands */
1425 static int tw_scsiop_inquiry(TW_Device_Extension *tw_dev, int request_id)
1426 {
1427 TW_Param *param;
1428 TW_Command *command_packet;
1429 unsigned long command_que_value;
1430 unsigned long param_value;
1431
1432 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry()\n");
1433
1434 /* Initialize command packet */
1435 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1436 if (command_packet == NULL) {
1437 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet virtual address.\n");
1438 return 1;
1439 }
1440 memset(command_packet, 0, sizeof(TW_Sector));
1441 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1442 command_packet->size = 4;
1443 command_packet->request_id = request_id;
1444 command_packet->status = 0;
1445 command_packet->flags = 0;
1446 command_packet->byte6.parameter_count = 1;
1447
1448 /* Now setup the param */
1449 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1450 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment virtual address.\n");
1451 return 1;
1452 }
1453 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1454 memset(param, 0, sizeof(TW_Sector));
1455 param->table_id = 3; /* unit summary table */
1456 param->parameter_id = 3; /* unitsstatus parameter */
1457 param->parameter_size_bytes = TW_MAX_UNITS;
1458 param_value = tw_dev->alignment_physical_address[request_id];
1459 if (param_value == 0) {
1460 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment physical address.\n");
1461 return 1;
1462 }
1463
1464 command_packet->byte8.param.sgl[0].address = param_value;
1465 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1466 command_que_value = tw_dev->command_packet_physical_address[request_id];
1467 if (command_que_value == 0) {
1468 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet physical address.\n");
1469 return 1;
1470 }
1471
1472 /* Now try to post the command packet */
1473 tw_post_command_packet(tw_dev, request_id);
1474
1475 return 0;
1476 } /* End tw_scsiop_inquiry() */
1477
1478 static void tw_transfer_internal(TW_Device_Extension *tw_dev, int request_id,
1479 void *data, unsigned int len)
1480 {
1481 scsi_sg_copy_from_buffer(tw_dev->srb[request_id], data, len);
1482 }
1483
1484 /* This function is called by the isr to complete an inquiry command */
1485 static int tw_scsiop_inquiry_complete(TW_Device_Extension *tw_dev, int request_id)
1486 {
1487 unsigned char *is_unit_present;
1488 unsigned char request_buffer[36];
1489 TW_Param *param;
1490
1491 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry_complete()\n");
1492
1493 memset(request_buffer, 0, sizeof(request_buffer));
1494 request_buffer[0] = TYPE_DISK; /* Peripheral device type */
1495 request_buffer[1] = 0; /* Device type modifier */
1496 request_buffer[2] = 0; /* No ansi/iso compliance */
1497 request_buffer[4] = 31; /* Additional length */
1498 memcpy(&request_buffer[8], "3ware ", 8); /* Vendor ID */
1499 sprintf(&request_buffer[16], "Logical Disk %-2d ", tw_dev->srb[request_id]->device->id);
1500 memcpy(&request_buffer[32], TW_DRIVER_VERSION, 3);
1501 tw_transfer_internal(tw_dev, request_id, request_buffer,
1502 sizeof(request_buffer));
1503
1504 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1505 if (param == NULL) {
1506 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry_complete(): Bad alignment virtual address.\n");
1507 return 1;
1508 }
1509 is_unit_present = &(param->data[0]);
1510
1511 if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1512 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1513 } else {
1514 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1515 tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1516 return TW_ISR_DONT_RESULT;
1517 }
1518
1519 return 0;
1520 } /* End tw_scsiop_inquiry_complete() */
1521
1522 /* This function handles scsi mode_sense commands */
1523 static int tw_scsiop_mode_sense(TW_Device_Extension *tw_dev, int request_id)
1524 {
1525 TW_Param *param;
1526 TW_Command *command_packet;
1527 unsigned long command_que_value;
1528 unsigned long param_value;
1529
1530 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense()\n");
1531
1532 /* Only page control = 0, page code = 0x8 (cache page) supported */
1533 if (tw_dev->srb[request_id]->cmnd[2] != 0x8) {
1534 tw_dev->state[request_id] = TW_S_COMPLETED;
1535 tw_state_request_finish(tw_dev, request_id);
1536 tw_dev->srb[request_id]->result = (DID_OK << 16);
1537 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1538 return 0;
1539 }
1540
1541 /* Now read firmware cache setting for this unit */
1542 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1543 if (command_packet == NULL) {
1544 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet virtual address.\n");
1545 return 1;
1546 }
1547
1548 /* Setup the command packet */
1549 memset(command_packet, 0, sizeof(TW_Sector));
1550 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1551 command_packet->size = 4;
1552 command_packet->request_id = request_id;
1553 command_packet->status = 0;
1554 command_packet->flags = 0;
1555 command_packet->byte6.parameter_count = 1;
1556
1557 /* Setup the param */
1558 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1559 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment virtual address.\n");
1560 return 1;
1561 }
1562
1563 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1564 memset(param, 0, sizeof(TW_Sector));
1565 param->table_id = TW_UNIT_INFORMATION_TABLE_BASE + tw_dev->srb[request_id]->device->id;
1566 param->parameter_id = 7; /* unit flags */
1567 param->parameter_size_bytes = 1;
1568 param_value = tw_dev->alignment_physical_address[request_id];
1569 if (param_value == 0) {
1570 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment physical address.\n");
1571 return 1;
1572 }
1573
1574 command_packet->byte8.param.sgl[0].address = param_value;
1575 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1576 command_que_value = tw_dev->command_packet_physical_address[request_id];
1577 if (command_que_value == 0) {
1578 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet physical address.\n");
1579 return 1;
1580 }
1581
1582 /* Now try to post the command packet */
1583 tw_post_command_packet(tw_dev, request_id);
1584
1585 return 0;
1586 } /* End tw_scsiop_mode_sense() */
1587
1588 /* This function is called by the isr to complete a mode sense command */
1589 static int tw_scsiop_mode_sense_complete(TW_Device_Extension *tw_dev, int request_id)
1590 {
1591 TW_Param *param;
1592 unsigned char *flags;
1593 unsigned char request_buffer[8];
1594
1595 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense_complete()\n");
1596
1597 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1598 if (param == NULL) {
1599 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense_complete(): Bad alignment virtual address.\n");
1600 return 1;
1601 }
1602 flags = (char *)&(param->data[0]);
1603 memset(request_buffer, 0, sizeof(request_buffer));
1604
1605 request_buffer[0] = 0xf; /* mode data length */
1606 request_buffer[1] = 0; /* default medium type */
1607 request_buffer[2] = 0x10; /* dpo/fua support on */
1608 request_buffer[3] = 0; /* no block descriptors */
1609 request_buffer[4] = 0x8; /* caching page */
1610 request_buffer[5] = 0xa; /* page length */
1611 if (*flags & 0x1)
1612 request_buffer[6] = 0x5; /* WCE on, RCD on */
1613 else
1614 request_buffer[6] = 0x1; /* WCE off, RCD on */
1615 tw_transfer_internal(tw_dev, request_id, request_buffer,
1616 sizeof(request_buffer));
1617
1618 return 0;
1619 } /* End tw_scsiop_mode_sense_complete() */
1620
1621 /* This function handles scsi read_capacity commands */
1622 static int tw_scsiop_read_capacity(TW_Device_Extension *tw_dev, int request_id)
1623 {
1624 TW_Param *param;
1625 TW_Command *command_packet;
1626 unsigned long command_que_value;
1627 unsigned long param_value;
1628
1629 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity()\n");
1630
1631 /* Initialize command packet */
1632 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1633
1634 if (command_packet == NULL) {
1635 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet virtual address.\n");
1636 return 1;
1637 }
1638 memset(command_packet, 0, sizeof(TW_Sector));
1639 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1640 command_packet->size = 4;
1641 command_packet->request_id = request_id;
1642 command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1643 command_packet->status = 0;
1644 command_packet->flags = 0;
1645 command_packet->byte6.block_count = 1;
1646
1647 /* Now setup the param */
1648 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1649 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment virtual address.\n");
1650 return 1;
1651 }
1652 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1653 memset(param, 0, sizeof(TW_Sector));
1654 param->table_id = TW_UNIT_INFORMATION_TABLE_BASE +
1655 tw_dev->srb[request_id]->device->id;
1656 param->parameter_id = 4; /* unitcapacity parameter */
1657 param->parameter_size_bytes = 4;
1658 param_value = tw_dev->alignment_physical_address[request_id];
1659 if (param_value == 0) {
1660 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment physical address.\n");
1661 return 1;
1662 }
1663
1664 command_packet->byte8.param.sgl[0].address = param_value;
1665 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1666 command_que_value = tw_dev->command_packet_physical_address[request_id];
1667 if (command_que_value == 0) {
1668 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet physical address.\n");
1669 return 1;
1670 }
1671
1672 /* Now try to post the command to the board */
1673 tw_post_command_packet(tw_dev, request_id);
1674
1675 return 0;
1676 } /* End tw_scsiop_read_capacity() */
1677
1678 /* This function is called by the isr to complete a readcapacity command */
1679 static int tw_scsiop_read_capacity_complete(TW_Device_Extension *tw_dev, int request_id)
1680 {
1681 unsigned char *param_data;
1682 u32 capacity;
1683 char buff[8];
1684 TW_Param *param;
1685
1686 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete()\n");
1687
1688 memset(buff, 0, sizeof(buff));
1689 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1690 if (param == NULL) {
1691 printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_capacity_complete(): Bad alignment virtual address.\n");
1692 return 1;
1693 }
1694 param_data = &(param->data[0]);
1695
1696 capacity = (param_data[3] << 24) | (param_data[2] << 16) |
1697 (param_data[1] << 8) | param_data[0];
1698
1699 /* Subtract one sector to fix get last sector ioctl */
1700 capacity -= 1;
1701
1702 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete(): Capacity = 0x%x.\n", capacity);
1703
1704 /* Number of LBA's */
1705 buff[0] = (capacity >> 24);
1706 buff[1] = (capacity >> 16) & 0xff;
1707 buff[2] = (capacity >> 8) & 0xff;
1708 buff[3] = capacity & 0xff;
1709
1710 /* Block size in bytes (512) */
1711 buff[4] = (TW_BLOCK_SIZE >> 24);
1712 buff[5] = (TW_BLOCK_SIZE >> 16) & 0xff;
1713 buff[6] = (TW_BLOCK_SIZE >> 8) & 0xff;
1714 buff[7] = TW_BLOCK_SIZE & 0xff;
1715
1716 tw_transfer_internal(tw_dev, request_id, buff, sizeof(buff));
1717
1718 return 0;
1719 } /* End tw_scsiop_read_capacity_complete() */
1720
1721 /* This function handles scsi read or write commands */
1722 static int tw_scsiop_read_write(TW_Device_Extension *tw_dev, int request_id)
1723 {
1724 TW_Command *command_packet;
1725 unsigned long command_que_value;
1726 u32 lba = 0x0, num_sectors = 0x0;
1727 int i, use_sg;
1728 struct scsi_cmnd *srb;
1729 struct scatterlist *sglist, *sg;
1730
1731 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write()\n");
1732
1733 srb = tw_dev->srb[request_id];
1734
1735 sglist = scsi_sglist(srb);
1736 if (!sglist) {
1737 printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Request buffer NULL.\n");
1738 return 1;
1739 }
1740
1741 /* Initialize command packet */
1742 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1743 if (command_packet == NULL) {
1744 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): Bad command packet virtual address.\n");
1745 return 1;
1746 }
1747
1748 if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == READ_10) {
1749 command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_READ);
1750 } else {
1751 command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_WRITE);
1752 }
1753
1754 command_packet->size = 3;
1755 command_packet->request_id = request_id;
1756 command_packet->unit__hostid = TW_UNITHOST_IN(0, srb->device->id);
1757 command_packet->status = 0;
1758 command_packet->flags = 0;
1759
1760 if (srb->cmnd[0] == WRITE_10) {
1761 if ((srb->cmnd[1] & 0x8) || (srb->cmnd[1] & 0x10))
1762 command_packet->flags = 1;
1763 }
1764
1765 if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6) {
1766 lba = ((u32)srb->cmnd[1] << 16) | ((u32)srb->cmnd[2] << 8) | (u32)srb->cmnd[3];
1767 num_sectors = (u32)srb->cmnd[4];
1768 } else {
1769 lba = ((u32)srb->cmnd[2] << 24) | ((u32)srb->cmnd[3] << 16) | ((u32)srb->cmnd[4] << 8) | (u32)srb->cmnd[5];
1770 num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8);
1771 }
1772
1773 /* Update sector statistic */
1774 tw_dev->sector_count = num_sectors;
1775 if (tw_dev->sector_count > tw_dev->max_sector_count)
1776 tw_dev->max_sector_count = tw_dev->sector_count;
1777
1778 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): lba = 0x%x num_sectors = 0x%x\n", lba, num_sectors);
1779 command_packet->byte8.io.lba = lba;
1780 command_packet->byte6.block_count = num_sectors;
1781
1782 use_sg = tw_map_scsi_sg_data(tw_dev->tw_pci_dev, tw_dev->srb[request_id]);
1783 if (!use_sg)
1784 return 1;
1785
1786 scsi_for_each_sg(tw_dev->srb[request_id], sg, use_sg, i) {
1787 command_packet->byte8.io.sgl[i].address = sg_dma_address(sg);
1788 command_packet->byte8.io.sgl[i].length = sg_dma_len(sg);
1789 command_packet->size+=2;
1790 }
1791
1792 /* Update SG statistics */
1793 tw_dev->sgl_entries = scsi_sg_count(tw_dev->srb[request_id]);
1794 if (tw_dev->sgl_entries > tw_dev->max_sgl_entries)
1795 tw_dev->max_sgl_entries = tw_dev->sgl_entries;
1796
1797 command_que_value = tw_dev->command_packet_physical_address[request_id];
1798 if (command_que_value == 0) {
1799 dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Bad command packet physical address.\n");
1800 return 1;
1801 }
1802
1803 /* Now try to post the command to the board */
1804 tw_post_command_packet(tw_dev, request_id);
1805
1806 return 0;
1807 } /* End tw_scsiop_read_write() */
1808
1809 /* This function will handle the request sense scsi command */
1810 static int tw_scsiop_request_sense(TW_Device_Extension *tw_dev, int request_id)
1811 {
1812 char request_buffer[18];
1813
1814 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_request_sense()\n");
1815
1816 memset(request_buffer, 0, sizeof(request_buffer));
1817 request_buffer[0] = 0x70; /* Immediate fixed format */
1818 request_buffer[7] = 10; /* minimum size per SPC: 18 bytes */
1819 /* leave all other fields zero, giving effectively NO_SENSE return */
1820 tw_transfer_internal(tw_dev, request_id, request_buffer,
1821 sizeof(request_buffer));
1822
1823 tw_dev->state[request_id] = TW_S_COMPLETED;
1824 tw_state_request_finish(tw_dev, request_id);
1825
1826 /* If we got a request_sense, we probably want a reset, return error */
1827 tw_dev->srb[request_id]->result = (DID_ERROR << 16);
1828 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1829
1830 return 0;
1831 } /* End tw_scsiop_request_sense() */
1832
1833 /* This function will handle synchronize cache scsi command */
1834 static int tw_scsiop_synchronize_cache(TW_Device_Extension *tw_dev, int request_id)
1835 {
1836 TW_Command *command_packet;
1837 unsigned long command_que_value;
1838
1839 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_synchronize_cache()\n");
1840
1841 /* Send firmware flush command for this unit */
1842 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1843 if (command_packet == NULL) {
1844 printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet virtual address.\n");
1845 return 1;
1846 }
1847
1848 /* Setup the command packet */
1849 memset(command_packet, 0, sizeof(TW_Sector));
1850 command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_FLUSH_CACHE);
1851 command_packet->size = 2;
1852 command_packet->request_id = request_id;
1853 command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1854 command_packet->status = 0;
1855 command_packet->flags = 0;
1856 command_packet->byte6.parameter_count = 1;
1857 command_que_value = tw_dev->command_packet_physical_address[request_id];
1858 if (command_que_value == 0) {
1859 printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet physical address.\n");
1860 return 1;
1861 }
1862
1863 /* Now try to post the command packet */
1864 tw_post_command_packet(tw_dev, request_id);
1865
1866 return 0;
1867 } /* End tw_scsiop_synchronize_cache() */
1868
1869 /* This function will handle test unit ready scsi command */
1870 static int tw_scsiop_test_unit_ready(TW_Device_Extension *tw_dev, int request_id)
1871 {
1872 TW_Param *param;
1873 TW_Command *command_packet;
1874 unsigned long command_que_value;
1875 unsigned long param_value;
1876
1877 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_test_unit_ready()\n");
1878
1879 /* Initialize command packet */
1880 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1881 if (command_packet == NULL) {
1882 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet virtual address.\n");
1883 return 1;
1884 }
1885 memset(command_packet, 0, sizeof(TW_Sector));
1886 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1887 command_packet->size = 4;
1888 command_packet->request_id = request_id;
1889 command_packet->status = 0;
1890 command_packet->flags = 0;
1891 command_packet->byte6.parameter_count = 1;
1892
1893 /* Now setup the param */
1894 if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1895 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment virtual address.\n");
1896 return 1;
1897 }
1898 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1899 memset(param, 0, sizeof(TW_Sector));
1900 param->table_id = 3; /* unit summary table */
1901 param->parameter_id = 3; /* unitsstatus parameter */
1902 param->parameter_size_bytes = TW_MAX_UNITS;
1903 param_value = tw_dev->alignment_physical_address[request_id];
1904 if (param_value == 0) {
1905 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment physical address.\n");
1906 return 1;
1907 }
1908
1909 command_packet->byte8.param.sgl[0].address = param_value;
1910 command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1911 command_que_value = tw_dev->command_packet_physical_address[request_id];
1912 if (command_que_value == 0) {
1913 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet physical address.\n");
1914 return 1;
1915 }
1916
1917 /* Now try to post the command packet */
1918 tw_post_command_packet(tw_dev, request_id);
1919
1920 return 0;
1921 } /* End tw_scsiop_test_unit_ready() */
1922
1923 /* This function is called by the isr to complete a testunitready command */
1924 static int tw_scsiop_test_unit_ready_complete(TW_Device_Extension *tw_dev, int request_id)
1925 {
1926 unsigned char *is_unit_present;
1927 TW_Param *param;
1928
1929 dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete()\n");
1930
1931 param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1932 if (param == NULL) {
1933 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete(): Bad alignment virtual address.\n");
1934 return 1;
1935 }
1936 is_unit_present = &(param->data[0]);
1937
1938 if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1939 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1940 } else {
1941 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1942 tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1943 return TW_ISR_DONT_RESULT;
1944 }
1945
1946 return 0;
1947 } /* End tw_scsiop_test_unit_ready_complete() */
1948
1949 /* This is the main scsi queue function to handle scsi opcodes */
1950 static int tw_scsi_queue_lck(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *))
1951 {
1952 unsigned char *command = SCpnt->cmnd;
1953 int request_id = 0;
1954 int retval = 1;
1955 TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1956
1957 /* If we are resetting due to timed out ioctl, report as busy */
1958 if (test_bit(TW_IN_RESET, &tw_dev->flags))
1959 return SCSI_MLQUEUE_HOST_BUSY;
1960
1961 /* Save done function into Scsi_Cmnd struct */
1962 SCpnt->scsi_done = done;
1963
1964 /* Queue the command and get a request id */
1965 tw_state_request_start(tw_dev, &request_id);
1966
1967 /* Save the scsi command for use by the ISR */
1968 tw_dev->srb[request_id] = SCpnt;
1969
1970 /* Initialize phase to zero */
1971 SCpnt->SCp.phase = TW_PHASE_INITIAL;
1972
1973 switch (*command) {
1974 case READ_10:
1975 case READ_6:
1976 case WRITE_10:
1977 case WRITE_6:
1978 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ/WRITE.\n");
1979 retval = tw_scsiop_read_write(tw_dev, request_id);
1980 break;
1981 case TEST_UNIT_READY:
1982 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught TEST_UNIT_READY.\n");
1983 retval = tw_scsiop_test_unit_ready(tw_dev, request_id);
1984 break;
1985 case INQUIRY:
1986 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught INQUIRY.\n");
1987 retval = tw_scsiop_inquiry(tw_dev, request_id);
1988 break;
1989 case READ_CAPACITY:
1990 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ_CAPACITY.\n");
1991 retval = tw_scsiop_read_capacity(tw_dev, request_id);
1992 break;
1993 case REQUEST_SENSE:
1994 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught REQUEST_SENSE.\n");
1995 retval = tw_scsiop_request_sense(tw_dev, request_id);
1996 break;
1997 case MODE_SENSE:
1998 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught MODE_SENSE.\n");
1999 retval = tw_scsiop_mode_sense(tw_dev, request_id);
2000 break;
2001 case SYNCHRONIZE_CACHE:
2002 dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught SYNCHRONIZE_CACHE.\n");
2003 retval = tw_scsiop_synchronize_cache(tw_dev, request_id);
2004 break;
2005 case TW_IOCTL:
2006 printk(KERN_WARNING "3w-xxxx: SCSI_IOCTL_SEND_COMMAND deprecated, please update your 3ware tools.\n");
2007 break;
2008 default:
2009 printk(KERN_NOTICE "3w-xxxx: scsi%d: Unknown scsi opcode: 0x%x\n", tw_dev->host->host_no, *command);
2010 tw_dev->state[request_id] = TW_S_COMPLETED;
2011 tw_state_request_finish(tw_dev, request_id);
2012 SCpnt->result = (DID_BAD_TARGET << 16);
2013 done(SCpnt);
2014 retval = 0;
2015 }
2016 if (retval) {
2017 tw_dev->state[request_id] = TW_S_COMPLETED;
2018 tw_state_request_finish(tw_dev, request_id);
2019 SCpnt->result = (DID_ERROR << 16);
2020 done(SCpnt);
2021 retval = 0;
2022 }
2023 return retval;
2024 } /* End tw_scsi_queue() */
2025
2026 static DEF_SCSI_QCMD(tw_scsi_queue)
2027
2028 /* This function is the interrupt service routine */
2029 static irqreturn_t tw_interrupt(int irq, void *dev_instance)
2030 {
2031 int request_id;
2032 u32 status_reg_value;
2033 TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance;
2034 TW_Response_Queue response_que;
2035 int error = 0, retval = 0;
2036 TW_Command *command_packet;
2037 int handled = 0;
2038
2039 /* Get the host lock for io completions */
2040 spin_lock(tw_dev->host->host_lock);
2041
2042 /* Read the registers */
2043 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2044
2045 /* Check if this is our interrupt, otherwise bail */
2046 if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT))
2047 goto tw_interrupt_bail;
2048
2049 handled = 1;
2050
2051 /* If we are resetting, bail */
2052 if (test_bit(TW_IN_RESET, &tw_dev->flags))
2053 goto tw_interrupt_bail;
2054
2055 /* Check controller for errors */
2056 if (tw_check_bits(status_reg_value)) {
2057 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2058 if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2059 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2060 goto tw_interrupt_bail;
2061 }
2062 }
2063
2064 /* Handle host interrupt */
2065 if (status_reg_value & TW_STATUS_HOST_INTERRUPT) {
2066 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received host interrupt.\n");
2067 TW_CLEAR_HOST_INTERRUPT(tw_dev);
2068 }
2069
2070 /* Handle attention interrupt */
2071 if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) {
2072 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received attention interrupt.\n");
2073 TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
2074 tw_state_request_start(tw_dev, &request_id);
2075 error = tw_aen_read_queue(tw_dev, request_id);
2076 if (error) {
2077 printk(KERN_WARNING "3w-xxxx: scsi%d: Error reading aen queue.\n", tw_dev->host->host_no);
2078 tw_dev->state[request_id] = TW_S_COMPLETED;
2079 tw_state_request_finish(tw_dev, request_id);
2080 }
2081 }
2082
2083 /* Handle command interrupt */
2084 if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) {
2085 /* Drain as many pending commands as we can */
2086 while (tw_dev->pending_request_count > 0) {
2087 request_id = tw_dev->pending_queue[tw_dev->pending_head];
2088 if (tw_dev->state[request_id] != TW_S_PENDING) {
2089 printk(KERN_WARNING "3w-xxxx: scsi%d: Found request id that wasn't pending.\n", tw_dev->host->host_no);
2090 break;
2091 }
2092 if (tw_post_command_packet(tw_dev, request_id)==0) {
2093 if (tw_dev->pending_head == TW_Q_LENGTH-1) {
2094 tw_dev->pending_head = TW_Q_START;
2095 } else {
2096 tw_dev->pending_head = tw_dev->pending_head + 1;
2097 }
2098 tw_dev->pending_request_count--;
2099 } else {
2100 /* If we get here, we will continue re-posting on the next command interrupt */
2101 break;
2102 }
2103 }
2104 /* If there are no more pending requests, we mask command interrupt */
2105 if (tw_dev->pending_request_count == 0)
2106 TW_MASK_COMMAND_INTERRUPT(tw_dev);
2107 }
2108
2109 /* Handle response interrupt */
2110 if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) {
2111 /* Drain the response queue from the board */
2112 while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
2113 /* Read response queue register */
2114 response_que.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
2115 request_id = TW_RESID_OUT(response_que.response_id);
2116 command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
2117 error = 0;
2118
2119 /* Check for bad response */
2120 if (command_packet->status != 0) {
2121 /* If internal command, don't error, don't fill sense */
2122 if (tw_dev->srb[request_id] == NULL) {
2123 tw_decode_sense(tw_dev, request_id, 0);
2124 } else {
2125 error = tw_decode_sense(tw_dev, request_id, 1);
2126 }
2127 }
2128
2129 /* Check for correct state */
2130 if (tw_dev->state[request_id] != TW_S_POSTED) {
2131 if (tw_dev->srb[request_id] != NULL) {
2132 printk(KERN_WARNING "3w-xxxx: scsi%d: Received a request id that wasn't posted.\n", tw_dev->host->host_no);
2133 error = 1;
2134 }
2135 }
2136
2137 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Response queue request id: %d.\n", request_id);
2138
2139 /* Check for internal command completion */
2140 if (tw_dev->srb[request_id] == NULL) {
2141 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Found internally posted command.\n");
2142 /* Check for chrdev ioctl completion */
2143 if (request_id != tw_dev->chrdev_request_id) {
2144 retval = tw_aen_complete(tw_dev, request_id);
2145 if (retval) {
2146 printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing aen.\n", tw_dev->host->host_no);
2147 }
2148 } else {
2149 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
2150 wake_up(&tw_dev->ioctl_wqueue);
2151 }
2152 } else {
2153 switch (tw_dev->srb[request_id]->cmnd[0]) {
2154 case READ_10:
2155 case READ_6:
2156 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_10/READ_6\n");
2157 break;
2158 case WRITE_10:
2159 case WRITE_6:
2160 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught WRITE_10/WRITE_6\n");
2161 break;
2162 case TEST_UNIT_READY:
2163 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught TEST_UNIT_READY\n");
2164 error = tw_scsiop_test_unit_ready_complete(tw_dev, request_id);
2165 break;
2166 case INQUIRY:
2167 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught INQUIRY\n");
2168 error = tw_scsiop_inquiry_complete(tw_dev, request_id);
2169 break;
2170 case READ_CAPACITY:
2171 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_CAPACITY\n");
2172 error = tw_scsiop_read_capacity_complete(tw_dev, request_id);
2173 break;
2174 case MODE_SENSE:
2175 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught MODE_SENSE\n");
2176 error = tw_scsiop_mode_sense_complete(tw_dev, request_id);
2177 break;
2178 case SYNCHRONIZE_CACHE:
2179 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught SYNCHRONIZE_CACHE\n");
2180 break;
2181 default:
2182 printk(KERN_WARNING "3w-xxxx: case slip in tw_interrupt()\n");
2183 error = 1;
2184 }
2185
2186 /* If no error command was a success */
2187 if (error == 0) {
2188 tw_dev->srb[request_id]->result = (DID_OK << 16);
2189 }
2190
2191 /* If error, command failed */
2192 if (error == 1) {
2193 /* Ask for a host reset */
2194 tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
2195 }
2196
2197 /* Now complete the io */
2198 if ((error != TW_ISR_DONT_COMPLETE)) {
2199 tw_dev->state[request_id] = TW_S_COMPLETED;
2200 tw_state_request_finish(tw_dev, request_id);
2201 tw_dev->posted_request_count--;
2202 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
2203
2204 tw_unmap_scsi_data(tw_dev->tw_pci_dev, tw_dev->srb[request_id]);
2205 }
2206 }
2207
2208 /* Check for valid status after each drain */
2209 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2210 if (tw_check_bits(status_reg_value)) {
2211 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2212 if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2213 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2214 goto tw_interrupt_bail;
2215 }
2216 }
2217 }
2218 }
2219
2220 tw_interrupt_bail:
2221 spin_unlock(tw_dev->host->host_lock);
2222 return IRQ_RETVAL(handled);
2223 } /* End tw_interrupt() */
2224
2225 /* This function tells the controller to shut down */
2226 static void __tw_shutdown(TW_Device_Extension *tw_dev)
2227 {
2228 /* Disable interrupts */
2229 TW_DISABLE_INTERRUPTS(tw_dev);
2230
2231 /* Free up the IRQ */
2232 free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
2233
2234 printk(KERN_WARNING "3w-xxxx: Shutting down host %d.\n", tw_dev->host->host_no);
2235
2236 /* Tell the card we are shutting down */
2237 if (tw_initconnection(tw_dev, 1)) {
2238 printk(KERN_WARNING "3w-xxxx: Connection shutdown failed.\n");
2239 } else {
2240 printk(KERN_WARNING "3w-xxxx: Shutdown complete.\n");
2241 }
2242
2243 /* Clear all interrupts just before exit */
2244 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2245 } /* End __tw_shutdown() */
2246
2247 /* Wrapper for __tw_shutdown */
2248 static void tw_shutdown(struct pci_dev *pdev)
2249 {
2250 struct Scsi_Host *host = pci_get_drvdata(pdev);
2251 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2252
2253 __tw_shutdown(tw_dev);
2254 } /* End tw_shutdown() */
2255
2256 /* This function gets called when a disk is coming online */
2257 static int tw_slave_configure(struct scsi_device *sdev)
2258 {
2259 /* Force 60 second timeout */
2260 blk_queue_rq_timeout(sdev->request_queue, 60 * HZ);
2261
2262 return 0;
2263 } /* End tw_slave_configure() */
2264
2265 static struct scsi_host_template driver_template = {
2266 .module = THIS_MODULE,
2267 .name = "3ware Storage Controller",
2268 .queuecommand = tw_scsi_queue,
2269 .eh_host_reset_handler = tw_scsi_eh_reset,
2270 .bios_param = tw_scsi_biosparam,
2271 .change_queue_depth = tw_change_queue_depth,
2272 .can_queue = TW_Q_LENGTH-2,
2273 .slave_configure = tw_slave_configure,
2274 .this_id = -1,
2275 .sg_tablesize = TW_MAX_SGL_LENGTH,
2276 .max_sectors = TW_MAX_SECTORS,
2277 .cmd_per_lun = TW_MAX_CMDS_PER_LUN,
2278 .use_clustering = ENABLE_CLUSTERING,
2279 .shost_attrs = tw_host_attrs,
2280 .emulated = 1
2281 };
2282
2283 /* This function will probe and initialize a card */
2284 static int __devinit tw_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
2285 {
2286 struct Scsi_Host *host = NULL;
2287 TW_Device_Extension *tw_dev;
2288 int retval = -ENODEV;
2289
2290 retval = pci_enable_device(pdev);
2291 if (retval) {
2292 printk(KERN_WARNING "3w-xxxx: Failed to enable pci device.");
2293 goto out_disable_device;
2294 }
2295
2296 pci_set_master(pdev);
2297
2298 retval = pci_set_dma_mask(pdev, TW_DMA_MASK);
2299 if (retval) {
2300 printk(KERN_WARNING "3w-xxxx: Failed to set dma mask.");
2301 goto out_disable_device;
2302 }
2303
2304 host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension));
2305 if (!host) {
2306 printk(KERN_WARNING "3w-xxxx: Failed to allocate memory for device extension.");
2307 retval = -ENOMEM;
2308 goto out_disable_device;
2309 }
2310 tw_dev = (TW_Device_Extension *)host->hostdata;
2311
2312 /* Save values to device extension */
2313 tw_dev->host = host;
2314 tw_dev->tw_pci_dev = pdev;
2315
2316 if (tw_initialize_device_extension(tw_dev)) {
2317 printk(KERN_WARNING "3w-xxxx: Failed to initialize device extension.");
2318 goto out_free_device_extension;
2319 }
2320
2321 /* Request IO regions */
2322 retval = pci_request_regions(pdev, "3w-xxxx");
2323 if (retval) {
2324 printk(KERN_WARNING "3w-xxxx: Failed to get mem region.");
2325 goto out_free_device_extension;
2326 }
2327
2328 /* Save base address */
2329 tw_dev->base_addr = pci_resource_start(pdev, 0);
2330 if (!tw_dev->base_addr) {
2331 printk(KERN_WARNING "3w-xxxx: Failed to get io address.");
2332 goto out_release_mem_region;
2333 }
2334
2335 /* Disable interrupts on the card */
2336 TW_DISABLE_INTERRUPTS(tw_dev);
2337
2338 /* Initialize the card */
2339 if (tw_reset_sequence(tw_dev))
2340 goto out_release_mem_region;
2341
2342 /* Set host specific parameters */
2343 host->max_id = TW_MAX_UNITS;
2344 host->max_cmd_len = TW_MAX_CDB_LEN;
2345
2346 /* Luns and channels aren't supported by adapter */
2347 host->max_lun = 0;
2348 host->max_channel = 0;
2349
2350 /* Register the card with the kernel SCSI layer */
2351 retval = scsi_add_host(host, &pdev->dev);
2352 if (retval) {
2353 printk(KERN_WARNING "3w-xxxx: scsi add host failed");
2354 goto out_release_mem_region;
2355 }
2356
2357 pci_set_drvdata(pdev, host);
2358
2359 printk(KERN_WARNING "3w-xxxx: scsi%d: Found a 3ware Storage Controller at 0x%x, IRQ: %d.\n", host->host_no, tw_dev->base_addr, pdev->irq);
2360
2361 /* Now setup the interrupt handler */
2362 retval = request_irq(pdev->irq, tw_interrupt, IRQF_SHARED, "3w-xxxx", tw_dev);
2363 if (retval) {
2364 printk(KERN_WARNING "3w-xxxx: Error requesting IRQ.");
2365 goto out_remove_host;
2366 }
2367
2368 tw_device_extension_list[tw_device_extension_count] = tw_dev;
2369 tw_device_extension_count++;
2370
2371 /* Re-enable interrupts on the card */
2372 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2373
2374 /* Finally, scan the host */
2375 scsi_scan_host(host);
2376
2377 if (twe_major == -1) {
2378 if ((twe_major = register_chrdev (0, "twe", &tw_fops)) < 0)
2379 printk(KERN_WARNING "3w-xxxx: Failed to register character device.");
2380 }
2381 return 0;
2382
2383 out_remove_host:
2384 scsi_remove_host(host);
2385 out_release_mem_region:
2386 pci_release_regions(pdev);
2387 out_free_device_extension:
2388 tw_free_device_extension(tw_dev);
2389 scsi_host_put(host);
2390 out_disable_device:
2391 pci_disable_device(pdev);
2392
2393 return retval;
2394 } /* End tw_probe() */
2395
2396 /* This function is called to remove a device */
2397 static void tw_remove(struct pci_dev *pdev)
2398 {
2399 struct Scsi_Host *host = pci_get_drvdata(pdev);
2400 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2401
2402 scsi_remove_host(tw_dev->host);
2403
2404 /* Unregister character device */
2405 if (twe_major >= 0) {
2406 unregister_chrdev(twe_major, "twe");
2407 twe_major = -1;
2408 }
2409
2410 /* Shutdown the card */
2411 __tw_shutdown(tw_dev);
2412
2413 /* Free up the mem region */
2414 pci_release_regions(pdev);
2415
2416 /* Free up device extension resources */
2417 tw_free_device_extension(tw_dev);
2418
2419 scsi_host_put(tw_dev->host);
2420 pci_disable_device(pdev);
2421 tw_device_extension_count--;
2422 } /* End tw_remove() */
2423
2424 /* PCI Devices supported by this driver */
2425 static struct pci_device_id tw_pci_tbl[] __devinitdata = {
2426 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_1000,
2427 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2428 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_7000,
2429 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2430 { }
2431 };
2432 MODULE_DEVICE_TABLE(pci, tw_pci_tbl);
2433
2434 /* pci_driver initializer */
2435 static struct pci_driver tw_driver = {
2436 .name = "3w-xxxx",
2437 .id_table = tw_pci_tbl,
2438 .probe = tw_probe,
2439 .remove = tw_remove,
2440 .shutdown = tw_shutdown,
2441 };
2442
2443 /* This function is called on driver initialization */
2444 static int __init tw_init(void)
2445 {
2446 printk(KERN_WARNING "3ware Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION);
2447
2448 return pci_register_driver(&tw_driver);
2449 } /* End tw_init() */
2450
2451 /* This function is called on driver exit */
2452 static void __exit tw_exit(void)
2453 {
2454 pci_unregister_driver(&tw_driver);
2455 } /* End tw_exit() */
2456
2457 module_init(tw_init);
2458 module_exit(tw_exit);
2459