1 // SPDX-License-Identifier: GPL-2.0-only
3 * scsi.c Copyright (C) 1992 Drew Eckhardt
4 * Copyright (C) 1993, 1994, 1995, 1999 Eric Youngdale
5 * Copyright (C) 2002, 2003 Christoph Hellwig
7 * generic mid-level SCSI driver
8 * Initial versions: Drew Eckhardt
9 * Subsequent revisions: Eric Youngdale
13 * Bug correction thanks go to :
14 * Rik Faith <faith@cs.unc.edu>
15 * Tommy Thorn <tthorn>
16 * Thomas Wuensche <tw@fgb1.fgb.mw.tu-muenchen.de>
18 * Modified by Eric Youngdale eric@andante.org or ericy@gnu.ai.mit.edu to
19 * add scatter-gather, multiple outstanding request, and other
22 * Native multichannel, wide scsi, /proc/scsi and hot plugging
23 * support added by Michael Neuffer <mike@i-connect.net>
25 * Added request_module("scsi_hostadapter") for kerneld:
26 * (Put an "alias scsi_hostadapter your_hostadapter" in /etc/modprobe.conf)
27 * Bjorn Ekwall <bj0rn@blox.se>
30 * Major improvements to the timeout, abort, and reset processing,
31 * as well as performance modifications for large queue depths by
32 * Leonard N. Zubkoff <lnz@dandelion.com>
34 * Converted cli() code to spinlocks, Ingo Molnar
36 * Jiffies wrap fixes (host->resetting), 3 Dec 1998 Andrea Arcangeli
38 * out_of_space hacks, D. Gilbert (dpg) 990608
41 #include <linux/module.h>
42 #include <linux/moduleparam.h>
43 #include <linux/kernel.h>
44 #include <linux/timer.h>
45 #include <linux/string.h>
46 #include <linux/slab.h>
47 #include <linux/blkdev.h>
48 #include <linux/delay.h>
49 #include <linux/init.h>
50 #include <linux/completion.h>
51 #include <linux/unistd.h>
52 #include <linux/spinlock.h>
53 #include <linux/kmod.h>
54 #include <linux/interrupt.h>
55 #include <linux/notifier.h>
56 #include <linux/cpu.h>
57 #include <linux/mutex.h>
58 #include <linux/async.h>
59 #include <asm/unaligned.h>
61 #include <scsi/scsi.h>
62 #include <scsi/scsi_cmnd.h>
63 #include <scsi/scsi_dbg.h>
64 #include <scsi/scsi_device.h>
65 #include <scsi/scsi_driver.h>
66 #include <scsi/scsi_eh.h>
67 #include <scsi/scsi_host.h>
68 #include <scsi/scsi_tcq.h>
70 #include "scsi_priv.h"
71 #include "scsi_logging.h"
73 #define CREATE_TRACE_POINTS
74 #include <trace/events/scsi.h>
77 * Definitions and constants.
81 * Note - the initial logging level can be set here to log events at boot time.
82 * After the system is up, you may enable logging via the /proc interface.
84 unsigned int scsi_logging_level
;
85 #if defined(CONFIG_SCSI_LOGGING)
86 EXPORT_SYMBOL(scsi_logging_level
);
90 * Domain for asynchronous system resume operations. It is marked 'exclusive'
91 * to avoid being included in the async_synchronize_full() that is invoked by
94 ASYNC_DOMAIN_EXCLUSIVE(scsi_sd_pm_domain
);
95 EXPORT_SYMBOL(scsi_sd_pm_domain
);
98 * scsi_put_command - Free a scsi command block
99 * @cmd: command block to free
103 * Notes: The command must not belong to any lists.
105 void scsi_put_command(struct scsi_cmnd
*cmd
)
107 scsi_del_cmd_from_list(cmd
);
108 BUG_ON(delayed_work_pending(&cmd
->abort_work
));
111 #ifdef CONFIG_SCSI_LOGGING
112 void scsi_log_send(struct scsi_cmnd
*cmd
)
117 * If ML QUEUE log level is greater than or equal to:
119 * 1: nothing (match completion)
121 * 2: log opcode + command of all commands + cmd address
127 if (unlikely(scsi_logging_level
)) {
128 level
= SCSI_LOG_LEVEL(SCSI_LOG_MLQUEUE_SHIFT
,
129 SCSI_LOG_MLQUEUE_BITS
);
131 scmd_printk(KERN_INFO
, cmd
,
132 "Send: scmd 0x%p\n", cmd
);
133 scsi_print_command(cmd
);
138 void scsi_log_completion(struct scsi_cmnd
*cmd
, int disposition
)
143 * If ML COMPLETE log level is greater than or equal to:
145 * 1: log disposition, result, opcode + command, and conditionally
146 * sense data for failures or non SUCCESS dispositions.
148 * 2: same as 1 but for all command completions.
152 * 4: same as 3 plus dump extra junk
154 if (unlikely(scsi_logging_level
)) {
155 level
= SCSI_LOG_LEVEL(SCSI_LOG_MLCOMPLETE_SHIFT
,
156 SCSI_LOG_MLCOMPLETE_BITS
);
157 if (((level
> 0) && (cmd
->result
|| disposition
!= SUCCESS
)) ||
159 scsi_print_result(cmd
, "Done", disposition
);
160 scsi_print_command(cmd
);
161 if (status_byte(cmd
->result
) == CHECK_CONDITION
)
162 scsi_print_sense(cmd
);
164 scmd_printk(KERN_INFO
, cmd
,
165 "scsi host busy %d failed %d\n",
166 scsi_host_busy(cmd
->device
->host
),
167 cmd
->device
->host
->host_failed
);
174 * scsi_finish_command - cleanup and pass command back to upper layer
177 * Description: Pass command off to upper layer for finishing of I/O
178 * request, waking processes that are waiting on results,
181 void scsi_finish_command(struct scsi_cmnd
*cmd
)
183 struct scsi_device
*sdev
= cmd
->device
;
184 struct scsi_target
*starget
= scsi_target(sdev
);
185 struct Scsi_Host
*shost
= sdev
->host
;
186 struct scsi_driver
*drv
;
187 unsigned int good_bytes
;
189 scsi_device_unbusy(sdev
, cmd
);
192 * Clear the flags that say that the device/target/host is no longer
193 * capable of accepting new commands.
195 if (atomic_read(&shost
->host_blocked
))
196 atomic_set(&shost
->host_blocked
, 0);
197 if (atomic_read(&starget
->target_blocked
))
198 atomic_set(&starget
->target_blocked
, 0);
199 if (atomic_read(&sdev
->device_blocked
))
200 atomic_set(&sdev
->device_blocked
, 0);
203 * If we have valid sense information, then some kind of recovery
204 * must have taken place. Make a note of this.
206 if (SCSI_SENSE_VALID(cmd
))
207 cmd
->result
|= (DRIVER_SENSE
<< 24);
209 SCSI_LOG_MLCOMPLETE(4, sdev_printk(KERN_INFO
, sdev
,
210 "Notifying upper driver of completion "
211 "(result %x)\n", cmd
->result
));
213 good_bytes
= scsi_bufflen(cmd
);
214 if (!blk_rq_is_passthrough(cmd
->request
)) {
215 int old_good_bytes
= good_bytes
;
216 drv
= scsi_cmd_to_driver(cmd
);
218 good_bytes
= drv
->done(cmd
);
220 * USB may not give sense identifying bad sector and
221 * simply return a residue instead, so subtract off the
222 * residue if drv->done() error processing indicates no
223 * change to the completion length.
225 if (good_bytes
== old_good_bytes
)
226 good_bytes
-= scsi_get_resid(cmd
);
228 scsi_io_completion(cmd
, good_bytes
);
232 * scsi_change_queue_depth - change a device's queue depth
233 * @sdev: SCSI Device in question
234 * @depth: number of commands allowed to be queued to the driver
236 * Sets the device queue depth and returns the new value.
238 int scsi_change_queue_depth(struct scsi_device
*sdev
, int depth
)
241 sdev
->queue_depth
= depth
;
245 if (sdev
->request_queue
)
246 blk_set_queue_depth(sdev
->request_queue
, depth
);
248 return sdev
->queue_depth
;
250 EXPORT_SYMBOL(scsi_change_queue_depth
);
253 * scsi_track_queue_full - track QUEUE_FULL events to adjust queue depth
254 * @sdev: SCSI Device in question
255 * @depth: Current number of outstanding SCSI commands on this device,
256 * not counting the one returned as QUEUE_FULL.
258 * Description: This function will track successive QUEUE_FULL events on a
259 * specific SCSI device to determine if and when there is a
260 * need to adjust the queue depth on the device.
262 * Returns: 0 - No change needed, >0 - Adjust queue depth to this new depth,
263 * -1 - Drop back to untagged operation using host->cmd_per_lun
264 * as the untagged command depth
266 * Lock Status: None held on entry
268 * Notes: Low level drivers may call this at any time and we will do
269 * "The Right Thing." We are interrupt context safe.
271 int scsi_track_queue_full(struct scsi_device
*sdev
, int depth
)
275 * Don't let QUEUE_FULLs on the same
276 * jiffies count, they could all be from
279 if ((jiffies
>> 4) == (sdev
->last_queue_full_time
>> 4))
282 sdev
->last_queue_full_time
= jiffies
;
283 if (sdev
->last_queue_full_depth
!= depth
) {
284 sdev
->last_queue_full_count
= 1;
285 sdev
->last_queue_full_depth
= depth
;
287 sdev
->last_queue_full_count
++;
290 if (sdev
->last_queue_full_count
<= 10)
293 return scsi_change_queue_depth(sdev
, depth
);
295 EXPORT_SYMBOL(scsi_track_queue_full
);
298 * scsi_vpd_inquiry - Request a device provide us with a VPD page
299 * @sdev: The device to ask
300 * @buffer: Where to put the result
301 * @page: Which Vital Product Data to return
302 * @len: The length of the buffer
304 * This is an internal helper function. You probably want to use
305 * scsi_get_vpd_page instead.
307 * Returns size of the vpd page on success or a negative error number.
309 static int scsi_vpd_inquiry(struct scsi_device
*sdev
, unsigned char *buffer
,
310 u8 page
, unsigned len
)
313 unsigned char cmd
[16];
319 cmd
[1] = 1; /* EVPD */
323 cmd
[5] = 0; /* Control byte */
326 * I'm not convinced we need to try quite this hard to get VPD, but
327 * all the existing users tried this hard.
329 result
= scsi_execute_req(sdev
, cmd
, DMA_FROM_DEVICE
, buffer
,
330 len
, NULL
, 30 * HZ
, 3, NULL
);
334 /* Sanity check that we got the page back that we asked for */
335 if (buffer
[1] != page
)
338 return get_unaligned_be16(&buffer
[2]) + 4;
342 * scsi_get_vpd_page - Get Vital Product Data from a SCSI device
343 * @sdev: The device to ask
344 * @page: Which Vital Product Data to return
345 * @buf: where to store the VPD
346 * @buf_len: number of bytes in the VPD buffer area
348 * SCSI devices may optionally supply Vital Product Data. Each 'page'
349 * of VPD is defined in the appropriate SCSI document (eg SPC, SBC).
350 * If the device supports this VPD page, this routine returns a pointer
351 * to a buffer containing the data from that page. The caller is
352 * responsible for calling kfree() on this pointer when it is no longer
353 * needed. If we cannot retrieve the VPD page this routine returns %NULL.
355 int scsi_get_vpd_page(struct scsi_device
*sdev
, u8 page
, unsigned char *buf
,
360 if (sdev
->skip_vpd_pages
)
363 /* Ask for all the pages supported by this device */
364 result
= scsi_vpd_inquiry(sdev
, buf
, 0, buf_len
);
368 /* If the user actually wanted this page, we can skip the rest */
372 for (i
= 4; i
< min(result
, buf_len
); i
++)
376 if (i
< result
&& i
>= buf_len
)
377 /* ran off the end of the buffer, give us benefit of doubt */
379 /* The device claims it doesn't support the requested page */
383 result
= scsi_vpd_inquiry(sdev
, buf
, page
, buf_len
);
392 EXPORT_SYMBOL_GPL(scsi_get_vpd_page
);
395 * scsi_get_vpd_buf - Get Vital Product Data from a SCSI device
396 * @sdev: The device to ask
397 * @page: Which Vital Product Data to return
399 * Returns %NULL upon failure.
401 static struct scsi_vpd
*scsi_get_vpd_buf(struct scsi_device
*sdev
, u8 page
)
403 struct scsi_vpd
*vpd_buf
;
404 int vpd_len
= SCSI_VPD_PG_LEN
, result
;
407 vpd_buf
= kmalloc(sizeof(*vpd_buf
) + vpd_len
, GFP_KERNEL
);
411 result
= scsi_vpd_inquiry(sdev
, vpd_buf
->data
, page
, vpd_len
);
416 if (result
> vpd_len
) {
422 vpd_buf
->len
= result
;
427 static void scsi_update_vpd_page(struct scsi_device
*sdev
, u8 page
,
428 struct scsi_vpd __rcu
**sdev_vpd_buf
)
430 struct scsi_vpd
*vpd_buf
;
432 vpd_buf
= scsi_get_vpd_buf(sdev
, page
);
436 mutex_lock(&sdev
->inquiry_mutex
);
437 vpd_buf
= rcu_replace_pointer(*sdev_vpd_buf
, vpd_buf
,
438 lockdep_is_held(&sdev
->inquiry_mutex
));
439 mutex_unlock(&sdev
->inquiry_mutex
);
442 kfree_rcu(vpd_buf
, rcu
);
446 * scsi_attach_vpd - Attach Vital Product Data to a SCSI device structure
447 * @sdev: The device to ask
449 * Attach the 'Device Identification' VPD page (0x83) and the
450 * 'Unit Serial Number' VPD page (0x80) to a SCSI device
451 * structure. This information can be used to identify the device
454 void scsi_attach_vpd(struct scsi_device
*sdev
)
457 struct scsi_vpd
*vpd_buf
;
459 if (!scsi_device_supports_vpd(sdev
))
462 /* Ask for all the pages supported by this device */
463 vpd_buf
= scsi_get_vpd_buf(sdev
, 0);
467 for (i
= 4; i
< vpd_buf
->len
; i
++) {
468 if (vpd_buf
->data
[i
] == 0x0)
469 scsi_update_vpd_page(sdev
, 0x0, &sdev
->vpd_pg0
);
470 if (vpd_buf
->data
[i
] == 0x80)
471 scsi_update_vpd_page(sdev
, 0x80, &sdev
->vpd_pg80
);
472 if (vpd_buf
->data
[i
] == 0x83)
473 scsi_update_vpd_page(sdev
, 0x83, &sdev
->vpd_pg83
);
474 if (vpd_buf
->data
[i
] == 0x89)
475 scsi_update_vpd_page(sdev
, 0x89, &sdev
->vpd_pg89
);
481 * scsi_report_opcode - Find out if a given command opcode is supported
482 * @sdev: scsi device to query
483 * @buffer: scratch buffer (must be at least 20 bytes long)
484 * @len: length of buffer
485 * @opcode: opcode for command to look up
487 * Uses the REPORT SUPPORTED OPERATION CODES to look up the given
488 * opcode. Returns -EINVAL if RSOC fails, 0 if the command opcode is
489 * unsupported and 1 if the device claims to support the command.
491 int scsi_report_opcode(struct scsi_device
*sdev
, unsigned char *buffer
,
492 unsigned int len
, unsigned char opcode
)
494 unsigned char cmd
[16];
495 struct scsi_sense_hdr sshdr
;
498 if (sdev
->no_report_opcodes
|| sdev
->scsi_level
< SCSI_SPC_3
)
502 cmd
[0] = MAINTENANCE_IN
;
503 cmd
[1] = MI_REPORT_SUPPORTED_OPERATION_CODES
;
504 cmd
[2] = 1; /* One command format */
506 put_unaligned_be32(len
, &cmd
[6]);
507 memset(buffer
, 0, len
);
509 result
= scsi_execute_req(sdev
, cmd
, DMA_FROM_DEVICE
, buffer
, len
,
510 &sshdr
, 30 * HZ
, 3, NULL
);
512 if (result
&& scsi_sense_valid(&sshdr
) &&
513 sshdr
.sense_key
== ILLEGAL_REQUEST
&&
514 (sshdr
.asc
== 0x20 || sshdr
.asc
== 0x24) && sshdr
.ascq
== 0x00)
517 if ((buffer
[1] & 3) == 3) /* Command supported */
522 EXPORT_SYMBOL(scsi_report_opcode
);
525 * scsi_device_get - get an additional reference to a scsi_device
526 * @sdev: device to get a reference to
528 * Description: Gets a reference to the scsi_device and increments the use count
529 * of the underlying LLDD module. You must hold host_lock of the
530 * parent Scsi_Host or already have a reference when calling this.
532 * This will fail if a device is deleted or cancelled, or when the LLD module
533 * is in the process of being unloaded.
535 int scsi_device_get(struct scsi_device
*sdev
)
537 if (sdev
->sdev_state
== SDEV_DEL
|| sdev
->sdev_state
== SDEV_CANCEL
)
539 if (!get_device(&sdev
->sdev_gendev
))
541 if (!try_module_get(sdev
->host
->hostt
->module
))
542 goto fail_put_device
;
546 put_device(&sdev
->sdev_gendev
);
550 EXPORT_SYMBOL(scsi_device_get
);
553 * scsi_device_put - release a reference to a scsi_device
554 * @sdev: device to release a reference on.
556 * Description: Release a reference to the scsi_device and decrements the use
557 * count of the underlying LLDD module. The device is freed once the last
560 void scsi_device_put(struct scsi_device
*sdev
)
562 module_put(sdev
->host
->hostt
->module
);
563 put_device(&sdev
->sdev_gendev
);
565 EXPORT_SYMBOL(scsi_device_put
);
567 /* helper for shost_for_each_device, see that for documentation */
568 struct scsi_device
*__scsi_iterate_devices(struct Scsi_Host
*shost
,
569 struct scsi_device
*prev
)
571 struct list_head
*list
= (prev
? &prev
->siblings
: &shost
->__devices
);
572 struct scsi_device
*next
= NULL
;
575 spin_lock_irqsave(shost
->host_lock
, flags
);
576 while (list
->next
!= &shost
->__devices
) {
577 next
= list_entry(list
->next
, struct scsi_device
, siblings
);
578 /* skip devices that we can't get a reference to */
579 if (!scsi_device_get(next
))
584 spin_unlock_irqrestore(shost
->host_lock
, flags
);
587 scsi_device_put(prev
);
590 EXPORT_SYMBOL(__scsi_iterate_devices
);
593 * starget_for_each_device - helper to walk all devices of a target
594 * @starget: target whose devices we want to iterate over.
595 * @data: Opaque passed to each function call.
596 * @fn: Function to call on each device
598 * This traverses over each device of @starget. The devices have
599 * a reference that must be released by scsi_host_put when breaking
602 void starget_for_each_device(struct scsi_target
*starget
, void *data
,
603 void (*fn
)(struct scsi_device
*, void *))
605 struct Scsi_Host
*shost
= dev_to_shost(starget
->dev
.parent
);
606 struct scsi_device
*sdev
;
608 shost_for_each_device(sdev
, shost
) {
609 if ((sdev
->channel
== starget
->channel
) &&
610 (sdev
->id
== starget
->id
))
614 EXPORT_SYMBOL(starget_for_each_device
);
617 * __starget_for_each_device - helper to walk all devices of a target (UNLOCKED)
618 * @starget: target whose devices we want to iterate over.
619 * @data: parameter for callback @fn()
620 * @fn: callback function that is invoked for each device
622 * This traverses over each device of @starget. It does _not_
623 * take a reference on the scsi_device, so the whole loop must be
624 * protected by shost->host_lock.
626 * Note: The only reason why drivers would want to use this is because
627 * they need to access the device list in irq context. Otherwise you
628 * really want to use starget_for_each_device instead.
630 void __starget_for_each_device(struct scsi_target
*starget
, void *data
,
631 void (*fn
)(struct scsi_device
*, void *))
633 struct Scsi_Host
*shost
= dev_to_shost(starget
->dev
.parent
);
634 struct scsi_device
*sdev
;
636 __shost_for_each_device(sdev
, shost
) {
637 if ((sdev
->channel
== starget
->channel
) &&
638 (sdev
->id
== starget
->id
))
642 EXPORT_SYMBOL(__starget_for_each_device
);
645 * __scsi_device_lookup_by_target - find a device given the target (UNLOCKED)
646 * @starget: SCSI target pointer
647 * @lun: SCSI Logical Unit Number
649 * Description: Looks up the scsi_device with the specified @lun for a given
650 * @starget. The returned scsi_device does not have an additional
651 * reference. You must hold the host's host_lock over this call and
652 * any access to the returned scsi_device. A scsi_device in state
653 * SDEV_DEL is skipped.
655 * Note: The only reason why drivers should use this is because
656 * they need to access the device list in irq context. Otherwise you
657 * really want to use scsi_device_lookup_by_target instead.
659 struct scsi_device
*__scsi_device_lookup_by_target(struct scsi_target
*starget
,
662 struct scsi_device
*sdev
;
664 list_for_each_entry(sdev
, &starget
->devices
, same_target_siblings
) {
665 if (sdev
->sdev_state
== SDEV_DEL
)
673 EXPORT_SYMBOL(__scsi_device_lookup_by_target
);
676 * scsi_device_lookup_by_target - find a device given the target
677 * @starget: SCSI target pointer
678 * @lun: SCSI Logical Unit Number
680 * Description: Looks up the scsi_device with the specified @lun for a given
681 * @starget. The returned scsi_device has an additional reference that
682 * needs to be released with scsi_device_put once you're done with it.
684 struct scsi_device
*scsi_device_lookup_by_target(struct scsi_target
*starget
,
687 struct scsi_device
*sdev
;
688 struct Scsi_Host
*shost
= dev_to_shost(starget
->dev
.parent
);
691 spin_lock_irqsave(shost
->host_lock
, flags
);
692 sdev
= __scsi_device_lookup_by_target(starget
, lun
);
693 if (sdev
&& scsi_device_get(sdev
))
695 spin_unlock_irqrestore(shost
->host_lock
, flags
);
699 EXPORT_SYMBOL(scsi_device_lookup_by_target
);
702 * __scsi_device_lookup - find a device given the host (UNLOCKED)
703 * @shost: SCSI host pointer
704 * @channel: SCSI channel (zero if only one channel)
705 * @id: SCSI target number (physical unit number)
706 * @lun: SCSI Logical Unit Number
708 * Description: Looks up the scsi_device with the specified @channel, @id, @lun
709 * for a given host. The returned scsi_device does not have an additional
710 * reference. You must hold the host's host_lock over this call and any access
711 * to the returned scsi_device.
713 * Note: The only reason why drivers would want to use this is because
714 * they need to access the device list in irq context. Otherwise you
715 * really want to use scsi_device_lookup instead.
717 struct scsi_device
*__scsi_device_lookup(struct Scsi_Host
*shost
,
718 uint channel
, uint id
, u64 lun
)
720 struct scsi_device
*sdev
;
722 list_for_each_entry(sdev
, &shost
->__devices
, siblings
) {
723 if (sdev
->sdev_state
== SDEV_DEL
)
725 if (sdev
->channel
== channel
&& sdev
->id
== id
&&
732 EXPORT_SYMBOL(__scsi_device_lookup
);
735 * scsi_device_lookup - find a device given the host
736 * @shost: SCSI host pointer
737 * @channel: SCSI channel (zero if only one channel)
738 * @id: SCSI target number (physical unit number)
739 * @lun: SCSI Logical Unit Number
741 * Description: Looks up the scsi_device with the specified @channel, @id, @lun
742 * for a given host. The returned scsi_device has an additional reference that
743 * needs to be released with scsi_device_put once you're done with it.
745 struct scsi_device
*scsi_device_lookup(struct Scsi_Host
*shost
,
746 uint channel
, uint id
, u64 lun
)
748 struct scsi_device
*sdev
;
751 spin_lock_irqsave(shost
->host_lock
, flags
);
752 sdev
= __scsi_device_lookup(shost
, channel
, id
, lun
);
753 if (sdev
&& scsi_device_get(sdev
))
755 spin_unlock_irqrestore(shost
->host_lock
, flags
);
759 EXPORT_SYMBOL(scsi_device_lookup
);
761 MODULE_DESCRIPTION("SCSI core");
762 MODULE_LICENSE("GPL");
764 module_param(scsi_logging_level
, int, S_IRUGO
|S_IWUSR
);
765 MODULE_PARM_DESC(scsi_logging_level
, "a bit mask of logging levels");
767 /* This should go away in the future, it doesn't do anything anymore */
768 bool scsi_use_blk_mq
= true;
769 module_param_named(use_blk_mq
, scsi_use_blk_mq
, bool, S_IWUSR
| S_IRUGO
);
771 static int __init
init_scsi(void)
775 error
= scsi_init_queue();
778 error
= scsi_init_procfs();
781 error
= scsi_init_devinfo();
784 error
= scsi_init_hosts();
786 goto cleanup_devlist
;
787 error
= scsi_init_sysctl();
790 error
= scsi_sysfs_register();
796 printk(KERN_NOTICE
"SCSI subsystem initialized\n");
809 printk(KERN_ERR
"SCSI subsystem failed to initialize, error = %d\n",
814 static void __exit
exit_scsi(void)
817 scsi_sysfs_unregister();
825 subsys_initcall(init_scsi
);
826 module_exit(exit_scsi
);