2 * The low performance USB storage driver (ub).
4 * Copyright (c) 1999, 2000 Matthew Dharm (mdharm-usb@one-eyed-alien.net)
5 * Copyright (C) 2004 Pete Zaitcev (zaitcev@yahoo.com)
7 * This work is a part of Linux kernel, is derived from it,
8 * and is not licensed separately. See file COPYING for details.
10 * TODO (sorted by decreasing priority)
11 * -- Return sense now that rq allows it (we always auto-sense anyway).
12 * -- set readonly flag for CDs, set removable flag for CF readers
13 * -- do inquiry and verify we got a disk and not a tape (for LUN mismatch)
14 * -- verify the 13 conditions and do bulk resets
16 * -- move top_sense and work_bcs into separate allocations (if they survive)
17 * for cache purists and esoteric architectures.
18 * -- Allocate structure for LUN 0 before the first ub_sync_tur, avoid NULL. ?
19 * -- prune comments, they are too volumnous
21 * -- CLEAR, CLR2STS, CLRRS seem to be ripe for refactoring.
23 #include <linux/kernel.h>
24 #include <linux/module.h>
25 #include <linux/usb.h>
26 #include <linux/usb_usual.h>
27 #include <linux/blkdev.h>
28 #include <linux/timer.h>
29 #include <linux/scatterlist.h>
30 #include <scsi/scsi.h>
37 * The command state machine is the key model for understanding of this driver.
39 * The general rule is that all transitions are done towards the bottom
40 * of the diagram, thus preventing any loops.
42 * An exception to that is how the STAT state is handled. A counter allows it
43 * to be re-entered along the path marked with [C].
49 * ub_scsi_cmd_start fails ->--------------------------------------\
56 * was -EPIPE -->-------------------------------->! CLEAR ! !
59 * was error -->------------------------------------- ! --------->\
61 * /--<-- cmd->dir == NONE ? ! !
68 * ! was -EPIPE -->--------------->! CLR2STS ! ! !
71 * ! ! was error -->---- ! --------->\
72 * ! was error -->--------------------- ! ------------- ! --------->\
75 * \--->+--------+ ! ! !
76 * ! STAT !<--------------------------/ ! !
79 * [C] was -EPIPE -->-----------\ ! !
81 * +<---- len == 0 ! ! !
83 * ! was error -->--------------------------------------!---------->\
85 * +<---- bad CSW ! ! !
86 * +<---- bad tag ! ! !
92 * \------- ! --------------------[C]--------\ ! !
94 * cmd->error---\ +--------+ ! !
95 * ! +--------------->! SENSE !<----------/ !
96 * STAT_FAIL----/ +--------+ !
99 * \--------------------------------\--------------------->! DONE !
104 * This many LUNs per USB device.
105 * Every one of them takes a host, see UB_MAX_HOSTS.
107 #define UB_MAX_LUNS 9
112 #define UB_PARTS_PER_LUN 8
114 #define UB_MAX_CDB_SIZE 16 /* Corresponds to Bulk */
116 #define UB_SENSE_SIZE 18
121 /* command block wrapper */
122 struct bulk_cb_wrap
{
123 __le32 Signature
; /* contains 'USBC' */
124 u32 Tag
; /* unique per command id */
125 __le32 DataTransferLength
; /* size of data */
126 u8 Flags
; /* direction in bit 0 */
128 u8 Length
; /* of of the CDB */
129 u8 CDB
[UB_MAX_CDB_SIZE
]; /* max command */
132 #define US_BULK_CB_WRAP_LEN 31
133 #define US_BULK_CB_SIGN 0x43425355 /*spells out USBC */
134 #define US_BULK_FLAG_IN 1
135 #define US_BULK_FLAG_OUT 0
137 /* command status wrapper */
138 struct bulk_cs_wrap
{
139 __le32 Signature
; /* should = 'USBS' */
140 u32 Tag
; /* same as original command */
141 __le32 Residue
; /* amount not transferred */
142 u8 Status
; /* see below */
145 #define US_BULK_CS_WRAP_LEN 13
146 #define US_BULK_CS_SIGN 0x53425355 /* spells out 'USBS' */
147 #define US_BULK_STAT_OK 0
148 #define US_BULK_STAT_FAIL 1
149 #define US_BULK_STAT_PHASE 2
151 /* bulk-only class specific requests */
152 #define US_BULK_RESET_REQUEST 0xff
153 #define US_BULK_GET_MAX_LUN 0xfe
159 #define UB_MAX_REQ_SG 9 /* cdrecord requires 32KB and maybe a header */
160 #define UB_MAX_SECTORS 64
163 * A second is more than enough for a 32K transfer (UB_MAX_SECTORS)
164 * even if a webcam hogs the bus, but some devices need time to spin up.
166 #define UB_URB_TIMEOUT (HZ*2)
167 #define UB_DATA_TIMEOUT (HZ*5) /* ZIP does spin-ups in the data phase */
168 #define UB_STAT_TIMEOUT (HZ*5) /* Same spinups and eject for a dataless cmd. */
169 #define UB_CTRL_TIMEOUT (HZ/2) /* 500ms ought to be enough to clear a stall */
172 * An instance of a SCSI command in transit.
174 #define UB_DIR_NONE 0
175 #define UB_DIR_READ 1
176 #define UB_DIR_ILLEGAL2 2
177 #define UB_DIR_WRITE 3
179 #define UB_DIR_CHAR(c) (((c)==UB_DIR_WRITE)? 'w': \
180 (((c)==UB_DIR_READ)? 'r': 'n'))
182 enum ub_scsi_cmd_state
{
183 UB_CMDST_INIT
, /* Initial state */
184 UB_CMDST_CMD
, /* Command submitted */
185 UB_CMDST_DATA
, /* Data phase */
186 UB_CMDST_CLR2STS
, /* Clearing before requesting status */
187 UB_CMDST_STAT
, /* Status phase */
188 UB_CMDST_CLEAR
, /* Clearing a stall (halt, actually) */
189 UB_CMDST_CLRRS
, /* Clearing before retrying status */
190 UB_CMDST_SENSE
, /* Sending Request Sense */
191 UB_CMDST_DONE
/* Final state */
195 unsigned char cdb
[UB_MAX_CDB_SIZE
];
196 unsigned char cdb_len
;
198 unsigned char dir
; /* 0 - none, 1 - read, 3 - write. */
199 enum ub_scsi_cmd_state state
;
201 struct ub_scsi_cmd
*next
;
203 int error
; /* Return code - valid upon done */
204 unsigned int act_len
; /* Return size */
205 unsigned char key
, asc
, ascq
; /* May be valid if error==-EIO */
207 int stat_count
; /* Retries getting status. */
208 unsigned int timeo
; /* jiffies until rq->timeout changes */
210 unsigned int len
; /* Requested length */
211 unsigned int current_sg
;
212 unsigned int nsg
; /* sgv[nsg] */
213 struct scatterlist sgv
[UB_MAX_REQ_SG
];
216 void (*done
)(struct ub_dev
*, struct ub_scsi_cmd
*);
222 unsigned int current_try
;
223 unsigned int nsg
; /* sgv[nsg] */
224 struct scatterlist sgv
[UB_MAX_REQ_SG
];
230 unsigned long nsec
; /* Linux size - 512 byte sectors */
231 unsigned int bsize
; /* Linux hardsect_size */
232 unsigned int bshift
; /* Shift between 512 and hard sects */
236 * This is a direct take-off from linux/include/completion.h
237 * The difference is that I do not wait on this thing, just poll.
238 * When I want to wait (ub_probe), I just use the stock completion.
240 * Note that INIT_COMPLETION takes no lock. It is correct. But why
241 * in the bloody hell that thing takes struct instead of pointer to struct
242 * is quite beyond me. I just copied it from the stock completion.
244 struct ub_completion
{
249 static inline void ub_init_completion(struct ub_completion
*x
)
252 spin_lock_init(&x
->lock
);
255 #define UB_INIT_COMPLETION(x) ((x).done = 0)
257 static void ub_complete(struct ub_completion
*x
)
261 spin_lock_irqsave(&x
->lock
, flags
);
263 spin_unlock_irqrestore(&x
->lock
, flags
);
266 static int ub_is_completed(struct ub_completion
*x
)
271 spin_lock_irqsave(&x
->lock
, flags
);
273 spin_unlock_irqrestore(&x
->lock
, flags
);
279 struct ub_scsi_cmd_queue
{
281 struct ub_scsi_cmd
*head
, *tail
;
285 * The block device instance (one per LUN).
289 struct list_head link
;
290 struct gendisk
*disk
;
291 int id
; /* Host index */
292 int num
; /* LUN number */
295 int changed
; /* Media was changed */
299 struct ub_request urq
;
301 /* Use Ingo's mempool if or when we have more than one command. */
303 * Currently we never need more than one command for the whole device.
304 * However, giving every LUN a command is a cheap and automatic way
305 * to enforce fairness between them.
308 struct ub_scsi_cmd cmdv
[1];
310 struct ub_capacity capacity
;
314 * The USB device instance.
318 atomic_t poison
; /* The USB device is disconnected */
319 int openc
; /* protected by ub_lock! */
320 /* kref is too implicit for our taste */
321 int reset
; /* Reset is running */
325 struct usb_device
*dev
;
326 struct usb_interface
*intf
;
328 struct list_head luns
;
330 unsigned int send_bulk_pipe
; /* cached pipe values */
331 unsigned int recv_bulk_pipe
;
332 unsigned int send_ctrl_pipe
;
333 unsigned int recv_ctrl_pipe
;
335 struct tasklet_struct tasklet
;
337 struct ub_scsi_cmd_queue cmd_queue
;
338 struct ub_scsi_cmd top_rqs_cmd
; /* REQUEST SENSE */
339 unsigned char top_sense
[UB_SENSE_SIZE
];
341 struct ub_completion work_done
;
343 struct timer_list work_timer
;
344 int last_pipe
; /* What might need clearing */
345 __le32 signature
; /* Learned signature */
346 struct bulk_cb_wrap work_bcb
;
347 struct bulk_cs_wrap work_bcs
;
348 struct usb_ctrlrequest work_cr
;
350 struct work_struct reset_work
;
351 wait_queue_head_t reset_wait
;
356 static void ub_cleanup(struct ub_dev
*sc
);
357 static int ub_request_fn_1(struct ub_lun
*lun
, struct request
*rq
);
358 static void ub_cmd_build_block(struct ub_dev
*sc
, struct ub_lun
*lun
,
359 struct ub_scsi_cmd
*cmd
, struct ub_request
*urq
);
360 static void ub_cmd_build_packet(struct ub_dev
*sc
, struct ub_lun
*lun
,
361 struct ub_scsi_cmd
*cmd
, struct ub_request
*urq
);
362 static void ub_rw_cmd_done(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
);
363 static void ub_end_rq(struct request
*rq
, unsigned int status
);
364 static int ub_rw_cmd_retry(struct ub_dev
*sc
, struct ub_lun
*lun
,
365 struct ub_request
*urq
, struct ub_scsi_cmd
*cmd
);
366 static int ub_submit_scsi(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
);
367 static void ub_urb_complete(struct urb
*urb
);
368 static void ub_scsi_action(unsigned long _dev
);
369 static void ub_scsi_dispatch(struct ub_dev
*sc
);
370 static void ub_scsi_urb_compl(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
);
371 static void ub_data_start(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
);
372 static void ub_state_done(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
, int rc
);
373 static int __ub_state_stat(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
);
374 static void ub_state_stat(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
);
375 static void ub_state_stat_counted(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
);
376 static void ub_state_sense(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
);
377 static int ub_submit_clear_stall(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
,
379 static void ub_top_sense_done(struct ub_dev
*sc
, struct ub_scsi_cmd
*scmd
);
380 static void ub_reset_enter(struct ub_dev
*sc
, int try);
381 static void ub_reset_task(struct work_struct
*work
);
382 static int ub_sync_tur(struct ub_dev
*sc
, struct ub_lun
*lun
);
383 static int ub_sync_read_cap(struct ub_dev
*sc
, struct ub_lun
*lun
,
384 struct ub_capacity
*ret
);
385 static int ub_sync_reset(struct ub_dev
*sc
);
386 static int ub_probe_clear_stall(struct ub_dev
*sc
, int stalled_pipe
);
387 static int ub_probe_lun(struct ub_dev
*sc
, int lnum
);
391 #ifdef CONFIG_USB_LIBUSUAL
393 #define ub_usb_ids usb_storage_usb_ids
396 static const struct usb_device_id ub_usb_ids
[] = {
397 { USB_INTERFACE_INFO(USB_CLASS_MASS_STORAGE
, US_SC_SCSI
, US_PR_BULK
) },
401 MODULE_DEVICE_TABLE(usb
, ub_usb_ids
);
402 #endif /* CONFIG_USB_LIBUSUAL */
405 * Find me a way to identify "next free minor" for add_disk(),
406 * and the array disappears the next day. However, the number of
407 * hosts has something to do with the naming and /proc/partitions.
408 * This has to be thought out in detail before changing.
409 * If UB_MAX_HOST was 1000, we'd use a bitmap. Or a better data structure.
411 #define UB_MAX_HOSTS 26
412 static char ub_hostv
[UB_MAX_HOSTS
];
414 #define UB_QLOCK_NUM 5
415 static spinlock_t ub_qlockv
[UB_QLOCK_NUM
];
416 static int ub_qlock_next
= 0;
418 static DEFINE_SPINLOCK(ub_lock
); /* Locks globals and ->openc */
423 * This also stores the host for indexing by minor, which is somewhat dirty.
425 static int ub_id_get(void)
430 spin_lock_irqsave(&ub_lock
, flags
);
431 for (i
= 0; i
< UB_MAX_HOSTS
; i
++) {
432 if (ub_hostv
[i
] == 0) {
434 spin_unlock_irqrestore(&ub_lock
, flags
);
438 spin_unlock_irqrestore(&ub_lock
, flags
);
442 static void ub_id_put(int id
)
446 if (id
< 0 || id
>= UB_MAX_HOSTS
) {
447 printk(KERN_ERR DRV_NAME
": bad host ID %d\n", id
);
451 spin_lock_irqsave(&ub_lock
, flags
);
452 if (ub_hostv
[id
] == 0) {
453 spin_unlock_irqrestore(&ub_lock
, flags
);
454 printk(KERN_ERR DRV_NAME
": freeing free host ID %d\n", id
);
458 spin_unlock_irqrestore(&ub_lock
, flags
);
462 * This is necessitated by the fact that blk_cleanup_queue does not
463 * necesserily destroy the queue. Instead, it may merely decrease q->refcnt.
464 * Since our blk_init_queue() passes a spinlock common with ub_dev,
465 * we have life time issues when ub_cleanup frees ub_dev.
467 static spinlock_t
*ub_next_lock(void)
472 spin_lock_irqsave(&ub_lock
, flags
);
473 ret
= &ub_qlockv
[ub_qlock_next
];
474 ub_qlock_next
= (ub_qlock_next
+ 1) % UB_QLOCK_NUM
;
475 spin_unlock_irqrestore(&ub_lock
, flags
);
480 * Downcount for deallocation. This rides on two assumptions:
481 * - once something is poisoned, its refcount cannot grow
482 * - opens cannot happen at this time (del_gendisk was done)
483 * If the above is true, we can drop the lock, which we need for
484 * blk_cleanup_queue(): the silly thing may attempt to sleep.
485 * [Actually, it never needs to sleep for us, but it calls might_sleep()]
487 static void ub_put(struct ub_dev
*sc
)
491 spin_lock_irqsave(&ub_lock
, flags
);
493 if (sc
->openc
== 0 && atomic_read(&sc
->poison
)) {
494 spin_unlock_irqrestore(&ub_lock
, flags
);
497 spin_unlock_irqrestore(&ub_lock
, flags
);
502 * Final cleanup and deallocation.
504 static void ub_cleanup(struct ub_dev
*sc
)
508 struct request_queue
*q
;
510 while (!list_empty(&sc
->luns
)) {
512 lun
= list_entry(p
, struct ub_lun
, link
);
515 /* I don't think queue can be NULL. But... Stolen from sx8.c */
516 if ((q
= lun
->disk
->queue
) != NULL
)
517 blk_cleanup_queue(q
);
519 * If we zero disk->private_data BEFORE put_disk, we have
520 * to check for NULL all over the place in open, release,
521 * check_media and revalidate, because the block level
522 * semaphore is well inside the put_disk.
523 * But we cannot zero after the call, because *disk is gone.
524 * The sd.c is blatantly racy in this area.
526 /* disk->private_data = NULL; */
534 usb_set_intfdata(sc
->intf
, NULL
);
535 usb_put_intf(sc
->intf
);
536 usb_put_dev(sc
->dev
);
541 * The "command allocator".
543 static struct ub_scsi_cmd
*ub_get_cmd(struct ub_lun
*lun
)
545 struct ub_scsi_cmd
*ret
;
554 static void ub_put_cmd(struct ub_lun
*lun
, struct ub_scsi_cmd
*cmd
)
556 if (cmd
!= &lun
->cmdv
[0]) {
557 printk(KERN_WARNING
"%s: releasing a foreign cmd %p\n",
562 printk(KERN_WARNING
"%s: releasing a free cmd\n", lun
->name
);
571 static void ub_cmdq_add(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
)
573 struct ub_scsi_cmd_queue
*t
= &sc
->cmd_queue
;
575 if (t
->qlen
++ == 0) {
583 if (t
->qlen
> t
->qmax
)
587 static void ub_cmdq_insert(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
)
589 struct ub_scsi_cmd_queue
*t
= &sc
->cmd_queue
;
591 if (t
->qlen
++ == 0) {
599 if (t
->qlen
> t
->qmax
)
603 static struct ub_scsi_cmd
*ub_cmdq_pop(struct ub_dev
*sc
)
605 struct ub_scsi_cmd_queue
*t
= &sc
->cmd_queue
;
606 struct ub_scsi_cmd
*cmd
;
618 #define ub_cmdq_peek(sc) ((sc)->cmd_queue.head)
621 * The request function is our main entry point
624 static void ub_request_fn(struct request_queue
*q
)
626 struct ub_lun
*lun
= q
->queuedata
;
629 while ((rq
= blk_peek_request(q
)) != NULL
) {
630 if (ub_request_fn_1(lun
, rq
) != 0) {
637 static int ub_request_fn_1(struct ub_lun
*lun
, struct request
*rq
)
639 struct ub_dev
*sc
= lun
->udev
;
640 struct ub_scsi_cmd
*cmd
;
641 struct ub_request
*urq
;
644 if (atomic_read(&sc
->poison
)) {
645 blk_start_request(rq
);
646 ub_end_rq(rq
, DID_NO_CONNECT
<< 16);
650 if (lun
->changed
&& !blk_pc_request(rq
)) {
651 blk_start_request(rq
);
652 ub_end_rq(rq
, SAM_STAT_CHECK_CONDITION
);
656 if (lun
->urq
.rq
!= NULL
)
658 if ((cmd
= ub_get_cmd(lun
)) == NULL
)
660 memset(cmd
, 0, sizeof(struct ub_scsi_cmd
));
662 blk_start_request(rq
);
665 memset(urq
, 0, sizeof(struct ub_request
));
669 * get scatterlist from block layer
671 sg_init_table(&urq
->sgv
[0], UB_MAX_REQ_SG
);
672 n_elem
= blk_rq_map_sg(lun
->disk
->queue
, rq
, &urq
->sgv
[0]);
674 /* Impossible, because blk_rq_map_sg should not hit ENOMEM. */
675 printk(KERN_INFO
"%s: failed request map (%d)\n",
679 if (n_elem
> UB_MAX_REQ_SG
) { /* Paranoia */
680 printk(KERN_WARNING
"%s: request with %d segments\n",
686 if (blk_pc_request(rq
)) {
687 ub_cmd_build_packet(sc
, lun
, cmd
, urq
);
689 ub_cmd_build_block(sc
, lun
, cmd
, urq
);
691 cmd
->state
= UB_CMDST_INIT
;
693 cmd
->done
= ub_rw_cmd_done
;
696 cmd
->tag
= sc
->tagcnt
++;
697 if (ub_submit_scsi(sc
, cmd
) != 0)
703 ub_put_cmd(lun
, cmd
);
704 ub_end_rq(rq
, DID_ERROR
<< 16);
708 static void ub_cmd_build_block(struct ub_dev
*sc
, struct ub_lun
*lun
,
709 struct ub_scsi_cmd
*cmd
, struct ub_request
*urq
)
711 struct request
*rq
= urq
->rq
;
712 unsigned int block
, nblks
;
714 if (rq_data_dir(rq
) == WRITE
)
715 cmd
->dir
= UB_DIR_WRITE
;
717 cmd
->dir
= UB_DIR_READ
;
720 memcpy(cmd
->sgv
, urq
->sgv
, sizeof(struct scatterlist
) * cmd
->nsg
);
725 * The call to blk_queue_logical_block_size() guarantees that request
726 * is aligned, but it is given in terms of 512 byte units, always.
728 block
= blk_rq_pos(rq
) >> lun
->capacity
.bshift
;
729 nblks
= blk_rq_sectors(rq
) >> lun
->capacity
.bshift
;
731 cmd
->cdb
[0] = (cmd
->dir
== UB_DIR_READ
)? READ_10
: WRITE_10
;
732 /* 10-byte uses 4 bytes of LBA: 2147483648KB, 2097152MB, 2048GB */
733 cmd
->cdb
[2] = block
>> 24;
734 cmd
->cdb
[3] = block
>> 16;
735 cmd
->cdb
[4] = block
>> 8;
737 cmd
->cdb
[7] = nblks
>> 8;
741 cmd
->len
= blk_rq_bytes(rq
);
744 static void ub_cmd_build_packet(struct ub_dev
*sc
, struct ub_lun
*lun
,
745 struct ub_scsi_cmd
*cmd
, struct ub_request
*urq
)
747 struct request
*rq
= urq
->rq
;
749 if (blk_rq_bytes(rq
) == 0) {
750 cmd
->dir
= UB_DIR_NONE
;
752 if (rq_data_dir(rq
) == WRITE
)
753 cmd
->dir
= UB_DIR_WRITE
;
755 cmd
->dir
= UB_DIR_READ
;
759 memcpy(cmd
->sgv
, urq
->sgv
, sizeof(struct scatterlist
) * cmd
->nsg
);
761 memcpy(&cmd
->cdb
, rq
->cmd
, rq
->cmd_len
);
762 cmd
->cdb_len
= rq
->cmd_len
;
764 cmd
->len
= blk_rq_bytes(rq
);
767 * To reapply this to every URB is not as incorrect as it looks.
768 * In return, we avoid any complicated tracking calculations.
770 cmd
->timeo
= rq
->timeout
;
773 static void ub_rw_cmd_done(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
)
775 struct ub_lun
*lun
= cmd
->lun
;
776 struct ub_request
*urq
= cmd
->back
;
778 unsigned int scsi_status
;
782 if (cmd
->error
== 0) {
783 if (blk_pc_request(rq
)) {
784 if (cmd
->act_len
>= rq
->resid_len
)
787 rq
->resid_len
-= cmd
->act_len
;
790 if (cmd
->act_len
!= cmd
->len
) {
791 scsi_status
= SAM_STAT_CHECK_CONDITION
;
797 if (blk_pc_request(rq
)) {
798 /* UB_SENSE_SIZE is smaller than SCSI_SENSE_BUFFERSIZE */
799 memcpy(rq
->sense
, sc
->top_sense
, UB_SENSE_SIZE
);
800 rq
->sense_len
= UB_SENSE_SIZE
;
801 if (sc
->top_sense
[0] != 0)
802 scsi_status
= SAM_STAT_CHECK_CONDITION
;
804 scsi_status
= DID_ERROR
<< 16;
806 if (cmd
->error
== -EIO
&&
808 cmd
->key
== MEDIUM_ERROR
||
809 cmd
->key
== UNIT_ATTENTION
)) {
810 if (ub_rw_cmd_retry(sc
, lun
, urq
, cmd
) == 0)
813 scsi_status
= SAM_STAT_CHECK_CONDITION
;
819 ub_put_cmd(lun
, cmd
);
820 ub_end_rq(rq
, scsi_status
);
821 blk_start_queue(lun
->disk
->queue
);
824 static void ub_end_rq(struct request
*rq
, unsigned int scsi_status
)
828 if (scsi_status
== 0) {
832 rq
->errors
= scsi_status
;
834 __blk_end_request_all(rq
, error
);
837 static int ub_rw_cmd_retry(struct ub_dev
*sc
, struct ub_lun
*lun
,
838 struct ub_request
*urq
, struct ub_scsi_cmd
*cmd
)
841 if (atomic_read(&sc
->poison
))
844 ub_reset_enter(sc
, urq
->current_try
);
846 if (urq
->current_try
>= 3)
850 /* Remove this if anyone complains of flooding. */
851 printk(KERN_DEBUG
"%s: dir %c len/act %d/%d "
852 "[sense %x %02x %02x] retry %d\n",
853 sc
->name
, UB_DIR_CHAR(cmd
->dir
), cmd
->len
, cmd
->act_len
,
854 cmd
->key
, cmd
->asc
, cmd
->ascq
, urq
->current_try
);
856 memset(cmd
, 0, sizeof(struct ub_scsi_cmd
));
857 ub_cmd_build_block(sc
, lun
, cmd
, urq
);
859 cmd
->state
= UB_CMDST_INIT
;
861 cmd
->done
= ub_rw_cmd_done
;
864 cmd
->tag
= sc
->tagcnt
++;
867 return ub_submit_scsi(sc
, cmd
);
869 ub_cmdq_add(sc
, cmd
);
875 * Submit a regular SCSI operation (not an auto-sense).
877 * The Iron Law of Good Submit Routine is:
878 * Zero return - callback is done, Nonzero return - callback is not done.
881 * Host is assumed locked.
883 static int ub_submit_scsi(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
)
886 if (cmd
->state
!= UB_CMDST_INIT
||
887 (cmd
->dir
!= UB_DIR_NONE
&& cmd
->len
== 0)) {
891 ub_cmdq_add(sc
, cmd
);
893 * We can call ub_scsi_dispatch(sc) right away here, but it's a little
894 * safer to jump to a tasklet, in case upper layers do something silly.
896 tasklet_schedule(&sc
->tasklet
);
901 * Submit the first URB for the queued command.
902 * This function does not deal with queueing in any way.
904 static int ub_scsi_cmd_start(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
)
906 struct bulk_cb_wrap
*bcb
;
912 * ``If the allocation length is eighteen or greater, and a device
913 * server returns less than eithteen bytes of data, the application
914 * client should assume that the bytes not transferred would have been
915 * zeroes had the device server returned those bytes.''
917 * We zero sense for all commands so that when a packet request
918 * fails it does not return a stale sense.
920 memset(&sc
->top_sense
, 0, UB_SENSE_SIZE
);
922 /* set up the command wrapper */
923 bcb
->Signature
= cpu_to_le32(US_BULK_CB_SIGN
);
924 bcb
->Tag
= cmd
->tag
; /* Endianness is not important */
925 bcb
->DataTransferLength
= cpu_to_le32(cmd
->len
);
926 bcb
->Flags
= (cmd
->dir
== UB_DIR_READ
) ? 0x80 : 0;
927 bcb
->Lun
= (cmd
->lun
!= NULL
) ? cmd
->lun
->num
: 0;
928 bcb
->Length
= cmd
->cdb_len
;
930 /* copy the command payload */
931 memcpy(bcb
->CDB
, cmd
->cdb
, UB_MAX_CDB_SIZE
);
933 UB_INIT_COMPLETION(sc
->work_done
);
935 sc
->last_pipe
= sc
->send_bulk_pipe
;
936 usb_fill_bulk_urb(&sc
->work_urb
, sc
->dev
, sc
->send_bulk_pipe
,
937 bcb
, US_BULK_CB_WRAP_LEN
, ub_urb_complete
, sc
);
939 if ((rc
= usb_submit_urb(&sc
->work_urb
, GFP_ATOMIC
)) != 0) {
940 /* XXX Clear stalls */
941 ub_complete(&sc
->work_done
);
945 sc
->work_timer
.expires
= jiffies
+ UB_URB_TIMEOUT
;
946 add_timer(&sc
->work_timer
);
948 cmd
->state
= UB_CMDST_CMD
;
955 static void ub_urb_timeout(unsigned long arg
)
957 struct ub_dev
*sc
= (struct ub_dev
*) arg
;
960 spin_lock_irqsave(sc
->lock
, flags
);
961 if (!ub_is_completed(&sc
->work_done
))
962 usb_unlink_urb(&sc
->work_urb
);
963 spin_unlock_irqrestore(sc
->lock
, flags
);
967 * Completion routine for the work URB.
969 * This can be called directly from usb_submit_urb (while we have
970 * the sc->lock taken) and from an interrupt (while we do NOT have
971 * the sc->lock taken). Therefore, bounce this off to a tasklet.
973 static void ub_urb_complete(struct urb
*urb
)
975 struct ub_dev
*sc
= urb
->context
;
977 ub_complete(&sc
->work_done
);
978 tasklet_schedule(&sc
->tasklet
);
981 static void ub_scsi_action(unsigned long _dev
)
983 struct ub_dev
*sc
= (struct ub_dev
*) _dev
;
986 spin_lock_irqsave(sc
->lock
, flags
);
987 ub_scsi_dispatch(sc
);
988 spin_unlock_irqrestore(sc
->lock
, flags
);
991 static void ub_scsi_dispatch(struct ub_dev
*sc
)
993 struct ub_scsi_cmd
*cmd
;
996 while (!sc
->reset
&& (cmd
= ub_cmdq_peek(sc
)) != NULL
) {
997 if (cmd
->state
== UB_CMDST_DONE
) {
999 (*cmd
->done
)(sc
, cmd
);
1000 } else if (cmd
->state
== UB_CMDST_INIT
) {
1001 if ((rc
= ub_scsi_cmd_start(sc
, cmd
)) == 0)
1004 cmd
->state
= UB_CMDST_DONE
;
1006 if (!ub_is_completed(&sc
->work_done
))
1008 del_timer(&sc
->work_timer
);
1009 ub_scsi_urb_compl(sc
, cmd
);
1014 static void ub_scsi_urb_compl(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
)
1016 struct urb
*urb
= &sc
->work_urb
;
1017 struct bulk_cs_wrap
*bcs
;
1022 if (atomic_read(&sc
->poison
)) {
1023 ub_state_done(sc
, cmd
, -ENODEV
);
1027 endp
= usb_pipeendpoint(sc
->last_pipe
);
1028 if (usb_pipein(sc
->last_pipe
))
1031 if (cmd
->state
== UB_CMDST_CLEAR
) {
1032 if (urb
->status
== -EPIPE
) {
1034 * STALL while clearning STALL.
1035 * The control pipe clears itself - nothing to do.
1037 printk(KERN_NOTICE
"%s: stall on control pipe\n",
1043 * We ignore the result for the halt clear.
1046 usb_reset_endpoint(sc
->dev
, endp
);
1048 ub_state_sense(sc
, cmd
);
1050 } else if (cmd
->state
== UB_CMDST_CLR2STS
) {
1051 if (urb
->status
== -EPIPE
) {
1052 printk(KERN_NOTICE
"%s: stall on control pipe\n",
1058 * We ignore the result for the halt clear.
1061 usb_reset_endpoint(sc
->dev
, endp
);
1063 ub_state_stat(sc
, cmd
);
1065 } else if (cmd
->state
== UB_CMDST_CLRRS
) {
1066 if (urb
->status
== -EPIPE
) {
1067 printk(KERN_NOTICE
"%s: stall on control pipe\n",
1073 * We ignore the result for the halt clear.
1076 usb_reset_endpoint(sc
->dev
, endp
);
1078 ub_state_stat_counted(sc
, cmd
);
1080 } else if (cmd
->state
== UB_CMDST_CMD
) {
1081 switch (urb
->status
) {
1087 rc
= ub_submit_clear_stall(sc
, cmd
, sc
->last_pipe
);
1089 printk(KERN_NOTICE
"%s: "
1090 "unable to submit clear (%d)\n",
1093 * This is typically ENOMEM or some other such shit.
1094 * Retrying is pointless. Just do Bad End on it...
1096 ub_state_done(sc
, cmd
, rc
);
1099 cmd
->state
= UB_CMDST_CLEAR
;
1101 case -ESHUTDOWN
: /* unplug */
1102 case -EILSEQ
: /* unplug timeout on uhci */
1103 ub_state_done(sc
, cmd
, -ENODEV
);
1108 if (urb
->actual_length
!= US_BULK_CB_WRAP_LEN
) {
1112 if (cmd
->dir
== UB_DIR_NONE
|| cmd
->nsg
< 1) {
1113 ub_state_stat(sc
, cmd
);
1117 // udelay(125); // usb-storage has this
1118 ub_data_start(sc
, cmd
);
1120 } else if (cmd
->state
== UB_CMDST_DATA
) {
1121 if (urb
->status
== -EPIPE
) {
1122 rc
= ub_submit_clear_stall(sc
, cmd
, sc
->last_pipe
);
1124 printk(KERN_NOTICE
"%s: "
1125 "unable to submit clear (%d)\n",
1127 ub_state_done(sc
, cmd
, rc
);
1130 cmd
->state
= UB_CMDST_CLR2STS
;
1133 if (urb
->status
== -EOVERFLOW
) {
1135 * A babble? Failure, but we must transfer CSW now.
1137 cmd
->error
= -EOVERFLOW
; /* A cheap trick... */
1138 ub_state_stat(sc
, cmd
);
1142 if (cmd
->dir
== UB_DIR_WRITE
) {
1144 * Do not continue writes in case of a failure.
1145 * Doing so would cause sectors to be mixed up,
1146 * which is worse than sectors lost.
1148 * We must try to read the CSW, or many devices
1151 len
= urb
->actual_length
;
1152 if (urb
->status
!= 0 ||
1153 len
!= cmd
->sgv
[cmd
->current_sg
].length
) {
1154 cmd
->act_len
+= len
;
1157 ub_state_stat(sc
, cmd
);
1163 * If an error occurs on read, we record it, and
1164 * continue to fetch data in order to avoid bubble.
1166 * As a small shortcut, we stop if we detect that
1167 * a CSW mixed into data.
1169 if (urb
->status
!= 0)
1172 len
= urb
->actual_length
;
1173 if (urb
->status
!= 0 ||
1174 len
!= cmd
->sgv
[cmd
->current_sg
].length
) {
1175 if ((len
& 0x1FF) == US_BULK_CS_WRAP_LEN
)
1180 cmd
->act_len
+= urb
->actual_length
;
1182 if (++cmd
->current_sg
< cmd
->nsg
) {
1183 ub_data_start(sc
, cmd
);
1186 ub_state_stat(sc
, cmd
);
1188 } else if (cmd
->state
== UB_CMDST_STAT
) {
1189 if (urb
->status
== -EPIPE
) {
1190 rc
= ub_submit_clear_stall(sc
, cmd
, sc
->last_pipe
);
1192 printk(KERN_NOTICE
"%s: "
1193 "unable to submit clear (%d)\n",
1195 ub_state_done(sc
, cmd
, rc
);
1200 * Having a stall when getting CSW is an error, so
1201 * make sure uppper levels are not oblivious to it.
1203 cmd
->error
= -EIO
; /* A cheap trick... */
1205 cmd
->state
= UB_CMDST_CLRRS
;
1209 /* Catch everything, including -EOVERFLOW and other nasties. */
1210 if (urb
->status
!= 0)
1213 if (urb
->actual_length
== 0) {
1214 ub_state_stat_counted(sc
, cmd
);
1219 * Check the returned Bulk protocol status.
1220 * The status block has to be validated first.
1223 bcs
= &sc
->work_bcs
;
1225 if (sc
->signature
== cpu_to_le32(0)) {
1227 * This is the first reply, so do not perform the check.
1228 * Instead, remember the signature the device uses
1229 * for future checks. But do not allow a nul.
1231 sc
->signature
= bcs
->Signature
;
1232 if (sc
->signature
== cpu_to_le32(0)) {
1233 ub_state_stat_counted(sc
, cmd
);
1237 if (bcs
->Signature
!= sc
->signature
) {
1238 ub_state_stat_counted(sc
, cmd
);
1243 if (bcs
->Tag
!= cmd
->tag
) {
1245 * This usually happens when we disagree with the
1246 * device's microcode about something. For instance,
1247 * a few of them throw this after timeouts. They buffer
1248 * commands and reply at commands we timed out before.
1249 * Without flushing these replies we loop forever.
1251 ub_state_stat_counted(sc
, cmd
);
1255 if (!sc
->bad_resid
) {
1256 len
= le32_to_cpu(bcs
->Residue
);
1257 if (len
!= cmd
->len
- cmd
->act_len
) {
1259 * Only start ignoring if this cmd ended well.
1261 if (cmd
->len
== cmd
->act_len
) {
1262 printk(KERN_NOTICE
"%s: "
1263 "bad residual %d of %d, ignoring\n",
1264 sc
->name
, len
, cmd
->len
);
1270 switch (bcs
->Status
) {
1271 case US_BULK_STAT_OK
:
1273 case US_BULK_STAT_FAIL
:
1274 ub_state_sense(sc
, cmd
);
1276 case US_BULK_STAT_PHASE
:
1279 printk(KERN_INFO
"%s: unknown CSW status 0x%x\n",
1280 sc
->name
, bcs
->Status
);
1281 ub_state_done(sc
, cmd
, -EINVAL
);
1285 /* Not zeroing error to preserve a babble indicator */
1286 if (cmd
->error
!= 0) {
1287 ub_state_sense(sc
, cmd
);
1290 cmd
->state
= UB_CMDST_DONE
;
1292 (*cmd
->done
)(sc
, cmd
);
1294 } else if (cmd
->state
== UB_CMDST_SENSE
) {
1295 ub_state_done(sc
, cmd
, -EIO
);
1298 printk(KERN_WARNING
"%s: wrong command state %d\n",
1299 sc
->name
, cmd
->state
);
1300 ub_state_done(sc
, cmd
, -EINVAL
);
1305 Bad_End
: /* Little Excel is dead */
1306 ub_state_done(sc
, cmd
, -EIO
);
1310 * Factorization helper for the command state machine:
1311 * Initiate a data segment transfer.
1313 static void ub_data_start(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
)
1315 struct scatterlist
*sg
= &cmd
->sgv
[cmd
->current_sg
];
1319 UB_INIT_COMPLETION(sc
->work_done
);
1321 if (cmd
->dir
== UB_DIR_READ
)
1322 pipe
= sc
->recv_bulk_pipe
;
1324 pipe
= sc
->send_bulk_pipe
;
1325 sc
->last_pipe
= pipe
;
1326 usb_fill_bulk_urb(&sc
->work_urb
, sc
->dev
, pipe
, sg_virt(sg
),
1327 sg
->length
, ub_urb_complete
, sc
);
1329 if ((rc
= usb_submit_urb(&sc
->work_urb
, GFP_ATOMIC
)) != 0) {
1330 /* XXX Clear stalls */
1331 ub_complete(&sc
->work_done
);
1332 ub_state_done(sc
, cmd
, rc
);
1337 sc
->work_timer
.expires
= jiffies
+ cmd
->timeo
;
1339 sc
->work_timer
.expires
= jiffies
+ UB_DATA_TIMEOUT
;
1340 add_timer(&sc
->work_timer
);
1342 cmd
->state
= UB_CMDST_DATA
;
1346 * Factorization helper for the command state machine:
1347 * Finish the command.
1349 static void ub_state_done(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
, int rc
)
1353 cmd
->state
= UB_CMDST_DONE
;
1355 (*cmd
->done
)(sc
, cmd
);
1359 * Factorization helper for the command state machine:
1360 * Submit a CSW read.
1362 static int __ub_state_stat(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
)
1366 UB_INIT_COMPLETION(sc
->work_done
);
1368 sc
->last_pipe
= sc
->recv_bulk_pipe
;
1369 usb_fill_bulk_urb(&sc
->work_urb
, sc
->dev
, sc
->recv_bulk_pipe
,
1370 &sc
->work_bcs
, US_BULK_CS_WRAP_LEN
, ub_urb_complete
, sc
);
1372 if ((rc
= usb_submit_urb(&sc
->work_urb
, GFP_ATOMIC
)) != 0) {
1373 /* XXX Clear stalls */
1374 ub_complete(&sc
->work_done
);
1375 ub_state_done(sc
, cmd
, rc
);
1380 sc
->work_timer
.expires
= jiffies
+ cmd
->timeo
;
1382 sc
->work_timer
.expires
= jiffies
+ UB_STAT_TIMEOUT
;
1383 add_timer(&sc
->work_timer
);
1388 * Factorization helper for the command state machine:
1389 * Submit a CSW read and go to STAT state.
1391 static void ub_state_stat(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
)
1394 if (__ub_state_stat(sc
, cmd
) != 0)
1397 cmd
->stat_count
= 0;
1398 cmd
->state
= UB_CMDST_STAT
;
1402 * Factorization helper for the command state machine:
1403 * Submit a CSW read and go to STAT state with counter (along [C] path).
1405 static void ub_state_stat_counted(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
)
1408 if (++cmd
->stat_count
>= 4) {
1409 ub_state_sense(sc
, cmd
);
1413 if (__ub_state_stat(sc
, cmd
) != 0)
1416 cmd
->state
= UB_CMDST_STAT
;
1420 * Factorization helper for the command state machine:
1421 * Submit a REQUEST SENSE and go to SENSE state.
1423 static void ub_state_sense(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
)
1425 struct ub_scsi_cmd
*scmd
;
1426 struct scatterlist
*sg
;
1429 if (cmd
->cdb
[0] == REQUEST_SENSE
) {
1434 scmd
= &sc
->top_rqs_cmd
;
1435 memset(scmd
, 0, sizeof(struct ub_scsi_cmd
));
1436 scmd
->cdb
[0] = REQUEST_SENSE
;
1437 scmd
->cdb
[4] = UB_SENSE_SIZE
;
1439 scmd
->dir
= UB_DIR_READ
;
1440 scmd
->state
= UB_CMDST_INIT
;
1443 sg_init_table(sg
, UB_MAX_REQ_SG
);
1444 sg_set_page(sg
, virt_to_page(sc
->top_sense
), UB_SENSE_SIZE
,
1445 (unsigned long)sc
->top_sense
& (PAGE_SIZE
-1));
1446 scmd
->len
= UB_SENSE_SIZE
;
1447 scmd
->lun
= cmd
->lun
;
1448 scmd
->done
= ub_top_sense_done
;
1451 scmd
->tag
= sc
->tagcnt
++;
1453 cmd
->state
= UB_CMDST_SENSE
;
1455 ub_cmdq_insert(sc
, scmd
);
1459 ub_state_done(sc
, cmd
, rc
);
1463 * A helper for the command's state machine:
1464 * Submit a stall clear.
1466 static int ub_submit_clear_stall(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
,
1470 struct usb_ctrlrequest
*cr
;
1473 endp
= usb_pipeendpoint(stalled_pipe
);
1474 if (usb_pipein (stalled_pipe
))
1478 cr
->bRequestType
= USB_RECIP_ENDPOINT
;
1479 cr
->bRequest
= USB_REQ_CLEAR_FEATURE
;
1480 cr
->wValue
= cpu_to_le16(USB_ENDPOINT_HALT
);
1481 cr
->wIndex
= cpu_to_le16(endp
);
1482 cr
->wLength
= cpu_to_le16(0);
1484 UB_INIT_COMPLETION(sc
->work_done
);
1486 usb_fill_control_urb(&sc
->work_urb
, sc
->dev
, sc
->send_ctrl_pipe
,
1487 (unsigned char*) cr
, NULL
, 0, ub_urb_complete
, sc
);
1489 if ((rc
= usb_submit_urb(&sc
->work_urb
, GFP_ATOMIC
)) != 0) {
1490 ub_complete(&sc
->work_done
);
1494 sc
->work_timer
.expires
= jiffies
+ UB_CTRL_TIMEOUT
;
1495 add_timer(&sc
->work_timer
);
1501 static void ub_top_sense_done(struct ub_dev
*sc
, struct ub_scsi_cmd
*scmd
)
1503 unsigned char *sense
= sc
->top_sense
;
1504 struct ub_scsi_cmd
*cmd
;
1507 * Find the command which triggered the unit attention or a check,
1508 * save the sense into it, and advance its state machine.
1510 if ((cmd
= ub_cmdq_peek(sc
)) == NULL
) {
1511 printk(KERN_WARNING
"%s: sense done while idle\n", sc
->name
);
1514 if (cmd
!= scmd
->back
) {
1515 printk(KERN_WARNING
"%s: "
1516 "sense done for wrong command 0x%x\n",
1517 sc
->name
, cmd
->tag
);
1520 if (cmd
->state
!= UB_CMDST_SENSE
) {
1521 printk(KERN_WARNING
"%s: sense done with bad cmd state %d\n",
1522 sc
->name
, cmd
->state
);
1527 * Ignoring scmd->act_len, because the buffer was pre-zeroed.
1529 cmd
->key
= sense
[2] & 0x0F;
1530 cmd
->asc
= sense
[12];
1531 cmd
->ascq
= sense
[13];
1533 ub_scsi_urb_compl(sc
, cmd
);
1540 static void ub_reset_enter(struct ub_dev
*sc
, int try)
1544 /* This happens often on multi-LUN devices. */
1547 sc
->reset
= try + 1;
1549 #if 0 /* Not needed because the disconnect waits for us. */
1550 unsigned long flags
;
1551 spin_lock_irqsave(&ub_lock
, flags
);
1553 spin_unlock_irqrestore(&ub_lock
, flags
);
1556 #if 0 /* We let them stop themselves. */
1558 list_for_each_entry(lun
, &sc
->luns
, link
) {
1559 blk_stop_queue(lun
->disk
->queue
);
1563 schedule_work(&sc
->reset_work
);
1566 static void ub_reset_task(struct work_struct
*work
)
1568 struct ub_dev
*sc
= container_of(work
, struct ub_dev
, reset_work
);
1569 unsigned long flags
;
1574 printk(KERN_WARNING
"%s: Running reset unrequested\n",
1579 if (atomic_read(&sc
->poison
)) {
1581 } else if ((sc
->reset
& 1) == 0) {
1583 msleep(700); /* usb-storage sleeps 6s (!) */
1584 ub_probe_clear_stall(sc
, sc
->recv_bulk_pipe
);
1585 ub_probe_clear_stall(sc
, sc
->send_bulk_pipe
);
1586 } else if (sc
->dev
->actconfig
->desc
.bNumInterfaces
!= 1) {
1589 rc
= usb_lock_device_for_reset(sc
->dev
, sc
->intf
);
1592 "%s: usb_lock_device_for_reset failed (%d)\n",
1595 rc
= usb_reset_device(sc
->dev
);
1597 printk(KERN_NOTICE
"%s: "
1598 "usb_lock_device_for_reset failed (%d)\n",
1601 usb_unlock_device(sc
->dev
);
1606 * In theory, no commands can be running while reset is active,
1607 * so nobody can ask for another reset, and so we do not need any
1608 * queues of resets or anything. We do need a spinlock though,
1609 * to interact with block layer.
1611 spin_lock_irqsave(sc
->lock
, flags
);
1613 tasklet_schedule(&sc
->tasklet
);
1614 list_for_each_entry(lun
, &sc
->luns
, link
) {
1615 blk_start_queue(lun
->disk
->queue
);
1617 wake_up(&sc
->reset_wait
);
1618 spin_unlock_irqrestore(sc
->lock
, flags
);
1622 * XXX Reset brackets are too much hassle to implement, so just stub them
1623 * in order to prevent forced unbinding (which deadlocks solid when our
1624 * ->disconnect method waits for the reset to complete and this kills keventd).
1626 * XXX Tell Alan to move usb_unlock_device inside of usb_reset_device,
1627 * or else the post_reset is invoked, and restats I/O on a locked device.
1629 static int ub_pre_reset(struct usb_interface
*iface
) {
1633 static int ub_post_reset(struct usb_interface
*iface
) {
1638 * This is called from a process context.
1640 static void ub_revalidate(struct ub_dev
*sc
, struct ub_lun
*lun
)
1643 lun
->readonly
= 0; /* XXX Query this from the device */
1645 lun
->capacity
.nsec
= 0;
1646 lun
->capacity
.bsize
= 512;
1647 lun
->capacity
.bshift
= 0;
1649 if (ub_sync_tur(sc
, lun
) != 0)
1650 return; /* Not ready */
1653 if (ub_sync_read_cap(sc
, lun
, &lun
->capacity
) != 0) {
1655 * The retry here means something is wrong, either with the
1656 * device, with the transport, or with our code.
1657 * We keep this because sd.c has retries for capacity.
1659 if (ub_sync_read_cap(sc
, lun
, &lun
->capacity
) != 0) {
1660 lun
->capacity
.nsec
= 0;
1661 lun
->capacity
.bsize
= 512;
1662 lun
->capacity
.bshift
= 0;
1669 * This is mostly needed to keep refcounting, but also to support
1670 * media checks on removable media drives.
1672 static int ub_bd_open(struct block_device
*bdev
, fmode_t mode
)
1674 struct ub_lun
*lun
= bdev
->bd_disk
->private_data
;
1675 struct ub_dev
*sc
= lun
->udev
;
1676 unsigned long flags
;
1679 spin_lock_irqsave(&ub_lock
, flags
);
1680 if (atomic_read(&sc
->poison
)) {
1681 spin_unlock_irqrestore(&ub_lock
, flags
);
1685 spin_unlock_irqrestore(&ub_lock
, flags
);
1687 if (lun
->removable
|| lun
->readonly
)
1688 check_disk_change(bdev
);
1691 * The sd.c considers ->media_present and ->changed not equivalent,
1692 * under some pretty murky conditions (a failure of READ CAPACITY).
1693 * We may need it one day.
1695 if (lun
->removable
&& lun
->changed
&& !(mode
& FMODE_NDELAY
)) {
1700 if (lun
->readonly
&& (mode
& FMODE_WRITE
)) {
1714 static int ub_bd_release(struct gendisk
*disk
, fmode_t mode
)
1716 struct ub_lun
*lun
= disk
->private_data
;
1717 struct ub_dev
*sc
= lun
->udev
;
1724 * The ioctl interface.
1726 static int ub_bd_ioctl(struct block_device
*bdev
, fmode_t mode
,
1727 unsigned int cmd
, unsigned long arg
)
1729 struct gendisk
*disk
= bdev
->bd_disk
;
1730 void __user
*usermem
= (void __user
*) arg
;
1732 return scsi_cmd_ioctl(disk
->queue
, disk
, mode
, cmd
, usermem
);
1736 * This is called by check_disk_change if we reported a media change.
1737 * The main onjective here is to discover the features of the media such as
1738 * the capacity, read-only status, etc. USB storage generally does not
1739 * need to be spun up, but if we needed it, this would be the place.
1741 * This call can sleep.
1743 * The return code is not used.
1745 static int ub_bd_revalidate(struct gendisk
*disk
)
1747 struct ub_lun
*lun
= disk
->private_data
;
1749 ub_revalidate(lun
->udev
, lun
);
1751 /* XXX Support sector size switching like in sr.c */
1752 blk_queue_logical_block_size(disk
->queue
, lun
->capacity
.bsize
);
1753 set_capacity(disk
, lun
->capacity
.nsec
);
1754 // set_disk_ro(sdkp->disk, lun->readonly);
1760 * The check is called by the block layer to verify if the media
1761 * is still available. It is supposed to be harmless, lightweight and
1762 * non-intrusive in case the media was not changed.
1764 * This call can sleep.
1766 * The return code is bool!
1768 static int ub_bd_media_changed(struct gendisk
*disk
)
1770 struct ub_lun
*lun
= disk
->private_data
;
1772 if (!lun
->removable
)
1776 * We clean checks always after every command, so this is not
1777 * as dangerous as it looks. If the TEST_UNIT_READY fails here,
1778 * the device is actually not ready with operator or software
1779 * intervention required. One dangerous item might be a drive which
1780 * spins itself down, and come the time to write dirty pages, this
1781 * will fail, then block layer discards the data. Since we never
1782 * spin drives up, such devices simply cannot be used with ub anyway.
1784 if (ub_sync_tur(lun
->udev
, lun
) != 0) {
1789 return lun
->changed
;
1792 static const struct block_device_operations ub_bd_fops
= {
1793 .owner
= THIS_MODULE
,
1795 .release
= ub_bd_release
,
1796 .locked_ioctl
= ub_bd_ioctl
,
1797 .media_changed
= ub_bd_media_changed
,
1798 .revalidate_disk
= ub_bd_revalidate
,
1802 * Common ->done routine for commands executed synchronously.
1804 static void ub_probe_done(struct ub_dev
*sc
, struct ub_scsi_cmd
*cmd
)
1806 struct completion
*cop
= cmd
->back
;
1811 * Test if the device has a check condition on it, synchronously.
1813 static int ub_sync_tur(struct ub_dev
*sc
, struct ub_lun
*lun
)
1815 struct ub_scsi_cmd
*cmd
;
1816 enum { ALLOC_SIZE
= sizeof(struct ub_scsi_cmd
) };
1817 unsigned long flags
;
1818 struct completion
compl;
1821 init_completion(&compl);
1824 if ((cmd
= kzalloc(ALLOC_SIZE
, GFP_KERNEL
)) == NULL
)
1827 cmd
->cdb
[0] = TEST_UNIT_READY
;
1829 cmd
->dir
= UB_DIR_NONE
;
1830 cmd
->state
= UB_CMDST_INIT
;
1831 cmd
->lun
= lun
; /* This may be NULL, but that's ok */
1832 cmd
->done
= ub_probe_done
;
1835 spin_lock_irqsave(sc
->lock
, flags
);
1836 cmd
->tag
= sc
->tagcnt
++;
1838 rc
= ub_submit_scsi(sc
, cmd
);
1839 spin_unlock_irqrestore(sc
->lock
, flags
);
1844 wait_for_completion(&compl);
1848 if (rc
== -EIO
&& cmd
->key
!= 0) /* Retries for benh's key */
1858 * Read the SCSI capacity synchronously (for probing).
1860 static int ub_sync_read_cap(struct ub_dev
*sc
, struct ub_lun
*lun
,
1861 struct ub_capacity
*ret
)
1863 struct ub_scsi_cmd
*cmd
;
1864 struct scatterlist
*sg
;
1866 enum { ALLOC_SIZE
= sizeof(struct ub_scsi_cmd
) + 8 };
1867 unsigned long flags
;
1868 unsigned int bsize
, shift
;
1870 struct completion
compl;
1873 init_completion(&compl);
1876 if ((cmd
= kzalloc(ALLOC_SIZE
, GFP_KERNEL
)) == NULL
)
1878 p
= (char *)cmd
+ sizeof(struct ub_scsi_cmd
);
1882 cmd
->dir
= UB_DIR_READ
;
1883 cmd
->state
= UB_CMDST_INIT
;
1886 sg_init_table(sg
, UB_MAX_REQ_SG
);
1887 sg_set_page(sg
, virt_to_page(p
), 8, (unsigned long)p
& (PAGE_SIZE
-1));
1890 cmd
->done
= ub_probe_done
;
1893 spin_lock_irqsave(sc
->lock
, flags
);
1894 cmd
->tag
= sc
->tagcnt
++;
1896 rc
= ub_submit_scsi(sc
, cmd
);
1897 spin_unlock_irqrestore(sc
->lock
, flags
);
1902 wait_for_completion(&compl);
1904 if (cmd
->error
!= 0) {
1908 if (cmd
->act_len
!= 8) {
1913 /* sd.c special-cases sector size of 0 to mean 512. Needed? Safe? */
1914 nsec
= be32_to_cpu(*(__be32
*)p
) + 1;
1915 bsize
= be32_to_cpu(*(__be32
*)(p
+ 4));
1917 case 512: shift
= 0; break;
1918 case 1024: shift
= 1; break;
1919 case 2048: shift
= 2; break;
1920 case 4096: shift
= 3; break;
1927 ret
->bshift
= shift
;
1928 ret
->nsec
= nsec
<< shift
;
1941 static void ub_probe_urb_complete(struct urb
*urb
)
1943 struct completion
*cop
= urb
->context
;
1947 static void ub_probe_timeout(unsigned long arg
)
1949 struct completion
*cop
= (struct completion
*) arg
;
1954 * Reset with a Bulk reset.
1956 static int ub_sync_reset(struct ub_dev
*sc
)
1958 int ifnum
= sc
->intf
->cur_altsetting
->desc
.bInterfaceNumber
;
1959 struct usb_ctrlrequest
*cr
;
1960 struct completion
compl;
1961 struct timer_list timer
;
1964 init_completion(&compl);
1967 cr
->bRequestType
= USB_TYPE_CLASS
| USB_RECIP_INTERFACE
;
1968 cr
->bRequest
= US_BULK_RESET_REQUEST
;
1969 cr
->wValue
= cpu_to_le16(0);
1970 cr
->wIndex
= cpu_to_le16(ifnum
);
1971 cr
->wLength
= cpu_to_le16(0);
1973 usb_fill_control_urb(&sc
->work_urb
, sc
->dev
, sc
->send_ctrl_pipe
,
1974 (unsigned char*) cr
, NULL
, 0, ub_probe_urb_complete
, &compl);
1976 if ((rc
= usb_submit_urb(&sc
->work_urb
, GFP_KERNEL
)) != 0) {
1978 "%s: Unable to submit a bulk reset (%d)\n", sc
->name
, rc
);
1983 timer
.function
= ub_probe_timeout
;
1984 timer
.data
= (unsigned long) &compl;
1985 timer
.expires
= jiffies
+ UB_CTRL_TIMEOUT
;
1988 wait_for_completion(&compl);
1990 del_timer_sync(&timer
);
1991 usb_kill_urb(&sc
->work_urb
);
1993 return sc
->work_urb
.status
;
1997 * Get number of LUNs by the way of Bulk GetMaxLUN command.
1999 static int ub_sync_getmaxlun(struct ub_dev
*sc
)
2001 int ifnum
= sc
->intf
->cur_altsetting
->desc
.bInterfaceNumber
;
2003 enum { ALLOC_SIZE
= 1 };
2004 struct usb_ctrlrequest
*cr
;
2005 struct completion
compl;
2006 struct timer_list timer
;
2010 init_completion(&compl);
2013 if ((p
= kmalloc(ALLOC_SIZE
, GFP_KERNEL
)) == NULL
)
2018 cr
->bRequestType
= USB_DIR_IN
| USB_TYPE_CLASS
| USB_RECIP_INTERFACE
;
2019 cr
->bRequest
= US_BULK_GET_MAX_LUN
;
2020 cr
->wValue
= cpu_to_le16(0);
2021 cr
->wIndex
= cpu_to_le16(ifnum
);
2022 cr
->wLength
= cpu_to_le16(1);
2024 usb_fill_control_urb(&sc
->work_urb
, sc
->dev
, sc
->recv_ctrl_pipe
,
2025 (unsigned char*) cr
, p
, 1, ub_probe_urb_complete
, &compl);
2027 if ((rc
= usb_submit_urb(&sc
->work_urb
, GFP_KERNEL
)) != 0)
2031 timer
.function
= ub_probe_timeout
;
2032 timer
.data
= (unsigned long) &compl;
2033 timer
.expires
= jiffies
+ UB_CTRL_TIMEOUT
;
2036 wait_for_completion(&compl);
2038 del_timer_sync(&timer
);
2039 usb_kill_urb(&sc
->work_urb
);
2041 if ((rc
= sc
->work_urb
.status
) < 0)
2044 if (sc
->work_urb
.actual_length
!= 1) {
2047 if ((nluns
= *p
) == 55) {
2050 /* GetMaxLUN returns the maximum LUN number */
2052 if (nluns
> UB_MAX_LUNS
)
2053 nluns
= UB_MAX_LUNS
;
2068 * Clear initial stalls.
2070 static int ub_probe_clear_stall(struct ub_dev
*sc
, int stalled_pipe
)
2073 struct usb_ctrlrequest
*cr
;
2074 struct completion
compl;
2075 struct timer_list timer
;
2078 init_completion(&compl);
2080 endp
= usb_pipeendpoint(stalled_pipe
);
2081 if (usb_pipein (stalled_pipe
))
2085 cr
->bRequestType
= USB_RECIP_ENDPOINT
;
2086 cr
->bRequest
= USB_REQ_CLEAR_FEATURE
;
2087 cr
->wValue
= cpu_to_le16(USB_ENDPOINT_HALT
);
2088 cr
->wIndex
= cpu_to_le16(endp
);
2089 cr
->wLength
= cpu_to_le16(0);
2091 usb_fill_control_urb(&sc
->work_urb
, sc
->dev
, sc
->send_ctrl_pipe
,
2092 (unsigned char*) cr
, NULL
, 0, ub_probe_urb_complete
, &compl);
2094 if ((rc
= usb_submit_urb(&sc
->work_urb
, GFP_KERNEL
)) != 0) {
2096 "%s: Unable to submit a probe clear (%d)\n", sc
->name
, rc
);
2101 timer
.function
= ub_probe_timeout
;
2102 timer
.data
= (unsigned long) &compl;
2103 timer
.expires
= jiffies
+ UB_CTRL_TIMEOUT
;
2106 wait_for_completion(&compl);
2108 del_timer_sync(&timer
);
2109 usb_kill_urb(&sc
->work_urb
);
2111 usb_reset_endpoint(sc
->dev
, endp
);
2117 * Get the pipe settings.
2119 static int ub_get_pipes(struct ub_dev
*sc
, struct usb_device
*dev
,
2120 struct usb_interface
*intf
)
2122 struct usb_host_interface
*altsetting
= intf
->cur_altsetting
;
2123 struct usb_endpoint_descriptor
*ep_in
= NULL
;
2124 struct usb_endpoint_descriptor
*ep_out
= NULL
;
2125 struct usb_endpoint_descriptor
*ep
;
2129 * Find the endpoints we need.
2130 * We are expecting a minimum of 2 endpoints - in and out (bulk).
2131 * We will ignore any others.
2133 for (i
= 0; i
< altsetting
->desc
.bNumEndpoints
; i
++) {
2134 ep
= &altsetting
->endpoint
[i
].desc
;
2136 /* Is it a BULK endpoint? */
2137 if (usb_endpoint_xfer_bulk(ep
)) {
2138 /* BULK in or out? */
2139 if (usb_endpoint_dir_in(ep
)) {
2149 if (ep_in
== NULL
|| ep_out
== NULL
) {
2150 printk(KERN_NOTICE
"%s: failed endpoint check\n", sc
->name
);
2154 /* Calculate and store the pipe values */
2155 sc
->send_ctrl_pipe
= usb_sndctrlpipe(dev
, 0);
2156 sc
->recv_ctrl_pipe
= usb_rcvctrlpipe(dev
, 0);
2157 sc
->send_bulk_pipe
= usb_sndbulkpipe(dev
,
2158 usb_endpoint_num(ep_out
));
2159 sc
->recv_bulk_pipe
= usb_rcvbulkpipe(dev
,
2160 usb_endpoint_num(ep_in
));
2166 * Probing is done in the process context, which allows us to cheat
2167 * and not to build a state machine for the discovery.
2169 static int ub_probe(struct usb_interface
*intf
,
2170 const struct usb_device_id
*dev_id
)
2177 if (usb_usual_check_type(dev_id
, USB_US_TYPE_UB
))
2181 if ((sc
= kzalloc(sizeof(struct ub_dev
), GFP_KERNEL
)) == NULL
)
2183 sc
->lock
= ub_next_lock();
2184 INIT_LIST_HEAD(&sc
->luns
);
2185 usb_init_urb(&sc
->work_urb
);
2186 tasklet_init(&sc
->tasklet
, ub_scsi_action
, (unsigned long)sc
);
2187 atomic_set(&sc
->poison
, 0);
2188 INIT_WORK(&sc
->reset_work
, ub_reset_task
);
2189 init_waitqueue_head(&sc
->reset_wait
);
2191 init_timer(&sc
->work_timer
);
2192 sc
->work_timer
.data
= (unsigned long) sc
;
2193 sc
->work_timer
.function
= ub_urb_timeout
;
2195 ub_init_completion(&sc
->work_done
);
2196 sc
->work_done
.done
= 1; /* A little yuk, but oh well... */
2198 sc
->dev
= interface_to_usbdev(intf
);
2200 // sc->ifnum = intf->cur_altsetting->desc.bInterfaceNumber;
2201 usb_set_intfdata(intf
, sc
);
2202 usb_get_dev(sc
->dev
);
2204 * Since we give the interface struct to the block level through
2205 * disk->driverfs_dev, we have to pin it. Otherwise, block_uevent
2206 * oopses on close after a disconnect (kernels 2.6.16 and up).
2208 usb_get_intf(sc
->intf
);
2210 snprintf(sc
->name
, 12, DRV_NAME
"(%d.%d)",
2211 sc
->dev
->bus
->busnum
, sc
->dev
->devnum
);
2213 /* XXX Verify that we can handle the device (from descriptors) */
2215 if (ub_get_pipes(sc
, sc
->dev
, intf
) != 0)
2219 * At this point, all USB initialization is done, do upper layer.
2220 * We really hate halfway initialized structures, so from the
2221 * invariants perspective, this ub_dev is fully constructed at
2226 * This is needed to clear toggles. It is a problem only if we do
2227 * `rmmod ub && modprobe ub` without disconnects, but we like that.
2229 #if 0 /* iPod Mini fails if we do this (big white iPod works) */
2230 ub_probe_clear_stall(sc
, sc
->recv_bulk_pipe
);
2231 ub_probe_clear_stall(sc
, sc
->send_bulk_pipe
);
2235 * The way this is used by the startup code is a little specific.
2236 * A SCSI check causes a USB stall. Our common case code sees it
2237 * and clears the check, after which the device is ready for use.
2238 * But if a check was not present, any command other than
2239 * TEST_UNIT_READY ends with a lockup (including REQUEST_SENSE).
2241 * If we neglect to clear the SCSI check, the first real command fails
2242 * (which is the capacity readout). We clear that and retry, but why
2243 * causing spurious retries for no reason.
2245 * Revalidation may start with its own TEST_UNIT_READY, but that one
2246 * has to succeed, so we clear checks with an additional one here.
2247 * In any case it's not our business how revaliadation is implemented.
2249 for (i
= 0; i
< 3; i
++) { /* Retries for the schwag key from KS'04 */
2250 if ((rc
= ub_sync_tur(sc
, NULL
)) <= 0) break;
2251 if (rc
!= 0x6) break;
2256 for (i
= 0; i
< 3; i
++) {
2257 if ((rc
= ub_sync_getmaxlun(sc
)) < 0)
2266 for (i
= 0; i
< nluns
; i
++) {
2267 ub_probe_lun(sc
, i
);
2272 usb_set_intfdata(intf
, NULL
);
2273 usb_put_intf(sc
->intf
);
2274 usb_put_dev(sc
->dev
);
2280 static int ub_probe_lun(struct ub_dev
*sc
, int lnum
)
2283 struct request_queue
*q
;
2284 struct gendisk
*disk
;
2288 if ((lun
= kzalloc(sizeof(struct ub_lun
), GFP_KERNEL
)) == NULL
)
2293 if ((lun
->id
= ub_id_get()) == -1)
2298 snprintf(lun
->name
, 16, DRV_NAME
"%c(%d.%d.%d)",
2299 lun
->id
+ 'a', sc
->dev
->bus
->busnum
, sc
->dev
->devnum
, lun
->num
);
2301 lun
->removable
= 1; /* XXX Query this from the device */
2302 lun
->changed
= 1; /* ub_revalidate clears only */
2303 ub_revalidate(sc
, lun
);
2306 if ((disk
= alloc_disk(UB_PARTS_PER_LUN
)) == NULL
)
2309 sprintf(disk
->disk_name
, DRV_NAME
"%c", lun
->id
+ 'a');
2310 disk
->major
= UB_MAJOR
;
2311 disk
->first_minor
= lun
->id
* UB_PARTS_PER_LUN
;
2312 disk
->fops
= &ub_bd_fops
;
2313 disk
->private_data
= lun
;
2314 disk
->driverfs_dev
= &sc
->intf
->dev
;
2317 if ((q
= blk_init_queue(ub_request_fn
, sc
->lock
)) == NULL
)
2322 blk_queue_bounce_limit(q
, BLK_BOUNCE_HIGH
);
2323 blk_queue_max_segments(q
, UB_MAX_REQ_SG
);
2324 blk_queue_segment_boundary(q
, 0xffffffff); /* Dubious. */
2325 blk_queue_max_hw_sectors(q
, UB_MAX_SECTORS
);
2326 blk_queue_logical_block_size(q
, lun
->capacity
.bsize
);
2330 list_add(&lun
->link
, &sc
->luns
);
2332 set_capacity(disk
, lun
->capacity
.nsec
);
2334 disk
->flags
|= GENHD_FL_REMOVABLE
;
2350 static void ub_disconnect(struct usb_interface
*intf
)
2352 struct ub_dev
*sc
= usb_get_intfdata(intf
);
2354 unsigned long flags
;
2357 * Prevent ub_bd_release from pulling the rug from under us.
2358 * XXX This is starting to look like a kref.
2359 * XXX Why not to take this ref at probe time?
2361 spin_lock_irqsave(&ub_lock
, flags
);
2363 spin_unlock_irqrestore(&ub_lock
, flags
);
2366 * Fence stall clearings, operations triggered by unlinkings and so on.
2367 * We do not attempt to unlink any URBs, because we do not trust the
2368 * unlink paths in HC drivers. Also, we get -84 upon disconnect anyway.
2370 atomic_set(&sc
->poison
, 1);
2373 * Wait for reset to end, if any.
2375 wait_event(sc
->reset_wait
, !sc
->reset
);
2378 * Blow away queued commands.
2380 * Actually, this never works, because before we get here
2381 * the HCD terminates outstanding URB(s). It causes our
2382 * SCSI command queue to advance, commands fail to submit,
2383 * and the whole queue drains. So, we just use this code to
2386 spin_lock_irqsave(sc
->lock
, flags
);
2388 struct ub_scsi_cmd
*cmd
;
2390 while ((cmd
= ub_cmdq_peek(sc
)) != NULL
) {
2391 cmd
->error
= -ENOTCONN
;
2392 cmd
->state
= UB_CMDST_DONE
;
2394 (*cmd
->done
)(sc
, cmd
);
2398 printk(KERN_WARNING
"%s: "
2399 "%d was queued after shutdown\n", sc
->name
, cnt
);
2402 spin_unlock_irqrestore(sc
->lock
, flags
);
2405 * Unregister the upper layer.
2407 list_for_each_entry(lun
, &sc
->luns
, link
) {
2408 del_gendisk(lun
->disk
);
2410 * I wish I could do:
2411 * queue_flag_set(QUEUE_FLAG_DEAD, q);
2412 * As it is, we rely on our internal poisoning and let
2413 * the upper levels to spin furiously failing all the I/O.
2418 * Testing for -EINPROGRESS is always a bug, so we are bending
2419 * the rules a little.
2421 spin_lock_irqsave(sc
->lock
, flags
);
2422 if (sc
->work_urb
.status
== -EINPROGRESS
) { /* janitors: ignore */
2423 printk(KERN_WARNING
"%s: "
2424 "URB is active after disconnect\n", sc
->name
);
2426 spin_unlock_irqrestore(sc
->lock
, flags
);
2429 * There is virtually no chance that other CPU runs a timeout so long
2430 * after ub_urb_complete should have called del_timer, but only if HCD
2431 * didn't forget to deliver a callback on unlink.
2433 del_timer_sync(&sc
->work_timer
);
2436 * At this point there must be no commands coming from anyone
2437 * and no URBs left in transit.
2443 static struct usb_driver ub_driver
= {
2446 .disconnect
= ub_disconnect
,
2447 .id_table
= ub_usb_ids
,
2448 .pre_reset
= ub_pre_reset
,
2449 .post_reset
= ub_post_reset
,
2452 static int __init
ub_init(void)
2457 for (i
= 0; i
< UB_QLOCK_NUM
; i
++)
2458 spin_lock_init(&ub_qlockv
[i
]);
2460 if ((rc
= register_blkdev(UB_MAJOR
, DRV_NAME
)) != 0)
2463 if ((rc
= usb_register(&ub_driver
)) != 0)
2466 usb_usual_set_present(USB_US_TYPE_UB
);
2470 unregister_blkdev(UB_MAJOR
, DRV_NAME
);
2475 static void __exit
ub_exit(void)
2477 usb_deregister(&ub_driver
);
2479 unregister_blkdev(UB_MAJOR
, DRV_NAME
);
2480 usb_usual_clear_present(USB_US_TYPE_UB
);
2483 module_init(ub_init
);
2484 module_exit(ub_exit
);
2486 MODULE_LICENSE("GPL");