2 * ms_block.c - Sony MemoryStick (legacy) storage support
4 * Copyright (C) 2013 Maxim Levitsky <maximlevitsky@gmail.com>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
10 * Minor portions of the driver were copied from mspro_block.c which is
11 * Copyright (C) 2007 Alex Dubov <oakad@yahoo.com>
14 #define DRIVER_NAME "ms_block"
15 #define pr_fmt(fmt) DRIVER_NAME ": " fmt
17 #include <linux/module.h>
18 #include <linux/blkdev.h>
19 #include <linux/memstick.h>
20 #include <linux/idr.h>
21 #include <linux/hdreg.h>
22 #include <linux/delay.h>
23 #include <linux/slab.h>
24 #include <linux/random.h>
25 #include <linux/bitmap.h>
26 #include <linux/scatterlist.h>
27 #include <linux/jiffies.h>
28 #include <linux/workqueue.h>
29 #include <linux/mutex.h>
33 static int cache_flush_timeout
= 1000;
34 static bool verify_writes
;
37 * Copies section of 'sg_from' starting from offset 'offset' and with length
38 * 'len' To another scatterlist of to_nents enties
40 static size_t msb_sg_copy(struct scatterlist
*sg_from
,
41 struct scatterlist
*sg_to
, int to_nents
, size_t offset
, size_t len
)
46 if (offset
>= sg_from
->length
) {
47 if (sg_is_last(sg_from
))
50 offset
-= sg_from
->length
;
51 sg_from
= sg_next(sg_from
);
55 copied
= min(len
, sg_from
->length
- offset
);
56 sg_set_page(sg_to
, sg_page(sg_from
),
57 copied
, sg_from
->offset
+ offset
);
62 if (sg_is_last(sg_from
) || !len
)
65 sg_to
= sg_next(sg_to
);
67 sg_from
= sg_next(sg_from
);
70 while (len
> sg_from
->length
&& to_nents
--) {
71 len
-= sg_from
->length
;
72 copied
+= sg_from
->length
;
74 sg_set_page(sg_to
, sg_page(sg_from
),
75 sg_from
->length
, sg_from
->offset
);
77 if (sg_is_last(sg_from
) || !len
)
80 sg_from
= sg_next(sg_from
);
81 sg_to
= sg_next(sg_to
);
84 if (len
&& to_nents
) {
85 sg_set_page(sg_to
, sg_page(sg_from
), len
, sg_from
->offset
);
94 * Compares section of 'sg' starting from offset 'offset' and with length 'len'
95 * to linear buffer of length 'len' at address 'buffer'
96 * Returns 0 if equal and -1 otherwice
98 static int msb_sg_compare_to_buffer(struct scatterlist
*sg
,
99 size_t offset
, u8
*buffer
, size_t len
)
101 int retval
= 0, cmplen
;
102 struct sg_mapping_iter miter
;
104 sg_miter_start(&miter
, sg
, sg_nents(sg
),
105 SG_MITER_ATOMIC
| SG_MITER_FROM_SG
);
107 while (sg_miter_next(&miter
) && len
> 0) {
108 if (offset
>= miter
.length
) {
109 offset
-= miter
.length
;
113 cmplen
= min(miter
.length
- offset
, len
);
114 retval
= memcmp(miter
.addr
+ offset
, buffer
, cmplen
) ? -1 : 0;
126 sg_miter_stop(&miter
);
131 /* Get zone at which block with logical address 'lba' lives
132 * Flash is broken into zones.
133 * Each zone consists of 512 eraseblocks, out of which in first
134 * zone 494 are used and 496 are for all following zones.
135 * Therefore zone #0 hosts blocks 0-493, zone #1 blocks 494-988, etc...
137 static int msb_get_zone_from_lba(int lba
)
141 return ((lba
- 494) / 496) + 1;
144 /* Get zone of physical block. Trivial */
145 static int msb_get_zone_from_pba(int pba
)
147 return pba
/ MS_BLOCKS_IN_ZONE
;
150 /* Debug test to validate free block counts */
151 static int msb_validate_used_block_bitmap(struct msb_data
*msb
)
153 int total_free_blocks
= 0;
159 for (i
= 0; i
< msb
->zone_count
; i
++)
160 total_free_blocks
+= msb
->free_block_count
[i
];
162 if (msb
->block_count
- bitmap_weight(msb
->used_blocks_bitmap
,
163 msb
->block_count
) == total_free_blocks
)
166 pr_err("BUG: free block counts don't match the bitmap");
167 msb
->read_only
= true;
171 /* Mark physical block as used */
172 static void msb_mark_block_used(struct msb_data
*msb
, int pba
)
174 int zone
= msb_get_zone_from_pba(pba
);
176 if (test_bit(pba
, msb
->used_blocks_bitmap
)) {
178 "BUG: attempt to mark already used pba %d as used", pba
);
179 msb
->read_only
= true;
183 if (msb_validate_used_block_bitmap(msb
))
186 /* No races because all IO is single threaded */
187 __set_bit(pba
, msb
->used_blocks_bitmap
);
188 msb
->free_block_count
[zone
]--;
191 /* Mark physical block as free */
192 static void msb_mark_block_unused(struct msb_data
*msb
, int pba
)
194 int zone
= msb_get_zone_from_pba(pba
);
196 if (!test_bit(pba
, msb
->used_blocks_bitmap
)) {
197 pr_err("BUG: attempt to mark already unused pba %d as unused" , pba
);
198 msb
->read_only
= true;
202 if (msb_validate_used_block_bitmap(msb
))
205 /* No races because all IO is single threaded */
206 __clear_bit(pba
, msb
->used_blocks_bitmap
);
207 msb
->free_block_count
[zone
]++;
210 /* Invalidate current register window */
211 static void msb_invalidate_reg_window(struct msb_data
*msb
)
213 msb
->reg_addr
.w_offset
= offsetof(struct ms_register
, id
);
214 msb
->reg_addr
.w_length
= sizeof(struct ms_id_register
);
215 msb
->reg_addr
.r_offset
= offsetof(struct ms_register
, id
);
216 msb
->reg_addr
.r_length
= sizeof(struct ms_id_register
);
217 msb
->addr_valid
= false;
220 /* Start a state machine */
221 static int msb_run_state_machine(struct msb_data
*msb
, int (*state_func
)
222 (struct memstick_dev
*card
, struct memstick_request
**req
))
224 struct memstick_dev
*card
= msb
->card
;
226 WARN_ON(msb
->state
!= -1);
227 msb
->int_polling
= false;
231 memset(&card
->current_mrq
, 0, sizeof(card
->current_mrq
));
233 card
->next_request
= state_func
;
234 memstick_new_req(card
->host
);
235 wait_for_completion(&card
->mrq_complete
);
237 WARN_ON(msb
->state
!= -1);
238 return msb
->exit_error
;
241 /* State machines call that to exit */
242 static int msb_exit_state_machine(struct msb_data
*msb
, int error
)
244 WARN_ON(msb
->state
== -1);
247 msb
->exit_error
= error
;
248 msb
->card
->next_request
= h_msb_default_bad
;
250 /* Invalidate reg window on errors */
252 msb_invalidate_reg_window(msb
);
254 complete(&msb
->card
->mrq_complete
);
258 /* read INT register */
259 static int msb_read_int_reg(struct msb_data
*msb
, long timeout
)
261 struct memstick_request
*mrq
= &msb
->card
->current_mrq
;
263 WARN_ON(msb
->state
== -1);
265 if (!msb
->int_polling
) {
266 msb
->int_timeout
= jiffies
+
267 msecs_to_jiffies(timeout
== -1 ? 500 : timeout
);
268 msb
->int_polling
= true;
269 } else if (time_after(jiffies
, msb
->int_timeout
)) {
270 mrq
->data
[0] = MEMSTICK_INT_CMDNAK
;
274 if ((msb
->caps
& MEMSTICK_CAP_AUTO_GET_INT
) &&
275 mrq
->need_card_int
&& !mrq
->error
) {
276 mrq
->data
[0] = mrq
->int_reg
;
277 mrq
->need_card_int
= false;
280 memstick_init_req(mrq
, MS_TPC_GET_INT
, NULL
, 1);
285 /* Read a register */
286 static int msb_read_regs(struct msb_data
*msb
, int offset
, int len
)
288 struct memstick_request
*req
= &msb
->card
->current_mrq
;
290 if (msb
->reg_addr
.r_offset
!= offset
||
291 msb
->reg_addr
.r_length
!= len
|| !msb
->addr_valid
) {
293 msb
->reg_addr
.r_offset
= offset
;
294 msb
->reg_addr
.r_length
= len
;
295 msb
->addr_valid
= true;
297 memstick_init_req(req
, MS_TPC_SET_RW_REG_ADRS
,
298 &msb
->reg_addr
, sizeof(msb
->reg_addr
));
302 memstick_init_req(req
, MS_TPC_READ_REG
, NULL
, len
);
306 /* Write a card register */
307 static int msb_write_regs(struct msb_data
*msb
, int offset
, int len
, void *buf
)
309 struct memstick_request
*req
= &msb
->card
->current_mrq
;
311 if (msb
->reg_addr
.w_offset
!= offset
||
312 msb
->reg_addr
.w_length
!= len
|| !msb
->addr_valid
) {
314 msb
->reg_addr
.w_offset
= offset
;
315 msb
->reg_addr
.w_length
= len
;
316 msb
->addr_valid
= true;
318 memstick_init_req(req
, MS_TPC_SET_RW_REG_ADRS
,
319 &msb
->reg_addr
, sizeof(msb
->reg_addr
));
323 memstick_init_req(req
, MS_TPC_WRITE_REG
, buf
, len
);
327 /* Handler for absence of IO */
328 static int h_msb_default_bad(struct memstick_dev
*card
,
329 struct memstick_request
**mrq
)
335 * This function is a handler for reads of one page from device.
336 * Writes output to msb->current_sg, takes sector address from msb->reg.param
337 * Can also be used to read extra data only. Set params accordintly.
339 static int h_msb_read_page(struct memstick_dev
*card
,
340 struct memstick_request
**out_mrq
)
342 struct msb_data
*msb
= memstick_get_drvdata(card
);
343 struct memstick_request
*mrq
= *out_mrq
= &card
->current_mrq
;
344 struct scatterlist sg
[2];
348 dbg("read_page, unknown error");
349 return msb_exit_state_machine(msb
, mrq
->error
);
352 switch (msb
->state
) {
353 case MSB_RP_SEND_BLOCK_ADDRESS
:
354 /* msb_write_regs sometimes "fails" because it needs to update
355 the reg window, and thus it returns request for that.
356 Then we stay in this state and retry */
357 if (!msb_write_regs(msb
,
358 offsetof(struct ms_register
, param
),
359 sizeof(struct ms_param_register
),
360 (unsigned char *)&msb
->regs
.param
))
363 msb
->state
= MSB_RP_SEND_READ_COMMAND
;
366 case MSB_RP_SEND_READ_COMMAND
:
367 command
= MS_CMD_BLOCK_READ
;
368 memstick_init_req(mrq
, MS_TPC_SET_CMD
, &command
, 1);
369 msb
->state
= MSB_RP_SEND_INT_REQ
;
372 case MSB_RP_SEND_INT_REQ
:
373 msb
->state
= MSB_RP_RECEIVE_INT_REQ_RESULT
;
374 /* If dont actually need to send the int read request (only in
375 serial mode), then just fall through */
376 if (msb_read_int_reg(msb
, -1))
380 case MSB_RP_RECEIVE_INT_REQ_RESULT
:
381 intreg
= mrq
->data
[0];
382 msb
->regs
.status
.interrupt
= intreg
;
384 if (intreg
& MEMSTICK_INT_CMDNAK
)
385 return msb_exit_state_machine(msb
, -EIO
);
387 if (!(intreg
& MEMSTICK_INT_CED
)) {
388 msb
->state
= MSB_RP_SEND_INT_REQ
;
392 msb
->int_polling
= false;
393 msb
->state
= (intreg
& MEMSTICK_INT_ERR
) ?
394 MSB_RP_SEND_READ_STATUS_REG
: MSB_RP_SEND_OOB_READ
;
397 case MSB_RP_SEND_READ_STATUS_REG
:
398 /* read the status register to understand source of the INT_ERR */
399 if (!msb_read_regs(msb
,
400 offsetof(struct ms_register
, status
),
401 sizeof(struct ms_status_register
)))
404 msb
->state
= MSB_RP_RECEIVE_STATUS_REG
;
407 case MSB_RP_RECEIVE_STATUS_REG
:
408 msb
->regs
.status
= *(struct ms_status_register
*)mrq
->data
;
409 msb
->state
= MSB_RP_SEND_OOB_READ
;
412 case MSB_RP_SEND_OOB_READ
:
413 if (!msb_read_regs(msb
,
414 offsetof(struct ms_register
, extra_data
),
415 sizeof(struct ms_extra_data_register
)))
418 msb
->state
= MSB_RP_RECEIVE_OOB_READ
;
421 case MSB_RP_RECEIVE_OOB_READ
:
422 msb
->regs
.extra_data
=
423 *(struct ms_extra_data_register
*) mrq
->data
;
424 msb
->state
= MSB_RP_SEND_READ_DATA
;
427 case MSB_RP_SEND_READ_DATA
:
428 /* Skip that state if we only read the oob */
429 if (msb
->regs
.param
.cp
== MEMSTICK_CP_EXTRA
) {
430 msb
->state
= MSB_RP_RECEIVE_READ_DATA
;
434 sg_init_table(sg
, ARRAY_SIZE(sg
));
435 msb_sg_copy(msb
->current_sg
, sg
, ARRAY_SIZE(sg
),
436 msb
->current_sg_offset
,
439 memstick_init_req_sg(mrq
, MS_TPC_READ_LONG_DATA
, sg
);
440 msb
->state
= MSB_RP_RECEIVE_READ_DATA
;
443 case MSB_RP_RECEIVE_READ_DATA
:
444 if (!(msb
->regs
.status
.interrupt
& MEMSTICK_INT_ERR
)) {
445 msb
->current_sg_offset
+= msb
->page_size
;
446 return msb_exit_state_machine(msb
, 0);
449 if (msb
->regs
.status
.status1
& MEMSTICK_UNCORR_ERROR
) {
450 dbg("read_page: uncorrectable error");
451 return msb_exit_state_machine(msb
, -EBADMSG
);
454 if (msb
->regs
.status
.status1
& MEMSTICK_CORR_ERROR
) {
455 dbg("read_page: correctable error");
456 msb
->current_sg_offset
+= msb
->page_size
;
457 return msb_exit_state_machine(msb
, -EUCLEAN
);
459 dbg("read_page: INT error, but no status error bits");
460 return msb_exit_state_machine(msb
, -EIO
);
468 * Handler of writes of exactly one block.
469 * Takes address from msb->regs.param.
470 * Writes same extra data to blocks, also taken
471 * from msb->regs.extra
472 * Returns -EBADMSG if write fails due to uncorrectable error, or -EIO if
473 * device refuses to take the command or something else
475 static int h_msb_write_block(struct memstick_dev
*card
,
476 struct memstick_request
**out_mrq
)
478 struct msb_data
*msb
= memstick_get_drvdata(card
);
479 struct memstick_request
*mrq
= *out_mrq
= &card
->current_mrq
;
480 struct scatterlist sg
[2];
484 return msb_exit_state_machine(msb
, mrq
->error
);
487 switch (msb
->state
) {
489 /* HACK: Jmicon handling of TPCs between 8 and
490 * sizeof(memstick_request.data) is broken due to hardware
491 * bug in PIO mode that is used for these TPCs
492 * Therefore split the write
495 case MSB_WB_SEND_WRITE_PARAMS
:
496 if (!msb_write_regs(msb
,
497 offsetof(struct ms_register
, param
),
498 sizeof(struct ms_param_register
),
502 msb
->state
= MSB_WB_SEND_WRITE_OOB
;
505 case MSB_WB_SEND_WRITE_OOB
:
506 if (!msb_write_regs(msb
,
507 offsetof(struct ms_register
, extra_data
),
508 sizeof(struct ms_extra_data_register
),
509 &msb
->regs
.extra_data
))
511 msb
->state
= MSB_WB_SEND_WRITE_COMMAND
;
515 case MSB_WB_SEND_WRITE_COMMAND
:
516 command
= MS_CMD_BLOCK_WRITE
;
517 memstick_init_req(mrq
, MS_TPC_SET_CMD
, &command
, 1);
518 msb
->state
= MSB_WB_SEND_INT_REQ
;
521 case MSB_WB_SEND_INT_REQ
:
522 msb
->state
= MSB_WB_RECEIVE_INT_REQ
;
523 if (msb_read_int_reg(msb
, -1))
527 case MSB_WB_RECEIVE_INT_REQ
:
528 intreg
= mrq
->data
[0];
529 msb
->regs
.status
.interrupt
= intreg
;
531 /* errors mean out of here, and fast... */
532 if (intreg
& (MEMSTICK_INT_CMDNAK
))
533 return msb_exit_state_machine(msb
, -EIO
);
535 if (intreg
& MEMSTICK_INT_ERR
)
536 return msb_exit_state_machine(msb
, -EBADMSG
);
539 /* for last page we need to poll CED */
540 if (msb
->current_page
== msb
->pages_in_block
) {
541 if (intreg
& MEMSTICK_INT_CED
)
542 return msb_exit_state_machine(msb
, 0);
543 msb
->state
= MSB_WB_SEND_INT_REQ
;
548 /* for non-last page we need BREQ before writing next chunk */
549 if (!(intreg
& MEMSTICK_INT_BREQ
)) {
550 msb
->state
= MSB_WB_SEND_INT_REQ
;
554 msb
->int_polling
= false;
555 msb
->state
= MSB_WB_SEND_WRITE_DATA
;
558 case MSB_WB_SEND_WRITE_DATA
:
559 sg_init_table(sg
, ARRAY_SIZE(sg
));
561 if (msb_sg_copy(msb
->current_sg
, sg
, ARRAY_SIZE(sg
),
562 msb
->current_sg_offset
,
563 msb
->page_size
) < msb
->page_size
)
564 return msb_exit_state_machine(msb
, -EIO
);
566 memstick_init_req_sg(mrq
, MS_TPC_WRITE_LONG_DATA
, sg
);
567 mrq
->need_card_int
= 1;
568 msb
->state
= MSB_WB_RECEIVE_WRITE_CONFIRMATION
;
571 case MSB_WB_RECEIVE_WRITE_CONFIRMATION
:
573 msb
->current_sg_offset
+= msb
->page_size
;
574 msb
->state
= MSB_WB_SEND_INT_REQ
;
584 * This function is used to send simple IO requests to device that consist
585 * of register write + command
587 static int h_msb_send_command(struct memstick_dev
*card
,
588 struct memstick_request
**out_mrq
)
590 struct msb_data
*msb
= memstick_get_drvdata(card
);
591 struct memstick_request
*mrq
= *out_mrq
= &card
->current_mrq
;
595 dbg("send_command: unknown error");
596 return msb_exit_state_machine(msb
, mrq
->error
);
599 switch (msb
->state
) {
601 /* HACK: see h_msb_write_block */
602 case MSB_SC_SEND_WRITE_PARAMS
: /* write param register*/
603 if (!msb_write_regs(msb
,
604 offsetof(struct ms_register
, param
),
605 sizeof(struct ms_param_register
),
608 msb
->state
= MSB_SC_SEND_WRITE_OOB
;
611 case MSB_SC_SEND_WRITE_OOB
:
612 if (!msb
->command_need_oob
) {
613 msb
->state
= MSB_SC_SEND_COMMAND
;
617 if (!msb_write_regs(msb
,
618 offsetof(struct ms_register
, extra_data
),
619 sizeof(struct ms_extra_data_register
),
620 &msb
->regs
.extra_data
))
623 msb
->state
= MSB_SC_SEND_COMMAND
;
626 case MSB_SC_SEND_COMMAND
:
627 memstick_init_req(mrq
, MS_TPC_SET_CMD
, &msb
->command_value
, 1);
628 msb
->state
= MSB_SC_SEND_INT_REQ
;
631 case MSB_SC_SEND_INT_REQ
:
632 msb
->state
= MSB_SC_RECEIVE_INT_REQ
;
633 if (msb_read_int_reg(msb
, -1))
637 case MSB_SC_RECEIVE_INT_REQ
:
638 intreg
= mrq
->data
[0];
640 if (intreg
& MEMSTICK_INT_CMDNAK
)
641 return msb_exit_state_machine(msb
, -EIO
);
642 if (intreg
& MEMSTICK_INT_ERR
)
643 return msb_exit_state_machine(msb
, -EBADMSG
);
645 if (!(intreg
& MEMSTICK_INT_CED
)) {
646 msb
->state
= MSB_SC_SEND_INT_REQ
;
650 return msb_exit_state_machine(msb
, 0);
656 /* Small handler for card reset */
657 static int h_msb_reset(struct memstick_dev
*card
,
658 struct memstick_request
**out_mrq
)
660 u8 command
= MS_CMD_RESET
;
661 struct msb_data
*msb
= memstick_get_drvdata(card
);
662 struct memstick_request
*mrq
= *out_mrq
= &card
->current_mrq
;
665 return msb_exit_state_machine(msb
, mrq
->error
);
667 switch (msb
->state
) {
669 memstick_init_req(mrq
, MS_TPC_SET_CMD
, &command
, 1);
670 mrq
->need_card_int
= 0;
671 msb
->state
= MSB_RS_CONFIRM
;
674 return msb_exit_state_machine(msb
, 0);
679 /* This handler is used to do serial->parallel switch */
680 static int h_msb_parallel_switch(struct memstick_dev
*card
,
681 struct memstick_request
**out_mrq
)
683 struct msb_data
*msb
= memstick_get_drvdata(card
);
684 struct memstick_request
*mrq
= *out_mrq
= &card
->current_mrq
;
685 struct memstick_host
*host
= card
->host
;
688 dbg("parallel_switch: error");
689 msb
->regs
.param
.system
&= ~MEMSTICK_SYS_PAM
;
690 return msb_exit_state_machine(msb
, mrq
->error
);
693 switch (msb
->state
) {
694 case MSB_PS_SEND_SWITCH_COMMAND
:
695 /* Set the parallel interface on memstick side */
696 msb
->regs
.param
.system
|= MEMSTICK_SYS_PAM
;
698 if (!msb_write_regs(msb
,
699 offsetof(struct ms_register
, param
),
701 (unsigned char *)&msb
->regs
.param
))
704 msb
->state
= MSB_PS_SWICH_HOST
;
707 case MSB_PS_SWICH_HOST
:
708 /* Set parallel interface on our side + send a dummy request
709 to see if card responds */
710 host
->set_param(host
, MEMSTICK_INTERFACE
, MEMSTICK_PAR4
);
711 memstick_init_req(mrq
, MS_TPC_GET_INT
, NULL
, 1);
712 msb
->state
= MSB_PS_CONFIRM
;
716 return msb_exit_state_machine(msb
, 0);
722 static int msb_switch_to_parallel(struct msb_data
*msb
);
724 /* Reset the card, to guard against hw errors beeing treated as bad blocks */
725 static int msb_reset(struct msb_data
*msb
, bool full
)
728 bool was_parallel
= msb
->regs
.param
.system
& MEMSTICK_SYS_PAM
;
729 struct memstick_dev
*card
= msb
->card
;
730 struct memstick_host
*host
= card
->host
;
734 msb
->regs
.param
.system
= MEMSTICK_SYS_BAMD
;
737 error
= host
->set_param(host
,
738 MEMSTICK_POWER
, MEMSTICK_POWER_OFF
);
742 msb_invalidate_reg_window(msb
);
744 error
= host
->set_param(host
,
745 MEMSTICK_POWER
, MEMSTICK_POWER_ON
);
749 error
= host
->set_param(host
,
750 MEMSTICK_INTERFACE
, MEMSTICK_SERIAL
);
753 dbg("Failed to reset the host controller");
754 msb
->read_only
= true;
759 error
= msb_run_state_machine(msb
, h_msb_reset
);
761 dbg("Failed to reset the card");
762 msb
->read_only
= true;
766 /* Set parallel mode */
768 msb_switch_to_parallel(msb
);
772 /* Attempts to switch interface to parallel mode */
773 static int msb_switch_to_parallel(struct msb_data
*msb
)
777 error
= msb_run_state_machine(msb
, h_msb_parallel_switch
);
779 pr_err("Switch to parallel failed");
780 msb
->regs
.param
.system
&= ~MEMSTICK_SYS_PAM
;
781 msb_reset(msb
, true);
785 msb
->caps
|= MEMSTICK_CAP_AUTO_GET_INT
;
789 /* Changes overwrite flag on a page */
790 static int msb_set_overwrite_flag(struct msb_data
*msb
,
791 u16 pba
, u8 page
, u8 flag
)
796 msb
->regs
.param
.block_address
= cpu_to_be16(pba
);
797 msb
->regs
.param
.page_address
= page
;
798 msb
->regs
.param
.cp
= MEMSTICK_CP_OVERWRITE
;
799 msb
->regs
.extra_data
.overwrite_flag
= flag
;
800 msb
->command_value
= MS_CMD_BLOCK_WRITE
;
801 msb
->command_need_oob
= true;
803 dbg_verbose("changing overwrite flag to %02x for sector %d, page %d",
805 return msb_run_state_machine(msb
, h_msb_send_command
);
808 static int msb_mark_bad(struct msb_data
*msb
, int pba
)
810 pr_notice("marking pba %d as bad", pba
);
811 msb_reset(msb
, true);
812 return msb_set_overwrite_flag(
813 msb
, pba
, 0, 0xFF & ~MEMSTICK_OVERWRITE_BKST
);
816 static int msb_mark_page_bad(struct msb_data
*msb
, int pba
, int page
)
818 dbg("marking page %d of pba %d as bad", page
, pba
);
819 msb_reset(msb
, true);
820 return msb_set_overwrite_flag(msb
,
821 pba
, page
, ~MEMSTICK_OVERWRITE_PGST0
);
824 /* Erases one physical block */
825 static int msb_erase_block(struct msb_data
*msb
, u16 pba
)
831 dbg_verbose("erasing pba %d", pba
);
833 for (try = 1; try < 3; try++) {
834 msb
->regs
.param
.block_address
= cpu_to_be16(pba
);
835 msb
->regs
.param
.page_address
= 0;
836 msb
->regs
.param
.cp
= MEMSTICK_CP_BLOCK
;
837 msb
->command_value
= MS_CMD_BLOCK_ERASE
;
838 msb
->command_need_oob
= false;
841 error
= msb_run_state_machine(msb
, h_msb_send_command
);
842 if (!error
|| msb_reset(msb
, true))
847 pr_err("erase failed, marking pba %d as bad", pba
);
848 msb_mark_bad(msb
, pba
);
851 dbg_verbose("erase success, marking pba %d as unused", pba
);
852 msb_mark_block_unused(msb
, pba
);
853 __set_bit(pba
, msb
->erased_blocks_bitmap
);
857 /* Reads one page from device */
858 static int msb_read_page(struct msb_data
*msb
,
859 u16 pba
, u8 page
, struct ms_extra_data_register
*extra
,
860 struct scatterlist
*sg
, int offset
)
864 if (pba
== MS_BLOCK_INVALID
) {
866 struct sg_mapping_iter miter
;
867 size_t len
= msb
->page_size
;
869 dbg_verbose("read unmapped sector. returning 0xFF");
871 local_irq_save(flags
);
872 sg_miter_start(&miter
, sg
, sg_nents(sg
),
873 SG_MITER_ATOMIC
| SG_MITER_TO_SG
);
875 while (sg_miter_next(&miter
) && len
> 0) {
879 if (offset
&& offset
>= miter
.length
) {
880 offset
-= miter
.length
;
884 chunklen
= min(miter
.length
- offset
, len
);
885 memset(miter
.addr
+ offset
, 0xFF, chunklen
);
890 sg_miter_stop(&miter
);
891 local_irq_restore(flags
);
897 memset(extra
, 0xFF, sizeof(*extra
));
901 if (pba
>= msb
->block_count
) {
902 pr_err("BUG: attempt to read beyond the end of the card at pba %d", pba
);
906 for (try = 1; try < 3; try++) {
907 msb
->regs
.param
.block_address
= cpu_to_be16(pba
);
908 msb
->regs
.param
.page_address
= page
;
909 msb
->regs
.param
.cp
= MEMSTICK_CP_PAGE
;
911 msb
->current_sg
= sg
;
912 msb
->current_sg_offset
= offset
;
913 error
= msb_run_state_machine(msb
, h_msb_read_page
);
916 if (error
== -EUCLEAN
) {
917 pr_notice("correctable error on pba %d, page %d",
923 *extra
= msb
->regs
.extra_data
;
925 if (!error
|| msb_reset(msb
, true))
931 if (error
== -EBADMSG
) {
932 pr_err("uncorrectable error on read of pba %d, page %d",
935 if (msb
->regs
.extra_data
.overwrite_flag
&
936 MEMSTICK_OVERWRITE_PGST0
)
937 msb_mark_page_bad(msb
, pba
, page
);
942 pr_err("read of pba %d, page %d failed with error %d",
947 /* Reads oob of page only */
948 static int msb_read_oob(struct msb_data
*msb
, u16 pba
, u16 page
,
949 struct ms_extra_data_register
*extra
)
954 msb
->regs
.param
.block_address
= cpu_to_be16(pba
);
955 msb
->regs
.param
.page_address
= page
;
956 msb
->regs
.param
.cp
= MEMSTICK_CP_EXTRA
;
958 if (pba
> msb
->block_count
) {
959 pr_err("BUG: attempt to read beyond the end of card at pba %d", pba
);
963 error
= msb_run_state_machine(msb
, h_msb_read_page
);
964 *extra
= msb
->regs
.extra_data
;
966 if (error
== -EUCLEAN
) {
967 pr_notice("correctable error on pba %d, page %d",
975 /* Reads a block and compares it with data contained in scatterlist orig_sg */
976 static int msb_verify_block(struct msb_data
*msb
, u16 pba
,
977 struct scatterlist
*orig_sg
, int offset
)
979 struct scatterlist sg
;
982 sg_init_one(&sg
, msb
->block_buffer
, msb
->block_size
);
984 while (page
< msb
->pages_in_block
) {
986 error
= msb_read_page(msb
, pba
, page
,
987 NULL
, &sg
, page
* msb
->page_size
);
993 if (msb_sg_compare_to_buffer(orig_sg
, offset
,
994 msb
->block_buffer
, msb
->block_size
))
999 /* Writes exectly one block + oob */
1000 static int msb_write_block(struct msb_data
*msb
,
1001 u16 pba
, u32 lba
, struct scatterlist
*sg
, int offset
)
1003 int error
, current_try
= 1;
1004 BUG_ON(sg
->length
< msb
->page_size
);
1009 if (pba
== MS_BLOCK_INVALID
) {
1011 "BUG: write: attempt to write MS_BLOCK_INVALID block");
1015 if (pba
>= msb
->block_count
|| lba
>= msb
->logical_block_count
) {
1017 "BUG: write: attempt to write beyond the end of device");
1021 if (msb_get_zone_from_lba(lba
) != msb_get_zone_from_pba(pba
)) {
1022 pr_err("BUG: write: lba zone mismatch");
1026 if (pba
== msb
->boot_block_locations
[0] ||
1027 pba
== msb
->boot_block_locations
[1]) {
1028 pr_err("BUG: write: attempt to write to boot blocks!");
1037 msb
->regs
.param
.cp
= MEMSTICK_CP_BLOCK
;
1038 msb
->regs
.param
.page_address
= 0;
1039 msb
->regs
.param
.block_address
= cpu_to_be16(pba
);
1041 msb
->regs
.extra_data
.management_flag
= 0xFF;
1042 msb
->regs
.extra_data
.overwrite_flag
= 0xF8;
1043 msb
->regs
.extra_data
.logical_address
= cpu_to_be16(lba
);
1045 msb
->current_sg
= sg
;
1046 msb
->current_sg_offset
= offset
;
1047 msb
->current_page
= 0;
1049 error
= msb_run_state_machine(msb
, h_msb_write_block
);
1051 /* Sector we just wrote to is assumed erased since its pba
1052 was erased. If it wasn't erased, write will succeed
1053 and will just clear the bits that were set in the block
1054 thus test that what we have written,
1055 matches what we expect.
1056 We do trust the blocks that we erased */
1057 if (!error
&& (verify_writes
||
1058 !test_bit(pba
, msb
->erased_blocks_bitmap
)))
1059 error
= msb_verify_block(msb
, pba
, sg
, offset
);
1064 if (current_try
> 1 || msb_reset(msb
, true))
1067 pr_err("write failed, trying to erase the pba %d", pba
);
1068 error
= msb_erase_block(msb
, pba
);
1077 /* Finds a free block for write replacement */
1078 static u16
msb_get_free_block(struct msb_data
*msb
, int zone
)
1081 int pba
= zone
* MS_BLOCKS_IN_ZONE
;
1084 get_random_bytes(&pos
, sizeof(pos
));
1086 if (!msb
->free_block_count
[zone
]) {
1087 pr_err("NO free blocks in the zone %d, to use for a write, (media is WORN out) switching to RO mode", zone
);
1088 msb
->read_only
= true;
1089 return MS_BLOCK_INVALID
;
1092 pos
%= msb
->free_block_count
[zone
];
1094 dbg_verbose("have %d choices for a free block, selected randomally: %d",
1095 msb
->free_block_count
[zone
], pos
);
1097 pba
= find_next_zero_bit(msb
->used_blocks_bitmap
,
1098 msb
->block_count
, pba
);
1099 for (i
= 0; i
< pos
; ++i
)
1100 pba
= find_next_zero_bit(msb
->used_blocks_bitmap
,
1101 msb
->block_count
, pba
+ 1);
1103 dbg_verbose("result of the free blocks scan: pba %d", pba
);
1105 if (pba
== msb
->block_count
|| (msb_get_zone_from_pba(pba
)) != zone
) {
1106 pr_err("BUG: cant get a free block");
1107 msb
->read_only
= true;
1108 return MS_BLOCK_INVALID
;
1111 msb_mark_block_used(msb
, pba
);
1115 static int msb_update_block(struct msb_data
*msb
, u16 lba
,
1116 struct scatterlist
*sg
, int offset
)
1121 pba
= msb
->lba_to_pba_table
[lba
];
1122 dbg_verbose("start of a block update at lba %d, pba %d", lba
, pba
);
1124 if (pba
!= MS_BLOCK_INVALID
) {
1125 dbg_verbose("setting the update flag on the block");
1126 msb_set_overwrite_flag(msb
, pba
, 0,
1127 0xFF & ~MEMSTICK_OVERWRITE_UDST
);
1130 for (try = 0; try < 3; try++) {
1131 new_pba
= msb_get_free_block(msb
,
1132 msb_get_zone_from_lba(lba
));
1134 if (new_pba
== MS_BLOCK_INVALID
) {
1139 dbg_verbose("block update: writing updated block to the pba %d",
1141 error
= msb_write_block(msb
, new_pba
, lba
, sg
, offset
);
1142 if (error
== -EBADMSG
) {
1143 msb_mark_bad(msb
, new_pba
);
1150 dbg_verbose("block update: erasing the old block");
1151 msb_erase_block(msb
, pba
);
1152 msb
->lba_to_pba_table
[lba
] = new_pba
;
1157 pr_err("block update error after %d tries, switching to r/o mode", try);
1158 msb
->read_only
= true;
1163 /* Converts endiannes in the boot block for easy use */
1164 static void msb_fix_boot_page_endianness(struct ms_boot_page
*p
)
1166 p
->header
.block_id
= be16_to_cpu(p
->header
.block_id
);
1167 p
->header
.format_reserved
= be16_to_cpu(p
->header
.format_reserved
);
1168 p
->entry
.disabled_block
.start_addr
1169 = be32_to_cpu(p
->entry
.disabled_block
.start_addr
);
1170 p
->entry
.disabled_block
.data_size
1171 = be32_to_cpu(p
->entry
.disabled_block
.data_size
);
1172 p
->entry
.cis_idi
.start_addr
1173 = be32_to_cpu(p
->entry
.cis_idi
.start_addr
);
1174 p
->entry
.cis_idi
.data_size
1175 = be32_to_cpu(p
->entry
.cis_idi
.data_size
);
1176 p
->attr
.block_size
= be16_to_cpu(p
->attr
.block_size
);
1177 p
->attr
.number_of_blocks
= be16_to_cpu(p
->attr
.number_of_blocks
);
1178 p
->attr
.number_of_effective_blocks
1179 = be16_to_cpu(p
->attr
.number_of_effective_blocks
);
1180 p
->attr
.page_size
= be16_to_cpu(p
->attr
.page_size
);
1181 p
->attr
.memory_manufacturer_code
1182 = be16_to_cpu(p
->attr
.memory_manufacturer_code
);
1183 p
->attr
.memory_device_code
= be16_to_cpu(p
->attr
.memory_device_code
);
1184 p
->attr
.implemented_capacity
1185 = be16_to_cpu(p
->attr
.implemented_capacity
);
1186 p
->attr
.controller_number
= be16_to_cpu(p
->attr
.controller_number
);
1187 p
->attr
.controller_function
= be16_to_cpu(p
->attr
.controller_function
);
1190 static int msb_read_boot_blocks(struct msb_data
*msb
)
1193 struct scatterlist sg
;
1194 struct ms_extra_data_register extra
;
1195 struct ms_boot_page
*page
;
1197 msb
->boot_block_locations
[0] = MS_BLOCK_INVALID
;
1198 msb
->boot_block_locations
[1] = MS_BLOCK_INVALID
;
1199 msb
->boot_block_count
= 0;
1201 dbg_verbose("Start of a scan for the boot blocks");
1203 if (!msb
->boot_page
) {
1204 page
= kmalloc(sizeof(struct ms_boot_page
)*2, GFP_KERNEL
);
1208 msb
->boot_page
= page
;
1210 page
= msb
->boot_page
;
1212 msb
->block_count
= MS_BLOCK_MAX_BOOT_ADDR
;
1214 for (pba
= 0; pba
< MS_BLOCK_MAX_BOOT_ADDR
; pba
++) {
1216 sg_init_one(&sg
, page
, sizeof(*page
));
1217 if (msb_read_page(msb
, pba
, 0, &extra
, &sg
, 0)) {
1218 dbg("boot scan: can't read pba %d", pba
);
1222 if (extra
.management_flag
& MEMSTICK_MANAGEMENT_SYSFLG
) {
1223 dbg("managment flag doesn't indicate boot block %d",
1228 if (be16_to_cpu(page
->header
.block_id
) != MS_BLOCK_BOOT_ID
) {
1229 dbg("the pba at %d doesn' contain boot block ID", pba
);
1233 msb_fix_boot_page_endianness(page
);
1234 msb
->boot_block_locations
[msb
->boot_block_count
] = pba
;
1237 msb
->boot_block_count
++;
1239 if (msb
->boot_block_count
== 2)
1243 if (!msb
->boot_block_count
) {
1244 pr_err("media doesn't contain master page, aborting");
1248 dbg_verbose("End of scan for boot blocks");
1252 static int msb_read_bad_block_table(struct msb_data
*msb
, int block_nr
)
1254 struct ms_boot_page
*boot_block
;
1255 struct scatterlist sg
;
1259 int data_size
, data_offset
, page
, page_offset
, size_to_read
;
1262 BUG_ON(block_nr
> 1);
1263 boot_block
= &msb
->boot_page
[block_nr
];
1264 pba
= msb
->boot_block_locations
[block_nr
];
1266 if (msb
->boot_block_locations
[block_nr
] == MS_BLOCK_INVALID
)
1269 data_size
= boot_block
->entry
.disabled_block
.data_size
;
1270 data_offset
= sizeof(struct ms_boot_page
) +
1271 boot_block
->entry
.disabled_block
.start_addr
;
1275 page
= data_offset
/ msb
->page_size
;
1276 page_offset
= data_offset
% msb
->page_size
;
1278 DIV_ROUND_UP(data_size
+ page_offset
, msb
->page_size
) *
1281 dbg("reading bad block of boot block at pba %d, offset %d len %d",
1282 pba
, data_offset
, data_size
);
1284 buffer
= kzalloc(size_to_read
, GFP_KERNEL
);
1288 /* Read the buffer */
1289 sg_init_one(&sg
, buffer
, size_to_read
);
1291 while (offset
< size_to_read
) {
1292 error
= msb_read_page(msb
, pba
, page
, NULL
, &sg
, offset
);
1297 offset
+= msb
->page_size
;
1299 if (page
== msb
->pages_in_block
) {
1301 "bad block table extends beyond the boot block");
1306 /* Process the bad block table */
1307 for (i
= page_offset
; i
< data_size
/ sizeof(u16
); i
++) {
1309 u16 bad_block
= be16_to_cpu(buffer
[i
]);
1311 if (bad_block
>= msb
->block_count
) {
1312 dbg("bad block table contains invalid block %d",
1317 if (test_bit(bad_block
, msb
->used_blocks_bitmap
)) {
1318 dbg("duplicate bad block %d in the table",
1323 dbg("block %d is marked as factory bad", bad_block
);
1324 msb_mark_block_used(msb
, bad_block
);
1331 static int msb_ftl_initialize(struct msb_data
*msb
)
1335 if (msb
->ftl_initialized
)
1338 msb
->zone_count
= msb
->block_count
/ MS_BLOCKS_IN_ZONE
;
1339 msb
->logical_block_count
= msb
->zone_count
* 496 - 2;
1341 msb
->used_blocks_bitmap
= kzalloc(msb
->block_count
/ 8, GFP_KERNEL
);
1342 msb
->erased_blocks_bitmap
= kzalloc(msb
->block_count
/ 8, GFP_KERNEL
);
1343 msb
->lba_to_pba_table
=
1344 kmalloc(msb
->logical_block_count
* sizeof(u16
), GFP_KERNEL
);
1346 if (!msb
->used_blocks_bitmap
|| !msb
->lba_to_pba_table
||
1347 !msb
->erased_blocks_bitmap
) {
1348 kfree(msb
->used_blocks_bitmap
);
1349 kfree(msb
->lba_to_pba_table
);
1350 kfree(msb
->erased_blocks_bitmap
);
1354 for (i
= 0; i
< msb
->zone_count
; i
++)
1355 msb
->free_block_count
[i
] = MS_BLOCKS_IN_ZONE
;
1357 memset(msb
->lba_to_pba_table
, MS_BLOCK_INVALID
,
1358 msb
->logical_block_count
* sizeof(u16
));
1360 dbg("initial FTL tables created. Zone count = %d, Logical block count = %d",
1361 msb
->zone_count
, msb
->logical_block_count
);
1363 msb
->ftl_initialized
= true;
1367 static int msb_ftl_scan(struct msb_data
*msb
)
1369 u16 pba
, lba
, other_block
;
1370 u8 overwrite_flag
, managment_flag
, other_overwrite_flag
;
1372 struct ms_extra_data_register extra
;
1373 u8
*overwrite_flags
= kzalloc(msb
->block_count
, GFP_KERNEL
);
1375 if (!overwrite_flags
)
1378 dbg("Start of media scanning");
1379 for (pba
= 0; pba
< msb
->block_count
; pba
++) {
1381 if (pba
== msb
->boot_block_locations
[0] ||
1382 pba
== msb
->boot_block_locations
[1]) {
1383 dbg_verbose("pba %05d -> [boot block]", pba
);
1384 msb_mark_block_used(msb
, pba
);
1388 if (test_bit(pba
, msb
->used_blocks_bitmap
)) {
1389 dbg_verbose("pba %05d -> [factory bad]", pba
);
1393 memset(&extra
, 0, sizeof(extra
));
1394 error
= msb_read_oob(msb
, pba
, 0, &extra
);
1396 /* can't trust the page if we can't read the oob */
1397 if (error
== -EBADMSG
) {
1399 "oob of pba %d damaged, will try to erase it", pba
);
1400 msb_mark_block_used(msb
, pba
);
1401 msb_erase_block(msb
, pba
);
1404 pr_err("unknown error %d on read of oob of pba %d - aborting",
1407 kfree(overwrite_flags
);
1411 lba
= be16_to_cpu(extra
.logical_address
);
1412 managment_flag
= extra
.management_flag
;
1413 overwrite_flag
= extra
.overwrite_flag
;
1414 overwrite_flags
[pba
] = overwrite_flag
;
1416 /* Skip bad blocks */
1417 if (!(overwrite_flag
& MEMSTICK_OVERWRITE_BKST
)) {
1418 dbg("pba %05d -> [BAD]", pba
);
1419 msb_mark_block_used(msb
, pba
);
1423 /* Skip system/drm blocks */
1424 if ((managment_flag
& MEMSTICK_MANAGMENT_FLAG_NORMAL
) !=
1425 MEMSTICK_MANAGMENT_FLAG_NORMAL
) {
1426 dbg("pba %05d -> [reserved managment flag %02x]",
1427 pba
, managment_flag
);
1428 msb_mark_block_used(msb
, pba
);
1432 /* Erase temporary tables */
1433 if (!(managment_flag
& MEMSTICK_MANAGEMENT_ATFLG
)) {
1434 dbg("pba %05d -> [temp table] - will erase", pba
);
1436 msb_mark_block_used(msb
, pba
);
1437 msb_erase_block(msb
, pba
);
1441 if (lba
== MS_BLOCK_INVALID
) {
1442 dbg_verbose("pba %05d -> [free]", pba
);
1446 msb_mark_block_used(msb
, pba
);
1448 /* Block has LBA not according to zoning*/
1449 if (msb_get_zone_from_lba(lba
) != msb_get_zone_from_pba(pba
)) {
1450 pr_notice("pba %05d -> [bad lba %05d] - will erase",
1452 msb_erase_block(msb
, pba
);
1456 /* No collisions - great */
1457 if (msb
->lba_to_pba_table
[lba
] == MS_BLOCK_INVALID
) {
1458 dbg_verbose("pba %05d -> [lba %05d]", pba
, lba
);
1459 msb
->lba_to_pba_table
[lba
] = pba
;
1463 other_block
= msb
->lba_to_pba_table
[lba
];
1464 other_overwrite_flag
= overwrite_flags
[other_block
];
1466 pr_notice("Collision between pba %d and pba %d",
1469 if (!(overwrite_flag
& MEMSTICK_OVERWRITE_UDST
)) {
1470 pr_notice("pba %d is marked as stable, use it", pba
);
1471 msb_erase_block(msb
, other_block
);
1472 msb
->lba_to_pba_table
[lba
] = pba
;
1476 if (!(other_overwrite_flag
& MEMSTICK_OVERWRITE_UDST
)) {
1477 pr_notice("pba %d is marked as stable, use it",
1479 msb_erase_block(msb
, pba
);
1483 pr_notice("collision between blocks %d and %d, without stable flag set on both, erasing pba %d",
1484 pba
, other_block
, other_block
);
1486 msb_erase_block(msb
, other_block
);
1487 msb
->lba_to_pba_table
[lba
] = pba
;
1490 dbg("End of media scanning");
1491 kfree(overwrite_flags
);
1495 static void msb_cache_flush_timer(unsigned long data
)
1497 struct msb_data
*msb
= (struct msb_data
*)data
;
1498 msb
->need_flush_cache
= true;
1499 queue_work(msb
->io_queue
, &msb
->io_work
);
1503 static void msb_cache_discard(struct msb_data
*msb
)
1505 if (msb
->cache_block_lba
== MS_BLOCK_INVALID
)
1508 del_timer_sync(&msb
->cache_flush_timer
);
1510 dbg_verbose("Discarding the write cache");
1511 msb
->cache_block_lba
= MS_BLOCK_INVALID
;
1512 bitmap_zero(&msb
->valid_cache_bitmap
, msb
->pages_in_block
);
1515 static int msb_cache_init(struct msb_data
*msb
)
1517 setup_timer(&msb
->cache_flush_timer
, msb_cache_flush_timer
,
1518 (unsigned long)msb
);
1521 msb
->cache
= kzalloc(msb
->block_size
, GFP_KERNEL
);
1525 msb_cache_discard(msb
);
1529 static int msb_cache_flush(struct msb_data
*msb
)
1531 struct scatterlist sg
;
1532 struct ms_extra_data_register extra
;
1533 int page
, offset
, error
;
1539 if (msb
->cache_block_lba
== MS_BLOCK_INVALID
)
1542 lba
= msb
->cache_block_lba
;
1543 pba
= msb
->lba_to_pba_table
[lba
];
1545 dbg_verbose("Flushing the write cache of pba %d (LBA %d)",
1546 pba
, msb
->cache_block_lba
);
1548 sg_init_one(&sg
, msb
->cache
, msb
->block_size
);
1550 /* Read all missing pages in cache */
1551 for (page
= 0; page
< msb
->pages_in_block
; page
++) {
1553 if (test_bit(page
, &msb
->valid_cache_bitmap
))
1556 offset
= page
* msb
->page_size
;
1558 dbg_verbose("reading non-present sector %d of cache block %d",
1560 error
= msb_read_page(msb
, pba
, page
, &extra
, &sg
, offset
);
1562 /* Bad pages are copied with 00 page status */
1563 if (error
== -EBADMSG
) {
1564 pr_err("read error on sector %d, contents probably damaged", page
);
1571 if ((extra
.overwrite_flag
& MEMSTICK_OV_PG_NORMAL
) !=
1572 MEMSTICK_OV_PG_NORMAL
) {
1573 dbg("page %d is marked as bad", page
);
1577 set_bit(page
, &msb
->valid_cache_bitmap
);
1580 /* Write the cache now */
1581 error
= msb_update_block(msb
, msb
->cache_block_lba
, &sg
, 0);
1582 pba
= msb
->lba_to_pba_table
[msb
->cache_block_lba
];
1584 /* Mark invalid pages */
1586 for (page
= 0; page
< msb
->pages_in_block
; page
++) {
1588 if (test_bit(page
, &msb
->valid_cache_bitmap
))
1591 dbg("marking page %d as containing damaged data",
1593 msb_set_overwrite_flag(msb
,
1594 pba
, page
, 0xFF & ~MEMSTICK_OV_PG_NORMAL
);
1598 msb_cache_discard(msb
);
1602 static int msb_cache_write(struct msb_data
*msb
, int lba
,
1603 int page
, bool add_to_cache_only
, struct scatterlist
*sg
, int offset
)
1606 struct scatterlist sg_tmp
[10];
1611 if (msb
->cache_block_lba
== MS_BLOCK_INVALID
||
1612 lba
!= msb
->cache_block_lba
)
1613 if (add_to_cache_only
)
1616 /* If we need to write different block */
1617 if (msb
->cache_block_lba
!= MS_BLOCK_INVALID
&&
1618 lba
!= msb
->cache_block_lba
) {
1619 dbg_verbose("first flush the cache");
1620 error
= msb_cache_flush(msb
);
1625 if (msb
->cache_block_lba
== MS_BLOCK_INVALID
) {
1626 msb
->cache_block_lba
= lba
;
1627 mod_timer(&msb
->cache_flush_timer
,
1628 jiffies
+ msecs_to_jiffies(cache_flush_timeout
));
1631 dbg_verbose("Write of LBA %d page %d to cache ", lba
, page
);
1633 sg_init_table(sg_tmp
, ARRAY_SIZE(sg_tmp
));
1634 msb_sg_copy(sg
, sg_tmp
, ARRAY_SIZE(sg_tmp
), offset
, msb
->page_size
);
1636 sg_copy_to_buffer(sg_tmp
, sg_nents(sg_tmp
),
1637 msb
->cache
+ page
* msb
->page_size
, msb
->page_size
);
1639 set_bit(page
, &msb
->valid_cache_bitmap
);
1643 static int msb_cache_read(struct msb_data
*msb
, int lba
,
1644 int page
, struct scatterlist
*sg
, int offset
)
1646 int pba
= msb
->lba_to_pba_table
[lba
];
1647 struct scatterlist sg_tmp
[10];
1650 if (lba
== msb
->cache_block_lba
&&
1651 test_bit(page
, &msb
->valid_cache_bitmap
)) {
1653 dbg_verbose("Read of LBA %d (pba %d) sector %d from cache",
1656 sg_init_table(sg_tmp
, ARRAY_SIZE(sg_tmp
));
1657 msb_sg_copy(sg
, sg_tmp
, ARRAY_SIZE(sg_tmp
),
1658 offset
, msb
->page_size
);
1659 sg_copy_from_buffer(sg_tmp
, sg_nents(sg_tmp
),
1660 msb
->cache
+ msb
->page_size
* page
,
1663 dbg_verbose("Read of LBA %d (pba %d) sector %d from device",
1666 error
= msb_read_page(msb
, pba
, page
, NULL
, sg
, offset
);
1670 msb_cache_write(msb
, lba
, page
, true, sg
, offset
);
1675 /* Emulated geometry table
1676 * This table content isn't that importaint,
1677 * One could put here different values, providing that they still
1679 * 64 MB entry is what windows reports for my 64M memstick */
1681 static const struct chs_entry chs_table
[] = {
1682 /* size sectors cylynders heads */
1688 {128, 16, 991, 16 },
1692 /* Load information about the card */
1693 static int msb_init_card(struct memstick_dev
*card
)
1695 struct msb_data
*msb
= memstick_get_drvdata(card
);
1696 struct memstick_host
*host
= card
->host
;
1697 struct ms_boot_page
*boot_block
;
1698 int error
= 0, i
, raw_size_in_megs
;
1702 if (card
->id
.class >= MEMSTICK_CLASS_ROM
&&
1703 card
->id
.class <= MEMSTICK_CLASS_ROM
)
1704 msb
->read_only
= true;
1707 error
= msb_reset(msb
, false);
1711 /* Due to a bug in Jmicron driver written by Alex Dubov,
1712 its serial mode barely works,
1713 so we switch to parallel mode right away */
1714 if (host
->caps
& MEMSTICK_CAP_PAR4
)
1715 msb_switch_to_parallel(msb
);
1717 msb
->page_size
= sizeof(struct ms_boot_page
);
1719 /* Read the boot page */
1720 error
= msb_read_boot_blocks(msb
);
1724 boot_block
= &msb
->boot_page
[0];
1726 /* Save intersting attributes from boot page */
1727 msb
->block_count
= boot_block
->attr
.number_of_blocks
;
1728 msb
->page_size
= boot_block
->attr
.page_size
;
1730 msb
->pages_in_block
= boot_block
->attr
.block_size
* 2;
1731 msb
->block_size
= msb
->page_size
* msb
->pages_in_block
;
1733 if (msb
->page_size
> PAGE_SIZE
) {
1734 /* this isn't supported by linux at all, anyway*/
1735 dbg("device page %d size isn't supported", msb
->page_size
);
1739 msb
->block_buffer
= kzalloc(msb
->block_size
, GFP_KERNEL
);
1740 if (!msb
->block_buffer
)
1743 raw_size_in_megs
= (msb
->block_size
* msb
->block_count
) >> 20;
1745 for (i
= 0; chs_table
[i
].size
; i
++) {
1747 if (chs_table
[i
].size
!= raw_size_in_megs
)
1750 msb
->geometry
.cylinders
= chs_table
[i
].cyl
;
1751 msb
->geometry
.heads
= chs_table
[i
].head
;
1752 msb
->geometry
.sectors
= chs_table
[i
].sec
;
1756 if (boot_block
->attr
.transfer_supporting
== 1)
1757 msb
->caps
|= MEMSTICK_CAP_PAR4
;
1759 if (boot_block
->attr
.device_type
& 0x03)
1760 msb
->read_only
= true;
1762 dbg("Total block count = %d", msb
->block_count
);
1763 dbg("Each block consists of %d pages", msb
->pages_in_block
);
1764 dbg("Page size = %d bytes", msb
->page_size
);
1765 dbg("Parallel mode supported: %d", !!(msb
->caps
& MEMSTICK_CAP_PAR4
));
1766 dbg("Read only: %d", msb
->read_only
);
1769 /* Now we can switch the interface */
1770 if (host
->caps
& msb
->caps
& MEMSTICK_CAP_PAR4
)
1771 msb_switch_to_parallel(msb
);
1774 error
= msb_cache_init(msb
);
1778 error
= msb_ftl_initialize(msb
);
1783 /* Read the bad block table */
1784 error
= msb_read_bad_block_table(msb
, 0);
1786 if (error
&& error
!= -ENOMEM
) {
1787 dbg("failed to read bad block table from primary boot block, trying from backup");
1788 error
= msb_read_bad_block_table(msb
, 1);
1794 /* *drum roll* Scan the media */
1795 error
= msb_ftl_scan(msb
);
1797 pr_err("Scan of media failed");
1805 static int msb_do_write_request(struct msb_data
*msb
, int lba
,
1806 int page
, struct scatterlist
*sg
, size_t len
, int *sucessfuly_written
)
1810 *sucessfuly_written
= 0;
1812 while (offset
< len
) {
1813 if (page
== 0 && len
- offset
>= msb
->block_size
) {
1815 if (msb
->cache_block_lba
== lba
)
1816 msb_cache_discard(msb
);
1818 dbg_verbose("Writing whole lba %d", lba
);
1819 error
= msb_update_block(msb
, lba
, sg
, offset
);
1823 offset
+= msb
->block_size
;
1824 *sucessfuly_written
+= msb
->block_size
;
1829 error
= msb_cache_write(msb
, lba
, page
, false, sg
, offset
);
1833 offset
+= msb
->page_size
;
1834 *sucessfuly_written
+= msb
->page_size
;
1837 if (page
== msb
->pages_in_block
) {
1845 static int msb_do_read_request(struct msb_data
*msb
, int lba
,
1846 int page
, struct scatterlist
*sg
, int len
, int *sucessfuly_read
)
1850 *sucessfuly_read
= 0;
1852 while (offset
< len
) {
1854 error
= msb_cache_read(msb
, lba
, page
, sg
, offset
);
1858 offset
+= msb
->page_size
;
1859 *sucessfuly_read
+= msb
->page_size
;
1862 if (page
== msb
->pages_in_block
) {
1870 static void msb_io_work(struct work_struct
*work
)
1872 struct msb_data
*msb
= container_of(work
, struct msb_data
, io_work
);
1873 int page
, error
, len
;
1875 unsigned long flags
;
1876 struct scatterlist
*sg
= msb
->prealloc_sg
;
1878 dbg_verbose("IO: work started");
1881 spin_lock_irqsave(&msb
->q_lock
, flags
);
1883 if (msb
->need_flush_cache
) {
1884 msb
->need_flush_cache
= false;
1885 spin_unlock_irqrestore(&msb
->q_lock
, flags
);
1886 msb_cache_flush(msb
);
1891 msb
->req
= blk_fetch_request(msb
->queue
);
1893 dbg_verbose("IO: no more requests exiting");
1894 spin_unlock_irqrestore(&msb
->q_lock
, flags
);
1899 spin_unlock_irqrestore(&msb
->q_lock
, flags
);
1901 /* If card was removed meanwhile */
1905 /* process the request */
1906 dbg_verbose("IO: processing new request");
1907 blk_rq_map_sg(msb
->queue
, msb
->req
, sg
);
1909 lba
= blk_rq_pos(msb
->req
);
1911 sector_div(lba
, msb
->page_size
/ 512);
1912 page
= do_div(lba
, msb
->pages_in_block
);
1914 if (rq_data_dir(msb
->req
) == READ
)
1915 error
= msb_do_read_request(msb
, lba
, page
, sg
,
1916 blk_rq_bytes(msb
->req
), &len
);
1918 error
= msb_do_write_request(msb
, lba
, page
, sg
,
1919 blk_rq_bytes(msb
->req
), &len
);
1921 spin_lock_irqsave(&msb
->q_lock
, flags
);
1924 if (!__blk_end_request(msb
->req
, 0, len
))
1927 if (error
&& msb
->req
) {
1928 dbg_verbose("IO: ending one sector of the request with error");
1929 if (!__blk_end_request(msb
->req
, error
, msb
->page_size
))
1934 dbg_verbose("IO: request still pending");
1936 spin_unlock_irqrestore(&msb
->q_lock
, flags
);
1940 static DEFINE_IDR(msb_disk_idr
); /*set of used disk numbers */
1941 static DEFINE_MUTEX(msb_disk_lock
); /* protects against races in open/release */
1943 static int msb_bd_open(struct block_device
*bdev
, fmode_t mode
)
1945 struct gendisk
*disk
= bdev
->bd_disk
;
1946 struct msb_data
*msb
= disk
->private_data
;
1948 dbg_verbose("block device open");
1950 mutex_lock(&msb_disk_lock
);
1952 if (msb
&& msb
->card
)
1955 mutex_unlock(&msb_disk_lock
);
1959 static void msb_data_clear(struct msb_data
*msb
)
1961 kfree(msb
->boot_page
);
1962 kfree(msb
->used_blocks_bitmap
);
1963 kfree(msb
->lba_to_pba_table
);
1968 static int msb_disk_release(struct gendisk
*disk
)
1970 struct msb_data
*msb
= disk
->private_data
;
1972 dbg_verbose("block device release");
1973 mutex_lock(&msb_disk_lock
);
1976 if (msb
->usage_count
)
1979 if (!msb
->usage_count
) {
1980 disk
->private_data
= NULL
;
1981 idr_remove(&msb_disk_idr
, msb
->disk_id
);
1986 mutex_unlock(&msb_disk_lock
);
1990 static void msb_bd_release(struct gendisk
*disk
, fmode_t mode
)
1992 msb_disk_release(disk
);
1995 static int msb_bd_getgeo(struct block_device
*bdev
,
1996 struct hd_geometry
*geo
)
1998 struct msb_data
*msb
= bdev
->bd_disk
->private_data
;
1999 *geo
= msb
->geometry
;
2003 static int msb_prepare_req(struct request_queue
*q
, struct request
*req
)
2005 if (req
->cmd_type
!= REQ_TYPE_FS
&&
2006 req
->cmd_type
!= REQ_TYPE_BLOCK_PC
) {
2007 blk_dump_rq_flags(req
, "MS unsupported request");
2008 return BLKPREP_KILL
;
2010 req
->cmd_flags
|= REQ_DONTPREP
;
2014 static void msb_submit_req(struct request_queue
*q
)
2016 struct memstick_dev
*card
= q
->queuedata
;
2017 struct msb_data
*msb
= memstick_get_drvdata(card
);
2018 struct request
*req
= NULL
;
2020 dbg_verbose("Submit request");
2022 if (msb
->card_dead
) {
2023 dbg("Refusing requests on removed card");
2025 WARN_ON(!msb
->io_queue_stopped
);
2027 while ((req
= blk_fetch_request(q
)) != NULL
)
2028 __blk_end_request_all(req
, -ENODEV
);
2035 if (!msb
->io_queue_stopped
)
2036 queue_work(msb
->io_queue
, &msb
->io_work
);
2039 static int msb_check_card(struct memstick_dev
*card
)
2041 struct msb_data
*msb
= memstick_get_drvdata(card
);
2042 return (msb
->card_dead
== 0);
2045 static void msb_stop(struct memstick_dev
*card
)
2047 struct msb_data
*msb
= memstick_get_drvdata(card
);
2048 unsigned long flags
;
2050 dbg("Stopping all msblock IO");
2052 spin_lock_irqsave(&msb
->q_lock
, flags
);
2053 blk_stop_queue(msb
->queue
);
2054 msb
->io_queue_stopped
= true;
2055 spin_unlock_irqrestore(&msb
->q_lock
, flags
);
2057 del_timer_sync(&msb
->cache_flush_timer
);
2058 flush_workqueue(msb
->io_queue
);
2061 spin_lock_irqsave(&msb
->q_lock
, flags
);
2062 blk_requeue_request(msb
->queue
, msb
->req
);
2064 spin_unlock_irqrestore(&msb
->q_lock
, flags
);
2069 static void msb_start(struct memstick_dev
*card
)
2071 struct msb_data
*msb
= memstick_get_drvdata(card
);
2072 unsigned long flags
;
2074 dbg("Resuming IO from msblock");
2076 msb_invalidate_reg_window(msb
);
2078 spin_lock_irqsave(&msb
->q_lock
, flags
);
2079 if (!msb
->io_queue_stopped
|| msb
->card_dead
) {
2080 spin_unlock_irqrestore(&msb
->q_lock
, flags
);
2083 spin_unlock_irqrestore(&msb
->q_lock
, flags
);
2085 /* Kick cache flush anyway, its harmless */
2086 msb
->need_flush_cache
= true;
2087 msb
->io_queue_stopped
= false;
2089 spin_lock_irqsave(&msb
->q_lock
, flags
);
2090 blk_start_queue(msb
->queue
);
2091 spin_unlock_irqrestore(&msb
->q_lock
, flags
);
2093 queue_work(msb
->io_queue
, &msb
->io_work
);
2097 static const struct block_device_operations msb_bdops
= {
2098 .open
= msb_bd_open
,
2099 .release
= msb_bd_release
,
2100 .getgeo
= msb_bd_getgeo
,
2101 .owner
= THIS_MODULE
2104 /* Registers the block device */
2105 static int msb_init_disk(struct memstick_dev
*card
)
2107 struct msb_data
*msb
= memstick_get_drvdata(card
);
2108 struct memstick_host
*host
= card
->host
;
2110 u64 limit
= BLK_BOUNCE_HIGH
;
2111 unsigned long capacity
;
2113 if (host
->dev
.dma_mask
&& *(host
->dev
.dma_mask
))
2114 limit
= *(host
->dev
.dma_mask
);
2116 mutex_lock(&msb_disk_lock
);
2117 msb
->disk_id
= idr_alloc(&msb_disk_idr
, card
, 0, 256, GFP_KERNEL
);
2118 mutex_unlock(&msb_disk_lock
);
2120 if (msb
->disk_id
< 0)
2121 return msb
->disk_id
;
2123 msb
->disk
= alloc_disk(0);
2126 goto out_release_id
;
2129 msb
->queue
= blk_init_queue(msb_submit_req
, &msb
->q_lock
);
2135 msb
->queue
->queuedata
= card
;
2136 blk_queue_prep_rq(msb
->queue
, msb_prepare_req
);
2138 blk_queue_bounce_limit(msb
->queue
, limit
);
2139 blk_queue_max_hw_sectors(msb
->queue
, MS_BLOCK_MAX_PAGES
);
2140 blk_queue_max_segments(msb
->queue
, MS_BLOCK_MAX_SEGS
);
2141 blk_queue_max_segment_size(msb
->queue
,
2142 MS_BLOCK_MAX_PAGES
* msb
->page_size
);
2143 blk_queue_logical_block_size(msb
->queue
, msb
->page_size
);
2145 sprintf(msb
->disk
->disk_name
, "msblk%d", msb
->disk_id
);
2146 msb
->disk
->fops
= &msb_bdops
;
2147 msb
->disk
->private_data
= msb
;
2148 msb
->disk
->queue
= msb
->queue
;
2149 msb
->disk
->driverfs_dev
= &card
->dev
;
2150 msb
->disk
->flags
|= GENHD_FL_EXT_DEVT
;
2152 capacity
= msb
->pages_in_block
* msb
->logical_block_count
;
2153 capacity
*= (msb
->page_size
/ 512);
2154 set_capacity(msb
->disk
, capacity
);
2155 dbg("Set total disk size to %lu sectors", capacity
);
2157 msb
->usage_count
= 1;
2158 msb
->io_queue
= alloc_ordered_workqueue("ms_block", WQ_MEM_RECLAIM
);
2159 INIT_WORK(&msb
->io_work
, msb_io_work
);
2160 sg_init_table(msb
->prealloc_sg
, MS_BLOCK_MAX_SEGS
+1);
2163 set_disk_ro(msb
->disk
, 1);
2166 add_disk(msb
->disk
);
2171 put_disk(msb
->disk
);
2173 mutex_lock(&msb_disk_lock
);
2174 idr_remove(&msb_disk_idr
, msb
->disk_id
);
2175 mutex_unlock(&msb_disk_lock
);
2179 static int msb_probe(struct memstick_dev
*card
)
2181 struct msb_data
*msb
;
2184 msb
= kzalloc(sizeof(struct msb_data
), GFP_KERNEL
);
2187 memstick_set_drvdata(card
, msb
);
2189 spin_lock_init(&msb
->q_lock
);
2191 rc
= msb_init_card(card
);
2195 rc
= msb_init_disk(card
);
2197 card
->check
= msb_check_card
;
2198 card
->stop
= msb_stop
;
2199 card
->start
= msb_start
;
2203 memstick_set_drvdata(card
, NULL
);
2204 msb_data_clear(msb
);
2209 static void msb_remove(struct memstick_dev
*card
)
2211 struct msb_data
*msb
= memstick_get_drvdata(card
);
2212 unsigned long flags
;
2214 if (!msb
->io_queue_stopped
)
2217 dbg("Removing the disk device");
2219 /* Take care of unhandled + new requests from now on */
2220 spin_lock_irqsave(&msb
->q_lock
, flags
);
2221 msb
->card_dead
= true;
2222 blk_start_queue(msb
->queue
);
2223 spin_unlock_irqrestore(&msb
->q_lock
, flags
);
2225 /* Remove the disk */
2226 del_gendisk(msb
->disk
);
2227 blk_cleanup_queue(msb
->queue
);
2230 mutex_lock(&msb_disk_lock
);
2231 msb_data_clear(msb
);
2232 mutex_unlock(&msb_disk_lock
);
2234 msb_disk_release(msb
->disk
);
2235 memstick_set_drvdata(card
, NULL
);
2240 static int msb_suspend(struct memstick_dev
*card
, pm_message_t state
)
2246 static int msb_resume(struct memstick_dev
*card
)
2248 struct msb_data
*msb
= memstick_get_drvdata(card
);
2249 struct msb_data
*new_msb
= NULL
;
2250 bool card_dead
= true;
2252 #ifndef CONFIG_MEMSTICK_UNSAFE_RESUME
2253 msb
->card_dead
= true;
2256 mutex_lock(&card
->host
->lock
);
2258 new_msb
= kzalloc(sizeof(struct msb_data
), GFP_KERNEL
);
2262 new_msb
->card
= card
;
2263 memstick_set_drvdata(card
, new_msb
);
2264 spin_lock_init(&new_msb
->q_lock
);
2265 sg_init_table(msb
->prealloc_sg
, MS_BLOCK_MAX_SEGS
+1);
2267 if (msb_init_card(card
))
2270 if (msb
->block_size
!= new_msb
->block_size
)
2273 if (memcmp(msb
->boot_page
, new_msb
->boot_page
,
2274 sizeof(struct ms_boot_page
)))
2277 if (msb
->logical_block_count
!= new_msb
->logical_block_count
||
2278 memcmp(msb
->lba_to_pba_table
, new_msb
->lba_to_pba_table
,
2279 msb
->logical_block_count
))
2282 if (msb
->block_count
!= new_msb
->block_count
||
2283 memcmp(msb
->used_blocks_bitmap
, new_msb
->used_blocks_bitmap
,
2284 msb
->block_count
/ 8))
2290 dbg("Card was removed/replaced during suspend");
2292 msb
->card_dead
= card_dead
;
2293 memstick_set_drvdata(card
, msb
);
2296 msb_data_clear(new_msb
);
2301 mutex_unlock(&card
->host
->lock
);
2306 #define msb_suspend NULL
2307 #define msb_resume NULL
2309 #endif /* CONFIG_PM */
2311 static struct memstick_device_id msb_id_tbl
[] = {
2312 {MEMSTICK_MATCH_ALL
, MEMSTICK_TYPE_LEGACY
, MEMSTICK_CATEGORY_STORAGE
,
2313 MEMSTICK_CLASS_FLASH
},
2315 {MEMSTICK_MATCH_ALL
, MEMSTICK_TYPE_LEGACY
, MEMSTICK_CATEGORY_STORAGE
,
2316 MEMSTICK_CLASS_ROM
},
2318 {MEMSTICK_MATCH_ALL
, MEMSTICK_TYPE_LEGACY
, MEMSTICK_CATEGORY_STORAGE
,
2321 {MEMSTICK_MATCH_ALL
, MEMSTICK_TYPE_LEGACY
, MEMSTICK_CATEGORY_STORAGE
,
2324 {MEMSTICK_MATCH_ALL
, MEMSTICK_TYPE_DUO
, MEMSTICK_CATEGORY_STORAGE_DUO
,
2325 MEMSTICK_CLASS_DUO
},
2328 MODULE_DEVICE_TABLE(memstick
, msb_id_tbl
);
2331 static struct memstick_driver msb_driver
= {
2333 .name
= DRIVER_NAME
,
2334 .owner
= THIS_MODULE
2336 .id_table
= msb_id_tbl
,
2338 .remove
= msb_remove
,
2339 .suspend
= msb_suspend
,
2340 .resume
= msb_resume
2345 static int __init
msb_init(void)
2347 int rc
= register_blkdev(0, DRIVER_NAME
);
2350 pr_err("failed to register major (error %d)\n", rc
);
2355 rc
= memstick_register_driver(&msb_driver
);
2357 unregister_blkdev(major
, DRIVER_NAME
);
2358 pr_err("failed to register memstick driver (error %d)\n", rc
);
2364 static void __exit
msb_exit(void)
2366 memstick_unregister_driver(&msb_driver
);
2367 unregister_blkdev(major
, DRIVER_NAME
);
2368 idr_destroy(&msb_disk_idr
);
2371 module_init(msb_init
);
2372 module_exit(msb_exit
);
2374 module_param(cache_flush_timeout
, int, S_IRUGO
);
2375 MODULE_PARM_DESC(cache_flush_timeout
,
2376 "Cache flush timeout in msec (1000 default)");
2377 module_param(debug
, int, S_IRUGO
| S_IWUSR
);
2378 MODULE_PARM_DESC(debug
, "Debug level (0-2)");
2380 module_param(verify_writes
, bool, S_IRUGO
);
2381 MODULE_PARM_DESC(verify_writes
, "Read back and check all data that is written");
2383 MODULE_LICENSE("GPL");
2384 MODULE_AUTHOR("Maxim Levitsky");
2385 MODULE_DESCRIPTION("Sony MemoryStick block device driver");