?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
accel/amdxdna: Return error when setting clock failed for npu1
[drm/drm-misc.git] / drivers / mtd / sm_ftl.c
blobb5b3c4c44a94c410a2c4dee725d58dccb6ce6842
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3 * Copyright © 2009 - Maxim Levitsky
4 * SmartMedia/xD translation layer
5 */
6
7 #include <linux/kernel.h>
8 #include <linux/module.h>
9 #include <linux/random.h>
10 #include <linux/hdreg.h>
11 #include <linux/kthread.h>
12 #include <linux/freezer.h>
13 #include <linux/sysfs.h>
14 #include <linux/bitops.h>
15 #include <linux/slab.h>
16 #include <linux/mtd/nand-ecc-sw-hamming.h>
17 #include "nand/raw/sm_common.h"
18 #include "sm_ftl.h"
19
20
21
22 static struct workqueue_struct *cache_flush_workqueue;
23
24 static int cache_timeout = 1000;
25 module_param(cache_timeout, int, S_IRUGO);
26 MODULE_PARM_DESC(cache_timeout,
27 "Timeout (in ms) for cache flush (1000 ms default");
28
29 static int debug;
30 module_param(debug, int, S_IRUGO | S_IWUSR);
31 MODULE_PARM_DESC(debug, "Debug level (0-2)");
32
33
34 /* ------------------- sysfs attributes ---------------------------------- */
35 struct sm_sysfs_attribute {
36 struct device_attribute dev_attr;
37 char *data;
38 int len;
39 };
40
41 static ssize_t sm_attr_show(struct device *dev, struct device_attribute *attr,
42 char *buf)
43 {
44 struct sm_sysfs_attribute *sm_attr =
45 container_of(attr, struct sm_sysfs_attribute, dev_attr);
46
47 strncpy(buf, sm_attr->data, sm_attr->len);
48 return sm_attr->len;
49 }
50
51
52 #define NUM_ATTRIBUTES 1
53 #define SM_CIS_VENDOR_OFFSET 0x59
54 static struct attribute_group *sm_create_sysfs_attributes(struct sm_ftl *ftl)
55 {
56 struct attribute_group *attr_group;
57 struct attribute **attributes;
58 struct sm_sysfs_attribute *vendor_attribute;
59 char *vendor;
60
61 vendor = kstrndup(ftl->cis_buffer + SM_CIS_VENDOR_OFFSET,
62 SM_SMALL_PAGE - SM_CIS_VENDOR_OFFSET, GFP_KERNEL);
63 if (!vendor)
64 goto error1;
65
66 /* Initialize sysfs attributes */
67 vendor_attribute =
68 kzalloc(sizeof(struct sm_sysfs_attribute), GFP_KERNEL);
69 if (!vendor_attribute)
70 goto error2;
71
72 sysfs_attr_init(&vendor_attribute->dev_attr.attr);
73
74 vendor_attribute->data = vendor;
75 vendor_attribute->len = strlen(vendor);
76 vendor_attribute->dev_attr.attr.name = "vendor";
77 vendor_attribute->dev_attr.attr.mode = S_IRUGO;
78 vendor_attribute->dev_attr.show = sm_attr_show;
79
80
81 /* Create array of pointers to the attributes */
82 attributes = kcalloc(NUM_ATTRIBUTES + 1, sizeof(struct attribute *),
83 GFP_KERNEL);
84 if (!attributes)
85 goto error3;
86 attributes[0] = &vendor_attribute->dev_attr.attr;
87
88 /* Finally create the attribute group */
89 attr_group = kzalloc(sizeof(struct attribute_group), GFP_KERNEL);
90 if (!attr_group)
91 goto error4;
92 attr_group->attrs = attributes;
93 return attr_group;
94 error4:
95 kfree(attributes);
96 error3:
97 kfree(vendor_attribute);
98 error2:
99 kfree(vendor);
100 error1:
101 return NULL;
102 }
103
104 static void sm_delete_sysfs_attributes(struct sm_ftl *ftl)
105 {
106 struct attribute **attributes = ftl->disk_attributes->attrs;
107 int i;
108
109 for (i = 0; attributes[i] ; i++) {
110
111 struct device_attribute *dev_attr = container_of(attributes[i],
112 struct device_attribute, attr);
113
114 struct sm_sysfs_attribute *sm_attr =
115 container_of(dev_attr,
116 struct sm_sysfs_attribute, dev_attr);
117
118 kfree(sm_attr->data);
119 kfree(sm_attr);
120 }
121
122 kfree(ftl->disk_attributes->attrs);
123 kfree(ftl->disk_attributes);
124 }
125
126
127 /* ----------------------- oob helpers -------------------------------------- */
128
129 static int sm_get_lba(uint8_t *lba)
130 {
131 /* check fixed bits */
132 if ((lba[0] & 0xF8) != 0x10)
133 return -2;
134
135 /* check parity - endianness doesn't matter */
136 if (hweight16(*(uint16_t *)lba) & 1)
137 return -2;
138
139 return (lba[1] >> 1) | ((lba[0] & 0x07) << 7);
140 }
141
142
143 /*
144 * Read LBA associated with block
145 * returns -1, if block is erased
146 * returns -2 if error happens
147 */
148 static int sm_read_lba(struct sm_oob *oob)
149 {
150 static const uint32_t erased_pattern[4] = {
151 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF };
152
153 uint16_t lba_test;
154 int lba;
155
156 /* First test for erased block */
157 if (!memcmp(oob, erased_pattern, SM_OOB_SIZE))
158 return -1;
159
160 /* Now check is both copies of the LBA differ too much */
161 lba_test = *(uint16_t *)oob->lba_copy1 ^ *(uint16_t*)oob->lba_copy2;
162 if (lba_test && !is_power_of_2(lba_test))
163 return -2;
164
165 /* And read it */
166 lba = sm_get_lba(oob->lba_copy1);
167
168 if (lba == -2)
169 lba = sm_get_lba(oob->lba_copy2);
170
171 return lba;
172 }
173
174 static void sm_write_lba(struct sm_oob *oob, uint16_t lba)
175 {
176 uint8_t tmp[2];
177
178 WARN_ON(lba >= 1000);
179
180 tmp[0] = 0x10 | ((lba >> 7) & 0x07);
181 tmp[1] = (lba << 1) & 0xFF;
182
183 if (hweight16(*(uint16_t *)tmp) & 0x01)
184 tmp[1] |= 1;
185
186 oob->lba_copy1[0] = oob->lba_copy2[0] = tmp[0];
187 oob->lba_copy1[1] = oob->lba_copy2[1] = tmp[1];
188 }
189
190
191 /* Make offset from parts */
192 static loff_t sm_mkoffset(struct sm_ftl *ftl, int zone, int block, int boffset)
193 {
194 WARN_ON(boffset & (SM_SECTOR_SIZE - 1));
195 WARN_ON(zone < 0 || zone >= ftl->zone_count);
196 WARN_ON(block >= ftl->zone_size);
197 WARN_ON(boffset >= ftl->block_size);
198
199 if (block == -1)
200 return -1;
201
202 return (zone * SM_MAX_ZONE_SIZE + block) * ftl->block_size + boffset;
203 }
204
205 /* Breaks offset into parts */
206 static void sm_break_offset(struct sm_ftl *ftl, loff_t loffset,
207 int *zone, int *block, int *boffset)
208 {
209 u64 offset = loffset;
210 *boffset = do_div(offset, ftl->block_size);
211 *block = do_div(offset, ftl->max_lba);
212 *zone = offset >= ftl->zone_count ? -1 : offset;
213 }
214
215 /* ---------------------- low level IO ------------------------------------- */
216
217 static int sm_correct_sector(uint8_t *buffer, struct sm_oob *oob)
218 {
219 bool sm_order = IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC);
220 uint8_t ecc[3];
221
222 ecc_sw_hamming_calculate(buffer, SM_SMALL_PAGE, ecc, sm_order);
223 if (ecc_sw_hamming_correct(buffer, ecc, oob->ecc1, SM_SMALL_PAGE,
224 sm_order) < 0)
225 return -EIO;
226
227 buffer += SM_SMALL_PAGE;
228
229 ecc_sw_hamming_calculate(buffer, SM_SMALL_PAGE, ecc, sm_order);
230 if (ecc_sw_hamming_correct(buffer, ecc, oob->ecc2, SM_SMALL_PAGE,
231 sm_order) < 0)
232 return -EIO;
233 return 0;
234 }
235
236 /* Reads a sector + oob*/
237 static int sm_read_sector(struct sm_ftl *ftl,
238 int zone, int block, int boffset,
239 uint8_t *buffer, struct sm_oob *oob)
240 {
241 struct mtd_info *mtd = ftl->trans->mtd;
242 struct mtd_oob_ops ops = { };
243 struct sm_oob tmp_oob;
244 int ret = -EIO;
245 int try = 0;
246
247 /* FTL can contain -1 entries that are by default filled with bits */
248 if (block == -1) {
249 if (buffer)
250 memset(buffer, 0xFF, SM_SECTOR_SIZE);
251 return 0;
252 }
253
254 /* User might not need the oob, but we do for data verification */
255 if (!oob)
256 oob = &tmp_oob;
257
258 ops.mode = ftl->smallpagenand ? MTD_OPS_RAW : MTD_OPS_PLACE_OOB;
259 ops.ooboffs = 0;
260 ops.ooblen = SM_OOB_SIZE;
261 ops.oobbuf = (void *)oob;
262 ops.len = SM_SECTOR_SIZE;
263 ops.datbuf = buffer;
264
265 again:
266 if (try++) {
267 /* Avoid infinite recursion on CIS reads, sm_recheck_media
268 * won't help anyway
269 */
270 if (zone == 0 && block == ftl->cis_block && boffset ==
271 ftl->cis_boffset)
272 return ret;
273
274 /* Test if media is stable */
275 if (try == 3 || sm_recheck_media(ftl))
276 return ret;
277 }
278
279 /* Unfortunately, oob read will _always_ succeed,
280 * despite card removal.....
281 */
282 ret = mtd_read_oob(mtd, sm_mkoffset(ftl, zone, block, boffset), &ops);
283
284 /* Test for unknown errors */
285 if (ret != 0 && !mtd_is_bitflip_or_eccerr(ret)) {
286 dbg("read of block %d at zone %d, failed due to error (%d)",
287 block, zone, ret);
288 goto again;
289 }
290
291 /* Do a basic test on the oob, to guard against returned garbage */
292 if (oob->reserved != 0xFFFFFFFF && !is_power_of_2(~oob->reserved))
293 goto again;
294
295 /* This should never happen, unless there is a bug in the mtd driver */
296 WARN_ON(ops.oobretlen != SM_OOB_SIZE);
297 WARN_ON(buffer && ops.retlen != SM_SECTOR_SIZE);
298
299 if (!buffer)
300 return 0;
301
302 /* Test if sector marked as bad */
303 if (!sm_sector_valid(oob)) {
304 dbg("read of block %d at zone %d, failed because it is marked"
305 " as bad" , block, zone);
306 goto again;
307 }
308
309 /* Test ECC*/
310 if (mtd_is_eccerr(ret) ||
311 (ftl->smallpagenand && sm_correct_sector(buffer, oob))) {
312
313 dbg("read of block %d at zone %d, failed due to ECC error",
314 block, zone);
315 goto again;
316 }
317
318 return 0;
319 }
320
321 /* Writes a sector to media */
322 static int sm_write_sector(struct sm_ftl *ftl,
323 int zone, int block, int boffset,
324 uint8_t *buffer, struct sm_oob *oob)
325 {
326 struct mtd_oob_ops ops = { };
327 struct mtd_info *mtd = ftl->trans->mtd;
328 int ret;
329
330 BUG_ON(ftl->readonly);
331
332 if (zone == 0 && (block == ftl->cis_block || block == 0)) {
333 dbg("attempted to write the CIS!");
334 return -EIO;
335 }
336
337 if (ftl->unstable)
338 return -EIO;
339
340 ops.mode = ftl->smallpagenand ? MTD_OPS_RAW : MTD_OPS_PLACE_OOB;
341 ops.len = SM_SECTOR_SIZE;
342 ops.datbuf = buffer;
343 ops.ooboffs = 0;
344 ops.ooblen = SM_OOB_SIZE;
345 ops.oobbuf = (void *)oob;
346
347 ret = mtd_write_oob(mtd, sm_mkoffset(ftl, zone, block, boffset), &ops);
348
349 /* Now we assume that hardware will catch write bitflip errors */
350
351 if (ret) {
352 dbg("write to block %d at zone %d, failed with error %d",
353 block, zone, ret);
354
355 sm_recheck_media(ftl);
356 return ret;
357 }
358
359 /* This should never happen, unless there is a bug in the driver */
360 WARN_ON(ops.oobretlen != SM_OOB_SIZE);
361 WARN_ON(buffer && ops.retlen != SM_SECTOR_SIZE);
362
363 return 0;
364 }
365
366 /* ------------------------ block IO ------------------------------------- */
367
368 /* Write a block using data and lba, and invalid sector bitmap */
369 static int sm_write_block(struct sm_ftl *ftl, uint8_t *buf,
370 int zone, int block, int lba,
371 unsigned long invalid_bitmap)
372 {
373 bool sm_order = IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC);
374 struct sm_oob oob;
375 int boffset;
376 int retry = 0;
377
378 /* Initialize the oob with requested values */
379 memset(&oob, 0xFF, SM_OOB_SIZE);
380 sm_write_lba(&oob, lba);
381 restart:
382 if (ftl->unstable)
383 return -EIO;
384
385 for (boffset = 0; boffset < ftl->block_size;
386 boffset += SM_SECTOR_SIZE) {
387
388 oob.data_status = 0xFF;
389
390 if (test_bit(boffset / SM_SECTOR_SIZE, &invalid_bitmap)) {
391
392 sm_printk("sector %d of block at LBA %d of zone %d"
393 " couldn't be read, marking it as invalid",
394 boffset / SM_SECTOR_SIZE, lba, zone);
395
396 oob.data_status = 0;
397 }
398
399 if (ftl->smallpagenand) {
400 ecc_sw_hamming_calculate(buf + boffset,
401 SM_SMALL_PAGE, oob.ecc1,
402 sm_order);
403
404 ecc_sw_hamming_calculate(buf + boffset + SM_SMALL_PAGE,
405 SM_SMALL_PAGE, oob.ecc2,
406 sm_order);
407 }
408 if (!sm_write_sector(ftl, zone, block, boffset,
409 buf + boffset, &oob))
410 continue;
411
412 if (!retry) {
413
414 /* If write fails. try to erase the block */
415 /* This is safe, because we never write in blocks
416 * that contain valuable data.
417 * This is intended to repair block that are marked
418 * as erased, but that isn't fully erased
419 */
420
421 if (sm_erase_block(ftl, zone, block, 0))
422 return -EIO;
423
424 retry = 1;
425 goto restart;
426 } else {
427 sm_mark_block_bad(ftl, zone, block);
428 return -EIO;
429 }
430 }
431 return 0;
432 }
433
434
435 /* Mark whole block at offset 'offs' as bad. */
436 static void sm_mark_block_bad(struct sm_ftl *ftl, int zone, int block)
437 {
438 struct sm_oob oob;
439 int boffset;
440
441 memset(&oob, 0xFF, SM_OOB_SIZE);
442 oob.block_status = 0xF0;
443
444 if (ftl->unstable)
445 return;
446
447 if (sm_recheck_media(ftl))
448 return;
449
450 sm_printk("marking block %d of zone %d as bad", block, zone);
451
452 /* We aren't checking the return value, because we don't care */
453 /* This also fails on fake xD cards, but I guess these won't expose
454 * any bad blocks till fail completely
455 */
456 for (boffset = 0; boffset < ftl->block_size; boffset += SM_SECTOR_SIZE)
457 sm_write_sector(ftl, zone, block, boffset, NULL, &oob);
458 }
459
460 /*
461 * Erase a block within a zone
462 * If erase succeeds, it updates free block fifo, otherwise marks block as bad
463 */
464 static int sm_erase_block(struct sm_ftl *ftl, int zone_num, uint16_t block,
465 int put_free)
466 {
467 struct ftl_zone *zone = &ftl->zones[zone_num];
468 struct mtd_info *mtd = ftl->trans->mtd;
469 struct erase_info erase;
470
471 erase.addr = sm_mkoffset(ftl, zone_num, block, 0);
472 erase.len = ftl->block_size;
473
474 if (ftl->unstable)
475 return -EIO;
476
477 BUG_ON(ftl->readonly);
478
479 if (zone_num == 0 && (block == ftl->cis_block || block == 0)) {
480 sm_printk("attempted to erase the CIS!");
481 return -EIO;
482 }
483
484 if (mtd_erase(mtd, &erase)) {
485 sm_printk("erase of block %d in zone %d failed",
486 block, zone_num);
487 goto error;
488 }
489
490 if (put_free)
491 kfifo_in(&zone->free_sectors,
492 (const unsigned char *)&block, sizeof(block));
493
494 return 0;
495 error:
496 sm_mark_block_bad(ftl, zone_num, block);
497 return -EIO;
498 }
499
500 /* Thoroughly test that block is valid. */
501 static int sm_check_block(struct sm_ftl *ftl, int zone, int block)
502 {
503 int boffset;
504 struct sm_oob oob;
505 int lbas[] = { -3, 0, 0, 0 };
506 int i = 0;
507 int test_lba;
508
509
510 /* First just check that block doesn't look fishy */
511 /* Only blocks that are valid or are sliced in two parts, are
512 * accepted
513 */
514 for (boffset = 0; boffset < ftl->block_size;
515 boffset += SM_SECTOR_SIZE) {
516
517 /* This shouldn't happen anyway */
518 if (sm_read_sector(ftl, zone, block, boffset, NULL, &oob))
519 return -2;
520
521 test_lba = sm_read_lba(&oob);
522
523 if (lbas[i] != test_lba)
524 lbas[++i] = test_lba;
525
526 /* If we found three different LBAs, something is fishy */
527 if (i == 3)
528 return -EIO;
529 }
530
531 /* If the block is sliced (partially erased usually) erase it */
532 if (i == 2) {
533 sm_erase_block(ftl, zone, block, 1);
534 return 1;
535 }
536
537 return 0;
538 }
539
540 /* ----------------- media scanning --------------------------------- */
541 static const struct chs_entry chs_table[] = {
542 { 1, 125, 4, 4 },
543 { 2, 125, 4, 8 },
544 { 4, 250, 4, 8 },
545 { 8, 250, 4, 16 },
546 { 16, 500, 4, 16 },
547 { 32, 500, 8, 16 },
548 { 64, 500, 8, 32 },
549 { 128, 500, 16, 32 },
550 { 256, 1000, 16, 32 },
551 { 512, 1015, 32, 63 },
552 { 1024, 985, 33, 63 },
553 { 2048, 985, 33, 63 },
554 { 0 },
555 };
556
557
558 static const uint8_t cis_signature[] = {
559 0x01, 0x03, 0xD9, 0x01, 0xFF, 0x18, 0x02, 0xDF, 0x01, 0x20
560 };
561 /* Find out media parameters.
562 * This ideally has to be based on nand id, but for now device size is enough
563 */
564 static int sm_get_media_info(struct sm_ftl *ftl, struct mtd_info *mtd)
565 {
566 int i;
567 int size_in_megs = mtd->size / (1024 * 1024);
568
569 ftl->readonly = mtd->type == MTD_ROM;
570
571 /* Manual settings for very old devices */
572 ftl->zone_count = 1;
573 ftl->smallpagenand = 0;
574
575 switch (size_in_megs) {
576 case 1:
577 /* 1 MiB flash/rom SmartMedia card (256 byte pages)*/
578 ftl->zone_size = 256;
579 ftl->max_lba = 250;
580 ftl->block_size = 8 * SM_SECTOR_SIZE;
581 ftl->smallpagenand = 1;
582
583 break;
584 case 2:
585 /* 2 MiB flash SmartMedia (256 byte pages)*/
586 if (mtd->writesize == SM_SMALL_PAGE) {
587 ftl->zone_size = 512;
588 ftl->max_lba = 500;
589 ftl->block_size = 8 * SM_SECTOR_SIZE;
590 ftl->smallpagenand = 1;
591 /* 2 MiB rom SmartMedia */
592 } else {
593
594 if (!ftl->readonly)
595 return -ENODEV;
596
597 ftl->zone_size = 256;
598 ftl->max_lba = 250;
599 ftl->block_size = 16 * SM_SECTOR_SIZE;
600 }
601 break;
602 case 4:
603 /* 4 MiB flash/rom SmartMedia device */
604 ftl->zone_size = 512;
605 ftl->max_lba = 500;
606 ftl->block_size = 16 * SM_SECTOR_SIZE;
607 break;
608 case 8:
609 /* 8 MiB flash/rom SmartMedia device */
610 ftl->zone_size = 1024;
611 ftl->max_lba = 1000;
612 ftl->block_size = 16 * SM_SECTOR_SIZE;
613 }
614
615 /* Minimum xD size is 16MiB. Also, all xD cards have standard zone
616 * sizes. SmartMedia cards exist up to 128 MiB and have same layout
617 */
618 if (size_in_megs >= 16) {
619 ftl->zone_count = size_in_megs / 16;
620 ftl->zone_size = 1024;
621 ftl->max_lba = 1000;
622 ftl->block_size = 32 * SM_SECTOR_SIZE;
623 }
624
625 /* Test for proper write,erase and oob sizes */
626 if (mtd->erasesize > ftl->block_size)
627 return -ENODEV;
628
629 if (mtd->writesize > SM_SECTOR_SIZE)
630 return -ENODEV;
631
632 if (ftl->smallpagenand && mtd->oobsize < SM_SMALL_OOB_SIZE)
633 return -ENODEV;
634
635 if (!ftl->smallpagenand && mtd->oobsize < SM_OOB_SIZE)
636 return -ENODEV;
637
638 /* We use OOB */
639 if (!mtd_has_oob(mtd))
640 return -ENODEV;
641
642 /* Find geometry information */
643 for (i = 0 ; i < ARRAY_SIZE(chs_table) ; i++) {
644 if (chs_table[i].size == size_in_megs) {
645 ftl->cylinders = chs_table[i].cyl;
646 ftl->heads = chs_table[i].head;
647 ftl->sectors = chs_table[i].sec;
648 return 0;
649 }
650 }
651
652 sm_printk("media has unknown size : %dMiB", size_in_megs);
653 ftl->cylinders = 985;
654 ftl->heads = 33;
655 ftl->sectors = 63;
656 return 0;
657 }
658
659 /* Validate the CIS */
660 static int sm_read_cis(struct sm_ftl *ftl)
661 {
662 struct sm_oob oob;
663
664 if (sm_read_sector(ftl,
665 0, ftl->cis_block, ftl->cis_boffset, ftl->cis_buffer, &oob))
666 return -EIO;
667
668 if (!sm_sector_valid(&oob) || !sm_block_valid(&oob))
669 return -EIO;
670
671 if (!memcmp(ftl->cis_buffer + ftl->cis_page_offset,
672 cis_signature, sizeof(cis_signature))) {
673 return 0;
674 }
675
676 return -EIO;
677 }
678
679 /* Scan the media for the CIS */
680 static int sm_find_cis(struct sm_ftl *ftl)
681 {
682 struct sm_oob oob;
683 int block, boffset;
684 int block_found = 0;
685 int cis_found = 0;
686
687 /* Search for first valid block */
688 for (block = 0 ; block < ftl->zone_size - ftl->max_lba ; block++) {
689
690 if (sm_read_sector(ftl, 0, block, 0, NULL, &oob))
691 continue;
692
693 if (!sm_block_valid(&oob))
694 continue;
695 block_found = 1;
696 break;
697 }
698
699 if (!block_found)
700 return -EIO;
701
702 /* Search for first valid sector in this block */
703 for (boffset = 0 ; boffset < ftl->block_size;
704 boffset += SM_SECTOR_SIZE) {
705
706 if (sm_read_sector(ftl, 0, block, boffset, NULL, &oob))
707 continue;
708
709 if (!sm_sector_valid(&oob))
710 continue;
711 break;
712 }
713
714 if (boffset == ftl->block_size)
715 return -EIO;
716
717 ftl->cis_block = block;
718 ftl->cis_boffset = boffset;
719 ftl->cis_page_offset = 0;
720
721 cis_found = !sm_read_cis(ftl);
722
723 if (!cis_found) {
724 ftl->cis_page_offset = SM_SMALL_PAGE;
725 cis_found = !sm_read_cis(ftl);
726 }
727
728 if (cis_found) {
729 dbg("CIS block found at offset %x",
730 block * ftl->block_size +
731 boffset + ftl->cis_page_offset);
732 return 0;
733 }
734 return -EIO;
735 }
736
737 /* Basic test to determine if underlying mtd device if functional */
738 static int sm_recheck_media(struct sm_ftl *ftl)
739 {
740 if (sm_read_cis(ftl)) {
741
742 if (!ftl->unstable) {
743 sm_printk("media unstable, not allowing writes");
744 ftl->unstable = 1;
745 }
746 return -EIO;
747 }
748 return 0;
749 }
750
751 /* Initialize a FTL zone */
752 static int sm_init_zone(struct sm_ftl *ftl, int zone_num)
753 {
754 struct ftl_zone *zone = &ftl->zones[zone_num];
755 struct sm_oob oob;
756 uint16_t block;
757 int lba;
758 int i = 0;
759 int len;
760
761 dbg("initializing zone %d", zone_num);
762
763 /* Allocate memory for FTL table */
764 zone->lba_to_phys_table = kmalloc_array(ftl->max_lba, 2, GFP_KERNEL);
765
766 if (!zone->lba_to_phys_table)
767 return -ENOMEM;
768 memset(zone->lba_to_phys_table, -1, ftl->max_lba * 2);
769
770
771 /* Allocate memory for free sectors FIFO */
772 if (kfifo_alloc(&zone->free_sectors, ftl->zone_size * 2, GFP_KERNEL)) {
773 kfree(zone->lba_to_phys_table);
774 return -ENOMEM;
775 }
776
777 /* Now scan the zone */
778 for (block = 0 ; block < ftl->zone_size ; block++) {
779
780 /* Skip blocks till the CIS (including) */
781 if (zone_num == 0 && block <= ftl->cis_block)
782 continue;
783
784 /* Read the oob of first sector */
785 if (sm_read_sector(ftl, zone_num, block, 0, NULL, &oob)) {
786 kfifo_free(&zone->free_sectors);
787 kfree(zone->lba_to_phys_table);
788 return -EIO;
789 }
790
791 /* Test to see if block is erased. It is enough to test
792 * first sector, because erase happens in one shot
793 */
794 if (sm_block_erased(&oob)) {
795 kfifo_in(&zone->free_sectors,
796 (unsigned char *)&block, 2);
797 continue;
798 }
799
800 /* If block is marked as bad, skip it */
801 /* This assumes we can trust first sector*/
802 /* However the way the block valid status is defined, ensures
803 * very low probability of failure here
804 */
805 if (!sm_block_valid(&oob)) {
806 dbg("PH %04d <-> <marked bad>", block);
807 continue;
808 }
809
810
811 lba = sm_read_lba(&oob);
812
813 /* Invalid LBA means that block is damaged. */
814 /* We can try to erase it, or mark it as bad, but
815 * lets leave that to recovery application
816 */
817 if (lba == -2 || lba >= ftl->max_lba) {
818 dbg("PH %04d <-> LBA %04d(bad)", block, lba);
819 continue;
820 }
821
822
823 /* If there is no collision,
824 * just put the sector in the FTL table
825 */
826 if (zone->lba_to_phys_table[lba] < 0) {
827 dbg_verbose("PH %04d <-> LBA %04d", block, lba);
828 zone->lba_to_phys_table[lba] = block;
829 continue;
830 }
831
832 sm_printk("collision"
833 " of LBA %d between blocks %d and %d in zone %d",
834 lba, zone->lba_to_phys_table[lba], block, zone_num);
835
836 /* Test that this block is valid*/
837 if (sm_check_block(ftl, zone_num, block))
838 continue;
839
840 /* Test now the old block */
841 if (sm_check_block(ftl, zone_num,
842 zone->lba_to_phys_table[lba])) {
843 zone->lba_to_phys_table[lba] = block;
844 continue;
845 }
846
847 /* If both blocks are valid and share same LBA, it means that
848 * they hold different versions of same data. It not
849 * known which is more recent, thus just erase one of them
850 */
851 sm_printk("both blocks are valid, erasing the later");
852 sm_erase_block(ftl, zone_num, block, 1);
853 }
854
855 dbg("zone initialized");
856 zone->initialized = 1;
857
858 /* No free sectors, means that the zone is heavily damaged, write won't
859 * work, but it can still can be (partially) read
860 */
861 if (!kfifo_len(&zone->free_sectors)) {
862 sm_printk("no free blocks in zone %d", zone_num);
863 return 0;
864 }
865
866 /* Randomize first block we write to */
867 get_random_bytes(&i, 2);
868 i %= (kfifo_len(&zone->free_sectors) / 2);
869
870 while (i--) {
871 len = kfifo_out(&zone->free_sectors,
872 (unsigned char *)&block, 2);
873 WARN_ON(len != 2);
874 kfifo_in(&zone->free_sectors, (const unsigned char *)&block, 2);
875 }
876 return 0;
877 }
878
879 /* Get and automatically initialize an FTL mapping for one zone */
880 static struct ftl_zone *sm_get_zone(struct sm_ftl *ftl, int zone_num)
881 {
882 struct ftl_zone *zone;
883 int error;
884
885 BUG_ON(zone_num >= ftl->zone_count);
886 zone = &ftl->zones[zone_num];
887
888 if (!zone->initialized) {
889 error = sm_init_zone(ftl, zone_num);
890
891 if (error)
892 return ERR_PTR(error);
893 }
894 return zone;
895 }
896
897
898 /* ----------------- cache handling ------------------------------------------*/
899
900 /* Initialize the one block cache */
901 static void sm_cache_init(struct sm_ftl *ftl)
902 {
903 ftl->cache_data_invalid_bitmap = 0xFFFFFFFF;
904 ftl->cache_clean = 1;
905 ftl->cache_zone = -1;
906 ftl->cache_block = -1;
907 /*memset(ftl->cache_data, 0xAA, ftl->block_size);*/
908 }
909
910 /* Put sector in one block cache */
911 static void sm_cache_put(struct sm_ftl *ftl, char *buffer, int boffset)
912 {
913 memcpy(ftl->cache_data + boffset, buffer, SM_SECTOR_SIZE);
914 clear_bit(boffset / SM_SECTOR_SIZE, &ftl->cache_data_invalid_bitmap);
915 ftl->cache_clean = 0;
916 }
917
918 /* Read a sector from the cache */
919 static int sm_cache_get(struct sm_ftl *ftl, char *buffer, int boffset)
920 {
921 if (test_bit(boffset / SM_SECTOR_SIZE,
922 &ftl->cache_data_invalid_bitmap))
923 return -1;
924
925 memcpy(buffer, ftl->cache_data + boffset, SM_SECTOR_SIZE);
926 return 0;
927 }
928
929 /* Write the cache to hardware */
930 static int sm_cache_flush(struct sm_ftl *ftl)
931 {
932 struct ftl_zone *zone;
933
934 int sector_num;
935 uint16_t write_sector;
936 int zone_num = ftl->cache_zone;
937 int block_num;
938
939 if (ftl->cache_clean)
940 return 0;
941
942 if (ftl->unstable)
943 return -EIO;
944
945 BUG_ON(zone_num < 0);
946 zone = &ftl->zones[zone_num];
947 block_num = zone->lba_to_phys_table[ftl->cache_block];
948
949
950 /* Try to read all unread areas of the cache block*/
951 for_each_set_bit(sector_num, &ftl->cache_data_invalid_bitmap,
952 ftl->block_size / SM_SECTOR_SIZE) {
953
954 if (!sm_read_sector(ftl,
955 zone_num, block_num, sector_num * SM_SECTOR_SIZE,
956 ftl->cache_data + sector_num * SM_SECTOR_SIZE, NULL))
957 clear_bit(sector_num,
958 &ftl->cache_data_invalid_bitmap);
959 }
960 restart:
961
962 if (ftl->unstable)
963 return -EIO;
964
965 /* If there are no spare blocks, */
966 /* we could still continue by erasing/writing the current block,
967 * but for such worn out media it doesn't worth the trouble,
968 * and the dangers
969 */
970 if (kfifo_out(&zone->free_sectors,
971 (unsigned char *)&write_sector, 2) != 2) {
972 dbg("no free sectors for write!");
973 return -EIO;
974 }
975
976
977 if (sm_write_block(ftl, ftl->cache_data, zone_num, write_sector,
978 ftl->cache_block, ftl->cache_data_invalid_bitmap))
979 goto restart;
980
981 /* Update the FTL table */
982 zone->lba_to_phys_table[ftl->cache_block] = write_sector;
983
984 /* Write successful, so erase and free the old block */
985 if (block_num > 0)
986 sm_erase_block(ftl, zone_num, block_num, 1);
987
988 sm_cache_init(ftl);
989 return 0;
990 }
991
992
993 /* flush timer, runs a second after last write */
994 static void sm_cache_flush_timer(struct timer_list *t)
995 {
996 struct sm_ftl *ftl = from_timer(ftl, t, timer);
997 queue_work(cache_flush_workqueue, &ftl->flush_work);
998 }
999
1000 /* cache flush work, kicked by timer */
1001 static void sm_cache_flush_work(struct work_struct *work)
1002 {
1003 struct sm_ftl *ftl = container_of(work, struct sm_ftl, flush_work);
1004 mutex_lock(&ftl->mutex);
1005 sm_cache_flush(ftl);
1006 mutex_unlock(&ftl->mutex);
1007 return;
1008 }
1009
1010 /* ---------------- outside interface -------------------------------------- */
1011
1012 /* outside interface: read a sector */
1013 static int sm_read(struct mtd_blktrans_dev *dev,
1014 unsigned long sect_no, char *buf)
1015 {
1016 struct sm_ftl *ftl = dev->priv;
1017 struct ftl_zone *zone;
1018 int error = 0, in_cache = 0;
1019 int zone_num, block, boffset;
1020
1021 sm_break_offset(ftl, sect_no << 9, &zone_num, &block, &boffset);
1022 mutex_lock(&ftl->mutex);
1023
1024
1025 zone = sm_get_zone(ftl, zone_num);
1026 if (IS_ERR(zone)) {
1027 error = PTR_ERR(zone);
1028 goto unlock;
1029 }
1030
1031 /* Have to look at cache first */
1032 if (ftl->cache_zone == zone_num && ftl->cache_block == block) {
1033 in_cache = 1;
1034 if (!sm_cache_get(ftl, buf, boffset))
1035 goto unlock;
1036 }
1037
1038 /* Translate the block and return if doesn't exist in the table */
1039 block = zone->lba_to_phys_table[block];
1040
1041 if (block == -1) {
1042 memset(buf, 0xFF, SM_SECTOR_SIZE);
1043 goto unlock;
1044 }
1045
1046 if (sm_read_sector(ftl, zone_num, block, boffset, buf, NULL)) {
1047 error = -EIO;
1048 goto unlock;
1049 }
1050
1051 if (in_cache)
1052 sm_cache_put(ftl, buf, boffset);
1053 unlock:
1054 mutex_unlock(&ftl->mutex);
1055 return error;
1056 }
1057
1058 /* outside interface: write a sector */
1059 static int sm_write(struct mtd_blktrans_dev *dev,
1060 unsigned long sec_no, char *buf)
1061 {
1062 struct sm_ftl *ftl = dev->priv;
1063 struct ftl_zone *zone;
1064 int error = 0, zone_num, block, boffset;
1065
1066 BUG_ON(ftl->readonly);
1067 sm_break_offset(ftl, sec_no << 9, &zone_num, &block, &boffset);
1068
1069 /* No need in flush thread running now */
1070 del_timer(&ftl->timer);
1071 mutex_lock(&ftl->mutex);
1072
1073 zone = sm_get_zone(ftl, zone_num);
1074 if (IS_ERR(zone)) {
1075 error = PTR_ERR(zone);
1076 goto unlock;
1077 }
1078
1079 /* If entry is not in cache, flush it */
1080 if (ftl->cache_block != block || ftl->cache_zone != zone_num) {
1081
1082 error = sm_cache_flush(ftl);
1083 if (error)
1084 goto unlock;
1085
1086 ftl->cache_block = block;
1087 ftl->cache_zone = zone_num;
1088 }
1089
1090 sm_cache_put(ftl, buf, boffset);
1091 unlock:
1092 mod_timer(&ftl->timer, jiffies + msecs_to_jiffies(cache_timeout));
1093 mutex_unlock(&ftl->mutex);
1094 return error;
1095 }
1096
1097 /* outside interface: flush everything */
1098 static int sm_flush(struct mtd_blktrans_dev *dev)
1099 {
1100 struct sm_ftl *ftl = dev->priv;
1101 int retval;
1102
1103 mutex_lock(&ftl->mutex);
1104 retval = sm_cache_flush(ftl);
1105 mutex_unlock(&ftl->mutex);
1106 return retval;
1107 }
1108
1109 /* outside interface: device is released */
1110 static void sm_release(struct mtd_blktrans_dev *dev)
1111 {
1112 struct sm_ftl *ftl = dev->priv;
1113
1114 del_timer_sync(&ftl->timer);
1115 cancel_work_sync(&ftl->flush_work);
1116 mutex_lock(&ftl->mutex);
1117 sm_cache_flush(ftl);
1118 mutex_unlock(&ftl->mutex);
1119 }
1120
1121 /* outside interface: get geometry */
1122 static int sm_getgeo(struct mtd_blktrans_dev *dev, struct hd_geometry *geo)
1123 {
1124 struct sm_ftl *ftl = dev->priv;
1125 geo->heads = ftl->heads;
1126 geo->sectors = ftl->sectors;
1127 geo->cylinders = ftl->cylinders;
1128 return 0;
1129 }
1130
1131 /* external interface: main initialization function */
1132 static void sm_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)
1133 {
1134 struct mtd_blktrans_dev *trans;
1135 struct sm_ftl *ftl;
1136
1137 /* Allocate & initialize our private structure */
1138 ftl = kzalloc(sizeof(struct sm_ftl), GFP_KERNEL);
1139 if (!ftl)
1140 goto error1;
1141
1142
1143 mutex_init(&ftl->mutex);
1144 timer_setup(&ftl->timer, sm_cache_flush_timer, 0);
1145 INIT_WORK(&ftl->flush_work, sm_cache_flush_work);
1146
1147 /* Read media information */
1148 if (sm_get_media_info(ftl, mtd)) {
1149 dbg("found unsupported mtd device, aborting");
1150 goto error2;
1151 }
1152
1153
1154 /* Allocate temporary CIS buffer for read retry support */
1155 ftl->cis_buffer = kzalloc(SM_SECTOR_SIZE, GFP_KERNEL);
1156 if (!ftl->cis_buffer)
1157 goto error2;
1158
1159 /* Allocate zone array, it will be initialized on demand */
1160 ftl->zones = kcalloc(ftl->zone_count, sizeof(struct ftl_zone),
1161 GFP_KERNEL);
1162 if (!ftl->zones)
1163 goto error3;
1164
1165 /* Allocate the cache*/
1166 ftl->cache_data = kzalloc(ftl->block_size, GFP_KERNEL);
1167
1168 if (!ftl->cache_data)
1169 goto error4;
1170
1171 sm_cache_init(ftl);
1172
1173
1174 /* Allocate upper layer structure and initialize it */
1175 trans = kzalloc(sizeof(struct mtd_blktrans_dev), GFP_KERNEL);
1176 if (!trans)
1177 goto error5;
1178
1179 ftl->trans = trans;
1180 trans->priv = ftl;
1181
1182 trans->tr = tr;
1183 trans->mtd = mtd;
1184 trans->devnum = -1;
1185 trans->size = (ftl->block_size * ftl->max_lba * ftl->zone_count) >> 9;
1186 trans->readonly = ftl->readonly;
1187
1188 if (sm_find_cis(ftl)) {
1189 dbg("CIS not found on mtd device, aborting");
1190 goto error6;
1191 }
1192
1193 ftl->disk_attributes = sm_create_sysfs_attributes(ftl);
1194 if (!ftl->disk_attributes)
1195 goto error6;
1196 trans->disk_attributes = ftl->disk_attributes;
1197
1198 sm_printk("Found %d MiB xD/SmartMedia FTL on mtd%d",
1199 (int)(mtd->size / (1024 * 1024)), mtd->index);
1200
1201 dbg("FTL layout:");
1202 dbg("%d zone(s), each consists of %d blocks (+%d spares)",
1203 ftl->zone_count, ftl->max_lba,
1204 ftl->zone_size - ftl->max_lba);
1205 dbg("each block consists of %d bytes",
1206 ftl->block_size);
1207
1208
1209 /* Register device*/
1210 if (add_mtd_blktrans_dev(trans)) {
1211 dbg("error in mtdblktrans layer");
1212 goto error6;
1213 }
1214 return;
1215 error6:
1216 kfree(trans);
1217 error5:
1218 kfree(ftl->cache_data);
1219 error4:
1220 kfree(ftl->zones);
1221 error3:
1222 kfree(ftl->cis_buffer);
1223 error2:
1224 kfree(ftl);
1225 error1:
1226 return;
1227 }
1228
1229 /* main interface: device {surprise,} removal */
1230 static void sm_remove_dev(struct mtd_blktrans_dev *dev)
1231 {
1232 struct sm_ftl *ftl = dev->priv;
1233 int i;
1234
1235 del_mtd_blktrans_dev(dev);
1236 ftl->trans = NULL;
1237
1238 for (i = 0 ; i < ftl->zone_count; i++) {
1239
1240 if (!ftl->zones[i].initialized)
1241 continue;
1242
1243 kfree(ftl->zones[i].lba_to_phys_table);
1244 kfifo_free(&ftl->zones[i].free_sectors);
1245 }
1246
1247 sm_delete_sysfs_attributes(ftl);
1248 kfree(ftl->cis_buffer);
1249 kfree(ftl->zones);
1250 kfree(ftl->cache_data);
1251 kfree(ftl);
1252 }
1253
1254 static struct mtd_blktrans_ops sm_ftl_ops = {
1255 .name = "smblk",
1256 .major = 0,
1257 .part_bits = SM_FTL_PARTN_BITS,
1258 .blksize = SM_SECTOR_SIZE,
1259 .getgeo = sm_getgeo,
1260
1261 .add_mtd = sm_add_mtd,
1262 .remove_dev = sm_remove_dev,
1263
1264 .readsect = sm_read,
1265 .writesect = sm_write,
1266
1267 .flush = sm_flush,
1268 .release = sm_release,
1269
1270 .owner = THIS_MODULE,
1271 };
1272
1273 static __init int sm_module_init(void)
1274 {
1275 int error = 0;
1276
1277 cache_flush_workqueue = create_freezable_workqueue("smflush");
1278 if (!cache_flush_workqueue)
1279 return -ENOMEM;
1280
1281 error = register_mtd_blktrans(&sm_ftl_ops);
1282 if (error)
1283 destroy_workqueue(cache_flush_workqueue);
1284 return error;
1285
1286 }
1287
1288 static void __exit sm_module_exit(void)
1289 {
1290 destroy_workqueue(cache_flush_workqueue);
1291 deregister_mtd_blktrans(&sm_ftl_ops);
1292 }
1293
1294 module_init(sm_module_init);
1295 module_exit(sm_module_exit);
1296
1297 MODULE_LICENSE("GPL");
1298 MODULE_AUTHOR("Maxim Levitsky <maximlevitsky@gmail.com>");
1299 MODULE_DESCRIPTION("Smartmedia/xD mtd translation layer");
Kernel DRM miscellaneous fixes and cross-tree changes