drivers/mtd/nftlcore.c

   1 /*
   2  * Linux driver for NAND Flash Translation Layer
   3  *
   4  * Copyright © 1999 Machine Vision Holdings, Inc.
   5  * Copyright © 1999-2010 David Woodhouse <dwmw2@infradead.org>
   6  *
   7  * This program is free software; you can redistribute it and/or modify
   8  * it under the terms of the GNU General Public License as published by
   9  * the Free Software Foundation; either version 2 of the License, or
  10  * (at your option) any later version.
  11  *
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU General Public License
  18  * along with this program; if not, write to the Free Software
  19  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  20  */
  21
  22 #define PRERELEASE
  23
  24 #include <linux/kernel.h>
  25 #include <linux/module.h>
  26 #include <asm/errno.h>
  27 #include <asm/io.h>
  28 #include <asm/uaccess.h>
  29 #include <linux/delay.h>
  30 #include <linux/slab.h>
  31 #include <linux/init.h>
  32 #include <linux/hdreg.h>
  33 #include <linux/blkdev.h>
  34
  35 #include <linux/kmod.h>
  36 #include <linux/mtd/mtd.h>
  37 #include <linux/mtd/nand.h>
  38 #include <linux/mtd/nftl.h>
  39 #include <linux/mtd/blktrans.h>
  40
  41 /* maximum number of loops while examining next block, to have a
  42    chance to detect consistency problems (they should never happen
  43    because of the checks done in the mounting */
  44
  45 #define MAX_LOOPS 10000
  46
  47
  48 static void nftl_add_mtd(struct mtd_blktrans_ops *tr, struct mtd_info *mtd)
  49 {
  50         struct NFTLrecord *nftl;
  51         unsigned long temp;
  52
  53         if (!mtd_type_is_nand(mtd) || mtd->size > UINT_MAX)
  54                 return;
  55         /* OK, this is moderately ugly.  But probably safe.  Alternatives? */
  56         if (memcmp(mtd->name, "DiskOnChip", 10))
  57                 return;
  58
  59         pr_debug("NFTL: add_mtd for %s\n", mtd->name);
  60
  61         nftl = kzalloc(sizeof(struct NFTLrecord), GFP_KERNEL);
  62
  63         if (!nftl)
  64                 return;
  65
  66         nftl->mbd.mtd = mtd;
  67         nftl->mbd.devnum = -1;
  68
  69         nftl->mbd.tr = tr;
  70
  71         if (NFTL_mount(nftl) < 0) {
  72                 printk(KERN_WARNING "NFTL: could not mount device\n");
  73                 kfree(nftl);
  74                 return;
  75         }
  76
  77         /* OK, it's a new one. Set up all the data structures. */
  78
  79         /* Calculate geometry */
  80         nftl->cylinders = 1024;
  81         nftl->heads = 16;
  82
  83         temp = nftl->cylinders * nftl->heads;
  84         nftl->sectors = nftl->mbd.size / temp;
  85         if (nftl->mbd.size % temp) {
  86                 nftl->sectors++;
  87                 temp = nftl->cylinders * nftl->sectors;
  88                 nftl->heads = nftl->mbd.size / temp;
  89
  90                 if (nftl->mbd.size % temp) {
  91                         nftl->heads++;
  92                         temp = nftl->heads * nftl->sectors;
  93                         nftl->cylinders = nftl->mbd.size / temp;
  94                 }
  95         }
  96
  97         if (nftl->mbd.size != nftl->heads * nftl->cylinders * nftl->sectors) {
  98                 /*
  99                   Oh no we don't have
 100                    mbd.size == heads * cylinders * sectors
 101                 */
 102                 printk(KERN_WARNING "NFTL: cannot calculate a geometry to "
 103                        "match size of 0x%lx.\n", nftl->mbd.size);
 104                 printk(KERN_WARNING "NFTL: using C:%d H:%d S:%d "
 105                         "(== 0x%lx sects)\n",
 106                         nftl->cylinders, nftl->heads , nftl->sectors,
 107                         (long)nftl->cylinders * (long)nftl->heads *
 108                         (long)nftl->sectors );
 109         }
 110
 111         if (add_mtd_blktrans_dev(&nftl->mbd)) {
 112                 kfree(nftl->ReplUnitTable);
 113                 kfree(nftl->EUNtable);
 114                 kfree(nftl);
 115                 return;
 116         }
 117 #ifdef PSYCHO_DEBUG
 118         printk(KERN_INFO "NFTL: Found new nftl%c\n", nftl->mbd.devnum + 'a');
 119 #endif
 120 }
 121
 122 static void nftl_remove_dev(struct mtd_blktrans_dev *dev)
 123 {
 124         struct NFTLrecord *nftl = (void *)dev;
 125
 126         pr_debug("NFTL: remove_dev (i=%d)\n", dev->devnum);
 127
 128         del_mtd_blktrans_dev(dev);
 129         kfree(nftl->ReplUnitTable);
 130         kfree(nftl->EUNtable);
 131 }
 132
 133 /*
 134  * Read oob data from flash
 135  */
 136 int nftl_read_oob(struct mtd_info *mtd, loff_t offs, size_t len,
 137                   size_t *retlen, uint8_t *buf)
 138 {
 139         loff_t mask = mtd->writesize - 1;
 140         struct mtd_oob_ops ops;
 141         int res;
 142
 143         ops.mode = MTD_OPS_PLACE_OOB;
 144         ops.ooboffs = offs & mask;
 145         ops.ooblen = len;
 146         ops.oobbuf = buf;
 147         ops.datbuf = NULL;
 148
 149         res = mtd_read_oob(mtd, offs & ~mask, &ops);
 150         *retlen = ops.oobretlen;
 151         return res;
 152 }
 153
 154 /*
 155  * Write oob data to flash
 156  */
 157 int nftl_write_oob(struct mtd_info *mtd, loff_t offs, size_t len,
 158                    size_t *retlen, uint8_t *buf)
 159 {
 160         loff_t mask = mtd->writesize - 1;
 161         struct mtd_oob_ops ops;
 162         int res;
 163
 164         ops.mode = MTD_OPS_PLACE_OOB;
 165         ops.ooboffs = offs & mask;
 166         ops.ooblen = len;
 167         ops.oobbuf = buf;
 168         ops.datbuf = NULL;
 169
 170         res = mtd_write_oob(mtd, offs & ~mask, &ops);
 171         *retlen = ops.oobretlen;
 172         return res;
 173 }
 174
 175 #ifdef CONFIG_NFTL_RW
 176
 177 /*
 178  * Write data and oob to flash
 179  */
 180 static int nftl_write(struct mtd_info *mtd, loff_t offs, size_t len,
 181                       size_t *retlen, uint8_t *buf, uint8_t *oob)
 182 {
 183         loff_t mask = mtd->writesize - 1;
 184         struct mtd_oob_ops ops;
 185         int res;
 186
 187         ops.mode = MTD_OPS_PLACE_OOB;
 188         ops.ooboffs = offs & mask;
 189         ops.ooblen = mtd->oobsize;
 190         ops.oobbuf = oob;
 191         ops.datbuf = buf;
 192         ops.len = len;
 193
 194         res = mtd_write_oob(mtd, offs & ~mask, &ops);
 195         *retlen = ops.retlen;
 196         return res;
 197 }
 198
 199 /* Actual NFTL access routines */
 200 /* NFTL_findfreeblock: Find a free Erase Unit on the NFTL partition. This function is used
 201  *      when the give Virtual Unit Chain
 202  */
 203 static u16 NFTL_findfreeblock(struct NFTLrecord *nftl, int desperate )
 204 {
 205         /* For a given Virtual Unit Chain: find or create a free block and
 206            add it to the chain */
 207         /* We're passed the number of the last EUN in the chain, to save us from
 208            having to look it up again */
 209         u16 pot = nftl->LastFreeEUN;
 210         int silly = nftl->nb_blocks;
 211
 212         /* Normally, we force a fold to happen before we run out of free blocks completely */
 213         if (!desperate && nftl->numfreeEUNs < 2) {
 214                 pr_debug("NFTL_findfreeblock: there are too few free EUNs\n");
 215                 return BLOCK_NIL;
 216         }
 217
 218         /* Scan for a free block */
 219         do {
 220                 if (nftl->ReplUnitTable[pot] == BLOCK_FREE) {
 221                         nftl->LastFreeEUN = pot;
 222                         nftl->numfreeEUNs--;
 223                         return pot;
 224                 }
 225
 226                 /* This will probably point to the MediaHdr unit itself,
 227                    right at the beginning of the partition. But that unit
 228                    (and the backup unit too) should have the UCI set
 229                    up so that it's not selected for overwriting */
 230                 if (++pot > nftl->lastEUN)
 231                         pot = le16_to_cpu(nftl->MediaHdr.FirstPhysicalEUN);
 232
 233                 if (!silly--) {
 234                         printk("Argh! No free blocks found! LastFreeEUN = %d, "
 235                                "FirstEUN = %d\n", nftl->LastFreeEUN,
 236                                le16_to_cpu(nftl->MediaHdr.FirstPhysicalEUN));
 237                         return BLOCK_NIL;
 238                 }
 239         } while (pot != nftl->LastFreeEUN);
 240
 241         return BLOCK_NIL;
 242 }
 243
 244 static u16 NFTL_foldchain (struct NFTLrecord *nftl, unsigned thisVUC, unsigned pendingblock )
 245 {
 246         struct mtd_info *mtd = nftl->mbd.mtd;
 247         u16 BlockMap[MAX_SECTORS_PER_UNIT];
 248         unsigned char BlockLastState[MAX_SECTORS_PER_UNIT];
 249         unsigned char BlockFreeFound[MAX_SECTORS_PER_UNIT];
 250         unsigned int thisEUN;
 251         int block;
 252         int silly;
 253         unsigned int targetEUN;
 254         struct nftl_oob oob;
 255         int inplace = 1;
 256         size_t retlen;
 257
 258         memset(BlockMap, 0xff, sizeof(BlockMap));
 259         memset(BlockFreeFound, 0, sizeof(BlockFreeFound));
 260
 261         thisEUN = nftl->EUNtable[thisVUC];
 262
 263         if (thisEUN == BLOCK_NIL) {
 264                 printk(KERN_WARNING "Trying to fold non-existent "
 265                        "Virtual Unit Chain %d!\n", thisVUC);
 266                 return BLOCK_NIL;
 267         }
 268
 269         /* Scan to find the Erase Unit which holds the actual data for each
 270            512-byte block within the Chain.
 271         */
 272         silly = MAX_LOOPS;
 273         targetEUN = BLOCK_NIL;
 274         while (thisEUN <= nftl->lastEUN ) {
 275                 unsigned int status, foldmark;
 276
 277                 targetEUN = thisEUN;
 278                 for (block = 0; block < nftl->EraseSize / 512; block ++) {
 279                         nftl_read_oob(mtd, (thisEUN * nftl->EraseSize) +
 280                                       (block * 512), 16 , &retlen,
 281                                       (char *)&oob);
 282                         if (block == 2) {
 283                                 foldmark = oob.u.c.FoldMark | oob.u.c.FoldMark1;
 284                                 if (foldmark == FOLD_MARK_IN_PROGRESS) {
 285                                         pr_debug("Write Inhibited on EUN %d\n", thisEUN);
 286                                         inplace = 0;
 287                                 } else {
 288                                         /* There's no other reason not to do inplace,
 289                                            except ones that come later. So we don't need
 290                                            to preserve inplace */
 291                                         inplace = 1;
 292                                 }
 293                         }
 294                         status = oob.b.Status | oob.b.Status1;
 295                         BlockLastState[block] = status;
 296
 297                         switch(status) {
 298                         case SECTOR_FREE:
 299                                 BlockFreeFound[block] = 1;
 300                                 break;
 301
 302                         case SECTOR_USED:
 303                                 if (!BlockFreeFound[block])
 304                                         BlockMap[block] = thisEUN;
 305                                 else
 306                                         printk(KERN_WARNING
 307                                                "SECTOR_USED found after SECTOR_FREE "
 308                                                "in Virtual Unit Chain %d for block %d\n",
 309                                                thisVUC, block);
 310                                 break;
 311                         case SECTOR_DELETED:
 312                                 if (!BlockFreeFound[block])
 313                                         BlockMap[block] = BLOCK_NIL;
 314                                 else
 315                                         printk(KERN_WARNING
 316                                                "SECTOR_DELETED found after SECTOR_FREE "
 317                                                "in Virtual Unit Chain %d for block %d\n",
 318                                                thisVUC, block);
 319                                 break;
 320
 321                         case SECTOR_IGNORE:
 322                                 break;
 323                         default:
 324                                 printk("Unknown status for block %d in EUN %d: %x\n",
 325                                        block, thisEUN, status);
 326                         }
 327                 }
 328
 329                 if (!silly--) {
 330                         printk(KERN_WARNING "Infinite loop in Virtual Unit Chain 0x%x\n",
 331                                thisVUC);
 332                         return BLOCK_NIL;
 333                 }
 334
 335                 thisEUN = nftl->ReplUnitTable[thisEUN];
 336         }
 337
 338         if (inplace) {
 339                 /* We're being asked to be a fold-in-place. Check
 340                    that all blocks which actually have data associated
 341                    with them (i.e. BlockMap[block] != BLOCK_NIL) are
 342                    either already present or SECTOR_FREE in the target
 343                    block. If not, we're going to have to fold out-of-place
 344                    anyway.
 345                 */
 346                 for (block = 0; block < nftl->EraseSize / 512 ; block++) {
 347                         if (BlockLastState[block] != SECTOR_FREE &&
 348                             BlockMap[block] != BLOCK_NIL &&
 349                             BlockMap[block] != targetEUN) {
 350                                 pr_debug("Setting inplace to 0. VUC %d, "
 351                                       "block %d was %x lastEUN, "
 352                                       "and is in EUN %d (%s) %d\n",
 353                                       thisVUC, block, BlockLastState[block],
 354                                       BlockMap[block],
 355                                       BlockMap[block]== targetEUN ? "==" : "!=",
 356                                       targetEUN);
 357                                 inplace = 0;
 358                                 break;
 359                         }
 360                 }
 361
 362                 if (pendingblock >= (thisVUC * (nftl->EraseSize / 512)) &&
 363                     pendingblock < ((thisVUC + 1)* (nftl->EraseSize / 512)) &&
 364                     BlockLastState[pendingblock - (thisVUC * (nftl->EraseSize / 512))] !=
 365                     SECTOR_FREE) {
 366                         pr_debug("Pending write not free in EUN %d. "
 367                               "Folding out of place.\n", targetEUN);
 368                         inplace = 0;
 369                 }
 370         }
 371
 372         if (!inplace) {
 373                 pr_debug("Cannot fold Virtual Unit Chain %d in place. "
 374                       "Trying out-of-place\n", thisVUC);
 375                 /* We need to find a targetEUN to fold into. */
 376                 targetEUN = NFTL_findfreeblock(nftl, 1);
 377                 if (targetEUN == BLOCK_NIL) {
 378                         /* Ouch. Now we're screwed. We need to do a
 379                            fold-in-place of another chain to make room
 380                            for this one. We need a better way of selecting
 381                            which chain to fold, because makefreeblock will
 382                            only ask us to fold the same one again.
 383                         */
 384                         printk(KERN_WARNING
 385                                "NFTL_findfreeblock(desperate) returns 0xffff.\n");
 386                         return BLOCK_NIL;
 387                 }
 388         } else {
 389                 /* We put a fold mark in the chain we are folding only if we
 390                fold in place to help the mount check code. If we do not fold in
 391                place, it is possible to find the valid chain by selecting the
 392                longer one */
 393                 oob.u.c.FoldMark = oob.u.c.FoldMark1 = cpu_to_le16(FOLD_MARK_IN_PROGRESS);
 394                 oob.u.c.unused = 0xffffffff;
 395                 nftl_write_oob(mtd, (nftl->EraseSize * targetEUN) + 2 * 512 + 8,
 396                                8, &retlen, (char *)&oob.u);
 397         }
 398
 399         /* OK. We now know the location of every block in the Virtual Unit Chain,
 400            and the Erase Unit into which we are supposed to be copying.
 401            Go for it.
 402         */
 403         pr_debug("Folding chain %d into unit %d\n", thisVUC, targetEUN);
 404         for (block = 0; block < nftl->EraseSize / 512 ; block++) {
 405                 unsigned char movebuf[512];
 406                 int ret;
 407
 408                 /* If it's in the target EUN already, or if it's pending write, do nothing */
 409                 if (BlockMap[block] == targetEUN ||
 410                     (pendingblock == (thisVUC * (nftl->EraseSize / 512) + block))) {
 411                         continue;
 412                 }
 413
 414                 /* copy only in non free block (free blocks can only
 415                    happen in case of media errors or deleted blocks) */
 416                 if (BlockMap[block] == BLOCK_NIL)
 417                         continue;
 418
 419                 ret = mtd_read(mtd,
 420                                (nftl->EraseSize * BlockMap[block]) + (block * 512),
 421                                512,
 422                                &retlen,
 423                                movebuf);
 424                 if (ret < 0 && !mtd_is_bitflip(ret)) {
 425                         ret = mtd_read(mtd,
 426                                        (nftl->EraseSize * BlockMap[block]) + (block * 512),
 427                                        512,
 428                                        &retlen,
 429                                        movebuf);
 430                         if (ret != -EIO)
 431                                 printk("Error went away on retry.\n");
 432                 }
 433                 memset(&oob, 0xff, sizeof(struct nftl_oob));
 434                 oob.b.Status = oob.b.Status1 = SECTOR_USED;
 435
 436                 nftl_write(nftl->mbd.mtd, (nftl->EraseSize * targetEUN) +
 437                            (block * 512), 512, &retlen, movebuf, (char *)&oob);
 438         }
 439
 440         /* add the header so that it is now a valid chain */
 441         oob.u.a.VirtUnitNum = oob.u.a.SpareVirtUnitNum = cpu_to_le16(thisVUC);
 442         oob.u.a.ReplUnitNum = oob.u.a.SpareReplUnitNum = BLOCK_NIL;
 443
 444         nftl_write_oob(mtd, (nftl->EraseSize * targetEUN) + 8,
 445                        8, &retlen, (char *)&oob.u);
 446
 447         /* OK. We've moved the whole lot into the new block. Now we have to free the original blocks. */
 448
 449         /* At this point, we have two different chains for this Virtual Unit, and no way to tell
 450            them apart. If we crash now, we get confused. However, both contain the same data, so we
 451            shouldn't actually lose data in this case. It's just that when we load up on a medium which
 452            has duplicate chains, we need to free one of the chains because it's not necessary any more.
 453         */
 454         thisEUN = nftl->EUNtable[thisVUC];
 455         pr_debug("Want to erase\n");
 456
 457         /* For each block in the old chain (except the targetEUN of course),
 458            free it and make it available for future use */
 459         while (thisEUN <= nftl->lastEUN && thisEUN != targetEUN) {
 460                 unsigned int EUNtmp;
 461
 462                 EUNtmp = nftl->ReplUnitTable[thisEUN];
 463
 464                 if (NFTL_formatblock(nftl, thisEUN) < 0) {
 465                         /* could not erase : mark block as reserved
 466                          */
 467                         nftl->ReplUnitTable[thisEUN] = BLOCK_RESERVED;
 468                 } else {
 469                         /* correctly erased : mark it as free */
 470                         nftl->ReplUnitTable[thisEUN] = BLOCK_FREE;
 471                         nftl->numfreeEUNs++;
 472                 }
 473                 thisEUN = EUNtmp;
 474         }
 475
 476         /* Make this the new start of chain for thisVUC */
 477         nftl->ReplUnitTable[targetEUN] = BLOCK_NIL;
 478         nftl->EUNtable[thisVUC] = targetEUN;
 479
 480         return targetEUN;
 481 }
 482
 483 static u16 NFTL_makefreeblock( struct NFTLrecord *nftl , unsigned pendingblock)
 484 {
 485         /* This is the part that needs some cleverness applied.
 486            For now, I'm doing the minimum applicable to actually
 487            get the thing to work.
 488            Wear-levelling and other clever stuff needs to be implemented
 489            and we also need to do some assessment of the results when
 490            the system loses power half-way through the routine.
 491         */
 492         u16 LongestChain = 0;
 493         u16 ChainLength = 0, thislen;
 494         u16 chain, EUN;
 495
 496         for (chain = 0; chain < le32_to_cpu(nftl->MediaHdr.FormattedSize) / nftl->EraseSize; chain++) {
 497                 EUN = nftl->EUNtable[chain];
 498                 thislen = 0;
 499
 500                 while (EUN <= nftl->lastEUN) {
 501                         thislen++;
 502                         //printk("VUC %d reaches len %d with EUN %d\n", chain, thislen, EUN);
 503                         EUN = nftl->ReplUnitTable[EUN] & 0x7fff;
 504                         if (thislen > 0xff00) {
 505                                 printk("Endless loop in Virtual Chain %d: Unit %x\n",
 506                                        chain, EUN);
 507                         }
 508                         if (thislen > 0xff10) {
 509                                 /* Actually, don't return failure. Just ignore this chain and
 510                                    get on with it. */
 511                                 thislen = 0;
 512                                 break;
 513                         }
 514                 }
 515
 516                 if (thislen > ChainLength) {
 517                         //printk("New longest chain is %d with length %d\n", chain, thislen);
 518                         ChainLength = thislen;
 519                         LongestChain = chain;
 520                 }
 521         }
 522
 523         if (ChainLength < 2) {
 524                 printk(KERN_WARNING "No Virtual Unit Chains available for folding. "
 525                        "Failing request\n");
 526                 return BLOCK_NIL;
 527         }
 528
 529         return NFTL_foldchain (nftl, LongestChain, pendingblock);
 530 }
 531
 532 /* NFTL_findwriteunit: Return the unit number into which we can write
 533                        for this block. Make it available if it isn't already
 534 */
 535 static inline u16 NFTL_findwriteunit(struct NFTLrecord *nftl, unsigned block)
 536 {
 537         u16 lastEUN;
 538         u16 thisVUC = block / (nftl->EraseSize / 512);
 539         struct mtd_info *mtd = nftl->mbd.mtd;
 540         unsigned int writeEUN;
 541         unsigned long blockofs = (block * 512) & (nftl->EraseSize -1);
 542         size_t retlen;
 543         int silly, silly2 = 3;
 544         struct nftl_oob oob;
 545
 546         do {
 547                 /* Scan the media to find a unit in the VUC which has
 548                    a free space for the block in question.
 549                 */
 550
 551                 /* This condition catches the 0x[7f]fff cases, as well as
 552                    being a sanity check for past-end-of-media access
 553                 */
 554                 lastEUN = BLOCK_NIL;
 555                 writeEUN = nftl->EUNtable[thisVUC];
 556                 silly = MAX_LOOPS;
 557                 while (writeEUN <= nftl->lastEUN) {
 558                         struct nftl_bci bci;
 559                         size_t retlen;
 560                         unsigned int status;
 561
 562                         lastEUN = writeEUN;
 563
 564                         nftl_read_oob(mtd,
 565                                       (writeEUN * nftl->EraseSize) + blockofs,
 566                                       8, &retlen, (char *)&bci);
 567
 568                         pr_debug("Status of block %d in EUN %d is %x\n",
 569                               block , writeEUN, le16_to_cpu(bci.Status));
 570
 571                         status = bci.Status | bci.Status1;
 572                         switch(status) {
 573                         case SECTOR_FREE:
 574                                 return writeEUN;
 575
 576                         case SECTOR_DELETED:
 577                         case SECTOR_USED:
 578                         case SECTOR_IGNORE:
 579                                 break;
 580                         default:
 581                                 // Invalid block. Don't use it any more. Must implement.
 582                                 break;
 583                         }
 584
 585                         if (!silly--) {
 586                                 printk(KERN_WARNING
 587                                        "Infinite loop in Virtual Unit Chain 0x%x\n",
 588                                        thisVUC);
 589                                 return BLOCK_NIL;
 590                         }
 591
 592                         /* Skip to next block in chain */
 593                         writeEUN = nftl->ReplUnitTable[writeEUN];
 594                 }
 595
 596                 /* OK. We didn't find one in the existing chain, or there
 597                    is no existing chain. */
 598
 599                 /* Try to find an already-free block */
 600                 writeEUN = NFTL_findfreeblock(nftl, 0);
 601
 602                 if (writeEUN == BLOCK_NIL) {
 603                         /* That didn't work - there were no free blocks just
 604                            waiting to be picked up. We're going to have to fold
 605                            a chain to make room.
 606                         */
 607
 608                         /* First remember the start of this chain */
 609                         //u16 startEUN = nftl->EUNtable[thisVUC];
 610
 611                         //printk("Write to VirtualUnitChain %d, calling makefreeblock()\n", thisVUC);
 612                         writeEUN = NFTL_makefreeblock(nftl, BLOCK_NIL);
 613
 614                         if (writeEUN == BLOCK_NIL) {
 615                                 /* OK, we accept that the above comment is
 616                                    lying - there may have been free blocks
 617                                    last time we called NFTL_findfreeblock(),
 618                                    but they are reserved for when we're
 619                                    desperate. Well, now we're desperate.
 620                                 */
 621                                 pr_debug("Using desperate==1 to find free EUN to accommodate write to VUC %d\n", thisVUC);
 622                                 writeEUN = NFTL_findfreeblock(nftl, 1);
 623                         }
 624                         if (writeEUN == BLOCK_NIL) {
 625                                 /* Ouch. This should never happen - we should
 626                                    always be able to make some room somehow.
 627                                    If we get here, we've allocated more storage
 628                                    space than actual media, or our makefreeblock
 629                                    routine is missing something.
 630                                 */
 631                                 printk(KERN_WARNING "Cannot make free space.\n");
 632                                 return BLOCK_NIL;
 633                         }
 634                         //printk("Restarting scan\n");
 635                         lastEUN = BLOCK_NIL;
 636                         continue;
 637                 }
 638
 639                 /* We've found a free block. Insert it into the chain. */
 640
 641                 if (lastEUN != BLOCK_NIL) {
 642                         thisVUC |= 0x8000; /* It's a replacement block */
 643                 } else {
 644                         /* The first block in a new chain */
 645                         nftl->EUNtable[thisVUC] = writeEUN;
 646                 }
 647
 648                 /* set up the actual EUN we're writing into */
 649                 /* Both in our cache... */
 650                 nftl->ReplUnitTable[writeEUN] = BLOCK_NIL;
 651
 652                 /* ... and on the flash itself */
 653                 nftl_read_oob(mtd, writeEUN * nftl->EraseSize + 8, 8,
 654                               &retlen, (char *)&oob.u);
 655
 656                 oob.u.a.VirtUnitNum = oob.u.a.SpareVirtUnitNum = cpu_to_le16(thisVUC);
 657
 658                 nftl_write_oob(mtd, writeEUN * nftl->EraseSize + 8, 8,
 659                                &retlen, (char *)&oob.u);
 660
 661                 /* we link the new block to the chain only after the
 662                    block is ready. It avoids the case where the chain
 663                    could point to a free block */
 664                 if (lastEUN != BLOCK_NIL) {
 665                         /* Both in our cache... */
 666                         nftl->ReplUnitTable[lastEUN] = writeEUN;
 667                         /* ... and on the flash itself */
 668                         nftl_read_oob(mtd, (lastEUN * nftl->EraseSize) + 8,
 669                                       8, &retlen, (char *)&oob.u);
 670
 671                         oob.u.a.ReplUnitNum = oob.u.a.SpareReplUnitNum
 672                                 = cpu_to_le16(writeEUN);
 673
 674                         nftl_write_oob(mtd, (lastEUN * nftl->EraseSize) + 8,
 675                                        8, &retlen, (char *)&oob.u);
 676                 }
 677
 678                 return writeEUN;
 679
 680         } while (silly2--);
 681
 682         printk(KERN_WARNING "Error folding to make room for Virtual Unit Chain 0x%x\n",
 683                thisVUC);
 684         return BLOCK_NIL;
 685 }
 686
 687 static int nftl_writeblock(struct mtd_blktrans_dev *mbd, unsigned long block,
 688                            char *buffer)
 689 {
 690         struct NFTLrecord *nftl = (void *)mbd;
 691         u16 writeEUN;
 692         unsigned long blockofs = (block * 512) & (nftl->EraseSize - 1);
 693         size_t retlen;
 694         struct nftl_oob oob;
 695
 696         writeEUN = NFTL_findwriteunit(nftl, block);
 697
 698         if (writeEUN == BLOCK_NIL) {
 699                 printk(KERN_WARNING
 700                        "NFTL_writeblock(): Cannot find block to write to\n");
 701                 /* If we _still_ haven't got a block to use, we're screwed */
 702                 return 1;
 703         }
 704
 705         memset(&oob, 0xff, sizeof(struct nftl_oob));
 706         oob.b.Status = oob.b.Status1 = SECTOR_USED;
 707
 708         nftl_write(nftl->mbd.mtd, (writeEUN * nftl->EraseSize) + blockofs,
 709                    512, &retlen, (char *)buffer, (char *)&oob);
 710         return 0;
 711 }
 712 #endif /* CONFIG_NFTL_RW */
 713
 714 static int nftl_readblock(struct mtd_blktrans_dev *mbd, unsigned long block,
 715                           char *buffer)
 716 {
 717         struct NFTLrecord *nftl = (void *)mbd;
 718         struct mtd_info *mtd = nftl->mbd.mtd;
 719         u16 lastgoodEUN;
 720         u16 thisEUN = nftl->EUNtable[block / (nftl->EraseSize / 512)];
 721         unsigned long blockofs = (block * 512) & (nftl->EraseSize - 1);
 722         unsigned int status;
 723         int silly = MAX_LOOPS;
 724         size_t retlen;
 725         struct nftl_bci bci;
 726
 727         lastgoodEUN = BLOCK_NIL;
 728
 729         if (thisEUN != BLOCK_NIL) {
 730                 while (thisEUN < nftl->nb_blocks) {
 731                         if (nftl_read_oob(mtd, (thisEUN * nftl->EraseSize) +
 732                                           blockofs, 8, &retlen,
 733                                           (char *)&bci) < 0)
 734                                 status = SECTOR_IGNORE;
 735                         else
 736                                 status = bci.Status | bci.Status1;
 737
 738                         switch (status) {
 739                         case SECTOR_FREE:
 740                                 /* no modification of a sector should follow a free sector */
 741                                 goto the_end;
 742                         case SECTOR_DELETED:
 743                                 lastgoodEUN = BLOCK_NIL;
 744                                 break;
 745                         case SECTOR_USED:
 746                                 lastgoodEUN = thisEUN;
 747                                 break;
 748                         case SECTOR_IGNORE:
 749                                 break;
 750                         default:
 751                                 printk("Unknown status for block %ld in EUN %d: %x\n",
 752                                        block, thisEUN, status);
 753                                 break;
 754                         }
 755
 756                         if (!silly--) {
 757                                 printk(KERN_WARNING "Infinite loop in Virtual Unit Chain 0x%lx\n",
 758                                        block / (nftl->EraseSize / 512));
 759                                 return 1;
 760                         }
 761                         thisEUN = nftl->ReplUnitTable[thisEUN];
 762                 }
 763         }
 764
 765  the_end:
 766         if (lastgoodEUN == BLOCK_NIL) {
 767                 /* the requested block is not on the media, return all 0x00 */
 768                 memset(buffer, 0, 512);
 769         } else {
 770                 loff_t ptr = (lastgoodEUN * nftl->EraseSize) + blockofs;
 771                 size_t retlen;
 772                 int res = mtd_read(mtd, ptr, 512, &retlen, buffer);
 773
 774                 if (res < 0 && !mtd_is_bitflip(res))
 775                         return -EIO;
 776         }
 777         return 0;
 778 }
 779
 780 static int nftl_getgeo(struct mtd_blktrans_dev *dev,  struct hd_geometry *geo)
 781 {
 782         struct NFTLrecord *nftl = (void *)dev;
 783
 784         geo->heads = nftl->heads;
 785         geo->sectors = nftl->sectors;
 786         geo->cylinders = nftl->cylinders;
 787
 788         return 0;
 789 }
 790
 791 /****************************************************************************
 792  *
 793  * Module stuff
 794  *
 795  ****************************************************************************/
 796
 797
 798 static struct mtd_blktrans_ops nftl_tr = {
 799         .name           = "nftl",
 800         .major          = NFTL_MAJOR,
 801         .part_bits      = NFTL_PARTN_BITS,
 802         .blksize        = 512,
 803         .getgeo         = nftl_getgeo,
 804         .readsect       = nftl_readblock,
 805 #ifdef CONFIG_NFTL_RW
 806         .writesect      = nftl_writeblock,
 807 #endif
 808         .add_mtd        = nftl_add_mtd,
 809         .remove_dev     = nftl_remove_dev,
 810         .owner          = THIS_MODULE,
 811 };
 812
 813 static int __init init_nftl(void)
 814 {
 815         return register_mtd_blktrans(&nftl_tr);
 816 }
 817
 818 static void __exit cleanup_nftl(void)
 819 {
 820         deregister_mtd_blktrans(&nftl_tr);
 821 }
 822
 823 module_init(init_nftl);
 824 module_exit(cleanup_nftl);
 825
 826 MODULE_LICENSE("GPL");
 827 MODULE_AUTHOR("David Woodhouse <dwmw2@infradead.org>, Fabrice Bellard <fabrice.bellard@netgem.com> et al.");
 828 MODULE_DESCRIPTION("Support code for NAND Flash Translation Layer, used on M-Systems DiskOnChip 2000 and Millennium");
 829 MODULE_ALIAS_BLOCKDEV_MAJOR(NFTL_MAJOR);