1 /* Freescale Enhanced Local Bus Controller NAND driver
3 * Copyright © 2006-2007, 2010 Freescale Semiconductor
5 * Authors: Nick Spence <nick.spence@freescale.com>,
6 * Scott Wood <scottwood@freescale.com>
7 * Jack Lan <jack.lan@freescale.com>
8 * Roy Zang <tie-fei.zang@freescale.com>
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; either version 2 of the License, or
13 * (at your option) any later version.
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
25 #include <linux/module.h>
26 #include <linux/types.h>
27 #include <linux/kernel.h>
28 #include <linux/string.h>
29 #include <linux/ioport.h>
30 #include <linux/of_address.h>
31 #include <linux/of_platform.h>
32 #include <linux/platform_device.h>
33 #include <linux/slab.h>
34 #include <linux/interrupt.h>
36 #include <linux/mtd/mtd.h>
37 #include <linux/mtd/nand.h>
38 #include <linux/mtd/nand_ecc.h>
39 #include <linux/mtd/partitions.h>
42 #include <asm/fsl_lbc.h>
45 #define ERR_BYTE 0xFF /* Value returned for read bytes when read failed */
46 #define FCM_TIMEOUT_MSECS 500 /* Maximum number of mSecs to wait for FCM */
48 /* mtd information per set */
51 struct nand_chip chip
;
52 struct fsl_lbc_ctrl
*ctrl
;
55 int bank
; /* Chip select bank number */
56 u8 __iomem
*vbase
; /* Chip select base virtual address */
57 int page_size
; /* NAND page size (0=512, 1=2048) */
58 unsigned int fmr
; /* FCM Flash Mode Register value */
61 /* Freescale eLBC FCM controller information */
63 struct fsl_elbc_fcm_ctrl
{
64 struct nand_hw_control controller
;
65 struct fsl_elbc_mtd
*chips
[MAX_BANKS
];
67 u8 __iomem
*addr
; /* Address of assigned FCM buffer */
68 unsigned int page
; /* Last page written to / read from */
69 unsigned int read_bytes
; /* Number of bytes read during command */
70 unsigned int column
; /* Saved column from SEQIN */
71 unsigned int index
; /* Pointer to next byte to 'read' */
72 unsigned int status
; /* status read from LTESR after last op */
73 unsigned int mdr
; /* UPM/FCM Data Register value */
74 unsigned int use_mdr
; /* Non zero if the MDR is to be set */
75 unsigned int oob
; /* Non zero if operating on OOB data */
76 unsigned int counter
; /* counter for the initializations */
77 unsigned int max_bitflips
; /* Saved during READ0 cmd */
80 /* These map to the positions used by the FCM hardware ECC generator */
82 static int fsl_elbc_ooblayout_ecc(struct mtd_info
*mtd
, int section
,
83 struct mtd_oob_region
*oobregion
)
85 struct nand_chip
*chip
= mtd_to_nand(mtd
);
86 struct fsl_elbc_mtd
*priv
= nand_get_controller_data(chip
);
88 if (section
>= chip
->ecc
.steps
)
91 oobregion
->offset
= (16 * section
) + 6;
92 if (priv
->fmr
& FMR_ECCM
)
93 oobregion
->offset
+= 2;
95 oobregion
->length
= chip
->ecc
.bytes
;
100 static int fsl_elbc_ooblayout_free(struct mtd_info
*mtd
, int section
,
101 struct mtd_oob_region
*oobregion
)
103 struct nand_chip
*chip
= mtd_to_nand(mtd
);
104 struct fsl_elbc_mtd
*priv
= nand_get_controller_data(chip
);
106 if (section
> chip
->ecc
.steps
)
110 oobregion
->offset
= 0;
111 if (mtd
->writesize
> 512)
113 oobregion
->length
= (priv
->fmr
& FMR_ECCM
) ? 7 : 5;
115 oobregion
->offset
= (16 * section
) -
116 ((priv
->fmr
& FMR_ECCM
) ? 5 : 7);
117 if (section
< chip
->ecc
.steps
)
118 oobregion
->length
= 13;
120 oobregion
->length
= mtd
->oobsize
- oobregion
->offset
;
126 static const struct mtd_ooblayout_ops fsl_elbc_ooblayout_ops
= {
127 .ecc
= fsl_elbc_ooblayout_ecc
,
128 .free
= fsl_elbc_ooblayout_free
,
132 * ELBC may use HW ECC, so that OOB offsets, that NAND core uses for bbt,
133 * interfere with ECC positions, that's why we implement our own descriptors.
134 * OOB {11, 5}, works for both SP and LP chips, with ECCM = 1 and ECCM = 0.
136 static u8 bbt_pattern
[] = {'B', 'b', 't', '0' };
137 static u8 mirror_pattern
[] = {'1', 't', 'b', 'B' };
139 static struct nand_bbt_descr bbt_main_descr
= {
140 .options
= NAND_BBT_LASTBLOCK
| NAND_BBT_CREATE
| NAND_BBT_WRITE
|
141 NAND_BBT_2BIT
| NAND_BBT_VERSION
,
146 .pattern
= bbt_pattern
,
149 static struct nand_bbt_descr bbt_mirror_descr
= {
150 .options
= NAND_BBT_LASTBLOCK
| NAND_BBT_CREATE
| NAND_BBT_WRITE
|
151 NAND_BBT_2BIT
| NAND_BBT_VERSION
,
156 .pattern
= mirror_pattern
,
159 /*=================================*/
162 * Set up the FCM hardware block and page address fields, and the fcm
163 * structure addr field to point to the correct FCM buffer in memory
165 static void set_addr(struct mtd_info
*mtd
, int column
, int page_addr
, int oob
)
167 struct nand_chip
*chip
= mtd_to_nand(mtd
);
168 struct fsl_elbc_mtd
*priv
= nand_get_controller_data(chip
);
169 struct fsl_lbc_ctrl
*ctrl
= priv
->ctrl
;
170 struct fsl_lbc_regs __iomem
*lbc
= ctrl
->regs
;
171 struct fsl_elbc_fcm_ctrl
*elbc_fcm_ctrl
= ctrl
->nand
;
174 elbc_fcm_ctrl
->page
= page_addr
;
176 if (priv
->page_size
) {
178 * large page size chip : FPAR[PI] save the lowest 6 bits,
179 * FBAR[BLK] save the other bits.
181 out_be32(&lbc
->fbar
, page_addr
>> 6);
183 ((page_addr
<< FPAR_LP_PI_SHIFT
) & FPAR_LP_PI
) |
184 (oob
? FPAR_LP_MS
: 0) | column
);
185 buf_num
= (page_addr
& 1) << 2;
188 * small page size chip : FPAR[PI] save the lowest 5 bits,
189 * FBAR[BLK] save the other bits.
191 out_be32(&lbc
->fbar
, page_addr
>> 5);
193 ((page_addr
<< FPAR_SP_PI_SHIFT
) & FPAR_SP_PI
) |
194 (oob
? FPAR_SP_MS
: 0) | column
);
195 buf_num
= page_addr
& 7;
198 elbc_fcm_ctrl
->addr
= priv
->vbase
+ buf_num
* 1024;
199 elbc_fcm_ctrl
->index
= column
;
201 /* for OOB data point to the second half of the buffer */
203 elbc_fcm_ctrl
->index
+= priv
->page_size
? 2048 : 512;
205 dev_vdbg(priv
->dev
, "set_addr: bank=%d, "
206 "elbc_fcm_ctrl->addr=0x%p (0x%p), "
207 "index %x, pes %d ps %d\n",
208 buf_num
, elbc_fcm_ctrl
->addr
, priv
->vbase
,
209 elbc_fcm_ctrl
->index
,
210 chip
->phys_erase_shift
, chip
->page_shift
);
214 * execute FCM command and wait for it to complete
216 static int fsl_elbc_run_command(struct mtd_info
*mtd
)
218 struct nand_chip
*chip
= mtd_to_nand(mtd
);
219 struct fsl_elbc_mtd
*priv
= nand_get_controller_data(chip
);
220 struct fsl_lbc_ctrl
*ctrl
= priv
->ctrl
;
221 struct fsl_elbc_fcm_ctrl
*elbc_fcm_ctrl
= ctrl
->nand
;
222 struct fsl_lbc_regs __iomem
*lbc
= ctrl
->regs
;
224 /* Setup the FMR[OP] to execute without write protection */
225 out_be32(&lbc
->fmr
, priv
->fmr
| 3);
226 if (elbc_fcm_ctrl
->use_mdr
)
227 out_be32(&lbc
->mdr
, elbc_fcm_ctrl
->mdr
);
230 "fsl_elbc_run_command: fmr=%08x fir=%08x fcr=%08x\n",
231 in_be32(&lbc
->fmr
), in_be32(&lbc
->fir
), in_be32(&lbc
->fcr
));
233 "fsl_elbc_run_command: fbar=%08x fpar=%08x "
234 "fbcr=%08x bank=%d\n",
235 in_be32(&lbc
->fbar
), in_be32(&lbc
->fpar
),
236 in_be32(&lbc
->fbcr
), priv
->bank
);
238 ctrl
->irq_status
= 0;
239 /* execute special operation */
240 out_be32(&lbc
->lsor
, priv
->bank
);
242 /* wait for FCM complete flag or timeout */
243 wait_event_timeout(ctrl
->irq_wait
, ctrl
->irq_status
,
244 FCM_TIMEOUT_MSECS
* HZ
/1000);
245 elbc_fcm_ctrl
->status
= ctrl
->irq_status
;
246 /* store mdr value in case it was needed */
247 if (elbc_fcm_ctrl
->use_mdr
)
248 elbc_fcm_ctrl
->mdr
= in_be32(&lbc
->mdr
);
250 elbc_fcm_ctrl
->use_mdr
= 0;
252 if (elbc_fcm_ctrl
->status
!= LTESR_CC
) {
254 "command failed: fir %x fcr %x status %x mdr %x\n",
255 in_be32(&lbc
->fir
), in_be32(&lbc
->fcr
),
256 elbc_fcm_ctrl
->status
, elbc_fcm_ctrl
->mdr
);
260 if (chip
->ecc
.mode
!= NAND_ECC_HW
)
263 elbc_fcm_ctrl
->max_bitflips
= 0;
265 if (elbc_fcm_ctrl
->read_bytes
== mtd
->writesize
+ mtd
->oobsize
) {
266 uint32_t lteccr
= in_be32(&lbc
->lteccr
);
268 * if command was a full page read and the ELBC
269 * has the LTECCR register, then bits 12-15 (ppc order) of
270 * LTECCR indicates which 512 byte sub-pages had fixed errors.
271 * bits 28-31 are uncorrectable errors, marked elsewhere.
272 * for small page nand only 1 bit is used.
273 * if the ELBC doesn't have the lteccr register it reads 0
274 * FIXME: 4 bits can be corrected on NANDs with 2k pages, so
275 * count the number of sub-pages with bitflips and update
276 * ecc_stats.corrected accordingly.
278 if (lteccr
& 0x000F000F)
279 out_be32(&lbc
->lteccr
, 0x000F000F); /* clear lteccr */
280 if (lteccr
& 0x000F0000) {
281 mtd
->ecc_stats
.corrected
++;
282 elbc_fcm_ctrl
->max_bitflips
= 1;
289 static void fsl_elbc_do_read(struct nand_chip
*chip
, int oob
)
291 struct fsl_elbc_mtd
*priv
= nand_get_controller_data(chip
);
292 struct fsl_lbc_ctrl
*ctrl
= priv
->ctrl
;
293 struct fsl_lbc_regs __iomem
*lbc
= ctrl
->regs
;
295 if (priv
->page_size
) {
297 (FIR_OP_CM0
<< FIR_OP0_SHIFT
) |
298 (FIR_OP_CA
<< FIR_OP1_SHIFT
) |
299 (FIR_OP_PA
<< FIR_OP2_SHIFT
) |
300 (FIR_OP_CM1
<< FIR_OP3_SHIFT
) |
301 (FIR_OP_RBW
<< FIR_OP4_SHIFT
));
303 out_be32(&lbc
->fcr
, (NAND_CMD_READ0
<< FCR_CMD0_SHIFT
) |
304 (NAND_CMD_READSTART
<< FCR_CMD1_SHIFT
));
307 (FIR_OP_CM0
<< FIR_OP0_SHIFT
) |
308 (FIR_OP_CA
<< FIR_OP1_SHIFT
) |
309 (FIR_OP_PA
<< FIR_OP2_SHIFT
) |
310 (FIR_OP_RBW
<< FIR_OP3_SHIFT
));
313 out_be32(&lbc
->fcr
, NAND_CMD_READOOB
<< FCR_CMD0_SHIFT
);
315 out_be32(&lbc
->fcr
, NAND_CMD_READ0
<< FCR_CMD0_SHIFT
);
319 /* cmdfunc send commands to the FCM */
320 static void fsl_elbc_cmdfunc(struct mtd_info
*mtd
, unsigned int command
,
321 int column
, int page_addr
)
323 struct nand_chip
*chip
= mtd_to_nand(mtd
);
324 struct fsl_elbc_mtd
*priv
= nand_get_controller_data(chip
);
325 struct fsl_lbc_ctrl
*ctrl
= priv
->ctrl
;
326 struct fsl_elbc_fcm_ctrl
*elbc_fcm_ctrl
= ctrl
->nand
;
327 struct fsl_lbc_regs __iomem
*lbc
= ctrl
->regs
;
329 elbc_fcm_ctrl
->use_mdr
= 0;
331 /* clear the read buffer */
332 elbc_fcm_ctrl
->read_bytes
= 0;
333 if (command
!= NAND_CMD_PAGEPROG
)
334 elbc_fcm_ctrl
->index
= 0;
337 /* READ0 and READ1 read the entire buffer to use hardware ECC. */
344 "fsl_elbc_cmdfunc: NAND_CMD_READ0, page_addr:"
345 " 0x%x, column: 0x%x.\n", page_addr
, column
);
348 out_be32(&lbc
->fbcr
, 0); /* read entire page to enable ECC */
349 set_addr(mtd
, 0, page_addr
, 0);
351 elbc_fcm_ctrl
->read_bytes
= mtd
->writesize
+ mtd
->oobsize
;
352 elbc_fcm_ctrl
->index
+= column
;
354 fsl_elbc_do_read(chip
, 0);
355 fsl_elbc_run_command(mtd
);
358 /* READOOB reads only the OOB because no ECC is performed. */
359 case NAND_CMD_READOOB
:
361 "fsl_elbc_cmdfunc: NAND_CMD_READOOB, page_addr:"
362 " 0x%x, column: 0x%x.\n", page_addr
, column
);
364 out_be32(&lbc
->fbcr
, mtd
->oobsize
- column
);
365 set_addr(mtd
, column
, page_addr
, 1);
367 elbc_fcm_ctrl
->read_bytes
= mtd
->writesize
+ mtd
->oobsize
;
369 fsl_elbc_do_read(chip
, 1);
370 fsl_elbc_run_command(mtd
);
373 case NAND_CMD_READID
:
375 dev_vdbg(priv
->dev
, "fsl_elbc_cmdfunc: NAND_CMD %x\n", command
);
377 out_be32(&lbc
->fir
, (FIR_OP_CM0
<< FIR_OP0_SHIFT
) |
378 (FIR_OP_UA
<< FIR_OP1_SHIFT
) |
379 (FIR_OP_RBW
<< FIR_OP2_SHIFT
));
380 out_be32(&lbc
->fcr
, command
<< FCR_CMD0_SHIFT
);
382 * although currently it's 8 bytes for READID, we always read
383 * the maximum 256 bytes(for PARAM)
385 out_be32(&lbc
->fbcr
, 256);
386 elbc_fcm_ctrl
->read_bytes
= 256;
387 elbc_fcm_ctrl
->use_mdr
= 1;
388 elbc_fcm_ctrl
->mdr
= column
;
389 set_addr(mtd
, 0, 0, 0);
390 fsl_elbc_run_command(mtd
);
393 /* ERASE1 stores the block and page address */
394 case NAND_CMD_ERASE1
:
396 "fsl_elbc_cmdfunc: NAND_CMD_ERASE1, "
397 "page_addr: 0x%x.\n", page_addr
);
398 set_addr(mtd
, 0, page_addr
, 0);
401 /* ERASE2 uses the block and page address from ERASE1 */
402 case NAND_CMD_ERASE2
:
403 dev_vdbg(priv
->dev
, "fsl_elbc_cmdfunc: NAND_CMD_ERASE2.\n");
406 (FIR_OP_CM0
<< FIR_OP0_SHIFT
) |
407 (FIR_OP_PA
<< FIR_OP1_SHIFT
) |
408 (FIR_OP_CM2
<< FIR_OP2_SHIFT
) |
409 (FIR_OP_CW1
<< FIR_OP3_SHIFT
) |
410 (FIR_OP_RS
<< FIR_OP4_SHIFT
));
413 (NAND_CMD_ERASE1
<< FCR_CMD0_SHIFT
) |
414 (NAND_CMD_STATUS
<< FCR_CMD1_SHIFT
) |
415 (NAND_CMD_ERASE2
<< FCR_CMD2_SHIFT
));
417 out_be32(&lbc
->fbcr
, 0);
418 elbc_fcm_ctrl
->read_bytes
= 0;
419 elbc_fcm_ctrl
->use_mdr
= 1;
421 fsl_elbc_run_command(mtd
);
424 /* SEQIN sets up the addr buffer and all registers except the length */
425 case NAND_CMD_SEQIN
: {
428 "fsl_elbc_cmdfunc: NAND_CMD_SEQIN/PAGE_PROG, "
429 "page_addr: 0x%x, column: 0x%x.\n",
432 elbc_fcm_ctrl
->column
= column
;
433 elbc_fcm_ctrl
->use_mdr
= 1;
435 if (column
>= mtd
->writesize
) {
437 column
-= mtd
->writesize
;
438 elbc_fcm_ctrl
->oob
= 1;
440 WARN_ON(column
!= 0);
441 elbc_fcm_ctrl
->oob
= 0;
444 fcr
= (NAND_CMD_STATUS
<< FCR_CMD1_SHIFT
) |
445 (NAND_CMD_SEQIN
<< FCR_CMD2_SHIFT
) |
446 (NAND_CMD_PAGEPROG
<< FCR_CMD3_SHIFT
);
448 if (priv
->page_size
) {
450 (FIR_OP_CM2
<< FIR_OP0_SHIFT
) |
451 (FIR_OP_CA
<< FIR_OP1_SHIFT
) |
452 (FIR_OP_PA
<< FIR_OP2_SHIFT
) |
453 (FIR_OP_WB
<< FIR_OP3_SHIFT
) |
454 (FIR_OP_CM3
<< FIR_OP4_SHIFT
) |
455 (FIR_OP_CW1
<< FIR_OP5_SHIFT
) |
456 (FIR_OP_RS
<< FIR_OP6_SHIFT
));
459 (FIR_OP_CM0
<< FIR_OP0_SHIFT
) |
460 (FIR_OP_CM2
<< FIR_OP1_SHIFT
) |
461 (FIR_OP_CA
<< FIR_OP2_SHIFT
) |
462 (FIR_OP_PA
<< FIR_OP3_SHIFT
) |
463 (FIR_OP_WB
<< FIR_OP4_SHIFT
) |
464 (FIR_OP_CM3
<< FIR_OP5_SHIFT
) |
465 (FIR_OP_CW1
<< FIR_OP6_SHIFT
) |
466 (FIR_OP_RS
<< FIR_OP7_SHIFT
));
468 if (elbc_fcm_ctrl
->oob
)
469 /* OOB area --> READOOB */
470 fcr
|= NAND_CMD_READOOB
<< FCR_CMD0_SHIFT
;
472 /* First 256 bytes --> READ0 */
473 fcr
|= NAND_CMD_READ0
<< FCR_CMD0_SHIFT
;
476 out_be32(&lbc
->fcr
, fcr
);
477 set_addr(mtd
, column
, page_addr
, elbc_fcm_ctrl
->oob
);
481 /* PAGEPROG reuses all of the setup from SEQIN and adds the length */
482 case NAND_CMD_PAGEPROG
: {
484 "fsl_elbc_cmdfunc: NAND_CMD_PAGEPROG "
485 "writing %d bytes.\n", elbc_fcm_ctrl
->index
);
487 /* if the write did not start at 0 or is not a full page
488 * then set the exact length, otherwise use a full page
489 * write so the HW generates the ECC.
491 if (elbc_fcm_ctrl
->oob
|| elbc_fcm_ctrl
->column
!= 0 ||
492 elbc_fcm_ctrl
->index
!= mtd
->writesize
+ mtd
->oobsize
)
494 elbc_fcm_ctrl
->index
- elbc_fcm_ctrl
->column
);
496 out_be32(&lbc
->fbcr
, 0);
498 fsl_elbc_run_command(mtd
);
502 /* CMD_STATUS must read the status byte while CEB is active */
503 /* Note - it does not wait for the ready line */
504 case NAND_CMD_STATUS
:
506 (FIR_OP_CM0
<< FIR_OP0_SHIFT
) |
507 (FIR_OP_RBW
<< FIR_OP1_SHIFT
));
508 out_be32(&lbc
->fcr
, NAND_CMD_STATUS
<< FCR_CMD0_SHIFT
);
509 out_be32(&lbc
->fbcr
, 1);
510 set_addr(mtd
, 0, 0, 0);
511 elbc_fcm_ctrl
->read_bytes
= 1;
513 fsl_elbc_run_command(mtd
);
515 /* The chip always seems to report that it is
516 * write-protected, even when it is not.
518 setbits8(elbc_fcm_ctrl
->addr
, NAND_STATUS_WP
);
521 /* RESET without waiting for the ready line */
523 dev_dbg(priv
->dev
, "fsl_elbc_cmdfunc: NAND_CMD_RESET.\n");
524 out_be32(&lbc
->fir
, FIR_OP_CM0
<< FIR_OP0_SHIFT
);
525 out_be32(&lbc
->fcr
, NAND_CMD_RESET
<< FCR_CMD0_SHIFT
);
526 fsl_elbc_run_command(mtd
);
531 "fsl_elbc_cmdfunc: error, unsupported command 0x%x.\n",
536 static void fsl_elbc_select_chip(struct mtd_info
*mtd
, int chip
)
538 /* The hardware does not seem to support multiple
544 * Write buf to the FCM Controller Data Buffer
546 static void fsl_elbc_write_buf(struct mtd_info
*mtd
, const u8
*buf
, int len
)
548 struct nand_chip
*chip
= mtd_to_nand(mtd
);
549 struct fsl_elbc_mtd
*priv
= nand_get_controller_data(chip
);
550 struct fsl_elbc_fcm_ctrl
*elbc_fcm_ctrl
= priv
->ctrl
->nand
;
551 unsigned int bufsize
= mtd
->writesize
+ mtd
->oobsize
;
554 dev_err(priv
->dev
, "write_buf of %d bytes", len
);
555 elbc_fcm_ctrl
->status
= 0;
559 if ((unsigned int)len
> bufsize
- elbc_fcm_ctrl
->index
) {
561 "write_buf beyond end of buffer "
562 "(%d requested, %u available)\n",
563 len
, bufsize
- elbc_fcm_ctrl
->index
);
564 len
= bufsize
- elbc_fcm_ctrl
->index
;
567 memcpy_toio(&elbc_fcm_ctrl
->addr
[elbc_fcm_ctrl
->index
], buf
, len
);
569 * This is workaround for the weird elbc hangs during nand write,
570 * Scott Wood says: "...perhaps difference in how long it takes a
571 * write to make it through the localbus compared to a write to IMMR
572 * is causing problems, and sync isn't helping for some reason."
573 * Reading back the last byte helps though.
575 in_8(&elbc_fcm_ctrl
->addr
[elbc_fcm_ctrl
->index
] + len
- 1);
577 elbc_fcm_ctrl
->index
+= len
;
581 * read a byte from either the FCM hardware buffer if it has any data left
582 * otherwise issue a command to read a single byte.
584 static u8
fsl_elbc_read_byte(struct mtd_info
*mtd
)
586 struct nand_chip
*chip
= mtd_to_nand(mtd
);
587 struct fsl_elbc_mtd
*priv
= nand_get_controller_data(chip
);
588 struct fsl_elbc_fcm_ctrl
*elbc_fcm_ctrl
= priv
->ctrl
->nand
;
590 /* If there are still bytes in the FCM, then use the next byte. */
591 if (elbc_fcm_ctrl
->index
< elbc_fcm_ctrl
->read_bytes
)
592 return in_8(&elbc_fcm_ctrl
->addr
[elbc_fcm_ctrl
->index
++]);
594 dev_err(priv
->dev
, "read_byte beyond end of buffer\n");
599 * Read from the FCM Controller Data Buffer
601 static void fsl_elbc_read_buf(struct mtd_info
*mtd
, u8
*buf
, int len
)
603 struct nand_chip
*chip
= mtd_to_nand(mtd
);
604 struct fsl_elbc_mtd
*priv
= nand_get_controller_data(chip
);
605 struct fsl_elbc_fcm_ctrl
*elbc_fcm_ctrl
= priv
->ctrl
->nand
;
611 avail
= min((unsigned int)len
,
612 elbc_fcm_ctrl
->read_bytes
- elbc_fcm_ctrl
->index
);
613 memcpy_fromio(buf
, &elbc_fcm_ctrl
->addr
[elbc_fcm_ctrl
->index
], avail
);
614 elbc_fcm_ctrl
->index
+= avail
;
618 "read_buf beyond end of buffer "
619 "(%d requested, %d available)\n",
623 /* This function is called after Program and Erase Operations to
624 * check for success or failure.
626 static int fsl_elbc_wait(struct mtd_info
*mtd
, struct nand_chip
*chip
)
628 struct fsl_elbc_mtd
*priv
= nand_get_controller_data(chip
);
629 struct fsl_elbc_fcm_ctrl
*elbc_fcm_ctrl
= priv
->ctrl
->nand
;
631 if (elbc_fcm_ctrl
->status
!= LTESR_CC
)
632 return NAND_STATUS_FAIL
;
634 /* The chip always seems to report that it is
635 * write-protected, even when it is not.
637 return (elbc_fcm_ctrl
->mdr
& 0xff) | NAND_STATUS_WP
;
640 static int fsl_elbc_chip_init_tail(struct mtd_info
*mtd
)
642 struct nand_chip
*chip
= mtd_to_nand(mtd
);
643 struct fsl_elbc_mtd
*priv
= nand_get_controller_data(chip
);
644 struct fsl_lbc_ctrl
*ctrl
= priv
->ctrl
;
645 struct fsl_lbc_regs __iomem
*lbc
= ctrl
->regs
;
648 /* calculate FMR Address Length field */
650 if (chip
->pagemask
& 0xffff0000)
652 if (chip
->pagemask
& 0xff000000)
655 priv
->fmr
|= al
<< FMR_AL_SHIFT
;
657 dev_dbg(priv
->dev
, "fsl_elbc_init: nand->numchips = %d\n",
659 dev_dbg(priv
->dev
, "fsl_elbc_init: nand->chipsize = %lld\n",
661 dev_dbg(priv
->dev
, "fsl_elbc_init: nand->pagemask = %8x\n",
663 dev_dbg(priv
->dev
, "fsl_elbc_init: nand->chip_delay = %d\n",
665 dev_dbg(priv
->dev
, "fsl_elbc_init: nand->badblockpos = %d\n",
667 dev_dbg(priv
->dev
, "fsl_elbc_init: nand->chip_shift = %d\n",
669 dev_dbg(priv
->dev
, "fsl_elbc_init: nand->page_shift = %d\n",
671 dev_dbg(priv
->dev
, "fsl_elbc_init: nand->phys_erase_shift = %d\n",
672 chip
->phys_erase_shift
);
673 dev_dbg(priv
->dev
, "fsl_elbc_init: nand->ecc.mode = %d\n",
675 dev_dbg(priv
->dev
, "fsl_elbc_init: nand->ecc.steps = %d\n",
677 dev_dbg(priv
->dev
, "fsl_elbc_init: nand->ecc.bytes = %d\n",
679 dev_dbg(priv
->dev
, "fsl_elbc_init: nand->ecc.total = %d\n",
681 dev_dbg(priv
->dev
, "fsl_elbc_init: mtd->ooblayout = %p\n",
683 dev_dbg(priv
->dev
, "fsl_elbc_init: mtd->flags = %08x\n", mtd
->flags
);
684 dev_dbg(priv
->dev
, "fsl_elbc_init: mtd->size = %lld\n", mtd
->size
);
685 dev_dbg(priv
->dev
, "fsl_elbc_init: mtd->erasesize = %d\n",
687 dev_dbg(priv
->dev
, "fsl_elbc_init: mtd->writesize = %d\n",
689 dev_dbg(priv
->dev
, "fsl_elbc_init: mtd->oobsize = %d\n",
692 /* adjust Option Register and ECC to match Flash page size */
693 if (mtd
->writesize
== 512) {
695 clrbits32(&lbc
->bank
[priv
->bank
].or, OR_FCM_PGS
);
696 } else if (mtd
->writesize
== 2048) {
698 setbits32(&lbc
->bank
[priv
->bank
].or, OR_FCM_PGS
);
701 "fsl_elbc_init: page size %d is not supported\n",
709 static int fsl_elbc_read_page(struct mtd_info
*mtd
, struct nand_chip
*chip
,
710 uint8_t *buf
, int oob_required
, int page
)
712 struct fsl_elbc_mtd
*priv
= nand_get_controller_data(chip
);
713 struct fsl_lbc_ctrl
*ctrl
= priv
->ctrl
;
714 struct fsl_elbc_fcm_ctrl
*elbc_fcm_ctrl
= ctrl
->nand
;
716 fsl_elbc_read_buf(mtd
, buf
, mtd
->writesize
);
718 fsl_elbc_read_buf(mtd
, chip
->oob_poi
, mtd
->oobsize
);
720 if (fsl_elbc_wait(mtd
, chip
) & NAND_STATUS_FAIL
)
721 mtd
->ecc_stats
.failed
++;
723 return elbc_fcm_ctrl
->max_bitflips
;
726 /* ECC will be calculated automatically, and errors will be detected in
729 static int fsl_elbc_write_page(struct mtd_info
*mtd
, struct nand_chip
*chip
,
730 const uint8_t *buf
, int oob_required
, int page
)
732 fsl_elbc_write_buf(mtd
, buf
, mtd
->writesize
);
733 fsl_elbc_write_buf(mtd
, chip
->oob_poi
, mtd
->oobsize
);
738 /* ECC will be calculated automatically, and errors will be detected in
741 static int fsl_elbc_write_subpage(struct mtd_info
*mtd
, struct nand_chip
*chip
,
742 uint32_t offset
, uint32_t data_len
,
743 const uint8_t *buf
, int oob_required
, int page
)
745 fsl_elbc_write_buf(mtd
, buf
, mtd
->writesize
);
746 fsl_elbc_write_buf(mtd
, chip
->oob_poi
, mtd
->oobsize
);
751 static int fsl_elbc_chip_init(struct fsl_elbc_mtd
*priv
)
753 struct fsl_lbc_ctrl
*ctrl
= priv
->ctrl
;
754 struct fsl_lbc_regs __iomem
*lbc
= ctrl
->regs
;
755 struct fsl_elbc_fcm_ctrl
*elbc_fcm_ctrl
= ctrl
->nand
;
756 struct nand_chip
*chip
= &priv
->chip
;
757 struct mtd_info
*mtd
= nand_to_mtd(chip
);
759 dev_dbg(priv
->dev
, "eLBC Set Information for bank %d\n", priv
->bank
);
761 /* Fill in fsl_elbc_mtd structure */
762 mtd
->dev
.parent
= priv
->dev
;
763 nand_set_flash_node(chip
, priv
->dev
->of_node
);
765 /* set timeout to maximum */
766 priv
->fmr
= 15 << FMR_CWTO_SHIFT
;
767 if (in_be32(&lbc
->bank
[priv
->bank
].or) & OR_FCM_PGS
)
768 priv
->fmr
|= FMR_ECCM
;
770 /* fill in nand_chip structure */
771 /* set up function call table */
772 chip
->read_byte
= fsl_elbc_read_byte
;
773 chip
->write_buf
= fsl_elbc_write_buf
;
774 chip
->read_buf
= fsl_elbc_read_buf
;
775 chip
->select_chip
= fsl_elbc_select_chip
;
776 chip
->cmdfunc
= fsl_elbc_cmdfunc
;
777 chip
->waitfunc
= fsl_elbc_wait
;
779 chip
->bbt_td
= &bbt_main_descr
;
780 chip
->bbt_md
= &bbt_mirror_descr
;
782 /* set up nand options */
783 chip
->bbt_options
= NAND_BBT_USE_FLASH
;
785 chip
->controller
= &elbc_fcm_ctrl
->controller
;
786 nand_set_controller_data(chip
, priv
);
788 chip
->ecc
.read_page
= fsl_elbc_read_page
;
789 chip
->ecc
.write_page
= fsl_elbc_write_page
;
790 chip
->ecc
.write_subpage
= fsl_elbc_write_subpage
;
792 /* If CS Base Register selects full hardware ECC then use it */
793 if ((in_be32(&lbc
->bank
[priv
->bank
].br
) & BR_DECC
) ==
795 chip
->ecc
.mode
= NAND_ECC_HW
;
796 mtd_set_ooblayout(mtd
, &fsl_elbc_ooblayout_ops
);
797 chip
->ecc
.size
= 512;
799 chip
->ecc
.strength
= 1;
801 /* otherwise fall back to default software ECC */
802 chip
->ecc
.mode
= NAND_ECC_SOFT
;
803 chip
->ecc
.algo
= NAND_ECC_HAMMING
;
809 static int fsl_elbc_chip_remove(struct fsl_elbc_mtd
*priv
)
811 struct fsl_elbc_fcm_ctrl
*elbc_fcm_ctrl
= priv
->ctrl
->nand
;
812 struct mtd_info
*mtd
= nand_to_mtd(&priv
->chip
);
819 iounmap(priv
->vbase
);
821 elbc_fcm_ctrl
->chips
[priv
->bank
] = NULL
;
826 static DEFINE_MUTEX(fsl_elbc_nand_mutex
);
828 static int fsl_elbc_nand_probe(struct platform_device
*pdev
)
830 struct fsl_lbc_regs __iomem
*lbc
;
831 struct fsl_elbc_mtd
*priv
;
833 struct fsl_elbc_fcm_ctrl
*elbc_fcm_ctrl
;
834 static const char *part_probe_types
[]
835 = { "cmdlinepart", "RedBoot", "ofpart", NULL
};
839 struct device_node
*node
= pdev
->dev
.of_node
;
840 struct mtd_info
*mtd
;
842 if (!fsl_lbc_ctrl_dev
|| !fsl_lbc_ctrl_dev
->regs
)
844 lbc
= fsl_lbc_ctrl_dev
->regs
;
845 dev
= fsl_lbc_ctrl_dev
->dev
;
847 /* get, allocate and map the memory resource */
848 ret
= of_address_to_resource(node
, 0, &res
);
850 dev_err(dev
, "failed to get resource\n");
854 /* find which chip select it is connected to */
855 for (bank
= 0; bank
< MAX_BANKS
; bank
++)
856 if ((in_be32(&lbc
->bank
[bank
].br
) & BR_V
) &&
857 (in_be32(&lbc
->bank
[bank
].br
) & BR_MSEL
) == BR_MS_FCM
&&
858 (in_be32(&lbc
->bank
[bank
].br
) &
859 in_be32(&lbc
->bank
[bank
].or) & BR_BA
)
860 == fsl_lbc_addr(res
.start
))
863 if (bank
>= MAX_BANKS
) {
864 dev_err(dev
, "address did not match any chip selects\n");
868 priv
= kzalloc(sizeof(*priv
), GFP_KERNEL
);
872 mutex_lock(&fsl_elbc_nand_mutex
);
873 if (!fsl_lbc_ctrl_dev
->nand
) {
874 elbc_fcm_ctrl
= kzalloc(sizeof(*elbc_fcm_ctrl
), GFP_KERNEL
);
875 if (!elbc_fcm_ctrl
) {
876 mutex_unlock(&fsl_elbc_nand_mutex
);
880 elbc_fcm_ctrl
->counter
++;
882 spin_lock_init(&elbc_fcm_ctrl
->controller
.lock
);
883 init_waitqueue_head(&elbc_fcm_ctrl
->controller
.wq
);
884 fsl_lbc_ctrl_dev
->nand
= elbc_fcm_ctrl
;
886 elbc_fcm_ctrl
= fsl_lbc_ctrl_dev
->nand
;
888 mutex_unlock(&fsl_elbc_nand_mutex
);
890 elbc_fcm_ctrl
->chips
[bank
] = priv
;
892 priv
->ctrl
= fsl_lbc_ctrl_dev
;
893 priv
->dev
= &pdev
->dev
;
894 dev_set_drvdata(priv
->dev
, priv
);
896 priv
->vbase
= ioremap(res
.start
, resource_size(&res
));
898 dev_err(dev
, "failed to map chip region\n");
903 mtd
= nand_to_mtd(&priv
->chip
);
904 mtd
->name
= kasprintf(GFP_KERNEL
, "%llx.flash", (u64
)res
.start
);
905 if (!nand_to_mtd(&priv
->chip
)->name
) {
910 ret
= fsl_elbc_chip_init(priv
);
914 ret
= nand_scan_ident(mtd
, 1, NULL
);
918 ret
= fsl_elbc_chip_init_tail(mtd
);
922 ret
= nand_scan_tail(mtd
);
926 /* First look for RedBoot table or partitions on the command
927 * line, these take precedence over device tree information */
928 mtd_device_parse_register(mtd
, part_probe_types
, NULL
,
931 printk(KERN_INFO
"eLBC NAND device at 0x%llx, bank %d\n",
932 (unsigned long long)res
.start
, priv
->bank
);
936 fsl_elbc_chip_remove(priv
);
940 static int fsl_elbc_nand_remove(struct platform_device
*pdev
)
942 struct fsl_elbc_fcm_ctrl
*elbc_fcm_ctrl
= fsl_lbc_ctrl_dev
->nand
;
943 struct fsl_elbc_mtd
*priv
= dev_get_drvdata(&pdev
->dev
);
945 fsl_elbc_chip_remove(priv
);
947 mutex_lock(&fsl_elbc_nand_mutex
);
948 elbc_fcm_ctrl
->counter
--;
949 if (!elbc_fcm_ctrl
->counter
) {
950 fsl_lbc_ctrl_dev
->nand
= NULL
;
951 kfree(elbc_fcm_ctrl
);
953 mutex_unlock(&fsl_elbc_nand_mutex
);
959 static const struct of_device_id fsl_elbc_nand_match
[] = {
960 { .compatible
= "fsl,elbc-fcm-nand", },
963 MODULE_DEVICE_TABLE(of
, fsl_elbc_nand_match
);
965 static struct platform_driver fsl_elbc_nand_driver
= {
967 .name
= "fsl,elbc-fcm-nand",
968 .of_match_table
= fsl_elbc_nand_match
,
970 .probe
= fsl_elbc_nand_probe
,
971 .remove
= fsl_elbc_nand_remove
,
974 module_platform_driver(fsl_elbc_nand_driver
);
976 MODULE_LICENSE("GPL");
977 MODULE_AUTHOR("Freescale");
978 MODULE_DESCRIPTION("Freescale Enhanced Local Bus Controller MTD NAND driver");