2 * linux/drivers/mmc/host/omap.c
4 * Copyright (C) 2004 Nokia Corporation
5 * Written by Tuukka Tikkanen and Juha Yrjölä<juha.yrjola@nokia.com>
6 * Misc hacks here and there by Tony Lindgren <tony@atomide.com>
7 * Other hacks (DMA, SD, etc) by David Brownell
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License version 2 as
11 * published by the Free Software Foundation.
14 #include <linux/module.h>
15 #include <linux/moduleparam.h>
16 #include <linux/init.h>
17 #include <linux/ioport.h>
18 #include <linux/platform_device.h>
19 #include <linux/interrupt.h>
20 #include <linux/dmaengine.h>
21 #include <linux/dma-mapping.h>
22 #include <linux/delay.h>
23 #include <linux/spinlock.h>
24 #include <linux/timer.h>
26 #include <linux/mmc/host.h>
27 #include <linux/mmc/card.h>
28 #include <linux/mmc/mmc.h>
29 #include <linux/clk.h>
30 #include <linux/scatterlist.h>
31 #include <linux/slab.h>
32 #include <linux/platform_data/mmc-omap.h>
35 #define OMAP_MMC_REG_CMD 0x00
36 #define OMAP_MMC_REG_ARGL 0x01
37 #define OMAP_MMC_REG_ARGH 0x02
38 #define OMAP_MMC_REG_CON 0x03
39 #define OMAP_MMC_REG_STAT 0x04
40 #define OMAP_MMC_REG_IE 0x05
41 #define OMAP_MMC_REG_CTO 0x06
42 #define OMAP_MMC_REG_DTO 0x07
43 #define OMAP_MMC_REG_DATA 0x08
44 #define OMAP_MMC_REG_BLEN 0x09
45 #define OMAP_MMC_REG_NBLK 0x0a
46 #define OMAP_MMC_REG_BUF 0x0b
47 #define OMAP_MMC_REG_SDIO 0x0d
48 #define OMAP_MMC_REG_REV 0x0f
49 #define OMAP_MMC_REG_RSP0 0x10
50 #define OMAP_MMC_REG_RSP1 0x11
51 #define OMAP_MMC_REG_RSP2 0x12
52 #define OMAP_MMC_REG_RSP3 0x13
53 #define OMAP_MMC_REG_RSP4 0x14
54 #define OMAP_MMC_REG_RSP5 0x15
55 #define OMAP_MMC_REG_RSP6 0x16
56 #define OMAP_MMC_REG_RSP7 0x17
57 #define OMAP_MMC_REG_IOSR 0x18
58 #define OMAP_MMC_REG_SYSC 0x19
59 #define OMAP_MMC_REG_SYSS 0x1a
61 #define OMAP_MMC_STAT_CARD_ERR (1 << 14)
62 #define OMAP_MMC_STAT_CARD_IRQ (1 << 13)
63 #define OMAP_MMC_STAT_OCR_BUSY (1 << 12)
64 #define OMAP_MMC_STAT_A_EMPTY (1 << 11)
65 #define OMAP_MMC_STAT_A_FULL (1 << 10)
66 #define OMAP_MMC_STAT_CMD_CRC (1 << 8)
67 #define OMAP_MMC_STAT_CMD_TOUT (1 << 7)
68 #define OMAP_MMC_STAT_DATA_CRC (1 << 6)
69 #define OMAP_MMC_STAT_DATA_TOUT (1 << 5)
70 #define OMAP_MMC_STAT_END_BUSY (1 << 4)
71 #define OMAP_MMC_STAT_END_OF_DATA (1 << 3)
72 #define OMAP_MMC_STAT_CARD_BUSY (1 << 2)
73 #define OMAP_MMC_STAT_END_OF_CMD (1 << 0)
75 #define mmc_omap7xx() (host->features & MMC_OMAP7XX)
76 #define mmc_omap15xx() (host->features & MMC_OMAP15XX)
77 #define mmc_omap16xx() (host->features & MMC_OMAP16XX)
78 #define MMC_OMAP1_MASK (MMC_OMAP7XX | MMC_OMAP15XX | MMC_OMAP16XX)
79 #define mmc_omap1() (host->features & MMC_OMAP1_MASK)
80 #define mmc_omap2() (!mmc_omap1())
82 #define OMAP_MMC_REG(host, reg) (OMAP_MMC_REG_##reg << (host)->reg_shift)
83 #define OMAP_MMC_READ(host, reg) __raw_readw((host)->virt_base + OMAP_MMC_REG(host, reg))
84 #define OMAP_MMC_WRITE(host, reg, val) __raw_writew((val), (host)->virt_base + OMAP_MMC_REG(host, reg))
89 #define OMAP_MMC_CMDTYPE_BC 0
90 #define OMAP_MMC_CMDTYPE_BCR 1
91 #define OMAP_MMC_CMDTYPE_AC 2
92 #define OMAP_MMC_CMDTYPE_ADTC 3
94 #define DRIVER_NAME "mmci-omap"
96 /* Specifies how often in millisecs to poll for card status changes
97 * when the cover switch is open */
98 #define OMAP_MMC_COVER_POLL_DELAY 500
100 struct mmc_omap_host
;
102 struct mmc_omap_slot
{
107 unsigned int fclk_freq
;
109 struct tasklet_struct cover_tasklet
;
110 struct timer_list cover_timer
;
113 struct mmc_request
*mrq
;
114 struct mmc_omap_host
*host
;
115 struct mmc_host
*mmc
;
116 struct omap_mmc_slot_data
*pdata
;
119 struct mmc_omap_host
{
121 struct mmc_request
* mrq
;
122 struct mmc_command
* cmd
;
123 struct mmc_data
* data
;
124 struct mmc_host
* mmc
;
126 unsigned char id
; /* 16xx chips have 2 MMC blocks */
129 struct dma_chan
*dma_rx
;
131 struct dma_chan
*dma_tx
;
133 void __iomem
*virt_base
;
134 unsigned int phys_base
;
136 unsigned char bus_mode
;
137 unsigned int reg_shift
;
139 struct work_struct cmd_abort_work
;
141 struct timer_list cmd_abort_timer
;
143 struct work_struct slot_release_work
;
144 struct mmc_omap_slot
*next_slot
;
145 struct work_struct send_stop_work
;
146 struct mmc_data
*stop_data
;
151 u32 buffer_bytes_left
;
152 u32 total_bytes_left
;
155 unsigned brs_received
:1, dma_done
:1;
156 unsigned dma_in_use
:1;
159 struct mmc_omap_slot
*slots
[OMAP_MMC_MAX_SLOTS
];
160 struct mmc_omap_slot
*current_slot
;
161 spinlock_t slot_lock
;
162 wait_queue_head_t slot_wq
;
165 struct timer_list clk_timer
;
166 spinlock_t clk_lock
; /* for changing enabled state */
167 unsigned int fclk_enabled
:1;
168 struct workqueue_struct
*mmc_omap_wq
;
170 struct omap_mmc_platform_data
*pdata
;
174 static void mmc_omap_fclk_offdelay(struct mmc_omap_slot
*slot
)
176 unsigned long tick_ns
;
178 if (slot
!= NULL
&& slot
->host
->fclk_enabled
&& slot
->fclk_freq
> 0) {
179 tick_ns
= DIV_ROUND_UP(NSEC_PER_SEC
, slot
->fclk_freq
);
184 static void mmc_omap_fclk_enable(struct mmc_omap_host
*host
, unsigned int enable
)
188 spin_lock_irqsave(&host
->clk_lock
, flags
);
189 if (host
->fclk_enabled
!= enable
) {
190 host
->fclk_enabled
= enable
;
192 clk_enable(host
->fclk
);
194 clk_disable(host
->fclk
);
196 spin_unlock_irqrestore(&host
->clk_lock
, flags
);
199 static void mmc_omap_select_slot(struct mmc_omap_slot
*slot
, int claimed
)
201 struct mmc_omap_host
*host
= slot
->host
;
206 spin_lock_irqsave(&host
->slot_lock
, flags
);
207 while (host
->mmc
!= NULL
) {
208 spin_unlock_irqrestore(&host
->slot_lock
, flags
);
209 wait_event(host
->slot_wq
, host
->mmc
== NULL
);
210 spin_lock_irqsave(&host
->slot_lock
, flags
);
212 host
->mmc
= slot
->mmc
;
213 spin_unlock_irqrestore(&host
->slot_lock
, flags
);
215 del_timer(&host
->clk_timer
);
216 if (host
->current_slot
!= slot
|| !claimed
)
217 mmc_omap_fclk_offdelay(host
->current_slot
);
219 if (host
->current_slot
!= slot
) {
220 OMAP_MMC_WRITE(host
, CON
, slot
->saved_con
& 0xFC00);
221 if (host
->pdata
->switch_slot
!= NULL
)
222 host
->pdata
->switch_slot(mmc_dev(slot
->mmc
), slot
->id
);
223 host
->current_slot
= slot
;
227 mmc_omap_fclk_enable(host
, 1);
229 /* Doing the dummy read here seems to work around some bug
230 * at least in OMAP24xx silicon where the command would not
231 * start after writing the CMD register. Sigh. */
232 OMAP_MMC_READ(host
, CON
);
234 OMAP_MMC_WRITE(host
, CON
, slot
->saved_con
);
236 mmc_omap_fclk_enable(host
, 0);
239 static void mmc_omap_start_request(struct mmc_omap_host
*host
,
240 struct mmc_request
*req
);
242 static void mmc_omap_slot_release_work(struct work_struct
*work
)
244 struct mmc_omap_host
*host
= container_of(work
, struct mmc_omap_host
,
246 struct mmc_omap_slot
*next_slot
= host
->next_slot
;
247 struct mmc_request
*rq
;
249 host
->next_slot
= NULL
;
250 mmc_omap_select_slot(next_slot
, 1);
253 next_slot
->mrq
= NULL
;
254 mmc_omap_start_request(host
, rq
);
257 static void mmc_omap_release_slot(struct mmc_omap_slot
*slot
, int clk_enabled
)
259 struct mmc_omap_host
*host
= slot
->host
;
263 BUG_ON(slot
== NULL
|| host
->mmc
== NULL
);
266 /* Keeps clock running for at least 8 cycles on valid freq */
267 mod_timer(&host
->clk_timer
, jiffies
+ HZ
/10);
269 del_timer(&host
->clk_timer
);
270 mmc_omap_fclk_offdelay(slot
);
271 mmc_omap_fclk_enable(host
, 0);
274 spin_lock_irqsave(&host
->slot_lock
, flags
);
275 /* Check for any pending requests */
276 for (i
= 0; i
< host
->nr_slots
; i
++) {
277 struct mmc_omap_slot
*new_slot
;
279 if (host
->slots
[i
] == NULL
|| host
->slots
[i
]->mrq
== NULL
)
282 BUG_ON(host
->next_slot
!= NULL
);
283 new_slot
= host
->slots
[i
];
284 /* The current slot should not have a request in queue */
285 BUG_ON(new_slot
== host
->current_slot
);
287 host
->next_slot
= new_slot
;
288 host
->mmc
= new_slot
->mmc
;
289 spin_unlock_irqrestore(&host
->slot_lock
, flags
);
290 queue_work(host
->mmc_omap_wq
, &host
->slot_release_work
);
295 wake_up(&host
->slot_wq
);
296 spin_unlock_irqrestore(&host
->slot_lock
, flags
);
300 int mmc_omap_cover_is_open(struct mmc_omap_slot
*slot
)
302 if (slot
->pdata
->get_cover_state
)
303 return slot
->pdata
->get_cover_state(mmc_dev(slot
->mmc
),
309 mmc_omap_show_cover_switch(struct device
*dev
, struct device_attribute
*attr
,
312 struct mmc_host
*mmc
= container_of(dev
, struct mmc_host
, class_dev
);
313 struct mmc_omap_slot
*slot
= mmc_priv(mmc
);
315 return sprintf(buf
, "%s\n", mmc_omap_cover_is_open(slot
) ? "open" :
319 static DEVICE_ATTR(cover_switch
, S_IRUGO
, mmc_omap_show_cover_switch
, NULL
);
322 mmc_omap_show_slot_name(struct device
*dev
, struct device_attribute
*attr
,
325 struct mmc_host
*mmc
= container_of(dev
, struct mmc_host
, class_dev
);
326 struct mmc_omap_slot
*slot
= mmc_priv(mmc
);
328 return sprintf(buf
, "%s\n", slot
->pdata
->name
);
331 static DEVICE_ATTR(slot_name
, S_IRUGO
, mmc_omap_show_slot_name
, NULL
);
334 mmc_omap_start_command(struct mmc_omap_host
*host
, struct mmc_command
*cmd
)
346 /* Our hardware needs to know exact type */
347 switch (mmc_resp_type(cmd
)) {
352 /* resp 1, 1b, 6, 7 */
362 dev_err(mmc_dev(host
->mmc
), "Invalid response type: %04x\n", mmc_resp_type(cmd
));
366 if (mmc_cmd_type(cmd
) == MMC_CMD_ADTC
) {
367 cmdtype
= OMAP_MMC_CMDTYPE_ADTC
;
368 } else if (mmc_cmd_type(cmd
) == MMC_CMD_BC
) {
369 cmdtype
= OMAP_MMC_CMDTYPE_BC
;
370 } else if (mmc_cmd_type(cmd
) == MMC_CMD_BCR
) {
371 cmdtype
= OMAP_MMC_CMDTYPE_BCR
;
373 cmdtype
= OMAP_MMC_CMDTYPE_AC
;
376 cmdreg
= cmd
->opcode
| (resptype
<< 8) | (cmdtype
<< 12);
378 if (host
->current_slot
->bus_mode
== MMC_BUSMODE_OPENDRAIN
)
381 if (cmd
->flags
& MMC_RSP_BUSY
)
384 if (host
->data
&& !(host
->data
->flags
& MMC_DATA_WRITE
))
387 mod_timer(&host
->cmd_abort_timer
, jiffies
+ HZ
/2);
389 OMAP_MMC_WRITE(host
, CTO
, 200);
390 OMAP_MMC_WRITE(host
, ARGL
, cmd
->arg
& 0xffff);
391 OMAP_MMC_WRITE(host
, ARGH
, cmd
->arg
>> 16);
392 irq_mask
= OMAP_MMC_STAT_A_EMPTY
| OMAP_MMC_STAT_A_FULL
|
393 OMAP_MMC_STAT_CMD_CRC
| OMAP_MMC_STAT_CMD_TOUT
|
394 OMAP_MMC_STAT_DATA_CRC
| OMAP_MMC_STAT_DATA_TOUT
|
395 OMAP_MMC_STAT_END_OF_CMD
| OMAP_MMC_STAT_CARD_ERR
|
396 OMAP_MMC_STAT_END_OF_DATA
;
397 if (cmd
->opcode
== MMC_ERASE
)
398 irq_mask
&= ~OMAP_MMC_STAT_DATA_TOUT
;
399 OMAP_MMC_WRITE(host
, IE
, irq_mask
);
400 OMAP_MMC_WRITE(host
, CMD
, cmdreg
);
404 mmc_omap_release_dma(struct mmc_omap_host
*host
, struct mmc_data
*data
,
407 enum dma_data_direction dma_data_dir
;
408 struct device
*dev
= mmc_dev(host
->mmc
);
411 if (data
->flags
& MMC_DATA_WRITE
) {
412 dma_data_dir
= DMA_TO_DEVICE
;
415 dma_data_dir
= DMA_FROM_DEVICE
;
420 dmaengine_terminate_all(c
);
421 /* Claim nothing transferred on error... */
422 data
->bytes_xfered
= 0;
424 dev
= c
->device
->dev
;
426 dma_unmap_sg(dev
, data
->sg
, host
->sg_len
, dma_data_dir
);
429 static void mmc_omap_send_stop_work(struct work_struct
*work
)
431 struct mmc_omap_host
*host
= container_of(work
, struct mmc_omap_host
,
433 struct mmc_omap_slot
*slot
= host
->current_slot
;
434 struct mmc_data
*data
= host
->stop_data
;
435 unsigned long tick_ns
;
437 tick_ns
= DIV_ROUND_UP(NSEC_PER_SEC
, slot
->fclk_freq
);
440 mmc_omap_start_command(host
, data
->stop
);
444 mmc_omap_xfer_done(struct mmc_omap_host
*host
, struct mmc_data
*data
)
446 if (host
->dma_in_use
)
447 mmc_omap_release_dma(host
, data
, data
->error
);
452 /* NOTE: MMC layer will sometimes poll-wait CMD13 next, issuing
453 * dozens of requests until the card finishes writing data.
454 * It'd be cheaper to just wait till an EOFB interrupt arrives...
458 struct mmc_host
*mmc
;
462 mmc_omap_release_slot(host
->current_slot
, 1);
463 mmc_request_done(mmc
, data
->mrq
);
467 host
->stop_data
= data
;
468 queue_work(host
->mmc_omap_wq
, &host
->send_stop_work
);
472 mmc_omap_send_abort(struct mmc_omap_host
*host
, int maxloops
)
474 struct mmc_omap_slot
*slot
= host
->current_slot
;
475 unsigned int restarts
, passes
, timeout
;
478 /* Sending abort takes 80 clocks. Have some extra and round up */
479 timeout
= DIV_ROUND_UP(120 * USEC_PER_SEC
, slot
->fclk_freq
);
481 while (restarts
< maxloops
) {
482 OMAP_MMC_WRITE(host
, STAT
, 0xFFFF);
483 OMAP_MMC_WRITE(host
, CMD
, (3 << 12) | (1 << 7));
486 while (passes
< timeout
) {
487 stat
= OMAP_MMC_READ(host
, STAT
);
488 if (stat
& OMAP_MMC_STAT_END_OF_CMD
)
497 OMAP_MMC_WRITE(host
, STAT
, stat
);
501 mmc_omap_abort_xfer(struct mmc_omap_host
*host
, struct mmc_data
*data
)
503 if (host
->dma_in_use
)
504 mmc_omap_release_dma(host
, data
, 1);
509 mmc_omap_send_abort(host
, 10000);
513 mmc_omap_end_of_data(struct mmc_omap_host
*host
, struct mmc_data
*data
)
518 if (!host
->dma_in_use
) {
519 mmc_omap_xfer_done(host
, data
);
523 spin_lock_irqsave(&host
->dma_lock
, flags
);
527 host
->brs_received
= 1;
528 spin_unlock_irqrestore(&host
->dma_lock
, flags
);
530 mmc_omap_xfer_done(host
, data
);
534 mmc_omap_dma_done(struct mmc_omap_host
*host
, struct mmc_data
*data
)
540 spin_lock_irqsave(&host
->dma_lock
, flags
);
541 if (host
->brs_received
)
545 spin_unlock_irqrestore(&host
->dma_lock
, flags
);
547 mmc_omap_xfer_done(host
, data
);
551 mmc_omap_cmd_done(struct mmc_omap_host
*host
, struct mmc_command
*cmd
)
555 del_timer(&host
->cmd_abort_timer
);
557 if (cmd
->flags
& MMC_RSP_PRESENT
) {
558 if (cmd
->flags
& MMC_RSP_136
) {
559 /* response type 2 */
561 OMAP_MMC_READ(host
, RSP0
) |
562 (OMAP_MMC_READ(host
, RSP1
) << 16);
564 OMAP_MMC_READ(host
, RSP2
) |
565 (OMAP_MMC_READ(host
, RSP3
) << 16);
567 OMAP_MMC_READ(host
, RSP4
) |
568 (OMAP_MMC_READ(host
, RSP5
) << 16);
570 OMAP_MMC_READ(host
, RSP6
) |
571 (OMAP_MMC_READ(host
, RSP7
) << 16);
573 /* response types 1, 1b, 3, 4, 5, 6 */
575 OMAP_MMC_READ(host
, RSP6
) |
576 (OMAP_MMC_READ(host
, RSP7
) << 16);
580 if (host
->data
== NULL
|| cmd
->error
) {
581 struct mmc_host
*mmc
;
583 if (host
->data
!= NULL
)
584 mmc_omap_abort_xfer(host
, host
->data
);
587 mmc_omap_release_slot(host
->current_slot
, 1);
588 mmc_request_done(mmc
, cmd
->mrq
);
593 * Abort stuck command. Can occur when card is removed while it is being
596 static void mmc_omap_abort_command(struct work_struct
*work
)
598 struct mmc_omap_host
*host
= container_of(work
, struct mmc_omap_host
,
602 dev_dbg(mmc_dev(host
->mmc
), "Aborting stuck command CMD%d\n",
605 if (host
->cmd
->error
== 0)
606 host
->cmd
->error
= -ETIMEDOUT
;
608 if (host
->data
== NULL
) {
609 struct mmc_command
*cmd
;
610 struct mmc_host
*mmc
;
614 mmc_omap_send_abort(host
, 10000);
618 mmc_omap_release_slot(host
->current_slot
, 1);
619 mmc_request_done(mmc
, cmd
->mrq
);
621 mmc_omap_cmd_done(host
, host
->cmd
);
624 enable_irq(host
->irq
);
628 mmc_omap_cmd_timer(unsigned long data
)
630 struct mmc_omap_host
*host
= (struct mmc_omap_host
*) data
;
633 spin_lock_irqsave(&host
->slot_lock
, flags
);
634 if (host
->cmd
!= NULL
&& !host
->abort
) {
635 OMAP_MMC_WRITE(host
, IE
, 0);
636 disable_irq(host
->irq
);
638 queue_work(host
->mmc_omap_wq
, &host
->cmd_abort_work
);
640 spin_unlock_irqrestore(&host
->slot_lock
, flags
);
645 mmc_omap_sg_to_buf(struct mmc_omap_host
*host
)
647 struct scatterlist
*sg
;
649 sg
= host
->data
->sg
+ host
->sg_idx
;
650 host
->buffer_bytes_left
= sg
->length
;
651 host
->buffer
= sg_virt(sg
);
652 if (host
->buffer_bytes_left
> host
->total_bytes_left
)
653 host
->buffer_bytes_left
= host
->total_bytes_left
;
657 mmc_omap_clk_timer(unsigned long data
)
659 struct mmc_omap_host
*host
= (struct mmc_omap_host
*) data
;
661 mmc_omap_fclk_enable(host
, 0);
666 mmc_omap_xfer_data(struct mmc_omap_host
*host
, int write
)
670 if (host
->buffer_bytes_left
== 0) {
672 BUG_ON(host
->sg_idx
== host
->sg_len
);
673 mmc_omap_sg_to_buf(host
);
676 if (n
> host
->buffer_bytes_left
)
677 n
= host
->buffer_bytes_left
;
679 /* Round up to handle odd number of bytes to transfer */
680 nwords
= DIV_ROUND_UP(n
, 2);
682 host
->buffer_bytes_left
-= n
;
683 host
->total_bytes_left
-= n
;
684 host
->data
->bytes_xfered
+= n
;
687 __raw_writesw(host
->virt_base
+ OMAP_MMC_REG(host
, DATA
),
688 host
->buffer
, nwords
);
690 __raw_readsw(host
->virt_base
+ OMAP_MMC_REG(host
, DATA
),
691 host
->buffer
, nwords
);
694 host
->buffer
+= nwords
;
697 #ifdef CONFIG_MMC_DEBUG
698 static void mmc_omap_report_irq(struct mmc_omap_host
*host
, u16 status
)
700 static const char *mmc_omap_status_bits
[] = {
701 "EOC", "CD", "CB", "BRS", "EOFB", "DTO", "DCRC", "CTO",
702 "CCRC", "CRW", "AF", "AE", "OCRB", "CIRQ", "CERR"
705 char res
[64], *buf
= res
;
707 buf
+= sprintf(buf
, "MMC IRQ 0x%x:", status
);
709 for (i
= 0; i
< ARRAY_SIZE(mmc_omap_status_bits
); i
++)
710 if (status
& (1 << i
))
711 buf
+= sprintf(buf
, " %s", mmc_omap_status_bits
[i
]);
712 dev_vdbg(mmc_dev(host
->mmc
), "%s\n", res
);
715 static void mmc_omap_report_irq(struct mmc_omap_host
*host
, u16 status
)
721 static irqreturn_t
mmc_omap_irq(int irq
, void *dev_id
)
723 struct mmc_omap_host
* host
= (struct mmc_omap_host
*)dev_id
;
727 int transfer_error
, cmd_error
;
729 if (host
->cmd
== NULL
&& host
->data
== NULL
) {
730 status
= OMAP_MMC_READ(host
, STAT
);
731 dev_info(mmc_dev(host
->slots
[0]->mmc
),
732 "Spurious IRQ 0x%04x\n", status
);
734 OMAP_MMC_WRITE(host
, STAT
, status
);
735 OMAP_MMC_WRITE(host
, IE
, 0);
745 while ((status
= OMAP_MMC_READ(host
, STAT
)) != 0) {
748 OMAP_MMC_WRITE(host
, STAT
, status
);
749 if (host
->cmd
!= NULL
)
750 cmd
= host
->cmd
->opcode
;
753 dev_dbg(mmc_dev(host
->mmc
), "MMC IRQ %04x (CMD %d): ",
755 mmc_omap_report_irq(host
, status
);
757 if (host
->total_bytes_left
) {
758 if ((status
& OMAP_MMC_STAT_A_FULL
) ||
759 (status
& OMAP_MMC_STAT_END_OF_DATA
))
760 mmc_omap_xfer_data(host
, 0);
761 if (status
& OMAP_MMC_STAT_A_EMPTY
)
762 mmc_omap_xfer_data(host
, 1);
765 if (status
& OMAP_MMC_STAT_END_OF_DATA
)
768 if (status
& OMAP_MMC_STAT_DATA_TOUT
) {
769 dev_dbg(mmc_dev(host
->mmc
), "data timeout (CMD%d)\n",
772 host
->data
->error
= -ETIMEDOUT
;
777 if (status
& OMAP_MMC_STAT_DATA_CRC
) {
779 host
->data
->error
= -EILSEQ
;
780 dev_dbg(mmc_dev(host
->mmc
),
781 "data CRC error, bytes left %d\n",
782 host
->total_bytes_left
);
785 dev_dbg(mmc_dev(host
->mmc
), "data CRC error\n");
789 if (status
& OMAP_MMC_STAT_CMD_TOUT
) {
790 /* Timeouts are routine with some commands */
792 struct mmc_omap_slot
*slot
=
795 !mmc_omap_cover_is_open(slot
))
796 dev_err(mmc_dev(host
->mmc
),
797 "command timeout (CMD%d)\n",
799 host
->cmd
->error
= -ETIMEDOUT
;
805 if (status
& OMAP_MMC_STAT_CMD_CRC
) {
807 dev_err(mmc_dev(host
->mmc
),
808 "command CRC error (CMD%d, arg 0x%08x)\n",
809 cmd
, host
->cmd
->arg
);
810 host
->cmd
->error
= -EILSEQ
;
814 dev_err(mmc_dev(host
->mmc
),
815 "command CRC error without cmd?\n");
818 if (status
& OMAP_MMC_STAT_CARD_ERR
) {
819 dev_dbg(mmc_dev(host
->mmc
),
820 "ignoring card status error (CMD%d)\n",
826 * NOTE: On 1610 the END_OF_CMD may come too early when
829 if ((status
& OMAP_MMC_STAT_END_OF_CMD
) &&
830 (!(status
& OMAP_MMC_STAT_A_EMPTY
))) {
835 if (cmd_error
&& host
->data
) {
836 del_timer(&host
->cmd_abort_timer
);
838 OMAP_MMC_WRITE(host
, IE
, 0);
839 disable_irq_nosync(host
->irq
);
840 queue_work(host
->mmc_omap_wq
, &host
->cmd_abort_work
);
844 if (end_command
&& host
->cmd
)
845 mmc_omap_cmd_done(host
, host
->cmd
);
846 if (host
->data
!= NULL
) {
848 mmc_omap_xfer_done(host
, host
->data
);
849 else if (end_transfer
)
850 mmc_omap_end_of_data(host
, host
->data
);
856 void omap_mmc_notify_cover_event(struct device
*dev
, int num
, int is_closed
)
859 struct mmc_omap_host
*host
= dev_get_drvdata(dev
);
860 struct mmc_omap_slot
*slot
= host
->slots
[num
];
862 BUG_ON(num
>= host
->nr_slots
);
864 /* Other subsystems can call in here before we're initialised. */
865 if (host
->nr_slots
== 0 || !host
->slots
[num
])
868 cover_open
= mmc_omap_cover_is_open(slot
);
869 if (cover_open
!= slot
->cover_open
) {
870 slot
->cover_open
= cover_open
;
871 sysfs_notify(&slot
->mmc
->class_dev
.kobj
, NULL
, "cover_switch");
874 tasklet_hi_schedule(&slot
->cover_tasklet
);
877 static void mmc_omap_cover_timer(unsigned long arg
)
879 struct mmc_omap_slot
*slot
= (struct mmc_omap_slot
*) arg
;
880 tasklet_schedule(&slot
->cover_tasklet
);
883 static void mmc_omap_cover_handler(unsigned long param
)
885 struct mmc_omap_slot
*slot
= (struct mmc_omap_slot
*)param
;
886 int cover_open
= mmc_omap_cover_is_open(slot
);
888 mmc_detect_change(slot
->mmc
, 0);
893 * If no card is inserted, we postpone polling until
894 * the cover has been closed.
896 if (slot
->mmc
->card
== NULL
|| !mmc_card_present(slot
->mmc
->card
))
899 mod_timer(&slot
->cover_timer
,
900 jiffies
+ msecs_to_jiffies(OMAP_MMC_COVER_POLL_DELAY
));
903 static void mmc_omap_dma_callback(void *priv
)
905 struct mmc_omap_host
*host
= priv
;
906 struct mmc_data
*data
= host
->data
;
908 /* If we got to the end of DMA, assume everything went well */
909 data
->bytes_xfered
+= data
->blocks
* data
->blksz
;
911 mmc_omap_dma_done(host
, data
);
914 static inline void set_cmd_timeout(struct mmc_omap_host
*host
, struct mmc_request
*req
)
918 reg
= OMAP_MMC_READ(host
, SDIO
);
920 OMAP_MMC_WRITE(host
, SDIO
, reg
);
921 /* Set maximum timeout */
922 OMAP_MMC_WRITE(host
, CTO
, 0xff);
925 static inline void set_data_timeout(struct mmc_omap_host
*host
, struct mmc_request
*req
)
927 unsigned int timeout
, cycle_ns
;
930 cycle_ns
= 1000000000 / host
->current_slot
->fclk_freq
;
931 timeout
= req
->data
->timeout_ns
/ cycle_ns
;
932 timeout
+= req
->data
->timeout_clks
;
934 /* Check if we need to use timeout multiplier register */
935 reg
= OMAP_MMC_READ(host
, SDIO
);
936 if (timeout
> 0xffff) {
941 OMAP_MMC_WRITE(host
, SDIO
, reg
);
942 OMAP_MMC_WRITE(host
, DTO
, timeout
);
946 mmc_omap_prepare_data(struct mmc_omap_host
*host
, struct mmc_request
*req
)
948 struct mmc_data
*data
= req
->data
;
949 int i
, use_dma
= 1, block_size
;
950 struct scatterlist
*sg
;
955 OMAP_MMC_WRITE(host
, BLEN
, 0);
956 OMAP_MMC_WRITE(host
, NBLK
, 0);
957 OMAP_MMC_WRITE(host
, BUF
, 0);
958 host
->dma_in_use
= 0;
959 set_cmd_timeout(host
, req
);
963 block_size
= data
->blksz
;
965 OMAP_MMC_WRITE(host
, NBLK
, data
->blocks
- 1);
966 OMAP_MMC_WRITE(host
, BLEN
, block_size
- 1);
967 set_data_timeout(host
, req
);
969 /* cope with calling layer confusion; it issues "single
970 * block" writes using multi-block scatterlists.
972 sg_len
= (data
->blocks
== 1) ? 1 : data
->sg_len
;
974 /* Only do DMA for entire blocks */
975 for_each_sg(data
->sg
, sg
, sg_len
, i
) {
976 if ((sg
->length
% block_size
) != 0) {
984 enum dma_data_direction dma_data_dir
;
985 struct dma_async_tx_descriptor
*tx
;
991 * FIFO is 16x2 bytes on 15xx, and 32x2 bytes on 16xx
992 * and 24xx. Use 16 or 32 word frames when the
993 * blocksize is at least that large. Blocksize is
994 * usually 512 bytes; but not for some SD reads.
996 burst
= mmc_omap15xx() ? 32 : 64;
997 if (burst
> data
->blksz
)
1002 if (data
->flags
& MMC_DATA_WRITE
) {
1004 bp
= &host
->dma_tx_burst
;
1005 buf
= 0x0f80 | (burst
- 1) << 0;
1006 dma_data_dir
= DMA_TO_DEVICE
;
1009 bp
= &host
->dma_rx_burst
;
1010 buf
= 0x800f | (burst
- 1) << 8;
1011 dma_data_dir
= DMA_FROM_DEVICE
;
1017 /* Only reconfigure if we have a different burst size */
1019 struct dma_slave_config cfg
= {
1020 .src_addr
= host
->phys_base
+
1021 OMAP_MMC_REG(host
, DATA
),
1022 .dst_addr
= host
->phys_base
+
1023 OMAP_MMC_REG(host
, DATA
),
1024 .src_addr_width
= DMA_SLAVE_BUSWIDTH_2_BYTES
,
1025 .dst_addr_width
= DMA_SLAVE_BUSWIDTH_2_BYTES
,
1026 .src_maxburst
= burst
,
1027 .dst_maxburst
= burst
,
1030 if (dmaengine_slave_config(c
, &cfg
))
1036 host
->sg_len
= dma_map_sg(c
->device
->dev
, data
->sg
, sg_len
,
1038 if (host
->sg_len
== 0)
1041 tx
= dmaengine_prep_slave_sg(c
, data
->sg
, host
->sg_len
,
1042 data
->flags
& MMC_DATA_WRITE
? DMA_MEM_TO_DEV
: DMA_DEV_TO_MEM
,
1043 DMA_PREP_INTERRUPT
| DMA_CTRL_ACK
);
1047 OMAP_MMC_WRITE(host
, BUF
, buf
);
1049 tx
->callback
= mmc_omap_dma_callback
;
1050 tx
->callback_param
= host
;
1051 dmaengine_submit(tx
);
1052 host
->brs_received
= 0;
1054 host
->dma_in_use
= 1;
1059 /* Revert to PIO? */
1060 OMAP_MMC_WRITE(host
, BUF
, 0x1f1f);
1061 host
->total_bytes_left
= data
->blocks
* block_size
;
1062 host
->sg_len
= sg_len
;
1063 mmc_omap_sg_to_buf(host
);
1064 host
->dma_in_use
= 0;
1067 static void mmc_omap_start_request(struct mmc_omap_host
*host
,
1068 struct mmc_request
*req
)
1070 BUG_ON(host
->mrq
!= NULL
);
1074 /* only touch fifo AFTER the controller readies it */
1075 mmc_omap_prepare_data(host
, req
);
1076 mmc_omap_start_command(host
, req
->cmd
);
1077 if (host
->dma_in_use
) {
1078 struct dma_chan
*c
= host
->data
->flags
& MMC_DATA_WRITE
?
1079 host
->dma_tx
: host
->dma_rx
;
1081 dma_async_issue_pending(c
);
1085 static void mmc_omap_request(struct mmc_host
*mmc
, struct mmc_request
*req
)
1087 struct mmc_omap_slot
*slot
= mmc_priv(mmc
);
1088 struct mmc_omap_host
*host
= slot
->host
;
1089 unsigned long flags
;
1091 spin_lock_irqsave(&host
->slot_lock
, flags
);
1092 if (host
->mmc
!= NULL
) {
1093 BUG_ON(slot
->mrq
!= NULL
);
1095 spin_unlock_irqrestore(&host
->slot_lock
, flags
);
1099 spin_unlock_irqrestore(&host
->slot_lock
, flags
);
1100 mmc_omap_select_slot(slot
, 1);
1101 mmc_omap_start_request(host
, req
);
1104 static void mmc_omap_set_power(struct mmc_omap_slot
*slot
, int power_on
,
1107 struct mmc_omap_host
*host
;
1111 if (slot
->pdata
->set_power
!= NULL
)
1112 slot
->pdata
->set_power(mmc_dev(slot
->mmc
), slot
->id
, power_on
,
1118 w
= OMAP_MMC_READ(host
, CON
);
1119 OMAP_MMC_WRITE(host
, CON
, w
| (1 << 11));
1121 w
= OMAP_MMC_READ(host
, CON
);
1122 OMAP_MMC_WRITE(host
, CON
, w
& ~(1 << 11));
1127 static int mmc_omap_calc_divisor(struct mmc_host
*mmc
, struct mmc_ios
*ios
)
1129 struct mmc_omap_slot
*slot
= mmc_priv(mmc
);
1130 struct mmc_omap_host
*host
= slot
->host
;
1131 int func_clk_rate
= clk_get_rate(host
->fclk
);
1134 if (ios
->clock
== 0)
1137 dsor
= func_clk_rate
/ ios
->clock
;
1141 if (func_clk_rate
/ dsor
> ios
->clock
)
1147 slot
->fclk_freq
= func_clk_rate
/ dsor
;
1149 if (ios
->bus_width
== MMC_BUS_WIDTH_4
)
1155 static void mmc_omap_set_ios(struct mmc_host
*mmc
, struct mmc_ios
*ios
)
1157 struct mmc_omap_slot
*slot
= mmc_priv(mmc
);
1158 struct mmc_omap_host
*host
= slot
->host
;
1162 mmc_omap_select_slot(slot
, 0);
1164 dsor
= mmc_omap_calc_divisor(mmc
, ios
);
1166 if (ios
->vdd
!= slot
->vdd
)
1167 slot
->vdd
= ios
->vdd
;
1170 switch (ios
->power_mode
) {
1172 mmc_omap_set_power(slot
, 0, ios
->vdd
);
1175 /* Cannot touch dsor yet, just power up MMC */
1176 mmc_omap_set_power(slot
, 1, ios
->vdd
);
1179 mmc_omap_fclk_enable(host
, 1);
1185 if (slot
->bus_mode
!= ios
->bus_mode
) {
1186 if (slot
->pdata
->set_bus_mode
!= NULL
)
1187 slot
->pdata
->set_bus_mode(mmc_dev(mmc
), slot
->id
,
1189 slot
->bus_mode
= ios
->bus_mode
;
1192 /* On insanely high arm_per frequencies something sometimes
1193 * goes somehow out of sync, and the POW bit is not being set,
1194 * which results in the while loop below getting stuck.
1195 * Writing to the CON register twice seems to do the trick. */
1196 for (i
= 0; i
< 2; i
++)
1197 OMAP_MMC_WRITE(host
, CON
, dsor
);
1198 slot
->saved_con
= dsor
;
1199 if (ios
->power_mode
== MMC_POWER_ON
) {
1200 /* worst case at 400kHz, 80 cycles makes 200 microsecs */
1203 /* Send clock cycles, poll completion */
1204 OMAP_MMC_WRITE(host
, IE
, 0);
1205 OMAP_MMC_WRITE(host
, STAT
, 0xffff);
1206 OMAP_MMC_WRITE(host
, CMD
, 1 << 7);
1207 while (usecs
> 0 && (OMAP_MMC_READ(host
, STAT
) & 1) == 0) {
1211 OMAP_MMC_WRITE(host
, STAT
, 1);
1215 mmc_omap_release_slot(slot
, clk_enabled
);
1218 static const struct mmc_host_ops mmc_omap_ops
= {
1219 .request
= mmc_omap_request
,
1220 .set_ios
= mmc_omap_set_ios
,
1223 static int mmc_omap_new_slot(struct mmc_omap_host
*host
, int id
)
1225 struct mmc_omap_slot
*slot
= NULL
;
1226 struct mmc_host
*mmc
;
1229 mmc
= mmc_alloc_host(sizeof(struct mmc_omap_slot
), host
->dev
);
1233 slot
= mmc_priv(mmc
);
1237 slot
->pdata
= &host
->pdata
->slots
[id
];
1239 host
->slots
[id
] = slot
;
1242 if (host
->pdata
->slots
[id
].wires
>= 4)
1243 mmc
->caps
|= MMC_CAP_4_BIT_DATA
| MMC_CAP_ERASE
;
1245 mmc
->ops
= &mmc_omap_ops
;
1246 mmc
->f_min
= 400000;
1249 mmc
->f_max
= 48000000;
1251 mmc
->f_max
= 24000000;
1252 if (host
->pdata
->max_freq
)
1253 mmc
->f_max
= min(host
->pdata
->max_freq
, mmc
->f_max
);
1254 mmc
->ocr_avail
= slot
->pdata
->ocr_mask
;
1256 /* Use scatterlist DMA to reduce per-transfer costs.
1257 * NOTE max_seg_size assumption that small blocks aren't
1258 * normally used (except e.g. for reading SD registers).
1261 mmc
->max_blk_size
= 2048; /* BLEN is 11 bits (+1) */
1262 mmc
->max_blk_count
= 2048; /* NBLK is 11 bits (+1) */
1263 mmc
->max_req_size
= mmc
->max_blk_size
* mmc
->max_blk_count
;
1264 mmc
->max_seg_size
= mmc
->max_req_size
;
1266 if (slot
->pdata
->get_cover_state
!= NULL
) {
1267 setup_timer(&slot
->cover_timer
, mmc_omap_cover_timer
,
1268 (unsigned long)slot
);
1269 tasklet_init(&slot
->cover_tasklet
, mmc_omap_cover_handler
,
1270 (unsigned long)slot
);
1273 r
= mmc_add_host(mmc
);
1275 goto err_remove_host
;
1277 if (slot
->pdata
->name
!= NULL
) {
1278 r
= device_create_file(&mmc
->class_dev
,
1279 &dev_attr_slot_name
);
1281 goto err_remove_host
;
1284 if (slot
->pdata
->get_cover_state
!= NULL
) {
1285 r
= device_create_file(&mmc
->class_dev
,
1286 &dev_attr_cover_switch
);
1288 goto err_remove_slot_name
;
1289 tasklet_schedule(&slot
->cover_tasklet
);
1294 err_remove_slot_name
:
1295 if (slot
->pdata
->name
!= NULL
)
1296 device_remove_file(&mmc
->class_dev
, &dev_attr_slot_name
);
1298 mmc_remove_host(mmc
);
1303 static void mmc_omap_remove_slot(struct mmc_omap_slot
*slot
)
1305 struct mmc_host
*mmc
= slot
->mmc
;
1307 if (slot
->pdata
->name
!= NULL
)
1308 device_remove_file(&mmc
->class_dev
, &dev_attr_slot_name
);
1309 if (slot
->pdata
->get_cover_state
!= NULL
)
1310 device_remove_file(&mmc
->class_dev
, &dev_attr_cover_switch
);
1312 tasklet_kill(&slot
->cover_tasklet
);
1313 del_timer_sync(&slot
->cover_timer
);
1314 flush_workqueue(slot
->host
->mmc_omap_wq
);
1316 mmc_remove_host(mmc
);
1320 static int mmc_omap_probe(struct platform_device
*pdev
)
1322 struct omap_mmc_platform_data
*pdata
= pdev
->dev
.platform_data
;
1323 struct mmc_omap_host
*host
= NULL
;
1324 struct resource
*res
;
1328 if (pdata
== NULL
) {
1329 dev_err(&pdev
->dev
, "platform data missing\n");
1332 if (pdata
->nr_slots
== 0) {
1333 dev_err(&pdev
->dev
, "no slots\n");
1334 return -EPROBE_DEFER
;
1337 host
= devm_kzalloc(&pdev
->dev
, sizeof(struct mmc_omap_host
),
1342 irq
= platform_get_irq(pdev
, 0);
1346 res
= platform_get_resource(pdev
, IORESOURCE_MEM
, 0);
1347 host
->virt_base
= devm_ioremap_resource(&pdev
->dev
, res
);
1348 if (IS_ERR(host
->virt_base
))
1349 return PTR_ERR(host
->virt_base
);
1351 INIT_WORK(&host
->slot_release_work
, mmc_omap_slot_release_work
);
1352 INIT_WORK(&host
->send_stop_work
, mmc_omap_send_stop_work
);
1354 INIT_WORK(&host
->cmd_abort_work
, mmc_omap_abort_command
);
1355 setup_timer(&host
->cmd_abort_timer
, mmc_omap_cmd_timer
,
1356 (unsigned long) host
);
1358 spin_lock_init(&host
->clk_lock
);
1359 setup_timer(&host
->clk_timer
, mmc_omap_clk_timer
, (unsigned long) host
);
1361 spin_lock_init(&host
->dma_lock
);
1362 spin_lock_init(&host
->slot_lock
);
1363 init_waitqueue_head(&host
->slot_wq
);
1365 host
->pdata
= pdata
;
1366 host
->features
= host
->pdata
->slots
[0].features
;
1367 host
->dev
= &pdev
->dev
;
1368 platform_set_drvdata(pdev
, host
);
1370 host
->id
= pdev
->id
;
1372 host
->phys_base
= res
->start
;
1373 host
->iclk
= clk_get(&pdev
->dev
, "ick");
1374 if (IS_ERR(host
->iclk
))
1375 return PTR_ERR(host
->iclk
);
1376 clk_enable(host
->iclk
);
1378 host
->fclk
= clk_get(&pdev
->dev
, "fck");
1379 if (IS_ERR(host
->fclk
)) {
1380 ret
= PTR_ERR(host
->fclk
);
1384 host
->dma_tx_burst
= -1;
1385 host
->dma_rx_burst
= -1;
1387 host
->dma_tx
= dma_request_chan(&pdev
->dev
, "tx");
1388 if (IS_ERR(host
->dma_tx
)) {
1389 ret
= PTR_ERR(host
->dma_tx
);
1390 if (ret
== -EPROBE_DEFER
) {
1391 clk_put(host
->fclk
);
1395 host
->dma_tx
= NULL
;
1396 dev_warn(host
->dev
, "TX DMA channel request failed\n");
1399 host
->dma_rx
= dma_request_chan(&pdev
->dev
, "rx");
1400 if (IS_ERR(host
->dma_rx
)) {
1401 ret
= PTR_ERR(host
->dma_rx
);
1402 if (ret
== -EPROBE_DEFER
) {
1404 dma_release_channel(host
->dma_tx
);
1405 clk_put(host
->fclk
);
1409 host
->dma_rx
= NULL
;
1410 dev_warn(host
->dev
, "RX DMA channel request failed\n");
1413 ret
= request_irq(host
->irq
, mmc_omap_irq
, 0, DRIVER_NAME
, host
);
1417 if (pdata
->init
!= NULL
) {
1418 ret
= pdata
->init(&pdev
->dev
);
1423 host
->nr_slots
= pdata
->nr_slots
;
1424 host
->reg_shift
= (mmc_omap7xx() ? 1 : 2);
1426 host
->mmc_omap_wq
= alloc_workqueue("mmc_omap", 0, 0);
1427 if (!host
->mmc_omap_wq
) {
1429 goto err_plat_cleanup
;
1432 for (i
= 0; i
< pdata
->nr_slots
; i
++) {
1433 ret
= mmc_omap_new_slot(host
, i
);
1436 mmc_omap_remove_slot(host
->slots
[i
]);
1438 goto err_destroy_wq
;
1445 destroy_workqueue(host
->mmc_omap_wq
);
1448 pdata
->cleanup(&pdev
->dev
);
1450 free_irq(host
->irq
, host
);
1453 dma_release_channel(host
->dma_tx
);
1455 dma_release_channel(host
->dma_rx
);
1456 clk_put(host
->fclk
);
1458 clk_disable(host
->iclk
);
1459 clk_put(host
->iclk
);
1463 static int mmc_omap_remove(struct platform_device
*pdev
)
1465 struct mmc_omap_host
*host
= platform_get_drvdata(pdev
);
1468 BUG_ON(host
== NULL
);
1470 for (i
= 0; i
< host
->nr_slots
; i
++)
1471 mmc_omap_remove_slot(host
->slots
[i
]);
1473 if (host
->pdata
->cleanup
)
1474 host
->pdata
->cleanup(&pdev
->dev
);
1476 mmc_omap_fclk_enable(host
, 0);
1477 free_irq(host
->irq
, host
);
1478 clk_put(host
->fclk
);
1479 clk_disable(host
->iclk
);
1480 clk_put(host
->iclk
);
1483 dma_release_channel(host
->dma_tx
);
1485 dma_release_channel(host
->dma_rx
);
1487 destroy_workqueue(host
->mmc_omap_wq
);
1492 #if IS_BUILTIN(CONFIG_OF)
1493 static const struct of_device_id mmc_omap_match
[] = {
1494 { .compatible
= "ti,omap2420-mmc", },
1497 MODULE_DEVICE_TABLE(of
, mmc_omap_match
);
1500 static struct platform_driver mmc_omap_driver
= {
1501 .probe
= mmc_omap_probe
,
1502 .remove
= mmc_omap_remove
,
1504 .name
= DRIVER_NAME
,
1505 .of_match_table
= of_match_ptr(mmc_omap_match
),
1509 module_platform_driver(mmc_omap_driver
);
1510 MODULE_DESCRIPTION("OMAP Multimedia Card driver");
1511 MODULE_LICENSE("GPL");
1512 MODULE_ALIAS("platform:" DRIVER_NAME
);
1513 MODULE_AUTHOR("Juha Yrjölä");