2 * linux/drivers/mmc/host/msm_sdcc.c - Qualcomm MSM 7X00A SDCC Driver
4 * Copyright (C) 2007 Google Inc,
5 * Copyright (C) 2003 Deep Blue Solutions, Ltd, All Rights Reserved.
6 * Copyright (C) 2009, Code Aurora Forum. All Rights Reserved.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
14 * Author: San Mehat (san@android.com)
18 #include <linux/module.h>
19 #include <linux/moduleparam.h>
20 #include <linux/init.h>
21 #include <linux/ioport.h>
22 #include <linux/device.h>
23 #include <linux/interrupt.h>
24 #include <linux/delay.h>
25 #include <linux/err.h>
26 #include <linux/highmem.h>
27 #include <linux/log2.h>
28 #include <linux/mmc/host.h>
29 #include <linux/mmc/card.h>
30 #include <linux/mmc/sdio.h>
31 #include <linux/clk.h>
32 #include <linux/scatterlist.h>
33 #include <linux/platform_device.h>
34 #include <linux/dma-mapping.h>
35 #include <linux/debugfs.h>
37 #include <linux/memory.h>
38 #include <linux/gfp.h>
40 #include <asm/cacheflush.h>
41 #include <asm/div64.h>
42 #include <asm/sizes.h>
45 #include <mach/msm_iomap.h>
50 #define DRIVER_NAME "msm-sdcc"
52 #define BUSCLK_PWRSAVE 1
53 #define BUSCLK_TIMEOUT (HZ)
54 static unsigned int msmsdcc_fmin
= 144000;
55 static unsigned int msmsdcc_fmax
= 50000000;
56 static unsigned int msmsdcc_4bit
= 1;
57 static unsigned int msmsdcc_pwrsave
= 1;
58 static unsigned int msmsdcc_piopoll
= 1;
59 static unsigned int msmsdcc_sdioirq
;
61 #define PIO_SPINMAX 30
62 #define CMD_SPINMAX 20
66 msmsdcc_disable_clocks(struct msmsdcc_host
*host
, int deferr
)
68 WARN_ON(!host
->clks_on
);
70 BUG_ON(host
->curr
.mrq
);
73 mod_timer(&host
->busclk_timer
, jiffies
+ BUSCLK_TIMEOUT
);
75 del_timer_sync(&host
->busclk_timer
);
76 /* Need to check clks_on again in case the busclk
80 clk_disable(host
->clk
);
81 clk_disable(host
->pclk
);
88 msmsdcc_enable_clocks(struct msmsdcc_host
*host
)
92 del_timer_sync(&host
->busclk_timer
);
95 rc
= clk_enable(host
->pclk
);
98 rc
= clk_enable(host
->clk
);
100 clk_disable(host
->pclk
);
103 udelay(1 + ((3 * USEC_PER_SEC
) /
104 (host
->clk_rate
? host
->clk_rate
: msmsdcc_fmin
)));
110 static inline unsigned int
111 msmsdcc_readl(struct msmsdcc_host
*host
, unsigned int reg
)
113 return readl(host
->base
+ reg
);
117 msmsdcc_writel(struct msmsdcc_host
*host
, u32 data
, unsigned int reg
)
119 writel(data
, host
->base
+ reg
);
120 /* 3 clk delay required! */
121 udelay(1 + ((3 * USEC_PER_SEC
) /
122 (host
->clk_rate
? host
->clk_rate
: msmsdcc_fmin
)));
126 msmsdcc_start_command(struct msmsdcc_host
*host
, struct mmc_command
*cmd
,
130 msmsdcc_request_end(struct msmsdcc_host
*host
, struct mmc_request
*mrq
)
132 BUG_ON(host
->curr
.data
);
134 host
->curr
.mrq
= NULL
;
135 host
->curr
.cmd
= NULL
;
138 mrq
->data
->bytes_xfered
= host
->curr
.data_xfered
;
139 if (mrq
->cmd
->error
== -ETIMEDOUT
)
143 msmsdcc_disable_clocks(host
, 1);
146 * Need to drop the host lock here; mmc_request_done may call
147 * back into the driver...
149 spin_unlock(&host
->lock
);
150 mmc_request_done(host
->mmc
, mrq
);
151 spin_lock(&host
->lock
);
155 msmsdcc_stop_data(struct msmsdcc_host
*host
)
157 host
->curr
.data
= NULL
;
158 host
->curr
.got_dataend
= host
->curr
.got_datablkend
= 0;
161 uint32_t msmsdcc_fifo_addr(struct msmsdcc_host
*host
)
163 switch (host
->pdev_id
) {
165 return MSM_SDC1_PHYS
+ MMCIFIFO
;
167 return MSM_SDC2_PHYS
+ MMCIFIFO
;
169 return MSM_SDC3_PHYS
+ MMCIFIFO
;
171 return MSM_SDC4_PHYS
+ MMCIFIFO
;
178 msmsdcc_start_command_exec(struct msmsdcc_host
*host
, u32 arg
, u32 c
) {
179 msmsdcc_writel(host
, arg
, MMCIARGUMENT
);
180 msmsdcc_writel(host
, c
, MMCICOMMAND
);
184 msmsdcc_dma_exec_func(struct msm_dmov_cmd
*cmd
)
186 struct msmsdcc_host
*host
= (struct msmsdcc_host
*)cmd
->data
;
188 msmsdcc_writel(host
, host
->cmd_timeout
, MMCIDATATIMER
);
189 msmsdcc_writel(host
, (unsigned int)host
->curr
.xfer_size
,
191 msmsdcc_writel(host
, host
->cmd_pio_irqmask
, MMCIMASK1
);
192 msmsdcc_writel(host
, host
->cmd_datactrl
, MMCIDATACTRL
);
195 msmsdcc_start_command_exec(host
,
196 (u32
) host
->cmd_cmd
->arg
,
199 host
->dma
.active
= 1;
203 msmsdcc_dma_complete_func(struct msm_dmov_cmd
*cmd
,
205 struct msm_dmov_errdata
*err
)
207 struct msmsdcc_dma_data
*dma_data
=
208 container_of(cmd
, struct msmsdcc_dma_data
, hdr
);
209 struct msmsdcc_host
*host
= dma_data
->host
;
211 struct mmc_request
*mrq
;
213 spin_lock_irqsave(&host
->lock
, flags
);
214 host
->dma
.active
= 0;
216 mrq
= host
->curr
.mrq
;
220 if (!(result
& DMOV_RSLT_VALID
)) {
221 pr_err("msmsdcc: Invalid DataMover result\n");
225 if (result
& DMOV_RSLT_DONE
) {
226 host
->curr
.data_xfered
= host
->curr
.xfer_size
;
229 if (result
& DMOV_RSLT_ERROR
)
230 pr_err("%s: DMA error (0x%.8x)\n",
231 mmc_hostname(host
->mmc
), result
);
232 if (result
& DMOV_RSLT_FLUSH
)
233 pr_err("%s: DMA channel flushed (0x%.8x)\n",
234 mmc_hostname(host
->mmc
), result
);
236 pr_err("Flush data: %.8x %.8x %.8x %.8x %.8x %.8x\n",
237 err
->flush
[0], err
->flush
[1], err
->flush
[2],
238 err
->flush
[3], err
->flush
[4], err
->flush
[5]);
239 if (!mrq
->data
->error
)
240 mrq
->data
->error
= -EIO
;
242 dma_unmap_sg(mmc_dev(host
->mmc
), host
->dma
.sg
, host
->dma
.num_ents
,
245 if (host
->curr
.user_pages
) {
246 struct scatterlist
*sg
= host
->dma
.sg
;
249 for (i
= 0; i
< host
->dma
.num_ents
; i
++)
250 flush_dcache_page(sg_page(sg
++));
256 if ((host
->curr
.got_dataend
&& host
->curr
.got_datablkend
)
257 || mrq
->data
->error
) {
260 * If we've already gotten our DATAEND / DATABLKEND
261 * for this request, then complete it through here.
263 msmsdcc_stop_data(host
);
265 if (!mrq
->data
->error
)
266 host
->curr
.data_xfered
= host
->curr
.xfer_size
;
267 if (!mrq
->data
->stop
|| mrq
->cmd
->error
) {
268 host
->curr
.mrq
= NULL
;
269 host
->curr
.cmd
= NULL
;
270 mrq
->data
->bytes_xfered
= host
->curr
.data_xfered
;
272 spin_unlock_irqrestore(&host
->lock
, flags
);
274 msmsdcc_disable_clocks(host
, 1);
276 mmc_request_done(host
->mmc
, mrq
);
279 msmsdcc_start_command(host
, mrq
->data
->stop
, 0);
283 spin_unlock_irqrestore(&host
->lock
, flags
);
287 static int validate_dma(struct msmsdcc_host
*host
, struct mmc_data
*data
)
289 if (host
->dma
.channel
== -1)
292 if ((data
->blksz
* data
->blocks
) < MCI_FIFOSIZE
)
294 if ((data
->blksz
* data
->blocks
) % MCI_FIFOSIZE
)
299 static int msmsdcc_config_dma(struct msmsdcc_host
*host
, struct mmc_data
*data
)
301 struct msmsdcc_nc_dmadata
*nc
;
307 struct scatterlist
*sg
= data
->sg
;
309 rc
= validate_dma(host
, data
);
313 host
->dma
.sg
= data
->sg
;
314 host
->dma
.num_ents
= data
->sg_len
;
316 BUG_ON(host
->dma
.num_ents
> NR_SG
); /* Prevent memory corruption */
320 switch (host
->pdev_id
) {
322 crci
= MSMSDCC_CRCI_SDC1
;
325 crci
= MSMSDCC_CRCI_SDC2
;
328 crci
= MSMSDCC_CRCI_SDC3
;
331 crci
= MSMSDCC_CRCI_SDC4
;
335 host
->dma
.num_ents
= 0;
339 if (data
->flags
& MMC_DATA_READ
)
340 host
->dma
.dir
= DMA_FROM_DEVICE
;
342 host
->dma
.dir
= DMA_TO_DEVICE
;
344 host
->curr
.user_pages
= 0;
347 for (i
= 0; i
< host
->dma
.num_ents
; i
++) {
348 box
->cmd
= CMD_MODE_BOX
;
350 /* Initialize sg dma address */
351 sg
->dma_address
= page_to_dma(mmc_dev(host
->mmc
), sg_page(sg
))
354 if (i
== (host
->dma
.num_ents
- 1))
356 rows
= (sg_dma_len(sg
) % MCI_FIFOSIZE
) ?
357 (sg_dma_len(sg
) / MCI_FIFOSIZE
) + 1 :
358 (sg_dma_len(sg
) / MCI_FIFOSIZE
) ;
360 if (data
->flags
& MMC_DATA_READ
) {
361 box
->src_row_addr
= msmsdcc_fifo_addr(host
);
362 box
->dst_row_addr
= sg_dma_address(sg
);
364 box
->src_dst_len
= (MCI_FIFOSIZE
<< 16) |
366 box
->row_offset
= MCI_FIFOSIZE
;
368 box
->num_rows
= rows
* ((1 << 16) + 1);
369 box
->cmd
|= CMD_SRC_CRCI(crci
);
371 box
->src_row_addr
= sg_dma_address(sg
);
372 box
->dst_row_addr
= msmsdcc_fifo_addr(host
);
374 box
->src_dst_len
= (MCI_FIFOSIZE
<< 16) |
376 box
->row_offset
= (MCI_FIFOSIZE
<< 16);
378 box
->num_rows
= rows
* ((1 << 16) + 1);
379 box
->cmd
|= CMD_DST_CRCI(crci
);
385 /* location of command block must be 64 bit aligned */
386 BUG_ON(host
->dma
.cmd_busaddr
& 0x07);
388 nc
->cmdptr
= (host
->dma
.cmd_busaddr
>> 3) | CMD_PTR_LP
;
389 host
->dma
.hdr
.cmdptr
= DMOV_CMD_PTR_LIST
|
390 DMOV_CMD_ADDR(host
->dma
.cmdptr_busaddr
);
391 host
->dma
.hdr
.complete_func
= msmsdcc_dma_complete_func
;
393 n
= dma_map_sg(mmc_dev(host
->mmc
), host
->dma
.sg
,
394 host
->dma
.num_ents
, host
->dma
.dir
);
395 /* dsb inside dma_map_sg will write nc out to mem as well */
397 if (n
!= host
->dma
.num_ents
) {
398 printk(KERN_ERR
"%s: Unable to map in all sg elements\n",
399 mmc_hostname(host
->mmc
));
401 host
->dma
.num_ents
= 0;
409 snoop_cccr_abort(struct mmc_command
*cmd
)
411 if ((cmd
->opcode
== 52) &&
412 (cmd
->arg
& 0x80000000) &&
413 (((cmd
->arg
>> 9) & 0x1ffff) == SDIO_CCCR_ABORT
))
419 msmsdcc_start_command_deferred(struct msmsdcc_host
*host
,
420 struct mmc_command
*cmd
, u32
*c
)
422 *c
|= (cmd
->opcode
| MCI_CPSM_ENABLE
);
424 if (cmd
->flags
& MMC_RSP_PRESENT
) {
425 if (cmd
->flags
& MMC_RSP_136
)
426 *c
|= MCI_CPSM_LONGRSP
;
427 *c
|= MCI_CPSM_RESPONSE
;
431 *c
|= MCI_CPSM_INTERRUPT
;
433 if ((((cmd
->opcode
== 17) || (cmd
->opcode
== 18)) ||
434 ((cmd
->opcode
== 24) || (cmd
->opcode
== 25))) ||
436 *c
|= MCI_CSPM_DATCMD
;
438 if (cmd
== cmd
->mrq
->stop
)
439 *c
|= MCI_CSPM_MCIABORT
;
441 if (snoop_cccr_abort(cmd
))
442 *c
|= MCI_CSPM_MCIABORT
;
444 if (host
->curr
.cmd
!= NULL
) {
445 printk(KERN_ERR
"%s: Overlapping command requests\n",
446 mmc_hostname(host
->mmc
));
448 host
->curr
.cmd
= cmd
;
452 msmsdcc_start_data(struct msmsdcc_host
*host
, struct mmc_data
*data
,
453 struct mmc_command
*cmd
, u32 c
)
455 unsigned int datactrl
, timeout
;
456 unsigned long long clks
;
457 unsigned int pio_irqmask
= 0;
459 host
->curr
.data
= data
;
460 host
->curr
.xfer_size
= data
->blksz
* data
->blocks
;
461 host
->curr
.xfer_remain
= host
->curr
.xfer_size
;
462 host
->curr
.data_xfered
= 0;
463 host
->curr
.got_dataend
= 0;
464 host
->curr
.got_datablkend
= 0;
466 memset(&host
->pio
, 0, sizeof(host
->pio
));
468 datactrl
= MCI_DPSM_ENABLE
| (data
->blksz
<< 4);
470 if (!msmsdcc_config_dma(host
, data
))
471 datactrl
|= MCI_DPSM_DMAENABLE
;
473 host
->pio
.sg
= data
->sg
;
474 host
->pio
.sg_len
= data
->sg_len
;
475 host
->pio
.sg_off
= 0;
477 if (data
->flags
& MMC_DATA_READ
) {
478 pio_irqmask
= MCI_RXFIFOHALFFULLMASK
;
479 if (host
->curr
.xfer_remain
< MCI_FIFOSIZE
)
480 pio_irqmask
|= MCI_RXDATAAVLBLMASK
;
482 pio_irqmask
= MCI_TXFIFOHALFEMPTYMASK
;
485 if (data
->flags
& MMC_DATA_READ
)
486 datactrl
|= MCI_DPSM_DIRECTION
;
488 clks
= (unsigned long long)data
->timeout_ns
* host
->clk_rate
;
489 do_div(clks
, NSEC_PER_SEC
);
490 timeout
= data
->timeout_clks
+ (unsigned int)clks
*2 ;
492 if (datactrl
& MCI_DPSM_DMAENABLE
) {
493 /* Save parameters for the exec function */
494 host
->cmd_timeout
= timeout
;
495 host
->cmd_pio_irqmask
= pio_irqmask
;
496 host
->cmd_datactrl
= datactrl
;
499 host
->dma
.hdr
.execute_func
= msmsdcc_dma_exec_func
;
500 host
->dma
.hdr
.data
= (void *)host
;
504 msmsdcc_start_command_deferred(host
, cmd
, &c
);
507 msm_dmov_enqueue_cmd(host
->dma
.channel
, &host
->dma
.hdr
);
509 msmsdcc_writel(host
, timeout
, MMCIDATATIMER
);
511 msmsdcc_writel(host
, host
->curr
.xfer_size
, MMCIDATALENGTH
);
513 msmsdcc_writel(host
, pio_irqmask
, MMCIMASK1
);
514 msmsdcc_writel(host
, datactrl
, MMCIDATACTRL
);
517 /* Daisy-chain the command if requested */
518 msmsdcc_start_command(host
, cmd
, c
);
524 msmsdcc_start_command(struct msmsdcc_host
*host
, struct mmc_command
*cmd
, u32 c
)
526 if (cmd
== cmd
->mrq
->stop
)
527 c
|= MCI_CSPM_MCIABORT
;
531 msmsdcc_start_command_deferred(host
, cmd
, &c
);
532 msmsdcc_start_command_exec(host
, cmd
->arg
, c
);
536 msmsdcc_data_err(struct msmsdcc_host
*host
, struct mmc_data
*data
,
539 if (status
& MCI_DATACRCFAIL
) {
540 pr_err("%s: Data CRC error\n", mmc_hostname(host
->mmc
));
541 pr_err("%s: opcode 0x%.8x\n", __func__
,
542 data
->mrq
->cmd
->opcode
);
543 pr_err("%s: blksz %d, blocks %d\n", __func__
,
544 data
->blksz
, data
->blocks
);
545 data
->error
= -EILSEQ
;
546 } else if (status
& MCI_DATATIMEOUT
) {
547 pr_err("%s: Data timeout\n", mmc_hostname(host
->mmc
));
548 data
->error
= -ETIMEDOUT
;
549 } else if (status
& MCI_RXOVERRUN
) {
550 pr_err("%s: RX overrun\n", mmc_hostname(host
->mmc
));
552 } else if (status
& MCI_TXUNDERRUN
) {
553 pr_err("%s: TX underrun\n", mmc_hostname(host
->mmc
));
556 pr_err("%s: Unknown error (0x%.8x)\n",
557 mmc_hostname(host
->mmc
), status
);
564 msmsdcc_pio_read(struct msmsdcc_host
*host
, char *buffer
, unsigned int remain
)
566 uint32_t *ptr
= (uint32_t *) buffer
;
569 while (msmsdcc_readl(host
, MMCISTATUS
) & MCI_RXDATAAVLBL
) {
570 *ptr
= msmsdcc_readl(host
, MMCIFIFO
+ (count
% MCI_FIFOSIZE
));
572 count
+= sizeof(uint32_t);
574 remain
-= sizeof(uint32_t);
582 msmsdcc_pio_write(struct msmsdcc_host
*host
, char *buffer
,
583 unsigned int remain
, u32 status
)
585 void __iomem
*base
= host
->base
;
589 unsigned int count
, maxcnt
;
591 maxcnt
= status
& MCI_TXFIFOEMPTY
? MCI_FIFOSIZE
:
593 count
= min(remain
, maxcnt
);
595 writesl(base
+ MMCIFIFO
, ptr
, count
>> 2);
602 status
= msmsdcc_readl(host
, MMCISTATUS
);
603 } while (status
& MCI_TXFIFOHALFEMPTY
);
609 msmsdcc_spin_on_status(struct msmsdcc_host
*host
, uint32_t mask
, int maxspin
)
612 if ((msmsdcc_readl(host
, MMCISTATUS
) & mask
))
621 msmsdcc_pio_irq(int irq
, void *dev_id
)
623 struct msmsdcc_host
*host
= dev_id
;
626 status
= msmsdcc_readl(host
, MMCISTATUS
);
630 unsigned int remain
, len
;
633 if (!(status
& (MCI_TXFIFOHALFEMPTY
| MCI_RXDATAAVLBL
))) {
634 if (host
->curr
.xfer_remain
== 0 || !msmsdcc_piopoll
)
637 if (msmsdcc_spin_on_status(host
,
638 (MCI_TXFIFOHALFEMPTY
|
645 /* Map the current scatter buffer */
646 local_irq_save(flags
);
647 buffer
= kmap_atomic(sg_page(host
->pio
.sg
),
648 KM_BIO_SRC_IRQ
) + host
->pio
.sg
->offset
;
649 buffer
+= host
->pio
.sg_off
;
650 remain
= host
->pio
.sg
->length
- host
->pio
.sg_off
;
652 if (status
& MCI_RXACTIVE
)
653 len
= msmsdcc_pio_read(host
, buffer
, remain
);
654 if (status
& MCI_TXACTIVE
)
655 len
= msmsdcc_pio_write(host
, buffer
, remain
, status
);
657 /* Unmap the buffer */
658 kunmap_atomic(buffer
, KM_BIO_SRC_IRQ
);
659 local_irq_restore(flags
);
661 host
->pio
.sg_off
+= len
;
662 host
->curr
.xfer_remain
-= len
;
663 host
->curr
.data_xfered
+= len
;
667 /* This sg page is full - do some housekeeping */
668 if (status
& MCI_RXACTIVE
&& host
->curr
.user_pages
)
669 flush_dcache_page(sg_page(host
->pio
.sg
));
671 if (!--host
->pio
.sg_len
) {
672 memset(&host
->pio
, 0, sizeof(host
->pio
));
676 /* Advance to next sg */
678 host
->pio
.sg_off
= 0;
681 status
= msmsdcc_readl(host
, MMCISTATUS
);
684 if (status
& MCI_RXACTIVE
&& host
->curr
.xfer_remain
< MCI_FIFOSIZE
)
685 msmsdcc_writel(host
, MCI_RXDATAAVLBLMASK
, MMCIMASK1
);
687 if (!host
->curr
.xfer_remain
)
688 msmsdcc_writel(host
, 0, MMCIMASK1
);
693 static void msmsdcc_do_cmdirq(struct msmsdcc_host
*host
, uint32_t status
)
695 struct mmc_command
*cmd
= host
->curr
.cmd
;
697 host
->curr
.cmd
= NULL
;
698 cmd
->resp
[0] = msmsdcc_readl(host
, MMCIRESPONSE0
);
699 cmd
->resp
[1] = msmsdcc_readl(host
, MMCIRESPONSE1
);
700 cmd
->resp
[2] = msmsdcc_readl(host
, MMCIRESPONSE2
);
701 cmd
->resp
[3] = msmsdcc_readl(host
, MMCIRESPONSE3
);
703 if (status
& MCI_CMDTIMEOUT
) {
704 cmd
->error
= -ETIMEDOUT
;
705 } else if (status
& MCI_CMDCRCFAIL
&&
706 cmd
->flags
& MMC_RSP_CRC
) {
707 pr_err("%s: Command CRC error\n", mmc_hostname(host
->mmc
));
708 cmd
->error
= -EILSEQ
;
711 if (!cmd
->data
|| cmd
->error
) {
712 if (host
->curr
.data
&& host
->dma
.sg
)
713 msm_dmov_stop_cmd(host
->dma
.channel
,
715 else if (host
->curr
.data
) { /* Non DMA */
716 msmsdcc_stop_data(host
);
717 msmsdcc_request_end(host
, cmd
->mrq
);
718 } else /* host->data == NULL */
719 msmsdcc_request_end(host
, cmd
->mrq
);
720 } else if (cmd
->data
)
721 if (!(cmd
->data
->flags
& MMC_DATA_READ
))
722 msmsdcc_start_data(host
, cmd
->data
,
727 msmsdcc_handle_irq_data(struct msmsdcc_host
*host
, u32 status
,
730 struct mmc_data
*data
= host
->curr
.data
;
732 if (status
& (MCI_CMDSENT
| MCI_CMDRESPEND
| MCI_CMDCRCFAIL
|
733 MCI_CMDTIMEOUT
) && host
->curr
.cmd
) {
734 msmsdcc_do_cmdirq(host
, status
);
740 /* Check for data errors */
741 if (status
& (MCI_DATACRCFAIL
| MCI_DATATIMEOUT
|
742 MCI_TXUNDERRUN
| MCI_RXOVERRUN
)) {
743 msmsdcc_data_err(host
, data
, status
);
744 host
->curr
.data_xfered
= 0;
746 msm_dmov_stop_cmd(host
->dma
.channel
,
750 msmsdcc_stop_data(host
);
752 msmsdcc_request_end(host
, data
->mrq
);
754 msmsdcc_start_command(host
, data
->stop
, 0);
758 /* Check for data done */
759 if (!host
->curr
.got_dataend
&& (status
& MCI_DATAEND
))
760 host
->curr
.got_dataend
= 1;
762 if (!host
->curr
.got_datablkend
&& (status
& MCI_DATABLOCKEND
))
763 host
->curr
.got_datablkend
= 1;
766 * If DMA is still in progress, we complete via the completion handler
768 if (host
->curr
.got_dataend
&& host
->curr
.got_datablkend
&&
771 * There appears to be an issue in the controller where
772 * if you request a small block transfer (< fifo size),
773 * you may get your DATAEND/DATABLKEND irq without the
776 * Check to see if there is still data to be read,
777 * and simulate a PIO irq.
779 if (readl(base
+ MMCISTATUS
) & MCI_RXDATAAVLBL
)
780 msmsdcc_pio_irq(1, host
);
782 msmsdcc_stop_data(host
);
784 host
->curr
.data_xfered
= host
->curr
.xfer_size
;
787 msmsdcc_request_end(host
, data
->mrq
);
789 msmsdcc_start_command(host
, data
->stop
, 0);
794 msmsdcc_irq(int irq
, void *dev_id
)
796 struct msmsdcc_host
*host
= dev_id
;
797 void __iomem
*base
= host
->base
;
802 spin_lock(&host
->lock
);
805 status
= msmsdcc_readl(host
, MMCISTATUS
);
806 status
&= (msmsdcc_readl(host
, MMCIMASK0
) |
807 MCI_DATABLOCKENDMASK
);
808 msmsdcc_writel(host
, status
, MMCICLEAR
);
810 if (status
& MCI_SDIOINTR
)
811 status
&= ~MCI_SDIOINTR
;
816 msmsdcc_handle_irq_data(host
, status
, base
);
818 if (status
& MCI_SDIOINTOPER
) {
820 status
&= ~MCI_SDIOINTOPER
;
825 spin_unlock(&host
->lock
);
828 * We have to delay handling the card interrupt as it calls
829 * back into the driver.
832 mmc_signal_sdio_irq(host
->mmc
);
834 return IRQ_RETVAL(ret
);
838 msmsdcc_request(struct mmc_host
*mmc
, struct mmc_request
*mrq
)
840 struct msmsdcc_host
*host
= mmc_priv(mmc
);
843 WARN_ON(host
->curr
.mrq
!= NULL
);
844 WARN_ON(host
->pwr
== 0);
846 spin_lock_irqsave(&host
->lock
, flags
);
851 if (mrq
->data
&& !(mrq
->data
->flags
& MMC_DATA_READ
)) {
853 mrq
->data
->bytes_xfered
= mrq
->data
->blksz
*
856 mrq
->cmd
->error
= -ENOMEDIUM
;
858 spin_unlock_irqrestore(&host
->lock
, flags
);
859 mmc_request_done(mmc
, mrq
);
863 msmsdcc_enable_clocks(host
);
865 host
->curr
.mrq
= mrq
;
867 if (mrq
->data
&& mrq
->data
->flags
& MMC_DATA_READ
)
868 /* Queue/read data, daisy-chain command when data starts */
869 msmsdcc_start_data(host
, mrq
->data
, mrq
->cmd
, 0);
871 msmsdcc_start_command(host
, mrq
->cmd
, 0);
873 if (host
->cmdpoll
&& !msmsdcc_spin_on_status(host
,
874 MCI_CMDRESPEND
|MCI_CMDCRCFAIL
|MCI_CMDTIMEOUT
,
876 uint32_t status
= msmsdcc_readl(host
, MMCISTATUS
);
877 msmsdcc_do_cmdirq(host
, status
);
879 MCI_CMDRESPEND
| MCI_CMDCRCFAIL
| MCI_CMDTIMEOUT
,
881 host
->stats
.cmdpoll_hits
++;
883 host
->stats
.cmdpoll_misses
++;
885 spin_unlock_irqrestore(&host
->lock
, flags
);
889 msmsdcc_set_ios(struct mmc_host
*mmc
, struct mmc_ios
*ios
)
891 struct msmsdcc_host
*host
= mmc_priv(mmc
);
892 u32 clk
= 0, pwr
= 0;
896 spin_lock_irqsave(&host
->lock
, flags
);
898 msmsdcc_enable_clocks(host
);
901 if (ios
->clock
!= host
->clk_rate
) {
902 rc
= clk_set_rate(host
->clk
, ios
->clock
);
904 pr_err("%s: Error setting clock rate (%d)\n",
905 mmc_hostname(host
->mmc
), rc
);
907 host
->clk_rate
= ios
->clock
;
909 clk
|= MCI_CLK_ENABLE
;
912 if (ios
->bus_width
== MMC_BUS_WIDTH_4
)
913 clk
|= (2 << 10); /* Set WIDEBUS */
915 if (ios
->clock
> 400000 && msmsdcc_pwrsave
)
916 clk
|= (1 << 9); /* PWRSAVE */
918 clk
|= (1 << 12); /* FLOW_ENA */
919 clk
|= (1 << 15); /* feedback clock */
921 if (host
->plat
->translate_vdd
)
922 pwr
|= host
->plat
->translate_vdd(mmc_dev(mmc
), ios
->vdd
);
924 switch (ios
->power_mode
) {
935 if (ios
->bus_mode
== MMC_BUSMODE_OPENDRAIN
)
938 msmsdcc_writel(host
, clk
, MMCICLOCK
);
940 if (host
->pwr
!= pwr
) {
942 msmsdcc_writel(host
, pwr
, MMCIPOWER
);
945 msmsdcc_disable_clocks(host
, 1);
947 spin_unlock_irqrestore(&host
->lock
, flags
);
950 static void msmsdcc_enable_sdio_irq(struct mmc_host
*mmc
, int enable
)
952 struct msmsdcc_host
*host
= mmc_priv(mmc
);
956 spin_lock_irqsave(&host
->lock
, flags
);
957 if (msmsdcc_sdioirq
== 1) {
958 status
= msmsdcc_readl(host
, MMCIMASK0
);
960 status
|= MCI_SDIOINTOPERMASK
;
962 status
&= ~MCI_SDIOINTOPERMASK
;
963 host
->saved_irq0mask
= status
;
964 msmsdcc_writel(host
, status
, MMCIMASK0
);
966 spin_unlock_irqrestore(&host
->lock
, flags
);
969 static const struct mmc_host_ops msmsdcc_ops
= {
970 .request
= msmsdcc_request
,
971 .set_ios
= msmsdcc_set_ios
,
972 .enable_sdio_irq
= msmsdcc_enable_sdio_irq
,
976 msmsdcc_check_status(unsigned long data
)
978 struct msmsdcc_host
*host
= (struct msmsdcc_host
*)data
;
981 if (!host
->plat
->status
) {
982 mmc_detect_change(host
->mmc
, 0);
986 status
= host
->plat
->status(mmc_dev(host
->mmc
));
987 host
->eject
= !status
;
988 if (status
^ host
->oldstat
) {
989 pr_info("%s: Slot status change detected (%d -> %d)\n",
990 mmc_hostname(host
->mmc
), host
->oldstat
, status
);
992 mmc_detect_change(host
->mmc
, (5 * HZ
) / 2);
994 mmc_detect_change(host
->mmc
, 0);
997 host
->oldstat
= status
;
1000 if (host
->timer
.function
)
1001 mod_timer(&host
->timer
, jiffies
+ HZ
);
1005 msmsdcc_platform_status_irq(int irq
, void *dev_id
)
1007 struct msmsdcc_host
*host
= dev_id
;
1009 printk(KERN_DEBUG
"%s: %d\n", __func__
, irq
);
1010 msmsdcc_check_status((unsigned long) host
);
1015 msmsdcc_status_notify_cb(int card_present
, void *dev_id
)
1017 struct msmsdcc_host
*host
= dev_id
;
1019 printk(KERN_DEBUG
"%s: card_present %d\n", mmc_hostname(host
->mmc
),
1021 msmsdcc_check_status((unsigned long) host
);
1025 msmsdcc_busclk_expired(unsigned long _data
)
1027 struct msmsdcc_host
*host
= (struct msmsdcc_host
*) _data
;
1030 msmsdcc_disable_clocks(host
, 0);
1034 msmsdcc_init_dma(struct msmsdcc_host
*host
)
1036 memset(&host
->dma
, 0, sizeof(struct msmsdcc_dma_data
));
1037 host
->dma
.host
= host
;
1038 host
->dma
.channel
= -1;
1043 host
->dma
.nc
= dma_alloc_coherent(NULL
,
1044 sizeof(struct msmsdcc_nc_dmadata
),
1045 &host
->dma
.nc_busaddr
,
1047 if (host
->dma
.nc
== NULL
) {
1048 pr_err("Unable to allocate DMA buffer\n");
1051 memset(host
->dma
.nc
, 0x00, sizeof(struct msmsdcc_nc_dmadata
));
1052 host
->dma
.cmd_busaddr
= host
->dma
.nc_busaddr
;
1053 host
->dma
.cmdptr_busaddr
= host
->dma
.nc_busaddr
+
1054 offsetof(struct msmsdcc_nc_dmadata
, cmdptr
);
1055 host
->dma
.channel
= host
->dmares
->start
;
1060 #ifdef CONFIG_MMC_MSM7X00A_RESUME_IN_WQ
1062 do_resume_work(struct work_struct
*work
)
1064 struct msmsdcc_host
*host
=
1065 container_of(work
, struct msmsdcc_host
, resume_task
);
1066 struct mmc_host
*mmc
= host
->mmc
;
1069 mmc_resume_host(mmc
);
1071 enable_irq(host
->stat_irq
);
1077 msmsdcc_probe(struct platform_device
*pdev
)
1079 struct mmc_platform_data
*plat
= pdev
->dev
.platform_data
;
1080 struct msmsdcc_host
*host
;
1081 struct mmc_host
*mmc
;
1082 struct resource
*cmd_irqres
= NULL
;
1083 struct resource
*pio_irqres
= NULL
;
1084 struct resource
*stat_irqres
= NULL
;
1085 struct resource
*memres
= NULL
;
1086 struct resource
*dmares
= NULL
;
1089 /* must have platform data */
1091 pr_err("%s: Platform data not available\n", __func__
);
1096 if (pdev
->id
< 1 || pdev
->id
> 4)
1099 if (pdev
->resource
== NULL
|| pdev
->num_resources
< 2) {
1100 pr_err("%s: Invalid resource\n", __func__
);
1104 memres
= platform_get_resource(pdev
, IORESOURCE_MEM
, 0);
1105 dmares
= platform_get_resource(pdev
, IORESOURCE_DMA
, 0);
1106 cmd_irqres
= platform_get_resource_byname(pdev
, IORESOURCE_IRQ
,
1108 pio_irqres
= platform_get_resource_byname(pdev
, IORESOURCE_IRQ
,
1110 stat_irqres
= platform_get_resource_byname(pdev
, IORESOURCE_IRQ
,
1113 if (!cmd_irqres
|| !pio_irqres
|| !memres
) {
1114 pr_err("%s: Invalid resource\n", __func__
);
1119 * Setup our host structure
1122 mmc
= mmc_alloc_host(sizeof(struct msmsdcc_host
), &pdev
->dev
);
1128 host
= mmc_priv(mmc
);
1129 host
->pdev_id
= pdev
->id
;
1132 host
->curr
.cmd
= NULL
;
1136 host
->base
= ioremap(memres
->start
, PAGE_SIZE
);
1142 host
->cmd_irqres
= cmd_irqres
;
1143 host
->pio_irqres
= pio_irqres
;
1144 host
->memres
= memres
;
1145 host
->dmares
= dmares
;
1146 spin_lock_init(&host
->lock
);
1148 #ifdef CONFIG_MMC_EMBEDDED_SDIO
1149 if (plat
->embedded_sdio
)
1150 mmc_set_embedded_sdio_data(mmc
,
1151 &plat
->embedded_sdio
->cis
,
1152 &plat
->embedded_sdio
->cccr
,
1153 plat
->embedded_sdio
->funcs
,
1154 plat
->embedded_sdio
->num_funcs
);
1160 msmsdcc_init_dma(host
);
1162 /* Get our clocks */
1163 host
->pclk
= clk_get(&pdev
->dev
, "sdc_pclk");
1164 if (IS_ERR(host
->pclk
)) {
1165 ret
= PTR_ERR(host
->pclk
);
1169 host
->clk
= clk_get(&pdev
->dev
, "sdc_clk");
1170 if (IS_ERR(host
->clk
)) {
1171 ret
= PTR_ERR(host
->clk
);
1176 ret
= msmsdcc_enable_clocks(host
);
1180 ret
= clk_set_rate(host
->clk
, msmsdcc_fmin
);
1182 pr_err("%s: Clock rate set failed (%d)\n", __func__
, ret
);
1186 host
->pclk_rate
= clk_get_rate(host
->pclk
);
1187 host
->clk_rate
= clk_get_rate(host
->clk
);
1190 * Setup MMC host structure
1192 mmc
->ops
= &msmsdcc_ops
;
1193 mmc
->f_min
= msmsdcc_fmin
;
1194 mmc
->f_max
= msmsdcc_fmax
;
1195 mmc
->ocr_avail
= plat
->ocr_mask
;
1198 mmc
->caps
|= MMC_CAP_4_BIT_DATA
;
1199 if (msmsdcc_sdioirq
)
1200 mmc
->caps
|= MMC_CAP_SDIO_IRQ
;
1201 mmc
->caps
|= MMC_CAP_MMC_HIGHSPEED
| MMC_CAP_SD_HIGHSPEED
;
1203 mmc
->max_phys_segs
= NR_SG
;
1204 mmc
->max_hw_segs
= NR_SG
;
1205 mmc
->max_blk_size
= 4096; /* MCI_DATA_CTL BLOCKSIZE up to 4096 */
1206 mmc
->max_blk_count
= 65536;
1208 mmc
->max_req_size
= 33554432; /* MCI_DATA_LENGTH is 25 bits */
1209 mmc
->max_seg_size
= mmc
->max_req_size
;
1211 msmsdcc_writel(host
, 0, MMCIMASK0
);
1212 msmsdcc_writel(host
, 0x5e007ff, MMCICLEAR
);
1214 msmsdcc_writel(host
, MCI_IRQENABLE
, MMCIMASK0
);
1215 host
->saved_irq0mask
= MCI_IRQENABLE
;
1218 * Setup card detect change
1221 memset(&host
->timer
, 0, sizeof(host
->timer
));
1223 if (stat_irqres
&& !(stat_irqres
->flags
& IORESOURCE_DISABLED
)) {
1224 unsigned long irqflags
= IRQF_SHARED
|
1225 (stat_irqres
->flags
& IRQF_TRIGGER_MASK
);
1227 host
->stat_irq
= stat_irqres
->start
;
1228 ret
= request_irq(host
->stat_irq
,
1229 msmsdcc_platform_status_irq
,
1231 DRIVER_NAME
" (slot)",
1234 pr_err("%s: Unable to get slot IRQ %d (%d)\n",
1235 mmc_hostname(mmc
), host
->stat_irq
, ret
);
1238 } else if (plat
->register_status_notify
) {
1239 plat
->register_status_notify(msmsdcc_status_notify_cb
, host
);
1240 } else if (!plat
->status
)
1241 pr_err("%s: No card detect facilities available\n",
1244 init_timer(&host
->timer
);
1245 host
->timer
.data
= (unsigned long)host
;
1246 host
->timer
.function
= msmsdcc_check_status
;
1247 host
->timer
.expires
= jiffies
+ HZ
;
1248 add_timer(&host
->timer
);
1252 host
->oldstat
= host
->plat
->status(mmc_dev(host
->mmc
));
1253 host
->eject
= !host
->oldstat
;
1256 init_timer(&host
->busclk_timer
);
1257 host
->busclk_timer
.data
= (unsigned long) host
;
1258 host
->busclk_timer
.function
= msmsdcc_busclk_expired
;
1260 ret
= request_irq(cmd_irqres
->start
, msmsdcc_irq
, IRQF_SHARED
,
1261 DRIVER_NAME
" (cmd)", host
);
1265 ret
= request_irq(pio_irqres
->start
, msmsdcc_pio_irq
, IRQF_SHARED
,
1266 DRIVER_NAME
" (pio)", host
);
1270 mmc_set_drvdata(pdev
, mmc
);
1273 pr_info("%s: Qualcomm MSM SDCC at 0x%016llx irq %d,%d dma %d\n",
1274 mmc_hostname(mmc
), (unsigned long long)memres
->start
,
1275 (unsigned int) cmd_irqres
->start
,
1276 (unsigned int) host
->stat_irq
, host
->dma
.channel
);
1277 pr_info("%s: 4 bit data mode %s\n", mmc_hostname(mmc
),
1278 (mmc
->caps
& MMC_CAP_4_BIT_DATA
? "enabled" : "disabled"));
1279 pr_info("%s: MMC clock %u -> %u Hz, PCLK %u Hz\n",
1280 mmc_hostname(mmc
), msmsdcc_fmin
, msmsdcc_fmax
, host
->pclk_rate
);
1281 pr_info("%s: Slot eject status = %d\n", mmc_hostname(mmc
), host
->eject
);
1282 pr_info("%s: Power save feature enable = %d\n",
1283 mmc_hostname(mmc
), msmsdcc_pwrsave
);
1285 if (host
->dma
.channel
!= -1) {
1286 pr_info("%s: DM non-cached buffer at %p, dma_addr 0x%.8x\n",
1287 mmc_hostname(mmc
), host
->dma
.nc
, host
->dma
.nc_busaddr
);
1288 pr_info("%s: DM cmd busaddr 0x%.8x, cmdptr busaddr 0x%.8x\n",
1289 mmc_hostname(mmc
), host
->dma
.cmd_busaddr
,
1290 host
->dma
.cmdptr_busaddr
);
1292 pr_info("%s: PIO transfer enabled\n", mmc_hostname(mmc
));
1293 if (host
->timer
.function
)
1294 pr_info("%s: Polling status mode enabled\n", mmc_hostname(mmc
));
1297 msmsdcc_disable_clocks(host
, 1);
1301 free_irq(cmd_irqres
->start
, host
);
1304 free_irq(host
->stat_irq
, host
);
1306 msmsdcc_disable_clocks(host
, 0);
1310 clk_put(host
->pclk
);
1318 msmsdcc_suspend(struct platform_device
*dev
, pm_message_t state
)
1320 struct mmc_host
*mmc
= mmc_get_drvdata(dev
);
1324 struct msmsdcc_host
*host
= mmc_priv(mmc
);
1327 disable_irq(host
->stat_irq
);
1329 if (mmc
->card
&& mmc
->card
->type
!= MMC_TYPE_SDIO
)
1330 rc
= mmc_suspend_host(mmc
);
1332 msmsdcc_writel(host
, 0, MMCIMASK0
);
1334 msmsdcc_disable_clocks(host
, 0);
1340 msmsdcc_resume(struct platform_device
*dev
)
1342 struct mmc_host
*mmc
= mmc_get_drvdata(dev
);
1345 struct msmsdcc_host
*host
= mmc_priv(mmc
);
1347 msmsdcc_enable_clocks(host
);
1349 msmsdcc_writel(host
, host
->saved_irq0mask
, MMCIMASK0
);
1351 if (mmc
->card
&& mmc
->card
->type
!= MMC_TYPE_SDIO
)
1352 mmc_resume_host(mmc
);
1354 enable_irq(host
->stat_irq
);
1356 msmsdcc_disable_clocks(host
, 1);
1362 static struct platform_driver msmsdcc_driver
= {
1363 .probe
= msmsdcc_probe
,
1364 .suspend
= msmsdcc_suspend
,
1365 .resume
= msmsdcc_resume
,
1371 static int __init
msmsdcc_init(void)
1373 return platform_driver_register(&msmsdcc_driver
);
1376 static void __exit
msmsdcc_exit(void)
1378 platform_driver_unregister(&msmsdcc_driver
);
1381 module_init(msmsdcc_init
);
1382 module_exit(msmsdcc_exit
);
1384 MODULE_DESCRIPTION("Qualcomm MSM 7X00A Multimedia Card Interface driver");
1385 MODULE_LICENSE("GPL");