2 * Driver For Marvell Two-channel DMA Engine
4 * Copyright: Marvell International Ltd.
6 * The code contained herein is licensed under the GNU General Public
7 * License. You may obtain a copy of the GNU General Public License
8 * Version 2 or later at the following locations:
12 #include <linux/err.h>
13 #include <linux/module.h>
14 #include <linux/init.h>
15 #include <linux/types.h>
16 #include <linux/interrupt.h>
17 #include <linux/dma-mapping.h>
18 #include <linux/slab.h>
19 #include <linux/dmaengine.h>
20 #include <linux/platform_device.h>
21 #include <linux/device.h>
22 #include <mach/regs-icu.h>
23 #include <linux/platform_data/dma-mmp_tdma.h>
24 #include <linux/of_device.h>
26 #include "dmaengine.h"
29 * Two-Channel DMA registers
31 #define TDBCR 0x00 /* Byte Count */
32 #define TDSAR 0x10 /* Src Addr */
33 #define TDDAR 0x20 /* Dst Addr */
34 #define TDNDPR 0x30 /* Next Desc */
35 #define TDCR 0x40 /* Control */
36 #define TDCP 0x60 /* Priority*/
37 #define TDCDPR 0x70 /* Current Desc */
38 #define TDIMR 0x80 /* Int Mask */
39 #define TDISR 0xa0 /* Int Status */
41 /* Two-Channel DMA Control Register */
42 #define TDCR_SSZ_8_BITS (0x0 << 22) /* Sample Size */
43 #define TDCR_SSZ_12_BITS (0x1 << 22)
44 #define TDCR_SSZ_16_BITS (0x2 << 22)
45 #define TDCR_SSZ_20_BITS (0x3 << 22)
46 #define TDCR_SSZ_24_BITS (0x4 << 22)
47 #define TDCR_SSZ_32_BITS (0x5 << 22)
48 #define TDCR_SSZ_SHIFT (0x1 << 22)
49 #define TDCR_SSZ_MASK (0x7 << 22)
50 #define TDCR_SSPMOD (0x1 << 21) /* SSP MOD */
51 #define TDCR_ABR (0x1 << 20) /* Channel Abort */
52 #define TDCR_CDE (0x1 << 17) /* Close Desc Enable */
53 #define TDCR_PACKMOD (0x1 << 16) /* Pack Mode (ADMA Only) */
54 #define TDCR_CHANACT (0x1 << 14) /* Channel Active */
55 #define TDCR_FETCHND (0x1 << 13) /* Fetch Next Desc */
56 #define TDCR_CHANEN (0x1 << 12) /* Channel Enable */
57 #define TDCR_INTMODE (0x1 << 10) /* Interrupt Mode */
58 #define TDCR_CHAINMOD (0x1 << 9) /* Chain Mode */
59 #define TDCR_BURSTSZ_MSK (0x7 << 6) /* Burst Size */
60 #define TDCR_BURSTSZ_4B (0x0 << 6)
61 #define TDCR_BURSTSZ_8B (0x1 << 6)
62 #define TDCR_BURSTSZ_16B (0x3 << 6)
63 #define TDCR_BURSTSZ_32B (0x6 << 6)
64 #define TDCR_BURSTSZ_64B (0x7 << 6)
65 #define TDCR_BURSTSZ_SQU_1B (0x5 << 6)
66 #define TDCR_BURSTSZ_SQU_2B (0x6 << 6)
67 #define TDCR_BURSTSZ_SQU_4B (0x0 << 6)
68 #define TDCR_BURSTSZ_SQU_8B (0x1 << 6)
69 #define TDCR_BURSTSZ_SQU_16B (0x3 << 6)
70 #define TDCR_BURSTSZ_SQU_32B (0x7 << 6)
71 #define TDCR_BURSTSZ_128B (0x5 << 6)
72 #define TDCR_DSTDIR_MSK (0x3 << 4) /* Dst Direction */
73 #define TDCR_DSTDIR_ADDR_HOLD (0x2 << 4) /* Dst Addr Hold */
74 #define TDCR_DSTDIR_ADDR_INC (0x0 << 4) /* Dst Addr Increment */
75 #define TDCR_SRCDIR_MSK (0x3 << 2) /* Src Direction */
76 #define TDCR_SRCDIR_ADDR_HOLD (0x2 << 2) /* Src Addr Hold */
77 #define TDCR_SRCDIR_ADDR_INC (0x0 << 2) /* Src Addr Increment */
78 #define TDCR_DSTDESCCONT (0x1 << 1)
79 #define TDCR_SRCDESTCONT (0x1 << 0)
81 /* Two-Channel DMA Int Mask Register */
82 #define TDIMR_COMP (0x1 << 0)
84 /* Two-Channel DMA Int Status Register */
85 #define TDISR_COMP (0x1 << 0)
88 * Two-Channel DMA Descriptor Struct
89 * NOTE: desc's buf must be aligned to 16 bytes.
91 struct mmp_tdma_desc
{
103 #define TDMA_ALIGNMENT 3
104 #define TDMA_MAX_XFER_BYTES SZ_64K
106 struct mmp_tdma_chan
{
108 struct dma_chan chan
;
109 struct dma_async_tx_descriptor desc
;
110 struct tasklet_struct tasklet
;
112 struct mmp_tdma_desc
*desc_arr
;
113 phys_addr_t desc_arr_phys
;
115 enum dma_transfer_direction dir
;
118 enum dma_slave_buswidth buswidth
;
119 enum dma_status status
;
122 enum mmp_tdma_type type
;
124 unsigned long reg_base
;
131 #define TDMA_CHANNEL_NUM 2
132 struct mmp_tdma_device
{
135 struct dma_device device
;
136 struct mmp_tdma_chan
*tdmac
[TDMA_CHANNEL_NUM
];
139 #define to_mmp_tdma_chan(dchan) container_of(dchan, struct mmp_tdma_chan, chan)
141 static void mmp_tdma_chan_set_desc(struct mmp_tdma_chan
*tdmac
, dma_addr_t phys
)
143 writel(phys
, tdmac
->reg_base
+ TDNDPR
);
144 writel(readl(tdmac
->reg_base
+ TDCR
) | TDCR_FETCHND
,
145 tdmac
->reg_base
+ TDCR
);
148 static void mmp_tdma_enable_chan(struct mmp_tdma_chan
*tdmac
)
151 writel(TDIMR_COMP
, tdmac
->reg_base
+ TDIMR
);
152 /* enable dma chan */
153 writel(readl(tdmac
->reg_base
+ TDCR
) | TDCR_CHANEN
,
154 tdmac
->reg_base
+ TDCR
);
155 tdmac
->status
= DMA_IN_PROGRESS
;
158 static void mmp_tdma_disable_chan(struct mmp_tdma_chan
*tdmac
)
160 writel(readl(tdmac
->reg_base
+ TDCR
) & ~TDCR_CHANEN
,
161 tdmac
->reg_base
+ TDCR
);
164 writel(0, tdmac
->reg_base
+ TDIMR
);
166 tdmac
->status
= DMA_COMPLETE
;
169 static void mmp_tdma_resume_chan(struct mmp_tdma_chan
*tdmac
)
171 writel(readl(tdmac
->reg_base
+ TDCR
) | TDCR_CHANEN
,
172 tdmac
->reg_base
+ TDCR
);
173 tdmac
->status
= DMA_IN_PROGRESS
;
176 static void mmp_tdma_pause_chan(struct mmp_tdma_chan
*tdmac
)
178 writel(readl(tdmac
->reg_base
+ TDCR
) & ~TDCR_CHANEN
,
179 tdmac
->reg_base
+ TDCR
);
180 tdmac
->status
= DMA_PAUSED
;
183 static int mmp_tdma_config_chan(struct mmp_tdma_chan
*tdmac
)
187 mmp_tdma_disable_chan(tdmac
);
189 if (tdmac
->dir
== DMA_MEM_TO_DEV
)
190 tdcr
= TDCR_DSTDIR_ADDR_HOLD
| TDCR_SRCDIR_ADDR_INC
;
191 else if (tdmac
->dir
== DMA_DEV_TO_MEM
)
192 tdcr
= TDCR_SRCDIR_ADDR_HOLD
| TDCR_DSTDIR_ADDR_INC
;
194 if (tdmac
->type
== MMP_AUD_TDMA
) {
195 tdcr
|= TDCR_PACKMOD
;
197 switch (tdmac
->burst_sz
) {
199 tdcr
|= TDCR_BURSTSZ_4B
;
202 tdcr
|= TDCR_BURSTSZ_8B
;
205 tdcr
|= TDCR_BURSTSZ_16B
;
208 tdcr
|= TDCR_BURSTSZ_32B
;
211 tdcr
|= TDCR_BURSTSZ_64B
;
214 tdcr
|= TDCR_BURSTSZ_128B
;
217 dev_err(tdmac
->dev
, "mmp_tdma: unknown burst size.\n");
221 switch (tdmac
->buswidth
) {
222 case DMA_SLAVE_BUSWIDTH_1_BYTE
:
223 tdcr
|= TDCR_SSZ_8_BITS
;
225 case DMA_SLAVE_BUSWIDTH_2_BYTES
:
226 tdcr
|= TDCR_SSZ_16_BITS
;
228 case DMA_SLAVE_BUSWIDTH_4_BYTES
:
229 tdcr
|= TDCR_SSZ_32_BITS
;
232 dev_err(tdmac
->dev
, "mmp_tdma: unknown bus size.\n");
235 } else if (tdmac
->type
== PXA910_SQU
) {
238 switch (tdmac
->burst_sz
) {
240 tdcr
|= TDCR_BURSTSZ_SQU_1B
;
243 tdcr
|= TDCR_BURSTSZ_SQU_2B
;
246 tdcr
|= TDCR_BURSTSZ_SQU_4B
;
249 tdcr
|= TDCR_BURSTSZ_SQU_8B
;
252 tdcr
|= TDCR_BURSTSZ_SQU_16B
;
255 tdcr
|= TDCR_BURSTSZ_SQU_32B
;
258 dev_err(tdmac
->dev
, "mmp_tdma: unknown burst size.\n");
263 writel(tdcr
, tdmac
->reg_base
+ TDCR
);
267 static int mmp_tdma_clear_chan_irq(struct mmp_tdma_chan
*tdmac
)
269 u32 reg
= readl(tdmac
->reg_base
+ TDISR
);
271 if (reg
& TDISR_COMP
) {
274 writel(reg
, tdmac
->reg_base
+ TDISR
);
281 static irqreturn_t
mmp_tdma_chan_handler(int irq
, void *dev_id
)
283 struct mmp_tdma_chan
*tdmac
= dev_id
;
285 if (mmp_tdma_clear_chan_irq(tdmac
) == 0) {
286 tdmac
->pos
= (tdmac
->pos
+ tdmac
->period_len
) % tdmac
->buf_len
;
287 tasklet_schedule(&tdmac
->tasklet
);
293 static irqreturn_t
mmp_tdma_int_handler(int irq
, void *dev_id
)
295 struct mmp_tdma_device
*tdev
= dev_id
;
299 for (i
= 0; i
< TDMA_CHANNEL_NUM
; i
++) {
300 struct mmp_tdma_chan
*tdmac
= tdev
->tdmac
[i
];
302 ret
= mmp_tdma_chan_handler(irq
, tdmac
);
303 if (ret
== IRQ_HANDLED
)
313 static void dma_do_tasklet(unsigned long data
)
315 struct mmp_tdma_chan
*tdmac
= (struct mmp_tdma_chan
*)data
;
317 if (tdmac
->desc
.callback
)
318 tdmac
->desc
.callback(tdmac
->desc
.callback_param
);
322 static void mmp_tdma_free_descriptor(struct mmp_tdma_chan
*tdmac
)
324 struct gen_pool
*gpool
;
325 int size
= tdmac
->desc_num
* sizeof(struct mmp_tdma_desc
);
327 gpool
= sram_get_gpool("asram");
329 gen_pool_free(gpool
, (unsigned long)tdmac
->desc_arr
,
331 tdmac
->desc_arr
= NULL
;
336 static dma_cookie_t
mmp_tdma_tx_submit(struct dma_async_tx_descriptor
*tx
)
338 struct mmp_tdma_chan
*tdmac
= to_mmp_tdma_chan(tx
->chan
);
340 mmp_tdma_chan_set_desc(tdmac
, tdmac
->desc_arr_phys
);
345 static int mmp_tdma_alloc_chan_resources(struct dma_chan
*chan
)
347 struct mmp_tdma_chan
*tdmac
= to_mmp_tdma_chan(chan
);
350 dma_async_tx_descriptor_init(&tdmac
->desc
, chan
);
351 tdmac
->desc
.tx_submit
= mmp_tdma_tx_submit
;
354 ret
= devm_request_irq(tdmac
->dev
, tdmac
->irq
,
355 mmp_tdma_chan_handler
, 0, "tdma", tdmac
);
362 static void mmp_tdma_free_chan_resources(struct dma_chan
*chan
)
364 struct mmp_tdma_chan
*tdmac
= to_mmp_tdma_chan(chan
);
367 devm_free_irq(tdmac
->dev
, tdmac
->irq
, tdmac
);
368 mmp_tdma_free_descriptor(tdmac
);
372 struct mmp_tdma_desc
*mmp_tdma_alloc_descriptor(struct mmp_tdma_chan
*tdmac
)
374 struct gen_pool
*gpool
;
375 int size
= tdmac
->desc_num
* sizeof(struct mmp_tdma_desc
);
377 gpool
= sram_get_gpool("asram");
381 tdmac
->desc_arr
= gen_pool_dma_alloc(gpool
, size
, &tdmac
->desc_arr_phys
);
383 return tdmac
->desc_arr
;
386 static struct dma_async_tx_descriptor
*mmp_tdma_prep_dma_cyclic(
387 struct dma_chan
*chan
, dma_addr_t dma_addr
, size_t buf_len
,
388 size_t period_len
, enum dma_transfer_direction direction
,
389 unsigned long flags
, void *context
)
391 struct mmp_tdma_chan
*tdmac
= to_mmp_tdma_chan(chan
);
392 struct mmp_tdma_desc
*desc
;
393 int num_periods
= buf_len
/ period_len
;
396 if (tdmac
->status
!= DMA_COMPLETE
)
399 if (period_len
> TDMA_MAX_XFER_BYTES
) {
401 "maximum period size exceeded: %d > %d\n",
402 period_len
, TDMA_MAX_XFER_BYTES
);
406 tdmac
->status
= DMA_IN_PROGRESS
;
407 tdmac
->desc_num
= num_periods
;
408 desc
= mmp_tdma_alloc_descriptor(tdmac
);
412 while (buf
< buf_len
) {
413 desc
= &tdmac
->desc_arr
[i
];
415 if (i
+ 1 == num_periods
)
416 desc
->nxt_desc
= tdmac
->desc_arr_phys
;
418 desc
->nxt_desc
= tdmac
->desc_arr_phys
+
419 sizeof(*desc
) * (i
+ 1);
421 if (direction
== DMA_MEM_TO_DEV
) {
422 desc
->src_addr
= dma_addr
;
423 desc
->dst_addr
= tdmac
->dev_addr
;
425 desc
->src_addr
= tdmac
->dev_addr
;
426 desc
->dst_addr
= dma_addr
;
428 desc
->byte_cnt
= period_len
;
429 dma_addr
+= period_len
;
434 tdmac
->buf_len
= buf_len
;
435 tdmac
->period_len
= period_len
;
441 tdmac
->status
= DMA_ERROR
;
445 static int mmp_tdma_control(struct dma_chan
*chan
, enum dma_ctrl_cmd cmd
,
448 struct mmp_tdma_chan
*tdmac
= to_mmp_tdma_chan(chan
);
449 struct dma_slave_config
*dmaengine_cfg
= (void *)arg
;
453 case DMA_TERMINATE_ALL
:
454 mmp_tdma_disable_chan(tdmac
);
457 mmp_tdma_pause_chan(tdmac
);
460 mmp_tdma_resume_chan(tdmac
);
462 case DMA_SLAVE_CONFIG
:
463 if (dmaengine_cfg
->direction
== DMA_DEV_TO_MEM
) {
464 tdmac
->dev_addr
= dmaengine_cfg
->src_addr
;
465 tdmac
->burst_sz
= dmaengine_cfg
->src_maxburst
;
466 tdmac
->buswidth
= dmaengine_cfg
->src_addr_width
;
468 tdmac
->dev_addr
= dmaengine_cfg
->dst_addr
;
469 tdmac
->burst_sz
= dmaengine_cfg
->dst_maxburst
;
470 tdmac
->buswidth
= dmaengine_cfg
->dst_addr_width
;
472 tdmac
->dir
= dmaengine_cfg
->direction
;
473 return mmp_tdma_config_chan(tdmac
);
481 static enum dma_status
mmp_tdma_tx_status(struct dma_chan
*chan
,
482 dma_cookie_t cookie
, struct dma_tx_state
*txstate
)
484 struct mmp_tdma_chan
*tdmac
= to_mmp_tdma_chan(chan
);
486 dma_set_tx_state(txstate
, chan
->completed_cookie
, chan
->cookie
,
487 tdmac
->buf_len
- tdmac
->pos
);
489 return tdmac
->status
;
492 static void mmp_tdma_issue_pending(struct dma_chan
*chan
)
494 struct mmp_tdma_chan
*tdmac
= to_mmp_tdma_chan(chan
);
496 mmp_tdma_enable_chan(tdmac
);
499 static int mmp_tdma_remove(struct platform_device
*pdev
)
501 struct mmp_tdma_device
*tdev
= platform_get_drvdata(pdev
);
503 dma_async_device_unregister(&tdev
->device
);
507 static int mmp_tdma_chan_init(struct mmp_tdma_device
*tdev
,
508 int idx
, int irq
, int type
)
510 struct mmp_tdma_chan
*tdmac
;
512 if (idx
>= TDMA_CHANNEL_NUM
) {
513 dev_err(tdev
->dev
, "too many channels for device!\n");
518 tdmac
= devm_kzalloc(tdev
->dev
, sizeof(*tdmac
), GFP_KERNEL
);
520 dev_err(tdev
->dev
, "no free memory for DMA channels!\n");
525 tdmac
->dev
= tdev
->dev
;
526 tdmac
->chan
.device
= &tdev
->device
;
529 tdmac
->reg_base
= (unsigned long)tdev
->base
+ idx
* 4;
530 tdmac
->status
= DMA_COMPLETE
;
531 tdev
->tdmac
[tdmac
->idx
] = tdmac
;
532 tasklet_init(&tdmac
->tasklet
, dma_do_tasklet
, (unsigned long)tdmac
);
534 /* add the channel to tdma_chan list */
535 list_add_tail(&tdmac
->chan
.device_node
,
536 &tdev
->device
.channels
);
540 static struct of_device_id mmp_tdma_dt_ids
[] = {
541 { .compatible
= "marvell,adma-1.0", .data
= (void *)MMP_AUD_TDMA
},
542 { .compatible
= "marvell,pxa910-squ", .data
= (void *)PXA910_SQU
},
545 MODULE_DEVICE_TABLE(of
, mmp_tdma_dt_ids
);
547 static int mmp_tdma_probe(struct platform_device
*pdev
)
549 enum mmp_tdma_type type
;
550 const struct of_device_id
*of_id
;
551 struct mmp_tdma_device
*tdev
;
552 struct resource
*iores
;
554 int irq
= 0, irq_num
= 0;
555 int chan_num
= TDMA_CHANNEL_NUM
;
557 of_id
= of_match_device(mmp_tdma_dt_ids
, &pdev
->dev
);
559 type
= (enum mmp_tdma_type
) of_id
->data
;
561 type
= platform_get_device_id(pdev
)->driver_data
;
563 /* always have couple channels */
564 tdev
= devm_kzalloc(&pdev
->dev
, sizeof(*tdev
), GFP_KERNEL
);
568 tdev
->dev
= &pdev
->dev
;
570 for (i
= 0; i
< chan_num
; i
++) {
571 if (platform_get_irq(pdev
, i
) > 0)
575 iores
= platform_get_resource(pdev
, IORESOURCE_MEM
, 0);
576 tdev
->base
= devm_ioremap_resource(&pdev
->dev
, iores
);
577 if (IS_ERR(tdev
->base
))
578 return PTR_ERR(tdev
->base
);
580 INIT_LIST_HEAD(&tdev
->device
.channels
);
582 if (irq_num
!= chan_num
) {
583 irq
= platform_get_irq(pdev
, 0);
584 ret
= devm_request_irq(&pdev
->dev
, irq
,
585 mmp_tdma_int_handler
, 0, "tdma", tdev
);
590 /* initialize channel parameters */
591 for (i
= 0; i
< chan_num
; i
++) {
592 irq
= (irq_num
!= chan_num
) ? 0 : platform_get_irq(pdev
, i
);
593 ret
= mmp_tdma_chan_init(tdev
, i
, irq
, type
);
598 dma_cap_set(DMA_SLAVE
, tdev
->device
.cap_mask
);
599 dma_cap_set(DMA_CYCLIC
, tdev
->device
.cap_mask
);
600 tdev
->device
.dev
= &pdev
->dev
;
601 tdev
->device
.device_alloc_chan_resources
=
602 mmp_tdma_alloc_chan_resources
;
603 tdev
->device
.device_free_chan_resources
=
604 mmp_tdma_free_chan_resources
;
605 tdev
->device
.device_prep_dma_cyclic
= mmp_tdma_prep_dma_cyclic
;
606 tdev
->device
.device_tx_status
= mmp_tdma_tx_status
;
607 tdev
->device
.device_issue_pending
= mmp_tdma_issue_pending
;
608 tdev
->device
.device_control
= mmp_tdma_control
;
609 tdev
->device
.copy_align
= TDMA_ALIGNMENT
;
611 dma_set_mask(&pdev
->dev
, DMA_BIT_MASK(64));
612 platform_set_drvdata(pdev
, tdev
);
614 ret
= dma_async_device_register(&tdev
->device
);
616 dev_err(tdev
->device
.dev
, "unable to register\n");
620 dev_info(tdev
->device
.dev
, "initialized\n");
624 static const struct platform_device_id mmp_tdma_id_table
[] = {
625 { "mmp-adma", MMP_AUD_TDMA
},
626 { "pxa910-squ", PXA910_SQU
},
630 static struct platform_driver mmp_tdma_driver
= {
633 .owner
= THIS_MODULE
,
634 .of_match_table
= mmp_tdma_dt_ids
,
636 .id_table
= mmp_tdma_id_table
,
637 .probe
= mmp_tdma_probe
,
638 .remove
= mmp_tdma_remove
,
641 module_platform_driver(mmp_tdma_driver
);
643 MODULE_LICENSE("GPL");
644 MODULE_DESCRIPTION("MMP Two-Channel DMA Driver");
645 MODULE_ALIAS("platform:mmp-tdma");
646 MODULE_AUTHOR("Leo Yan <leoy@marvell.com>");
647 MODULE_AUTHOR("Zhangfei Gao <zhangfei.gao@marvell.com>");