4 * Copyright (C) 2013 Texas Instruments Incorporated - http://www.ti.com
5 * Author: Sourav Poddar <sourav.poddar@ti.com>
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GPLv2.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR /PURPOSE. See the
13 * GNU General Public License for more details.
16 #include <linux/kernel.h>
17 #include <linux/init.h>
18 #include <linux/interrupt.h>
19 #include <linux/module.h>
20 #include <linux/device.h>
21 #include <linux/delay.h>
22 #include <linux/dma-mapping.h>
23 #include <linux/dmaengine.h>
24 #include <linux/omap-dma.h>
25 #include <linux/platform_device.h>
26 #include <linux/err.h>
27 #include <linux/clk.h>
29 #include <linux/slab.h>
30 #include <linux/pm_runtime.h>
32 #include <linux/of_device.h>
33 #include <linux/pinctrl/consumer.h>
34 #include <linux/mfd/syscon.h>
35 #include <linux/regmap.h>
36 #include <linux/sizes.h>
38 #include <linux/spi/spi.h>
39 #include <linux/spi/spi-mem.h>
46 struct completion transfer_complete
;
48 /* list synchronization */
49 struct mutex list_lock
;
51 struct spi_master
*master
;
53 void __iomem
*mmap_base
;
55 struct regmap
*ctrl_base
;
56 unsigned int ctrl_reg
;
60 struct ti_qspi_regs ctx_reg
;
62 dma_addr_t mmap_phys_base
;
63 dma_addr_t rx_bb_dma_addr
;
65 struct dma_chan
*rx_chan
;
67 u32 spi_max_frequency
;
74 #define QSPI_PID (0x0)
75 #define QSPI_SYSCONFIG (0x10)
76 #define QSPI_SPI_CLOCK_CNTRL_REG (0x40)
77 #define QSPI_SPI_DC_REG (0x44)
78 #define QSPI_SPI_CMD_REG (0x48)
79 #define QSPI_SPI_STATUS_REG (0x4c)
80 #define QSPI_SPI_DATA_REG (0x50)
81 #define QSPI_SPI_SETUP_REG(n) ((0x54 + 4 * n))
82 #define QSPI_SPI_SWITCH_REG (0x64)
83 #define QSPI_SPI_DATA_REG_1 (0x68)
84 #define QSPI_SPI_DATA_REG_2 (0x6c)
85 #define QSPI_SPI_DATA_REG_3 (0x70)
87 #define QSPI_COMPLETION_TIMEOUT msecs_to_jiffies(2000)
89 #define QSPI_FCLK 192000000
92 #define QSPI_CLK_EN (1 << 31)
93 #define QSPI_CLK_DIV_MAX 0xffff
96 #define QSPI_EN_CS(n) (n << 28)
97 #define QSPI_WLEN(n) ((n - 1) << 19)
98 #define QSPI_3_PIN (1 << 18)
99 #define QSPI_RD_SNGL (1 << 16)
100 #define QSPI_WR_SNGL (2 << 16)
101 #define QSPI_RD_DUAL (3 << 16)
102 #define QSPI_RD_QUAD (7 << 16)
103 #define QSPI_INVAL (4 << 16)
104 #define QSPI_FLEN(n) ((n - 1) << 0)
105 #define QSPI_WLEN_MAX_BITS 128
106 #define QSPI_WLEN_MAX_BYTES 16
107 #define QSPI_WLEN_MASK QSPI_WLEN(QSPI_WLEN_MAX_BITS)
109 /* STATUS REGISTER */
114 #define QSPI_DD(m, n) (m << (3 + n * 8))
115 #define QSPI_CKPHA(n) (1 << (2 + n * 8))
116 #define QSPI_CSPOL(n) (1 << (1 + n * 8))
117 #define QSPI_CKPOL(n) (1 << (n * 8))
119 #define QSPI_FRAME 4096
121 #define QSPI_AUTOSUSPEND_TIMEOUT 2000
123 #define MEM_CS_EN(n) ((n + 1) << 8)
124 #define MEM_CS_MASK (7 << 8)
126 #define MM_SWITCH 0x1
128 #define QSPI_SETUP_RD_NORMAL (0x0 << 12)
129 #define QSPI_SETUP_RD_DUAL (0x1 << 12)
130 #define QSPI_SETUP_RD_QUAD (0x3 << 12)
131 #define QSPI_SETUP_ADDR_SHIFT 8
132 #define QSPI_SETUP_DUMMY_SHIFT 10
134 #define QSPI_DMA_BUFFER_SIZE SZ_64K
136 static inline unsigned long ti_qspi_read(struct ti_qspi
*qspi
,
139 return readl(qspi
->base
+ reg
);
142 static inline void ti_qspi_write(struct ti_qspi
*qspi
,
143 unsigned long val
, unsigned long reg
)
145 writel(val
, qspi
->base
+ reg
);
148 static int ti_qspi_setup(struct spi_device
*spi
)
150 struct ti_qspi
*qspi
= spi_master_get_devdata(spi
->master
);
151 struct ti_qspi_regs
*ctx_reg
= &qspi
->ctx_reg
;
152 int clk_div
= 0, ret
;
153 u32 clk_ctrl_reg
, clk_rate
, clk_mask
;
155 if (spi
->master
->busy
) {
156 dev_dbg(qspi
->dev
, "master busy doing other transfers\n");
160 if (!qspi
->spi_max_frequency
) {
161 dev_err(qspi
->dev
, "spi max frequency not defined\n");
165 clk_rate
= clk_get_rate(qspi
->fclk
);
167 clk_div
= DIV_ROUND_UP(clk_rate
, qspi
->spi_max_frequency
) - 1;
170 dev_dbg(qspi
->dev
, "clock divider < 0, using /1 divider\n");
174 if (clk_div
> QSPI_CLK_DIV_MAX
) {
175 dev_dbg(qspi
->dev
, "clock divider >%d , using /%d divider\n",
176 QSPI_CLK_DIV_MAX
, QSPI_CLK_DIV_MAX
+ 1);
180 dev_dbg(qspi
->dev
, "hz: %d, clock divider %d\n",
181 qspi
->spi_max_frequency
, clk_div
);
183 ret
= pm_runtime_get_sync(qspi
->dev
);
185 dev_err(qspi
->dev
, "pm_runtime_get_sync() failed\n");
189 clk_ctrl_reg
= ti_qspi_read(qspi
, QSPI_SPI_CLOCK_CNTRL_REG
);
191 clk_ctrl_reg
&= ~QSPI_CLK_EN
;
194 ti_qspi_write(qspi
, clk_ctrl_reg
, QSPI_SPI_CLOCK_CNTRL_REG
);
197 clk_mask
= QSPI_CLK_EN
| clk_div
;
198 ti_qspi_write(qspi
, clk_mask
, QSPI_SPI_CLOCK_CNTRL_REG
);
199 ctx_reg
->clkctrl
= clk_mask
;
201 pm_runtime_mark_last_busy(qspi
->dev
);
202 ret
= pm_runtime_put_autosuspend(qspi
->dev
);
204 dev_err(qspi
->dev
, "pm_runtime_put_autosuspend() failed\n");
211 static void ti_qspi_restore_ctx(struct ti_qspi
*qspi
)
213 struct ti_qspi_regs
*ctx_reg
= &qspi
->ctx_reg
;
215 ti_qspi_write(qspi
, ctx_reg
->clkctrl
, QSPI_SPI_CLOCK_CNTRL_REG
);
218 static inline u32
qspi_is_busy(struct ti_qspi
*qspi
)
221 unsigned long timeout
= jiffies
+ QSPI_COMPLETION_TIMEOUT
;
223 stat
= ti_qspi_read(qspi
, QSPI_SPI_STATUS_REG
);
224 while ((stat
& BUSY
) && time_after(timeout
, jiffies
)) {
226 stat
= ti_qspi_read(qspi
, QSPI_SPI_STATUS_REG
);
229 WARN(stat
& BUSY
, "qspi busy\n");
233 static inline int ti_qspi_poll_wc(struct ti_qspi
*qspi
)
236 unsigned long timeout
= jiffies
+ QSPI_COMPLETION_TIMEOUT
;
239 stat
= ti_qspi_read(qspi
, QSPI_SPI_STATUS_REG
);
243 } while (time_after(timeout
, jiffies
));
245 stat
= ti_qspi_read(qspi
, QSPI_SPI_STATUS_REG
);
251 static int qspi_write_msg(struct ti_qspi
*qspi
, struct spi_transfer
*t
,
260 cmd
= qspi
->cmd
| QSPI_WR_SNGL
;
261 wlen
= t
->bits_per_word
>> 3; /* in bytes */
265 if (qspi_is_busy(qspi
))
270 dev_dbg(qspi
->dev
, "tx cmd %08x dc %08x data %02x\n",
271 cmd
, qspi
->dc
, *txbuf
);
272 if (count
>= QSPI_WLEN_MAX_BYTES
) {
273 u32
*txp
= (u32
*)txbuf
;
275 data
= cpu_to_be32(*txp
++);
276 writel(data
, qspi
->base
+
277 QSPI_SPI_DATA_REG_3
);
278 data
= cpu_to_be32(*txp
++);
279 writel(data
, qspi
->base
+
280 QSPI_SPI_DATA_REG_2
);
281 data
= cpu_to_be32(*txp
++);
282 writel(data
, qspi
->base
+
283 QSPI_SPI_DATA_REG_1
);
284 data
= cpu_to_be32(*txp
++);
285 writel(data
, qspi
->base
+
287 xfer_len
= QSPI_WLEN_MAX_BYTES
;
288 cmd
|= QSPI_WLEN(QSPI_WLEN_MAX_BITS
);
290 writeb(*txbuf
, qspi
->base
+ QSPI_SPI_DATA_REG
);
291 cmd
= qspi
->cmd
| QSPI_WR_SNGL
;
293 cmd
|= QSPI_WLEN(wlen
);
297 dev_dbg(qspi
->dev
, "tx cmd %08x dc %08x data %04x\n",
298 cmd
, qspi
->dc
, *txbuf
);
299 writew(*((u16
*)txbuf
), qspi
->base
+ QSPI_SPI_DATA_REG
);
302 dev_dbg(qspi
->dev
, "tx cmd %08x dc %08x data %08x\n",
303 cmd
, qspi
->dc
, *txbuf
);
304 writel(*((u32
*)txbuf
), qspi
->base
+ QSPI_SPI_DATA_REG
);
308 ti_qspi_write(qspi
, cmd
, QSPI_SPI_CMD_REG
);
309 if (ti_qspi_poll_wc(qspi
)) {
310 dev_err(qspi
->dev
, "write timed out\n");
320 static int qspi_read_msg(struct ti_qspi
*qspi
, struct spi_transfer
*t
,
329 switch (t
->rx_nbits
) {
340 wlen
= t
->bits_per_word
>> 3; /* in bytes */
343 dev_dbg(qspi
->dev
, "rx cmd %08x dc %08x\n", cmd
, qspi
->dc
);
344 if (qspi_is_busy(qspi
))
347 ti_qspi_write(qspi
, cmd
, QSPI_SPI_CMD_REG
);
348 if (ti_qspi_poll_wc(qspi
)) {
349 dev_err(qspi
->dev
, "read timed out\n");
354 *rxbuf
= readb(qspi
->base
+ QSPI_SPI_DATA_REG
);
357 *((u16
*)rxbuf
) = readw(qspi
->base
+ QSPI_SPI_DATA_REG
);
360 *((u32
*)rxbuf
) = readl(qspi
->base
+ QSPI_SPI_DATA_REG
);
370 static int qspi_transfer_msg(struct ti_qspi
*qspi
, struct spi_transfer
*t
,
376 ret
= qspi_write_msg(qspi
, t
, count
);
378 dev_dbg(qspi
->dev
, "Error while writing\n");
384 ret
= qspi_read_msg(qspi
, t
, count
);
386 dev_dbg(qspi
->dev
, "Error while reading\n");
394 static void ti_qspi_dma_callback(void *param
)
396 struct ti_qspi
*qspi
= param
;
398 complete(&qspi
->transfer_complete
);
401 static int ti_qspi_dma_xfer(struct ti_qspi
*qspi
, dma_addr_t dma_dst
,
402 dma_addr_t dma_src
, size_t len
)
404 struct dma_chan
*chan
= qspi
->rx_chan
;
406 enum dma_ctrl_flags flags
= DMA_CTRL_ACK
| DMA_PREP_INTERRUPT
;
407 struct dma_async_tx_descriptor
*tx
;
410 tx
= dmaengine_prep_dma_memcpy(chan
, dma_dst
, dma_src
, len
, flags
);
412 dev_err(qspi
->dev
, "device_prep_dma_memcpy error\n");
416 tx
->callback
= ti_qspi_dma_callback
;
417 tx
->callback_param
= qspi
;
418 cookie
= tx
->tx_submit(tx
);
419 reinit_completion(&qspi
->transfer_complete
);
421 ret
= dma_submit_error(cookie
);
423 dev_err(qspi
->dev
, "dma_submit_error %d\n", cookie
);
427 dma_async_issue_pending(chan
);
428 ret
= wait_for_completion_timeout(&qspi
->transfer_complete
,
429 msecs_to_jiffies(len
));
431 dmaengine_terminate_sync(chan
);
432 dev_err(qspi
->dev
, "DMA wait_for_completion_timeout\n");
439 static int ti_qspi_dma_bounce_buffer(struct ti_qspi
*qspi
, loff_t offs
,
440 void *to
, size_t readsize
)
442 dma_addr_t dma_src
= qspi
->mmap_phys_base
+ offs
;
446 * Use bounce buffer as FS like jffs2, ubifs may pass
447 * buffers that does not belong to kernel lowmem region.
449 while (readsize
!= 0) {
450 size_t xfer_len
= min_t(size_t, QSPI_DMA_BUFFER_SIZE
,
453 ret
= ti_qspi_dma_xfer(qspi
, qspi
->rx_bb_dma_addr
,
457 memcpy(to
, qspi
->rx_bb_addr
, xfer_len
);
458 readsize
-= xfer_len
;
466 static int ti_qspi_dma_xfer_sg(struct ti_qspi
*qspi
, struct sg_table rx_sg
,
469 struct scatterlist
*sg
;
470 dma_addr_t dma_src
= qspi
->mmap_phys_base
+ from
;
474 for_each_sg(rx_sg
.sgl
, sg
, rx_sg
.nents
, i
) {
475 dma_dst
= sg_dma_address(sg
);
476 len
= sg_dma_len(sg
);
477 ret
= ti_qspi_dma_xfer(qspi
, dma_dst
, dma_src
, len
);
486 static void ti_qspi_enable_memory_map(struct spi_device
*spi
)
488 struct ti_qspi
*qspi
= spi_master_get_devdata(spi
->master
);
490 ti_qspi_write(qspi
, MM_SWITCH
, QSPI_SPI_SWITCH_REG
);
491 if (qspi
->ctrl_base
) {
492 regmap_update_bits(qspi
->ctrl_base
, qspi
->ctrl_reg
,
494 MEM_CS_EN(spi
->chip_select
));
496 qspi
->mmap_enabled
= true;
499 static void ti_qspi_disable_memory_map(struct spi_device
*spi
)
501 struct ti_qspi
*qspi
= spi_master_get_devdata(spi
->master
);
503 ti_qspi_write(qspi
, 0, QSPI_SPI_SWITCH_REG
);
505 regmap_update_bits(qspi
->ctrl_base
, qspi
->ctrl_reg
,
507 qspi
->mmap_enabled
= false;
510 static void ti_qspi_setup_mmap_read(struct spi_device
*spi
, u8 opcode
,
511 u8 data_nbits
, u8 addr_width
,
514 struct ti_qspi
*qspi
= spi_master_get_devdata(spi
->master
);
517 switch (data_nbits
) {
519 memval
|= QSPI_SETUP_RD_QUAD
;
522 memval
|= QSPI_SETUP_RD_DUAL
;
525 memval
|= QSPI_SETUP_RD_NORMAL
;
528 memval
|= ((addr_width
- 1) << QSPI_SETUP_ADDR_SHIFT
|
529 dummy_bytes
<< QSPI_SETUP_DUMMY_SHIFT
);
530 ti_qspi_write(qspi
, memval
,
531 QSPI_SPI_SETUP_REG(spi
->chip_select
));
534 static int ti_qspi_exec_mem_op(struct spi_mem
*mem
,
535 const struct spi_mem_op
*op
)
537 struct ti_qspi
*qspi
= spi_master_get_devdata(mem
->spi
->master
);
541 /* Only optimize read path. */
542 if (!op
->data
.nbytes
|| op
->data
.dir
!= SPI_MEM_DATA_IN
||
543 !op
->addr
.nbytes
|| op
->addr
.nbytes
> 4)
546 /* Address exceeds MMIO window size, fall back to regular mode. */
548 if (from
+ op
->data
.nbytes
> qspi
->mmap_size
)
551 mutex_lock(&qspi
->list_lock
);
553 if (!qspi
->mmap_enabled
)
554 ti_qspi_enable_memory_map(mem
->spi
);
555 ti_qspi_setup_mmap_read(mem
->spi
, op
->cmd
.opcode
, op
->data
.buswidth
,
556 op
->addr
.nbytes
, op
->dummy
.nbytes
);
561 if (virt_addr_valid(op
->data
.buf
.in
) &&
562 !spi_controller_dma_map_mem_op_data(mem
->spi
->master
, op
,
564 ret
= ti_qspi_dma_xfer_sg(qspi
, sgt
, from
);
565 spi_controller_dma_unmap_mem_op_data(mem
->spi
->master
,
568 ret
= ti_qspi_dma_bounce_buffer(qspi
, from
,
573 memcpy_fromio(op
->data
.buf
.in
, qspi
->mmap_base
+ from
,
577 mutex_unlock(&qspi
->list_lock
);
582 static const struct spi_controller_mem_ops ti_qspi_mem_ops
= {
583 .exec_op
= ti_qspi_exec_mem_op
,
586 static int ti_qspi_start_transfer_one(struct spi_master
*master
,
587 struct spi_message
*m
)
589 struct ti_qspi
*qspi
= spi_master_get_devdata(master
);
590 struct spi_device
*spi
= m
->spi
;
591 struct spi_transfer
*t
;
593 unsigned int frame_len_words
, transfer_len_words
;
596 /* setup device control reg */
599 if (spi
->mode
& SPI_CPHA
)
600 qspi
->dc
|= QSPI_CKPHA(spi
->chip_select
);
601 if (spi
->mode
& SPI_CPOL
)
602 qspi
->dc
|= QSPI_CKPOL(spi
->chip_select
);
603 if (spi
->mode
& SPI_CS_HIGH
)
604 qspi
->dc
|= QSPI_CSPOL(spi
->chip_select
);
607 list_for_each_entry(t
, &m
->transfers
, transfer_list
)
608 frame_len_words
+= t
->len
/ (t
->bits_per_word
>> 3);
609 frame_len_words
= min_t(unsigned int, frame_len_words
, QSPI_FRAME
);
611 /* setup command reg */
613 qspi
->cmd
|= QSPI_EN_CS(spi
->chip_select
);
614 qspi
->cmd
|= QSPI_FLEN(frame_len_words
);
616 ti_qspi_write(qspi
, qspi
->dc
, QSPI_SPI_DC_REG
);
618 mutex_lock(&qspi
->list_lock
);
620 if (qspi
->mmap_enabled
)
621 ti_qspi_disable_memory_map(spi
);
623 list_for_each_entry(t
, &m
->transfers
, transfer_list
) {
624 qspi
->cmd
= ((qspi
->cmd
& ~QSPI_WLEN_MASK
) |
625 QSPI_WLEN(t
->bits_per_word
));
627 wlen
= t
->bits_per_word
>> 3;
628 transfer_len_words
= min(t
->len
/ wlen
, frame_len_words
);
630 ret
= qspi_transfer_msg(qspi
, t
, transfer_len_words
* wlen
);
632 dev_dbg(qspi
->dev
, "transfer message failed\n");
633 mutex_unlock(&qspi
->list_lock
);
637 m
->actual_length
+= transfer_len_words
* wlen
;
638 frame_len_words
-= transfer_len_words
;
639 if (frame_len_words
== 0)
643 mutex_unlock(&qspi
->list_lock
);
645 ti_qspi_write(qspi
, qspi
->cmd
| QSPI_INVAL
, QSPI_SPI_CMD_REG
);
647 spi_finalize_current_message(master
);
652 static int ti_qspi_runtime_resume(struct device
*dev
)
654 struct ti_qspi
*qspi
;
656 qspi
= dev_get_drvdata(dev
);
657 ti_qspi_restore_ctx(qspi
);
662 static const struct of_device_id ti_qspi_match
[] = {
663 {.compatible
= "ti,dra7xxx-qspi" },
664 {.compatible
= "ti,am4372-qspi" },
667 MODULE_DEVICE_TABLE(of
, ti_qspi_match
);
669 static int ti_qspi_probe(struct platform_device
*pdev
)
671 struct ti_qspi
*qspi
;
672 struct spi_master
*master
;
673 struct resource
*r
, *res_mmap
;
674 struct device_node
*np
= pdev
->dev
.of_node
;
676 int ret
= 0, num_cs
, irq
;
679 master
= spi_alloc_master(&pdev
->dev
, sizeof(*qspi
));
683 master
->mode_bits
= SPI_CPOL
| SPI_CPHA
| SPI_RX_DUAL
| SPI_RX_QUAD
;
685 master
->flags
= SPI_MASTER_HALF_DUPLEX
;
686 master
->setup
= ti_qspi_setup
;
687 master
->auto_runtime_pm
= true;
688 master
->transfer_one_message
= ti_qspi_start_transfer_one
;
689 master
->dev
.of_node
= pdev
->dev
.of_node
;
690 master
->bits_per_word_mask
= SPI_BPW_MASK(32) | SPI_BPW_MASK(16) |
692 master
->mem_ops
= &ti_qspi_mem_ops
;
694 if (!of_property_read_u32(np
, "num-cs", &num_cs
))
695 master
->num_chipselect
= num_cs
;
697 qspi
= spi_master_get_devdata(master
);
698 qspi
->master
= master
;
699 qspi
->dev
= &pdev
->dev
;
700 platform_set_drvdata(pdev
, qspi
);
702 r
= platform_get_resource_byname(pdev
, IORESOURCE_MEM
, "qspi_base");
704 r
= platform_get_resource(pdev
, IORESOURCE_MEM
, 0);
706 dev_err(&pdev
->dev
, "missing platform data\n");
712 res_mmap
= platform_get_resource_byname(pdev
,
713 IORESOURCE_MEM
, "qspi_mmap");
714 if (res_mmap
== NULL
) {
715 res_mmap
= platform_get_resource(pdev
, IORESOURCE_MEM
, 1);
716 if (res_mmap
== NULL
) {
718 "memory mapped resource not required\n");
723 qspi
->mmap_size
= resource_size(res_mmap
);
725 irq
= platform_get_irq(pdev
, 0);
727 dev_err(&pdev
->dev
, "no irq resource?\n");
732 mutex_init(&qspi
->list_lock
);
734 qspi
->base
= devm_ioremap_resource(&pdev
->dev
, r
);
735 if (IS_ERR(qspi
->base
)) {
736 ret
= PTR_ERR(qspi
->base
);
741 if (of_property_read_bool(np
, "syscon-chipselects")) {
743 syscon_regmap_lookup_by_phandle(np
,
744 "syscon-chipselects");
745 if (IS_ERR(qspi
->ctrl_base
)) {
746 ret
= PTR_ERR(qspi
->ctrl_base
);
749 ret
= of_property_read_u32_index(np
,
750 "syscon-chipselects",
754 "couldn't get ctrl_mod reg index\n");
759 qspi
->fclk
= devm_clk_get(&pdev
->dev
, "fck");
760 if (IS_ERR(qspi
->fclk
)) {
761 ret
= PTR_ERR(qspi
->fclk
);
762 dev_err(&pdev
->dev
, "could not get clk: %d\n", ret
);
765 pm_runtime_use_autosuspend(&pdev
->dev
);
766 pm_runtime_set_autosuspend_delay(&pdev
->dev
, QSPI_AUTOSUSPEND_TIMEOUT
);
767 pm_runtime_enable(&pdev
->dev
);
769 if (!of_property_read_u32(np
, "spi-max-frequency", &max_freq
))
770 qspi
->spi_max_frequency
= max_freq
;
773 dma_cap_set(DMA_MEMCPY
, mask
);
775 qspi
->rx_chan
= dma_request_chan_by_mask(&mask
);
776 if (IS_ERR(qspi
->rx_chan
)) {
778 "No Rx DMA available, trying mmap mode\n");
779 qspi
->rx_chan
= NULL
;
783 qspi
->rx_bb_addr
= dma_alloc_coherent(qspi
->dev
,
784 QSPI_DMA_BUFFER_SIZE
,
785 &qspi
->rx_bb_dma_addr
,
786 GFP_KERNEL
| GFP_DMA
);
787 if (!qspi
->rx_bb_addr
) {
789 "dma_alloc_coherent failed, using PIO mode\n");
790 dma_release_channel(qspi
->rx_chan
);
793 master
->dma_rx
= qspi
->rx_chan
;
794 init_completion(&qspi
->transfer_complete
);
796 qspi
->mmap_phys_base
= (dma_addr_t
)res_mmap
->start
;
799 if (!qspi
->rx_chan
&& res_mmap
) {
800 qspi
->mmap_base
= devm_ioremap_resource(&pdev
->dev
, res_mmap
);
801 if (IS_ERR(qspi
->mmap_base
)) {
803 "mmap failed with error %ld using PIO mode\n",
804 PTR_ERR(qspi
->mmap_base
));
805 qspi
->mmap_base
= NULL
;
806 master
->mem_ops
= NULL
;
809 qspi
->mmap_enabled
= false;
811 ret
= devm_spi_register_master(&pdev
->dev
, master
);
815 pm_runtime_disable(&pdev
->dev
);
817 spi_master_put(master
);
821 static int ti_qspi_remove(struct platform_device
*pdev
)
823 struct ti_qspi
*qspi
= platform_get_drvdata(pdev
);
826 rc
= spi_master_suspend(qspi
->master
);
830 pm_runtime_put_sync(&pdev
->dev
);
831 pm_runtime_disable(&pdev
->dev
);
833 if (qspi
->rx_bb_addr
)
834 dma_free_coherent(qspi
->dev
, QSPI_DMA_BUFFER_SIZE
,
836 qspi
->rx_bb_dma_addr
);
838 dma_release_channel(qspi
->rx_chan
);
843 static const struct dev_pm_ops ti_qspi_pm_ops
= {
844 .runtime_resume
= ti_qspi_runtime_resume
,
847 static struct platform_driver ti_qspi_driver
= {
848 .probe
= ti_qspi_probe
,
849 .remove
= ti_qspi_remove
,
852 .pm
= &ti_qspi_pm_ops
,
853 .of_match_table
= ti_qspi_match
,
857 module_platform_driver(ti_qspi_driver
);
859 MODULE_AUTHOR("Sourav Poddar <sourav.poddar@ti.com>");
860 MODULE_LICENSE("GPL v2");
861 MODULE_DESCRIPTION("TI QSPI controller driver");
862 MODULE_ALIAS("platform:ti-qspi");