1 // SPDX-License-Identifier: GPL-2.0 OR MIT
3 * Renesas UFS host controller driver
5 * Copyright (C) 2022 Renesas Electronics Corporation
9 #include <linux/delay.h>
10 #include <linux/dma-mapping.h>
11 #include <linux/err.h>
12 #include <linux/iopoll.h>
13 #include <linux/kernel.h>
14 #include <linux/module.h>
16 #include <linux/platform_device.h>
17 #include <linux/pm_runtime.h>
18 #include <ufs/ufshcd.h>
20 #include "ufshcd-pltfrm.h"
22 struct ufs_renesas_priv
{
23 bool initialized
; /* The hardware needs initialization once */
33 enum ufs_renesas_init_param_mode
{
42 #define PARAM_RESTORE(_reg, _index) \
43 { .mode = MODE_RESTORE, .reg = _reg, .index = _index }
44 #define PARAM_SET(_index, _set) \
45 { .mode = MODE_SET, .index = _index, .u.set = _set }
46 #define PARAM_SAVE(_reg, _mask, _index) \
47 { .mode = MODE_SAVE, .reg = _reg, .mask = (u32)(_mask), \
49 #define PARAM_POLL(_reg, _expected, _mask) \
50 { .mode = MODE_POLL, .reg = _reg, .u.expected = _expected, \
51 .mask = (u32)(_mask) }
52 #define PARAM_WAIT(_delay_us) \
53 { .mode = MODE_WAIT, .u.delay_us = _delay_us }
55 #define PARAM_WRITE(_reg, _val) \
56 { .mode = MODE_WRITE, .reg = _reg, .u.val = _val }
58 #define PARAM_WRITE_D0_D4(_d0, _d4) \
59 PARAM_WRITE(0xd0, _d0), PARAM_WRITE(0xd4, _d4)
61 #define PARAM_WRITE_800_80C_POLL(_addr, _data_800) \
62 PARAM_WRITE_D0_D4(0x0000080c, 0x00000100), \
63 PARAM_WRITE_D0_D4(0x00000800, ((_data_800) << 16) | BIT(8) | (_addr)), \
64 PARAM_WRITE(0xd0, 0x0000080c), \
65 PARAM_POLL(0xd4, BIT(8), BIT(8))
67 #define PARAM_RESTORE_800_80C_POLL(_index) \
68 PARAM_WRITE_D0_D4(0x0000080c, 0x00000100), \
69 PARAM_WRITE(0xd0, 0x00000800), \
70 PARAM_RESTORE(0xd4, _index), \
71 PARAM_WRITE(0xd0, 0x0000080c), \
72 PARAM_POLL(0xd4, BIT(8), BIT(8))
74 #define PARAM_WRITE_804_80C_POLL(_addr, _data_804) \
75 PARAM_WRITE_D0_D4(0x0000080c, 0x00000100), \
76 PARAM_WRITE_D0_D4(0x00000804, ((_data_804) << 16) | BIT(8) | (_addr)), \
77 PARAM_WRITE(0xd0, 0x0000080c), \
78 PARAM_POLL(0xd4, BIT(8), BIT(8))
80 #define PARAM_WRITE_828_82C_POLL(_data_828) \
81 PARAM_WRITE_D0_D4(0x0000082c, 0x0f000000), \
82 PARAM_WRITE_D0_D4(0x00000828, _data_828), \
83 PARAM_WRITE(0xd0, 0x0000082c), \
84 PARAM_POLL(0xd4, _data_828, _data_828)
86 #define PARAM_WRITE_PHY(_addr16, _data16) \
87 PARAM_WRITE(0xf0, 1), \
88 PARAM_WRITE_800_80C_POLL(0x16, (_addr16) & 0xff), \
89 PARAM_WRITE_800_80C_POLL(0x17, ((_addr16) >> 8) & 0xff), \
90 PARAM_WRITE_800_80C_POLL(0x18, (_data16) & 0xff), \
91 PARAM_WRITE_800_80C_POLL(0x19, ((_data16) >> 8) & 0xff), \
92 PARAM_WRITE_800_80C_POLL(0x1c, 0x01), \
93 PARAM_WRITE_828_82C_POLL(0x0f000000), \
96 #define PARAM_SET_PHY(_addr16, _data16) \
97 PARAM_WRITE(0xf0, 1), \
98 PARAM_WRITE_800_80C_POLL(0x16, (_addr16) & 0xff), \
99 PARAM_WRITE_800_80C_POLL(0x17, ((_addr16) >> 8) & 0xff), \
100 PARAM_WRITE_800_80C_POLL(0x1c, 0x01), \
101 PARAM_WRITE_828_82C_POLL(0x0f000000), \
102 PARAM_WRITE_804_80C_POLL(0x1a, 0), \
103 PARAM_WRITE(0xd0, 0x00000808), \
104 PARAM_SAVE(0xd4, 0xff, SET_PHY_INDEX_LO), \
105 PARAM_WRITE_804_80C_POLL(0x1b, 0), \
106 PARAM_WRITE(0xd0, 0x00000808), \
107 PARAM_SAVE(0xd4, 0xff, SET_PHY_INDEX_HI), \
108 PARAM_WRITE_828_82C_POLL(0x0f000000), \
109 PARAM_WRITE(0xf0, 0), \
110 PARAM_WRITE(0xf0, 1), \
111 PARAM_WRITE_800_80C_POLL(0x16, (_addr16) & 0xff), \
112 PARAM_WRITE_800_80C_POLL(0x17, ((_addr16) >> 8) & 0xff), \
113 PARAM_SET(SET_PHY_INDEX_LO, ((_data16 & 0xff) << 16) | BIT(8) | 0x18), \
114 PARAM_RESTORE_800_80C_POLL(SET_PHY_INDEX_LO), \
115 PARAM_SET(SET_PHY_INDEX_HI, (((_data16 >> 8) & 0xff) << 16) | BIT(8) | 0x19), \
116 PARAM_RESTORE_800_80C_POLL(SET_PHY_INDEX_HI), \
117 PARAM_WRITE_800_80C_POLL(0x1c, 0x01), \
118 PARAM_WRITE_828_82C_POLL(0x0f000000), \
121 #define PARAM_INDIRECT_WRITE(_gpio, _addr, _data_800) \
122 PARAM_WRITE(0xf0, _gpio), \
123 PARAM_WRITE_800_80C_POLL(_addr, _data_800), \
124 PARAM_WRITE_828_82C_POLL(0x0f000000), \
127 #define PARAM_INDIRECT_POLL(_gpio, _addr, _expected, _mask) \
128 PARAM_WRITE(0xf0, _gpio), \
129 PARAM_WRITE_800_80C_POLL(_addr, 0), \
130 PARAM_WRITE(0xd0, 0x00000808), \
131 PARAM_POLL(0xd4, _expected, _mask), \
134 struct ufs_renesas_init_param
{
135 enum ufs_renesas_init_param_mode mode
;
147 /* This setting is for SERIES B */
148 static const struct ufs_renesas_init_param ufs_param
[] = {
149 PARAM_WRITE(0xc0, 0x49425308),
150 PARAM_WRITE_D0_D4(0x00000104, 0x00000002),
152 PARAM_WRITE_D0_D4(0x00000828, 0x00000200),
154 PARAM_WRITE_D0_D4(0x00000828, 0x00000000),
155 PARAM_WRITE_D0_D4(0x00000104, 0x00000001),
156 PARAM_WRITE_D0_D4(0x00000940, 0x00000001),
158 PARAM_WRITE_D0_D4(0x00000940, 0x00000000),
160 PARAM_WRITE(0xc0, 0x49425308),
161 PARAM_WRITE(0xc0, 0x41584901),
163 PARAM_WRITE_D0_D4(0x0000080c, 0x00000100),
164 PARAM_WRITE_D0_D4(0x00000804, 0x00000000),
165 PARAM_WRITE(0xd0, 0x0000080c),
166 PARAM_POLL(0xd4, BIT(8), BIT(8)),
168 PARAM_WRITE(REG_CONTROLLER_ENABLE
, 0x00000001),
170 PARAM_WRITE(0xd0, 0x00000804),
171 PARAM_POLL(0xd4, BIT(8) | BIT(6) | BIT(0), BIT(8) | BIT(6) | BIT(0)),
173 PARAM_WRITE(0xd0, 0x00000d00),
174 PARAM_SAVE(0xd4, 0x0000ffff, TIMER_INDEX
),
175 PARAM_WRITE(0xd4, 0x00000000),
176 PARAM_WRITE_D0_D4(0x0000082c, 0x0f000000),
177 PARAM_WRITE_D0_D4(0x00000828, 0x08000000),
178 PARAM_WRITE(0xd0, 0x0000082c),
179 PARAM_POLL(0xd4, BIT(27), BIT(27)),
180 PARAM_WRITE(0xd0, 0x00000d2c),
181 PARAM_POLL(0xd4, BIT(0), BIT(0)),
184 PARAM_INDIRECT_WRITE(1, 0x01, 0x001f),
185 PARAM_INDIRECT_WRITE(7, 0x5d, 0x0014),
186 PARAM_INDIRECT_WRITE(7, 0x5e, 0x0014),
187 PARAM_INDIRECT_WRITE(7, 0x0d, 0x0003),
188 PARAM_INDIRECT_WRITE(7, 0x0e, 0x0007),
189 PARAM_INDIRECT_WRITE(7, 0x5f, 0x0003),
190 PARAM_INDIRECT_WRITE(7, 0x60, 0x0003),
191 PARAM_INDIRECT_WRITE(7, 0x5b, 0x00a6),
192 PARAM_INDIRECT_WRITE(7, 0x5c, 0x0003),
194 PARAM_INDIRECT_POLL(7, 0x3c, 0, BIT(7)),
195 PARAM_INDIRECT_POLL(7, 0x4c, 0, BIT(4)),
197 PARAM_INDIRECT_WRITE(1, 0x32, 0x0080),
198 PARAM_INDIRECT_WRITE(1, 0x1f, 0x0001),
199 PARAM_INDIRECT_WRITE(0, 0x2c, 0x0001),
200 PARAM_INDIRECT_WRITE(0, 0x32, 0x0087),
202 PARAM_INDIRECT_WRITE(1, 0x4d, 0x0061),
203 PARAM_INDIRECT_WRITE(4, 0x9b, 0x0009),
204 PARAM_INDIRECT_WRITE(4, 0xa6, 0x0005),
205 PARAM_INDIRECT_WRITE(4, 0xa5, 0x0058),
206 PARAM_INDIRECT_WRITE(1, 0x39, 0x0027),
207 PARAM_INDIRECT_WRITE(1, 0x47, 0x004c),
209 PARAM_INDIRECT_WRITE(7, 0x0d, 0x0002),
210 PARAM_INDIRECT_WRITE(7, 0x0e, 0x0007),
212 PARAM_WRITE_PHY(0x0028, 0x0061),
213 PARAM_WRITE_PHY(0x4014, 0x0061),
214 PARAM_SET_PHY(0x401c, BIT(2)),
215 PARAM_WRITE_PHY(0x4000, 0x0000),
216 PARAM_WRITE_PHY(0x4001, 0x0000),
218 PARAM_WRITE_PHY(0x10ae, 0x0001),
219 PARAM_WRITE_PHY(0x10ad, 0x0000),
220 PARAM_WRITE_PHY(0x10af, 0x0001),
221 PARAM_WRITE_PHY(0x10b6, 0x0001),
222 PARAM_WRITE_PHY(0x10ae, 0x0000),
224 PARAM_WRITE_PHY(0x10ae, 0x0001),
225 PARAM_WRITE_PHY(0x10ad, 0x0000),
226 PARAM_WRITE_PHY(0x10af, 0x0002),
227 PARAM_WRITE_PHY(0x10b6, 0x0001),
228 PARAM_WRITE_PHY(0x10ae, 0x0000),
230 PARAM_WRITE_PHY(0x10ae, 0x0001),
231 PARAM_WRITE_PHY(0x10ad, 0x0080),
232 PARAM_WRITE_PHY(0x10af, 0x0000),
233 PARAM_WRITE_PHY(0x10b6, 0x0001),
234 PARAM_WRITE_PHY(0x10ae, 0x0000),
236 PARAM_WRITE_PHY(0x10ae, 0x0001),
237 PARAM_WRITE_PHY(0x10ad, 0x0080),
238 PARAM_WRITE_PHY(0x10af, 0x001a),
239 PARAM_WRITE_PHY(0x10b6, 0x0001),
240 PARAM_WRITE_PHY(0x10ae, 0x0000),
242 PARAM_INDIRECT_WRITE(7, 0x70, 0x0016),
243 PARAM_INDIRECT_WRITE(7, 0x71, 0x0016),
244 PARAM_INDIRECT_WRITE(7, 0x72, 0x0014),
245 PARAM_INDIRECT_WRITE(7, 0x73, 0x0014),
246 PARAM_INDIRECT_WRITE(7, 0x74, 0x0000),
247 PARAM_INDIRECT_WRITE(7, 0x75, 0x0000),
248 PARAM_INDIRECT_WRITE(7, 0x76, 0x0010),
249 PARAM_INDIRECT_WRITE(7, 0x77, 0x0010),
250 PARAM_INDIRECT_WRITE(7, 0x78, 0x00ff),
251 PARAM_INDIRECT_WRITE(7, 0x79, 0x0000),
253 PARAM_INDIRECT_WRITE(7, 0x19, 0x0007),
255 PARAM_INDIRECT_WRITE(7, 0x1a, 0x0007),
257 PARAM_INDIRECT_WRITE(7, 0x24, 0x000c),
259 PARAM_INDIRECT_WRITE(7, 0x25, 0x000c),
261 PARAM_INDIRECT_WRITE(7, 0x62, 0x0000),
262 PARAM_INDIRECT_WRITE(7, 0x63, 0x0000),
263 PARAM_INDIRECT_WRITE(7, 0x5d, 0x0014),
264 PARAM_INDIRECT_WRITE(7, 0x5e, 0x0017),
265 PARAM_INDIRECT_WRITE(7, 0x5d, 0x0004),
266 PARAM_INDIRECT_WRITE(7, 0x5e, 0x0017),
267 PARAM_INDIRECT_POLL(7, 0x55, 0, BIT(6)),
268 PARAM_INDIRECT_POLL(7, 0x41, 0, BIT(7)),
269 /* end of phy setup */
271 PARAM_WRITE(0xf0, 0),
272 PARAM_WRITE(0xd0, 0x00000d00),
273 PARAM_RESTORE(0xd4, TIMER_INDEX
),
276 static void ufs_renesas_dbg_register_dump(struct ufs_hba
*hba
)
278 ufshcd_dump_regs(hba
, 0xc0, 0x40, "regs: 0xc0 + ");
281 static void ufs_renesas_reg_control(struct ufs_hba
*hba
,
282 const struct ufs_renesas_init_param
*p
)
284 static u32 save
[MAX_INDEX
];
288 WARN_ON(p
->index
>= MAX_INDEX
);
292 ufshcd_writel(hba
, save
[p
->index
], p
->reg
);
295 save
[p
->index
] |= p
->u
.set
;
298 save
[p
->index
] = ufshcd_readl(hba
, p
->reg
) & p
->mask
;
301 ret
= readl_poll_timeout_atomic(hba
->mmio_base
+ p
->reg
,
303 (val
& p
->mask
) == p
->u
.expected
,
306 dev_err(hba
->dev
, "%s: poll failed %d (%08x, %08x, %08x)\n",
307 __func__
, ret
, val
, p
->mask
, p
->u
.expected
);
310 if (p
->u
.delay_us
> 1000)
311 mdelay(DIV_ROUND_UP(p
->u
.delay_us
, 1000));
313 udelay(p
->u
.delay_us
);
316 ufshcd_writel(hba
, p
->u
.val
, p
->reg
);
323 static void ufs_renesas_pre_init(struct ufs_hba
*hba
)
325 const struct ufs_renesas_init_param
*p
= ufs_param
;
328 for (i
= 0; i
< ARRAY_SIZE(ufs_param
); i
++)
329 ufs_renesas_reg_control(hba
, &p
[i
]);
332 static int ufs_renesas_hce_enable_notify(struct ufs_hba
*hba
,
333 enum ufs_notify_change_status status
)
335 struct ufs_renesas_priv
*priv
= ufshcd_get_variant(hba
);
337 if (priv
->initialized
)
340 if (status
== PRE_CHANGE
)
341 ufs_renesas_pre_init(hba
);
343 priv
->initialized
= true;
348 static int ufs_renesas_setup_clocks(struct ufs_hba
*hba
, bool on
,
349 enum ufs_notify_change_status status
)
351 if (on
&& status
== PRE_CHANGE
)
352 pm_runtime_get_sync(hba
->dev
);
353 else if (!on
&& status
== POST_CHANGE
)
354 pm_runtime_put(hba
->dev
);
359 static int ufs_renesas_init(struct ufs_hba
*hba
)
361 struct ufs_renesas_priv
*priv
;
363 priv
= devm_kzalloc(hba
->dev
, sizeof(*priv
), GFP_KERNEL
);
366 ufshcd_set_variant(hba
, priv
);
368 hba
->quirks
|= UFSHCD_QUIRK_HIBERN_FASTAUTO
;
373 static int ufs_renesas_set_dma_mask(struct ufs_hba
*hba
)
375 return dma_set_mask_and_coherent(hba
->dev
, DMA_BIT_MASK(32));
378 static const struct ufs_hba_variant_ops ufs_renesas_vops
= {
380 .init
= ufs_renesas_init
,
381 .set_dma_mask
= ufs_renesas_set_dma_mask
,
382 .setup_clocks
= ufs_renesas_setup_clocks
,
383 .hce_enable_notify
= ufs_renesas_hce_enable_notify
,
384 .dbg_register_dump
= ufs_renesas_dbg_register_dump
,
387 static const struct of_device_id __maybe_unused ufs_renesas_of_match
[] = {
388 { .compatible
= "renesas,r8a779f0-ufs" },
391 MODULE_DEVICE_TABLE(of
, ufs_renesas_of_match
);
393 static int ufs_renesas_probe(struct platform_device
*pdev
)
395 return ufshcd_pltfrm_init(pdev
, &ufs_renesas_vops
);
398 static void ufs_renesas_remove(struct platform_device
*pdev
)
400 struct ufs_hba
*hba
= platform_get_drvdata(pdev
);
405 static struct platform_driver ufs_renesas_platform
= {
406 .probe
= ufs_renesas_probe
,
407 .remove
= ufs_renesas_remove
,
409 .name
= "ufshcd-renesas",
410 .of_match_table
= of_match_ptr(ufs_renesas_of_match
),
413 module_platform_driver(ufs_renesas_platform
);
415 MODULE_AUTHOR("Yoshihiro Shimoda <yoshihiro.shimoda.uh@renesas.com>");
416 MODULE_DESCRIPTION("Renesas UFS host controller driver");
417 MODULE_LICENSE("Dual MIT/GPL");