1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * APM X-Gene SoC RNG Driver
5 * Copyright (c) 2014, Applied Micro Circuits Corporation
6 * Author: Rameshwar Prasad Sahu <rsahu@apm.com>
7 * Shamal Winchurkar <swinchurkar@apm.com>
8 * Feng Kan <fkan@apm.com>
11 #include <linux/acpi.h>
12 #include <linux/clk.h>
13 #include <linux/delay.h>
14 #include <linux/hw_random.h>
15 #include <linux/init.h>
16 #include <linux/interrupt.h>
17 #include <linux/module.h>
18 #include <linux/of_platform.h>
19 #include <linux/of_irq.h>
20 #include <linux/of_address.h>
21 #include <linux/timer.h>
23 #define RNG_MAX_DATUM 4
25 #define XGENE_RNG_RETRY_COUNT 20
26 #define XGENE_RNG_RETRY_INTERVAL 10
29 #define RNG_INOUT_0 0x00
30 #define RNG_INTR_STS_ACK 0x10
31 #define RNG_CONTROL 0x14
32 #define RNG_CONFIG 0x18
33 #define RNG_ALARMCNT 0x1c
34 #define RNG_FROENABLE 0x20
35 #define RNG_FRODETUNE 0x24
36 #define RNG_ALARMMASK 0x28
37 #define RNG_ALARMSTOP 0x2c
38 #define RNG_OPTIONS 0x78
39 #define RNG_EIP_REV 0x7c
41 #define MONOBIT_FAIL_MASK BIT(7)
42 #define POKER_FAIL_MASK BIT(6)
43 #define LONG_RUN_FAIL_MASK BIT(5)
44 #define RUN_FAIL_MASK BIT(4)
45 #define NOISE_FAIL_MASK BIT(3)
46 #define STUCK_OUT_MASK BIT(2)
47 #define SHUTDOWN_OFLO_MASK BIT(1)
48 #define READY_MASK BIT(0)
50 #define MAJOR_HW_REV_RD(src) (((src) & 0x0f000000) >> 24)
51 #define MINOR_HW_REV_RD(src) (((src) & 0x00f00000) >> 20)
52 #define HW_PATCH_LEVEL_RD(src) (((src) & 0x000f0000) >> 16)
53 #define MAX_REFILL_CYCLES_SET(dst, src) \
54 ((dst & ~0xffff0000) | (((u32)src << 16) & 0xffff0000))
55 #define MIN_REFILL_CYCLES_SET(dst, src) \
56 ((dst & ~0x000000ff) | (((u32)src) & 0x000000ff))
57 #define ALARM_THRESHOLD_SET(dst, src) \
58 ((dst & ~0x000000ff) | (((u32)src) & 0x000000ff))
59 #define ENABLE_RNG_SET(dst, src) \
60 ((dst & ~BIT(10)) | (((u32)src << 10) & BIT(10)))
61 #define REGSPEC_TEST_MODE_SET(dst, src) \
62 ((dst & ~BIT(8)) | (((u32)src << 8) & BIT(8)))
63 #define MONOBIT_FAIL_MASK_SET(dst, src) \
64 ((dst & ~BIT(7)) | (((u32)src << 7) & BIT(7)))
65 #define POKER_FAIL_MASK_SET(dst, src) \
66 ((dst & ~BIT(6)) | (((u32)src << 6) & BIT(6)))
67 #define LONG_RUN_FAIL_MASK_SET(dst, src) \
68 ((dst & ~BIT(5)) | (((u32)src << 5) & BIT(5)))
69 #define RUN_FAIL_MASK_SET(dst, src) \
70 ((dst & ~BIT(4)) | (((u32)src << 4) & BIT(4)))
71 #define NOISE_FAIL_MASK_SET(dst, src) \
72 ((dst & ~BIT(3)) | (((u32)src << 3) & BIT(3)))
73 #define STUCK_OUT_MASK_SET(dst, src) \
74 ((dst & ~BIT(2)) | (((u32)src << 2) & BIT(2)))
75 #define SHUTDOWN_OFLO_MASK_SET(dst, src) \
76 ((dst & ~BIT(1)) | (((u32)src << 1) & BIT(1)))
78 struct xgene_rng_dev
{
80 void __iomem
*csr_base
;
83 u32 failure_cnt
; /* Failure count last minute */
84 unsigned long failure_ts
;/* First failure timestamp */
85 struct timer_list failure_timer
;
90 static void xgene_rng_expired_timer(struct timer_list
*t
)
92 struct xgene_rng_dev
*ctx
= from_timer(ctx
, t
, failure_timer
);
94 /* Clear failure counter as timer expired */
95 disable_irq(ctx
->irq
);
97 del_timer(&ctx
->failure_timer
);
101 static void xgene_rng_start_timer(struct xgene_rng_dev
*ctx
)
103 ctx
->failure_timer
.expires
= jiffies
+ 120 * HZ
;
104 add_timer(&ctx
->failure_timer
);
108 * Initialize or reinit free running oscillators (FROs)
110 static void xgene_rng_init_fro(struct xgene_rng_dev
*ctx
, u32 fro_val
)
112 writel(fro_val
, ctx
->csr_base
+ RNG_FRODETUNE
);
113 writel(0x00000000, ctx
->csr_base
+ RNG_ALARMMASK
);
114 writel(0x00000000, ctx
->csr_base
+ RNG_ALARMSTOP
);
115 writel(0xFFFFFFFF, ctx
->csr_base
+ RNG_FROENABLE
);
118 static void xgene_rng_chk_overflow(struct xgene_rng_dev
*ctx
)
122 val
= readl(ctx
->csr_base
+ RNG_INTR_STS_ACK
);
123 if (val
& MONOBIT_FAIL_MASK
)
125 * LFSR detected an out-of-bounds number of 1s after
126 * checking 20,000 bits (test T1 as specified in the
129 dev_err(ctx
->dev
, "test monobit failure error 0x%08X\n", val
);
130 if (val
& POKER_FAIL_MASK
)
132 * LFSR detected an out-of-bounds value in at least one
133 * of the 16 poker_count_X counters or an out of bounds sum
134 * of squares value after checking 20,000 bits (test T2 as
135 * specified in the AIS-31 standard)
137 dev_err(ctx
->dev
, "test poker failure error 0x%08X\n", val
);
138 if (val
& LONG_RUN_FAIL_MASK
)
140 * LFSR detected a sequence of 34 identical bits
141 * (test T4 as specified in the AIS-31 standard)
143 dev_err(ctx
->dev
, "test long run failure error 0x%08X\n", val
);
144 if (val
& RUN_FAIL_MASK
)
146 * LFSR detected an outof-bounds value for at least one
147 * of the running counters after checking 20,000 bits
148 * (test T3 as specified in the AIS-31 standard)
150 dev_err(ctx
->dev
, "test run failure error 0x%08X\n", val
);
151 if (val
& NOISE_FAIL_MASK
)
152 /* LFSR detected a sequence of 48 identical bits */
153 dev_err(ctx
->dev
, "noise failure error 0x%08X\n", val
);
154 if (val
& STUCK_OUT_MASK
)
156 * Detected output data registers generated same value twice
159 dev_err(ctx
->dev
, "stuck out failure error 0x%08X\n", val
);
161 if (val
& SHUTDOWN_OFLO_MASK
) {
164 /* FROs shut down after a second error event. Try recover. */
165 if (++ctx
->failure_cnt
== 1) {
166 /* 1st time, just recover */
167 ctx
->failure_ts
= jiffies
;
168 frostopped
= readl(ctx
->csr_base
+ RNG_ALARMSTOP
);
169 xgene_rng_init_fro(ctx
, frostopped
);
172 * We must start a timer to clear out this error
173 * in case the system timer wrap around
175 xgene_rng_start_timer(ctx
);
177 /* 2nd time failure in lesser than 1 minute? */
178 if (time_after(ctx
->failure_ts
+ 60 * HZ
, jiffies
)) {
180 "FRO shutdown failure error 0x%08X\n",
183 /* 2nd time failure after 1 minutes, recover */
184 ctx
->failure_ts
= jiffies
;
185 ctx
->failure_cnt
= 1;
187 * We must start a timer to clear out this
188 * error in case the system timer wrap
191 xgene_rng_start_timer(ctx
);
193 frostopped
= readl(ctx
->csr_base
+ RNG_ALARMSTOP
);
194 xgene_rng_init_fro(ctx
, frostopped
);
198 writel(val
, ctx
->csr_base
+ RNG_INTR_STS_ACK
);
201 static irqreturn_t
xgene_rng_irq_handler(int irq
, void *id
)
203 struct xgene_rng_dev
*ctx
= (struct xgene_rng_dev
*) id
;
205 /* RNG Alarm Counter overflow */
206 xgene_rng_chk_overflow(ctx
);
211 static int xgene_rng_data_present(struct hwrng
*rng
, int wait
)
213 struct xgene_rng_dev
*ctx
= (struct xgene_rng_dev
*) rng
->priv
;
216 for (i
= 0; i
< XGENE_RNG_RETRY_COUNT
; i
++) {
217 val
= readl(ctx
->csr_base
+ RNG_INTR_STS_ACK
);
218 if ((val
& READY_MASK
) || !wait
)
220 udelay(XGENE_RNG_RETRY_INTERVAL
);
223 return (val
& READY_MASK
);
226 static int xgene_rng_data_read(struct hwrng
*rng
, u32
*data
)
228 struct xgene_rng_dev
*ctx
= (struct xgene_rng_dev
*) rng
->priv
;
231 for (i
= 0; i
< ctx
->datum_size
; i
++)
232 data
[i
] = readl(ctx
->csr_base
+ RNG_INOUT_0
+ i
* 4);
234 /* Clear ready bit to start next transaction */
235 writel(READY_MASK
, ctx
->csr_base
+ RNG_INTR_STS_ACK
);
237 return ctx
->datum_size
<< 2;
240 static void xgene_rng_init_internal(struct xgene_rng_dev
*ctx
)
244 writel(0x00000000, ctx
->csr_base
+ RNG_CONTROL
);
246 val
= MAX_REFILL_CYCLES_SET(0, 10);
247 val
= MIN_REFILL_CYCLES_SET(val
, 10);
248 writel(val
, ctx
->csr_base
+ RNG_CONFIG
);
250 val
= ALARM_THRESHOLD_SET(0, 0xFF);
251 writel(val
, ctx
->csr_base
+ RNG_ALARMCNT
);
253 xgene_rng_init_fro(ctx
, 0);
255 writel(MONOBIT_FAIL_MASK
|
262 READY_MASK
, ctx
->csr_base
+ RNG_INTR_STS_ACK
);
264 val
= ENABLE_RNG_SET(0, 1);
265 val
= MONOBIT_FAIL_MASK_SET(val
, 1);
266 val
= POKER_FAIL_MASK_SET(val
, 1);
267 val
= LONG_RUN_FAIL_MASK_SET(val
, 1);
268 val
= RUN_FAIL_MASK_SET(val
, 1);
269 val
= NOISE_FAIL_MASK_SET(val
, 1);
270 val
= STUCK_OUT_MASK_SET(val
, 1);
271 val
= SHUTDOWN_OFLO_MASK_SET(val
, 1);
272 writel(val
, ctx
->csr_base
+ RNG_CONTROL
);
275 static int xgene_rng_init(struct hwrng
*rng
)
277 struct xgene_rng_dev
*ctx
= (struct xgene_rng_dev
*) rng
->priv
;
279 ctx
->failure_cnt
= 0;
280 timer_setup(&ctx
->failure_timer
, xgene_rng_expired_timer
, 0);
282 ctx
->revision
= readl(ctx
->csr_base
+ RNG_EIP_REV
);
284 dev_dbg(ctx
->dev
, "Rev %d.%d.%d\n",
285 MAJOR_HW_REV_RD(ctx
->revision
),
286 MINOR_HW_REV_RD(ctx
->revision
),
287 HW_PATCH_LEVEL_RD(ctx
->revision
));
289 dev_dbg(ctx
->dev
, "Options 0x%08X",
290 readl(ctx
->csr_base
+ RNG_OPTIONS
));
292 xgene_rng_init_internal(ctx
);
294 ctx
->datum_size
= RNG_MAX_DATUM
;
300 static const struct acpi_device_id xgene_rng_acpi_match
[] = {
304 MODULE_DEVICE_TABLE(acpi
, xgene_rng_acpi_match
);
307 static struct hwrng xgene_rng_func
= {
309 .init
= xgene_rng_init
,
310 .data_present
= xgene_rng_data_present
,
311 .data_read
= xgene_rng_data_read
,
314 static int xgene_rng_probe(struct platform_device
*pdev
)
316 struct xgene_rng_dev
*ctx
;
319 ctx
= devm_kzalloc(&pdev
->dev
, sizeof(*ctx
), GFP_KERNEL
);
323 ctx
->dev
= &pdev
->dev
;
324 platform_set_drvdata(pdev
, ctx
);
326 ctx
->csr_base
= devm_platform_ioremap_resource(pdev
, 0);
327 if (IS_ERR(ctx
->csr_base
))
328 return PTR_ERR(ctx
->csr_base
);
330 rc
= platform_get_irq(pdev
, 0);
332 dev_err(&pdev
->dev
, "No IRQ resource\n");
337 dev_dbg(&pdev
->dev
, "APM X-Gene RNG BASE %p ALARM IRQ %d",
338 ctx
->csr_base
, ctx
->irq
);
340 rc
= devm_request_irq(&pdev
->dev
, ctx
->irq
, xgene_rng_irq_handler
, 0,
341 dev_name(&pdev
->dev
), ctx
);
343 dev_err(&pdev
->dev
, "Could not request RNG alarm IRQ\n");
347 /* Enable IP clock */
348 ctx
->clk
= devm_clk_get(&pdev
->dev
, NULL
);
349 if (IS_ERR(ctx
->clk
)) {
350 dev_warn(&pdev
->dev
, "Couldn't get the clock for RNG\n");
352 rc
= clk_prepare_enable(ctx
->clk
);
355 "clock prepare enable failed for RNG");
360 xgene_rng_func
.priv
= (unsigned long) ctx
;
362 rc
= devm_hwrng_register(&pdev
->dev
, &xgene_rng_func
);
364 dev_err(&pdev
->dev
, "RNG registering failed error %d\n", rc
);
365 if (!IS_ERR(ctx
->clk
))
366 clk_disable_unprepare(ctx
->clk
);
370 rc
= device_init_wakeup(&pdev
->dev
, 1);
372 dev_err(&pdev
->dev
, "RNG device_init_wakeup failed error %d\n",
374 if (!IS_ERR(ctx
->clk
))
375 clk_disable_unprepare(ctx
->clk
);
382 static int xgene_rng_remove(struct platform_device
*pdev
)
384 struct xgene_rng_dev
*ctx
= platform_get_drvdata(pdev
);
387 rc
= device_init_wakeup(&pdev
->dev
, 0);
389 dev_err(&pdev
->dev
, "RNG init wakeup failed error %d\n", rc
);
390 if (!IS_ERR(ctx
->clk
))
391 clk_disable_unprepare(ctx
->clk
);
396 static const struct of_device_id xgene_rng_of_match
[] = {
397 { .compatible
= "apm,xgene-rng" },
401 MODULE_DEVICE_TABLE(of
, xgene_rng_of_match
);
403 static struct platform_driver xgene_rng_driver
= {
404 .probe
= xgene_rng_probe
,
405 .remove
= xgene_rng_remove
,
408 .of_match_table
= xgene_rng_of_match
,
409 .acpi_match_table
= ACPI_PTR(xgene_rng_acpi_match
),
413 module_platform_driver(xgene_rng_driver
);
414 MODULE_DESCRIPTION("APM X-Gene RNG driver");
415 MODULE_LICENSE("GPL");