1 // SPDX-License-Identifier: GPL-2.0-only
3 * drivers/uio/uio_dmem_genirq.c
5 * Userspace I/O platform driver with generic IRQ handling code.
7 * Copyright (C) 2012 Damian Hobson-Garcia
9 * Based on uio_pdrv_genirq.c by Magnus Damm
12 #include <linux/platform_device.h>
13 #include <linux/uio_driver.h>
14 #include <linux/spinlock.h>
15 #include <linux/bitops.h>
16 #include <linux/module.h>
17 #include <linux/interrupt.h>
18 #include <linux/platform_data/uio_dmem_genirq.h>
19 #include <linux/stringify.h>
20 #include <linux/pm_runtime.h>
21 #include <linux/dma-mapping.h>
22 #include <linux/slab.h>
23 #include <linux/irq.h>
26 #include <linux/of_platform.h>
27 #include <linux/of_address.h>
29 #define DRIVER_NAME "uio_dmem_genirq"
30 #define DMEM_MAP_ERROR (~0)
32 struct uio_dmem_genirq_platdata
{
33 struct uio_info
*uioinfo
;
36 struct platform_device
*pdev
;
37 unsigned int dmem_region_start
;
38 unsigned int num_dmem_regions
;
39 struct mutex alloc_lock
;
43 /* Bits in uio_dmem_genirq_platdata.flags */
48 static int uio_dmem_genirq_open(struct uio_info
*info
, struct inode
*inode
)
50 struct uio_dmem_genirq_platdata
*priv
= info
->priv
;
51 struct uio_mem
*uiomem
;
53 uiomem
= &priv
->uioinfo
->mem
[priv
->dmem_region_start
];
55 mutex_lock(&priv
->alloc_lock
);
56 while (!priv
->refcnt
&& uiomem
< &priv
->uioinfo
->mem
[MAX_UIO_MAPS
]) {
61 addr
= dma_alloc_coherent(&priv
->pdev
->dev
, uiomem
->size
,
62 &uiomem
->dma_addr
, GFP_KERNEL
);
63 uiomem
->addr
= addr
? (uintptr_t) addr
: DMEM_MAP_ERROR
;
68 mutex_unlock(&priv
->alloc_lock
);
69 /* Wait until the Runtime PM code has woken up the device */
70 pm_runtime_get_sync(&priv
->pdev
->dev
);
74 static int uio_dmem_genirq_release(struct uio_info
*info
, struct inode
*inode
)
76 struct uio_dmem_genirq_platdata
*priv
= info
->priv
;
77 struct uio_mem
*uiomem
;
79 /* Tell the Runtime PM code that the device has become idle */
80 pm_runtime_put_sync(&priv
->pdev
->dev
);
82 uiomem
= &priv
->uioinfo
->mem
[priv
->dmem_region_start
];
84 mutex_lock(&priv
->alloc_lock
);
87 while (!priv
->refcnt
&& uiomem
< &priv
->uioinfo
->mem
[MAX_UIO_MAPS
]) {
91 dma_free_coherent(uiomem
->dma_device
, uiomem
->size
,
92 (void *) (uintptr_t) uiomem
->addr
,
95 uiomem
->addr
= DMEM_MAP_ERROR
;
99 mutex_unlock(&priv
->alloc_lock
);
103 static irqreturn_t
uio_dmem_genirq_handler(int irq
, struct uio_info
*dev_info
)
105 struct uio_dmem_genirq_platdata
*priv
= dev_info
->priv
;
107 /* Just disable the interrupt in the interrupt controller, and
108 * remember the state so we can allow user space to enable it later.
111 spin_lock(&priv
->lock
);
112 if (!__test_and_set_bit(UIO_IRQ_DISABLED
, &priv
->flags
))
113 disable_irq_nosync(irq
);
114 spin_unlock(&priv
->lock
);
119 static int uio_dmem_genirq_irqcontrol(struct uio_info
*dev_info
, s32 irq_on
)
121 struct uio_dmem_genirq_platdata
*priv
= dev_info
->priv
;
124 /* Allow user space to enable and disable the interrupt
125 * in the interrupt controller, but keep track of the
126 * state to prevent per-irq depth damage.
128 * Serialize this operation to support multiple tasks and concurrency
129 * with irq handler on SMP systems.
132 spin_lock_irqsave(&priv
->lock
, flags
);
134 if (__test_and_clear_bit(UIO_IRQ_DISABLED
, &priv
->flags
))
135 enable_irq(dev_info
->irq
);
137 if (!__test_and_set_bit(UIO_IRQ_DISABLED
, &priv
->flags
))
138 disable_irq_nosync(dev_info
->irq
);
140 spin_unlock_irqrestore(&priv
->lock
, flags
);
145 static void uio_dmem_genirq_pm_disable(void *data
)
147 struct device
*dev
= data
;
149 pm_runtime_disable(dev
);
152 static int uio_dmem_genirq_probe(struct platform_device
*pdev
)
154 struct uio_dmem_genirq_pdata
*pdata
= dev_get_platdata(&pdev
->dev
);
155 struct uio_info
*uioinfo
= &pdata
->uioinfo
;
156 struct uio_dmem_genirq_platdata
*priv
;
157 struct uio_mem
*uiomem
;
161 if (pdev
->dev
.of_node
) {
162 /* alloc uioinfo for one device */
163 uioinfo
= devm_kzalloc(&pdev
->dev
, sizeof(*uioinfo
), GFP_KERNEL
);
165 dev_err(&pdev
->dev
, "unable to kmalloc\n");
168 uioinfo
->name
= devm_kasprintf(&pdev
->dev
, GFP_KERNEL
, "%pOFn",
170 uioinfo
->version
= "devicetree";
173 if (!uioinfo
|| !uioinfo
->name
|| !uioinfo
->version
) {
174 dev_err(&pdev
->dev
, "missing platform_data\n");
178 if (uioinfo
->handler
|| uioinfo
->irqcontrol
||
179 uioinfo
->irq_flags
& IRQF_SHARED
) {
180 dev_err(&pdev
->dev
, "interrupt configuration error\n");
184 priv
= devm_kzalloc(&pdev
->dev
, sizeof(*priv
), GFP_KERNEL
);
186 dev_err(&pdev
->dev
, "unable to kmalloc\n");
190 ret
= dma_set_coherent_mask(&pdev
->dev
, DMA_BIT_MASK(32));
192 dev_err(&pdev
->dev
, "DMA enable failed\n");
196 priv
->uioinfo
= uioinfo
;
197 spin_lock_init(&priv
->lock
);
198 priv
->flags
= 0; /* interrupt is enabled to begin with */
200 mutex_init(&priv
->alloc_lock
);
203 /* Multiple IRQs are not supported */
204 ret
= platform_get_irq(pdev
, 0);
205 if (ret
== -ENXIO
&& pdev
->dev
.of_node
)
214 * If a level interrupt, dont do lazy disable. Otherwise the
215 * irq will fire again since clearing of the actual cause, on
216 * device level, is done in userspace
217 * irqd_is_level_type() isn't used since isn't valid until
220 if (irq_get_trigger_type(uioinfo
->irq
) & IRQ_TYPE_LEVEL_MASK
) {
221 dev_dbg(&pdev
->dev
, "disable lazy unmask\n");
222 irq_set_status_flags(uioinfo
->irq
, IRQ_DISABLE_UNLAZY
);
226 uiomem
= &uioinfo
->mem
[0];
228 for (i
= 0; i
< pdev
->num_resources
; ++i
) {
229 struct resource
*r
= &pdev
->resource
[i
];
231 if (r
->flags
!= IORESOURCE_MEM
)
234 if (uiomem
>= &uioinfo
->mem
[MAX_UIO_MAPS
]) {
235 dev_warn(&pdev
->dev
, "device has more than "
236 __stringify(MAX_UIO_MAPS
)
237 " I/O memory resources.\n");
241 uiomem
->memtype
= UIO_MEM_PHYS
;
242 uiomem
->addr
= r
->start
;
243 uiomem
->size
= resource_size(r
);
247 priv
->dmem_region_start
= uiomem
- &uioinfo
->mem
[0];
248 priv
->num_dmem_regions
= pdata
->num_dynamic_regions
;
250 for (i
= 0; i
< pdata
->num_dynamic_regions
; ++i
) {
251 if (uiomem
>= &uioinfo
->mem
[MAX_UIO_MAPS
]) {
252 dev_warn(&pdev
->dev
, "device has more than "
253 __stringify(MAX_UIO_MAPS
)
254 " dynamic and fixed memory regions.\n");
257 uiomem
->memtype
= UIO_MEM_DMA_COHERENT
;
258 uiomem
->dma_device
= &pdev
->dev
;
259 uiomem
->addr
= DMEM_MAP_ERROR
;
260 uiomem
->size
= pdata
->dynamic_region_sizes
[i
];
264 while (uiomem
< &uioinfo
->mem
[MAX_UIO_MAPS
]) {
269 /* This driver requires no hardware specific kernel code to handle
270 * interrupts. Instead, the interrupt handler simply disables the
271 * interrupt in the interrupt controller. User space is responsible
272 * for performing hardware specific acknowledge and re-enabling of
273 * the interrupt in the interrupt controller.
275 * Interrupt sharing is not supported.
278 uioinfo
->handler
= uio_dmem_genirq_handler
;
279 uioinfo
->irqcontrol
= uio_dmem_genirq_irqcontrol
;
280 uioinfo
->open
= uio_dmem_genirq_open
;
281 uioinfo
->release
= uio_dmem_genirq_release
;
282 uioinfo
->priv
= priv
;
284 /* Enable Runtime PM for this device:
285 * The device starts in suspended state to allow the hardware to be
286 * turned off by default. The Runtime PM bus code should power on the
287 * hardware and enable clocks at open().
289 pm_runtime_enable(&pdev
->dev
);
291 ret
= devm_add_action_or_reset(&pdev
->dev
, uio_dmem_genirq_pm_disable
, &pdev
->dev
);
295 return devm_uio_register_device(&pdev
->dev
, priv
->uioinfo
);
298 static int uio_dmem_genirq_runtime_nop(struct device
*dev
)
300 /* Runtime PM callback shared between ->runtime_suspend()
301 * and ->runtime_resume(). Simply returns success.
303 * In this driver pm_runtime_get_sync() and pm_runtime_put_sync()
304 * are used at open() and release() time. This allows the
305 * Runtime PM code to turn off power to the device while the
306 * device is unused, ie before open() and after release().
308 * This Runtime PM callback does not need to save or restore
309 * any registers since user space is responsbile for hardware
310 * register reinitialization after open().
315 static const struct dev_pm_ops uio_dmem_genirq_dev_pm_ops
= {
316 .runtime_suspend
= uio_dmem_genirq_runtime_nop
,
317 .runtime_resume
= uio_dmem_genirq_runtime_nop
,
321 static const struct of_device_id uio_of_genirq_match
[] = {
322 { /* empty for now */ },
324 MODULE_DEVICE_TABLE(of
, uio_of_genirq_match
);
327 static struct platform_driver uio_dmem_genirq
= {
328 .probe
= uio_dmem_genirq_probe
,
331 .pm
= &uio_dmem_genirq_dev_pm_ops
,
332 .of_match_table
= of_match_ptr(uio_of_genirq_match
),
336 module_platform_driver(uio_dmem_genirq
);
338 MODULE_AUTHOR("Damian Hobson-Garcia");
339 MODULE_DESCRIPTION("Userspace I/O platform driver with dynamic memory.");
340 MODULE_LICENSE("GPL v2");
341 MODULE_ALIAS("platform:" DRIVER_NAME
);