1 // SPDX-License-Identifier: GPL-2.0+
3 * i.MX IPUv3 Graphics driver
5 * Copyright (C) 2011 Sascha Hauer, Pengutronix
9 #include <linux/component.h>
10 #include <linux/device.h>
11 #include <linux/dma-mapping.h>
12 #include <linux/errno.h>
13 #include <linux/export.h>
14 #include <linux/module.h>
15 #include <linux/platform_device.h>
17 #include <video/imx-ipu-v3.h>
19 #include <drm/drm_atomic.h>
20 #include <drm/drm_atomic_helper.h>
21 #include <drm/drm_fb_cma_helper.h>
22 #include <drm/drm_gem_cma_helper.h>
23 #include <drm/drm_probe_helper.h>
24 #include <drm/drm_vblank.h>
27 #include "ipuv3-plane.h"
29 #define DRIVER_DESC "i.MX IPUv3 Graphics"
35 /* plane[0] is the full plane, plane[1] is the partial plane */
36 struct ipu_plane
*plane
[2];
41 struct drm_pending_vblank_event
*event
;
44 static inline struct ipu_crtc
*to_ipu_crtc(struct drm_crtc
*crtc
)
46 return container_of(crtc
, struct ipu_crtc
, base
);
49 static void ipu_crtc_atomic_enable(struct drm_crtc
*crtc
,
50 struct drm_crtc_state
*old_state
)
52 struct ipu_crtc
*ipu_crtc
= to_ipu_crtc(crtc
);
53 struct ipu_soc
*ipu
= dev_get_drvdata(ipu_crtc
->dev
->parent
);
57 ipu_dc_enable_channel(ipu_crtc
->dc
);
58 ipu_di_enable(ipu_crtc
->di
);
61 static void ipu_crtc_disable_planes(struct ipu_crtc
*ipu_crtc
,
62 struct drm_crtc_state
*old_crtc_state
)
64 bool disable_partial
= false;
65 bool disable_full
= false;
66 struct drm_plane
*plane
;
68 drm_atomic_crtc_state_for_each_plane(plane
, old_crtc_state
) {
69 if (plane
== &ipu_crtc
->plane
[0]->base
)
71 if (&ipu_crtc
->plane
[1] && plane
== &ipu_crtc
->plane
[1]->base
)
72 disable_partial
= true;
76 ipu_plane_disable(ipu_crtc
->plane
[1], true);
78 ipu_plane_disable(ipu_crtc
->plane
[0], true);
81 static void ipu_crtc_atomic_disable(struct drm_crtc
*crtc
,
82 struct drm_crtc_state
*old_crtc_state
)
84 struct ipu_crtc
*ipu_crtc
= to_ipu_crtc(crtc
);
85 struct ipu_soc
*ipu
= dev_get_drvdata(ipu_crtc
->dev
->parent
);
87 ipu_dc_disable_channel(ipu_crtc
->dc
);
88 ipu_di_disable(ipu_crtc
->di
);
90 * Planes must be disabled before DC clock is removed, as otherwise the
91 * attached IDMACs will be left in undefined state, possibly hanging
92 * the IPU or even system.
94 ipu_crtc_disable_planes(ipu_crtc
, old_crtc_state
);
98 drm_crtc_vblank_off(crtc
);
100 spin_lock_irq(&crtc
->dev
->event_lock
);
101 if (crtc
->state
->event
&& !crtc
->state
->active
) {
102 drm_crtc_send_vblank_event(crtc
, crtc
->state
->event
);
103 crtc
->state
->event
= NULL
;
105 spin_unlock_irq(&crtc
->dev
->event_lock
);
108 static void imx_drm_crtc_reset(struct drm_crtc
*crtc
)
110 struct imx_crtc_state
*state
;
113 if (crtc
->state
->mode_blob
)
114 drm_property_blob_put(crtc
->state
->mode_blob
);
116 state
= to_imx_crtc_state(crtc
->state
);
117 memset(state
, 0, sizeof(*state
));
119 state
= kzalloc(sizeof(*state
), GFP_KERNEL
);
122 crtc
->state
= &state
->base
;
125 state
->base
.crtc
= crtc
;
128 static struct drm_crtc_state
*imx_drm_crtc_duplicate_state(struct drm_crtc
*crtc
)
130 struct imx_crtc_state
*state
;
132 state
= kzalloc(sizeof(*state
), GFP_KERNEL
);
136 __drm_atomic_helper_crtc_duplicate_state(crtc
, &state
->base
);
138 WARN_ON(state
->base
.crtc
!= crtc
);
139 state
->base
.crtc
= crtc
;
144 static void imx_drm_crtc_destroy_state(struct drm_crtc
*crtc
,
145 struct drm_crtc_state
*state
)
147 __drm_atomic_helper_crtc_destroy_state(state
);
148 kfree(to_imx_crtc_state(state
));
151 static int ipu_enable_vblank(struct drm_crtc
*crtc
)
153 struct ipu_crtc
*ipu_crtc
= to_ipu_crtc(crtc
);
155 enable_irq(ipu_crtc
->irq
);
160 static void ipu_disable_vblank(struct drm_crtc
*crtc
)
162 struct ipu_crtc
*ipu_crtc
= to_ipu_crtc(crtc
);
164 disable_irq_nosync(ipu_crtc
->irq
);
167 static const struct drm_crtc_funcs ipu_crtc_funcs
= {
168 .set_config
= drm_atomic_helper_set_config
,
169 .destroy
= drm_crtc_cleanup
,
170 .page_flip
= drm_atomic_helper_page_flip
,
171 .reset
= imx_drm_crtc_reset
,
172 .atomic_duplicate_state
= imx_drm_crtc_duplicate_state
,
173 .atomic_destroy_state
= imx_drm_crtc_destroy_state
,
174 .enable_vblank
= ipu_enable_vblank
,
175 .disable_vblank
= ipu_disable_vblank
,
178 static irqreturn_t
ipu_irq_handler(int irq
, void *dev_id
)
180 struct ipu_crtc
*ipu_crtc
= dev_id
;
181 struct drm_crtc
*crtc
= &ipu_crtc
->base
;
185 drm_crtc_handle_vblank(crtc
);
187 if (ipu_crtc
->event
) {
188 for (i
= 0; i
< ARRAY_SIZE(ipu_crtc
->plane
); i
++) {
189 struct ipu_plane
*plane
= ipu_crtc
->plane
[i
];
194 if (ipu_plane_atomic_update_pending(&plane
->base
))
198 if (i
== ARRAY_SIZE(ipu_crtc
->plane
)) {
199 spin_lock_irqsave(&crtc
->dev
->event_lock
, flags
);
200 drm_crtc_send_vblank_event(crtc
, ipu_crtc
->event
);
201 ipu_crtc
->event
= NULL
;
202 drm_crtc_vblank_put(crtc
);
203 spin_unlock_irqrestore(&crtc
->dev
->event_lock
, flags
);
210 static bool ipu_crtc_mode_fixup(struct drm_crtc
*crtc
,
211 const struct drm_display_mode
*mode
,
212 struct drm_display_mode
*adjusted_mode
)
214 struct ipu_crtc
*ipu_crtc
= to_ipu_crtc(crtc
);
218 drm_display_mode_to_videomode(adjusted_mode
, &vm
);
220 ret
= ipu_di_adjust_videomode(ipu_crtc
->di
, &vm
);
224 if ((vm
.vsync_len
== 0) || (vm
.hsync_len
== 0))
227 drm_display_mode_from_videomode(&vm
, adjusted_mode
);
232 static int ipu_crtc_atomic_check(struct drm_crtc
*crtc
,
233 struct drm_crtc_state
*state
)
235 u32 primary_plane_mask
= drm_plane_mask(crtc
->primary
);
237 if (state
->active
&& (primary_plane_mask
& state
->plane_mask
) == 0)
243 static void ipu_crtc_atomic_begin(struct drm_crtc
*crtc
,
244 struct drm_crtc_state
*old_crtc_state
)
246 drm_crtc_vblank_on(crtc
);
249 static void ipu_crtc_atomic_flush(struct drm_crtc
*crtc
,
250 struct drm_crtc_state
*old_crtc_state
)
252 spin_lock_irq(&crtc
->dev
->event_lock
);
253 if (crtc
->state
->event
) {
254 struct ipu_crtc
*ipu_crtc
= to_ipu_crtc(crtc
);
256 WARN_ON(drm_crtc_vblank_get(crtc
));
257 ipu_crtc
->event
= crtc
->state
->event
;
258 crtc
->state
->event
= NULL
;
260 spin_unlock_irq(&crtc
->dev
->event_lock
);
263 static void ipu_crtc_mode_set_nofb(struct drm_crtc
*crtc
)
265 struct drm_device
*dev
= crtc
->dev
;
266 struct drm_encoder
*encoder
;
267 struct ipu_crtc
*ipu_crtc
= to_ipu_crtc(crtc
);
268 struct drm_display_mode
*mode
= &crtc
->state
->adjusted_mode
;
269 struct imx_crtc_state
*imx_crtc_state
= to_imx_crtc_state(crtc
->state
);
270 struct ipu_di_signal_cfg sig_cfg
= {};
271 unsigned long encoder_types
= 0;
273 dev_dbg(ipu_crtc
->dev
, "%s: mode->hdisplay: %d\n", __func__
,
275 dev_dbg(ipu_crtc
->dev
, "%s: mode->vdisplay: %d\n", __func__
,
278 list_for_each_entry(encoder
, &dev
->mode_config
.encoder_list
, head
) {
279 if (encoder
->crtc
== crtc
)
280 encoder_types
|= BIT(encoder
->encoder_type
);
283 dev_dbg(ipu_crtc
->dev
, "%s: attached to encoder types 0x%lx\n",
284 __func__
, encoder_types
);
287 * If we have DAC or LDB, then we need the IPU DI clock to be
288 * the same as the LDB DI clock. For TVDAC, derive the IPU DI
289 * clock from 27 MHz TVE_DI clock, but allow to divide it.
291 if (encoder_types
& (BIT(DRM_MODE_ENCODER_DAC
) |
292 BIT(DRM_MODE_ENCODER_LVDS
)))
293 sig_cfg
.clkflags
= IPU_DI_CLKMODE_SYNC
| IPU_DI_CLKMODE_EXT
;
294 else if (encoder_types
& BIT(DRM_MODE_ENCODER_TVDAC
))
295 sig_cfg
.clkflags
= IPU_DI_CLKMODE_EXT
;
297 sig_cfg
.clkflags
= 0;
299 sig_cfg
.enable_pol
= !(imx_crtc_state
->bus_flags
& DRM_BUS_FLAG_DE_LOW
);
300 /* Default to driving pixel data on negative clock edges */
301 sig_cfg
.clk_pol
= !!(imx_crtc_state
->bus_flags
&
302 DRM_BUS_FLAG_PIXDATA_DRIVE_POSEDGE
);
303 sig_cfg
.bus_format
= imx_crtc_state
->bus_format
;
304 sig_cfg
.v_to_h_sync
= 0;
305 sig_cfg
.hsync_pin
= imx_crtc_state
->di_hsync_pin
;
306 sig_cfg
.vsync_pin
= imx_crtc_state
->di_vsync_pin
;
308 drm_display_mode_to_videomode(mode
, &sig_cfg
.mode
);
310 ipu_dc_init_sync(ipu_crtc
->dc
, ipu_crtc
->di
,
311 mode
->flags
& DRM_MODE_FLAG_INTERLACE
,
312 imx_crtc_state
->bus_format
, mode
->hdisplay
);
313 ipu_di_init_sync_panel(ipu_crtc
->di
, &sig_cfg
);
316 static const struct drm_crtc_helper_funcs ipu_helper_funcs
= {
317 .mode_fixup
= ipu_crtc_mode_fixup
,
318 .mode_set_nofb
= ipu_crtc_mode_set_nofb
,
319 .atomic_check
= ipu_crtc_atomic_check
,
320 .atomic_begin
= ipu_crtc_atomic_begin
,
321 .atomic_flush
= ipu_crtc_atomic_flush
,
322 .atomic_disable
= ipu_crtc_atomic_disable
,
323 .atomic_enable
= ipu_crtc_atomic_enable
,
326 static void ipu_put_resources(struct ipu_crtc
*ipu_crtc
)
328 if (!IS_ERR_OR_NULL(ipu_crtc
->dc
))
329 ipu_dc_put(ipu_crtc
->dc
);
330 if (!IS_ERR_OR_NULL(ipu_crtc
->di
))
331 ipu_di_put(ipu_crtc
->di
);
334 static int ipu_get_resources(struct ipu_crtc
*ipu_crtc
,
335 struct ipu_client_platformdata
*pdata
)
337 struct ipu_soc
*ipu
= dev_get_drvdata(ipu_crtc
->dev
->parent
);
340 ipu_crtc
->dc
= ipu_dc_get(ipu
, pdata
->dc
);
341 if (IS_ERR(ipu_crtc
->dc
)) {
342 ret
= PTR_ERR(ipu_crtc
->dc
);
346 ipu_crtc
->di
= ipu_di_get(ipu
, pdata
->di
);
347 if (IS_ERR(ipu_crtc
->di
)) {
348 ret
= PTR_ERR(ipu_crtc
->di
);
354 ipu_put_resources(ipu_crtc
);
359 static int ipu_crtc_init(struct ipu_crtc
*ipu_crtc
,
360 struct ipu_client_platformdata
*pdata
, struct drm_device
*drm
)
362 struct ipu_soc
*ipu
= dev_get_drvdata(ipu_crtc
->dev
->parent
);
363 struct drm_crtc
*crtc
= &ipu_crtc
->base
;
367 ret
= ipu_get_resources(ipu_crtc
, pdata
);
369 dev_err(ipu_crtc
->dev
, "getting resources failed with %d.\n",
375 dp
= IPU_DP_FLOW_SYNC_BG
;
376 ipu_crtc
->plane
[0] = ipu_plane_init(drm
, ipu
, pdata
->dma
[0], dp
, 0,
377 DRM_PLANE_TYPE_PRIMARY
);
378 if (IS_ERR(ipu_crtc
->plane
[0])) {
379 ret
= PTR_ERR(ipu_crtc
->plane
[0]);
380 goto err_put_resources
;
383 crtc
->port
= pdata
->of_node
;
384 drm_crtc_helper_add(crtc
, &ipu_helper_funcs
);
385 drm_crtc_init_with_planes(drm
, crtc
, &ipu_crtc
->plane
[0]->base
, NULL
,
386 &ipu_crtc_funcs
, NULL
);
388 ret
= ipu_plane_get_resources(ipu_crtc
->plane
[0]);
390 dev_err(ipu_crtc
->dev
, "getting plane 0 resources failed with %d.\n",
392 goto err_put_resources
;
395 /* If this crtc is using the DP, add an overlay plane */
396 if (pdata
->dp
>= 0 && pdata
->dma
[1] > 0) {
397 ipu_crtc
->plane
[1] = ipu_plane_init(drm
, ipu
, pdata
->dma
[1],
399 drm_crtc_mask(&ipu_crtc
->base
),
400 DRM_PLANE_TYPE_OVERLAY
);
401 if (IS_ERR(ipu_crtc
->plane
[1])) {
402 ipu_crtc
->plane
[1] = NULL
;
404 ret
= ipu_plane_get_resources(ipu_crtc
->plane
[1]);
406 dev_err(ipu_crtc
->dev
, "getting plane 1 "
407 "resources failed with %d.\n", ret
);
408 goto err_put_plane0_res
;
413 ipu_crtc
->irq
= ipu_plane_irq(ipu_crtc
->plane
[0]);
414 ret
= devm_request_irq(ipu_crtc
->dev
, ipu_crtc
->irq
, ipu_irq_handler
, 0,
415 "imx_drm", ipu_crtc
);
417 dev_err(ipu_crtc
->dev
, "irq request failed with %d.\n", ret
);
418 goto err_put_plane1_res
;
420 /* Only enable IRQ when we actually need it to trigger work. */
421 disable_irq(ipu_crtc
->irq
);
426 if (ipu_crtc
->plane
[1])
427 ipu_plane_put_resources(ipu_crtc
->plane
[1]);
429 ipu_plane_put_resources(ipu_crtc
->plane
[0]);
431 ipu_put_resources(ipu_crtc
);
436 static int ipu_drm_bind(struct device
*dev
, struct device
*master
, void *data
)
438 struct ipu_client_platformdata
*pdata
= dev
->platform_data
;
439 struct drm_device
*drm
= data
;
440 struct ipu_crtc
*ipu_crtc
;
443 ipu_crtc
= devm_kzalloc(dev
, sizeof(*ipu_crtc
), GFP_KERNEL
);
449 ret
= ipu_crtc_init(ipu_crtc
, pdata
, drm
);
453 dev_set_drvdata(dev
, ipu_crtc
);
458 static void ipu_drm_unbind(struct device
*dev
, struct device
*master
,
461 struct ipu_crtc
*ipu_crtc
= dev_get_drvdata(dev
);
463 ipu_put_resources(ipu_crtc
);
464 if (ipu_crtc
->plane
[1])
465 ipu_plane_put_resources(ipu_crtc
->plane
[1]);
466 ipu_plane_put_resources(ipu_crtc
->plane
[0]);
469 static const struct component_ops ipu_crtc_ops
= {
470 .bind
= ipu_drm_bind
,
471 .unbind
= ipu_drm_unbind
,
474 static int ipu_drm_probe(struct platform_device
*pdev
)
476 struct device
*dev
= &pdev
->dev
;
479 if (!dev
->platform_data
)
482 ret
= dma_set_coherent_mask(dev
, DMA_BIT_MASK(32));
486 return component_add(dev
, &ipu_crtc_ops
);
489 static int ipu_drm_remove(struct platform_device
*pdev
)
491 component_del(&pdev
->dev
, &ipu_crtc_ops
);
495 struct platform_driver ipu_drm_driver
= {
497 .name
= "imx-ipuv3-crtc",
499 .probe
= ipu_drm_probe
,
500 .remove
= ipu_drm_remove
,