2 * Copyright (c) 2015 MediaTek Inc.
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 * GNU General Public License for more details.
14 #include <asm/barrier.h>
16 #include <drm/drm_atomic_helper.h>
17 #include <drm/drm_crtc_helper.h>
18 #include <drm/drm_plane_helper.h>
19 #include <linux/clk.h>
20 #include <linux/pm_runtime.h>
21 #include <soc/mediatek/smi.h>
23 #include "mtk_drm_drv.h"
24 #include "mtk_drm_crtc.h"
25 #include "mtk_drm_ddp.h"
26 #include "mtk_drm_ddp_comp.h"
27 #include "mtk_drm_gem.h"
28 #include "mtk_drm_plane.h"
31 * struct mtk_drm_crtc - MediaTek specific crtc structure.
33 * @enabled: records whether crtc_enable succeeded
34 * @planes: array of 4 drm_plane structures, one for each overlay plane
35 * @pending_planes: whether any plane has pending changes to be applied
36 * @config_regs: memory mapped mmsys configuration register space
37 * @mutex: handle to one of the ten disp_mutex streams
38 * @ddp_comp_nr: number of components in ddp_comp
39 * @ddp_comp: array of pointers the mtk_ddp_comp structures used by this crtc
45 bool pending_needs_vblank
;
46 struct drm_pending_vblank_event
*event
;
48 struct drm_plane planes
[OVL_LAYER_NR
];
51 void __iomem
*config_regs
;
52 struct mtk_disp_mutex
*mutex
;
53 unsigned int ddp_comp_nr
;
54 struct mtk_ddp_comp
**ddp_comp
;
57 struct mtk_crtc_state
{
58 struct drm_crtc_state base
;
61 unsigned int pending_width
;
62 unsigned int pending_height
;
63 unsigned int pending_vrefresh
;
66 static inline struct mtk_drm_crtc
*to_mtk_crtc(struct drm_crtc
*c
)
68 return container_of(c
, struct mtk_drm_crtc
, base
);
71 static inline struct mtk_crtc_state
*to_mtk_crtc_state(struct drm_crtc_state
*s
)
73 return container_of(s
, struct mtk_crtc_state
, base
);
76 static void mtk_drm_crtc_finish_page_flip(struct mtk_drm_crtc
*mtk_crtc
)
78 struct drm_crtc
*crtc
= &mtk_crtc
->base
;
81 spin_lock_irqsave(&crtc
->dev
->event_lock
, flags
);
82 drm_crtc_send_vblank_event(crtc
, mtk_crtc
->event
);
83 drm_crtc_vblank_put(crtc
);
84 mtk_crtc
->event
= NULL
;
85 spin_unlock_irqrestore(&crtc
->dev
->event_lock
, flags
);
88 static void mtk_drm_finish_page_flip(struct mtk_drm_crtc
*mtk_crtc
)
90 drm_crtc_handle_vblank(&mtk_crtc
->base
);
91 if (mtk_crtc
->pending_needs_vblank
) {
92 mtk_drm_crtc_finish_page_flip(mtk_crtc
);
93 mtk_crtc
->pending_needs_vblank
= false;
97 static void mtk_drm_crtc_destroy(struct drm_crtc
*crtc
)
99 struct mtk_drm_crtc
*mtk_crtc
= to_mtk_crtc(crtc
);
102 for (i
= 0; i
< mtk_crtc
->ddp_comp_nr
; i
++)
103 clk_unprepare(mtk_crtc
->ddp_comp
[i
]->clk
);
105 mtk_disp_mutex_put(mtk_crtc
->mutex
);
107 drm_crtc_cleanup(crtc
);
110 static void mtk_drm_crtc_reset(struct drm_crtc
*crtc
)
112 struct mtk_crtc_state
*state
;
115 __drm_atomic_helper_crtc_destroy_state(crtc
->state
);
117 state
= to_mtk_crtc_state(crtc
->state
);
118 memset(state
, 0, sizeof(*state
));
120 state
= kzalloc(sizeof(*state
), GFP_KERNEL
);
123 crtc
->state
= &state
->base
;
126 state
->base
.crtc
= crtc
;
129 static struct drm_crtc_state
*mtk_drm_crtc_duplicate_state(struct drm_crtc
*crtc
)
131 struct mtk_crtc_state
*state
;
133 state
= kzalloc(sizeof(*state
), GFP_KERNEL
);
137 __drm_atomic_helper_crtc_duplicate_state(crtc
, &state
->base
);
139 WARN_ON(state
->base
.crtc
!= crtc
);
140 state
->base
.crtc
= crtc
;
145 static void mtk_drm_crtc_destroy_state(struct drm_crtc
*crtc
,
146 struct drm_crtc_state
*state
)
148 __drm_atomic_helper_crtc_destroy_state(state
);
149 kfree(to_mtk_crtc_state(state
));
152 static bool mtk_drm_crtc_mode_fixup(struct drm_crtc
*crtc
,
153 const struct drm_display_mode
*mode
,
154 struct drm_display_mode
*adjusted_mode
)
156 /* Nothing to do here, but this callback is mandatory. */
160 static void mtk_drm_crtc_mode_set_nofb(struct drm_crtc
*crtc
)
162 struct mtk_crtc_state
*state
= to_mtk_crtc_state(crtc
->state
);
164 state
->pending_width
= crtc
->mode
.hdisplay
;
165 state
->pending_height
= crtc
->mode
.vdisplay
;
166 state
->pending_vrefresh
= crtc
->mode
.vrefresh
;
167 wmb(); /* Make sure the above parameters are set before update */
168 state
->pending_config
= true;
171 int mtk_drm_crtc_enable_vblank(struct drm_device
*drm
, unsigned int pipe
)
173 struct mtk_drm_private
*priv
= drm
->dev_private
;
174 struct mtk_drm_crtc
*mtk_crtc
= to_mtk_crtc(priv
->crtc
[pipe
]);
175 struct mtk_ddp_comp
*ovl
= mtk_crtc
->ddp_comp
[0];
177 mtk_ddp_comp_enable_vblank(ovl
, &mtk_crtc
->base
);
182 void mtk_drm_crtc_disable_vblank(struct drm_device
*drm
, unsigned int pipe
)
184 struct mtk_drm_private
*priv
= drm
->dev_private
;
185 struct mtk_drm_crtc
*mtk_crtc
= to_mtk_crtc(priv
->crtc
[pipe
]);
186 struct mtk_ddp_comp
*ovl
= mtk_crtc
->ddp_comp
[0];
188 mtk_ddp_comp_disable_vblank(ovl
);
191 static int mtk_crtc_ddp_clk_enable(struct mtk_drm_crtc
*mtk_crtc
)
196 DRM_DEBUG_DRIVER("%s\n", __func__
);
197 for (i
= 0; i
< mtk_crtc
->ddp_comp_nr
; i
++) {
198 ret
= clk_enable(mtk_crtc
->ddp_comp
[i
]->clk
);
200 DRM_ERROR("Failed to enable clock %d: %d\n", i
, ret
);
208 clk_disable(mtk_crtc
->ddp_comp
[i
]->clk
);
212 static void mtk_crtc_ddp_clk_disable(struct mtk_drm_crtc
*mtk_crtc
)
216 DRM_DEBUG_DRIVER("%s\n", __func__
);
217 for (i
= 0; i
< mtk_crtc
->ddp_comp_nr
; i
++)
218 clk_disable(mtk_crtc
->ddp_comp
[i
]->clk
);
221 static int mtk_crtc_ddp_hw_init(struct mtk_drm_crtc
*mtk_crtc
)
223 struct drm_crtc
*crtc
= &mtk_crtc
->base
;
224 struct drm_connector
*connector
;
225 struct drm_encoder
*encoder
;
226 unsigned int width
, height
, vrefresh
, bpc
= MTK_MAX_BPC
;
230 DRM_DEBUG_DRIVER("%s\n", __func__
);
231 if (WARN_ON(!crtc
->state
))
234 width
= crtc
->state
->adjusted_mode
.hdisplay
;
235 height
= crtc
->state
->adjusted_mode
.vdisplay
;
236 vrefresh
= crtc
->state
->adjusted_mode
.vrefresh
;
238 drm_for_each_encoder(encoder
, crtc
->dev
) {
239 if (encoder
->crtc
!= crtc
)
242 drm_for_each_connector(connector
, crtc
->dev
) {
243 if (connector
->encoder
!= encoder
)
245 if (connector
->display_info
.bpc
!= 0 &&
246 bpc
> connector
->display_info
.bpc
)
247 bpc
= connector
->display_info
.bpc
;
251 ret
= pm_runtime_get_sync(crtc
->dev
->dev
);
253 DRM_ERROR("Failed to enable power domain: %d\n", ret
);
257 ret
= mtk_disp_mutex_prepare(mtk_crtc
->mutex
);
259 DRM_ERROR("Failed to enable mutex clock: %d\n", ret
);
260 goto err_pm_runtime_put
;
263 ret
= mtk_crtc_ddp_clk_enable(mtk_crtc
);
265 DRM_ERROR("Failed to enable component clocks: %d\n", ret
);
266 goto err_mutex_unprepare
;
269 DRM_DEBUG_DRIVER("mediatek_ddp_ddp_path_setup\n");
270 for (i
= 0; i
< mtk_crtc
->ddp_comp_nr
- 1; i
++) {
271 mtk_ddp_add_comp_to_path(mtk_crtc
->config_regs
,
272 mtk_crtc
->ddp_comp
[i
]->id
,
273 mtk_crtc
->ddp_comp
[i
+ 1]->id
);
274 mtk_disp_mutex_add_comp(mtk_crtc
->mutex
,
275 mtk_crtc
->ddp_comp
[i
]->id
);
277 mtk_disp_mutex_add_comp(mtk_crtc
->mutex
, mtk_crtc
->ddp_comp
[i
]->id
);
278 mtk_disp_mutex_enable(mtk_crtc
->mutex
);
280 for (i
= 0; i
< mtk_crtc
->ddp_comp_nr
; i
++) {
281 struct mtk_ddp_comp
*comp
= mtk_crtc
->ddp_comp
[i
];
283 mtk_ddp_comp_config(comp
, width
, height
, vrefresh
, bpc
);
284 mtk_ddp_comp_start(comp
);
287 /* Initially configure all planes */
288 for (i
= 0; i
< OVL_LAYER_NR
; i
++) {
289 struct drm_plane
*plane
= &mtk_crtc
->planes
[i
];
290 struct mtk_plane_state
*plane_state
;
292 plane_state
= to_mtk_plane_state(plane
->state
);
293 mtk_ddp_comp_layer_config(mtk_crtc
->ddp_comp
[0], i
,
300 mtk_disp_mutex_unprepare(mtk_crtc
->mutex
);
302 pm_runtime_put(crtc
->dev
->dev
);
306 static void mtk_crtc_ddp_hw_fini(struct mtk_drm_crtc
*mtk_crtc
)
308 struct drm_device
*drm
= mtk_crtc
->base
.dev
;
311 DRM_DEBUG_DRIVER("%s\n", __func__
);
312 for (i
= 0; i
< mtk_crtc
->ddp_comp_nr
; i
++)
313 mtk_ddp_comp_stop(mtk_crtc
->ddp_comp
[i
]);
314 for (i
= 0; i
< mtk_crtc
->ddp_comp_nr
; i
++)
315 mtk_disp_mutex_remove_comp(mtk_crtc
->mutex
,
316 mtk_crtc
->ddp_comp
[i
]->id
);
317 mtk_disp_mutex_disable(mtk_crtc
->mutex
);
318 for (i
= 0; i
< mtk_crtc
->ddp_comp_nr
- 1; i
++) {
319 mtk_ddp_remove_comp_from_path(mtk_crtc
->config_regs
,
320 mtk_crtc
->ddp_comp
[i
]->id
,
321 mtk_crtc
->ddp_comp
[i
+ 1]->id
);
322 mtk_disp_mutex_remove_comp(mtk_crtc
->mutex
,
323 mtk_crtc
->ddp_comp
[i
]->id
);
325 mtk_disp_mutex_remove_comp(mtk_crtc
->mutex
, mtk_crtc
->ddp_comp
[i
]->id
);
326 mtk_crtc_ddp_clk_disable(mtk_crtc
);
327 mtk_disp_mutex_unprepare(mtk_crtc
->mutex
);
329 pm_runtime_put(drm
->dev
);
332 static void mtk_drm_crtc_enable(struct drm_crtc
*crtc
)
334 struct mtk_drm_crtc
*mtk_crtc
= to_mtk_crtc(crtc
);
335 struct mtk_ddp_comp
*ovl
= mtk_crtc
->ddp_comp
[0];
338 DRM_DEBUG_DRIVER("%s %d\n", __func__
, crtc
->base
.id
);
340 ret
= mtk_smi_larb_get(ovl
->larb_dev
);
342 DRM_ERROR("Failed to get larb: %d\n", ret
);
346 ret
= mtk_crtc_ddp_hw_init(mtk_crtc
);
348 mtk_smi_larb_put(ovl
->larb_dev
);
352 drm_crtc_vblank_on(crtc
);
353 mtk_crtc
->enabled
= true;
356 static void mtk_drm_crtc_disable(struct drm_crtc
*crtc
)
358 struct mtk_drm_crtc
*mtk_crtc
= to_mtk_crtc(crtc
);
359 struct mtk_ddp_comp
*ovl
= mtk_crtc
->ddp_comp
[0];
362 DRM_DEBUG_DRIVER("%s %d\n", __func__
, crtc
->base
.id
);
363 if (!mtk_crtc
->enabled
)
366 /* Set all pending plane state to disabled */
367 for (i
= 0; i
< OVL_LAYER_NR
; i
++) {
368 struct drm_plane
*plane
= &mtk_crtc
->planes
[i
];
369 struct mtk_plane_state
*plane_state
;
371 plane_state
= to_mtk_plane_state(plane
->state
);
372 plane_state
->pending
.enable
= false;
373 plane_state
->pending
.config
= true;
375 mtk_crtc
->pending_planes
= true;
377 /* Wait for planes to be disabled */
378 drm_crtc_wait_one_vblank(crtc
);
380 drm_crtc_vblank_off(crtc
);
381 mtk_crtc_ddp_hw_fini(mtk_crtc
);
382 mtk_smi_larb_put(ovl
->larb_dev
);
384 mtk_crtc
->enabled
= false;
387 static void mtk_drm_crtc_atomic_begin(struct drm_crtc
*crtc
,
388 struct drm_crtc_state
*old_crtc_state
)
390 struct mtk_crtc_state
*state
= to_mtk_crtc_state(crtc
->state
);
391 struct mtk_drm_crtc
*mtk_crtc
= to_mtk_crtc(crtc
);
393 if (mtk_crtc
->event
&& state
->base
.event
)
394 DRM_ERROR("new event while there is still a pending event\n");
396 if (state
->base
.event
) {
397 state
->base
.event
->pipe
= drm_crtc_index(crtc
);
398 WARN_ON(drm_crtc_vblank_get(crtc
) != 0);
399 mtk_crtc
->event
= state
->base
.event
;
400 state
->base
.event
= NULL
;
404 static void mtk_drm_crtc_atomic_flush(struct drm_crtc
*crtc
,
405 struct drm_crtc_state
*old_crtc_state
)
407 struct mtk_drm_crtc
*mtk_crtc
= to_mtk_crtc(crtc
);
408 unsigned int pending_planes
= 0;
412 mtk_crtc
->pending_needs_vblank
= true;
413 for (i
= 0; i
< OVL_LAYER_NR
; i
++) {
414 struct drm_plane
*plane
= &mtk_crtc
->planes
[i
];
415 struct mtk_plane_state
*plane_state
;
417 plane_state
= to_mtk_plane_state(plane
->state
);
418 if (plane_state
->pending
.dirty
) {
419 plane_state
->pending
.config
= true;
420 plane_state
->pending
.dirty
= false;
421 pending_planes
|= BIT(i
);
425 mtk_crtc
->pending_planes
= true;
426 if (crtc
->state
->color_mgmt_changed
)
427 for (i
= 0; i
< mtk_crtc
->ddp_comp_nr
; i
++)
428 mtk_ddp_gamma_set(mtk_crtc
->ddp_comp
[i
], crtc
->state
);
431 static const struct drm_crtc_funcs mtk_crtc_funcs
= {
432 .set_config
= drm_atomic_helper_set_config
,
433 .page_flip
= drm_atomic_helper_page_flip
,
434 .destroy
= mtk_drm_crtc_destroy
,
435 .reset
= mtk_drm_crtc_reset
,
436 .atomic_duplicate_state
= mtk_drm_crtc_duplicate_state
,
437 .atomic_destroy_state
= mtk_drm_crtc_destroy_state
,
438 .gamma_set
= drm_atomic_helper_legacy_gamma_set
,
441 static const struct drm_crtc_helper_funcs mtk_crtc_helper_funcs
= {
442 .mode_fixup
= mtk_drm_crtc_mode_fixup
,
443 .mode_set_nofb
= mtk_drm_crtc_mode_set_nofb
,
444 .enable
= mtk_drm_crtc_enable
,
445 .disable
= mtk_drm_crtc_disable
,
446 .atomic_begin
= mtk_drm_crtc_atomic_begin
,
447 .atomic_flush
= mtk_drm_crtc_atomic_flush
,
450 static int mtk_drm_crtc_init(struct drm_device
*drm
,
451 struct mtk_drm_crtc
*mtk_crtc
,
452 struct drm_plane
*primary
,
453 struct drm_plane
*cursor
, unsigned int pipe
)
457 ret
= drm_crtc_init_with_planes(drm
, &mtk_crtc
->base
, primary
, cursor
,
458 &mtk_crtc_funcs
, NULL
);
460 goto err_cleanup_crtc
;
462 drm_crtc_helper_add(&mtk_crtc
->base
, &mtk_crtc_helper_funcs
);
467 drm_crtc_cleanup(&mtk_crtc
->base
);
471 void mtk_crtc_ddp_irq(struct drm_crtc
*crtc
, struct mtk_ddp_comp
*ovl
)
473 struct mtk_drm_crtc
*mtk_crtc
= to_mtk_crtc(crtc
);
474 struct mtk_crtc_state
*state
= to_mtk_crtc_state(mtk_crtc
->base
.state
);
478 * TODO: instead of updating the registers here, we should prepare
479 * working registers in atomic_commit and let the hardware command
480 * queue update module registers on vblank.
482 if (state
->pending_config
) {
483 mtk_ddp_comp_config(ovl
, state
->pending_width
,
484 state
->pending_height
,
485 state
->pending_vrefresh
, 0);
487 state
->pending_config
= false;
490 if (mtk_crtc
->pending_planes
) {
491 for (i
= 0; i
< OVL_LAYER_NR
; i
++) {
492 struct drm_plane
*plane
= &mtk_crtc
->planes
[i
];
493 struct mtk_plane_state
*plane_state
;
495 plane_state
= to_mtk_plane_state(plane
->state
);
497 if (plane_state
->pending
.config
) {
498 mtk_ddp_comp_layer_config(ovl
, i
, plane_state
);
499 plane_state
->pending
.config
= false;
502 mtk_crtc
->pending_planes
= false;
505 mtk_drm_finish_page_flip(mtk_crtc
);
508 int mtk_drm_crtc_create(struct drm_device
*drm_dev
,
509 const enum mtk_ddp_comp_id
*path
, unsigned int path_len
)
511 struct mtk_drm_private
*priv
= drm_dev
->dev_private
;
512 struct device
*dev
= drm_dev
->dev
;
513 struct mtk_drm_crtc
*mtk_crtc
;
514 enum drm_plane_type type
;
516 int pipe
= priv
->num_pipes
;
520 for (i
= 0; i
< path_len
; i
++) {
521 enum mtk_ddp_comp_id comp_id
= path
[i
];
522 struct device_node
*node
;
524 node
= priv
->comp_node
[comp_id
];
527 "Not creating crtc %d because component %d is disabled or missing\n",
533 mtk_crtc
= devm_kzalloc(dev
, sizeof(*mtk_crtc
), GFP_KERNEL
);
537 mtk_crtc
->config_regs
= priv
->config_regs
;
538 mtk_crtc
->ddp_comp_nr
= path_len
;
539 mtk_crtc
->ddp_comp
= devm_kmalloc_array(dev
, mtk_crtc
->ddp_comp_nr
,
540 sizeof(*mtk_crtc
->ddp_comp
),
543 mtk_crtc
->mutex
= mtk_disp_mutex_get(priv
->mutex_dev
, pipe
);
544 if (IS_ERR(mtk_crtc
->mutex
)) {
545 ret
= PTR_ERR(mtk_crtc
->mutex
);
546 dev_err(dev
, "Failed to get mutex: %d\n", ret
);
550 for (i
= 0; i
< mtk_crtc
->ddp_comp_nr
; i
++) {
551 enum mtk_ddp_comp_id comp_id
= path
[i
];
552 struct mtk_ddp_comp
*comp
;
553 struct device_node
*node
;
555 node
= priv
->comp_node
[comp_id
];
556 comp
= priv
->ddp_comp
[comp_id
];
558 dev_err(dev
, "Component %s not initialized\n",
564 ret
= clk_prepare(comp
->clk
);
567 "Failed to prepare clock for component %s: %d\n",
568 node
->full_name
, ret
);
572 mtk_crtc
->ddp_comp
[i
] = comp
;
575 for (zpos
= 0; zpos
< OVL_LAYER_NR
; zpos
++) {
576 type
= (zpos
== 0) ? DRM_PLANE_TYPE_PRIMARY
:
577 (zpos
== 1) ? DRM_PLANE_TYPE_CURSOR
:
578 DRM_PLANE_TYPE_OVERLAY
;
579 ret
= mtk_plane_init(drm_dev
, &mtk_crtc
->planes
[zpos
],
585 ret
= mtk_drm_crtc_init(drm_dev
, mtk_crtc
, &mtk_crtc
->planes
[0],
586 &mtk_crtc
->planes
[1], pipe
);
589 drm_mode_crtc_set_gamma_size(&mtk_crtc
->base
, MTK_LUT_SIZE
);
590 drm_crtc_enable_color_mgmt(&mtk_crtc
->base
, 0, false, MTK_LUT_SIZE
);
591 priv
->crtc
[pipe
] = &mtk_crtc
->base
;
598 clk_unprepare(mtk_crtc
->ddp_comp
[i
]->clk
);