2 * drm kms/fb cma (contiguous memory allocator) helper functions
4 * Copyright (C) 2012 Analog Device Inc.
5 * Author: Lars-Peter Clausen <lars@metafoo.de>
8 * Copyright (C) 2012 Red Hat
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version 2
13 * of the License, or (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
21 #include <drm/drm_atomic.h>
22 #include <drm/drm_crtc.h>
23 #include <drm/drm_fb_helper.h>
24 #include <drm/drm_crtc_helper.h>
25 #include <drm/drm_gem_cma_helper.h>
26 #include <drm/drm_fb_cma_helper.h>
27 #include <linux/dma-buf.h>
28 #include <linux/dma-mapping.h>
29 #include <linux/module.h>
30 #include <linux/reservation.h>
32 #define DEFAULT_FBDEFIO_DELAY_MS 50
35 struct drm_framebuffer fb
;
36 struct drm_gem_cma_object
*obj
[4];
39 struct drm_fbdev_cma
{
40 struct drm_fb_helper fb_helper
;
41 struct drm_fb_cma
*fb
;
42 const struct drm_framebuffer_funcs
*fb_funcs
;
46 * DOC: framebuffer cma helper functions
48 * Provides helper functions for creating a cma (contiguous memory allocator)
51 * drm_fb_cma_create() is used in the &drm_mode_config_funcs.fb_create
52 * callback function to create a cma backed framebuffer.
54 * An fbdev framebuffer backed by cma is also available by calling
55 * drm_fbdev_cma_init(). drm_fbdev_cma_fini() tears it down.
56 * If the &drm_framebuffer_funcs.dirty callback is set, fb_deferred_io will be
57 * set up automatically. &drm_framebuffer_funcs.dirty is called by
58 * drm_fb_helper_deferred_io() in process context (&struct delayed_work).
60 * Example fbdev deferred io code::
62 * static int driver_fb_dirty(struct drm_framebuffer *fb,
63 * struct drm_file *file_priv,
64 * unsigned flags, unsigned color,
65 * struct drm_clip_rect *clips,
68 * struct drm_gem_cma_object *cma = drm_fb_cma_get_gem_obj(fb, 0);
69 * ... push changes ...
73 * static struct drm_framebuffer_funcs driver_fb_funcs = {
74 * .destroy = drm_fb_cma_destroy,
75 * .create_handle = drm_fb_cma_create_handle,
76 * .dirty = driver_fb_dirty,
81 * fbdev = drm_fbdev_cma_init_with_funcs(dev, 16,
82 * dev->mode_config.num_crtc,
83 * dev->mode_config.num_connector,
88 static inline struct drm_fbdev_cma
*to_fbdev_cma(struct drm_fb_helper
*helper
)
90 return container_of(helper
, struct drm_fbdev_cma
, fb_helper
);
93 static inline struct drm_fb_cma
*to_fb_cma(struct drm_framebuffer
*fb
)
95 return container_of(fb
, struct drm_fb_cma
, fb
);
98 void drm_fb_cma_destroy(struct drm_framebuffer
*fb
)
100 struct drm_fb_cma
*fb_cma
= to_fb_cma(fb
);
103 for (i
= 0; i
< 4; i
++) {
105 drm_gem_object_unreference_unlocked(&fb_cma
->obj
[i
]->base
);
108 drm_framebuffer_cleanup(fb
);
111 EXPORT_SYMBOL(drm_fb_cma_destroy
);
113 int drm_fb_cma_create_handle(struct drm_framebuffer
*fb
,
114 struct drm_file
*file_priv
, unsigned int *handle
)
116 struct drm_fb_cma
*fb_cma
= to_fb_cma(fb
);
118 return drm_gem_handle_create(file_priv
,
119 &fb_cma
->obj
[0]->base
, handle
);
121 EXPORT_SYMBOL(drm_fb_cma_create_handle
);
123 static struct drm_framebuffer_funcs drm_fb_cma_funcs
= {
124 .destroy
= drm_fb_cma_destroy
,
125 .create_handle
= drm_fb_cma_create_handle
,
128 static struct drm_fb_cma
*drm_fb_cma_alloc(struct drm_device
*dev
,
129 const struct drm_mode_fb_cmd2
*mode_cmd
,
130 struct drm_gem_cma_object
**obj
,
131 unsigned int num_planes
, const struct drm_framebuffer_funcs
*funcs
)
133 struct drm_fb_cma
*fb_cma
;
137 fb_cma
= kzalloc(sizeof(*fb_cma
), GFP_KERNEL
);
139 return ERR_PTR(-ENOMEM
);
141 drm_helper_mode_fill_fb_struct(dev
, &fb_cma
->fb
, mode_cmd
);
143 for (i
= 0; i
< num_planes
; i
++)
144 fb_cma
->obj
[i
] = obj
[i
];
146 ret
= drm_framebuffer_init(dev
, &fb_cma
->fb
, funcs
);
148 dev_err(dev
->dev
, "Failed to initialize framebuffer: %d\n", ret
);
157 * drm_fb_cma_create_with_funcs() - helper function for the
158 * &drm_mode_config_funcs.fb_create
161 * @file_priv: drm file for the ioctl call
162 * @mode_cmd: metadata from the userspace fb creation request
163 * @funcs: vtable to be used for the new framebuffer object
165 * This can be used to set &drm_framebuffer_funcs for drivers that need the
166 * &drm_framebuffer_funcs.dirty callback. Use drm_fb_cma_create() if you don't
167 * need to change &drm_framebuffer_funcs.
169 struct drm_framebuffer
*drm_fb_cma_create_with_funcs(struct drm_device
*dev
,
170 struct drm_file
*file_priv
, const struct drm_mode_fb_cmd2
*mode_cmd
,
171 const struct drm_framebuffer_funcs
*funcs
)
173 const struct drm_format_info
*info
;
174 struct drm_fb_cma
*fb_cma
;
175 struct drm_gem_cma_object
*objs
[4];
176 struct drm_gem_object
*obj
;
180 info
= drm_format_info(mode_cmd
->pixel_format
);
182 return ERR_PTR(-EINVAL
);
184 for (i
= 0; i
< info
->num_planes
; i
++) {
185 unsigned int width
= mode_cmd
->width
/ (i
? info
->hsub
: 1);
186 unsigned int height
= mode_cmd
->height
/ (i
? info
->vsub
: 1);
187 unsigned int min_size
;
189 obj
= drm_gem_object_lookup(file_priv
, mode_cmd
->handles
[i
]);
191 dev_err(dev
->dev
, "Failed to lookup GEM object\n");
193 goto err_gem_object_unreference
;
196 min_size
= (height
- 1) * mode_cmd
->pitches
[i
]
197 + width
* info
->cpp
[i
]
198 + mode_cmd
->offsets
[i
];
200 if (obj
->size
< min_size
) {
201 drm_gem_object_unreference_unlocked(obj
);
203 goto err_gem_object_unreference
;
205 objs
[i
] = to_drm_gem_cma_obj(obj
);
208 fb_cma
= drm_fb_cma_alloc(dev
, mode_cmd
, objs
, i
, funcs
);
209 if (IS_ERR(fb_cma
)) {
210 ret
= PTR_ERR(fb_cma
);
211 goto err_gem_object_unreference
;
216 err_gem_object_unreference
:
217 for (i
--; i
>= 0; i
--)
218 drm_gem_object_unreference_unlocked(&objs
[i
]->base
);
221 EXPORT_SYMBOL_GPL(drm_fb_cma_create_with_funcs
);
224 * drm_fb_cma_create() - &drm_mode_config_funcs.fb_create callback function
226 * @file_priv: drm file for the ioctl call
227 * @mode_cmd: metadata from the userspace fb creation request
229 * If your hardware has special alignment or pitch requirements these should be
230 * checked before calling this function. Use drm_fb_cma_create_with_funcs() if
231 * you need to set &drm_framebuffer_funcs.dirty.
233 struct drm_framebuffer
*drm_fb_cma_create(struct drm_device
*dev
,
234 struct drm_file
*file_priv
, const struct drm_mode_fb_cmd2
*mode_cmd
)
236 return drm_fb_cma_create_with_funcs(dev
, file_priv
, mode_cmd
,
239 EXPORT_SYMBOL_GPL(drm_fb_cma_create
);
242 * drm_fb_cma_get_gem_obj() - Get CMA GEM object for framebuffer
243 * @fb: The framebuffer
244 * @plane: Which plane
246 * Return the CMA GEM object for given framebuffer.
248 * This function will usually be called from the CRTC callback functions.
250 struct drm_gem_cma_object
*drm_fb_cma_get_gem_obj(struct drm_framebuffer
*fb
,
253 struct drm_fb_cma
*fb_cma
= to_fb_cma(fb
);
258 return fb_cma
->obj
[plane
];
260 EXPORT_SYMBOL_GPL(drm_fb_cma_get_gem_obj
);
263 * drm_fb_cma_prepare_fb() - Prepare CMA framebuffer
264 * @plane: Which plane
265 * @state: Plane state attach fence to
267 * This should be set as the &struct drm_plane_helper_funcs.prepare_fb hook.
269 * This function checks if the plane FB has an dma-buf attached, extracts
270 * the exclusive fence and attaches it to plane state for the atomic helper
273 * There is no need for cleanup_fb for CMA based framebuffer drivers.
275 int drm_fb_cma_prepare_fb(struct drm_plane
*plane
,
276 struct drm_plane_state
*state
)
278 struct dma_buf
*dma_buf
;
279 struct dma_fence
*fence
;
281 if ((plane
->state
->fb
== state
->fb
) || !state
->fb
)
284 dma_buf
= drm_fb_cma_get_gem_obj(state
->fb
, 0)->base
.dma_buf
;
286 fence
= reservation_object_get_excl_rcu(dma_buf
->resv
);
287 drm_atomic_set_fence_for_plane(state
, fence
);
292 EXPORT_SYMBOL_GPL(drm_fb_cma_prepare_fb
);
294 #ifdef CONFIG_DEBUG_FS
295 static void drm_fb_cma_describe(struct drm_framebuffer
*fb
, struct seq_file
*m
)
297 struct drm_fb_cma
*fb_cma
= to_fb_cma(fb
);
300 seq_printf(m
, "fb: %dx%d@%4.4s\n", fb
->width
, fb
->height
,
301 (char *)&fb
->format
->format
);
303 for (i
= 0; i
< fb
->format
->num_planes
; i
++) {
304 seq_printf(m
, " %d: offset=%d pitch=%d, obj: ",
305 i
, fb
->offsets
[i
], fb
->pitches
[i
]);
306 drm_gem_cma_describe(fb_cma
->obj
[i
], m
);
311 * drm_fb_cma_debugfs_show() - Helper to list CMA framebuffer objects
314 * @arg: private data for the callback
316 int drm_fb_cma_debugfs_show(struct seq_file
*m
, void *arg
)
318 struct drm_info_node
*node
= (struct drm_info_node
*) m
->private;
319 struct drm_device
*dev
= node
->minor
->dev
;
320 struct drm_framebuffer
*fb
;
322 mutex_lock(&dev
->mode_config
.fb_lock
);
323 drm_for_each_fb(fb
, dev
)
324 drm_fb_cma_describe(fb
, m
);
325 mutex_unlock(&dev
->mode_config
.fb_lock
);
329 EXPORT_SYMBOL_GPL(drm_fb_cma_debugfs_show
);
332 static int drm_fb_cma_mmap(struct fb_info
*info
, struct vm_area_struct
*vma
)
334 return dma_mmap_writecombine(info
->device
, vma
, info
->screen_base
,
335 info
->fix
.smem_start
, info
->fix
.smem_len
);
338 static struct fb_ops drm_fbdev_cma_ops
= {
339 .owner
= THIS_MODULE
,
340 DRM_FB_HELPER_DEFAULT_OPS
,
341 .fb_fillrect
= drm_fb_helper_sys_fillrect
,
342 .fb_copyarea
= drm_fb_helper_sys_copyarea
,
343 .fb_imageblit
= drm_fb_helper_sys_imageblit
,
344 .fb_mmap
= drm_fb_cma_mmap
,
347 static int drm_fbdev_cma_deferred_io_mmap(struct fb_info
*info
,
348 struct vm_area_struct
*vma
)
350 fb_deferred_io_mmap(info
, vma
);
351 vma
->vm_page_prot
= pgprot_writecombine(vma
->vm_page_prot
);
356 static int drm_fbdev_cma_defio_init(struct fb_info
*fbi
,
357 struct drm_gem_cma_object
*cma_obj
)
359 struct fb_deferred_io
*fbdefio
;
360 struct fb_ops
*fbops
;
363 * Per device structures are needed because:
364 * fbops: fb_deferred_io_cleanup() clears fbops.fb_mmap
365 * fbdefio: individual delays
367 fbdefio
= kzalloc(sizeof(*fbdefio
), GFP_KERNEL
);
368 fbops
= kzalloc(sizeof(*fbops
), GFP_KERNEL
);
369 if (!fbdefio
|| !fbops
) {
375 /* can't be offset from vaddr since dirty() uses cma_obj */
376 fbi
->screen_buffer
= cma_obj
->vaddr
;
377 /* fb_deferred_io_fault() needs a physical address */
378 fbi
->fix
.smem_start
= page_to_phys(virt_to_page(fbi
->screen_buffer
));
380 *fbops
= *fbi
->fbops
;
383 fbdefio
->delay
= msecs_to_jiffies(DEFAULT_FBDEFIO_DELAY_MS
);
384 fbdefio
->deferred_io
= drm_fb_helper_deferred_io
;
385 fbi
->fbdefio
= fbdefio
;
386 fb_deferred_io_init(fbi
);
387 fbi
->fbops
->fb_mmap
= drm_fbdev_cma_deferred_io_mmap
;
392 static void drm_fbdev_cma_defio_fini(struct fb_info
*fbi
)
397 fb_deferred_io_cleanup(fbi
);
403 drm_fbdev_cma_create(struct drm_fb_helper
*helper
,
404 struct drm_fb_helper_surface_size
*sizes
)
406 struct drm_fbdev_cma
*fbdev_cma
= to_fbdev_cma(helper
);
407 struct drm_mode_fb_cmd2 mode_cmd
= { 0 };
408 struct drm_device
*dev
= helper
->dev
;
409 struct drm_gem_cma_object
*obj
;
410 struct drm_framebuffer
*fb
;
411 unsigned int bytes_per_pixel
;
412 unsigned long offset
;
417 DRM_DEBUG_KMS("surface width(%d), height(%d) and bpp(%d)\n",
418 sizes
->surface_width
, sizes
->surface_height
,
421 bytes_per_pixel
= DIV_ROUND_UP(sizes
->surface_bpp
, 8);
423 mode_cmd
.width
= sizes
->surface_width
;
424 mode_cmd
.height
= sizes
->surface_height
;
425 mode_cmd
.pitches
[0] = sizes
->surface_width
* bytes_per_pixel
;
426 mode_cmd
.pixel_format
= drm_mode_legacy_fb_format(sizes
->surface_bpp
,
427 sizes
->surface_depth
);
429 size
= mode_cmd
.pitches
[0] * mode_cmd
.height
;
430 obj
= drm_gem_cma_create(dev
, size
);
434 fbi
= drm_fb_helper_alloc_fbi(helper
);
437 goto err_gem_free_object
;
440 fbdev_cma
->fb
= drm_fb_cma_alloc(dev
, &mode_cmd
, &obj
, 1,
441 fbdev_cma
->fb_funcs
);
442 if (IS_ERR(fbdev_cma
->fb
)) {
443 dev_err(dev
->dev
, "Failed to allocate DRM framebuffer.\n");
444 ret
= PTR_ERR(fbdev_cma
->fb
);
445 goto err_fb_info_destroy
;
448 fb
= &fbdev_cma
->fb
->fb
;
452 fbi
->flags
= FBINFO_FLAG_DEFAULT
;
453 fbi
->fbops
= &drm_fbdev_cma_ops
;
455 drm_fb_helper_fill_fix(fbi
, fb
->pitches
[0], fb
->format
->depth
);
456 drm_fb_helper_fill_var(fbi
, helper
, sizes
->fb_width
, sizes
->fb_height
);
458 offset
= fbi
->var
.xoffset
* bytes_per_pixel
;
459 offset
+= fbi
->var
.yoffset
* fb
->pitches
[0];
461 dev
->mode_config
.fb_base
= (resource_size_t
)obj
->paddr
;
462 fbi
->screen_base
= obj
->vaddr
+ offset
;
463 fbi
->fix
.smem_start
= (unsigned long)(obj
->paddr
+ offset
);
464 fbi
->screen_size
= size
;
465 fbi
->fix
.smem_len
= size
;
467 if (fbdev_cma
->fb_funcs
->dirty
) {
468 ret
= drm_fbdev_cma_defio_init(fbi
, obj
);
470 goto err_cma_destroy
;
476 drm_framebuffer_remove(&fbdev_cma
->fb
->fb
);
478 drm_fb_helper_release_fbi(helper
);
480 drm_gem_object_unreference_unlocked(&obj
->base
);
484 static const struct drm_fb_helper_funcs drm_fb_cma_helper_funcs
= {
485 .fb_probe
= drm_fbdev_cma_create
,
489 * drm_fbdev_cma_init_with_funcs() - Allocate and initializes a drm_fbdev_cma struct
491 * @preferred_bpp: Preferred bits per pixel for the device
492 * @num_crtc: Number of CRTCs
493 * @max_conn_count: Maximum number of connectors
494 * @funcs: fb helper functions, in particular a custom dirty() callback
496 * Returns a newly allocated drm_fbdev_cma struct or a ERR_PTR.
498 struct drm_fbdev_cma
*drm_fbdev_cma_init_with_funcs(struct drm_device
*dev
,
499 unsigned int preferred_bpp
, unsigned int num_crtc
,
500 unsigned int max_conn_count
, const struct drm_framebuffer_funcs
*funcs
)
502 struct drm_fbdev_cma
*fbdev_cma
;
503 struct drm_fb_helper
*helper
;
506 fbdev_cma
= kzalloc(sizeof(*fbdev_cma
), GFP_KERNEL
);
508 dev_err(dev
->dev
, "Failed to allocate drm fbdev.\n");
509 return ERR_PTR(-ENOMEM
);
511 fbdev_cma
->fb_funcs
= funcs
;
513 helper
= &fbdev_cma
->fb_helper
;
515 drm_fb_helper_prepare(dev
, helper
, &drm_fb_cma_helper_funcs
);
517 ret
= drm_fb_helper_init(dev
, helper
, num_crtc
, max_conn_count
);
519 dev_err(dev
->dev
, "Failed to initialize drm fb helper.\n");
523 ret
= drm_fb_helper_single_add_all_connectors(helper
);
525 dev_err(dev
->dev
, "Failed to add connectors.\n");
526 goto err_drm_fb_helper_fini
;
530 ret
= drm_fb_helper_initial_config(helper
, preferred_bpp
);
532 dev_err(dev
->dev
, "Failed to set initial hw configuration.\n");
533 goto err_drm_fb_helper_fini
;
538 err_drm_fb_helper_fini
:
539 drm_fb_helper_fini(helper
);
545 EXPORT_SYMBOL_GPL(drm_fbdev_cma_init_with_funcs
);
548 * drm_fbdev_cma_init() - Allocate and initializes a drm_fbdev_cma struct
550 * @preferred_bpp: Preferred bits per pixel for the device
551 * @num_crtc: Number of CRTCs
552 * @max_conn_count: Maximum number of connectors
554 * Returns a newly allocated drm_fbdev_cma struct or a ERR_PTR.
556 struct drm_fbdev_cma
*drm_fbdev_cma_init(struct drm_device
*dev
,
557 unsigned int preferred_bpp
, unsigned int num_crtc
,
558 unsigned int max_conn_count
)
560 return drm_fbdev_cma_init_with_funcs(dev
, preferred_bpp
, num_crtc
,
561 max_conn_count
, &drm_fb_cma_funcs
);
563 EXPORT_SYMBOL_GPL(drm_fbdev_cma_init
);
566 * drm_fbdev_cma_fini() - Free drm_fbdev_cma struct
567 * @fbdev_cma: The drm_fbdev_cma struct
569 void drm_fbdev_cma_fini(struct drm_fbdev_cma
*fbdev_cma
)
571 drm_fb_helper_unregister_fbi(&fbdev_cma
->fb_helper
);
572 if (fbdev_cma
->fb_helper
.fbdev
)
573 drm_fbdev_cma_defio_fini(fbdev_cma
->fb_helper
.fbdev
);
574 drm_fb_helper_release_fbi(&fbdev_cma
->fb_helper
);
577 drm_framebuffer_remove(&fbdev_cma
->fb
->fb
);
579 drm_fb_helper_fini(&fbdev_cma
->fb_helper
);
582 EXPORT_SYMBOL_GPL(drm_fbdev_cma_fini
);
585 * drm_fbdev_cma_restore_mode() - Restores initial framebuffer mode
586 * @fbdev_cma: The drm_fbdev_cma struct, may be NULL
588 * This function is usually called from the &drm_driver.lastclose callback.
590 void drm_fbdev_cma_restore_mode(struct drm_fbdev_cma
*fbdev_cma
)
593 drm_fb_helper_restore_fbdev_mode_unlocked(&fbdev_cma
->fb_helper
);
595 EXPORT_SYMBOL_GPL(drm_fbdev_cma_restore_mode
);
598 * drm_fbdev_cma_hotplug_event() - Poll for hotpulug events
599 * @fbdev_cma: The drm_fbdev_cma struct, may be NULL
601 * This function is usually called from the &drm_mode_config.output_poll_changed
604 void drm_fbdev_cma_hotplug_event(struct drm_fbdev_cma
*fbdev_cma
)
607 drm_fb_helper_hotplug_event(&fbdev_cma
->fb_helper
);
609 EXPORT_SYMBOL_GPL(drm_fbdev_cma_hotplug_event
);
612 * drm_fbdev_cma_set_suspend - wrapper around drm_fb_helper_set_suspend
613 * @fbdev_cma: The drm_fbdev_cma struct, may be NULL
614 * @state: desired state, zero to resume, non-zero to suspend
616 * Calls drm_fb_helper_set_suspend, which is a wrapper around
617 * fb_set_suspend implemented by fbdev core.
619 void drm_fbdev_cma_set_suspend(struct drm_fbdev_cma
*fbdev_cma
, int state
)
622 drm_fb_helper_set_suspend(&fbdev_cma
->fb_helper
, state
);
624 EXPORT_SYMBOL(drm_fbdev_cma_set_suspend
);