Merge branch 'x86-urgent-for-linus' of git://git.kernel.org/pub/scm/linux/kernel...
[cris-mirror.git] / drivers / gpu / drm / etnaviv / etnaviv_drv.c
blob6faf4042db2340e6069ee2be3c0caffba4a4d0a9
1 /*
2 * Copyright (C) 2015 Etnaviv Project
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of the GNU General Public License version 2 as published by
6 * the Free Software Foundation.
8 * This program is distributed in the hope that it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
11 * more details.
13 * You should have received a copy of the GNU General Public License along with
14 * this program. If not, see <http://www.gnu.org/licenses/>.
17 #include <linux/component.h>
18 #include <linux/of_platform.h>
19 #include <drm/drm_of.h>
21 #include "etnaviv_cmdbuf.h"
22 #include "etnaviv_drv.h"
23 #include "etnaviv_gpu.h"
24 #include "etnaviv_gem.h"
25 #include "etnaviv_mmu.h"
26 #include "etnaviv_perfmon.h"
28 #ifdef CONFIG_DRM_ETNAVIV_REGISTER_LOGGING
29 static bool reglog;
30 MODULE_PARM_DESC(reglog, "Enable register read/write logging");
31 module_param(reglog, bool, 0600);
32 #else
33 #define reglog 0
34 #endif
36 void __iomem *etnaviv_ioremap(struct platform_device *pdev, const char *name,
37 const char *dbgname)
39 struct resource *res;
40 void __iomem *ptr;
42 if (name)
43 res = platform_get_resource_byname(pdev, IORESOURCE_MEM, name);
44 else
45 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
47 ptr = devm_ioremap_resource(&pdev->dev, res);
48 if (IS_ERR(ptr)) {
49 dev_err(&pdev->dev, "failed to ioremap %s: %ld\n", name,
50 PTR_ERR(ptr));
51 return ptr;
54 if (reglog)
55 dev_printk(KERN_DEBUG, &pdev->dev, "IO:region %s 0x%p %08zx\n",
56 dbgname, ptr, (size_t)resource_size(res));
58 return ptr;
61 void etnaviv_writel(u32 data, void __iomem *addr)
63 if (reglog)
64 printk(KERN_DEBUG "IO:W %p %08x\n", addr, data);
66 writel(data, addr);
69 u32 etnaviv_readl(const void __iomem *addr)
71 u32 val = readl(addr);
73 if (reglog)
74 printk(KERN_DEBUG "IO:R %p %08x\n", addr, val);
76 return val;
80 * DRM operations:
84 static void load_gpu(struct drm_device *dev)
86 struct etnaviv_drm_private *priv = dev->dev_private;
87 unsigned int i;
89 for (i = 0; i < ETNA_MAX_PIPES; i++) {
90 struct etnaviv_gpu *g = priv->gpu[i];
92 if (g) {
93 int ret;
95 ret = etnaviv_gpu_init(g);
96 if (ret)
97 priv->gpu[i] = NULL;
102 static int etnaviv_open(struct drm_device *dev, struct drm_file *file)
104 struct etnaviv_file_private *ctx;
106 ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
107 if (!ctx)
108 return -ENOMEM;
110 file->driver_priv = ctx;
112 return 0;
115 static void etnaviv_postclose(struct drm_device *dev, struct drm_file *file)
117 struct etnaviv_drm_private *priv = dev->dev_private;
118 struct etnaviv_file_private *ctx = file->driver_priv;
119 unsigned int i;
121 for (i = 0; i < ETNA_MAX_PIPES; i++) {
122 struct etnaviv_gpu *gpu = priv->gpu[i];
124 if (gpu) {
125 mutex_lock(&gpu->lock);
126 if (gpu->lastctx == ctx)
127 gpu->lastctx = NULL;
128 mutex_unlock(&gpu->lock);
132 kfree(ctx);
136 * DRM debugfs:
139 #ifdef CONFIG_DEBUG_FS
140 static int etnaviv_gem_show(struct drm_device *dev, struct seq_file *m)
142 struct etnaviv_drm_private *priv = dev->dev_private;
144 etnaviv_gem_describe_objects(priv, m);
146 return 0;
149 static int etnaviv_mm_show(struct drm_device *dev, struct seq_file *m)
151 struct drm_printer p = drm_seq_file_printer(m);
153 read_lock(&dev->vma_offset_manager->vm_lock);
154 drm_mm_print(&dev->vma_offset_manager->vm_addr_space_mm, &p);
155 read_unlock(&dev->vma_offset_manager->vm_lock);
157 return 0;
160 static int etnaviv_mmu_show(struct etnaviv_gpu *gpu, struct seq_file *m)
162 struct drm_printer p = drm_seq_file_printer(m);
164 seq_printf(m, "Active Objects (%s):\n", dev_name(gpu->dev));
166 mutex_lock(&gpu->mmu->lock);
167 drm_mm_print(&gpu->mmu->mm, &p);
168 mutex_unlock(&gpu->mmu->lock);
170 return 0;
173 static void etnaviv_buffer_dump(struct etnaviv_gpu *gpu, struct seq_file *m)
175 struct etnaviv_cmdbuf *buf = &gpu->buffer;
176 u32 size = buf->size;
177 u32 *ptr = buf->vaddr;
178 u32 i;
180 seq_printf(m, "virt %p - phys 0x%llx - free 0x%08x\n",
181 buf->vaddr, (u64)etnaviv_cmdbuf_get_pa(buf),
182 size - buf->user_size);
184 for (i = 0; i < size / 4; i++) {
185 if (i && !(i % 4))
186 seq_puts(m, "\n");
187 if (i % 4 == 0)
188 seq_printf(m, "\t0x%p: ", ptr + i);
189 seq_printf(m, "%08x ", *(ptr + i));
191 seq_puts(m, "\n");
194 static int etnaviv_ring_show(struct etnaviv_gpu *gpu, struct seq_file *m)
196 seq_printf(m, "Ring Buffer (%s): ", dev_name(gpu->dev));
198 mutex_lock(&gpu->lock);
199 etnaviv_buffer_dump(gpu, m);
200 mutex_unlock(&gpu->lock);
202 return 0;
205 static int show_unlocked(struct seq_file *m, void *arg)
207 struct drm_info_node *node = (struct drm_info_node *) m->private;
208 struct drm_device *dev = node->minor->dev;
209 int (*show)(struct drm_device *dev, struct seq_file *m) =
210 node->info_ent->data;
212 return show(dev, m);
215 static int show_each_gpu(struct seq_file *m, void *arg)
217 struct drm_info_node *node = (struct drm_info_node *) m->private;
218 struct drm_device *dev = node->minor->dev;
219 struct etnaviv_drm_private *priv = dev->dev_private;
220 struct etnaviv_gpu *gpu;
221 int (*show)(struct etnaviv_gpu *gpu, struct seq_file *m) =
222 node->info_ent->data;
223 unsigned int i;
224 int ret = 0;
226 for (i = 0; i < ETNA_MAX_PIPES; i++) {
227 gpu = priv->gpu[i];
228 if (!gpu)
229 continue;
231 ret = show(gpu, m);
232 if (ret < 0)
233 break;
236 return ret;
239 static struct drm_info_list etnaviv_debugfs_list[] = {
240 {"gpu", show_each_gpu, 0, etnaviv_gpu_debugfs},
241 {"gem", show_unlocked, 0, etnaviv_gem_show},
242 { "mm", show_unlocked, 0, etnaviv_mm_show },
243 {"mmu", show_each_gpu, 0, etnaviv_mmu_show},
244 {"ring", show_each_gpu, 0, etnaviv_ring_show},
247 static int etnaviv_debugfs_init(struct drm_minor *minor)
249 struct drm_device *dev = minor->dev;
250 int ret;
252 ret = drm_debugfs_create_files(etnaviv_debugfs_list,
253 ARRAY_SIZE(etnaviv_debugfs_list),
254 minor->debugfs_root, minor);
256 if (ret) {
257 dev_err(dev->dev, "could not install etnaviv_debugfs_list\n");
258 return ret;
261 return ret;
263 #endif
266 * DRM ioctls:
269 static int etnaviv_ioctl_get_param(struct drm_device *dev, void *data,
270 struct drm_file *file)
272 struct etnaviv_drm_private *priv = dev->dev_private;
273 struct drm_etnaviv_param *args = data;
274 struct etnaviv_gpu *gpu;
276 if (args->pipe >= ETNA_MAX_PIPES)
277 return -EINVAL;
279 gpu = priv->gpu[args->pipe];
280 if (!gpu)
281 return -ENXIO;
283 return etnaviv_gpu_get_param(gpu, args->param, &args->value);
286 static int etnaviv_ioctl_gem_new(struct drm_device *dev, void *data,
287 struct drm_file *file)
289 struct drm_etnaviv_gem_new *args = data;
291 if (args->flags & ~(ETNA_BO_CACHED | ETNA_BO_WC | ETNA_BO_UNCACHED |
292 ETNA_BO_FORCE_MMU))
293 return -EINVAL;
295 return etnaviv_gem_new_handle(dev, file, args->size,
296 args->flags, &args->handle);
299 #define TS(t) ((struct timespec){ \
300 .tv_sec = (t).tv_sec, \
301 .tv_nsec = (t).tv_nsec \
304 static int etnaviv_ioctl_gem_cpu_prep(struct drm_device *dev, void *data,
305 struct drm_file *file)
307 struct drm_etnaviv_gem_cpu_prep *args = data;
308 struct drm_gem_object *obj;
309 int ret;
311 if (args->op & ~(ETNA_PREP_READ | ETNA_PREP_WRITE | ETNA_PREP_NOSYNC))
312 return -EINVAL;
314 obj = drm_gem_object_lookup(file, args->handle);
315 if (!obj)
316 return -ENOENT;
318 ret = etnaviv_gem_cpu_prep(obj, args->op, &TS(args->timeout));
320 drm_gem_object_put_unlocked(obj);
322 return ret;
325 static int etnaviv_ioctl_gem_cpu_fini(struct drm_device *dev, void *data,
326 struct drm_file *file)
328 struct drm_etnaviv_gem_cpu_fini *args = data;
329 struct drm_gem_object *obj;
330 int ret;
332 if (args->flags)
333 return -EINVAL;
335 obj = drm_gem_object_lookup(file, args->handle);
336 if (!obj)
337 return -ENOENT;
339 ret = etnaviv_gem_cpu_fini(obj);
341 drm_gem_object_put_unlocked(obj);
343 return ret;
346 static int etnaviv_ioctl_gem_info(struct drm_device *dev, void *data,
347 struct drm_file *file)
349 struct drm_etnaviv_gem_info *args = data;
350 struct drm_gem_object *obj;
351 int ret;
353 if (args->pad)
354 return -EINVAL;
356 obj = drm_gem_object_lookup(file, args->handle);
357 if (!obj)
358 return -ENOENT;
360 ret = etnaviv_gem_mmap_offset(obj, &args->offset);
361 drm_gem_object_put_unlocked(obj);
363 return ret;
366 static int etnaviv_ioctl_wait_fence(struct drm_device *dev, void *data,
367 struct drm_file *file)
369 struct drm_etnaviv_wait_fence *args = data;
370 struct etnaviv_drm_private *priv = dev->dev_private;
371 struct timespec *timeout = &TS(args->timeout);
372 struct etnaviv_gpu *gpu;
374 if (args->flags & ~(ETNA_WAIT_NONBLOCK))
375 return -EINVAL;
377 if (args->pipe >= ETNA_MAX_PIPES)
378 return -EINVAL;
380 gpu = priv->gpu[args->pipe];
381 if (!gpu)
382 return -ENXIO;
384 if (args->flags & ETNA_WAIT_NONBLOCK)
385 timeout = NULL;
387 return etnaviv_gpu_wait_fence_interruptible(gpu, args->fence,
388 timeout);
391 static int etnaviv_ioctl_gem_userptr(struct drm_device *dev, void *data,
392 struct drm_file *file)
394 struct drm_etnaviv_gem_userptr *args = data;
395 int access;
397 if (args->flags & ~(ETNA_USERPTR_READ|ETNA_USERPTR_WRITE) ||
398 args->flags == 0)
399 return -EINVAL;
401 if (offset_in_page(args->user_ptr | args->user_size) ||
402 (uintptr_t)args->user_ptr != args->user_ptr ||
403 (u32)args->user_size != args->user_size ||
404 args->user_ptr & ~PAGE_MASK)
405 return -EINVAL;
407 if (args->flags & ETNA_USERPTR_WRITE)
408 access = VERIFY_WRITE;
409 else
410 access = VERIFY_READ;
412 if (!access_ok(access, (void __user *)(unsigned long)args->user_ptr,
413 args->user_size))
414 return -EFAULT;
416 return etnaviv_gem_new_userptr(dev, file, args->user_ptr,
417 args->user_size, args->flags,
418 &args->handle);
421 static int etnaviv_ioctl_gem_wait(struct drm_device *dev, void *data,
422 struct drm_file *file)
424 struct etnaviv_drm_private *priv = dev->dev_private;
425 struct drm_etnaviv_gem_wait *args = data;
426 struct timespec *timeout = &TS(args->timeout);
427 struct drm_gem_object *obj;
428 struct etnaviv_gpu *gpu;
429 int ret;
431 if (args->flags & ~(ETNA_WAIT_NONBLOCK))
432 return -EINVAL;
434 if (args->pipe >= ETNA_MAX_PIPES)
435 return -EINVAL;
437 gpu = priv->gpu[args->pipe];
438 if (!gpu)
439 return -ENXIO;
441 obj = drm_gem_object_lookup(file, args->handle);
442 if (!obj)
443 return -ENOENT;
445 if (args->flags & ETNA_WAIT_NONBLOCK)
446 timeout = NULL;
448 ret = etnaviv_gem_wait_bo(gpu, obj, timeout);
450 drm_gem_object_put_unlocked(obj);
452 return ret;
455 static int etnaviv_ioctl_pm_query_dom(struct drm_device *dev, void *data,
456 struct drm_file *file)
458 struct etnaviv_drm_private *priv = dev->dev_private;
459 struct drm_etnaviv_pm_domain *args = data;
460 struct etnaviv_gpu *gpu;
462 if (args->pipe >= ETNA_MAX_PIPES)
463 return -EINVAL;
465 gpu = priv->gpu[args->pipe];
466 if (!gpu)
467 return -ENXIO;
469 return etnaviv_pm_query_dom(gpu, args);
472 static int etnaviv_ioctl_pm_query_sig(struct drm_device *dev, void *data,
473 struct drm_file *file)
475 struct etnaviv_drm_private *priv = dev->dev_private;
476 struct drm_etnaviv_pm_signal *args = data;
477 struct etnaviv_gpu *gpu;
479 if (args->pipe >= ETNA_MAX_PIPES)
480 return -EINVAL;
482 gpu = priv->gpu[args->pipe];
483 if (!gpu)
484 return -ENXIO;
486 return etnaviv_pm_query_sig(gpu, args);
489 static const struct drm_ioctl_desc etnaviv_ioctls[] = {
490 #define ETNA_IOCTL(n, func, flags) \
491 DRM_IOCTL_DEF_DRV(ETNAVIV_##n, etnaviv_ioctl_##func, flags)
492 ETNA_IOCTL(GET_PARAM, get_param, DRM_AUTH|DRM_RENDER_ALLOW),
493 ETNA_IOCTL(GEM_NEW, gem_new, DRM_AUTH|DRM_RENDER_ALLOW),
494 ETNA_IOCTL(GEM_INFO, gem_info, DRM_AUTH|DRM_RENDER_ALLOW),
495 ETNA_IOCTL(GEM_CPU_PREP, gem_cpu_prep, DRM_AUTH|DRM_RENDER_ALLOW),
496 ETNA_IOCTL(GEM_CPU_FINI, gem_cpu_fini, DRM_AUTH|DRM_RENDER_ALLOW),
497 ETNA_IOCTL(GEM_SUBMIT, gem_submit, DRM_AUTH|DRM_RENDER_ALLOW),
498 ETNA_IOCTL(WAIT_FENCE, wait_fence, DRM_AUTH|DRM_RENDER_ALLOW),
499 ETNA_IOCTL(GEM_USERPTR, gem_userptr, DRM_AUTH|DRM_RENDER_ALLOW),
500 ETNA_IOCTL(GEM_WAIT, gem_wait, DRM_AUTH|DRM_RENDER_ALLOW),
501 ETNA_IOCTL(PM_QUERY_DOM, pm_query_dom, DRM_AUTH|DRM_RENDER_ALLOW),
502 ETNA_IOCTL(PM_QUERY_SIG, pm_query_sig, DRM_AUTH|DRM_RENDER_ALLOW),
505 static const struct vm_operations_struct vm_ops = {
506 .fault = etnaviv_gem_fault,
507 .open = drm_gem_vm_open,
508 .close = drm_gem_vm_close,
511 static const struct file_operations fops = {
512 .owner = THIS_MODULE,
513 .open = drm_open,
514 .release = drm_release,
515 .unlocked_ioctl = drm_ioctl,
516 .compat_ioctl = drm_compat_ioctl,
517 .poll = drm_poll,
518 .read = drm_read,
519 .llseek = no_llseek,
520 .mmap = etnaviv_gem_mmap,
523 static struct drm_driver etnaviv_drm_driver = {
524 .driver_features = DRIVER_GEM |
525 DRIVER_PRIME |
526 DRIVER_RENDER,
527 .open = etnaviv_open,
528 .postclose = etnaviv_postclose,
529 .gem_free_object_unlocked = etnaviv_gem_free_object,
530 .gem_vm_ops = &vm_ops,
531 .prime_handle_to_fd = drm_gem_prime_handle_to_fd,
532 .prime_fd_to_handle = drm_gem_prime_fd_to_handle,
533 .gem_prime_export = drm_gem_prime_export,
534 .gem_prime_import = drm_gem_prime_import,
535 .gem_prime_res_obj = etnaviv_gem_prime_res_obj,
536 .gem_prime_pin = etnaviv_gem_prime_pin,
537 .gem_prime_unpin = etnaviv_gem_prime_unpin,
538 .gem_prime_get_sg_table = etnaviv_gem_prime_get_sg_table,
539 .gem_prime_import_sg_table = etnaviv_gem_prime_import_sg_table,
540 .gem_prime_vmap = etnaviv_gem_prime_vmap,
541 .gem_prime_vunmap = etnaviv_gem_prime_vunmap,
542 .gem_prime_mmap = etnaviv_gem_prime_mmap,
543 #ifdef CONFIG_DEBUG_FS
544 .debugfs_init = etnaviv_debugfs_init,
545 #endif
546 .ioctls = etnaviv_ioctls,
547 .num_ioctls = DRM_ETNAVIV_NUM_IOCTLS,
548 .fops = &fops,
549 .name = "etnaviv",
550 .desc = "etnaviv DRM",
551 .date = "20151214",
552 .major = 1,
553 .minor = 2,
557 * Platform driver:
559 static int etnaviv_bind(struct device *dev)
561 struct etnaviv_drm_private *priv;
562 struct drm_device *drm;
563 int ret;
565 drm = drm_dev_alloc(&etnaviv_drm_driver, dev);
566 if (IS_ERR(drm))
567 return PTR_ERR(drm);
569 priv = kzalloc(sizeof(*priv), GFP_KERNEL);
570 if (!priv) {
571 dev_err(dev, "failed to allocate private data\n");
572 ret = -ENOMEM;
573 goto out_unref;
575 drm->dev_private = priv;
577 mutex_init(&priv->gem_lock);
578 INIT_LIST_HEAD(&priv->gem_list);
579 priv->num_gpus = 0;
581 dev_set_drvdata(dev, drm);
583 ret = component_bind_all(dev, drm);
584 if (ret < 0)
585 goto out_bind;
587 load_gpu(drm);
589 ret = drm_dev_register(drm, 0);
590 if (ret)
591 goto out_register;
593 return 0;
595 out_register:
596 component_unbind_all(dev, drm);
597 out_bind:
598 kfree(priv);
599 out_unref:
600 drm_dev_unref(drm);
602 return ret;
605 static void etnaviv_unbind(struct device *dev)
607 struct drm_device *drm = dev_get_drvdata(dev);
608 struct etnaviv_drm_private *priv = drm->dev_private;
610 drm_dev_unregister(drm);
612 component_unbind_all(dev, drm);
614 drm->dev_private = NULL;
615 kfree(priv);
617 drm_dev_unref(drm);
620 static const struct component_master_ops etnaviv_master_ops = {
621 .bind = etnaviv_bind,
622 .unbind = etnaviv_unbind,
625 static int compare_of(struct device *dev, void *data)
627 struct device_node *np = data;
629 return dev->of_node == np;
632 static int compare_str(struct device *dev, void *data)
634 return !strcmp(dev_name(dev), data);
637 static int etnaviv_pdev_probe(struct platform_device *pdev)
639 struct device *dev = &pdev->dev;
640 struct device_node *node = dev->of_node;
641 struct component_match *match = NULL;
643 dma_set_coherent_mask(&pdev->dev, DMA_BIT_MASK(32));
645 if (node) {
646 struct device_node *core_node;
647 int i;
649 for (i = 0; ; i++) {
650 core_node = of_parse_phandle(node, "cores", i);
651 if (!core_node)
652 break;
654 drm_of_component_match_add(&pdev->dev, &match,
655 compare_of, core_node);
656 of_node_put(core_node);
658 } else if (dev->platform_data) {
659 char **names = dev->platform_data;
660 unsigned i;
662 for (i = 0; names[i]; i++)
663 component_match_add(dev, &match, compare_str, names[i]);
666 return component_master_add_with_match(dev, &etnaviv_master_ops, match);
669 static int etnaviv_pdev_remove(struct platform_device *pdev)
671 component_master_del(&pdev->dev, &etnaviv_master_ops);
673 return 0;
676 static const struct of_device_id dt_match[] = {
677 { .compatible = "fsl,imx-gpu-subsystem" },
678 { .compatible = "marvell,dove-gpu-subsystem" },
681 MODULE_DEVICE_TABLE(of, dt_match);
683 static struct platform_driver etnaviv_platform_driver = {
684 .probe = etnaviv_pdev_probe,
685 .remove = etnaviv_pdev_remove,
686 .driver = {
687 .name = "etnaviv",
688 .of_match_table = dt_match,
692 static int __init etnaviv_init(void)
694 int ret;
696 etnaviv_validate_init();
698 ret = platform_driver_register(&etnaviv_gpu_driver);
699 if (ret != 0)
700 return ret;
702 ret = platform_driver_register(&etnaviv_platform_driver);
703 if (ret != 0)
704 platform_driver_unregister(&etnaviv_gpu_driver);
706 return ret;
708 module_init(etnaviv_init);
710 static void __exit etnaviv_exit(void)
712 platform_driver_unregister(&etnaviv_gpu_driver);
713 platform_driver_unregister(&etnaviv_platform_driver);
715 module_exit(etnaviv_exit);
717 MODULE_AUTHOR("Christian Gmeiner <christian.gmeiner@gmail.com>");
718 MODULE_AUTHOR("Russell King <rmk+kernel@arm.linux.org.uk>");
719 MODULE_AUTHOR("Lucas Stach <l.stach@pengutronix.de>");
720 MODULE_DESCRIPTION("etnaviv DRM Driver");
721 MODULE_LICENSE("GPL v2");
722 MODULE_ALIAS("platform:etnaviv");