2 * Copyright (C) 2015 Etnaviv Project
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of the GNU General Public License version 2 as published by
6 * the Free Software Foundation.
8 * This program is distributed in the hope that it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * You should have received a copy of the GNU General Public License along with
14 * this program. If not, see <http://www.gnu.org/licenses/>.
17 #include <linux/component.h>
18 #include <linux/of_platform.h>
19 #include <drm/drm_of.h>
21 #include "etnaviv_cmdbuf.h"
22 #include "etnaviv_drv.h"
23 #include "etnaviv_gpu.h"
24 #include "etnaviv_gem.h"
25 #include "etnaviv_mmu.h"
26 #include "etnaviv_perfmon.h"
28 #ifdef CONFIG_DRM_ETNAVIV_REGISTER_LOGGING
30 MODULE_PARM_DESC(reglog
, "Enable register read/write logging");
31 module_param(reglog
, bool, 0600);
36 void __iomem
*etnaviv_ioremap(struct platform_device
*pdev
, const char *name
,
43 res
= platform_get_resource_byname(pdev
, IORESOURCE_MEM
, name
);
45 res
= platform_get_resource(pdev
, IORESOURCE_MEM
, 0);
47 ptr
= devm_ioremap_resource(&pdev
->dev
, res
);
49 dev_err(&pdev
->dev
, "failed to ioremap %s: %ld\n", name
,
55 dev_printk(KERN_DEBUG
, &pdev
->dev
, "IO:region %s 0x%p %08zx\n",
56 dbgname
, ptr
, (size_t)resource_size(res
));
61 void etnaviv_writel(u32 data
, void __iomem
*addr
)
64 printk(KERN_DEBUG
"IO:W %p %08x\n", addr
, data
);
69 u32
etnaviv_readl(const void __iomem
*addr
)
71 u32 val
= readl(addr
);
74 printk(KERN_DEBUG
"IO:R %p %08x\n", addr
, val
);
84 static void load_gpu(struct drm_device
*dev
)
86 struct etnaviv_drm_private
*priv
= dev
->dev_private
;
89 for (i
= 0; i
< ETNA_MAX_PIPES
; i
++) {
90 struct etnaviv_gpu
*g
= priv
->gpu
[i
];
95 ret
= etnaviv_gpu_init(g
);
102 static int etnaviv_open(struct drm_device
*dev
, struct drm_file
*file
)
104 struct etnaviv_file_private
*ctx
;
106 ctx
= kzalloc(sizeof(*ctx
), GFP_KERNEL
);
110 file
->driver_priv
= ctx
;
115 static void etnaviv_postclose(struct drm_device
*dev
, struct drm_file
*file
)
117 struct etnaviv_drm_private
*priv
= dev
->dev_private
;
118 struct etnaviv_file_private
*ctx
= file
->driver_priv
;
121 for (i
= 0; i
< ETNA_MAX_PIPES
; i
++) {
122 struct etnaviv_gpu
*gpu
= priv
->gpu
[i
];
125 mutex_lock(&gpu
->lock
);
126 if (gpu
->lastctx
== ctx
)
128 mutex_unlock(&gpu
->lock
);
139 #ifdef CONFIG_DEBUG_FS
140 static int etnaviv_gem_show(struct drm_device
*dev
, struct seq_file
*m
)
142 struct etnaviv_drm_private
*priv
= dev
->dev_private
;
144 etnaviv_gem_describe_objects(priv
, m
);
149 static int etnaviv_mm_show(struct drm_device
*dev
, struct seq_file
*m
)
151 struct drm_printer p
= drm_seq_file_printer(m
);
153 read_lock(&dev
->vma_offset_manager
->vm_lock
);
154 drm_mm_print(&dev
->vma_offset_manager
->vm_addr_space_mm
, &p
);
155 read_unlock(&dev
->vma_offset_manager
->vm_lock
);
160 static int etnaviv_mmu_show(struct etnaviv_gpu
*gpu
, struct seq_file
*m
)
162 struct drm_printer p
= drm_seq_file_printer(m
);
164 seq_printf(m
, "Active Objects (%s):\n", dev_name(gpu
->dev
));
166 mutex_lock(&gpu
->mmu
->lock
);
167 drm_mm_print(&gpu
->mmu
->mm
, &p
);
168 mutex_unlock(&gpu
->mmu
->lock
);
173 static void etnaviv_buffer_dump(struct etnaviv_gpu
*gpu
, struct seq_file
*m
)
175 struct etnaviv_cmdbuf
*buf
= &gpu
->buffer
;
176 u32 size
= buf
->size
;
177 u32
*ptr
= buf
->vaddr
;
180 seq_printf(m
, "virt %p - phys 0x%llx - free 0x%08x\n",
181 buf
->vaddr
, (u64
)etnaviv_cmdbuf_get_pa(buf
),
182 size
- buf
->user_size
);
184 for (i
= 0; i
< size
/ 4; i
++) {
188 seq_printf(m
, "\t0x%p: ", ptr
+ i
);
189 seq_printf(m
, "%08x ", *(ptr
+ i
));
194 static int etnaviv_ring_show(struct etnaviv_gpu
*gpu
, struct seq_file
*m
)
196 seq_printf(m
, "Ring Buffer (%s): ", dev_name(gpu
->dev
));
198 mutex_lock(&gpu
->lock
);
199 etnaviv_buffer_dump(gpu
, m
);
200 mutex_unlock(&gpu
->lock
);
205 static int show_unlocked(struct seq_file
*m
, void *arg
)
207 struct drm_info_node
*node
= (struct drm_info_node
*) m
->private;
208 struct drm_device
*dev
= node
->minor
->dev
;
209 int (*show
)(struct drm_device
*dev
, struct seq_file
*m
) =
210 node
->info_ent
->data
;
215 static int show_each_gpu(struct seq_file
*m
, void *arg
)
217 struct drm_info_node
*node
= (struct drm_info_node
*) m
->private;
218 struct drm_device
*dev
= node
->minor
->dev
;
219 struct etnaviv_drm_private
*priv
= dev
->dev_private
;
220 struct etnaviv_gpu
*gpu
;
221 int (*show
)(struct etnaviv_gpu
*gpu
, struct seq_file
*m
) =
222 node
->info_ent
->data
;
226 for (i
= 0; i
< ETNA_MAX_PIPES
; i
++) {
239 static struct drm_info_list etnaviv_debugfs_list
[] = {
240 {"gpu", show_each_gpu
, 0, etnaviv_gpu_debugfs
},
241 {"gem", show_unlocked
, 0, etnaviv_gem_show
},
242 { "mm", show_unlocked
, 0, etnaviv_mm_show
},
243 {"mmu", show_each_gpu
, 0, etnaviv_mmu_show
},
244 {"ring", show_each_gpu
, 0, etnaviv_ring_show
},
247 static int etnaviv_debugfs_init(struct drm_minor
*minor
)
249 struct drm_device
*dev
= minor
->dev
;
252 ret
= drm_debugfs_create_files(etnaviv_debugfs_list
,
253 ARRAY_SIZE(etnaviv_debugfs_list
),
254 minor
->debugfs_root
, minor
);
257 dev_err(dev
->dev
, "could not install etnaviv_debugfs_list\n");
269 static int etnaviv_ioctl_get_param(struct drm_device
*dev
, void *data
,
270 struct drm_file
*file
)
272 struct etnaviv_drm_private
*priv
= dev
->dev_private
;
273 struct drm_etnaviv_param
*args
= data
;
274 struct etnaviv_gpu
*gpu
;
276 if (args
->pipe
>= ETNA_MAX_PIPES
)
279 gpu
= priv
->gpu
[args
->pipe
];
283 return etnaviv_gpu_get_param(gpu
, args
->param
, &args
->value
);
286 static int etnaviv_ioctl_gem_new(struct drm_device
*dev
, void *data
,
287 struct drm_file
*file
)
289 struct drm_etnaviv_gem_new
*args
= data
;
291 if (args
->flags
& ~(ETNA_BO_CACHED
| ETNA_BO_WC
| ETNA_BO_UNCACHED
|
295 return etnaviv_gem_new_handle(dev
, file
, args
->size
,
296 args
->flags
, &args
->handle
);
299 #define TS(t) ((struct timespec){ \
300 .tv_sec = (t).tv_sec, \
301 .tv_nsec = (t).tv_nsec \
304 static int etnaviv_ioctl_gem_cpu_prep(struct drm_device
*dev
, void *data
,
305 struct drm_file
*file
)
307 struct drm_etnaviv_gem_cpu_prep
*args
= data
;
308 struct drm_gem_object
*obj
;
311 if (args
->op
& ~(ETNA_PREP_READ
| ETNA_PREP_WRITE
| ETNA_PREP_NOSYNC
))
314 obj
= drm_gem_object_lookup(file
, args
->handle
);
318 ret
= etnaviv_gem_cpu_prep(obj
, args
->op
, &TS(args
->timeout
));
320 drm_gem_object_put_unlocked(obj
);
325 static int etnaviv_ioctl_gem_cpu_fini(struct drm_device
*dev
, void *data
,
326 struct drm_file
*file
)
328 struct drm_etnaviv_gem_cpu_fini
*args
= data
;
329 struct drm_gem_object
*obj
;
335 obj
= drm_gem_object_lookup(file
, args
->handle
);
339 ret
= etnaviv_gem_cpu_fini(obj
);
341 drm_gem_object_put_unlocked(obj
);
346 static int etnaviv_ioctl_gem_info(struct drm_device
*dev
, void *data
,
347 struct drm_file
*file
)
349 struct drm_etnaviv_gem_info
*args
= data
;
350 struct drm_gem_object
*obj
;
356 obj
= drm_gem_object_lookup(file
, args
->handle
);
360 ret
= etnaviv_gem_mmap_offset(obj
, &args
->offset
);
361 drm_gem_object_put_unlocked(obj
);
366 static int etnaviv_ioctl_wait_fence(struct drm_device
*dev
, void *data
,
367 struct drm_file
*file
)
369 struct drm_etnaviv_wait_fence
*args
= data
;
370 struct etnaviv_drm_private
*priv
= dev
->dev_private
;
371 struct timespec
*timeout
= &TS(args
->timeout
);
372 struct etnaviv_gpu
*gpu
;
374 if (args
->flags
& ~(ETNA_WAIT_NONBLOCK
))
377 if (args
->pipe
>= ETNA_MAX_PIPES
)
380 gpu
= priv
->gpu
[args
->pipe
];
384 if (args
->flags
& ETNA_WAIT_NONBLOCK
)
387 return etnaviv_gpu_wait_fence_interruptible(gpu
, args
->fence
,
391 static int etnaviv_ioctl_gem_userptr(struct drm_device
*dev
, void *data
,
392 struct drm_file
*file
)
394 struct drm_etnaviv_gem_userptr
*args
= data
;
397 if (args
->flags
& ~(ETNA_USERPTR_READ
|ETNA_USERPTR_WRITE
) ||
401 if (offset_in_page(args
->user_ptr
| args
->user_size
) ||
402 (uintptr_t)args
->user_ptr
!= args
->user_ptr
||
403 (u32
)args
->user_size
!= args
->user_size
||
404 args
->user_ptr
& ~PAGE_MASK
)
407 if (args
->flags
& ETNA_USERPTR_WRITE
)
408 access
= VERIFY_WRITE
;
410 access
= VERIFY_READ
;
412 if (!access_ok(access
, (void __user
*)(unsigned long)args
->user_ptr
,
416 return etnaviv_gem_new_userptr(dev
, file
, args
->user_ptr
,
417 args
->user_size
, args
->flags
,
421 static int etnaviv_ioctl_gem_wait(struct drm_device
*dev
, void *data
,
422 struct drm_file
*file
)
424 struct etnaviv_drm_private
*priv
= dev
->dev_private
;
425 struct drm_etnaviv_gem_wait
*args
= data
;
426 struct timespec
*timeout
= &TS(args
->timeout
);
427 struct drm_gem_object
*obj
;
428 struct etnaviv_gpu
*gpu
;
431 if (args
->flags
& ~(ETNA_WAIT_NONBLOCK
))
434 if (args
->pipe
>= ETNA_MAX_PIPES
)
437 gpu
= priv
->gpu
[args
->pipe
];
441 obj
= drm_gem_object_lookup(file
, args
->handle
);
445 if (args
->flags
& ETNA_WAIT_NONBLOCK
)
448 ret
= etnaviv_gem_wait_bo(gpu
, obj
, timeout
);
450 drm_gem_object_put_unlocked(obj
);
455 static int etnaviv_ioctl_pm_query_dom(struct drm_device
*dev
, void *data
,
456 struct drm_file
*file
)
458 struct etnaviv_drm_private
*priv
= dev
->dev_private
;
459 struct drm_etnaviv_pm_domain
*args
= data
;
460 struct etnaviv_gpu
*gpu
;
462 if (args
->pipe
>= ETNA_MAX_PIPES
)
465 gpu
= priv
->gpu
[args
->pipe
];
469 return etnaviv_pm_query_dom(gpu
, args
);
472 static int etnaviv_ioctl_pm_query_sig(struct drm_device
*dev
, void *data
,
473 struct drm_file
*file
)
475 struct etnaviv_drm_private
*priv
= dev
->dev_private
;
476 struct drm_etnaviv_pm_signal
*args
= data
;
477 struct etnaviv_gpu
*gpu
;
479 if (args
->pipe
>= ETNA_MAX_PIPES
)
482 gpu
= priv
->gpu
[args
->pipe
];
486 return etnaviv_pm_query_sig(gpu
, args
);
489 static const struct drm_ioctl_desc etnaviv_ioctls
[] = {
490 #define ETNA_IOCTL(n, func, flags) \
491 DRM_IOCTL_DEF_DRV(ETNAVIV_##n, etnaviv_ioctl_##func, flags)
492 ETNA_IOCTL(GET_PARAM
, get_param
, DRM_AUTH
|DRM_RENDER_ALLOW
),
493 ETNA_IOCTL(GEM_NEW
, gem_new
, DRM_AUTH
|DRM_RENDER_ALLOW
),
494 ETNA_IOCTL(GEM_INFO
, gem_info
, DRM_AUTH
|DRM_RENDER_ALLOW
),
495 ETNA_IOCTL(GEM_CPU_PREP
, gem_cpu_prep
, DRM_AUTH
|DRM_RENDER_ALLOW
),
496 ETNA_IOCTL(GEM_CPU_FINI
, gem_cpu_fini
, DRM_AUTH
|DRM_RENDER_ALLOW
),
497 ETNA_IOCTL(GEM_SUBMIT
, gem_submit
, DRM_AUTH
|DRM_RENDER_ALLOW
),
498 ETNA_IOCTL(WAIT_FENCE
, wait_fence
, DRM_AUTH
|DRM_RENDER_ALLOW
),
499 ETNA_IOCTL(GEM_USERPTR
, gem_userptr
, DRM_AUTH
|DRM_RENDER_ALLOW
),
500 ETNA_IOCTL(GEM_WAIT
, gem_wait
, DRM_AUTH
|DRM_RENDER_ALLOW
),
501 ETNA_IOCTL(PM_QUERY_DOM
, pm_query_dom
, DRM_AUTH
|DRM_RENDER_ALLOW
),
502 ETNA_IOCTL(PM_QUERY_SIG
, pm_query_sig
, DRM_AUTH
|DRM_RENDER_ALLOW
),
505 static const struct vm_operations_struct vm_ops
= {
506 .fault
= etnaviv_gem_fault
,
507 .open
= drm_gem_vm_open
,
508 .close
= drm_gem_vm_close
,
511 static const struct file_operations fops
= {
512 .owner
= THIS_MODULE
,
514 .release
= drm_release
,
515 .unlocked_ioctl
= drm_ioctl
,
516 .compat_ioctl
= drm_compat_ioctl
,
520 .mmap
= etnaviv_gem_mmap
,
523 static struct drm_driver etnaviv_drm_driver
= {
524 .driver_features
= DRIVER_GEM
|
527 .open
= etnaviv_open
,
528 .postclose
= etnaviv_postclose
,
529 .gem_free_object_unlocked
= etnaviv_gem_free_object
,
530 .gem_vm_ops
= &vm_ops
,
531 .prime_handle_to_fd
= drm_gem_prime_handle_to_fd
,
532 .prime_fd_to_handle
= drm_gem_prime_fd_to_handle
,
533 .gem_prime_export
= drm_gem_prime_export
,
534 .gem_prime_import
= drm_gem_prime_import
,
535 .gem_prime_res_obj
= etnaviv_gem_prime_res_obj
,
536 .gem_prime_pin
= etnaviv_gem_prime_pin
,
537 .gem_prime_unpin
= etnaviv_gem_prime_unpin
,
538 .gem_prime_get_sg_table
= etnaviv_gem_prime_get_sg_table
,
539 .gem_prime_import_sg_table
= etnaviv_gem_prime_import_sg_table
,
540 .gem_prime_vmap
= etnaviv_gem_prime_vmap
,
541 .gem_prime_vunmap
= etnaviv_gem_prime_vunmap
,
542 .gem_prime_mmap
= etnaviv_gem_prime_mmap
,
543 #ifdef CONFIG_DEBUG_FS
544 .debugfs_init
= etnaviv_debugfs_init
,
546 .ioctls
= etnaviv_ioctls
,
547 .num_ioctls
= DRM_ETNAVIV_NUM_IOCTLS
,
550 .desc
= "etnaviv DRM",
559 static int etnaviv_bind(struct device
*dev
)
561 struct etnaviv_drm_private
*priv
;
562 struct drm_device
*drm
;
565 drm
= drm_dev_alloc(&etnaviv_drm_driver
, dev
);
569 priv
= kzalloc(sizeof(*priv
), GFP_KERNEL
);
571 dev_err(dev
, "failed to allocate private data\n");
575 drm
->dev_private
= priv
;
577 mutex_init(&priv
->gem_lock
);
578 INIT_LIST_HEAD(&priv
->gem_list
);
581 dev_set_drvdata(dev
, drm
);
583 ret
= component_bind_all(dev
, drm
);
589 ret
= drm_dev_register(drm
, 0);
596 component_unbind_all(dev
, drm
);
605 static void etnaviv_unbind(struct device
*dev
)
607 struct drm_device
*drm
= dev_get_drvdata(dev
);
608 struct etnaviv_drm_private
*priv
= drm
->dev_private
;
610 drm_dev_unregister(drm
);
612 component_unbind_all(dev
, drm
);
614 drm
->dev_private
= NULL
;
620 static const struct component_master_ops etnaviv_master_ops
= {
621 .bind
= etnaviv_bind
,
622 .unbind
= etnaviv_unbind
,
625 static int compare_of(struct device
*dev
, void *data
)
627 struct device_node
*np
= data
;
629 return dev
->of_node
== np
;
632 static int compare_str(struct device
*dev
, void *data
)
634 return !strcmp(dev_name(dev
), data
);
637 static int etnaviv_pdev_probe(struct platform_device
*pdev
)
639 struct device
*dev
= &pdev
->dev
;
640 struct device_node
*node
= dev
->of_node
;
641 struct component_match
*match
= NULL
;
643 dma_set_coherent_mask(&pdev
->dev
, DMA_BIT_MASK(32));
646 struct device_node
*core_node
;
650 core_node
= of_parse_phandle(node
, "cores", i
);
654 drm_of_component_match_add(&pdev
->dev
, &match
,
655 compare_of
, core_node
);
656 of_node_put(core_node
);
658 } else if (dev
->platform_data
) {
659 char **names
= dev
->platform_data
;
662 for (i
= 0; names
[i
]; i
++)
663 component_match_add(dev
, &match
, compare_str
, names
[i
]);
666 return component_master_add_with_match(dev
, &etnaviv_master_ops
, match
);
669 static int etnaviv_pdev_remove(struct platform_device
*pdev
)
671 component_master_del(&pdev
->dev
, &etnaviv_master_ops
);
676 static const struct of_device_id dt_match
[] = {
677 { .compatible
= "fsl,imx-gpu-subsystem" },
678 { .compatible
= "marvell,dove-gpu-subsystem" },
681 MODULE_DEVICE_TABLE(of
, dt_match
);
683 static struct platform_driver etnaviv_platform_driver
= {
684 .probe
= etnaviv_pdev_probe
,
685 .remove
= etnaviv_pdev_remove
,
688 .of_match_table
= dt_match
,
692 static int __init
etnaviv_init(void)
696 etnaviv_validate_init();
698 ret
= platform_driver_register(&etnaviv_gpu_driver
);
702 ret
= platform_driver_register(&etnaviv_platform_driver
);
704 platform_driver_unregister(&etnaviv_gpu_driver
);
708 module_init(etnaviv_init
);
710 static void __exit
etnaviv_exit(void)
712 platform_driver_unregister(&etnaviv_gpu_driver
);
713 platform_driver_unregister(&etnaviv_platform_driver
);
715 module_exit(etnaviv_exit
);
717 MODULE_AUTHOR("Christian Gmeiner <christian.gmeiner@gmail.com>");
718 MODULE_AUTHOR("Russell King <rmk+kernel@arm.linux.org.uk>");
719 MODULE_AUTHOR("Lucas Stach <l.stach@pengutronix.de>");
720 MODULE_DESCRIPTION("etnaviv DRM Driver");
721 MODULE_LICENSE("GPL v2");
722 MODULE_ALIAS("platform:etnaviv");