1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright (C) 2014-2018 Etnaviv Project
6 #include <drm/drm_prime.h>
7 #include <linux/dma-buf.h>
9 #include "etnaviv_drv.h"
10 #include "etnaviv_gem.h"
12 static struct lock_class_key etnaviv_prime_lock_class
;
14 struct sg_table
*etnaviv_gem_prime_get_sg_table(struct drm_gem_object
*obj
)
16 struct etnaviv_gem_object
*etnaviv_obj
= to_etnaviv_bo(obj
);
17 int npages
= obj
->size
>> PAGE_SHIFT
;
19 if (WARN_ON(!etnaviv_obj
->pages
)) /* should have already pinned! */
20 return ERR_PTR(-EINVAL
);
22 return drm_prime_pages_to_sg(etnaviv_obj
->pages
, npages
);
25 void *etnaviv_gem_prime_vmap(struct drm_gem_object
*obj
)
27 return etnaviv_gem_vmap(obj
);
30 void etnaviv_gem_prime_vunmap(struct drm_gem_object
*obj
, void *vaddr
)
32 /* TODO msm_gem_vunmap() */
35 int etnaviv_gem_prime_mmap(struct drm_gem_object
*obj
,
36 struct vm_area_struct
*vma
)
38 struct etnaviv_gem_object
*etnaviv_obj
= to_etnaviv_bo(obj
);
41 ret
= drm_gem_mmap_obj(obj
, obj
->size
, vma
);
45 return etnaviv_obj
->ops
->mmap(etnaviv_obj
, vma
);
48 int etnaviv_gem_prime_pin(struct drm_gem_object
*obj
)
50 if (!obj
->import_attach
) {
51 struct etnaviv_gem_object
*etnaviv_obj
= to_etnaviv_bo(obj
);
53 mutex_lock(&etnaviv_obj
->lock
);
54 etnaviv_gem_get_pages(etnaviv_obj
);
55 mutex_unlock(&etnaviv_obj
->lock
);
60 void etnaviv_gem_prime_unpin(struct drm_gem_object
*obj
)
62 if (!obj
->import_attach
) {
63 struct etnaviv_gem_object
*etnaviv_obj
= to_etnaviv_bo(obj
);
65 mutex_lock(&etnaviv_obj
->lock
);
66 etnaviv_gem_put_pages(to_etnaviv_bo(obj
));
67 mutex_unlock(&etnaviv_obj
->lock
);
71 static void etnaviv_gem_prime_release(struct etnaviv_gem_object
*etnaviv_obj
)
73 if (etnaviv_obj
->vaddr
)
74 dma_buf_vunmap(etnaviv_obj
->base
.import_attach
->dmabuf
,
77 /* Don't drop the pages for imported dmabuf, as they are not
78 * ours, just free the array we allocated:
80 if (etnaviv_obj
->pages
)
81 kvfree(etnaviv_obj
->pages
);
83 drm_prime_gem_destroy(&etnaviv_obj
->base
, etnaviv_obj
->sgt
);
86 static void *etnaviv_gem_prime_vmap_impl(struct etnaviv_gem_object
*etnaviv_obj
)
88 lockdep_assert_held(&etnaviv_obj
->lock
);
90 return dma_buf_vmap(etnaviv_obj
->base
.import_attach
->dmabuf
);
93 static int etnaviv_gem_prime_mmap_obj(struct etnaviv_gem_object
*etnaviv_obj
,
94 struct vm_area_struct
*vma
)
96 return dma_buf_mmap(etnaviv_obj
->base
.dma_buf
, vma
, 0);
99 static const struct etnaviv_gem_ops etnaviv_gem_prime_ops
= {
100 /* .get_pages should never be called */
101 .release
= etnaviv_gem_prime_release
,
102 .vmap
= etnaviv_gem_prime_vmap_impl
,
103 .mmap
= etnaviv_gem_prime_mmap_obj
,
106 struct drm_gem_object
*etnaviv_gem_prime_import_sg_table(struct drm_device
*dev
,
107 struct dma_buf_attachment
*attach
, struct sg_table
*sgt
)
109 struct etnaviv_gem_object
*etnaviv_obj
;
110 size_t size
= PAGE_ALIGN(attach
->dmabuf
->size
);
113 ret
= etnaviv_gem_new_private(dev
, size
, ETNA_BO_WC
,
114 &etnaviv_gem_prime_ops
, &etnaviv_obj
);
118 lockdep_set_class(&etnaviv_obj
->lock
, &etnaviv_prime_lock_class
);
120 npages
= size
/ PAGE_SIZE
;
122 etnaviv_obj
->sgt
= sgt
;
123 etnaviv_obj
->pages
= kvmalloc_array(npages
, sizeof(struct page
*), GFP_KERNEL
);
124 if (!etnaviv_obj
->pages
) {
129 ret
= drm_prime_sg_to_page_addr_arrays(sgt
, etnaviv_obj
->pages
,
134 etnaviv_gem_obj_add(dev
, &etnaviv_obj
->base
);
136 return &etnaviv_obj
->base
;
139 drm_gem_object_put_unlocked(&etnaviv_obj
->base
);