1f6ffbd4fSLucas Stach // SPDX-License-Identifier: GPL-2.0
2a8c21a54SThe etnaviv authors /*
3f6ffbd4fSLucas Stach * Copyright (C) 2014-2018 Etnaviv Project
4a8c21a54SThe etnaviv authors */
5a8c21a54SThe etnaviv authors
66eae41feSSam Ravnborg #include <drm/drm_prime.h>
7a8c21a54SThe etnaviv authors #include <linux/dma-buf.h>
816b0314aSGreg Kroah-Hartman #include <linux/module.h>
96eae41feSSam Ravnborg
10a8c21a54SThe etnaviv authors #include "etnaviv_drv.h"
11a8c21a54SThe etnaviv authors #include "etnaviv_gem.h"
12a8c21a54SThe etnaviv authors
1316b0314aSGreg Kroah-Hartman MODULE_IMPORT_NS(DMA_BUF);
1416b0314aSGreg Kroah-Hartman
15d6a8743dSLucas Stach static struct lock_class_key etnaviv_prime_lock_class;
16a8c21a54SThe etnaviv authors
etnaviv_gem_prime_get_sg_table(struct drm_gem_object * obj)17a8c21a54SThe etnaviv authors struct sg_table *etnaviv_gem_prime_get_sg_table(struct drm_gem_object *obj)
18a8c21a54SThe etnaviv authors {
19a8c21a54SThe etnaviv authors struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
205f4a4a73SLucas Stach int npages = obj->size >> PAGE_SHIFT;
21a8c21a54SThe etnaviv authors
225f4a4a73SLucas Stach if (WARN_ON(!etnaviv_obj->pages)) /* should have already pinned! */
239e053523SDan Carpenter return ERR_PTR(-EINVAL);
24a8c21a54SThe etnaviv authors
25707d561fSGerd Hoffmann return drm_prime_pages_to_sg(obj->dev, etnaviv_obj->pages, npages);
26a8c21a54SThe etnaviv authors }
27a8c21a54SThe etnaviv authors
etnaviv_gem_prime_vmap(struct drm_gem_object * obj,struct iosys_map * map)287938f421SLucas De Marchi int etnaviv_gem_prime_vmap(struct drm_gem_object *obj, struct iosys_map *map)
29a8c21a54SThe etnaviv authors {
3049a3f51dSThomas Zimmermann void *vaddr;
3149a3f51dSThomas Zimmermann
3249a3f51dSThomas Zimmermann vaddr = etnaviv_gem_vmap(obj);
3349a3f51dSThomas Zimmermann if (!vaddr)
3449a3f51dSThomas Zimmermann return -ENOMEM;
357938f421SLucas De Marchi iosys_map_set_vaddr(map, vaddr);
3649a3f51dSThomas Zimmermann
3749a3f51dSThomas Zimmermann return 0;
38a8c21a54SThe etnaviv authors }
39a8c21a54SThe etnaviv authors
etnaviv_gem_prime_pin(struct drm_gem_object * obj)40a8c21a54SThe etnaviv authors int etnaviv_gem_prime_pin(struct drm_gem_object *obj)
41a8c21a54SThe etnaviv authors {
42a8c21a54SThe etnaviv authors if (!obj->import_attach) {
43a8c21a54SThe etnaviv authors struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
44a8c21a54SThe etnaviv authors
45a8c21a54SThe etnaviv authors mutex_lock(&etnaviv_obj->lock);
46a8c21a54SThe etnaviv authors etnaviv_gem_get_pages(etnaviv_obj);
47a8c21a54SThe etnaviv authors mutex_unlock(&etnaviv_obj->lock);
48a8c21a54SThe etnaviv authors }
49a8c21a54SThe etnaviv authors return 0;
50a8c21a54SThe etnaviv authors }
51a8c21a54SThe etnaviv authors
etnaviv_gem_prime_unpin(struct drm_gem_object * obj)52a8c21a54SThe etnaviv authors void etnaviv_gem_prime_unpin(struct drm_gem_object *obj)
53a8c21a54SThe etnaviv authors {
54a8c21a54SThe etnaviv authors if (!obj->import_attach) {
55a8c21a54SThe etnaviv authors struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
56a8c21a54SThe etnaviv authors
57a8c21a54SThe etnaviv authors mutex_lock(&etnaviv_obj->lock);
58a8c21a54SThe etnaviv authors etnaviv_gem_put_pages(to_etnaviv_bo(obj));
59a8c21a54SThe etnaviv authors mutex_unlock(&etnaviv_obj->lock);
60a8c21a54SThe etnaviv authors }
61a8c21a54SThe etnaviv authors }
62a8c21a54SThe etnaviv authors
etnaviv_gem_prime_release(struct etnaviv_gem_object * etnaviv_obj)63a8c21a54SThe etnaviv authors static void etnaviv_gem_prime_release(struct etnaviv_gem_object *etnaviv_obj)
64a8c21a54SThe etnaviv authors {
657938f421SLucas De Marchi struct iosys_map map = IOSYS_MAP_INIT_VADDR(etnaviv_obj->vaddr);
6620e76f1aSThomas Zimmermann
67a8c21a54SThe etnaviv authors if (etnaviv_obj->vaddr)
6803a75fd6SDmitry Osipenko dma_buf_vunmap_unlocked(etnaviv_obj->base.import_attach->dmabuf, &map);
69a8c21a54SThe etnaviv authors
70a8c21a54SThe etnaviv authors /* Don't drop the pages for imported dmabuf, as they are not
71a8c21a54SThe etnaviv authors * ours, just free the array we allocated:
72a8c21a54SThe etnaviv authors */
732098105eSMichal Hocko kvfree(etnaviv_obj->pages);
74a8c21a54SThe etnaviv authors
75a8c21a54SThe etnaviv authors drm_prime_gem_destroy(&etnaviv_obj->base, etnaviv_obj->sgt);
76a8c21a54SThe etnaviv authors }
77a8c21a54SThe etnaviv authors
etnaviv_gem_prime_vmap_impl(struct etnaviv_gem_object * etnaviv_obj)78a0a5ab3eSLucas Stach static void *etnaviv_gem_prime_vmap_impl(struct etnaviv_gem_object *etnaviv_obj)
79a0a5ab3eSLucas Stach {
807938f421SLucas De Marchi struct iosys_map map;
816619ccf1SThomas Zimmermann int ret;
826619ccf1SThomas Zimmermann
83a0a5ab3eSLucas Stach lockdep_assert_held(&etnaviv_obj->lock);
84a0a5ab3eSLucas Stach
856619ccf1SThomas Zimmermann ret = dma_buf_vmap(etnaviv_obj->base.import_attach->dmabuf, &map);
866619ccf1SThomas Zimmermann if (ret)
876619ccf1SThomas Zimmermann return NULL;
886619ccf1SThomas Zimmermann return map.vaddr;
89a0a5ab3eSLucas Stach }
90a0a5ab3eSLucas Stach
etnaviv_gem_prime_mmap_obj(struct etnaviv_gem_object * etnaviv_obj,struct vm_area_struct * vma)91a10e2bdeSLucas Stach static int etnaviv_gem_prime_mmap_obj(struct etnaviv_gem_object *etnaviv_obj,
92a10e2bdeSLucas Stach struct vm_area_struct *vma)
93a10e2bdeSLucas Stach {
94*963b2e8cSLucas Stach int ret;
95*963b2e8cSLucas Stach
96*963b2e8cSLucas Stach ret = dma_buf_mmap(etnaviv_obj->base.dma_buf, vma, 0);
97*963b2e8cSLucas Stach if (!ret) {
98*963b2e8cSLucas Stach /* Drop the reference acquired by drm_gem_mmap_obj(). */
99*963b2e8cSLucas Stach drm_gem_object_put(&etnaviv_obj->base);
100*963b2e8cSLucas Stach }
101*963b2e8cSLucas Stach
102*963b2e8cSLucas Stach return ret;
103a10e2bdeSLucas Stach }
104a10e2bdeSLucas Stach
105a8c21a54SThe etnaviv authors static const struct etnaviv_gem_ops etnaviv_gem_prime_ops = {
106a8c21a54SThe etnaviv authors /* .get_pages should never be called */
107a8c21a54SThe etnaviv authors .release = etnaviv_gem_prime_release,
108a0a5ab3eSLucas Stach .vmap = etnaviv_gem_prime_vmap_impl,
109a10e2bdeSLucas Stach .mmap = etnaviv_gem_prime_mmap_obj,
110a8c21a54SThe etnaviv authors };
111a8c21a54SThe etnaviv authors
etnaviv_gem_prime_import_sg_table(struct drm_device * dev,struct dma_buf_attachment * attach,struct sg_table * sgt)112a8c21a54SThe etnaviv authors struct drm_gem_object *etnaviv_gem_prime_import_sg_table(struct drm_device *dev,
113a8c21a54SThe etnaviv authors struct dma_buf_attachment *attach, struct sg_table *sgt)
114a8c21a54SThe etnaviv authors {
115a8c21a54SThe etnaviv authors struct etnaviv_gem_object *etnaviv_obj;
116a8c21a54SThe etnaviv authors size_t size = PAGE_ALIGN(attach->dmabuf->size);
117a8c21a54SThe etnaviv authors int ret, npages;
118a8c21a54SThe etnaviv authors
119a8c21a54SThe etnaviv authors ret = etnaviv_gem_new_private(dev, size, ETNA_BO_WC,
120a8c21a54SThe etnaviv authors &etnaviv_gem_prime_ops, &etnaviv_obj);
121a8c21a54SThe etnaviv authors if (ret < 0)
122a8c21a54SThe etnaviv authors return ERR_PTR(ret);
123a8c21a54SThe etnaviv authors
124d6a8743dSLucas Stach lockdep_set_class(&etnaviv_obj->lock, &etnaviv_prime_lock_class);
125d6a8743dSLucas Stach
126a8c21a54SThe etnaviv authors npages = size / PAGE_SIZE;
127a8c21a54SThe etnaviv authors
128a8c21a54SThe etnaviv authors etnaviv_obj->sgt = sgt;
1292098105eSMichal Hocko etnaviv_obj->pages = kvmalloc_array(npages, sizeof(struct page *), GFP_KERNEL);
130a8c21a54SThe etnaviv authors if (!etnaviv_obj->pages) {
131a8c21a54SThe etnaviv authors ret = -ENOMEM;
132a8c21a54SThe etnaviv authors goto fail;
133a8c21a54SThe etnaviv authors }
134a8c21a54SThe etnaviv authors
135c67e6279SChristian König ret = drm_prime_sg_to_page_array(sgt, etnaviv_obj->pages, npages);
136a8c21a54SThe etnaviv authors if (ret)
137a8c21a54SThe etnaviv authors goto fail;
138a8c21a54SThe etnaviv authors
13954f09288SLucas Stach etnaviv_gem_obj_add(dev, &etnaviv_obj->base);
140a8c21a54SThe etnaviv authors
141a8c21a54SThe etnaviv authors return &etnaviv_obj->base;
142a8c21a54SThe etnaviv authors
143a8c21a54SThe etnaviv authors fail:
1446780bf32SEmil Velikov drm_gem_object_put(&etnaviv_obj->base);
145a8c21a54SThe etnaviv authors
146a8c21a54SThe etnaviv authors return ERR_PTR(ret);
147a8c21a54SThe etnaviv authors }
148