12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
21c248b7dSInki Dae /* exynos_drm_gem.c
31c248b7dSInki Dae *
41c248b7dSInki Dae * Copyright (c) 2011 Samsung Electronics Co., Ltd.
51c248b7dSInki Dae * Author: Inki Dae <inki.dae@samsung.com>
61c248b7dSInki Dae */
71c248b7dSInki Dae
81c248b7dSInki Dae
901ed50ddSJoonyoung Shim #include <linux/dma-buf.h>
1001c8f1c4SDan Williams #include <linux/pfn_t.h>
112bda34d7SSam Ravnborg #include <linux/shmem_fs.h>
1216b0314aSGreg Kroah-Hartman #include <linux/module.h>
132bda34d7SSam Ravnborg
142bda34d7SSam Ravnborg #include <drm/drm_prime.h>
152bda34d7SSam Ravnborg #include <drm/drm_vma_manager.h>
161c248b7dSInki Dae #include <drm/exynos_drm.h>
171c248b7dSInki Dae
181c248b7dSInki Dae #include "exynos_drm_drv.h"
191c248b7dSInki Dae #include "exynos_drm_gem.h"
201c248b7dSInki Dae
2116b0314aSGreg Kroah-Hartman MODULE_IMPORT_NS(DMA_BUF);
2216b0314aSGreg Kroah-Hartman
232043e6f6SThomas Zimmermann static int exynos_drm_gem_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma);
242043e6f6SThomas Zimmermann
exynos_drm_alloc_buf(struct exynos_drm_gem * exynos_gem,bool kvmap)259940d9d9SMarek Szyprowski static int exynos_drm_alloc_buf(struct exynos_drm_gem *exynos_gem, bool kvmap)
262a8cb489SJoonyoung Shim {
27813fd67bSJoonyoung Shim struct drm_device *dev = exynos_gem->base.dev;
289940d9d9SMarek Szyprowski unsigned long attr = 0;
292a8cb489SJoonyoung Shim
30813fd67bSJoonyoung Shim if (exynos_gem->dma_addr) {
316be90056SInki Dae DRM_DEV_DEBUG_KMS(to_dma_dev(dev), "already allocated.\n");
322a8cb489SJoonyoung Shim return 0;
332a8cb489SJoonyoung Shim }
342a8cb489SJoonyoung Shim
352a8cb489SJoonyoung Shim /*
362a8cb489SJoonyoung Shim * if EXYNOS_BO_CONTIG, fully physically contiguous memory
372a8cb489SJoonyoung Shim * region will be allocated else physically contiguous
382a8cb489SJoonyoung Shim * as possible.
392a8cb489SJoonyoung Shim */
40813fd67bSJoonyoung Shim if (!(exynos_gem->flags & EXYNOS_BO_NONCONTIG))
419940d9d9SMarek Szyprowski attr |= DMA_ATTR_FORCE_CONTIGUOUS;
422a8cb489SJoonyoung Shim
432a8cb489SJoonyoung Shim /*
442a8cb489SJoonyoung Shim * if EXYNOS_BO_WC or EXYNOS_BO_NONCACHABLE, writecombine mapping
452a8cb489SJoonyoung Shim * else cachable mapping.
462a8cb489SJoonyoung Shim */
47813fd67bSJoonyoung Shim if (exynos_gem->flags & EXYNOS_BO_WC ||
48813fd67bSJoonyoung Shim !(exynos_gem->flags & EXYNOS_BO_CACHABLE))
499940d9d9SMarek Szyprowski attr |= DMA_ATTR_WRITE_COMBINE;
502a8cb489SJoonyoung Shim
519940d9d9SMarek Szyprowski /* FBDev emulation requires kernel mapping */
529940d9d9SMarek Szyprowski if (!kvmap)
539940d9d9SMarek Szyprowski attr |= DMA_ATTR_NO_KERNEL_MAPPING;
542a8cb489SJoonyoung Shim
559940d9d9SMarek Szyprowski exynos_gem->dma_attrs = attr;
56f43c3596SMarek Szyprowski exynos_gem->cookie = dma_alloc_attrs(to_dma_dev(dev), exynos_gem->size,
57813fd67bSJoonyoung Shim &exynos_gem->dma_addr, GFP_KERNEL,
5800085f1eSKrzysztof Kozlowski exynos_gem->dma_attrs);
59813fd67bSJoonyoung Shim if (!exynos_gem->cookie) {
606f83d208SInki Dae DRM_DEV_ERROR(to_dma_dev(dev), "failed to allocate buffer.\n");
619940d9d9SMarek Szyprowski return -ENOMEM;
622a8cb489SJoonyoung Shim }
632a8cb489SJoonyoung Shim
649940d9d9SMarek Szyprowski if (kvmap)
659940d9d9SMarek Szyprowski exynos_gem->kvaddr = exynos_gem->cookie;
662a8cb489SJoonyoung Shim
676be90056SInki Dae DRM_DEV_DEBUG_KMS(to_dma_dev(dev), "dma_addr(0x%lx), size(0x%lx)\n",
68813fd67bSJoonyoung Shim (unsigned long)exynos_gem->dma_addr, exynos_gem->size);
692a8cb489SJoonyoung Shim return 0;
702a8cb489SJoonyoung Shim }
712a8cb489SJoonyoung Shim
exynos_drm_free_buf(struct exynos_drm_gem * exynos_gem)72813fd67bSJoonyoung Shim static void exynos_drm_free_buf(struct exynos_drm_gem *exynos_gem)
732a8cb489SJoonyoung Shim {
74813fd67bSJoonyoung Shim struct drm_device *dev = exynos_gem->base.dev;
752a8cb489SJoonyoung Shim
76813fd67bSJoonyoung Shim if (!exynos_gem->dma_addr) {
776be90056SInki Dae DRM_DEV_DEBUG_KMS(dev->dev, "dma_addr is invalid.\n");
782a8cb489SJoonyoung Shim return;
792a8cb489SJoonyoung Shim }
802a8cb489SJoonyoung Shim
816be90056SInki Dae DRM_DEV_DEBUG_KMS(dev->dev, "dma_addr(0x%lx), size(0x%lx)\n",
82813fd67bSJoonyoung Shim (unsigned long)exynos_gem->dma_addr, exynos_gem->size);
832a8cb489SJoonyoung Shim
84f43c3596SMarek Szyprowski dma_free_attrs(to_dma_dev(dev), exynos_gem->size, exynos_gem->cookie,
85813fd67bSJoonyoung Shim (dma_addr_t)exynos_gem->dma_addr,
8600085f1eSKrzysztof Kozlowski exynos_gem->dma_attrs);
872a8cb489SJoonyoung Shim }
882a8cb489SJoonyoung Shim
exynos_drm_gem_handle_create(struct drm_gem_object * obj,struct drm_file * file_priv,unsigned int * handle)892364839aSJoonyoung Shim static int exynos_drm_gem_handle_create(struct drm_gem_object *obj,
902364839aSJoonyoung Shim struct drm_file *file_priv,
912364839aSJoonyoung Shim unsigned int *handle)
921c248b7dSInki Dae {
931c248b7dSInki Dae int ret;
941c248b7dSInki Dae
951c248b7dSInki Dae /*
961c248b7dSInki Dae * allocate a id of idr table where the obj is registered
971c248b7dSInki Dae * and handle has the id what user can see.
981c248b7dSInki Dae */
991c248b7dSInki Dae ret = drm_gem_handle_create(file_priv, obj, handle);
1001c248b7dSInki Dae if (ret)
1012364839aSJoonyoung Shim return ret;
1021c248b7dSInki Dae
1036be90056SInki Dae DRM_DEV_DEBUG_KMS(to_dma_dev(obj->dev), "gem handle = 0x%x\n", *handle);
1041c248b7dSInki Dae
1051c248b7dSInki Dae /* drop reference from allocate - handle holds it now. */
1061138a5f6SEmil Velikov drm_gem_object_put(obj);
1071c248b7dSInki Dae
1082364839aSJoonyoung Shim return 0;
1092364839aSJoonyoung Shim }
1101c248b7dSInki Dae
exynos_drm_gem_destroy(struct exynos_drm_gem * exynos_gem)111813fd67bSJoonyoung Shim void exynos_drm_gem_destroy(struct exynos_drm_gem *exynos_gem)
1122364839aSJoonyoung Shim {
113813fd67bSJoonyoung Shim struct drm_gem_object *obj = &exynos_gem->base;
1142364839aSJoonyoung Shim
1156be90056SInki Dae DRM_DEV_DEBUG_KMS(to_dma_dev(obj->dev), "handle count = %d\n",
1166be90056SInki Dae obj->handle_count);
1172364839aSJoonyoung Shim
118c374e731SInki Dae /*
119c374e731SInki Dae * do not release memory region from exporter.
120c374e731SInki Dae *
121c374e731SInki Dae * the region will be released by exporter
122c374e731SInki Dae * once dmabuf's refcount becomes 0.
123c374e731SInki Dae */
124c374e731SInki Dae if (obj->import_attach)
125813fd67bSJoonyoung Shim drm_prime_gem_destroy(obj, exynos_gem->sgt);
1267c93537aSJoonyoung Shim else
127813fd67bSJoonyoung Shim exynos_drm_free_buf(exynos_gem);
1282b35892eSInki Dae
1292364839aSJoonyoung Shim /* release file pointer to gem object. */
1301c248b7dSInki Dae drm_gem_object_release(obj);
1311c248b7dSInki Dae
132813fd67bSJoonyoung Shim kfree(exynos_gem);
1332364839aSJoonyoung Shim }
1342364839aSJoonyoung Shim
135a64325a1SThomas Zimmermann static const struct vm_operations_struct exynos_drm_gem_vm_ops = {
136a64325a1SThomas Zimmermann .open = drm_gem_vm_open,
137a64325a1SThomas Zimmermann .close = drm_gem_vm_close,
138a64325a1SThomas Zimmermann };
139a64325a1SThomas Zimmermann
140a64325a1SThomas Zimmermann static const struct drm_gem_object_funcs exynos_drm_gem_object_funcs = {
141a64325a1SThomas Zimmermann .free = exynos_drm_gem_free_object,
142a64325a1SThomas Zimmermann .get_sg_table = exynos_drm_gem_prime_get_sg_table,
1432043e6f6SThomas Zimmermann .mmap = exynos_drm_gem_mmap,
144a64325a1SThomas Zimmermann .vm_ops = &exynos_drm_gem_vm_ops,
145a64325a1SThomas Zimmermann };
146a64325a1SThomas Zimmermann
exynos_drm_gem_init(struct drm_device * dev,unsigned long size)147813fd67bSJoonyoung Shim static struct exynos_drm_gem *exynos_drm_gem_init(struct drm_device *dev,
1482364839aSJoonyoung Shim unsigned long size)
1492364839aSJoonyoung Shim {
150813fd67bSJoonyoung Shim struct exynos_drm_gem *exynos_gem;
1512364839aSJoonyoung Shim struct drm_gem_object *obj;
1522364839aSJoonyoung Shim int ret;
1532364839aSJoonyoung Shim
154813fd67bSJoonyoung Shim exynos_gem = kzalloc(sizeof(*exynos_gem), GFP_KERNEL);
155813fd67bSJoonyoung Shim if (!exynos_gem)
1565f3f4266SJoonyoung Shim return ERR_PTR(-ENOMEM);
1572364839aSJoonyoung Shim
158813fd67bSJoonyoung Shim exynos_gem->size = size;
159813fd67bSJoonyoung Shim obj = &exynos_gem->base;
1602364839aSJoonyoung Shim
161a64325a1SThomas Zimmermann obj->funcs = &exynos_drm_gem_object_funcs;
162a64325a1SThomas Zimmermann
1632364839aSJoonyoung Shim ret = drm_gem_object_init(dev, obj, size);
1642364839aSJoonyoung Shim if (ret < 0) {
1656f83d208SInki Dae DRM_DEV_ERROR(dev->dev, "failed to initialize gem object\n");
166813fd67bSJoonyoung Shim kfree(exynos_gem);
1675f3f4266SJoonyoung Shim return ERR_PTR(ret);
1682364839aSJoonyoung Shim }
1692364839aSJoonyoung Shim
17048cf53f4SJoonyoung Shim ret = drm_gem_create_mmap_offset(obj);
17148cf53f4SJoonyoung Shim if (ret < 0) {
17248cf53f4SJoonyoung Shim drm_gem_object_release(obj);
173813fd67bSJoonyoung Shim kfree(exynos_gem);
17448cf53f4SJoonyoung Shim return ERR_PTR(ret);
17548cf53f4SJoonyoung Shim }
17648cf53f4SJoonyoung Shim
1776be90056SInki Dae DRM_DEV_DEBUG_KMS(dev->dev, "created file object = %pK\n", obj->filp);
1782364839aSJoonyoung Shim
179813fd67bSJoonyoung Shim return exynos_gem;
1801c248b7dSInki Dae }
1811c248b7dSInki Dae
exynos_drm_gem_create(struct drm_device * dev,unsigned int flags,unsigned long size,bool kvmap)182813fd67bSJoonyoung Shim struct exynos_drm_gem *exynos_drm_gem_create(struct drm_device *dev,
1832b35892eSInki Dae unsigned int flags,
1849940d9d9SMarek Szyprowski unsigned long size,
1859940d9d9SMarek Szyprowski bool kvmap)
186f088d5a9SInki Dae {
187813fd67bSJoonyoung Shim struct exynos_drm_gem *exynos_gem;
1882b35892eSInki Dae int ret;
189f088d5a9SInki Dae
190c4130bcdSJoonyoung Shim if (flags & ~(EXYNOS_BO_MASK)) {
1916f83d208SInki Dae DRM_DEV_ERROR(dev->dev,
1926f83d208SInki Dae "invalid GEM buffer flags: %u\n", flags);
193c4130bcdSJoonyoung Shim return ERR_PTR(-EINVAL);
194c4130bcdSJoonyoung Shim }
195c4130bcdSJoonyoung Shim
196dcf9af82SInki Dae if (!size) {
1976f83d208SInki Dae DRM_DEV_ERROR(dev->dev, "invalid GEM buffer size: %lu\n", size);
198dcf9af82SInki Dae return ERR_PTR(-EINVAL);
199dcf9af82SInki Dae }
200f088d5a9SInki Dae
201eb57da88SJoonyoung Shim size = roundup(size, PAGE_SIZE);
202dcf9af82SInki Dae
203813fd67bSJoonyoung Shim exynos_gem = exynos_drm_gem_init(dev, size);
204813fd67bSJoonyoung Shim if (IS_ERR(exynos_gem))
205813fd67bSJoonyoung Shim return exynos_gem;
2062b35892eSInki Dae
207120a264fSMarek Szyprowski if (!is_drm_iommu_supported(dev) && (flags & EXYNOS_BO_NONCONTIG)) {
208120a264fSMarek Szyprowski /*
209120a264fSMarek Szyprowski * when no IOMMU is available, all allocated buffers are
210120a264fSMarek Szyprowski * contiguous anyway, so drop EXYNOS_BO_NONCONTIG flag
211120a264fSMarek Szyprowski */
212120a264fSMarek Szyprowski flags &= ~EXYNOS_BO_NONCONTIG;
213120a264fSMarek Szyprowski DRM_WARN("Non-contiguous allocation is not supported without IOMMU, falling back to contiguous buffer\n");
214120a264fSMarek Szyprowski }
215120a264fSMarek Szyprowski
2162b35892eSInki Dae /* set memory type and cache attribute from user side. */
217813fd67bSJoonyoung Shim exynos_gem->flags = flags;
2182b35892eSInki Dae
2199940d9d9SMarek Szyprowski ret = exynos_drm_alloc_buf(exynos_gem, kvmap);
2202a8cb489SJoonyoung Shim if (ret < 0) {
221813fd67bSJoonyoung Shim drm_gem_object_release(&exynos_gem->base);
222813fd67bSJoonyoung Shim kfree(exynos_gem);
2232b35892eSInki Dae return ERR_PTR(ret);
224f088d5a9SInki Dae }
225f088d5a9SInki Dae
226813fd67bSJoonyoung Shim return exynos_gem;
2272a8cb489SJoonyoung Shim }
2282a8cb489SJoonyoung Shim
exynos_drm_gem_create_ioctl(struct drm_device * dev,void * data,struct drm_file * file_priv)2291c248b7dSInki Dae int exynos_drm_gem_create_ioctl(struct drm_device *dev, void *data,
2301c248b7dSInki Dae struct drm_file *file_priv)
2311c248b7dSInki Dae {
2321c248b7dSInki Dae struct drm_exynos_gem_create *args = data;
233813fd67bSJoonyoung Shim struct exynos_drm_gem *exynos_gem;
2342364839aSJoonyoung Shim int ret;
2351c248b7dSInki Dae
2369940d9d9SMarek Szyprowski exynos_gem = exynos_drm_gem_create(dev, args->flags, args->size, false);
237813fd67bSJoonyoung Shim if (IS_ERR(exynos_gem))
238813fd67bSJoonyoung Shim return PTR_ERR(exynos_gem);
2391c248b7dSInki Dae
240813fd67bSJoonyoung Shim ret = exynos_drm_gem_handle_create(&exynos_gem->base, file_priv,
2412364839aSJoonyoung Shim &args->handle);
2422364839aSJoonyoung Shim if (ret) {
243813fd67bSJoonyoung Shim exynos_drm_gem_destroy(exynos_gem);
2442364839aSJoonyoung Shim return ret;
2452364839aSJoonyoung Shim }
2462364839aSJoonyoung Shim
2471c248b7dSInki Dae return 0;
2481c248b7dSInki Dae }
2491c248b7dSInki Dae
exynos_drm_gem_map_ioctl(struct drm_device * dev,void * data,struct drm_file * file_priv)2506564c65fSJoonyoung Shim int exynos_drm_gem_map_ioctl(struct drm_device *dev, void *data,
2516564c65fSJoonyoung Shim struct drm_file *file_priv)
2526564c65fSJoonyoung Shim {
2536564c65fSJoonyoung Shim struct drm_exynos_gem_map *args = data;
2546564c65fSJoonyoung Shim
2554d12c233SNoralf Trønnes return drm_gem_dumb_map_offset(file_priv, dev, args->handle,
2566564c65fSJoonyoung Shim &args->offset);
2576564c65fSJoonyoung Shim }
2586564c65fSJoonyoung Shim
exynos_drm_gem_get(struct drm_file * filp,unsigned int gem_handle)2593aa2a5c1SMarek Szyprowski struct exynos_drm_gem *exynos_drm_gem_get(struct drm_file *filp,
2603aa2a5c1SMarek Szyprowski unsigned int gem_handle)
261f0b1bda7SInki Dae {
262f0b1bda7SInki Dae struct drm_gem_object *obj;
263f0b1bda7SInki Dae
264a8ad0bd8SChris Wilson obj = drm_gem_object_lookup(filp, gem_handle);
2653aa2a5c1SMarek Szyprowski if (!obj)
2663aa2a5c1SMarek Szyprowski return NULL;
2673aa2a5c1SMarek Szyprowski return to_exynos_gem(obj);
268f0b1bda7SInki Dae }
269f0b1bda7SInki Dae
exynos_drm_gem_mmap_buffer(struct exynos_drm_gem * exynos_gem,struct vm_area_struct * vma)270813fd67bSJoonyoung Shim static int exynos_drm_gem_mmap_buffer(struct exynos_drm_gem *exynos_gem,
2711c248b7dSInki Dae struct vm_area_struct *vma)
2721c248b7dSInki Dae {
273813fd67bSJoonyoung Shim struct drm_device *drm_dev = exynos_gem->base.dev;
2740519f9a1SInki Dae unsigned long vm_size;
2755b07c660SInki Dae int ret;
2761c248b7dSInki Dae
277*1c71222eSSuren Baghdasaryan vm_flags_clear(vma, VM_PFNMAP);
278832316c7SInki Dae vma->vm_pgoff = 0;
2791c248b7dSInki Dae
2800519f9a1SInki Dae vm_size = vma->vm_end - vma->vm_start;
2812b35892eSInki Dae
2821c248b7dSInki Dae /* check if user-requested size is valid. */
283813fd67bSJoonyoung Shim if (vm_size > exynos_gem->size)
2841c248b7dSInki Dae return -EINVAL;
2851c248b7dSInki Dae
286f43c3596SMarek Szyprowski ret = dma_mmap_attrs(to_dma_dev(drm_dev), vma, exynos_gem->cookie,
287813fd67bSJoonyoung Shim exynos_gem->dma_addr, exynos_gem->size,
28800085f1eSKrzysztof Kozlowski exynos_gem->dma_attrs);
2895b07c660SInki Dae if (ret < 0) {
2905b07c660SInki Dae DRM_ERROR("failed to mmap.\n");
2915b07c660SInki Dae return ret;
2925b07c660SInki Dae }
2935b07c660SInki Dae
2941c248b7dSInki Dae return 0;
2951c248b7dSInki Dae }
2961c248b7dSInki Dae
exynos_drm_gem_get_ioctl(struct drm_device * dev,void * data,struct drm_file * file_priv)29740cd7e0cSInki Dae int exynos_drm_gem_get_ioctl(struct drm_device *dev, void *data,
29840cd7e0cSInki Dae struct drm_file *file_priv)
299b4cfd4ddSJoonyoung Shim {
300813fd67bSJoonyoung Shim struct exynos_drm_gem *exynos_gem;
30140cd7e0cSInki Dae struct drm_exynos_gem_info *args = data;
30240cd7e0cSInki Dae struct drm_gem_object *obj;
30340cd7e0cSInki Dae
304a8ad0bd8SChris Wilson obj = drm_gem_object_lookup(file_priv, args->handle);
30540cd7e0cSInki Dae if (!obj) {
3066f83d208SInki Dae DRM_DEV_ERROR(dev->dev, "failed to lookup gem object.\n");
30740cd7e0cSInki Dae return -EINVAL;
30840cd7e0cSInki Dae }
30940cd7e0cSInki Dae
310813fd67bSJoonyoung Shim exynos_gem = to_exynos_gem(obj);
31140cd7e0cSInki Dae
312813fd67bSJoonyoung Shim args->flags = exynos_gem->flags;
313813fd67bSJoonyoung Shim args->size = exynos_gem->size;
31440cd7e0cSInki Dae
3151138a5f6SEmil Velikov drm_gem_object_put(obj);
31640cd7e0cSInki Dae
31740cd7e0cSInki Dae return 0;
31840cd7e0cSInki Dae }
31940cd7e0cSInki Dae
exynos_drm_gem_free_object(struct drm_gem_object * obj)320ee5e770eSJoonyoung Shim void exynos_drm_gem_free_object(struct drm_gem_object *obj)
3211c248b7dSInki Dae {
322813fd67bSJoonyoung Shim exynos_drm_gem_destroy(to_exynos_gem(obj));
3231c248b7dSInki Dae }
3241c248b7dSInki Dae
exynos_drm_gem_dumb_create(struct drm_file * file_priv,struct drm_device * dev,struct drm_mode_create_dumb * args)3251c248b7dSInki Dae int exynos_drm_gem_dumb_create(struct drm_file *file_priv,
326ee5e770eSJoonyoung Shim struct drm_device *dev,
327ee5e770eSJoonyoung Shim struct drm_mode_create_dumb *args)
3281c248b7dSInki Dae {
329813fd67bSJoonyoung Shim struct exynos_drm_gem *exynos_gem;
330333e8e58SJoonyoung Shim unsigned int flags;
3312364839aSJoonyoung Shim int ret;
3321c248b7dSInki Dae
3331c248b7dSInki Dae /*
334c6b78bc8SMasanari Iida * allocate memory to be used for framebuffer.
3351c248b7dSInki Dae * - this callback would be called by user application
3361c248b7dSInki Dae * with DRM_IOCTL_MODE_CREATE_DUMB command.
3371c248b7dSInki Dae */
3381c248b7dSInki Dae
3393fd6b694SCooper Yuan args->pitch = args->width * ((args->bpp + 7) / 8);
3407da5907cSInki Dae args->size = args->pitch * args->height;
3411c248b7dSInki Dae
342333e8e58SJoonyoung Shim if (is_drm_iommu_supported(dev))
343333e8e58SJoonyoung Shim flags = EXYNOS_BO_NONCONTIG | EXYNOS_BO_WC;
344333e8e58SJoonyoung Shim else
345333e8e58SJoonyoung Shim flags = EXYNOS_BO_CONTIG | EXYNOS_BO_WC;
3463fec4532SVikas Sajjan
3479940d9d9SMarek Szyprowski exynos_gem = exynos_drm_gem_create(dev, flags, args->size, false);
348813fd67bSJoonyoung Shim if (IS_ERR(exynos_gem)) {
349122beea8SRahul Sharma dev_warn(dev->dev, "FB allocation failed.\n");
350813fd67bSJoonyoung Shim return PTR_ERR(exynos_gem);
351122beea8SRahul Sharma }
3521c248b7dSInki Dae
353813fd67bSJoonyoung Shim ret = exynos_drm_gem_handle_create(&exynos_gem->base, file_priv,
3542364839aSJoonyoung Shim &args->handle);
3552364839aSJoonyoung Shim if (ret) {
356813fd67bSJoonyoung Shim exynos_drm_gem_destroy(exynos_gem);
3572364839aSJoonyoung Shim return ret;
3582364839aSJoonyoung Shim }
3592364839aSJoonyoung Shim
3601c248b7dSInki Dae return 0;
3611c248b7dSInki Dae }
3621c248b7dSInki Dae
exynos_drm_gem_mmap(struct drm_gem_object * obj,struct vm_area_struct * vma)3632043e6f6SThomas Zimmermann static int exynos_drm_gem_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma)
3641c248b7dSInki Dae {
3655a0202f7SJoonyoung Shim struct exynos_drm_gem *exynos_gem = to_exynos_gem(obj);
3661c248b7dSInki Dae int ret;
3671c248b7dSInki Dae
3682043e6f6SThomas Zimmermann if (obj->import_attach)
3692043e6f6SThomas Zimmermann return dma_buf_mmap(obj->dma_buf, vma, 0);
3702043e6f6SThomas Zimmermann
371*1c71222eSSuren Baghdasaryan vm_flags_set(vma, VM_IO | VM_DONTEXPAND | VM_DONTDUMP);
3722043e6f6SThomas Zimmermann
3736be90056SInki Dae DRM_DEV_DEBUG_KMS(to_dma_dev(obj->dev), "flags = 0x%x\n",
3746be90056SInki Dae exynos_gem->flags);
375211b8878SJoonyoung Shim
376211b8878SJoonyoung Shim /* non-cachable as default. */
377813fd67bSJoonyoung Shim if (exynos_gem->flags & EXYNOS_BO_CACHABLE)
378211b8878SJoonyoung Shim vma->vm_page_prot = vm_get_page_prot(vma->vm_flags);
379813fd67bSJoonyoung Shim else if (exynos_gem->flags & EXYNOS_BO_WC)
380211b8878SJoonyoung Shim vma->vm_page_prot =
381211b8878SJoonyoung Shim pgprot_writecombine(vm_get_page_prot(vma->vm_flags));
382211b8878SJoonyoung Shim else
383211b8878SJoonyoung Shim vma->vm_page_prot =
384211b8878SJoonyoung Shim pgprot_noncached(vm_get_page_prot(vma->vm_flags));
385c01d73faSInki Dae
386813fd67bSJoonyoung Shim ret = exynos_drm_gem_mmap_buffer(exynos_gem, vma);
387832316c7SInki Dae if (ret)
388832316c7SInki Dae goto err_close_vm;
389832316c7SInki Dae
390832316c7SInki Dae return ret;
391832316c7SInki Dae
392832316c7SInki Dae err_close_vm:
393832316c7SInki Dae drm_gem_vm_close(vma);
394832316c7SInki Dae
3951c248b7dSInki Dae return ret;
3961c248b7dSInki Dae }
39701ed50ddSJoonyoung Shim
39801ed50ddSJoonyoung Shim /* low-level interface prime helpers */
exynos_drm_gem_prime_import(struct drm_device * dev,struct dma_buf * dma_buf)39989452d4aSMarek Szyprowski struct drm_gem_object *exynos_drm_gem_prime_import(struct drm_device *dev,
40089452d4aSMarek Szyprowski struct dma_buf *dma_buf)
40189452d4aSMarek Szyprowski {
40289452d4aSMarek Szyprowski return drm_gem_prime_import_dev(dev, dma_buf, to_dma_dev(dev));
40389452d4aSMarek Szyprowski }
40489452d4aSMarek Szyprowski
exynos_drm_gem_prime_get_sg_table(struct drm_gem_object * obj)40501ed50ddSJoonyoung Shim struct sg_table *exynos_drm_gem_prime_get_sg_table(struct drm_gem_object *obj)
40601ed50ddSJoonyoung Shim {
407813fd67bSJoonyoung Shim struct exynos_drm_gem *exynos_gem = to_exynos_gem(obj);
4089940d9d9SMarek Szyprowski struct drm_device *drm_dev = obj->dev;
4099940d9d9SMarek Szyprowski struct sg_table *sgt;
4109940d9d9SMarek Szyprowski int ret;
41101ed50ddSJoonyoung Shim
4129940d9d9SMarek Szyprowski sgt = kzalloc(sizeof(*sgt), GFP_KERNEL);
4139940d9d9SMarek Szyprowski if (!sgt)
4149940d9d9SMarek Szyprowski return ERR_PTR(-ENOMEM);
41501ed50ddSJoonyoung Shim
4169940d9d9SMarek Szyprowski ret = dma_get_sgtable_attrs(to_dma_dev(drm_dev), sgt, exynos_gem->cookie,
4179940d9d9SMarek Szyprowski exynos_gem->dma_addr, exynos_gem->size,
4189940d9d9SMarek Szyprowski exynos_gem->dma_attrs);
4199940d9d9SMarek Szyprowski if (ret) {
4209940d9d9SMarek Szyprowski DRM_ERROR("failed to get sgtable, %d\n", ret);
4219940d9d9SMarek Szyprowski kfree(sgt);
4229940d9d9SMarek Szyprowski return ERR_PTR(ret);
4239940d9d9SMarek Szyprowski }
4249940d9d9SMarek Szyprowski
4259940d9d9SMarek Szyprowski return sgt;
42601ed50ddSJoonyoung Shim }
42701ed50ddSJoonyoung Shim
42801ed50ddSJoonyoung Shim struct drm_gem_object *
exynos_drm_gem_prime_import_sg_table(struct drm_device * dev,struct dma_buf_attachment * attach,struct sg_table * sgt)42901ed50ddSJoonyoung Shim exynos_drm_gem_prime_import_sg_table(struct drm_device *dev,
43001ed50ddSJoonyoung Shim struct dma_buf_attachment *attach,
43101ed50ddSJoonyoung Shim struct sg_table *sgt)
43201ed50ddSJoonyoung Shim {
433813fd67bSJoonyoung Shim struct exynos_drm_gem *exynos_gem;
43401ed50ddSJoonyoung Shim
43510740255SMarek Szyprowski /* check if the entries in the sg_table are contiguous */
43610740255SMarek Szyprowski if (drm_prime_get_contiguous_size(sgt) < attach->dmabuf->size) {
43724f6fe79SMarek Szyprowski DRM_ERROR("buffer chunks must be mapped contiguously");
43824f6fe79SMarek Szyprowski return ERR_PTR(-EINVAL);
43924f6fe79SMarek Szyprowski }
44024f6fe79SMarek Szyprowski
441813fd67bSJoonyoung Shim exynos_gem = exynos_drm_gem_init(dev, attach->dmabuf->size);
4429940d9d9SMarek Szyprowski if (IS_ERR(exynos_gem))
4439940d9d9SMarek Szyprowski return ERR_CAST(exynos_gem);
4447c93537aSJoonyoung Shim
44501ed50ddSJoonyoung Shim /*
44624f6fe79SMarek Szyprowski * Buffer has been mapped as contiguous into DMA address space,
44724f6fe79SMarek Szyprowski * but if there is IOMMU, it can be either CONTIG or NONCONTIG.
44824f6fe79SMarek Szyprowski * We assume a simplified logic below:
44901ed50ddSJoonyoung Shim */
45024f6fe79SMarek Szyprowski if (is_drm_iommu_supported(dev))
451813fd67bSJoonyoung Shim exynos_gem->flags |= EXYNOS_BO_NONCONTIG;
45224f6fe79SMarek Szyprowski else
45324f6fe79SMarek Szyprowski exynos_gem->flags |= EXYNOS_BO_CONTIG;
45401ed50ddSJoonyoung Shim
4559940d9d9SMarek Szyprowski exynos_gem->dma_addr = sg_dma_address(sgt->sgl);
4569940d9d9SMarek Szyprowski exynos_gem->sgt = sgt;
457813fd67bSJoonyoung Shim return &exynos_gem->base;
45801ed50ddSJoonyoung Shim }
459