xref: /openbmc/linux/drivers/gpu/drm/msm/msm_gem_vma.c (revision 9a8f3203)
1 /*
2  * Copyright (C) 2016 Red Hat
3  * Author: Rob Clark <robdclark@gmail.com>
4  *
5  * This program is free software; you can redistribute it and/or modify it
6  * under the terms of the GNU General Public License version 2 as published by
7  * the Free Software Foundation.
8  *
9  * This program is distributed in the hope that it will be useful, but WITHOUT
10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
12  * more details.
13  *
14  * You should have received a copy of the GNU General Public License along with
15  * this program.  If not, see <http://www.gnu.org/licenses/>.
16  */
17 
18 #include "msm_drv.h"
19 #include "msm_gem.h"
20 #include "msm_mmu.h"
21 
22 static void
23 msm_gem_address_space_destroy(struct kref *kref)
24 {
25 	struct msm_gem_address_space *aspace = container_of(kref,
26 			struct msm_gem_address_space, kref);
27 
28 	drm_mm_takedown(&aspace->mm);
29 	if (aspace->mmu)
30 		aspace->mmu->funcs->destroy(aspace->mmu);
31 	kfree(aspace);
32 }
33 
34 
35 void msm_gem_address_space_put(struct msm_gem_address_space *aspace)
36 {
37 	if (aspace)
38 		kref_put(&aspace->kref, msm_gem_address_space_destroy);
39 }
40 
41 /* Actually unmap memory for the vma */
42 void msm_gem_purge_vma(struct msm_gem_address_space *aspace,
43 		struct msm_gem_vma *vma)
44 {
45 	unsigned size = vma->node.size << PAGE_SHIFT;
46 
47 	/* Print a message if we try to purge a vma in use */
48 	if (WARN_ON(vma->inuse > 0))
49 		return;
50 
51 	/* Don't do anything if the memory isn't mapped */
52 	if (!vma->mapped)
53 		return;
54 
55 	if (aspace->mmu)
56 		aspace->mmu->funcs->unmap(aspace->mmu, vma->iova, size);
57 
58 	vma->mapped = false;
59 }
60 
61 /* Remove reference counts for the mapping */
62 void msm_gem_unmap_vma(struct msm_gem_address_space *aspace,
63 		struct msm_gem_vma *vma)
64 {
65 	if (!WARN_ON(!vma->iova))
66 		vma->inuse--;
67 }
68 
69 int
70 msm_gem_map_vma(struct msm_gem_address_space *aspace,
71 		struct msm_gem_vma *vma, int prot,
72 		struct sg_table *sgt, int npages)
73 {
74 	unsigned size = npages << PAGE_SHIFT;
75 	int ret = 0;
76 
77 	if (WARN_ON(!vma->iova))
78 		return -EINVAL;
79 
80 	/* Increase the usage counter */
81 	vma->inuse++;
82 
83 	if (vma->mapped)
84 		return 0;
85 
86 	vma->mapped = true;
87 
88 	if (aspace->mmu)
89 		ret = aspace->mmu->funcs->map(aspace->mmu, vma->iova, sgt,
90 				size, prot);
91 
92 	if (ret)
93 		vma->mapped = false;
94 
95 	return ret;
96 }
97 
98 /* Close an iova.  Warn if it is still in use */
99 void msm_gem_close_vma(struct msm_gem_address_space *aspace,
100 		struct msm_gem_vma *vma)
101 {
102 	if (WARN_ON(vma->inuse > 0 || vma->mapped))
103 		return;
104 
105 	spin_lock(&aspace->lock);
106 	if (vma->iova)
107 		drm_mm_remove_node(&vma->node);
108 	spin_unlock(&aspace->lock);
109 
110 	vma->iova = 0;
111 
112 	msm_gem_address_space_put(aspace);
113 }
114 
115 /* Initialize a new vma and allocate an iova for it */
116 int msm_gem_init_vma(struct msm_gem_address_space *aspace,
117 		struct msm_gem_vma *vma, int npages)
118 {
119 	int ret;
120 
121 	if (WARN_ON(vma->iova))
122 		return -EBUSY;
123 
124 	spin_lock(&aspace->lock);
125 	ret = drm_mm_insert_node(&aspace->mm, &vma->node, npages);
126 	spin_unlock(&aspace->lock);
127 
128 	if (ret)
129 		return ret;
130 
131 	vma->iova = vma->node.start << PAGE_SHIFT;
132 	vma->mapped = false;
133 
134 	kref_get(&aspace->kref);
135 
136 	return 0;
137 }
138 
139 
140 struct msm_gem_address_space *
141 msm_gem_address_space_create(struct device *dev, struct iommu_domain *domain,
142 		const char *name)
143 {
144 	struct msm_gem_address_space *aspace;
145 	u64 size = domain->geometry.aperture_end -
146 		domain->geometry.aperture_start;
147 
148 	aspace = kzalloc(sizeof(*aspace), GFP_KERNEL);
149 	if (!aspace)
150 		return ERR_PTR(-ENOMEM);
151 
152 	spin_lock_init(&aspace->lock);
153 	aspace->name = name;
154 	aspace->mmu = msm_iommu_new(dev, domain);
155 
156 	drm_mm_init(&aspace->mm, (domain->geometry.aperture_start >> PAGE_SHIFT),
157 		size >> PAGE_SHIFT);
158 
159 	kref_init(&aspace->kref);
160 
161 	return aspace;
162 }
163 
164 struct msm_gem_address_space *
165 msm_gem_address_space_create_a2xx(struct device *dev, struct msm_gpu *gpu,
166 		const char *name, uint64_t va_start, uint64_t va_end)
167 {
168 	struct msm_gem_address_space *aspace;
169 	u64 size = va_end - va_start;
170 
171 	aspace = kzalloc(sizeof(*aspace), GFP_KERNEL);
172 	if (!aspace)
173 		return ERR_PTR(-ENOMEM);
174 
175 	spin_lock_init(&aspace->lock);
176 	aspace->name = name;
177 	aspace->mmu = msm_gpummu_new(dev, gpu);
178 
179 	drm_mm_init(&aspace->mm, (va_start >> PAGE_SHIFT),
180 		size >> PAGE_SHIFT);
181 
182 	kref_init(&aspace->kref);
183 
184 	return aspace;
185 }
186