1 /*
2 * Copyright (c) 2014, NVIDIA CORPORATION. All rights reserved.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
19 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
20 * DEALINGS IN THE SOFTWARE.
21 */
22 #include <core/tegra.h>
23 #ifdef CONFIG_NOUVEAU_PLATFORM_DRIVER
24 #include "priv.h"
25
26 #if IS_ENABLED(CONFIG_ARM_DMA_USE_IOMMU)
27 #include <asm/dma-iommu.h>
28 #endif
29
30 static int
nvkm_device_tegra_power_up(struct nvkm_device_tegra * tdev)31 nvkm_device_tegra_power_up(struct nvkm_device_tegra *tdev)
32 {
33 int ret;
34
35 if (tdev->vdd) {
36 ret = regulator_enable(tdev->vdd);
37 if (ret)
38 goto err_power;
39 }
40
41 ret = clk_prepare_enable(tdev->clk);
42 if (ret)
43 goto err_clk;
44 ret = clk_prepare_enable(tdev->clk_ref);
45 if (ret)
46 goto err_clk_ref;
47 ret = clk_prepare_enable(tdev->clk_pwr);
48 if (ret)
49 goto err_clk_pwr;
50 clk_set_rate(tdev->clk_pwr, 204000000);
51 udelay(10);
52
53 if (!tdev->pdev->dev.pm_domain) {
54 reset_control_assert(tdev->rst);
55 udelay(10);
56
57 ret = tegra_powergate_remove_clamping(TEGRA_POWERGATE_3D);
58 if (ret)
59 goto err_clamp;
60 udelay(10);
61
62 reset_control_deassert(tdev->rst);
63 udelay(10);
64 }
65
66 return 0;
67
68 err_clamp:
69 clk_disable_unprepare(tdev->clk_pwr);
70 err_clk_pwr:
71 clk_disable_unprepare(tdev->clk_ref);
72 err_clk_ref:
73 clk_disable_unprepare(tdev->clk);
74 err_clk:
75 if (tdev->vdd)
76 regulator_disable(tdev->vdd);
77 err_power:
78 return ret;
79 }
80
81 static int
nvkm_device_tegra_power_down(struct nvkm_device_tegra * tdev)82 nvkm_device_tegra_power_down(struct nvkm_device_tegra *tdev)
83 {
84 int ret;
85
86 clk_disable_unprepare(tdev->clk_pwr);
87 clk_disable_unprepare(tdev->clk_ref);
88 clk_disable_unprepare(tdev->clk);
89 udelay(10);
90
91 if (tdev->vdd) {
92 ret = regulator_disable(tdev->vdd);
93 if (ret)
94 return ret;
95 }
96
97 return 0;
98 }
99
100 static void
nvkm_device_tegra_probe_iommu(struct nvkm_device_tegra * tdev)101 nvkm_device_tegra_probe_iommu(struct nvkm_device_tegra *tdev)
102 {
103 #if IS_ENABLED(CONFIG_IOMMU_API)
104 struct device *dev = &tdev->pdev->dev;
105 unsigned long pgsize_bitmap;
106 int ret;
107
108 #if IS_ENABLED(CONFIG_ARM_DMA_USE_IOMMU)
109 if (dev->archdata.mapping) {
110 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev);
111
112 arm_iommu_detach_device(dev);
113 arm_iommu_release_mapping(mapping);
114 }
115 #endif
116
117 if (!tdev->func->iommu_bit)
118 return;
119
120 mutex_init(&tdev->iommu.mutex);
121
122 if (device_iommu_mapped(dev)) {
123 tdev->iommu.domain = iommu_domain_alloc(&platform_bus_type);
124 if (!tdev->iommu.domain)
125 goto error;
126
127 /*
128 * A IOMMU is only usable if it supports page sizes smaller
129 * or equal to the system's PAGE_SIZE, with a preference if
130 * both are equal.
131 */
132 pgsize_bitmap = tdev->iommu.domain->pgsize_bitmap;
133 if (pgsize_bitmap & PAGE_SIZE) {
134 tdev->iommu.pgshift = PAGE_SHIFT;
135 } else {
136 tdev->iommu.pgshift = fls(pgsize_bitmap & ~PAGE_MASK);
137 if (tdev->iommu.pgshift == 0) {
138 dev_warn(dev, "unsupported IOMMU page size\n");
139 goto free_domain;
140 }
141 tdev->iommu.pgshift -= 1;
142 }
143
144 ret = iommu_attach_device(tdev->iommu.domain, dev);
145 if (ret)
146 goto free_domain;
147
148 ret = nvkm_mm_init(&tdev->iommu.mm, 0, 0,
149 (1ULL << tdev->func->iommu_bit) >>
150 tdev->iommu.pgshift, 1);
151 if (ret)
152 goto detach_device;
153 }
154
155 return;
156
157 detach_device:
158 iommu_detach_device(tdev->iommu.domain, dev);
159
160 free_domain:
161 iommu_domain_free(tdev->iommu.domain);
162
163 error:
164 tdev->iommu.domain = NULL;
165 tdev->iommu.pgshift = 0;
166 dev_err(dev, "cannot initialize IOMMU MM\n");
167 #endif
168 }
169
170 static void
nvkm_device_tegra_remove_iommu(struct nvkm_device_tegra * tdev)171 nvkm_device_tegra_remove_iommu(struct nvkm_device_tegra *tdev)
172 {
173 #if IS_ENABLED(CONFIG_IOMMU_API)
174 if (tdev->iommu.domain) {
175 nvkm_mm_fini(&tdev->iommu.mm);
176 iommu_detach_device(tdev->iommu.domain, tdev->device.dev);
177 iommu_domain_free(tdev->iommu.domain);
178 }
179 #endif
180 }
181
182 static struct nvkm_device_tegra *
nvkm_device_tegra(struct nvkm_device * device)183 nvkm_device_tegra(struct nvkm_device *device)
184 {
185 return container_of(device, struct nvkm_device_tegra, device);
186 }
187
188 static struct resource *
nvkm_device_tegra_resource(struct nvkm_device * device,unsigned bar)189 nvkm_device_tegra_resource(struct nvkm_device *device, unsigned bar)
190 {
191 struct nvkm_device_tegra *tdev = nvkm_device_tegra(device);
192 return platform_get_resource(tdev->pdev, IORESOURCE_MEM, bar);
193 }
194
195 static resource_size_t
nvkm_device_tegra_resource_addr(struct nvkm_device * device,unsigned bar)196 nvkm_device_tegra_resource_addr(struct nvkm_device *device, unsigned bar)
197 {
198 struct resource *res = nvkm_device_tegra_resource(device, bar);
199 return res ? res->start : 0;
200 }
201
202 static resource_size_t
nvkm_device_tegra_resource_size(struct nvkm_device * device,unsigned bar)203 nvkm_device_tegra_resource_size(struct nvkm_device *device, unsigned bar)
204 {
205 struct resource *res = nvkm_device_tegra_resource(device, bar);
206 return res ? resource_size(res) : 0;
207 }
208
209 static int
nvkm_device_tegra_irq(struct nvkm_device * device)210 nvkm_device_tegra_irq(struct nvkm_device *device)
211 {
212 struct nvkm_device_tegra *tdev = nvkm_device_tegra(device);
213
214 return platform_get_irq_byname(tdev->pdev, "stall");
215 }
216
217 static void *
nvkm_device_tegra_dtor(struct nvkm_device * device)218 nvkm_device_tegra_dtor(struct nvkm_device *device)
219 {
220 struct nvkm_device_tegra *tdev = nvkm_device_tegra(device);
221 nvkm_device_tegra_power_down(tdev);
222 nvkm_device_tegra_remove_iommu(tdev);
223 return tdev;
224 }
225
226 static const struct nvkm_device_func
227 nvkm_device_tegra_func = {
228 .tegra = nvkm_device_tegra,
229 .dtor = nvkm_device_tegra_dtor,
230 .irq = nvkm_device_tegra_irq,
231 .resource_addr = nvkm_device_tegra_resource_addr,
232 .resource_size = nvkm_device_tegra_resource_size,
233 .cpu_coherent = false,
234 };
235
236 int
nvkm_device_tegra_new(const struct nvkm_device_tegra_func * func,struct platform_device * pdev,const char * cfg,const char * dbg,bool detect,bool mmio,u64 subdev_mask,struct nvkm_device ** pdevice)237 nvkm_device_tegra_new(const struct nvkm_device_tegra_func *func,
238 struct platform_device *pdev,
239 const char *cfg, const char *dbg,
240 bool detect, bool mmio, u64 subdev_mask,
241 struct nvkm_device **pdevice)
242 {
243 struct nvkm_device_tegra *tdev;
244 unsigned long rate;
245 int ret;
246
247 if (!(tdev = kzalloc(sizeof(*tdev), GFP_KERNEL)))
248 return -ENOMEM;
249
250 tdev->func = func;
251 tdev->pdev = pdev;
252
253 if (func->require_vdd) {
254 tdev->vdd = devm_regulator_get(&pdev->dev, "vdd");
255 if (IS_ERR(tdev->vdd)) {
256 ret = PTR_ERR(tdev->vdd);
257 goto free;
258 }
259 }
260
261 tdev->rst = devm_reset_control_get(&pdev->dev, "gpu");
262 if (IS_ERR(tdev->rst)) {
263 ret = PTR_ERR(tdev->rst);
264 goto free;
265 }
266
267 tdev->clk = devm_clk_get(&pdev->dev, "gpu");
268 if (IS_ERR(tdev->clk)) {
269 ret = PTR_ERR(tdev->clk);
270 goto free;
271 }
272
273 rate = clk_get_rate(tdev->clk);
274 if (rate == 0) {
275 ret = clk_set_rate(tdev->clk, ULONG_MAX);
276 if (ret < 0)
277 goto free;
278
279 rate = clk_get_rate(tdev->clk);
280
281 dev_dbg(&pdev->dev, "GPU clock set to %lu\n", rate);
282 }
283
284 if (func->require_ref_clk)
285 tdev->clk_ref = devm_clk_get(&pdev->dev, "ref");
286 if (IS_ERR(tdev->clk_ref)) {
287 ret = PTR_ERR(tdev->clk_ref);
288 goto free;
289 }
290
291 tdev->clk_pwr = devm_clk_get(&pdev->dev, "pwr");
292 if (IS_ERR(tdev->clk_pwr)) {
293 ret = PTR_ERR(tdev->clk_pwr);
294 goto free;
295 }
296
297 /**
298 * The IOMMU bit defines the upper limit of the GPU-addressable space.
299 */
300 ret = dma_set_mask(&pdev->dev, DMA_BIT_MASK(tdev->func->iommu_bit));
301 if (ret)
302 goto free;
303
304 nvkm_device_tegra_probe_iommu(tdev);
305
306 ret = nvkm_device_tegra_power_up(tdev);
307 if (ret)
308 goto remove;
309
310 tdev->gpu_speedo = tegra_sku_info.gpu_speedo_value;
311 tdev->gpu_speedo_id = tegra_sku_info.gpu_speedo_id;
312 ret = nvkm_device_ctor(&nvkm_device_tegra_func, NULL, &pdev->dev,
313 NVKM_DEVICE_TEGRA, pdev->id, NULL,
314 cfg, dbg, detect, mmio, subdev_mask,
315 &tdev->device);
316 if (ret)
317 goto powerdown;
318
319 *pdevice = &tdev->device;
320
321 return 0;
322
323 powerdown:
324 nvkm_device_tegra_power_down(tdev);
325 remove:
326 nvkm_device_tegra_remove_iommu(tdev);
327 free:
328 kfree(tdev);
329 return ret;
330 }
331 #else
332 int
nvkm_device_tegra_new(const struct nvkm_device_tegra_func * func,struct platform_device * pdev,const char * cfg,const char * dbg,bool detect,bool mmio,u64 subdev_mask,struct nvkm_device ** pdevice)333 nvkm_device_tegra_new(const struct nvkm_device_tegra_func *func,
334 struct platform_device *pdev,
335 const char *cfg, const char *dbg,
336 bool detect, bool mmio, u64 subdev_mask,
337 struct nvkm_device **pdevice)
338 {
339 return -ENOSYS;
340 }
341 #endif
342