xref: /openbmc/linux/drivers/gpu/drm/nouveau/nvkm/engine/device/tegra.c (revision 7ae9fb1b7ecbb5d85d07857943f677fd1a559b18)
17974dd1bSBen Skeggs /*
243a70661SBen Skeggs  * Copyright (c) 2014, NVIDIA CORPORATION. All rights reserved.
37974dd1bSBen Skeggs  *
47974dd1bSBen Skeggs  * Permission is hereby granted, free of charge, to any person obtaining a
57974dd1bSBen Skeggs  * copy of this software and associated documentation files (the "Software"),
67974dd1bSBen Skeggs  * to deal in the Software without restriction, including without limitation
77974dd1bSBen Skeggs  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
87974dd1bSBen Skeggs  * and/or sell copies of the Software, and to permit persons to whom the
97974dd1bSBen Skeggs  * Software is furnished to do so, subject to the following conditions:
107974dd1bSBen Skeggs  *
117974dd1bSBen Skeggs  * The above copyright notice and this permission notice shall be included in
127974dd1bSBen Skeggs  * all copies or substantial portions of the Software.
137974dd1bSBen Skeggs  *
147974dd1bSBen Skeggs  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
157974dd1bSBen Skeggs  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
167974dd1bSBen Skeggs  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
1743a70661SBen Skeggs  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
1843a70661SBen Skeggs  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
1943a70661SBen Skeggs  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
2043a70661SBen Skeggs  * DEALINGS IN THE SOFTWARE.
217974dd1bSBen Skeggs  */
227974dd1bSBen Skeggs #include <core/tegra.h>
237974dd1bSBen Skeggs #ifdef CONFIG_NOUVEAU_PLATFORM_DRIVER
247974dd1bSBen Skeggs #include "priv.h"
257974dd1bSBen Skeggs 
26b59fb482SThierry Reding #if IS_ENABLED(CONFIG_ARM_DMA_USE_IOMMU)
27b59fb482SThierry Reding #include <asm/dma-iommu.h>
28b59fb482SThierry Reding #endif
29b59fb482SThierry Reding 
3043a70661SBen Skeggs static int
nvkm_device_tegra_power_up(struct nvkm_device_tegra * tdev)3143a70661SBen Skeggs nvkm_device_tegra_power_up(struct nvkm_device_tegra *tdev)
3243a70661SBen Skeggs {
3343a70661SBen Skeggs 	int ret;
3443a70661SBen Skeggs 
35e6e1817aSAlexandre Courbot 	if (tdev->vdd) {
3643a70661SBen Skeggs 		ret = regulator_enable(tdev->vdd);
3743a70661SBen Skeggs 		if (ret)
3843a70661SBen Skeggs 			goto err_power;
39e6e1817aSAlexandre Courbot 	}
4043a70661SBen Skeggs 
4143a70661SBen Skeggs 	ret = clk_prepare_enable(tdev->clk);
4243a70661SBen Skeggs 	if (ret)
4343a70661SBen Skeggs 		goto err_clk;
4434440ed6SAlexandre Courbot 	ret = clk_prepare_enable(tdev->clk_ref);
4534440ed6SAlexandre Courbot 	if (ret)
4634440ed6SAlexandre Courbot 		goto err_clk_ref;
4743a70661SBen Skeggs 	ret = clk_prepare_enable(tdev->clk_pwr);
4843a70661SBen Skeggs 	if (ret)
4943a70661SBen Skeggs 		goto err_clk_pwr;
5043a70661SBen Skeggs 	clk_set_rate(tdev->clk_pwr, 204000000);
5143a70661SBen Skeggs 	udelay(10);
5243a70661SBen Skeggs 
53b0b651aeSThierry Reding 	if (!tdev->pdev->dev.pm_domain) {
5443a70661SBen Skeggs 		reset_control_assert(tdev->rst);
5543a70661SBen Skeggs 		udelay(10);
5643a70661SBen Skeggs 
5743a70661SBen Skeggs 		ret = tegra_powergate_remove_clamping(TEGRA_POWERGATE_3D);
5843a70661SBen Skeggs 		if (ret)
5943a70661SBen Skeggs 			goto err_clamp;
6043a70661SBen Skeggs 		udelay(10);
6143a70661SBen Skeggs 
6243a70661SBen Skeggs 		reset_control_deassert(tdev->rst);
6343a70661SBen Skeggs 		udelay(10);
64b0b651aeSThierry Reding 	}
6543a70661SBen Skeggs 
6643a70661SBen Skeggs 	return 0;
6743a70661SBen Skeggs 
6843a70661SBen Skeggs err_clamp:
6943a70661SBen Skeggs 	clk_disable_unprepare(tdev->clk_pwr);
7043a70661SBen Skeggs err_clk_pwr:
7134440ed6SAlexandre Courbot 	clk_disable_unprepare(tdev->clk_ref);
7234440ed6SAlexandre Courbot err_clk_ref:
7343a70661SBen Skeggs 	clk_disable_unprepare(tdev->clk);
7443a70661SBen Skeggs err_clk:
75e6e1817aSAlexandre Courbot 	if (tdev->vdd)
7643a70661SBen Skeggs 		regulator_disable(tdev->vdd);
7743a70661SBen Skeggs err_power:
7843a70661SBen Skeggs 	return ret;
7943a70661SBen Skeggs }
8043a70661SBen Skeggs 
8143a70661SBen Skeggs static int
nvkm_device_tegra_power_down(struct nvkm_device_tegra * tdev)8243a70661SBen Skeggs nvkm_device_tegra_power_down(struct nvkm_device_tegra *tdev)
8343a70661SBen Skeggs {
84e6e1817aSAlexandre Courbot 	int ret;
85e6e1817aSAlexandre Courbot 
8643a70661SBen Skeggs 	clk_disable_unprepare(tdev->clk_pwr);
8734440ed6SAlexandre Courbot 	clk_disable_unprepare(tdev->clk_ref);
8843a70661SBen Skeggs 	clk_disable_unprepare(tdev->clk);
8943a70661SBen Skeggs 	udelay(10);
9043a70661SBen Skeggs 
91e6e1817aSAlexandre Courbot 	if (tdev->vdd) {
92e6e1817aSAlexandre Courbot 		ret = regulator_disable(tdev->vdd);
93e6e1817aSAlexandre Courbot 		if (ret)
94e6e1817aSAlexandre Courbot 			return ret;
95e6e1817aSAlexandre Courbot 	}
96e6e1817aSAlexandre Courbot 
97e6e1817aSAlexandre Courbot 	return 0;
9843a70661SBen Skeggs }
9943a70661SBen Skeggs 
10043a70661SBen Skeggs static void
nvkm_device_tegra_probe_iommu(struct nvkm_device_tegra * tdev)10143a70661SBen Skeggs nvkm_device_tegra_probe_iommu(struct nvkm_device_tegra *tdev)
10243a70661SBen Skeggs {
10343a70661SBen Skeggs #if IS_ENABLED(CONFIG_IOMMU_API)
10443a70661SBen Skeggs 	struct device *dev = &tdev->pdev->dev;
10543a70661SBen Skeggs 	unsigned long pgsize_bitmap;
10643a70661SBen Skeggs 	int ret;
10743a70661SBen Skeggs 
108b59fb482SThierry Reding #if IS_ENABLED(CONFIG_ARM_DMA_USE_IOMMU)
109b59fb482SThierry Reding 	if (dev->archdata.mapping) {
110b59fb482SThierry Reding 		struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev);
111b59fb482SThierry Reding 
112b59fb482SThierry Reding 		arm_iommu_detach_device(dev);
113b59fb482SThierry Reding 		arm_iommu_release_mapping(mapping);
114b59fb482SThierry Reding 	}
115b59fb482SThierry Reding #endif
116b59fb482SThierry Reding 
117e396ecd1SAlexandre Courbot 	if (!tdev->func->iommu_bit)
118e396ecd1SAlexandre Courbot 		return;
119e396ecd1SAlexandre Courbot 
12043a70661SBen Skeggs 	mutex_init(&tdev->iommu.mutex);
12143a70661SBen Skeggs 
12287fd2b09SRobin Murphy 	if (device_iommu_mapped(dev)) {
12343a70661SBen Skeggs 		tdev->iommu.domain = iommu_domain_alloc(&platform_bus_type);
12491cf301fSChristophe JAILLET 		if (!tdev->iommu.domain)
12543a70661SBen Skeggs 			goto error;
12643a70661SBen Skeggs 
12743a70661SBen Skeggs 		/*
12843a70661SBen Skeggs 		 * A IOMMU is only usable if it supports page sizes smaller
12943a70661SBen Skeggs 		 * or equal to the system's PAGE_SIZE, with a preference if
13043a70661SBen Skeggs 		 * both are equal.
13143a70661SBen Skeggs 		 */
1327eef7f67SLu Baolu 		pgsize_bitmap = tdev->iommu.domain->pgsize_bitmap;
13343a70661SBen Skeggs 		if (pgsize_bitmap & PAGE_SIZE) {
13443a70661SBen Skeggs 			tdev->iommu.pgshift = PAGE_SHIFT;
13543a70661SBen Skeggs 		} else {
13643a70661SBen Skeggs 			tdev->iommu.pgshift = fls(pgsize_bitmap & ~PAGE_MASK);
13743a70661SBen Skeggs 			if (tdev->iommu.pgshift == 0) {
13843a70661SBen Skeggs 				dev_warn(dev, "unsupported IOMMU page size\n");
13943a70661SBen Skeggs 				goto free_domain;
14043a70661SBen Skeggs 			}
14143a70661SBen Skeggs 			tdev->iommu.pgshift -= 1;
14243a70661SBen Skeggs 		}
14343a70661SBen Skeggs 
14443a70661SBen Skeggs 		ret = iommu_attach_device(tdev->iommu.domain, dev);
14543a70661SBen Skeggs 		if (ret)
14643a70661SBen Skeggs 			goto free_domain;
14743a70661SBen Skeggs 
1484d058fabSBen Skeggs 		ret = nvkm_mm_init(&tdev->iommu.mm, 0, 0,
149e396ecd1SAlexandre Courbot 				   (1ULL << tdev->func->iommu_bit) >>
150e396ecd1SAlexandre Courbot 				   tdev->iommu.pgshift, 1);
15143a70661SBen Skeggs 		if (ret)
15243a70661SBen Skeggs 			goto detach_device;
15343a70661SBen Skeggs 	}
15443a70661SBen Skeggs 
15543a70661SBen Skeggs 	return;
15643a70661SBen Skeggs 
15743a70661SBen Skeggs detach_device:
15843a70661SBen Skeggs 	iommu_detach_device(tdev->iommu.domain, dev);
15943a70661SBen Skeggs 
16043a70661SBen Skeggs free_domain:
16143a70661SBen Skeggs 	iommu_domain_free(tdev->iommu.domain);
16243a70661SBen Skeggs 
16343a70661SBen Skeggs error:
16443a70661SBen Skeggs 	tdev->iommu.domain = NULL;
16543a70661SBen Skeggs 	tdev->iommu.pgshift = 0;
16643a70661SBen Skeggs 	dev_err(dev, "cannot initialize IOMMU MM\n");
16743a70661SBen Skeggs #endif
16843a70661SBen Skeggs }
16943a70661SBen Skeggs 
17043a70661SBen Skeggs static void
nvkm_device_tegra_remove_iommu(struct nvkm_device_tegra * tdev)17143a70661SBen Skeggs nvkm_device_tegra_remove_iommu(struct nvkm_device_tegra *tdev)
17243a70661SBen Skeggs {
17343a70661SBen Skeggs #if IS_ENABLED(CONFIG_IOMMU_API)
17443a70661SBen Skeggs 	if (tdev->iommu.domain) {
17543a70661SBen Skeggs 		nvkm_mm_fini(&tdev->iommu.mm);
17643a70661SBen Skeggs 		iommu_detach_device(tdev->iommu.domain, tdev->device.dev);
17743a70661SBen Skeggs 		iommu_domain_free(tdev->iommu.domain);
17843a70661SBen Skeggs 	}
17943a70661SBen Skeggs #endif
18043a70661SBen Skeggs }
18143a70661SBen Skeggs 
1827974dd1bSBen Skeggs static struct nvkm_device_tegra *
nvkm_device_tegra(struct nvkm_device * device)1837e8820feSBen Skeggs nvkm_device_tegra(struct nvkm_device *device)
1847974dd1bSBen Skeggs {
1857e8820feSBen Skeggs 	return container_of(device, struct nvkm_device_tegra, device);
1867e8820feSBen Skeggs }
1877e8820feSBen Skeggs 
1887e8820feSBen Skeggs static struct resource *
nvkm_device_tegra_resource(struct nvkm_device * device,unsigned bar)1897e8820feSBen Skeggs nvkm_device_tegra_resource(struct nvkm_device *device, unsigned bar)
1907e8820feSBen Skeggs {
1917e8820feSBen Skeggs 	struct nvkm_device_tegra *tdev = nvkm_device_tegra(device);
1927e8820feSBen Skeggs 	return platform_get_resource(tdev->pdev, IORESOURCE_MEM, bar);
1937e8820feSBen Skeggs }
1947e8820feSBen Skeggs 
1957e8820feSBen Skeggs static resource_size_t
nvkm_device_tegra_resource_addr(struct nvkm_device * device,unsigned bar)1967e8820feSBen Skeggs nvkm_device_tegra_resource_addr(struct nvkm_device *device, unsigned bar)
1977e8820feSBen Skeggs {
1987e8820feSBen Skeggs 	struct resource *res = nvkm_device_tegra_resource(device, bar);
1997e8820feSBen Skeggs 	return res ? res->start : 0;
2007e8820feSBen Skeggs }
2017e8820feSBen Skeggs 
2027e8820feSBen Skeggs static resource_size_t
nvkm_device_tegra_resource_size(struct nvkm_device * device,unsigned bar)2037e8820feSBen Skeggs nvkm_device_tegra_resource_size(struct nvkm_device *device, unsigned bar)
2047e8820feSBen Skeggs {
2057e8820feSBen Skeggs 	struct resource *res = nvkm_device_tegra_resource(device, bar);
2067e8820feSBen Skeggs 	return res ? resource_size(res) : 0;
2077974dd1bSBen Skeggs }
2087974dd1bSBen Skeggs 
2092b700825SBen Skeggs static int
nvkm_device_tegra_irq(struct nvkm_device * device)210*727fd72fSBen Skeggs nvkm_device_tegra_irq(struct nvkm_device *device)
2112b700825SBen Skeggs {
2122b700825SBen Skeggs 	struct nvkm_device_tegra *tdev = nvkm_device_tegra(device);
2132b700825SBen Skeggs 
214*727fd72fSBen Skeggs 	return platform_get_irq_byname(tdev->pdev, "stall");
2152b700825SBen Skeggs }
2162b700825SBen Skeggs 
21743a70661SBen Skeggs static void *
nvkm_device_tegra_dtor(struct nvkm_device * device)21843a70661SBen Skeggs nvkm_device_tegra_dtor(struct nvkm_device *device)
21943a70661SBen Skeggs {
22043a70661SBen Skeggs 	struct nvkm_device_tegra *tdev = nvkm_device_tegra(device);
22143a70661SBen Skeggs 	nvkm_device_tegra_power_down(tdev);
22243a70661SBen Skeggs 	nvkm_device_tegra_remove_iommu(tdev);
22343a70661SBen Skeggs 	return tdev;
22443a70661SBen Skeggs }
22543a70661SBen Skeggs 
2267974dd1bSBen Skeggs static const struct nvkm_device_func
2277974dd1bSBen Skeggs nvkm_device_tegra_func = {
2287974dd1bSBen Skeggs 	.tegra = nvkm_device_tegra,
22943a70661SBen Skeggs 	.dtor = nvkm_device_tegra_dtor,
230*727fd72fSBen Skeggs 	.irq = nvkm_device_tegra_irq,
2317e8820feSBen Skeggs 	.resource_addr = nvkm_device_tegra_resource_addr,
2327e8820feSBen Skeggs 	.resource_size = nvkm_device_tegra_resource_size,
233bad3d80fSKarol Herbst 	.cpu_coherent = false,
2347974dd1bSBen Skeggs };
2357974dd1bSBen Skeggs 
2367974dd1bSBen Skeggs int
nvkm_device_tegra_new(const struct nvkm_device_tegra_func * func,struct platform_device * pdev,const char * cfg,const char * dbg,bool detect,bool mmio,u64 subdev_mask,struct nvkm_device ** pdevice)237e396ecd1SAlexandre Courbot nvkm_device_tegra_new(const struct nvkm_device_tegra_func *func,
238e396ecd1SAlexandre Courbot 		      struct platform_device *pdev,
2397974dd1bSBen Skeggs 		      const char *cfg, const char *dbg,
2407974dd1bSBen Skeggs 		      bool detect, bool mmio, u64 subdev_mask,
2417974dd1bSBen Skeggs 		      struct nvkm_device **pdevice)
2427974dd1bSBen Skeggs {
2437974dd1bSBen Skeggs 	struct nvkm_device_tegra *tdev;
244fc12262bSThierry Reding 	unsigned long rate;
24543a70661SBen Skeggs 	int ret;
2467974dd1bSBen Skeggs 
2477974dd1bSBen Skeggs 	if (!(tdev = kzalloc(sizeof(*tdev), GFP_KERNEL)))
2487974dd1bSBen Skeggs 		return -ENOMEM;
249870571a5SThierry Reding 
250e396ecd1SAlexandre Courbot 	tdev->func = func;
2517974dd1bSBen Skeggs 	tdev->pdev = pdev;
2527974dd1bSBen Skeggs 
253e6e1817aSAlexandre Courbot 	if (func->require_vdd) {
25443a70661SBen Skeggs 		tdev->vdd = devm_regulator_get(&pdev->dev, "vdd");
255870571a5SThierry Reding 		if (IS_ERR(tdev->vdd)) {
256870571a5SThierry Reding 			ret = PTR_ERR(tdev->vdd);
257870571a5SThierry Reding 			goto free;
258870571a5SThierry Reding 		}
259e6e1817aSAlexandre Courbot 	}
26043a70661SBen Skeggs 
26143a70661SBen Skeggs 	tdev->rst = devm_reset_control_get(&pdev->dev, "gpu");
262870571a5SThierry Reding 	if (IS_ERR(tdev->rst)) {
263870571a5SThierry Reding 		ret = PTR_ERR(tdev->rst);
264870571a5SThierry Reding 		goto free;
265870571a5SThierry Reding 	}
26643a70661SBen Skeggs 
26743a70661SBen Skeggs 	tdev->clk = devm_clk_get(&pdev->dev, "gpu");
268870571a5SThierry Reding 	if (IS_ERR(tdev->clk)) {
269870571a5SThierry Reding 		ret = PTR_ERR(tdev->clk);
270870571a5SThierry Reding 		goto free;
271870571a5SThierry Reding 	}
27243a70661SBen Skeggs 
273fc12262bSThierry Reding 	rate = clk_get_rate(tdev->clk);
274fc12262bSThierry Reding 	if (rate == 0) {
275fc12262bSThierry Reding 		ret = clk_set_rate(tdev->clk, ULONG_MAX);
276fc12262bSThierry Reding 		if (ret < 0)
277fc12262bSThierry Reding 			goto free;
278fc12262bSThierry Reding 
279fc12262bSThierry Reding 		rate = clk_get_rate(tdev->clk);
280fc12262bSThierry Reding 
281fc12262bSThierry Reding 		dev_dbg(&pdev->dev, "GPU clock set to %lu\n", rate);
282fc12262bSThierry Reding 	}
283fc12262bSThierry Reding 
28434440ed6SAlexandre Courbot 	if (func->require_ref_clk)
28534440ed6SAlexandre Courbot 		tdev->clk_ref = devm_clk_get(&pdev->dev, "ref");
28634440ed6SAlexandre Courbot 	if (IS_ERR(tdev->clk_ref)) {
28734440ed6SAlexandre Courbot 		ret = PTR_ERR(tdev->clk_ref);
28834440ed6SAlexandre Courbot 		goto free;
28934440ed6SAlexandre Courbot 	}
29034440ed6SAlexandre Courbot 
29143a70661SBen Skeggs 	tdev->clk_pwr = devm_clk_get(&pdev->dev, "pwr");
292870571a5SThierry Reding 	if (IS_ERR(tdev->clk_pwr)) {
293870571a5SThierry Reding 		ret = PTR_ERR(tdev->clk_pwr);
294870571a5SThierry Reding 		goto free;
295870571a5SThierry Reding 	}
29643a70661SBen Skeggs 
2979d0394c6SAlexandre Courbot 	/**
2989d0394c6SAlexandre Courbot 	 * The IOMMU bit defines the upper limit of the GPU-addressable space.
2999d0394c6SAlexandre Courbot 	 */
3009d0394c6SAlexandre Courbot 	ret = dma_set_mask(&pdev->dev, DMA_BIT_MASK(tdev->func->iommu_bit));
3019d0394c6SAlexandre Courbot 	if (ret)
3029d0394c6SAlexandre Courbot 		goto free;
3039d0394c6SAlexandre Courbot 
30443a70661SBen Skeggs 	nvkm_device_tegra_probe_iommu(tdev);
30543a70661SBen Skeggs 
30643a70661SBen Skeggs 	ret = nvkm_device_tegra_power_up(tdev);
30743a70661SBen Skeggs 	if (ret)
308870571a5SThierry Reding 		goto remove;
30943a70661SBen Skeggs 
31043a70661SBen Skeggs 	tdev->gpu_speedo = tegra_sku_info.gpu_speedo_value;
311d2680907SAlexandre Courbot 	tdev->gpu_speedo_id = tegra_sku_info.gpu_speedo_id;
31243a70661SBen Skeggs 	ret = nvkm_device_ctor(&nvkm_device_tegra_func, NULL, &pdev->dev,
31326c9e8efSBen Skeggs 			       NVKM_DEVICE_TEGRA, pdev->id, NULL,
3147974dd1bSBen Skeggs 			       cfg, dbg, detect, mmio, subdev_mask,
3157974dd1bSBen Skeggs 			       &tdev->device);
31643a70661SBen Skeggs 	if (ret)
317870571a5SThierry Reding 		goto powerdown;
318870571a5SThierry Reding 
319870571a5SThierry Reding 	*pdevice = &tdev->device;
32043a70661SBen Skeggs 
32143a70661SBen Skeggs 	return 0;
322870571a5SThierry Reding 
323870571a5SThierry Reding powerdown:
324870571a5SThierry Reding 	nvkm_device_tegra_power_down(tdev);
325870571a5SThierry Reding remove:
326870571a5SThierry Reding 	nvkm_device_tegra_remove_iommu(tdev);
327870571a5SThierry Reding free:
328870571a5SThierry Reding 	kfree(tdev);
329870571a5SThierry Reding 	return ret;
3307974dd1bSBen Skeggs }
3317974dd1bSBen Skeggs #else
3327974dd1bSBen Skeggs int
nvkm_device_tegra_new(const struct nvkm_device_tegra_func * func,struct platform_device * pdev,const char * cfg,const char * dbg,bool detect,bool mmio,u64 subdev_mask,struct nvkm_device ** pdevice)333e396ecd1SAlexandre Courbot nvkm_device_tegra_new(const struct nvkm_device_tegra_func *func,
334e396ecd1SAlexandre Courbot 		      struct platform_device *pdev,
3357974dd1bSBen Skeggs 		      const char *cfg, const char *dbg,
3367974dd1bSBen Skeggs 		      bool detect, bool mmio, u64 subdev_mask,
3377974dd1bSBen Skeggs 		      struct nvkm_device **pdevice)
3387974dd1bSBen Skeggs {
3397974dd1bSBen Skeggs 	return -ENOSYS;
3407974dd1bSBen Skeggs }
3417974dd1bSBen Skeggs #endif
342