17974dd1bSBen Skeggs /*
243a70661SBen Skeggs * Copyright (c) 2014, NVIDIA CORPORATION. All rights reserved.
37974dd1bSBen Skeggs *
47974dd1bSBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a
57974dd1bSBen Skeggs * copy of this software and associated documentation files (the "Software"),
67974dd1bSBen Skeggs * to deal in the Software without restriction, including without limitation
77974dd1bSBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense,
87974dd1bSBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the
97974dd1bSBen Skeggs * Software is furnished to do so, subject to the following conditions:
107974dd1bSBen Skeggs *
117974dd1bSBen Skeggs * The above copyright notice and this permission notice shall be included in
127974dd1bSBen Skeggs * all copies or substantial portions of the Software.
137974dd1bSBen Skeggs *
147974dd1bSBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
157974dd1bSBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
167974dd1bSBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
1743a70661SBen Skeggs * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
1843a70661SBen Skeggs * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
1943a70661SBen Skeggs * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
2043a70661SBen Skeggs * DEALINGS IN THE SOFTWARE.
217974dd1bSBen Skeggs */
227974dd1bSBen Skeggs #include <core/tegra.h>
237974dd1bSBen Skeggs #ifdef CONFIG_NOUVEAU_PLATFORM_DRIVER
247974dd1bSBen Skeggs #include "priv.h"
257974dd1bSBen Skeggs
26b59fb482SThierry Reding #if IS_ENABLED(CONFIG_ARM_DMA_USE_IOMMU)
27b59fb482SThierry Reding #include <asm/dma-iommu.h>
28b59fb482SThierry Reding #endif
29b59fb482SThierry Reding
3043a70661SBen Skeggs static int
nvkm_device_tegra_power_up(struct nvkm_device_tegra * tdev)3143a70661SBen Skeggs nvkm_device_tegra_power_up(struct nvkm_device_tegra *tdev)
3243a70661SBen Skeggs {
3343a70661SBen Skeggs int ret;
3443a70661SBen Skeggs
35e6e1817aSAlexandre Courbot if (tdev->vdd) {
3643a70661SBen Skeggs ret = regulator_enable(tdev->vdd);
3743a70661SBen Skeggs if (ret)
3843a70661SBen Skeggs goto err_power;
39e6e1817aSAlexandre Courbot }
4043a70661SBen Skeggs
4143a70661SBen Skeggs ret = clk_prepare_enable(tdev->clk);
4243a70661SBen Skeggs if (ret)
4343a70661SBen Skeggs goto err_clk;
4434440ed6SAlexandre Courbot ret = clk_prepare_enable(tdev->clk_ref);
4534440ed6SAlexandre Courbot if (ret)
4634440ed6SAlexandre Courbot goto err_clk_ref;
4743a70661SBen Skeggs ret = clk_prepare_enable(tdev->clk_pwr);
4843a70661SBen Skeggs if (ret)
4943a70661SBen Skeggs goto err_clk_pwr;
5043a70661SBen Skeggs clk_set_rate(tdev->clk_pwr, 204000000);
5143a70661SBen Skeggs udelay(10);
5243a70661SBen Skeggs
53b0b651aeSThierry Reding if (!tdev->pdev->dev.pm_domain) {
5443a70661SBen Skeggs reset_control_assert(tdev->rst);
5543a70661SBen Skeggs udelay(10);
5643a70661SBen Skeggs
5743a70661SBen Skeggs ret = tegra_powergate_remove_clamping(TEGRA_POWERGATE_3D);
5843a70661SBen Skeggs if (ret)
5943a70661SBen Skeggs goto err_clamp;
6043a70661SBen Skeggs udelay(10);
6143a70661SBen Skeggs
6243a70661SBen Skeggs reset_control_deassert(tdev->rst);
6343a70661SBen Skeggs udelay(10);
64b0b651aeSThierry Reding }
6543a70661SBen Skeggs
6643a70661SBen Skeggs return 0;
6743a70661SBen Skeggs
6843a70661SBen Skeggs err_clamp:
6943a70661SBen Skeggs clk_disable_unprepare(tdev->clk_pwr);
7043a70661SBen Skeggs err_clk_pwr:
7134440ed6SAlexandre Courbot clk_disable_unprepare(tdev->clk_ref);
7234440ed6SAlexandre Courbot err_clk_ref:
7343a70661SBen Skeggs clk_disable_unprepare(tdev->clk);
7443a70661SBen Skeggs err_clk:
75e6e1817aSAlexandre Courbot if (tdev->vdd)
7643a70661SBen Skeggs regulator_disable(tdev->vdd);
7743a70661SBen Skeggs err_power:
7843a70661SBen Skeggs return ret;
7943a70661SBen Skeggs }
8043a70661SBen Skeggs
8143a70661SBen Skeggs static int
nvkm_device_tegra_power_down(struct nvkm_device_tegra * tdev)8243a70661SBen Skeggs nvkm_device_tegra_power_down(struct nvkm_device_tegra *tdev)
8343a70661SBen Skeggs {
84e6e1817aSAlexandre Courbot int ret;
85e6e1817aSAlexandre Courbot
8643a70661SBen Skeggs clk_disable_unprepare(tdev->clk_pwr);
8734440ed6SAlexandre Courbot clk_disable_unprepare(tdev->clk_ref);
8843a70661SBen Skeggs clk_disable_unprepare(tdev->clk);
8943a70661SBen Skeggs udelay(10);
9043a70661SBen Skeggs
91e6e1817aSAlexandre Courbot if (tdev->vdd) {
92e6e1817aSAlexandre Courbot ret = regulator_disable(tdev->vdd);
93e6e1817aSAlexandre Courbot if (ret)
94e6e1817aSAlexandre Courbot return ret;
95e6e1817aSAlexandre Courbot }
96e6e1817aSAlexandre Courbot
97e6e1817aSAlexandre Courbot return 0;
9843a70661SBen Skeggs }
9943a70661SBen Skeggs
10043a70661SBen Skeggs static void
nvkm_device_tegra_probe_iommu(struct nvkm_device_tegra * tdev)10143a70661SBen Skeggs nvkm_device_tegra_probe_iommu(struct nvkm_device_tegra *tdev)
10243a70661SBen Skeggs {
10343a70661SBen Skeggs #if IS_ENABLED(CONFIG_IOMMU_API)
10443a70661SBen Skeggs struct device *dev = &tdev->pdev->dev;
10543a70661SBen Skeggs unsigned long pgsize_bitmap;
10643a70661SBen Skeggs int ret;
10743a70661SBen Skeggs
108b59fb482SThierry Reding #if IS_ENABLED(CONFIG_ARM_DMA_USE_IOMMU)
109b59fb482SThierry Reding if (dev->archdata.mapping) {
110b59fb482SThierry Reding struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev);
111b59fb482SThierry Reding
112b59fb482SThierry Reding arm_iommu_detach_device(dev);
113b59fb482SThierry Reding arm_iommu_release_mapping(mapping);
114b59fb482SThierry Reding }
115b59fb482SThierry Reding #endif
116b59fb482SThierry Reding
117e396ecd1SAlexandre Courbot if (!tdev->func->iommu_bit)
118e396ecd1SAlexandre Courbot return;
119e396ecd1SAlexandre Courbot
12043a70661SBen Skeggs mutex_init(&tdev->iommu.mutex);
12143a70661SBen Skeggs
12287fd2b09SRobin Murphy if (device_iommu_mapped(dev)) {
12343a70661SBen Skeggs tdev->iommu.domain = iommu_domain_alloc(&platform_bus_type);
12491cf301fSChristophe JAILLET if (!tdev->iommu.domain)
12543a70661SBen Skeggs goto error;
12643a70661SBen Skeggs
12743a70661SBen Skeggs /*
12843a70661SBen Skeggs * A IOMMU is only usable if it supports page sizes smaller
12943a70661SBen Skeggs * or equal to the system's PAGE_SIZE, with a preference if
13043a70661SBen Skeggs * both are equal.
13143a70661SBen Skeggs */
1327eef7f67SLu Baolu pgsize_bitmap = tdev->iommu.domain->pgsize_bitmap;
13343a70661SBen Skeggs if (pgsize_bitmap & PAGE_SIZE) {
13443a70661SBen Skeggs tdev->iommu.pgshift = PAGE_SHIFT;
13543a70661SBen Skeggs } else {
13643a70661SBen Skeggs tdev->iommu.pgshift = fls(pgsize_bitmap & ~PAGE_MASK);
13743a70661SBen Skeggs if (tdev->iommu.pgshift == 0) {
13843a70661SBen Skeggs dev_warn(dev, "unsupported IOMMU page size\n");
13943a70661SBen Skeggs goto free_domain;
14043a70661SBen Skeggs }
14143a70661SBen Skeggs tdev->iommu.pgshift -= 1;
14243a70661SBen Skeggs }
14343a70661SBen Skeggs
14443a70661SBen Skeggs ret = iommu_attach_device(tdev->iommu.domain, dev);
14543a70661SBen Skeggs if (ret)
14643a70661SBen Skeggs goto free_domain;
14743a70661SBen Skeggs
1484d058fabSBen Skeggs ret = nvkm_mm_init(&tdev->iommu.mm, 0, 0,
149e396ecd1SAlexandre Courbot (1ULL << tdev->func->iommu_bit) >>
150e396ecd1SAlexandre Courbot tdev->iommu.pgshift, 1);
15143a70661SBen Skeggs if (ret)
15243a70661SBen Skeggs goto detach_device;
15343a70661SBen Skeggs }
15443a70661SBen Skeggs
15543a70661SBen Skeggs return;
15643a70661SBen Skeggs
15743a70661SBen Skeggs detach_device:
15843a70661SBen Skeggs iommu_detach_device(tdev->iommu.domain, dev);
15943a70661SBen Skeggs
16043a70661SBen Skeggs free_domain:
16143a70661SBen Skeggs iommu_domain_free(tdev->iommu.domain);
16243a70661SBen Skeggs
16343a70661SBen Skeggs error:
16443a70661SBen Skeggs tdev->iommu.domain = NULL;
16543a70661SBen Skeggs tdev->iommu.pgshift = 0;
16643a70661SBen Skeggs dev_err(dev, "cannot initialize IOMMU MM\n");
16743a70661SBen Skeggs #endif
16843a70661SBen Skeggs }
16943a70661SBen Skeggs
17043a70661SBen Skeggs static void
nvkm_device_tegra_remove_iommu(struct nvkm_device_tegra * tdev)17143a70661SBen Skeggs nvkm_device_tegra_remove_iommu(struct nvkm_device_tegra *tdev)
17243a70661SBen Skeggs {
17343a70661SBen Skeggs #if IS_ENABLED(CONFIG_IOMMU_API)
17443a70661SBen Skeggs if (tdev->iommu.domain) {
17543a70661SBen Skeggs nvkm_mm_fini(&tdev->iommu.mm);
17643a70661SBen Skeggs iommu_detach_device(tdev->iommu.domain, tdev->device.dev);
17743a70661SBen Skeggs iommu_domain_free(tdev->iommu.domain);
17843a70661SBen Skeggs }
17943a70661SBen Skeggs #endif
18043a70661SBen Skeggs }
18143a70661SBen Skeggs
1827974dd1bSBen Skeggs static struct nvkm_device_tegra *
nvkm_device_tegra(struct nvkm_device * device)1837e8820feSBen Skeggs nvkm_device_tegra(struct nvkm_device *device)
1847974dd1bSBen Skeggs {
1857e8820feSBen Skeggs return container_of(device, struct nvkm_device_tegra, device);
1867e8820feSBen Skeggs }
1877e8820feSBen Skeggs
1887e8820feSBen Skeggs static struct resource *
nvkm_device_tegra_resource(struct nvkm_device * device,unsigned bar)1897e8820feSBen Skeggs nvkm_device_tegra_resource(struct nvkm_device *device, unsigned bar)
1907e8820feSBen Skeggs {
1917e8820feSBen Skeggs struct nvkm_device_tegra *tdev = nvkm_device_tegra(device);
1927e8820feSBen Skeggs return platform_get_resource(tdev->pdev, IORESOURCE_MEM, bar);
1937e8820feSBen Skeggs }
1947e8820feSBen Skeggs
1957e8820feSBen Skeggs static resource_size_t
nvkm_device_tegra_resource_addr(struct nvkm_device * device,unsigned bar)1967e8820feSBen Skeggs nvkm_device_tegra_resource_addr(struct nvkm_device *device, unsigned bar)
1977e8820feSBen Skeggs {
1987e8820feSBen Skeggs struct resource *res = nvkm_device_tegra_resource(device, bar);
1997e8820feSBen Skeggs return res ? res->start : 0;
2007e8820feSBen Skeggs }
2017e8820feSBen Skeggs
2027e8820feSBen Skeggs static resource_size_t
nvkm_device_tegra_resource_size(struct nvkm_device * device,unsigned bar)2037e8820feSBen Skeggs nvkm_device_tegra_resource_size(struct nvkm_device *device, unsigned bar)
2047e8820feSBen Skeggs {
2057e8820feSBen Skeggs struct resource *res = nvkm_device_tegra_resource(device, bar);
2067e8820feSBen Skeggs return res ? resource_size(res) : 0;
2077974dd1bSBen Skeggs }
2087974dd1bSBen Skeggs
2092b700825SBen Skeggs static int
nvkm_device_tegra_irq(struct nvkm_device * device)210*727fd72fSBen Skeggs nvkm_device_tegra_irq(struct nvkm_device *device)
2112b700825SBen Skeggs {
2122b700825SBen Skeggs struct nvkm_device_tegra *tdev = nvkm_device_tegra(device);
2132b700825SBen Skeggs
214*727fd72fSBen Skeggs return platform_get_irq_byname(tdev->pdev, "stall");
2152b700825SBen Skeggs }
2162b700825SBen Skeggs
21743a70661SBen Skeggs static void *
nvkm_device_tegra_dtor(struct nvkm_device * device)21843a70661SBen Skeggs nvkm_device_tegra_dtor(struct nvkm_device *device)
21943a70661SBen Skeggs {
22043a70661SBen Skeggs struct nvkm_device_tegra *tdev = nvkm_device_tegra(device);
22143a70661SBen Skeggs nvkm_device_tegra_power_down(tdev);
22243a70661SBen Skeggs nvkm_device_tegra_remove_iommu(tdev);
22343a70661SBen Skeggs return tdev;
22443a70661SBen Skeggs }
22543a70661SBen Skeggs
2267974dd1bSBen Skeggs static const struct nvkm_device_func
2277974dd1bSBen Skeggs nvkm_device_tegra_func = {
2287974dd1bSBen Skeggs .tegra = nvkm_device_tegra,
22943a70661SBen Skeggs .dtor = nvkm_device_tegra_dtor,
230*727fd72fSBen Skeggs .irq = nvkm_device_tegra_irq,
2317e8820feSBen Skeggs .resource_addr = nvkm_device_tegra_resource_addr,
2327e8820feSBen Skeggs .resource_size = nvkm_device_tegra_resource_size,
233bad3d80fSKarol Herbst .cpu_coherent = false,
2347974dd1bSBen Skeggs };
2357974dd1bSBen Skeggs
2367974dd1bSBen Skeggs int
nvkm_device_tegra_new(const struct nvkm_device_tegra_func * func,struct platform_device * pdev,const char * cfg,const char * dbg,bool detect,bool mmio,u64 subdev_mask,struct nvkm_device ** pdevice)237e396ecd1SAlexandre Courbot nvkm_device_tegra_new(const struct nvkm_device_tegra_func *func,
238e396ecd1SAlexandre Courbot struct platform_device *pdev,
2397974dd1bSBen Skeggs const char *cfg, const char *dbg,
2407974dd1bSBen Skeggs bool detect, bool mmio, u64 subdev_mask,
2417974dd1bSBen Skeggs struct nvkm_device **pdevice)
2427974dd1bSBen Skeggs {
2437974dd1bSBen Skeggs struct nvkm_device_tegra *tdev;
244fc12262bSThierry Reding unsigned long rate;
24543a70661SBen Skeggs int ret;
2467974dd1bSBen Skeggs
2477974dd1bSBen Skeggs if (!(tdev = kzalloc(sizeof(*tdev), GFP_KERNEL)))
2487974dd1bSBen Skeggs return -ENOMEM;
249870571a5SThierry Reding
250e396ecd1SAlexandre Courbot tdev->func = func;
2517974dd1bSBen Skeggs tdev->pdev = pdev;
2527974dd1bSBen Skeggs
253e6e1817aSAlexandre Courbot if (func->require_vdd) {
25443a70661SBen Skeggs tdev->vdd = devm_regulator_get(&pdev->dev, "vdd");
255870571a5SThierry Reding if (IS_ERR(tdev->vdd)) {
256870571a5SThierry Reding ret = PTR_ERR(tdev->vdd);
257870571a5SThierry Reding goto free;
258870571a5SThierry Reding }
259e6e1817aSAlexandre Courbot }
26043a70661SBen Skeggs
26143a70661SBen Skeggs tdev->rst = devm_reset_control_get(&pdev->dev, "gpu");
262870571a5SThierry Reding if (IS_ERR(tdev->rst)) {
263870571a5SThierry Reding ret = PTR_ERR(tdev->rst);
264870571a5SThierry Reding goto free;
265870571a5SThierry Reding }
26643a70661SBen Skeggs
26743a70661SBen Skeggs tdev->clk = devm_clk_get(&pdev->dev, "gpu");
268870571a5SThierry Reding if (IS_ERR(tdev->clk)) {
269870571a5SThierry Reding ret = PTR_ERR(tdev->clk);
270870571a5SThierry Reding goto free;
271870571a5SThierry Reding }
27243a70661SBen Skeggs
273fc12262bSThierry Reding rate = clk_get_rate(tdev->clk);
274fc12262bSThierry Reding if (rate == 0) {
275fc12262bSThierry Reding ret = clk_set_rate(tdev->clk, ULONG_MAX);
276fc12262bSThierry Reding if (ret < 0)
277fc12262bSThierry Reding goto free;
278fc12262bSThierry Reding
279fc12262bSThierry Reding rate = clk_get_rate(tdev->clk);
280fc12262bSThierry Reding
281fc12262bSThierry Reding dev_dbg(&pdev->dev, "GPU clock set to %lu\n", rate);
282fc12262bSThierry Reding }
283fc12262bSThierry Reding
28434440ed6SAlexandre Courbot if (func->require_ref_clk)
28534440ed6SAlexandre Courbot tdev->clk_ref = devm_clk_get(&pdev->dev, "ref");
28634440ed6SAlexandre Courbot if (IS_ERR(tdev->clk_ref)) {
28734440ed6SAlexandre Courbot ret = PTR_ERR(tdev->clk_ref);
28834440ed6SAlexandre Courbot goto free;
28934440ed6SAlexandre Courbot }
29034440ed6SAlexandre Courbot
29143a70661SBen Skeggs tdev->clk_pwr = devm_clk_get(&pdev->dev, "pwr");
292870571a5SThierry Reding if (IS_ERR(tdev->clk_pwr)) {
293870571a5SThierry Reding ret = PTR_ERR(tdev->clk_pwr);
294870571a5SThierry Reding goto free;
295870571a5SThierry Reding }
29643a70661SBen Skeggs
2979d0394c6SAlexandre Courbot /**
2989d0394c6SAlexandre Courbot * The IOMMU bit defines the upper limit of the GPU-addressable space.
2999d0394c6SAlexandre Courbot */
3009d0394c6SAlexandre Courbot ret = dma_set_mask(&pdev->dev, DMA_BIT_MASK(tdev->func->iommu_bit));
3019d0394c6SAlexandre Courbot if (ret)
3029d0394c6SAlexandre Courbot goto free;
3039d0394c6SAlexandre Courbot
30443a70661SBen Skeggs nvkm_device_tegra_probe_iommu(tdev);
30543a70661SBen Skeggs
30643a70661SBen Skeggs ret = nvkm_device_tegra_power_up(tdev);
30743a70661SBen Skeggs if (ret)
308870571a5SThierry Reding goto remove;
30943a70661SBen Skeggs
31043a70661SBen Skeggs tdev->gpu_speedo = tegra_sku_info.gpu_speedo_value;
311d2680907SAlexandre Courbot tdev->gpu_speedo_id = tegra_sku_info.gpu_speedo_id;
31243a70661SBen Skeggs ret = nvkm_device_ctor(&nvkm_device_tegra_func, NULL, &pdev->dev,
31326c9e8efSBen Skeggs NVKM_DEVICE_TEGRA, pdev->id, NULL,
3147974dd1bSBen Skeggs cfg, dbg, detect, mmio, subdev_mask,
3157974dd1bSBen Skeggs &tdev->device);
31643a70661SBen Skeggs if (ret)
317870571a5SThierry Reding goto powerdown;
318870571a5SThierry Reding
319870571a5SThierry Reding *pdevice = &tdev->device;
32043a70661SBen Skeggs
32143a70661SBen Skeggs return 0;
322870571a5SThierry Reding
323870571a5SThierry Reding powerdown:
324870571a5SThierry Reding nvkm_device_tegra_power_down(tdev);
325870571a5SThierry Reding remove:
326870571a5SThierry Reding nvkm_device_tegra_remove_iommu(tdev);
327870571a5SThierry Reding free:
328870571a5SThierry Reding kfree(tdev);
329870571a5SThierry Reding return ret;
3307974dd1bSBen Skeggs }
3317974dd1bSBen Skeggs #else
3327974dd1bSBen Skeggs int
nvkm_device_tegra_new(const struct nvkm_device_tegra_func * func,struct platform_device * pdev,const char * cfg,const char * dbg,bool detect,bool mmio,u64 subdev_mask,struct nvkm_device ** pdevice)333e396ecd1SAlexandre Courbot nvkm_device_tegra_new(const struct nvkm_device_tegra_func *func,
334e396ecd1SAlexandre Courbot struct platform_device *pdev,
3357974dd1bSBen Skeggs const char *cfg, const char *dbg,
3367974dd1bSBen Skeggs bool detect, bool mmio, u64 subdev_mask,
3377974dd1bSBen Skeggs struct nvkm_device **pdevice)
3387974dd1bSBen Skeggs {
3397974dd1bSBen Skeggs return -ENOSYS;
3407974dd1bSBen Skeggs }
3417974dd1bSBen Skeggs #endif
342