1d93f7937SChristian König /*
2d93f7937SChristian König * Copyright 2013 Advanced Micro Devices, Inc.
3d93f7937SChristian König * All Rights Reserved.
4d93f7937SChristian König *
5d93f7937SChristian König * Permission is hereby granted, free of charge, to any person obtaining a
6d93f7937SChristian König * copy of this software and associated documentation files (the
7d93f7937SChristian König * "Software"), to deal in the Software without restriction, including
8d93f7937SChristian König * without limitation the rights to use, copy, modify, merge, publish,
9d93f7937SChristian König * distribute, sub license, and/or sell copies of the Software, and to
10d93f7937SChristian König * permit persons to whom the Software is furnished to do so, subject to
11d93f7937SChristian König * the following conditions:
12d93f7937SChristian König *
13d93f7937SChristian König * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14d93f7937SChristian König * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15d93f7937SChristian König * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
16d93f7937SChristian König * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
17d93f7937SChristian König * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
18d93f7937SChristian König * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
19d93f7937SChristian König * USE OR OTHER DEALINGS IN THE SOFTWARE.
20d93f7937SChristian König *
21d93f7937SChristian König * The above copyright notice and this permission notice (including the
22d93f7937SChristian König * next paragraph) shall be included in all copies or substantial portions
23d93f7937SChristian König * of the Software.
24d93f7937SChristian König *
25d93f7937SChristian König * Authors: Christian König <christian.koenig@amd.com>
26d93f7937SChristian König */
27d93f7937SChristian König
28d93f7937SChristian König #include <linux/firmware.h>
29c182615fSSam Ravnborg
30d93f7937SChristian König #include "radeon.h"
31d93f7937SChristian König #include "radeon_asic.h"
32d93f7937SChristian König #include "cikd.h"
33*b970fc6dSLee Jones #include "vce.h"
34d93f7937SChristian König
35fa0cf2f2SChristian König #define VCE_V2_0_FW_SIZE (256 * 1024)
36fa0cf2f2SChristian König #define VCE_V2_0_STACK_SIZE (64 * 1024)
37fa0cf2f2SChristian König #define VCE_V2_0_DATA_SIZE (23552 * RADEON_MAX_VCE_HANDLES)
38fa0cf2f2SChristian König
vce_v2_0_set_sw_cg(struct radeon_device * rdev,bool gated)39b9fa1883SAlex Deucher static void vce_v2_0_set_sw_cg(struct radeon_device *rdev, bool gated)
40b9fa1883SAlex Deucher {
41b9fa1883SAlex Deucher u32 tmp;
42b9fa1883SAlex Deucher
43b9fa1883SAlex Deucher if (gated) {
44b9fa1883SAlex Deucher tmp = RREG32(VCE_CLOCK_GATING_B);
45b9fa1883SAlex Deucher tmp |= 0xe70000;
46b9fa1883SAlex Deucher WREG32(VCE_CLOCK_GATING_B, tmp);
47b9fa1883SAlex Deucher
48b9fa1883SAlex Deucher tmp = RREG32(VCE_UENC_CLOCK_GATING);
49b9fa1883SAlex Deucher tmp |= 0xff000000;
50b9fa1883SAlex Deucher WREG32(VCE_UENC_CLOCK_GATING, tmp);
51b9fa1883SAlex Deucher
52b9fa1883SAlex Deucher tmp = RREG32(VCE_UENC_REG_CLOCK_GATING);
53b9fa1883SAlex Deucher tmp &= ~0x3fc;
54b9fa1883SAlex Deucher WREG32(VCE_UENC_REG_CLOCK_GATING, tmp);
55b9fa1883SAlex Deucher
56b9fa1883SAlex Deucher WREG32(VCE_CGTT_CLK_OVERRIDE, 0);
57b9fa1883SAlex Deucher } else {
58b9fa1883SAlex Deucher tmp = RREG32(VCE_CLOCK_GATING_B);
59b9fa1883SAlex Deucher tmp |= 0xe7;
60b9fa1883SAlex Deucher tmp &= ~0xe70000;
61b9fa1883SAlex Deucher WREG32(VCE_CLOCK_GATING_B, tmp);
62b9fa1883SAlex Deucher
63b9fa1883SAlex Deucher tmp = RREG32(VCE_UENC_CLOCK_GATING);
64b9fa1883SAlex Deucher tmp |= 0x1fe000;
65b9fa1883SAlex Deucher tmp &= ~0xff000000;
66b9fa1883SAlex Deucher WREG32(VCE_UENC_CLOCK_GATING, tmp);
67b9fa1883SAlex Deucher
68b9fa1883SAlex Deucher tmp = RREG32(VCE_UENC_REG_CLOCK_GATING);
69b9fa1883SAlex Deucher tmp |= 0x3fc;
70b9fa1883SAlex Deucher WREG32(VCE_UENC_REG_CLOCK_GATING, tmp);
71b9fa1883SAlex Deucher }
72b9fa1883SAlex Deucher }
73b9fa1883SAlex Deucher
vce_v2_0_set_dyn_cg(struct radeon_device * rdev,bool gated)74b9fa1883SAlex Deucher static void vce_v2_0_set_dyn_cg(struct radeon_device *rdev, bool gated)
75b9fa1883SAlex Deucher {
76b9fa1883SAlex Deucher u32 orig, tmp;
77b9fa1883SAlex Deucher
78b9fa1883SAlex Deucher tmp = RREG32(VCE_CLOCK_GATING_B);
79b9fa1883SAlex Deucher tmp &= ~0x00060006;
80b9fa1883SAlex Deucher if (gated) {
81b9fa1883SAlex Deucher tmp |= 0xe10000;
82b9fa1883SAlex Deucher } else {
83b9fa1883SAlex Deucher tmp |= 0xe1;
84b9fa1883SAlex Deucher tmp &= ~0xe10000;
85b9fa1883SAlex Deucher }
86b9fa1883SAlex Deucher WREG32(VCE_CLOCK_GATING_B, tmp);
87b9fa1883SAlex Deucher
88b9fa1883SAlex Deucher orig = tmp = RREG32(VCE_UENC_CLOCK_GATING);
89b9fa1883SAlex Deucher tmp &= ~0x1fe000;
90b9fa1883SAlex Deucher tmp &= ~0xff000000;
91b9fa1883SAlex Deucher if (tmp != orig)
92b9fa1883SAlex Deucher WREG32(VCE_UENC_CLOCK_GATING, tmp);
93b9fa1883SAlex Deucher
94b9fa1883SAlex Deucher orig = tmp = RREG32(VCE_UENC_REG_CLOCK_GATING);
95b9fa1883SAlex Deucher tmp &= ~0x3fc;
96b9fa1883SAlex Deucher if (tmp != orig)
97b9fa1883SAlex Deucher WREG32(VCE_UENC_REG_CLOCK_GATING, tmp);
98b9fa1883SAlex Deucher
99b9fa1883SAlex Deucher if (gated)
100b9fa1883SAlex Deucher WREG32(VCE_CGTT_CLK_OVERRIDE, 0);
101b9fa1883SAlex Deucher }
102b9fa1883SAlex Deucher
vce_v2_0_disable_cg(struct radeon_device * rdev)103b9fa1883SAlex Deucher static void vce_v2_0_disable_cg(struct radeon_device *rdev)
104b9fa1883SAlex Deucher {
105b9fa1883SAlex Deucher WREG32(VCE_CGTT_CLK_OVERRIDE, 7);
106b9fa1883SAlex Deucher }
107b9fa1883SAlex Deucher
1080ed27987SGustavo A. R. Silva /*
1090ed27987SGustavo A. R. Silva * Local variable sw_cg is used for debugging purposes, in case we
1100ed27987SGustavo A. R. Silva * ran into problems with dynamic clock gating. Don't remove it.
1110ed27987SGustavo A. R. Silva */
vce_v2_0_enable_mgcg(struct radeon_device * rdev,bool enable)112b9fa1883SAlex Deucher void vce_v2_0_enable_mgcg(struct radeon_device *rdev, bool enable)
113b9fa1883SAlex Deucher {
114b9fa1883SAlex Deucher bool sw_cg = false;
115b9fa1883SAlex Deucher
116b9fa1883SAlex Deucher if (enable && (rdev->cg_flags & RADEON_CG_SUPPORT_VCE_MGCG)) {
117b9fa1883SAlex Deucher if (sw_cg)
118b9fa1883SAlex Deucher vce_v2_0_set_sw_cg(rdev, true);
119b9fa1883SAlex Deucher else
120b9fa1883SAlex Deucher vce_v2_0_set_dyn_cg(rdev, true);
121b9fa1883SAlex Deucher } else {
122b9fa1883SAlex Deucher vce_v2_0_disable_cg(rdev);
123b9fa1883SAlex Deucher
124b9fa1883SAlex Deucher if (sw_cg)
125b9fa1883SAlex Deucher vce_v2_0_set_sw_cg(rdev, false);
126b9fa1883SAlex Deucher else
127b9fa1883SAlex Deucher vce_v2_0_set_dyn_cg(rdev, false);
128b9fa1883SAlex Deucher }
129b9fa1883SAlex Deucher }
130b9fa1883SAlex Deucher
vce_v2_0_init_cg(struct radeon_device * rdev)131b9fa1883SAlex Deucher static void vce_v2_0_init_cg(struct radeon_device *rdev)
132b9fa1883SAlex Deucher {
133b9fa1883SAlex Deucher u32 tmp;
134b9fa1883SAlex Deucher
135b9fa1883SAlex Deucher tmp = RREG32(VCE_CLOCK_GATING_A);
136b9fa1883SAlex Deucher tmp &= ~(CGC_CLK_GATE_DLY_TIMER_MASK | CGC_CLK_GATER_OFF_DLY_TIMER_MASK);
137b9fa1883SAlex Deucher tmp |= (CGC_CLK_GATE_DLY_TIMER(0) | CGC_CLK_GATER_OFF_DLY_TIMER(4));
138b9fa1883SAlex Deucher tmp |= CGC_UENC_WAIT_AWAKE;
139b9fa1883SAlex Deucher WREG32(VCE_CLOCK_GATING_A, tmp);
140b9fa1883SAlex Deucher
141b9fa1883SAlex Deucher tmp = RREG32(VCE_UENC_CLOCK_GATING);
142b9fa1883SAlex Deucher tmp &= ~(CLOCK_ON_DELAY_MASK | CLOCK_OFF_DELAY_MASK);
143b9fa1883SAlex Deucher tmp |= (CLOCK_ON_DELAY(0) | CLOCK_OFF_DELAY(4));
144b9fa1883SAlex Deucher WREG32(VCE_UENC_CLOCK_GATING, tmp);
145b9fa1883SAlex Deucher
146b9fa1883SAlex Deucher tmp = RREG32(VCE_CLOCK_GATING_B);
147b9fa1883SAlex Deucher tmp |= 0x10;
148b9fa1883SAlex Deucher tmp &= ~0x100000;
149b9fa1883SAlex Deucher WREG32(VCE_CLOCK_GATING_B, tmp);
150b9fa1883SAlex Deucher }
151b9fa1883SAlex Deucher
vce_v2_0_bo_size(struct radeon_device * rdev)152fa0cf2f2SChristian König unsigned vce_v2_0_bo_size(struct radeon_device *rdev)
153fa0cf2f2SChristian König {
154fa0cf2f2SChristian König WARN_ON(rdev->vce_fw->size > VCE_V2_0_FW_SIZE);
155fa0cf2f2SChristian König return VCE_V2_0_FW_SIZE + VCE_V2_0_STACK_SIZE + VCE_V2_0_DATA_SIZE;
156fa0cf2f2SChristian König }
157fa0cf2f2SChristian König
vce_v2_0_resume(struct radeon_device * rdev)158d93f7937SChristian König int vce_v2_0_resume(struct radeon_device *rdev)
159d93f7937SChristian König {
160d93f7937SChristian König uint64_t addr = rdev->vce.gpu_addr;
161d93f7937SChristian König uint32_t size;
162d93f7937SChristian König
163d93f7937SChristian König WREG32_P(VCE_CLOCK_GATING_A, 0, ~(1 << 16));
164d93f7937SChristian König WREG32_P(VCE_UENC_CLOCK_GATING, 0x1FF000, ~0xFF9FF000);
165d93f7937SChristian König WREG32_P(VCE_UENC_REG_CLOCK_GATING, 0x3F, ~0x3F);
166d93f7937SChristian König WREG32(VCE_CLOCK_GATING_B, 0xf7);
167d93f7937SChristian König
168d93f7937SChristian König WREG32(VCE_LMI_CTRL, 0x00398000);
169d93f7937SChristian König WREG32_P(VCE_LMI_CACHE_CTRL, 0x0, ~0x1);
170d93f7937SChristian König WREG32(VCE_LMI_SWAP_CNTL, 0);
171d93f7937SChristian König WREG32(VCE_LMI_SWAP_CNTL1, 0);
172d93f7937SChristian König WREG32(VCE_LMI_VM_CTRL, 0);
173d93f7937SChristian König
17488f9eae4SChristian König WREG32(VCE_LMI_VCPU_CACHE_40BIT_BAR, addr >> 8);
17588f9eae4SChristian König
17688f9eae4SChristian König addr &= 0xff;
177fa0cf2f2SChristian König size = VCE_V2_0_FW_SIZE;
178d93f7937SChristian König WREG32(VCE_VCPU_CACHE_OFFSET0, addr & 0x7fffffff);
179d93f7937SChristian König WREG32(VCE_VCPU_CACHE_SIZE0, size);
180d93f7937SChristian König
181d93f7937SChristian König addr += size;
182fa0cf2f2SChristian König size = VCE_V2_0_STACK_SIZE;
183d93f7937SChristian König WREG32(VCE_VCPU_CACHE_OFFSET1, addr & 0x7fffffff);
184d93f7937SChristian König WREG32(VCE_VCPU_CACHE_SIZE1, size);
185d93f7937SChristian König
186d93f7937SChristian König addr += size;
187fa0cf2f2SChristian König size = VCE_V2_0_DATA_SIZE;
188d93f7937SChristian König WREG32(VCE_VCPU_CACHE_OFFSET2, addr & 0x7fffffff);
189d93f7937SChristian König WREG32(VCE_VCPU_CACHE_SIZE2, size);
190d93f7937SChristian König
191d93f7937SChristian König WREG32_P(VCE_LMI_CTRL2, 0x0, ~0x100);
192d93f7937SChristian König
193d93f7937SChristian König WREG32_P(VCE_SYS_INT_EN, VCE_SYS_INT_TRAP_INTERRUPT_EN,
194d93f7937SChristian König ~VCE_SYS_INT_TRAP_INTERRUPT_EN);
195d93f7937SChristian König
196b9fa1883SAlex Deucher vce_v2_0_init_cg(rdev);
197b9fa1883SAlex Deucher
198d93f7937SChristian König return 0;
199d93f7937SChristian König }
200