xref: /openbmc/linux/drivers/gpu/drm/amd/amdgpu/uvd_v4_2.c (revision e89d5b5c)
1a2e73f56SAlex Deucher /*
2a2e73f56SAlex Deucher  * Copyright 2013 Advanced Micro Devices, Inc.
3a2e73f56SAlex Deucher  *
4a2e73f56SAlex Deucher  * Permission is hereby granted, free of charge, to any person obtaining a
5a2e73f56SAlex Deucher  * copy of this software and associated documentation files (the "Software"),
6a2e73f56SAlex Deucher  * to deal in the Software without restriction, including without limitation
7a2e73f56SAlex Deucher  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8a2e73f56SAlex Deucher  * and/or sell copies of the Software, and to permit persons to whom the
9a2e73f56SAlex Deucher  * Software is furnished to do so, subject to the following conditions:
10a2e73f56SAlex Deucher  *
11a2e73f56SAlex Deucher  * The above copyright notice and this permission notice shall be included in
12a2e73f56SAlex Deucher  * all copies or substantial portions of the Software.
13a2e73f56SAlex Deucher  *
14a2e73f56SAlex Deucher  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15a2e73f56SAlex Deucher  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16a2e73f56SAlex Deucher  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17a2e73f56SAlex Deucher  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18a2e73f56SAlex Deucher  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19a2e73f56SAlex Deucher  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20a2e73f56SAlex Deucher  * OTHER DEALINGS IN THE SOFTWARE.
21a2e73f56SAlex Deucher  *
22a2e73f56SAlex Deucher  * Authors: Christian König <christian.koenig@amd.com>
23a2e73f56SAlex Deucher  */
24a2e73f56SAlex Deucher 
25a2e73f56SAlex Deucher #include <linux/firmware.h>
26a2e73f56SAlex Deucher #include <drm/drmP.h>
27a2e73f56SAlex Deucher #include "amdgpu.h"
28a2e73f56SAlex Deucher #include "amdgpu_uvd.h"
29a2e73f56SAlex Deucher #include "cikd.h"
30a2e73f56SAlex Deucher 
31a2e73f56SAlex Deucher #include "uvd/uvd_4_2_d.h"
32a2e73f56SAlex Deucher #include "uvd/uvd_4_2_sh_mask.h"
33a2e73f56SAlex Deucher 
34a2e73f56SAlex Deucher #include "oss/oss_2_0_d.h"
35a2e73f56SAlex Deucher #include "oss/oss_2_0_sh_mask.h"
36a2e73f56SAlex Deucher 
37d5b4e25dSChristian König #include "bif/bif_4_1_d.h"
38d5b4e25dSChristian König 
394be5097cSRex Zhu #include "smu/smu_7_0_1_d.h"
404be5097cSRex Zhu #include "smu/smu_7_0_1_sh_mask.h"
414be5097cSRex Zhu 
42a2e73f56SAlex Deucher static void uvd_v4_2_mc_resume(struct amdgpu_device *adev);
43a2e73f56SAlex Deucher static void uvd_v4_2_set_ring_funcs(struct amdgpu_device *adev);
44a2e73f56SAlex Deucher static void uvd_v4_2_set_irq_funcs(struct amdgpu_device *adev);
45a2e73f56SAlex Deucher static int uvd_v4_2_start(struct amdgpu_device *adev);
46a2e73f56SAlex Deucher static void uvd_v4_2_stop(struct amdgpu_device *adev);
47aa4747c0SRex Zhu static int uvd_v4_2_set_clockgating_state(void *handle,
48aa4747c0SRex Zhu 				enum amd_clockgating_state state);
49ca581e45SRex Zhu static void uvd_v4_2_set_dcm(struct amdgpu_device *adev,
50ca581e45SRex Zhu 			     bool sw_mode);
51a2e73f56SAlex Deucher /**
52a2e73f56SAlex Deucher  * uvd_v4_2_ring_get_rptr - get read pointer
53a2e73f56SAlex Deucher  *
54a2e73f56SAlex Deucher  * @ring: amdgpu_ring pointer
55a2e73f56SAlex Deucher  *
56a2e73f56SAlex Deucher  * Returns the current hardware read pointer
57a2e73f56SAlex Deucher  */
58a2e73f56SAlex Deucher static uint32_t uvd_v4_2_ring_get_rptr(struct amdgpu_ring *ring)
59a2e73f56SAlex Deucher {
60a2e73f56SAlex Deucher 	struct amdgpu_device *adev = ring->adev;
61a2e73f56SAlex Deucher 
62a2e73f56SAlex Deucher 	return RREG32(mmUVD_RBC_RB_RPTR);
63a2e73f56SAlex Deucher }
64a2e73f56SAlex Deucher 
65a2e73f56SAlex Deucher /**
66a2e73f56SAlex Deucher  * uvd_v4_2_ring_get_wptr - get write pointer
67a2e73f56SAlex Deucher  *
68a2e73f56SAlex Deucher  * @ring: amdgpu_ring pointer
69a2e73f56SAlex Deucher  *
70a2e73f56SAlex Deucher  * Returns the current hardware write pointer
71a2e73f56SAlex Deucher  */
72a2e73f56SAlex Deucher static uint32_t uvd_v4_2_ring_get_wptr(struct amdgpu_ring *ring)
73a2e73f56SAlex Deucher {
74a2e73f56SAlex Deucher 	struct amdgpu_device *adev = ring->adev;
75a2e73f56SAlex Deucher 
76a2e73f56SAlex Deucher 	return RREG32(mmUVD_RBC_RB_WPTR);
77a2e73f56SAlex Deucher }
78a2e73f56SAlex Deucher 
79a2e73f56SAlex Deucher /**
80a2e73f56SAlex Deucher  * uvd_v4_2_ring_set_wptr - set write pointer
81a2e73f56SAlex Deucher  *
82a2e73f56SAlex Deucher  * @ring: amdgpu_ring pointer
83a2e73f56SAlex Deucher  *
84a2e73f56SAlex Deucher  * Commits the write pointer to the hardware
85a2e73f56SAlex Deucher  */
86a2e73f56SAlex Deucher static void uvd_v4_2_ring_set_wptr(struct amdgpu_ring *ring)
87a2e73f56SAlex Deucher {
88a2e73f56SAlex Deucher 	struct amdgpu_device *adev = ring->adev;
89a2e73f56SAlex Deucher 
90a2e73f56SAlex Deucher 	WREG32(mmUVD_RBC_RB_WPTR, ring->wptr);
91a2e73f56SAlex Deucher }
92a2e73f56SAlex Deucher 
935fc3aeebSyanyang1 static int uvd_v4_2_early_init(void *handle)
94a2e73f56SAlex Deucher {
955fc3aeebSyanyang1 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
965fc3aeebSyanyang1 
97a2e73f56SAlex Deucher 	uvd_v4_2_set_ring_funcs(adev);
98a2e73f56SAlex Deucher 	uvd_v4_2_set_irq_funcs(adev);
99a2e73f56SAlex Deucher 
100a2e73f56SAlex Deucher 	return 0;
101a2e73f56SAlex Deucher }
102a2e73f56SAlex Deucher 
1035fc3aeebSyanyang1 static int uvd_v4_2_sw_init(void *handle)
104a2e73f56SAlex Deucher {
105a2e73f56SAlex Deucher 	struct amdgpu_ring *ring;
1065fc3aeebSyanyang1 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
107a2e73f56SAlex Deucher 	int r;
108a2e73f56SAlex Deucher 
109a2e73f56SAlex Deucher 	/* UVD TRAP */
110a2e73f56SAlex Deucher 	r = amdgpu_irq_add_id(adev, 124, &adev->uvd.irq);
111a2e73f56SAlex Deucher 	if (r)
112a2e73f56SAlex Deucher 		return r;
113a2e73f56SAlex Deucher 
114a2e73f56SAlex Deucher 	r = amdgpu_uvd_sw_init(adev);
115a2e73f56SAlex Deucher 	if (r)
116a2e73f56SAlex Deucher 		return r;
117a2e73f56SAlex Deucher 
118a2e73f56SAlex Deucher 	r = amdgpu_uvd_resume(adev);
119a2e73f56SAlex Deucher 	if (r)
120a2e73f56SAlex Deucher 		return r;
121a2e73f56SAlex Deucher 
122a2e73f56SAlex Deucher 	ring = &adev->uvd.ring;
123a2e73f56SAlex Deucher 	sprintf(ring->name, "uvd");
12479887142SChristian König 	r = amdgpu_ring_init(adev, ring, 512, &adev->uvd.irq, 0);
125a2e73f56SAlex Deucher 
126a2e73f56SAlex Deucher 	return r;
127a2e73f56SAlex Deucher }
128a2e73f56SAlex Deucher 
1295fc3aeebSyanyang1 static int uvd_v4_2_sw_fini(void *handle)
130a2e73f56SAlex Deucher {
131a2e73f56SAlex Deucher 	int r;
1325fc3aeebSyanyang1 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
133a2e73f56SAlex Deucher 
134a2e73f56SAlex Deucher 	r = amdgpu_uvd_suspend(adev);
135a2e73f56SAlex Deucher 	if (r)
136a2e73f56SAlex Deucher 		return r;
137a2e73f56SAlex Deucher 
138a2e73f56SAlex Deucher 	r = amdgpu_uvd_sw_fini(adev);
139a2e73f56SAlex Deucher 	if (r)
140a2e73f56SAlex Deucher 		return r;
141a2e73f56SAlex Deucher 
142a2e73f56SAlex Deucher 	return r;
143a2e73f56SAlex Deucher }
144ca581e45SRex Zhu static void uvd_v4_2_enable_mgcg(struct amdgpu_device *adev,
145ca581e45SRex Zhu 				 bool enable);
146a2e73f56SAlex Deucher /**
147a2e73f56SAlex Deucher  * uvd_v4_2_hw_init - start and test UVD block
148a2e73f56SAlex Deucher  *
149a2e73f56SAlex Deucher  * @adev: amdgpu_device pointer
150a2e73f56SAlex Deucher  *
151a2e73f56SAlex Deucher  * Initialize the hardware, boot up the VCPU and do some testing
152a2e73f56SAlex Deucher  */
1535fc3aeebSyanyang1 static int uvd_v4_2_hw_init(void *handle)
154a2e73f56SAlex Deucher {
1555fc3aeebSyanyang1 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
156a2e73f56SAlex Deucher 	struct amdgpu_ring *ring = &adev->uvd.ring;
157a2e73f56SAlex Deucher 	uint32_t tmp;
158a2e73f56SAlex Deucher 	int r;
159a2e73f56SAlex Deucher 
160ca581e45SRex Zhu 	uvd_v4_2_enable_mgcg(adev, true);
161aa4747c0SRex Zhu 	amdgpu_asic_set_uvd_clocks(adev, 10000, 10000);
162a2e73f56SAlex Deucher 
163a2e73f56SAlex Deucher 	ring->ready = true;
164a2e73f56SAlex Deucher 	r = amdgpu_ring_test_ring(ring);
165a2e73f56SAlex Deucher 	if (r) {
166a2e73f56SAlex Deucher 		ring->ready = false;
167a2e73f56SAlex Deucher 		goto done;
168a2e73f56SAlex Deucher 	}
169a2e73f56SAlex Deucher 
170a27de35cSChristian König 	r = amdgpu_ring_alloc(ring, 10);
171a2e73f56SAlex Deucher 	if (r) {
172a2e73f56SAlex Deucher 		DRM_ERROR("amdgpu: ring failed to lock UVD ring (%d).\n", r);
173a2e73f56SAlex Deucher 		goto done;
174a2e73f56SAlex Deucher 	}
175a2e73f56SAlex Deucher 
176a2e73f56SAlex Deucher 	tmp = PACKET0(mmUVD_SEMA_WAIT_FAULT_TIMEOUT_CNTL, 0);
177a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, tmp);
178a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, 0xFFFFF);
179a2e73f56SAlex Deucher 
180a2e73f56SAlex Deucher 	tmp = PACKET0(mmUVD_SEMA_WAIT_INCOMPLETE_TIMEOUT_CNTL, 0);
181a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, tmp);
182a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, 0xFFFFF);
183a2e73f56SAlex Deucher 
184a2e73f56SAlex Deucher 	tmp = PACKET0(mmUVD_SEMA_SIGNAL_INCOMPLETE_TIMEOUT_CNTL, 0);
185a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, tmp);
186a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, 0xFFFFF);
187a2e73f56SAlex Deucher 
188a2e73f56SAlex Deucher 	/* Clear timeout status bits */
189a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_TIMEOUT_STATUS, 0));
190a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, 0x8);
191a2e73f56SAlex Deucher 
192a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, PACKET0(mmUVD_SEMA_CNTL, 0));
193a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, 3);
194a2e73f56SAlex Deucher 
195a27de35cSChristian König 	amdgpu_ring_commit(ring);
196a2e73f56SAlex Deucher 
197a2e73f56SAlex Deucher done:
198a2e73f56SAlex Deucher 	if (!r)
199a2e73f56SAlex Deucher 		DRM_INFO("UVD initialized successfully.\n");
200a2e73f56SAlex Deucher 
201a2e73f56SAlex Deucher 	return r;
202a2e73f56SAlex Deucher }
203a2e73f56SAlex Deucher 
204a2e73f56SAlex Deucher /**
205a2e73f56SAlex Deucher  * uvd_v4_2_hw_fini - stop the hardware block
206a2e73f56SAlex Deucher  *
207a2e73f56SAlex Deucher  * @adev: amdgpu_device pointer
208a2e73f56SAlex Deucher  *
209a2e73f56SAlex Deucher  * Stop the UVD block, mark ring as not ready any more
210a2e73f56SAlex Deucher  */
2115fc3aeebSyanyang1 static int uvd_v4_2_hw_fini(void *handle)
212a2e73f56SAlex Deucher {
2135fc3aeebSyanyang1 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
214a2e73f56SAlex Deucher 	struct amdgpu_ring *ring = &adev->uvd.ring;
215a2e73f56SAlex Deucher 
2168b55d17eSRex Zhu 	if (RREG32(mmUVD_STATUS) != 0)
217a2e73f56SAlex Deucher 		uvd_v4_2_stop(adev);
2188b55d17eSRex Zhu 
219a2e73f56SAlex Deucher 	ring->ready = false;
220a2e73f56SAlex Deucher 
221a2e73f56SAlex Deucher 	return 0;
222a2e73f56SAlex Deucher }
223a2e73f56SAlex Deucher 
2245fc3aeebSyanyang1 static int uvd_v4_2_suspend(void *handle)
225a2e73f56SAlex Deucher {
226a2e73f56SAlex Deucher 	int r;
2275fc3aeebSyanyang1 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
228a2e73f56SAlex Deucher 
2293f99dd81SLeo Liu 	r = uvd_v4_2_hw_fini(adev);
230a2e73f56SAlex Deucher 	if (r)
231a2e73f56SAlex Deucher 		return r;
232a2e73f56SAlex Deucher 
2333f99dd81SLeo Liu 	r = amdgpu_uvd_suspend(adev);
234a2e73f56SAlex Deucher 	if (r)
235a2e73f56SAlex Deucher 		return r;
236a2e73f56SAlex Deucher 
237a2e73f56SAlex Deucher 	return r;
238a2e73f56SAlex Deucher }
239a2e73f56SAlex Deucher 
2405fc3aeebSyanyang1 static int uvd_v4_2_resume(void *handle)
241a2e73f56SAlex Deucher {
242a2e73f56SAlex Deucher 	int r;
2435fc3aeebSyanyang1 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
244a2e73f56SAlex Deucher 
245a2e73f56SAlex Deucher 	r = amdgpu_uvd_resume(adev);
246a2e73f56SAlex Deucher 	if (r)
247a2e73f56SAlex Deucher 		return r;
248a2e73f56SAlex Deucher 
249a2e73f56SAlex Deucher 	r = uvd_v4_2_hw_init(adev);
250a2e73f56SAlex Deucher 	if (r)
251a2e73f56SAlex Deucher 		return r;
252a2e73f56SAlex Deucher 
253a2e73f56SAlex Deucher 	return r;
254a2e73f56SAlex Deucher }
255a2e73f56SAlex Deucher 
256a2e73f56SAlex Deucher /**
257a2e73f56SAlex Deucher  * uvd_v4_2_start - start UVD block
258a2e73f56SAlex Deucher  *
259a2e73f56SAlex Deucher  * @adev: amdgpu_device pointer
260a2e73f56SAlex Deucher  *
261a2e73f56SAlex Deucher  * Setup and start the UVD block
262a2e73f56SAlex Deucher  */
263a2e73f56SAlex Deucher static int uvd_v4_2_start(struct amdgpu_device *adev)
264a2e73f56SAlex Deucher {
265a2e73f56SAlex Deucher 	struct amdgpu_ring *ring = &adev->uvd.ring;
266a2e73f56SAlex Deucher 	uint32_t rb_bufsz;
267a2e73f56SAlex Deucher 	int i, j, r;
2688b55d17eSRex Zhu 	u32 tmp;
269a2e73f56SAlex Deucher 	/* disable byte swapping */
270a2e73f56SAlex Deucher 	u32 lmi_swap_cntl = 0;
271a2e73f56SAlex Deucher 	u32 mp_swap_cntl = 0;
272a2e73f56SAlex Deucher 
2738b55d17eSRex Zhu 	/* set uvd busy */
2748b55d17eSRex Zhu 	WREG32_P(mmUVD_STATUS, 1<<2, ~(1<<2));
2758b55d17eSRex Zhu 
276ca581e45SRex Zhu 	uvd_v4_2_set_dcm(adev, true);
2778b55d17eSRex Zhu 	WREG32(mmUVD_CGC_GATE, 0);
278a2e73f56SAlex Deucher 
279a2e73f56SAlex Deucher 	/* take UVD block out of reset */
280a2e73f56SAlex Deucher 	WREG32_P(mmSRBM_SOFT_RESET, 0, ~SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK);
281a2e73f56SAlex Deucher 	mdelay(5);
282a2e73f56SAlex Deucher 
2838b55d17eSRex Zhu 	/* enable VCPU clock */
2848b55d17eSRex Zhu 	WREG32(mmUVD_VCPU_CNTL,  1 << 9);
2858b55d17eSRex Zhu 
2868b55d17eSRex Zhu 	/* disable interupt */
2878b55d17eSRex Zhu 	WREG32_P(mmUVD_MASTINT_EN, 0, ~(1 << 1));
288a2e73f56SAlex Deucher 
289a2e73f56SAlex Deucher #ifdef __BIG_ENDIAN
290a2e73f56SAlex Deucher 	/* swap (8 in 32) RB and IB */
291a2e73f56SAlex Deucher 	lmi_swap_cntl = 0xa;
292a2e73f56SAlex Deucher 	mp_swap_cntl = 0;
293a2e73f56SAlex Deucher #endif
294a2e73f56SAlex Deucher 	WREG32(mmUVD_LMI_SWAP_CNTL, lmi_swap_cntl);
295a2e73f56SAlex Deucher 	WREG32(mmUVD_MP_SWAP_CNTL, mp_swap_cntl);
2968b55d17eSRex Zhu 	/* initialize UVD memory controller */
2978b55d17eSRex Zhu 	WREG32(mmUVD_LMI_CTRL, 0x203108);
2988b55d17eSRex Zhu 
2998b55d17eSRex Zhu 	tmp = RREG32(mmUVD_MPC_CNTL);
3008b55d17eSRex Zhu 	WREG32(mmUVD_MPC_CNTL, tmp | 0x10);
301a2e73f56SAlex Deucher 
302a2e73f56SAlex Deucher 	WREG32(mmUVD_MPC_SET_MUXA0, 0x40c2040);
303a2e73f56SAlex Deucher 	WREG32(mmUVD_MPC_SET_MUXA1, 0x0);
304a2e73f56SAlex Deucher 	WREG32(mmUVD_MPC_SET_MUXB0, 0x40c2040);
305a2e73f56SAlex Deucher 	WREG32(mmUVD_MPC_SET_MUXB1, 0x0);
306a2e73f56SAlex Deucher 	WREG32(mmUVD_MPC_SET_ALU, 0);
307a2e73f56SAlex Deucher 	WREG32(mmUVD_MPC_SET_MUX, 0x88);
308a2e73f56SAlex Deucher 
3098b55d17eSRex Zhu 	uvd_v4_2_mc_resume(adev);
310a2e73f56SAlex Deucher 
3118b55d17eSRex Zhu 	tmp = RREG32_UVD_CTX(ixUVD_LMI_CACHE_CTRL);
3128b55d17eSRex Zhu 	WREG32_UVD_CTX(ixUVD_LMI_CACHE_CTRL, tmp & (~0x10));
313a2e73f56SAlex Deucher 
314a2e73f56SAlex Deucher 	/* enable UMC */
315a2e73f56SAlex Deucher 	WREG32_P(mmUVD_LMI_CTRL2, 0, ~(1 << 8));
316a2e73f56SAlex Deucher 
3178b55d17eSRex Zhu 	WREG32_P(mmUVD_SOFT_RESET, 0, ~UVD_SOFT_RESET__LMI_SOFT_RESET_MASK);
3188b55d17eSRex Zhu 
3198b55d17eSRex Zhu 	WREG32_P(mmUVD_SOFT_RESET, 0, ~UVD_SOFT_RESET__LMI_UMC_SOFT_RESET_MASK);
3208b55d17eSRex Zhu 
3218b55d17eSRex Zhu 	WREG32_P(mmUVD_SOFT_RESET, 0, ~UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
3228b55d17eSRex Zhu 
323a2e73f56SAlex Deucher 	mdelay(10);
324a2e73f56SAlex Deucher 
325a2e73f56SAlex Deucher 	for (i = 0; i < 10; ++i) {
326a2e73f56SAlex Deucher 		uint32_t status;
327a2e73f56SAlex Deucher 		for (j = 0; j < 100; ++j) {
328a2e73f56SAlex Deucher 			status = RREG32(mmUVD_STATUS);
329a2e73f56SAlex Deucher 			if (status & 2)
330a2e73f56SAlex Deucher 				break;
331a2e73f56SAlex Deucher 			mdelay(10);
332a2e73f56SAlex Deucher 		}
333a2e73f56SAlex Deucher 		r = 0;
334a2e73f56SAlex Deucher 		if (status & 2)
335a2e73f56SAlex Deucher 			break;
336a2e73f56SAlex Deucher 
337a2e73f56SAlex Deucher 		DRM_ERROR("UVD not responding, trying to reset the VCPU!!!\n");
338a2e73f56SAlex Deucher 		WREG32_P(mmUVD_SOFT_RESET, UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK,
339a2e73f56SAlex Deucher 				~UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
340a2e73f56SAlex Deucher 		mdelay(10);
341a2e73f56SAlex Deucher 		WREG32_P(mmUVD_SOFT_RESET, 0, ~UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK);
342a2e73f56SAlex Deucher 		mdelay(10);
343a2e73f56SAlex Deucher 		r = -1;
344a2e73f56SAlex Deucher 	}
345a2e73f56SAlex Deucher 
346a2e73f56SAlex Deucher 	if (r) {
347a2e73f56SAlex Deucher 		DRM_ERROR("UVD not responding, giving up!!!\n");
348a2e73f56SAlex Deucher 		return r;
349a2e73f56SAlex Deucher 	}
350a2e73f56SAlex Deucher 
351a2e73f56SAlex Deucher 	/* enable interupt */
352a2e73f56SAlex Deucher 	WREG32_P(mmUVD_MASTINT_EN, 3<<1, ~(3 << 1));
353a2e73f56SAlex Deucher 
3548b55d17eSRex Zhu 	WREG32_P(mmUVD_STATUS, 0, ~(1<<2));
3558b55d17eSRex Zhu 
356a2e73f56SAlex Deucher 	/* force RBC into idle state */
357a2e73f56SAlex Deucher 	WREG32(mmUVD_RBC_RB_CNTL, 0x11010101);
358a2e73f56SAlex Deucher 
359a2e73f56SAlex Deucher 	/* Set the write pointer delay */
360a2e73f56SAlex Deucher 	WREG32(mmUVD_RBC_RB_WPTR_CNTL, 0);
361a2e73f56SAlex Deucher 
362a2e73f56SAlex Deucher 	/* programm the 4GB memory segment for rptr and ring buffer */
363a2e73f56SAlex Deucher 	WREG32(mmUVD_LMI_EXT40_ADDR, upper_32_bits(ring->gpu_addr) |
364a2e73f56SAlex Deucher 				   (0x7 << 16) | (0x1 << 31));
365a2e73f56SAlex Deucher 
366a2e73f56SAlex Deucher 	/* Initialize the ring buffer's read and write pointers */
367a2e73f56SAlex Deucher 	WREG32(mmUVD_RBC_RB_RPTR, 0x0);
368a2e73f56SAlex Deucher 
369a2e73f56SAlex Deucher 	ring->wptr = RREG32(mmUVD_RBC_RB_RPTR);
370a2e73f56SAlex Deucher 	WREG32(mmUVD_RBC_RB_WPTR, ring->wptr);
371a2e73f56SAlex Deucher 
372a2e73f56SAlex Deucher 	/* set the ring address */
373a2e73f56SAlex Deucher 	WREG32(mmUVD_RBC_RB_BASE, ring->gpu_addr);
374a2e73f56SAlex Deucher 
375a2e73f56SAlex Deucher 	/* Set ring buffer size */
376a2e73f56SAlex Deucher 	rb_bufsz = order_base_2(ring->ring_size);
377a2e73f56SAlex Deucher 	rb_bufsz = (0x1 << 8) | rb_bufsz;
378a2e73f56SAlex Deucher 	WREG32_P(mmUVD_RBC_RB_CNTL, rb_bufsz, ~0x11f1f);
379a2e73f56SAlex Deucher 
380a2e73f56SAlex Deucher 	return 0;
381a2e73f56SAlex Deucher }
382a2e73f56SAlex Deucher 
383a2e73f56SAlex Deucher /**
384a2e73f56SAlex Deucher  * uvd_v4_2_stop - stop UVD block
385a2e73f56SAlex Deucher  *
386a2e73f56SAlex Deucher  * @adev: amdgpu_device pointer
387a2e73f56SAlex Deucher  *
388a2e73f56SAlex Deucher  * stop the UVD block
389a2e73f56SAlex Deucher  */
390a2e73f56SAlex Deucher static void uvd_v4_2_stop(struct amdgpu_device *adev)
391a2e73f56SAlex Deucher {
3928b55d17eSRex Zhu 	uint32_t i, j;
3938b55d17eSRex Zhu 	uint32_t status;
3948b55d17eSRex Zhu 
395a2e73f56SAlex Deucher 	WREG32(mmUVD_RBC_RB_CNTL, 0x11010101);
396a2e73f56SAlex Deucher 
3978b55d17eSRex Zhu 	for (i = 0; i < 10; ++i) {
3988b55d17eSRex Zhu 		for (j = 0; j < 100; ++j) {
3998b55d17eSRex Zhu 			status = RREG32(mmUVD_STATUS);
4008b55d17eSRex Zhu 			if (status & 2)
4018b55d17eSRex Zhu 				break;
4028b55d17eSRex Zhu 			mdelay(1);
4038b55d17eSRex Zhu 		}
404e89d5b5cSTom St Denis 		if (status & 2)
4058b55d17eSRex Zhu 			break;
4068b55d17eSRex Zhu 	}
4078b55d17eSRex Zhu 
4088b55d17eSRex Zhu 	for (i = 0; i < 10; ++i) {
4098b55d17eSRex Zhu 		for (j = 0; j < 100; ++j) {
4108b55d17eSRex Zhu 			status = RREG32(mmUVD_LMI_STATUS);
4118b55d17eSRex Zhu 			if (status & 0xf)
4128b55d17eSRex Zhu 				break;
4138b55d17eSRex Zhu 			mdelay(1);
4148b55d17eSRex Zhu 		}
415e89d5b5cSTom St Denis 		if (status & 0xf)
4168b55d17eSRex Zhu 			break;
4178b55d17eSRex Zhu 	}
4188b55d17eSRex Zhu 
419a2e73f56SAlex Deucher 	/* Stall UMC and register bus before resetting VCPU */
420a2e73f56SAlex Deucher 	WREG32_P(mmUVD_LMI_CTRL2, 1 << 8, ~(1 << 8));
4218b55d17eSRex Zhu 
4228b55d17eSRex Zhu 	for (i = 0; i < 10; ++i) {
4238b55d17eSRex Zhu 		for (j = 0; j < 100; ++j) {
4248b55d17eSRex Zhu 			status = RREG32(mmUVD_LMI_STATUS);
4258b55d17eSRex Zhu 			if (status & 0x240)
4268b55d17eSRex Zhu 				break;
427a2e73f56SAlex Deucher 			mdelay(1);
4288b55d17eSRex Zhu 		}
429e89d5b5cSTom St Denis 		if (status & 0x240)
4308b55d17eSRex Zhu 			break;
4318b55d17eSRex Zhu 	}
432a2e73f56SAlex Deucher 
4338b55d17eSRex Zhu 	WREG32_P(0x3D49, 0, ~(1 << 2));
434a2e73f56SAlex Deucher 
4358b55d17eSRex Zhu 	WREG32_P(mmUVD_VCPU_CNTL, 0, ~(1 << 9));
436a2e73f56SAlex Deucher 
4378b55d17eSRex Zhu 	/* put LMI, VCPU, RBC etc... into reset */
4388b55d17eSRex Zhu 	WREG32(mmUVD_SOFT_RESET, UVD_SOFT_RESET__LMI_SOFT_RESET_MASK |
4398b55d17eSRex Zhu 		UVD_SOFT_RESET__VCPU_SOFT_RESET_MASK |
4408b55d17eSRex Zhu 		UVD_SOFT_RESET__LMI_UMC_SOFT_RESET_MASK);
4418b55d17eSRex Zhu 
4428b55d17eSRex Zhu 	WREG32(mmUVD_STATUS, 0);
443ca581e45SRex Zhu 
444ca581e45SRex Zhu 	uvd_v4_2_set_dcm(adev, false);
445a2e73f56SAlex Deucher }
446a2e73f56SAlex Deucher 
447a2e73f56SAlex Deucher /**
448a2e73f56SAlex Deucher  * uvd_v4_2_ring_emit_fence - emit an fence & trap command
449a2e73f56SAlex Deucher  *
450a2e73f56SAlex Deucher  * @ring: amdgpu_ring pointer
451a2e73f56SAlex Deucher  * @fence: fence to emit
452a2e73f56SAlex Deucher  *
453a2e73f56SAlex Deucher  * Write a fence and a trap command to the ring.
454a2e73f56SAlex Deucher  */
455a2e73f56SAlex Deucher static void uvd_v4_2_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq,
456890ee23fSChunming Zhou 				     unsigned flags)
457a2e73f56SAlex Deucher {
458890ee23fSChunming Zhou 	WARN_ON(flags & AMDGPU_FENCE_FLAG_64BIT);
459a2e73f56SAlex Deucher 
460a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, PACKET0(mmUVD_CONTEXT_ID, 0));
461a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, seq);
462a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA0, 0));
463a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, addr & 0xffffffff);
464a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA1, 0));
465a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, upper_32_bits(addr) & 0xff);
466a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_CMD, 0));
467a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, 0);
468a2e73f56SAlex Deucher 
469a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA0, 0));
470a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, 0);
471a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_DATA1, 0));
472a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, 0);
473a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, PACKET0(mmUVD_GPCOM_VCPU_CMD, 0));
474a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, 2);
475a2e73f56SAlex Deucher }
476a2e73f56SAlex Deucher 
477a2e73f56SAlex Deucher /**
478d5b4e25dSChristian König  * uvd_v4_2_ring_emit_hdp_flush - emit an hdp flush
479d5b4e25dSChristian König  *
480d5b4e25dSChristian König  * @ring: amdgpu_ring pointer
481d5b4e25dSChristian König  *
482d5b4e25dSChristian König  * Emits an hdp flush.
483d5b4e25dSChristian König  */
484d5b4e25dSChristian König static void uvd_v4_2_ring_emit_hdp_flush(struct amdgpu_ring *ring)
485d5b4e25dSChristian König {
486d5b4e25dSChristian König 	amdgpu_ring_write(ring, PACKET0(mmHDP_MEM_COHERENCY_FLUSH_CNTL, 0));
487d5b4e25dSChristian König 	amdgpu_ring_write(ring, 0);
488d5b4e25dSChristian König }
489d5b4e25dSChristian König 
490d5b4e25dSChristian König /**
491d5b4e25dSChristian König  * uvd_v4_2_ring_hdp_invalidate - emit an hdp invalidate
492d5b4e25dSChristian König  *
493d5b4e25dSChristian König  * @ring: amdgpu_ring pointer
494d5b4e25dSChristian König  *
495d5b4e25dSChristian König  * Emits an hdp invalidate.
496d5b4e25dSChristian König  */
497d5b4e25dSChristian König static void uvd_v4_2_ring_emit_hdp_invalidate(struct amdgpu_ring *ring)
498d5b4e25dSChristian König {
499d5b4e25dSChristian König 	amdgpu_ring_write(ring, PACKET0(mmHDP_DEBUG0, 0));
500d5b4e25dSChristian König 	amdgpu_ring_write(ring, 1);
501d5b4e25dSChristian König }
502d5b4e25dSChristian König 
503d5b4e25dSChristian König /**
504a2e73f56SAlex Deucher  * uvd_v4_2_ring_test_ring - register write test
505a2e73f56SAlex Deucher  *
506a2e73f56SAlex Deucher  * @ring: amdgpu_ring pointer
507a2e73f56SAlex Deucher  *
508a2e73f56SAlex Deucher  * Test if we can successfully write to the context register
509a2e73f56SAlex Deucher  */
510a2e73f56SAlex Deucher static int uvd_v4_2_ring_test_ring(struct amdgpu_ring *ring)
511a2e73f56SAlex Deucher {
512a2e73f56SAlex Deucher 	struct amdgpu_device *adev = ring->adev;
513a2e73f56SAlex Deucher 	uint32_t tmp = 0;
514a2e73f56SAlex Deucher 	unsigned i;
515a2e73f56SAlex Deucher 	int r;
516a2e73f56SAlex Deucher 
517a2e73f56SAlex Deucher 	WREG32(mmUVD_CONTEXT_ID, 0xCAFEDEAD);
518a27de35cSChristian König 	r = amdgpu_ring_alloc(ring, 3);
519a2e73f56SAlex Deucher 	if (r) {
520a2e73f56SAlex Deucher 		DRM_ERROR("amdgpu: cp failed to lock ring %d (%d).\n",
521a2e73f56SAlex Deucher 			  ring->idx, r);
522a2e73f56SAlex Deucher 		return r;
523a2e73f56SAlex Deucher 	}
524a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, PACKET0(mmUVD_CONTEXT_ID, 0));
525a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, 0xDEADBEEF);
526a27de35cSChristian König 	amdgpu_ring_commit(ring);
527a2e73f56SAlex Deucher 	for (i = 0; i < adev->usec_timeout; i++) {
528a2e73f56SAlex Deucher 		tmp = RREG32(mmUVD_CONTEXT_ID);
529a2e73f56SAlex Deucher 		if (tmp == 0xDEADBEEF)
530a2e73f56SAlex Deucher 			break;
531a2e73f56SAlex Deucher 		DRM_UDELAY(1);
532a2e73f56SAlex Deucher 	}
533a2e73f56SAlex Deucher 
534a2e73f56SAlex Deucher 	if (i < adev->usec_timeout) {
535a2e73f56SAlex Deucher 		DRM_INFO("ring test on %d succeeded in %d usecs\n",
536a2e73f56SAlex Deucher 			 ring->idx, i);
537a2e73f56SAlex Deucher 	} else {
538a2e73f56SAlex Deucher 		DRM_ERROR("amdgpu: ring %d test failed (0x%08X)\n",
539a2e73f56SAlex Deucher 			  ring->idx, tmp);
540a2e73f56SAlex Deucher 		r = -EINVAL;
541a2e73f56SAlex Deucher 	}
542a2e73f56SAlex Deucher 	return r;
543a2e73f56SAlex Deucher }
544a2e73f56SAlex Deucher 
545a2e73f56SAlex Deucher /**
546a2e73f56SAlex Deucher  * uvd_v4_2_ring_emit_ib - execute indirect buffer
547a2e73f56SAlex Deucher  *
548a2e73f56SAlex Deucher  * @ring: amdgpu_ring pointer
549a2e73f56SAlex Deucher  * @ib: indirect buffer to execute
550a2e73f56SAlex Deucher  *
551a2e73f56SAlex Deucher  * Write ring commands to execute the indirect buffer
552a2e73f56SAlex Deucher  */
553a2e73f56SAlex Deucher static void uvd_v4_2_ring_emit_ib(struct amdgpu_ring *ring,
554d88bf583SChristian König 				  struct amdgpu_ib *ib,
555d88bf583SChristian König 				  unsigned vm_id, bool ctx_switch)
556a2e73f56SAlex Deucher {
557a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, PACKET0(mmUVD_RBC_IB_BASE, 0));
558a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, ib->gpu_addr);
559a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, PACKET0(mmUVD_RBC_IB_SIZE, 0));
560a2e73f56SAlex Deucher 	amdgpu_ring_write(ring, ib->length_dw);
561a2e73f56SAlex Deucher }
562a2e73f56SAlex Deucher 
563a2e73f56SAlex Deucher /**
564a2e73f56SAlex Deucher  * uvd_v4_2_mc_resume - memory controller programming
565a2e73f56SAlex Deucher  *
566a2e73f56SAlex Deucher  * @adev: amdgpu_device pointer
567a2e73f56SAlex Deucher  *
568a2e73f56SAlex Deucher  * Let the UVD memory controller know it's offsets
569a2e73f56SAlex Deucher  */
570a2e73f56SAlex Deucher static void uvd_v4_2_mc_resume(struct amdgpu_device *adev)
571a2e73f56SAlex Deucher {
572a2e73f56SAlex Deucher 	uint64_t addr;
573a2e73f56SAlex Deucher 	uint32_t size;
574a2e73f56SAlex Deucher 
575a2e73f56SAlex Deucher 	/* programm the VCPU memory controller bits 0-27 */
576a2e73f56SAlex Deucher 	addr = (adev->uvd.gpu_addr + AMDGPU_UVD_FIRMWARE_OFFSET) >> 3;
577a2e73f56SAlex Deucher 	size = AMDGPU_GPU_PAGE_ALIGN(adev->uvd.fw->size + 4) >> 3;
578a2e73f56SAlex Deucher 	WREG32(mmUVD_VCPU_CACHE_OFFSET0, addr);
579a2e73f56SAlex Deucher 	WREG32(mmUVD_VCPU_CACHE_SIZE0, size);
580a2e73f56SAlex Deucher 
581a2e73f56SAlex Deucher 	addr += size;
582c0365541SArindam Nath 	size = AMDGPU_UVD_HEAP_SIZE >> 3;
583a2e73f56SAlex Deucher 	WREG32(mmUVD_VCPU_CACHE_OFFSET1, addr);
584a2e73f56SAlex Deucher 	WREG32(mmUVD_VCPU_CACHE_SIZE1, size);
585a2e73f56SAlex Deucher 
586a2e73f56SAlex Deucher 	addr += size;
587c0365541SArindam Nath 	size = (AMDGPU_UVD_STACK_SIZE +
588c0365541SArindam Nath 	       (AMDGPU_UVD_SESSION_SIZE * adev->uvd.max_handles)) >> 3;
589a2e73f56SAlex Deucher 	WREG32(mmUVD_VCPU_CACHE_OFFSET2, addr);
590a2e73f56SAlex Deucher 	WREG32(mmUVD_VCPU_CACHE_SIZE2, size);
591a2e73f56SAlex Deucher 
592a2e73f56SAlex Deucher 	/* bits 28-31 */
593a2e73f56SAlex Deucher 	addr = (adev->uvd.gpu_addr >> 28) & 0xF;
594a2e73f56SAlex Deucher 	WREG32(mmUVD_LMI_ADDR_EXT, (addr << 12) | (addr << 0));
595a2e73f56SAlex Deucher 
596a2e73f56SAlex Deucher 	/* bits 32-39 */
597a2e73f56SAlex Deucher 	addr = (adev->uvd.gpu_addr >> 32) & 0xFF;
598a2e73f56SAlex Deucher 	WREG32(mmUVD_LMI_EXT40_ADDR, addr | (0x9 << 16) | (0x1 << 31));
599a2e73f56SAlex Deucher 
60076ed6cb0SAlex Deucher 	WREG32(mmUVD_UDEC_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
60176ed6cb0SAlex Deucher 	WREG32(mmUVD_UDEC_DB_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
60276ed6cb0SAlex Deucher 	WREG32(mmUVD_UDEC_DBW_ADDR_CONFIG, adev->gfx.config.gb_addr_config);
603a2e73f56SAlex Deucher }
604a2e73f56SAlex Deucher 
605a2e73f56SAlex Deucher static void uvd_v4_2_enable_mgcg(struct amdgpu_device *adev,
606a2e73f56SAlex Deucher 				 bool enable)
607a2e73f56SAlex Deucher {
608a2e73f56SAlex Deucher 	u32 orig, data;
609a2e73f56SAlex Deucher 
610e3b04bc7SAlex Deucher 	if (enable && (adev->cg_flags & AMD_CG_SUPPORT_UVD_MGCG)) {
611a2e73f56SAlex Deucher 		data = RREG32_UVD_CTX(ixUVD_CGC_MEM_CTRL);
612aa4747c0SRex Zhu 		data |= 0xfff;
613a2e73f56SAlex Deucher 		WREG32_UVD_CTX(ixUVD_CGC_MEM_CTRL, data);
614a2e73f56SAlex Deucher 
615a2e73f56SAlex Deucher 		orig = data = RREG32(mmUVD_CGC_CTRL);
616a2e73f56SAlex Deucher 		data |= UVD_CGC_CTRL__DYN_CLOCK_MODE_MASK;
617a2e73f56SAlex Deucher 		if (orig != data)
618a2e73f56SAlex Deucher 			WREG32(mmUVD_CGC_CTRL, data);
619a2e73f56SAlex Deucher 	} else {
620a2e73f56SAlex Deucher 		data = RREG32_UVD_CTX(ixUVD_CGC_MEM_CTRL);
621a2e73f56SAlex Deucher 		data &= ~0xfff;
622a2e73f56SAlex Deucher 		WREG32_UVD_CTX(ixUVD_CGC_MEM_CTRL, data);
623a2e73f56SAlex Deucher 
624a2e73f56SAlex Deucher 		orig = data = RREG32(mmUVD_CGC_CTRL);
625a2e73f56SAlex Deucher 		data &= ~UVD_CGC_CTRL__DYN_CLOCK_MODE_MASK;
626a2e73f56SAlex Deucher 		if (orig != data)
627a2e73f56SAlex Deucher 			WREG32(mmUVD_CGC_CTRL, data);
628a2e73f56SAlex Deucher 	}
629a2e73f56SAlex Deucher }
630a2e73f56SAlex Deucher 
631a2e73f56SAlex Deucher static void uvd_v4_2_set_dcm(struct amdgpu_device *adev,
632a2e73f56SAlex Deucher 			     bool sw_mode)
633a2e73f56SAlex Deucher {
634a2e73f56SAlex Deucher 	u32 tmp, tmp2;
635a2e73f56SAlex Deucher 
636953618cfSRex Zhu 	WREG32_FIELD(UVD_CGC_GATE, REGS, 0);
637953618cfSRex Zhu 
638a2e73f56SAlex Deucher 	tmp = RREG32(mmUVD_CGC_CTRL);
639a2e73f56SAlex Deucher 	tmp &= ~(UVD_CGC_CTRL__CLK_OFF_DELAY_MASK | UVD_CGC_CTRL__CLK_GATE_DLY_TIMER_MASK);
640a2e73f56SAlex Deucher 	tmp |= UVD_CGC_CTRL__DYN_CLOCK_MODE_MASK |
641a2e73f56SAlex Deucher 		(1 << UVD_CGC_CTRL__CLK_GATE_DLY_TIMER__SHIFT) |
642a2e73f56SAlex Deucher 		(4 << UVD_CGC_CTRL__CLK_OFF_DELAY__SHIFT);
643a2e73f56SAlex Deucher 
644a2e73f56SAlex Deucher 	if (sw_mode) {
645a2e73f56SAlex Deucher 		tmp &= ~0x7ffff800;
646a2e73f56SAlex Deucher 		tmp2 = UVD_CGC_CTRL2__DYN_OCLK_RAMP_EN_MASK |
647a2e73f56SAlex Deucher 			UVD_CGC_CTRL2__DYN_RCLK_RAMP_EN_MASK |
648a2e73f56SAlex Deucher 			(7 << UVD_CGC_CTRL2__GATER_DIV_ID__SHIFT);
649a2e73f56SAlex Deucher 	} else {
650a2e73f56SAlex Deucher 		tmp |= 0x7ffff800;
651a2e73f56SAlex Deucher 		tmp2 = 0;
652a2e73f56SAlex Deucher 	}
653a2e73f56SAlex Deucher 
654a2e73f56SAlex Deucher 	WREG32(mmUVD_CGC_CTRL, tmp);
655a2e73f56SAlex Deucher 	WREG32_UVD_CTX(ixUVD_CGC_CTRL2, tmp2);
656a2e73f56SAlex Deucher }
657a2e73f56SAlex Deucher 
6585fc3aeebSyanyang1 static bool uvd_v4_2_is_idle(void *handle)
659a2e73f56SAlex Deucher {
6605fc3aeebSyanyang1 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
6615fc3aeebSyanyang1 
662a2e73f56SAlex Deucher 	return !(RREG32(mmSRBM_STATUS) & SRBM_STATUS__UVD_BUSY_MASK);
663a2e73f56SAlex Deucher }
664a2e73f56SAlex Deucher 
6655fc3aeebSyanyang1 static int uvd_v4_2_wait_for_idle(void *handle)
666a2e73f56SAlex Deucher {
667a2e73f56SAlex Deucher 	unsigned i;
6685fc3aeebSyanyang1 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
669a2e73f56SAlex Deucher 
670a2e73f56SAlex Deucher 	for (i = 0; i < adev->usec_timeout; i++) {
671a2e73f56SAlex Deucher 		if (!(RREG32(mmSRBM_STATUS) & SRBM_STATUS__UVD_BUSY_MASK))
672a2e73f56SAlex Deucher 			return 0;
673a2e73f56SAlex Deucher 	}
674a2e73f56SAlex Deucher 	return -ETIMEDOUT;
675a2e73f56SAlex Deucher }
676a2e73f56SAlex Deucher 
6775fc3aeebSyanyang1 static int uvd_v4_2_soft_reset(void *handle)
678a2e73f56SAlex Deucher {
6795fc3aeebSyanyang1 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
6805fc3aeebSyanyang1 
681a2e73f56SAlex Deucher 	uvd_v4_2_stop(adev);
682a2e73f56SAlex Deucher 
683a2e73f56SAlex Deucher 	WREG32_P(mmSRBM_SOFT_RESET, SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK,
684a2e73f56SAlex Deucher 			~SRBM_SOFT_RESET__SOFT_RESET_UVD_MASK);
685a2e73f56SAlex Deucher 	mdelay(5);
686a2e73f56SAlex Deucher 
687a2e73f56SAlex Deucher 	return uvd_v4_2_start(adev);
688a2e73f56SAlex Deucher }
689a2e73f56SAlex Deucher 
690a2e73f56SAlex Deucher static int uvd_v4_2_set_interrupt_state(struct amdgpu_device *adev,
691a2e73f56SAlex Deucher 					struct amdgpu_irq_src *source,
692a2e73f56SAlex Deucher 					unsigned type,
693a2e73f56SAlex Deucher 					enum amdgpu_interrupt_state state)
694a2e73f56SAlex Deucher {
695a2e73f56SAlex Deucher 	// TODO
696a2e73f56SAlex Deucher 	return 0;
697a2e73f56SAlex Deucher }
698a2e73f56SAlex Deucher 
699a2e73f56SAlex Deucher static int uvd_v4_2_process_interrupt(struct amdgpu_device *adev,
700a2e73f56SAlex Deucher 				      struct amdgpu_irq_src *source,
701a2e73f56SAlex Deucher 				      struct amdgpu_iv_entry *entry)
702a2e73f56SAlex Deucher {
703a2e73f56SAlex Deucher 	DRM_DEBUG("IH: UVD TRAP\n");
704a2e73f56SAlex Deucher 	amdgpu_fence_process(&adev->uvd.ring);
705a2e73f56SAlex Deucher 	return 0;
706a2e73f56SAlex Deucher }
707a2e73f56SAlex Deucher 
7085fc3aeebSyanyang1 static int uvd_v4_2_set_clockgating_state(void *handle,
7095fc3aeebSyanyang1 					  enum amd_clockgating_state state)
710a2e73f56SAlex Deucher {
711a2e73f56SAlex Deucher 	return 0;
712a2e73f56SAlex Deucher }
713a2e73f56SAlex Deucher 
7145fc3aeebSyanyang1 static int uvd_v4_2_set_powergating_state(void *handle,
7155fc3aeebSyanyang1 					  enum amd_powergating_state state)
716a2e73f56SAlex Deucher {
717a2e73f56SAlex Deucher 	/* This doesn't actually powergate the UVD block.
718a2e73f56SAlex Deucher 	 * That's done in the dpm code via the SMC.  This
719a2e73f56SAlex Deucher 	 * just re-inits the block as necessary.  The actual
720a2e73f56SAlex Deucher 	 * gating still happens in the dpm code.  We should
721a2e73f56SAlex Deucher 	 * revisit this when there is a cleaner line between
722a2e73f56SAlex Deucher 	 * the smc and the hw blocks
723a2e73f56SAlex Deucher 	 */
7245fc3aeebSyanyang1 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
7255fc3aeebSyanyang1 
7265fc3aeebSyanyang1 	if (state == AMD_PG_STATE_GATE) {
727a2e73f56SAlex Deucher 		uvd_v4_2_stop(adev);
7283a786966SRex Zhu 		if (adev->pg_flags & AMD_PG_SUPPORT_UVD && amdgpu_dpm == 0) {
729254cd2e0SRex Zhu 			if (!(RREG32_SMC(ixCURRENT_PG_STATUS) &
730254cd2e0SRex Zhu 				CURRENT_PG_STATUS__UVD_PG_STATUS_MASK)) {
7313a786966SRex Zhu 				WREG32(mmUVD_PGFSM_CONFIG, (UVD_PGFSM_CONFIG__UVD_PGFSM_FSM_ADDR_MASK   |
7323a786966SRex Zhu 							UVD_PGFSM_CONFIG__UVD_PGFSM_POWER_DOWN_MASK |
7333a786966SRex Zhu 							UVD_PGFSM_CONFIG__UVD_PGFSM_P1_SELECT_MASK));
7343a786966SRex Zhu 				mdelay(20);
7353a786966SRex Zhu 			}
7363a786966SRex Zhu 		}
737a2e73f56SAlex Deucher 		return 0;
738a2e73f56SAlex Deucher 	} else {
7393a786966SRex Zhu 		if (adev->pg_flags & AMD_PG_SUPPORT_UVD && amdgpu_dpm == 0) {
740254cd2e0SRex Zhu 			if (RREG32_SMC(ixCURRENT_PG_STATUS) &
741254cd2e0SRex Zhu 				CURRENT_PG_STATUS__UVD_PG_STATUS_MASK) {
7423a786966SRex Zhu 				WREG32(mmUVD_PGFSM_CONFIG, (UVD_PGFSM_CONFIG__UVD_PGFSM_FSM_ADDR_MASK   |
7433a786966SRex Zhu 						UVD_PGFSM_CONFIG__UVD_PGFSM_POWER_UP_MASK |
7443a786966SRex Zhu 						UVD_PGFSM_CONFIG__UVD_PGFSM_P1_SELECT_MASK));
7453a786966SRex Zhu 				mdelay(30);
7463a786966SRex Zhu 			}
7473a786966SRex Zhu 		}
748a2e73f56SAlex Deucher 		return uvd_v4_2_start(adev);
749a2e73f56SAlex Deucher 	}
750a2e73f56SAlex Deucher }
751a2e73f56SAlex Deucher 
752a1255107SAlex Deucher static const struct amd_ip_funcs uvd_v4_2_ip_funcs = {
75388a907d6STom St Denis 	.name = "uvd_v4_2",
754a2e73f56SAlex Deucher 	.early_init = uvd_v4_2_early_init,
755a2e73f56SAlex Deucher 	.late_init = NULL,
756a2e73f56SAlex Deucher 	.sw_init = uvd_v4_2_sw_init,
757a2e73f56SAlex Deucher 	.sw_fini = uvd_v4_2_sw_fini,
758a2e73f56SAlex Deucher 	.hw_init = uvd_v4_2_hw_init,
759a2e73f56SAlex Deucher 	.hw_fini = uvd_v4_2_hw_fini,
760a2e73f56SAlex Deucher 	.suspend = uvd_v4_2_suspend,
761a2e73f56SAlex Deucher 	.resume = uvd_v4_2_resume,
762a2e73f56SAlex Deucher 	.is_idle = uvd_v4_2_is_idle,
763a2e73f56SAlex Deucher 	.wait_for_idle = uvd_v4_2_wait_for_idle,
764a2e73f56SAlex Deucher 	.soft_reset = uvd_v4_2_soft_reset,
765a2e73f56SAlex Deucher 	.set_clockgating_state = uvd_v4_2_set_clockgating_state,
766a2e73f56SAlex Deucher 	.set_powergating_state = uvd_v4_2_set_powergating_state,
767a2e73f56SAlex Deucher };
768a2e73f56SAlex Deucher 
769a2e73f56SAlex Deucher static const struct amdgpu_ring_funcs uvd_v4_2_ring_funcs = {
77021cd942eSChristian König 	.type = AMDGPU_RING_TYPE_UVD,
77179887142SChristian König 	.align_mask = 0xf,
77279887142SChristian König 	.nop = PACKET0(mmUVD_NO_OP, 0),
773a2e73f56SAlex Deucher 	.get_rptr = uvd_v4_2_ring_get_rptr,
774a2e73f56SAlex Deucher 	.get_wptr = uvd_v4_2_ring_get_wptr,
775a2e73f56SAlex Deucher 	.set_wptr = uvd_v4_2_ring_set_wptr,
776a2e73f56SAlex Deucher 	.parse_cs = amdgpu_uvd_ring_parse_cs,
777e12f3d7aSChristian König 	.emit_frame_size =
778e12f3d7aSChristian König 		2 + /* uvd_v4_2_ring_emit_hdp_flush */
779e12f3d7aSChristian König 		2 + /* uvd_v4_2_ring_emit_hdp_invalidate */
780e12f3d7aSChristian König 		14, /* uvd_v4_2_ring_emit_fence  x1 no user fence */
781e12f3d7aSChristian König 	.emit_ib_size = 4, /* uvd_v4_2_ring_emit_ib */
782a2e73f56SAlex Deucher 	.emit_ib = uvd_v4_2_ring_emit_ib,
783a2e73f56SAlex Deucher 	.emit_fence = uvd_v4_2_ring_emit_fence,
784d5b4e25dSChristian König 	.emit_hdp_flush = uvd_v4_2_ring_emit_hdp_flush,
785d5b4e25dSChristian König 	.emit_hdp_invalidate = uvd_v4_2_ring_emit_hdp_invalidate,
786a2e73f56SAlex Deucher 	.test_ring = uvd_v4_2_ring_test_ring,
7878de190c9SChristian König 	.test_ib = amdgpu_uvd_ring_test_ib,
788edff0e28SJammy Zhou 	.insert_nop = amdgpu_ring_insert_nop,
7899e5d5309SChristian König 	.pad_ib = amdgpu_ring_generic_pad_ib,
790c4120d55SChristian König 	.begin_use = amdgpu_uvd_ring_begin_use,
791c4120d55SChristian König 	.end_use = amdgpu_uvd_ring_end_use,
792a2e73f56SAlex Deucher };
793a2e73f56SAlex Deucher 
794a2e73f56SAlex Deucher static void uvd_v4_2_set_ring_funcs(struct amdgpu_device *adev)
795a2e73f56SAlex Deucher {
796a2e73f56SAlex Deucher 	adev->uvd.ring.funcs = &uvd_v4_2_ring_funcs;
797a2e73f56SAlex Deucher }
798a2e73f56SAlex Deucher 
799a2e73f56SAlex Deucher static const struct amdgpu_irq_src_funcs uvd_v4_2_irq_funcs = {
800a2e73f56SAlex Deucher 	.set = uvd_v4_2_set_interrupt_state,
801a2e73f56SAlex Deucher 	.process = uvd_v4_2_process_interrupt,
802a2e73f56SAlex Deucher };
803a2e73f56SAlex Deucher 
804a2e73f56SAlex Deucher static void uvd_v4_2_set_irq_funcs(struct amdgpu_device *adev)
805a2e73f56SAlex Deucher {
806a2e73f56SAlex Deucher 	adev->uvd.irq.num_types = 1;
807a2e73f56SAlex Deucher 	adev->uvd.irq.funcs = &uvd_v4_2_irq_funcs;
808a2e73f56SAlex Deucher }
809a1255107SAlex Deucher 
810a1255107SAlex Deucher const struct amdgpu_ip_block_version uvd_v4_2_ip_block =
811a1255107SAlex Deucher {
812a1255107SAlex Deucher 		.type = AMD_IP_BLOCK_TYPE_UVD,
813a1255107SAlex Deucher 		.major = 4,
814a1255107SAlex Deucher 		.minor = 2,
815a1255107SAlex Deucher 		.rev = 0,
816a1255107SAlex Deucher 		.funcs = &uvd_v4_2_ip_funcs,
817a1255107SAlex Deucher };
818