18da1170aSLeo Liu /* 28da1170aSLeo Liu * Copyright 2021 Advanced Micro Devices, Inc. 38da1170aSLeo Liu * 48da1170aSLeo Liu * Permission is hereby granted, free of charge, to any person obtaining a 58da1170aSLeo Liu * copy of this software and associated documentation files (the "Software"), 68da1170aSLeo Liu * to deal in the Software without restriction, including without limitation 78da1170aSLeo Liu * the rights to use, copy, modify, merge, publish, distribute, sublicense, 88da1170aSLeo Liu * and/or sell copies of the Software, and to permit persons to whom the 98da1170aSLeo Liu * Software is furnished to do so, subject to the following conditions: 108da1170aSLeo Liu * 118da1170aSLeo Liu * The above copyright notice and this permission notice shall be included in 128da1170aSLeo Liu * all copies or substantial portions of the Software. 138da1170aSLeo Liu * 148da1170aSLeo Liu * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 158da1170aSLeo Liu * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 168da1170aSLeo Liu * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 178da1170aSLeo Liu * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 188da1170aSLeo Liu * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 198da1170aSLeo Liu * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 208da1170aSLeo Liu * OTHER DEALINGS IN THE SOFTWARE. 218da1170aSLeo Liu * 228da1170aSLeo Liu */ 238da1170aSLeo Liu 248da1170aSLeo Liu #include <linux/firmware.h> 258da1170aSLeo Liu #include "amdgpu.h" 268da1170aSLeo Liu #include "amdgpu_vcn.h" 278da1170aSLeo Liu #include "amdgpu_pm.h" 280b15205cSSonny Jiang #include "amdgpu_cs.h" 298da1170aSLeo Liu #include "soc15.h" 308da1170aSLeo Liu #include "soc15d.h" 318da1170aSLeo Liu #include "soc15_hw_ip.h" 328da1170aSLeo Liu #include "vcn_v2_0.h" 33aa44beb5SJane Jian #include "mmsch_v4_0.h" 34377d0221STao Zhou #include "vcn_v4_0.h" 358da1170aSLeo Liu 368da1170aSLeo Liu #include "vcn/vcn_4_0_0_offset.h" 378da1170aSLeo Liu #include "vcn/vcn_4_0_0_sh_mask.h" 388da1170aSLeo Liu #include "ivsrcid/vcn/irqsrcs_vcn_4_0.h" 398da1170aSLeo Liu 408da1170aSLeo Liu #include <drm/drm_drv.h> 418da1170aSLeo Liu 428da1170aSLeo Liu #define mmUVD_DPG_LMA_CTL regUVD_DPG_LMA_CTL 438da1170aSLeo Liu #define mmUVD_DPG_LMA_CTL_BASE_IDX regUVD_DPG_LMA_CTL_BASE_IDX 448da1170aSLeo Liu #define mmUVD_DPG_LMA_DATA regUVD_DPG_LMA_DATA 458da1170aSLeo Liu #define mmUVD_DPG_LMA_DATA_BASE_IDX regUVD_DPG_LMA_DATA_BASE_IDX 468da1170aSLeo Liu 478da1170aSLeo Liu #define VCN_VID_SOC_ADDRESS_2_0 0x1fb00 488da1170aSLeo Liu #define VCN1_VID_SOC_ADDRESS_3_0 0x48300 498da1170aSLeo Liu 50aa44beb5SJane Jian #define VCN_HARVEST_MMSCH 0 51aa44beb5SJane Jian 520b15205cSSonny Jiang #define RDECODE_MSG_CREATE 0x00000000 530b15205cSSonny Jiang #define RDECODE_MESSAGE_CREATE 0x00000001 540b15205cSSonny Jiang 558da1170aSLeo Liu static int amdgpu_ih_clientid_vcns[] = { 568da1170aSLeo Liu SOC15_IH_CLIENTID_VCN, 578da1170aSLeo Liu SOC15_IH_CLIENTID_VCN1 588da1170aSLeo Liu }; 598da1170aSLeo Liu 60aa44beb5SJane Jian static int vcn_v4_0_start_sriov(struct amdgpu_device *adev); 61bb4f196bSRuijing Dong static void vcn_v4_0_set_unified_ring_funcs(struct amdgpu_device *adev); 628da1170aSLeo Liu static void vcn_v4_0_set_irq_funcs(struct amdgpu_device *adev); 638da1170aSLeo Liu static int vcn_v4_0_set_powergating_state(void *handle, 648da1170aSLeo Liu enum amd_powergating_state state); 658da1170aSLeo Liu static int vcn_v4_0_pause_dpg_mode(struct amdgpu_device *adev, 668da1170aSLeo Liu int inst_idx, struct dpg_pause_state *new_state); 67aa44beb5SJane Jian static void vcn_v4_0_unified_ring_set_wptr(struct amdgpu_ring *ring); 68377d0221STao Zhou static void vcn_v4_0_set_ras_funcs(struct amdgpu_device *adev); 698da1170aSLeo Liu 708da1170aSLeo Liu /** 7169939009SMario Limonciello * vcn_v4_0_early_init - set function pointers and load microcode 728da1170aSLeo Liu * 738da1170aSLeo Liu * @handle: amdgpu_device pointer 748da1170aSLeo Liu * 758da1170aSLeo Liu * Set ring and irq function pointers 7669939009SMario Limonciello * Load microcode from filesystem 778da1170aSLeo Liu */ 788da1170aSLeo Liu static int vcn_v4_0_early_init(void *handle) 798da1170aSLeo Liu { 808da1170aSLeo Liu struct amdgpu_device *adev = (struct amdgpu_device *)handle; 81e68d1e07Sbobzhou int i; 828da1170aSLeo Liu 836dcb38a1SJane Jian if (amdgpu_sriov_vf(adev)) { 84aa44beb5SJane Jian adev->vcn.harvest_config = VCN_HARVEST_MMSCH; 85e68d1e07Sbobzhou for (i = 0; i < adev->vcn.num_vcn_inst; ++i) { 866dcb38a1SJane Jian if (amdgpu_vcn_is_disabled_vcn(adev, VCN_ENCODE_RING, i)) { 876dcb38a1SJane Jian adev->vcn.harvest_config |= 1 << i; 886dcb38a1SJane Jian dev_info(adev->dev, "VCN%d is disabled by hypervisor\n", i); 896dcb38a1SJane Jian } 906dcb38a1SJane Jian } 916dcb38a1SJane Jian } 92aa44beb5SJane Jian 93bb4f196bSRuijing Dong /* re-use enc ring as unified ring */ 948da1170aSLeo Liu adev->vcn.num_enc_rings = 1; 958da1170aSLeo Liu 96bb4f196bSRuijing Dong vcn_v4_0_set_unified_ring_funcs(adev); 978da1170aSLeo Liu vcn_v4_0_set_irq_funcs(adev); 98377d0221STao Zhou vcn_v4_0_set_ras_funcs(adev); 998da1170aSLeo Liu 10069939009SMario Limonciello return amdgpu_vcn_early_init(adev); 1018da1170aSLeo Liu } 1028da1170aSLeo Liu 1038da1170aSLeo Liu /** 1048da1170aSLeo Liu * vcn_v4_0_sw_init - sw init for VCN block 1058da1170aSLeo Liu * 1068da1170aSLeo Liu * @handle: amdgpu_device pointer 1078da1170aSLeo Liu * 1088da1170aSLeo Liu * Load firmware and sw initialization 1098da1170aSLeo Liu */ 1108da1170aSLeo Liu static int vcn_v4_0_sw_init(void *handle) 1118da1170aSLeo Liu { 1128da1170aSLeo Liu struct amdgpu_ring *ring; 1138da1170aSLeo Liu struct amdgpu_device *adev = (struct amdgpu_device *)handle; 114bb4f196bSRuijing Dong int i, r; 1158da1170aSLeo Liu 1168da1170aSLeo Liu r = amdgpu_vcn_sw_init(adev); 1178da1170aSLeo Liu if (r) 1188da1170aSLeo Liu return r; 1198da1170aSLeo Liu 1208da1170aSLeo Liu amdgpu_vcn_setup_ucode(adev); 1218da1170aSLeo Liu 1228da1170aSLeo Liu r = amdgpu_vcn_resume(adev); 1238da1170aSLeo Liu if (r) 1248da1170aSLeo Liu return r; 1258da1170aSLeo Liu 1268da1170aSLeo Liu for (i = 0; i < adev->vcn.num_vcn_inst; i++) { 1278da1170aSLeo Liu volatile struct amdgpu_vcn4_fw_shared *fw_shared; 128bb4f196bSRuijing Dong 1298da1170aSLeo Liu if (adev->vcn.harvest_config & (1 << i)) 1308da1170aSLeo Liu continue; 1318da1170aSLeo Liu 132*188d3f80SSonny Jiang /* Init instance 0 sched_score to 1, so it's scheduled after other instances */ 133*188d3f80SSonny Jiang if (i == 0) 134*188d3f80SSonny Jiang atomic_set(&adev->vcn.inst[i].sched_score, 1); 135*188d3f80SSonny Jiang else 1368da1170aSLeo Liu atomic_set(&adev->vcn.inst[i].sched_score, 0); 1378da1170aSLeo Liu 138bb4f196bSRuijing Dong /* VCN UNIFIED TRAP */ 1398da1170aSLeo Liu r = amdgpu_irq_add_id(adev, amdgpu_ih_clientid_vcns[i], 140bb4f196bSRuijing Dong VCN_4_0__SRCID__UVD_ENC_GENERAL_PURPOSE, &adev->vcn.inst[i].irq); 1418da1170aSLeo Liu if (r) 1428da1170aSLeo Liu return r; 1438da1170aSLeo Liu 144ea5309deSTao Zhou /* VCN POISON TRAP */ 145ea5309deSTao Zhou r = amdgpu_irq_add_id(adev, amdgpu_ih_clientid_vcns[i], 14666a11ecbSHoratio Zhang VCN_4_0__SRCID_UVD_POISON, &adev->vcn.inst[i].ras_poison_irq); 147ea5309deSTao Zhou if (r) 148ea5309deSTao Zhou return r; 149ea5309deSTao Zhou 150bb4f196bSRuijing Dong ring = &adev->vcn.inst[i].ring_enc[0]; 1518da1170aSLeo Liu ring->use_doorbell = true; 152aa44beb5SJane Jian if (amdgpu_sriov_vf(adev)) 15398928baeSJane Jian ring->doorbell_index = (adev->doorbell_index.vcn.vcn_ring0_1 << 1) + i * (adev->vcn.num_enc_rings + 1) + 1; 154aa44beb5SJane Jian else 155bb4f196bSRuijing Dong ring->doorbell_index = (adev->doorbell_index.vcn.vcn_ring0_1 << 1) + 2 + 8 * i; 156f4caf584SHawking Zhang ring->vm_hub = AMDGPU_MMHUB0(0); 157bb4f196bSRuijing Dong sprintf(ring->name, "vcn_unified_%d", i); 1588da1170aSLeo Liu 1598da1170aSLeo Liu r = amdgpu_ring_init(adev, ring, 512, &adev->vcn.inst[i].irq, 0, 160bb4f196bSRuijing Dong AMDGPU_RING_PRIO_0, &adev->vcn.inst[i].sched_score); 1618da1170aSLeo Liu if (r) 1628da1170aSLeo Liu return r; 1638da1170aSLeo Liu 1648da1170aSLeo Liu fw_shared = adev->vcn.inst[i].fw_shared.cpu_addr; 165bb4f196bSRuijing Dong fw_shared->present_flag_0 = cpu_to_le32(AMDGPU_FW_SHARED_FLAG_0_UNIFIED_QUEUE); 1668da1170aSLeo Liu fw_shared->sq.is_enabled = 1; 1678da1170aSLeo Liu 168167be852SRuijing Dong fw_shared->present_flag_0 |= cpu_to_le32(AMDGPU_VCN_SMU_DPM_INTERFACE_FLAG); 169167be852SRuijing Dong fw_shared->smu_dpm_interface.smu_interface_type = (adev->flags & AMD_IS_APU) ? 170167be852SRuijing Dong AMDGPU_VCN_SMU_DPM_INTERFACE_APU : AMDGPU_VCN_SMU_DPM_INTERFACE_DGPU; 171167be852SRuijing Dong 172aa44beb5SJane Jian if (amdgpu_sriov_vf(adev)) 173aa44beb5SJane Jian fw_shared->present_flag_0 |= cpu_to_le32(AMDGPU_VCN_VF_RB_SETUP_FLAG); 174aa44beb5SJane Jian 1758da1170aSLeo Liu if (amdgpu_vcnfw_log) 1768da1170aSLeo Liu amdgpu_vcn_fwlog_init(&adev->vcn.inst[i]); 1778da1170aSLeo Liu } 1788da1170aSLeo Liu 179aa44beb5SJane Jian if (amdgpu_sriov_vf(adev)) { 180aa44beb5SJane Jian r = amdgpu_virt_alloc_mm_table(adev); 181aa44beb5SJane Jian if (r) 182aa44beb5SJane Jian return r; 183aa44beb5SJane Jian } 184aa44beb5SJane Jian 1858da1170aSLeo Liu if (adev->pg_flags & AMD_PG_SUPPORT_VCN_DPG) 1868da1170aSLeo Liu adev->vcn.pause_dpg_mode = vcn_v4_0_pause_dpg_mode; 187bb4f196bSRuijing Dong 188f81c31d9SHawking Zhang r = amdgpu_vcn_ras_sw_init(adev); 189f81c31d9SHawking Zhang if (r) 190f81c31d9SHawking Zhang return r; 191f81c31d9SHawking Zhang 1928da1170aSLeo Liu return 0; 1938da1170aSLeo Liu } 1948da1170aSLeo Liu 1958da1170aSLeo Liu /** 1968da1170aSLeo Liu * vcn_v4_0_sw_fini - sw fini for VCN block 1978da1170aSLeo Liu * 1988da1170aSLeo Liu * @handle: amdgpu_device pointer 1998da1170aSLeo Liu * 2008da1170aSLeo Liu * VCN suspend and free up sw allocation 2018da1170aSLeo Liu */ 2028da1170aSLeo Liu static int vcn_v4_0_sw_fini(void *handle) 2038da1170aSLeo Liu { 2048da1170aSLeo Liu struct amdgpu_device *adev = (struct amdgpu_device *)handle; 2058da1170aSLeo Liu int i, r, idx; 2068da1170aSLeo Liu 2078585732bSGuchun Chen if (drm_dev_enter(adev_to_drm(adev), &idx)) { 2088da1170aSLeo Liu for (i = 0; i < adev->vcn.num_vcn_inst; i++) { 2098da1170aSLeo Liu volatile struct amdgpu_vcn4_fw_shared *fw_shared; 2108da1170aSLeo Liu 2118da1170aSLeo Liu if (adev->vcn.harvest_config & (1 << i)) 2128da1170aSLeo Liu continue; 2138da1170aSLeo Liu 2148da1170aSLeo Liu fw_shared = adev->vcn.inst[i].fw_shared.cpu_addr; 2158da1170aSLeo Liu fw_shared->present_flag_0 = 0; 2168da1170aSLeo Liu fw_shared->sq.is_enabled = 0; 2178da1170aSLeo Liu } 2188da1170aSLeo Liu 2198da1170aSLeo Liu drm_dev_exit(idx); 2208da1170aSLeo Liu } 2218da1170aSLeo Liu 222aa44beb5SJane Jian if (amdgpu_sriov_vf(adev)) 223aa44beb5SJane Jian amdgpu_virt_free_mm_table(adev); 224aa44beb5SJane Jian 2258da1170aSLeo Liu r = amdgpu_vcn_suspend(adev); 2268da1170aSLeo Liu if (r) 2278da1170aSLeo Liu return r; 2288da1170aSLeo Liu 2298da1170aSLeo Liu r = amdgpu_vcn_sw_fini(adev); 2308da1170aSLeo Liu 2318da1170aSLeo Liu return r; 2328da1170aSLeo Liu } 2338da1170aSLeo Liu 2348da1170aSLeo Liu /** 2358da1170aSLeo Liu * vcn_v4_0_hw_init - start and test VCN block 2368da1170aSLeo Liu * 2378da1170aSLeo Liu * @handle: amdgpu_device pointer 2388da1170aSLeo Liu * 2398da1170aSLeo Liu * Initialize the hardware, boot up the VCPU and do some testing 2408da1170aSLeo Liu */ 2418da1170aSLeo Liu static int vcn_v4_0_hw_init(void *handle) 2428da1170aSLeo Liu { 2438da1170aSLeo Liu struct amdgpu_device *adev = (struct amdgpu_device *)handle; 2448da1170aSLeo Liu struct amdgpu_ring *ring; 245bb4f196bSRuijing Dong int i, r; 2468da1170aSLeo Liu 247aa44beb5SJane Jian if (amdgpu_sriov_vf(adev)) { 248aa44beb5SJane Jian r = vcn_v4_0_start_sriov(adev); 249aa44beb5SJane Jian if (r) 250aa44beb5SJane Jian goto done; 251aa44beb5SJane Jian 252aa44beb5SJane Jian for (i = 0; i < adev->vcn.num_vcn_inst; ++i) { 253aa44beb5SJane Jian if (adev->vcn.harvest_config & (1 << i)) 254aa44beb5SJane Jian continue; 255aa44beb5SJane Jian 256aa44beb5SJane Jian ring = &adev->vcn.inst[i].ring_enc[0]; 257aa44beb5SJane Jian ring->wptr = 0; 258aa44beb5SJane Jian ring->wptr_old = 0; 259aa44beb5SJane Jian vcn_v4_0_unified_ring_set_wptr(ring); 260aa44beb5SJane Jian ring->sched.ready = true; 2616dcb38a1SJane Jian 262aa44beb5SJane Jian } 263aa44beb5SJane Jian } else { 2648da1170aSLeo Liu for (i = 0; i < adev->vcn.num_vcn_inst; ++i) { 2658da1170aSLeo Liu if (adev->vcn.harvest_config & (1 << i)) 2668da1170aSLeo Liu continue; 267bb4f196bSRuijing Dong 2688da1170aSLeo Liu ring = &adev->vcn.inst[i].ring_enc[0]; 2698da1170aSLeo Liu 2708da1170aSLeo Liu adev->nbio.funcs->vcn_doorbell_range(adev, ring->use_doorbell, 2718da1170aSLeo Liu ((adev->doorbell_index.vcn.vcn_ring0_1 << 1) + 8 * i), i); 2728da1170aSLeo Liu 2738da1170aSLeo Liu r = amdgpu_ring_test_helper(ring); 2748da1170aSLeo Liu if (r) 2758da1170aSLeo Liu goto done; 276aa44beb5SJane Jian 277aa44beb5SJane Jian } 2788da1170aSLeo Liu } 2798da1170aSLeo Liu 2808da1170aSLeo Liu done: 2818da1170aSLeo Liu if (!r) 2828da1170aSLeo Liu DRM_INFO("VCN decode and encode initialized successfully(under %s).\n", 2838da1170aSLeo Liu (adev->pg_flags & AMD_PG_SUPPORT_VCN_DPG)?"DPG Mode":"SPG Mode"); 2848da1170aSLeo Liu 2858da1170aSLeo Liu return r; 2868da1170aSLeo Liu } 2878da1170aSLeo Liu 2888da1170aSLeo Liu /** 2898da1170aSLeo Liu * vcn_v4_0_hw_fini - stop the hardware block 2908da1170aSLeo Liu * 2918da1170aSLeo Liu * @handle: amdgpu_device pointer 2928da1170aSLeo Liu * 2938da1170aSLeo Liu * Stop the VCN block, mark ring as not ready any more 2948da1170aSLeo Liu */ 2958da1170aSLeo Liu static int vcn_v4_0_hw_fini(void *handle) 2968da1170aSLeo Liu { 2978da1170aSLeo Liu struct amdgpu_device *adev = (struct amdgpu_device *)handle; 2988da1170aSLeo Liu int i; 2998da1170aSLeo Liu 3008da1170aSLeo Liu cancel_delayed_work_sync(&adev->vcn.idle_work); 3018da1170aSLeo Liu 3028da1170aSLeo Liu for (i = 0; i < adev->vcn.num_vcn_inst; ++i) { 3038da1170aSLeo Liu if (adev->vcn.harvest_config & (1 << i)) 3048da1170aSLeo Liu continue; 305aa44beb5SJane Jian if (!amdgpu_sriov_vf(adev)) { 3068da1170aSLeo Liu if ((adev->pg_flags & AMD_PG_SUPPORT_VCN_DPG) || 3078da1170aSLeo Liu (adev->vcn.cur_state != AMD_PG_STATE_GATE && 3088da1170aSLeo Liu RREG32_SOC15(VCN, i, regUVD_STATUS))) { 3098da1170aSLeo Liu vcn_v4_0_set_powergating_state(adev, AMD_PG_STATE_GATE); 3108da1170aSLeo Liu } 3118da1170aSLeo Liu } 31266a11ecbSHoratio Zhang if (amdgpu_ras_is_supported(adev, AMDGPU_RAS_BLOCK__VCN)) 31366a11ecbSHoratio Zhang amdgpu_irq_put(adev, &adev->vcn.inst[i].ras_poison_irq, 0); 314aa44beb5SJane Jian } 315aa44beb5SJane Jian 3168da1170aSLeo Liu return 0; 3178da1170aSLeo Liu } 3188da1170aSLeo Liu 3198da1170aSLeo Liu /** 3208da1170aSLeo Liu * vcn_v4_0_suspend - suspend VCN block 3218da1170aSLeo Liu * 3228da1170aSLeo Liu * @handle: amdgpu_device pointer 3238da1170aSLeo Liu * 3248da1170aSLeo Liu * HW fini and suspend VCN block 3258da1170aSLeo Liu */ 3268da1170aSLeo Liu static int vcn_v4_0_suspend(void *handle) 3278da1170aSLeo Liu { 3288da1170aSLeo Liu int r; 3298da1170aSLeo Liu struct amdgpu_device *adev = (struct amdgpu_device *)handle; 3308da1170aSLeo Liu 3318da1170aSLeo Liu r = vcn_v4_0_hw_fini(adev); 3328da1170aSLeo Liu if (r) 3338da1170aSLeo Liu return r; 3348da1170aSLeo Liu 3358da1170aSLeo Liu r = amdgpu_vcn_suspend(adev); 3368da1170aSLeo Liu 3378da1170aSLeo Liu return r; 3388da1170aSLeo Liu } 3398da1170aSLeo Liu 3408da1170aSLeo Liu /** 3418da1170aSLeo Liu * vcn_v4_0_resume - resume VCN block 3428da1170aSLeo Liu * 3438da1170aSLeo Liu * @handle: amdgpu_device pointer 3448da1170aSLeo Liu * 3458da1170aSLeo Liu * Resume firmware and hw init VCN block 3468da1170aSLeo Liu */ 3478da1170aSLeo Liu static int vcn_v4_0_resume(void *handle) 3488da1170aSLeo Liu { 3498da1170aSLeo Liu int r; 3508da1170aSLeo Liu struct amdgpu_device *adev = (struct amdgpu_device *)handle; 3518da1170aSLeo Liu 3528da1170aSLeo Liu r = amdgpu_vcn_resume(adev); 3538da1170aSLeo Liu if (r) 3548da1170aSLeo Liu return r; 3558da1170aSLeo Liu 3568da1170aSLeo Liu r = vcn_v4_0_hw_init(adev); 3578da1170aSLeo Liu 3588da1170aSLeo Liu return r; 3598da1170aSLeo Liu } 3608da1170aSLeo Liu 3618da1170aSLeo Liu /** 3628da1170aSLeo Liu * vcn_v4_0_mc_resume - memory controller programming 3638da1170aSLeo Liu * 3648da1170aSLeo Liu * @adev: amdgpu_device pointer 3658da1170aSLeo Liu * @inst: instance number 3668da1170aSLeo Liu * 3678da1170aSLeo Liu * Let the VCN memory controller know it's offsets 3688da1170aSLeo Liu */ 3698da1170aSLeo Liu static void vcn_v4_0_mc_resume(struct amdgpu_device *adev, int inst) 3708da1170aSLeo Liu { 3718da1170aSLeo Liu uint32_t offset, size; 3728da1170aSLeo Liu const struct common_firmware_header *hdr; 3738da1170aSLeo Liu 3748da1170aSLeo Liu hdr = (const struct common_firmware_header *)adev->vcn.fw->data; 3758da1170aSLeo Liu size = AMDGPU_GPU_PAGE_ALIGN(le32_to_cpu(hdr->ucode_size_bytes) + 8); 3768da1170aSLeo Liu 3778da1170aSLeo Liu /* cache window 0: fw */ 3788da1170aSLeo Liu if (adev->firmware.load_type == AMDGPU_FW_LOAD_PSP) { 3798da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_LMI_VCPU_CACHE_64BIT_BAR_LOW, 3808da1170aSLeo Liu (adev->firmware.ucode[AMDGPU_UCODE_ID_VCN + inst].tmr_mc_addr_lo)); 3818da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_LMI_VCPU_CACHE_64BIT_BAR_HIGH, 3828da1170aSLeo Liu (adev->firmware.ucode[AMDGPU_UCODE_ID_VCN + inst].tmr_mc_addr_hi)); 3838da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_VCPU_CACHE_OFFSET0, 0); 3848da1170aSLeo Liu offset = 0; 3858da1170aSLeo Liu } else { 3868da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_LMI_VCPU_CACHE_64BIT_BAR_LOW, 3878da1170aSLeo Liu lower_32_bits(adev->vcn.inst[inst].gpu_addr)); 3888da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_LMI_VCPU_CACHE_64BIT_BAR_HIGH, 3898da1170aSLeo Liu upper_32_bits(adev->vcn.inst[inst].gpu_addr)); 3908da1170aSLeo Liu offset = size; 3918da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_VCPU_CACHE_OFFSET0, AMDGPU_UVD_FIRMWARE_OFFSET >> 3); 3928da1170aSLeo Liu } 3938da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_VCPU_CACHE_SIZE0, size); 3948da1170aSLeo Liu 3958da1170aSLeo Liu /* cache window 1: stack */ 3968da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_LMI_VCPU_CACHE1_64BIT_BAR_LOW, 3978da1170aSLeo Liu lower_32_bits(adev->vcn.inst[inst].gpu_addr + offset)); 3988da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_LMI_VCPU_CACHE1_64BIT_BAR_HIGH, 3998da1170aSLeo Liu upper_32_bits(adev->vcn.inst[inst].gpu_addr + offset)); 4008da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_VCPU_CACHE_OFFSET1, 0); 4018da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_VCPU_CACHE_SIZE1, AMDGPU_VCN_STACK_SIZE); 4028da1170aSLeo Liu 4038da1170aSLeo Liu /* cache window 2: context */ 4048da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_LMI_VCPU_CACHE2_64BIT_BAR_LOW, 4058da1170aSLeo Liu lower_32_bits(adev->vcn.inst[inst].gpu_addr + offset + AMDGPU_VCN_STACK_SIZE)); 4068da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_LMI_VCPU_CACHE2_64BIT_BAR_HIGH, 4078da1170aSLeo Liu upper_32_bits(adev->vcn.inst[inst].gpu_addr + offset + AMDGPU_VCN_STACK_SIZE)); 4088da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_VCPU_CACHE_OFFSET2, 0); 4098da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_VCPU_CACHE_SIZE2, AMDGPU_VCN_CONTEXT_SIZE); 4108da1170aSLeo Liu 4118da1170aSLeo Liu /* non-cache window */ 4128da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_LMI_VCPU_NC0_64BIT_BAR_LOW, 4138da1170aSLeo Liu lower_32_bits(adev->vcn.inst[inst].fw_shared.gpu_addr)); 4148da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_LMI_VCPU_NC0_64BIT_BAR_HIGH, 4158da1170aSLeo Liu upper_32_bits(adev->vcn.inst[inst].fw_shared.gpu_addr)); 4168da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_VCPU_NONCACHE_OFFSET0, 0); 4178da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_VCPU_NONCACHE_SIZE0, 4188da1170aSLeo Liu AMDGPU_GPU_PAGE_ALIGN(sizeof(struct amdgpu_vcn4_fw_shared))); 4198da1170aSLeo Liu } 4208da1170aSLeo Liu 4218da1170aSLeo Liu /** 4228da1170aSLeo Liu * vcn_v4_0_mc_resume_dpg_mode - memory controller programming for dpg mode 4238da1170aSLeo Liu * 4248da1170aSLeo Liu * @adev: amdgpu_device pointer 4258da1170aSLeo Liu * @inst_idx: instance number index 4268da1170aSLeo Liu * @indirect: indirectly write sram 4278da1170aSLeo Liu * 4288da1170aSLeo Liu * Let the VCN memory controller know it's offsets with dpg mode 4298da1170aSLeo Liu */ 4308da1170aSLeo Liu static void vcn_v4_0_mc_resume_dpg_mode(struct amdgpu_device *adev, int inst_idx, bool indirect) 4318da1170aSLeo Liu { 4328da1170aSLeo Liu uint32_t offset, size; 4338da1170aSLeo Liu const struct common_firmware_header *hdr; 4348da1170aSLeo Liu hdr = (const struct common_firmware_header *)adev->vcn.fw->data; 4358da1170aSLeo Liu size = AMDGPU_GPU_PAGE_ALIGN(le32_to_cpu(hdr->ucode_size_bytes) + 8); 4368da1170aSLeo Liu 4378da1170aSLeo Liu /* cache window 0: fw */ 4388da1170aSLeo Liu if (adev->firmware.load_type == AMDGPU_FW_LOAD_PSP) { 4398da1170aSLeo Liu if (!indirect) { 4408da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4418da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_VCPU_CACHE_64BIT_BAR_LOW), 4428da1170aSLeo Liu (adev->firmware.ucode[AMDGPU_UCODE_ID_VCN + inst_idx].tmr_mc_addr_lo), 0, indirect); 4438da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4448da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_VCPU_CACHE_64BIT_BAR_HIGH), 4458da1170aSLeo Liu (adev->firmware.ucode[AMDGPU_UCODE_ID_VCN + inst_idx].tmr_mc_addr_hi), 0, indirect); 4468da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4478da1170aSLeo Liu VCN, inst_idx, regUVD_VCPU_CACHE_OFFSET0), 0, 0, indirect); 4488da1170aSLeo Liu } else { 4498da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4508da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_VCPU_CACHE_64BIT_BAR_LOW), 0, 0, indirect); 4518da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4528da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_VCPU_CACHE_64BIT_BAR_HIGH), 0, 0, indirect); 4538da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4548da1170aSLeo Liu VCN, inst_idx, regUVD_VCPU_CACHE_OFFSET0), 0, 0, indirect); 4558da1170aSLeo Liu } 4568da1170aSLeo Liu offset = 0; 4578da1170aSLeo Liu } else { 4588da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4598da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_VCPU_CACHE_64BIT_BAR_LOW), 4608da1170aSLeo Liu lower_32_bits(adev->vcn.inst[inst_idx].gpu_addr), 0, indirect); 4618da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4628da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_VCPU_CACHE_64BIT_BAR_HIGH), 4638da1170aSLeo Liu upper_32_bits(adev->vcn.inst[inst_idx].gpu_addr), 0, indirect); 4648da1170aSLeo Liu offset = size; 4658da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4668da1170aSLeo Liu VCN, inst_idx, regUVD_VCPU_CACHE_OFFSET0), 4678da1170aSLeo Liu AMDGPU_UVD_FIRMWARE_OFFSET >> 3, 0, indirect); 4688da1170aSLeo Liu } 4698da1170aSLeo Liu 4708da1170aSLeo Liu if (!indirect) 4718da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4728da1170aSLeo Liu VCN, inst_idx, regUVD_VCPU_CACHE_SIZE0), size, 0, indirect); 4738da1170aSLeo Liu else 4748da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4758da1170aSLeo Liu VCN, inst_idx, regUVD_VCPU_CACHE_SIZE0), 0, 0, indirect); 4768da1170aSLeo Liu 4778da1170aSLeo Liu /* cache window 1: stack */ 4788da1170aSLeo Liu if (!indirect) { 4798da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4808da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_VCPU_CACHE1_64BIT_BAR_LOW), 4818da1170aSLeo Liu lower_32_bits(adev->vcn.inst[inst_idx].gpu_addr + offset), 0, indirect); 4828da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4838da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_VCPU_CACHE1_64BIT_BAR_HIGH), 4848da1170aSLeo Liu upper_32_bits(adev->vcn.inst[inst_idx].gpu_addr + offset), 0, indirect); 4858da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4868da1170aSLeo Liu VCN, inst_idx, regUVD_VCPU_CACHE_OFFSET1), 0, 0, indirect); 4878da1170aSLeo Liu } else { 4888da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4898da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_VCPU_CACHE1_64BIT_BAR_LOW), 0, 0, indirect); 4908da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4918da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_VCPU_CACHE1_64BIT_BAR_HIGH), 0, 0, indirect); 4928da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4938da1170aSLeo Liu VCN, inst_idx, regUVD_VCPU_CACHE_OFFSET1), 0, 0, indirect); 4948da1170aSLeo Liu } 4958da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 4968da1170aSLeo Liu VCN, inst_idx, regUVD_VCPU_CACHE_SIZE1), AMDGPU_VCN_STACK_SIZE, 0, indirect); 4978da1170aSLeo Liu 4988da1170aSLeo Liu /* cache window 2: context */ 4998da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 5008da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_VCPU_CACHE2_64BIT_BAR_LOW), 5018da1170aSLeo Liu lower_32_bits(adev->vcn.inst[inst_idx].gpu_addr + offset + AMDGPU_VCN_STACK_SIZE), 0, indirect); 5028da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 5038da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_VCPU_CACHE2_64BIT_BAR_HIGH), 5048da1170aSLeo Liu upper_32_bits(adev->vcn.inst[inst_idx].gpu_addr + offset + AMDGPU_VCN_STACK_SIZE), 0, indirect); 5058da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 5068da1170aSLeo Liu VCN, inst_idx, regUVD_VCPU_CACHE_OFFSET2), 0, 0, indirect); 5078da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 5088da1170aSLeo Liu VCN, inst_idx, regUVD_VCPU_CACHE_SIZE2), AMDGPU_VCN_CONTEXT_SIZE, 0, indirect); 5098da1170aSLeo Liu 5108da1170aSLeo Liu /* non-cache window */ 5118da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 5128da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_VCPU_NC0_64BIT_BAR_LOW), 5138da1170aSLeo Liu lower_32_bits(adev->vcn.inst[inst_idx].fw_shared.gpu_addr), 0, indirect); 5148da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 5158da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_VCPU_NC0_64BIT_BAR_HIGH), 5168da1170aSLeo Liu upper_32_bits(adev->vcn.inst[inst_idx].fw_shared.gpu_addr), 0, indirect); 5178da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 5188da1170aSLeo Liu VCN, inst_idx, regUVD_VCPU_NONCACHE_OFFSET0), 0, 0, indirect); 5198da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 5208da1170aSLeo Liu VCN, inst_idx, regUVD_VCPU_NONCACHE_SIZE0), 5218da1170aSLeo Liu AMDGPU_GPU_PAGE_ALIGN(sizeof(struct amdgpu_vcn4_fw_shared)), 0, indirect); 5228da1170aSLeo Liu 5238da1170aSLeo Liu /* VCN global tiling registers */ 5248da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 5258da1170aSLeo Liu VCN, 0, regUVD_GFX10_ADDR_CONFIG), adev->gfx.config.gb_addr_config, 0, indirect); 5268da1170aSLeo Liu } 5278da1170aSLeo Liu 5288da1170aSLeo Liu /** 5298da1170aSLeo Liu * vcn_v4_0_disable_static_power_gating - disable VCN static power gating 5308da1170aSLeo Liu * 5318da1170aSLeo Liu * @adev: amdgpu_device pointer 5328da1170aSLeo Liu * @inst: instance number 5338da1170aSLeo Liu * 5348da1170aSLeo Liu * Disable static power gating for VCN block 5358da1170aSLeo Liu */ 5368da1170aSLeo Liu static void vcn_v4_0_disable_static_power_gating(struct amdgpu_device *adev, int inst) 5378da1170aSLeo Liu { 5388da1170aSLeo Liu uint32_t data = 0; 5398da1170aSLeo Liu 5408da1170aSLeo Liu if (adev->pg_flags & AMD_PG_SUPPORT_VCN) { 5418da1170aSLeo Liu data = (1 << UVD_PGFSM_CONFIG__UVDM_PWR_CONFIG__SHIFT 5428da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDS_PWR_CONFIG__SHIFT 5438da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDLM_PWR_CONFIG__SHIFT 5448da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDF_PWR_CONFIG__SHIFT 5458da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDTC_PWR_CONFIG__SHIFT 5468da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDB_PWR_CONFIG__SHIFT 5478da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDTA_PWR_CONFIG__SHIFT 5488da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDTD_PWR_CONFIG__SHIFT 5498da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDTE_PWR_CONFIG__SHIFT 5508da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDE_PWR_CONFIG__SHIFT 5518da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDAB_PWR_CONFIG__SHIFT 5528da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDTB_PWR_CONFIG__SHIFT 5538da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDNA_PWR_CONFIG__SHIFT 5548da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDNB_PWR_CONFIG__SHIFT); 5558da1170aSLeo Liu 5568da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_PGFSM_CONFIG, data); 5578da1170aSLeo Liu SOC15_WAIT_ON_RREG(VCN, inst, regUVD_PGFSM_STATUS, 5588da1170aSLeo Liu UVD_PGFSM_STATUS__UVDM_UVDU_UVDLM_PWR_ON_3_0, 0x3F3FFFFF); 5598da1170aSLeo Liu } else { 5608da1170aSLeo Liu uint32_t value; 5618da1170aSLeo Liu 5628da1170aSLeo Liu value = (inst) ? 0x2200800 : 0; 5638da1170aSLeo Liu data = (1 << UVD_PGFSM_CONFIG__UVDM_PWR_CONFIG__SHIFT 5648da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDS_PWR_CONFIG__SHIFT 5658da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDLM_PWR_CONFIG__SHIFT 5668da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDF_PWR_CONFIG__SHIFT 5678da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDTC_PWR_CONFIG__SHIFT 5688da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDB_PWR_CONFIG__SHIFT 5698da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDTA_PWR_CONFIG__SHIFT 5708da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDTD_PWR_CONFIG__SHIFT 5718da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDTE_PWR_CONFIG__SHIFT 5728da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDE_PWR_CONFIG__SHIFT 5738da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDAB_PWR_CONFIG__SHIFT 5748da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDTB_PWR_CONFIG__SHIFT 5758da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDNA_PWR_CONFIG__SHIFT 5768da1170aSLeo Liu | 1 << UVD_PGFSM_CONFIG__UVDNB_PWR_CONFIG__SHIFT); 5778da1170aSLeo Liu 5788da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_PGFSM_CONFIG, data); 5798da1170aSLeo Liu SOC15_WAIT_ON_RREG(VCN, inst, regUVD_PGFSM_STATUS, value, 0x3F3FFFFF); 5808da1170aSLeo Liu } 5818da1170aSLeo Liu 5828da1170aSLeo Liu data = RREG32_SOC15(VCN, inst, regUVD_POWER_STATUS); 5838da1170aSLeo Liu data &= ~0x103; 5848da1170aSLeo Liu if (adev->pg_flags & AMD_PG_SUPPORT_VCN) 5858da1170aSLeo Liu data |= UVD_PGFSM_CONFIG__UVDM_UVDU_PWR_ON | 5868da1170aSLeo Liu UVD_POWER_STATUS__UVD_PG_EN_MASK; 5878da1170aSLeo Liu 5888da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_POWER_STATUS, data); 5898da1170aSLeo Liu 5908da1170aSLeo Liu return; 5918da1170aSLeo Liu } 5928da1170aSLeo Liu 5938da1170aSLeo Liu /** 5948da1170aSLeo Liu * vcn_v4_0_enable_static_power_gating - enable VCN static power gating 5958da1170aSLeo Liu * 5968da1170aSLeo Liu * @adev: amdgpu_device pointer 5978da1170aSLeo Liu * @inst: instance number 5988da1170aSLeo Liu * 5998da1170aSLeo Liu * Enable static power gating for VCN block 6008da1170aSLeo Liu */ 6018da1170aSLeo Liu static void vcn_v4_0_enable_static_power_gating(struct amdgpu_device *adev, int inst) 6028da1170aSLeo Liu { 6038da1170aSLeo Liu uint32_t data; 6048da1170aSLeo Liu 6058da1170aSLeo Liu if (adev->pg_flags & AMD_PG_SUPPORT_VCN) { 6068da1170aSLeo Liu /* Before power off, this indicator has to be turned on */ 6078da1170aSLeo Liu data = RREG32_SOC15(VCN, inst, regUVD_POWER_STATUS); 6088da1170aSLeo Liu data &= ~UVD_POWER_STATUS__UVD_POWER_STATUS_MASK; 6098da1170aSLeo Liu data |= UVD_POWER_STATUS__UVD_POWER_STATUS_TILES_OFF; 6108da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_POWER_STATUS, data); 6118da1170aSLeo Liu 6128da1170aSLeo Liu data = (2 << UVD_PGFSM_CONFIG__UVDM_PWR_CONFIG__SHIFT 6138da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDS_PWR_CONFIG__SHIFT 6148da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDF_PWR_CONFIG__SHIFT 6158da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDTC_PWR_CONFIG__SHIFT 6168da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDB_PWR_CONFIG__SHIFT 6178da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDTA_PWR_CONFIG__SHIFT 6188da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDLM_PWR_CONFIG__SHIFT 6198da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDTD_PWR_CONFIG__SHIFT 6208da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDTE_PWR_CONFIG__SHIFT 6218da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDE_PWR_CONFIG__SHIFT 6228da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDAB_PWR_CONFIG__SHIFT 6238da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDTB_PWR_CONFIG__SHIFT 6248da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDNA_PWR_CONFIG__SHIFT 6258da1170aSLeo Liu | 2 << UVD_PGFSM_CONFIG__UVDNB_PWR_CONFIG__SHIFT); 6268da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_PGFSM_CONFIG, data); 6278da1170aSLeo Liu 6288da1170aSLeo Liu data = (2 << UVD_PGFSM_STATUS__UVDM_PWR_STATUS__SHIFT 6298da1170aSLeo Liu | 2 << UVD_PGFSM_STATUS__UVDS_PWR_STATUS__SHIFT 6308da1170aSLeo Liu | 2 << UVD_PGFSM_STATUS__UVDF_PWR_STATUS__SHIFT 6318da1170aSLeo Liu | 2 << UVD_PGFSM_STATUS__UVDTC_PWR_STATUS__SHIFT 6328da1170aSLeo Liu | 2 << UVD_PGFSM_STATUS__UVDB_PWR_STATUS__SHIFT 6338da1170aSLeo Liu | 2 << UVD_PGFSM_STATUS__UVDTA_PWR_STATUS__SHIFT 6348da1170aSLeo Liu | 2 << UVD_PGFSM_STATUS__UVDLM_PWR_STATUS__SHIFT 6358da1170aSLeo Liu | 2 << UVD_PGFSM_STATUS__UVDTD_PWR_STATUS__SHIFT 6368da1170aSLeo Liu | 2 << UVD_PGFSM_STATUS__UVDTE_PWR_STATUS__SHIFT 6378da1170aSLeo Liu | 2 << UVD_PGFSM_STATUS__UVDE_PWR_STATUS__SHIFT 6388da1170aSLeo Liu | 2 << UVD_PGFSM_STATUS__UVDAB_PWR_STATUS__SHIFT 6398da1170aSLeo Liu | 2 << UVD_PGFSM_STATUS__UVDTB_PWR_STATUS__SHIFT 6408da1170aSLeo Liu | 2 << UVD_PGFSM_STATUS__UVDNA_PWR_STATUS__SHIFT 6418da1170aSLeo Liu | 2 << UVD_PGFSM_STATUS__UVDNB_PWR_STATUS__SHIFT); 6428da1170aSLeo Liu SOC15_WAIT_ON_RREG(VCN, inst, regUVD_PGFSM_STATUS, data, 0x3F3FFFFF); 6438da1170aSLeo Liu } 6448da1170aSLeo Liu 6458da1170aSLeo Liu return; 6468da1170aSLeo Liu } 6478da1170aSLeo Liu 6488da1170aSLeo Liu /** 6498da1170aSLeo Liu * vcn_v4_0_disable_clock_gating - disable VCN clock gating 6508da1170aSLeo Liu * 6518da1170aSLeo Liu * @adev: amdgpu_device pointer 6528da1170aSLeo Liu * @inst: instance number 6538da1170aSLeo Liu * 6548da1170aSLeo Liu * Disable clock gating for VCN block 6558da1170aSLeo Liu */ 6568da1170aSLeo Liu static void vcn_v4_0_disable_clock_gating(struct amdgpu_device *adev, int inst) 6578da1170aSLeo Liu { 6588da1170aSLeo Liu uint32_t data; 6598da1170aSLeo Liu 6608da1170aSLeo Liu if (adev->cg_flags & AMD_CG_SUPPORT_VCN_MGCG) 6618da1170aSLeo Liu return; 6628da1170aSLeo Liu 6638da1170aSLeo Liu /* VCN disable CGC */ 6648da1170aSLeo Liu data = RREG32_SOC15(VCN, inst, regUVD_CGC_CTRL); 6658da1170aSLeo Liu data &= ~UVD_CGC_CTRL__DYN_CLOCK_MODE_MASK; 6668da1170aSLeo Liu data |= 1 << UVD_CGC_CTRL__CLK_GATE_DLY_TIMER__SHIFT; 6678da1170aSLeo Liu data |= 4 << UVD_CGC_CTRL__CLK_OFF_DELAY__SHIFT; 6688da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_CGC_CTRL, data); 6698da1170aSLeo Liu 6708da1170aSLeo Liu data = RREG32_SOC15(VCN, inst, regUVD_CGC_GATE); 6718da1170aSLeo Liu data &= ~(UVD_CGC_GATE__SYS_MASK 6728da1170aSLeo Liu | UVD_CGC_GATE__UDEC_MASK 6738da1170aSLeo Liu | UVD_CGC_GATE__MPEG2_MASK 6748da1170aSLeo Liu | UVD_CGC_GATE__REGS_MASK 6758da1170aSLeo Liu | UVD_CGC_GATE__RBC_MASK 6768da1170aSLeo Liu | UVD_CGC_GATE__LMI_MC_MASK 6778da1170aSLeo Liu | UVD_CGC_GATE__LMI_UMC_MASK 6788da1170aSLeo Liu | UVD_CGC_GATE__IDCT_MASK 6798da1170aSLeo Liu | UVD_CGC_GATE__MPRD_MASK 6808da1170aSLeo Liu | UVD_CGC_GATE__MPC_MASK 6818da1170aSLeo Liu | UVD_CGC_GATE__LBSI_MASK 6828da1170aSLeo Liu | UVD_CGC_GATE__LRBBM_MASK 6838da1170aSLeo Liu | UVD_CGC_GATE__UDEC_RE_MASK 6848da1170aSLeo Liu | UVD_CGC_GATE__UDEC_CM_MASK 6858da1170aSLeo Liu | UVD_CGC_GATE__UDEC_IT_MASK 6868da1170aSLeo Liu | UVD_CGC_GATE__UDEC_DB_MASK 6878da1170aSLeo Liu | UVD_CGC_GATE__UDEC_MP_MASK 6888da1170aSLeo Liu | UVD_CGC_GATE__WCB_MASK 6898da1170aSLeo Liu | UVD_CGC_GATE__VCPU_MASK 6908da1170aSLeo Liu | UVD_CGC_GATE__MMSCH_MASK); 6918da1170aSLeo Liu 6928da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_CGC_GATE, data); 6938da1170aSLeo Liu SOC15_WAIT_ON_RREG(VCN, inst, regUVD_CGC_GATE, 0, 0xFFFFFFFF); 6948da1170aSLeo Liu 6958da1170aSLeo Liu data = RREG32_SOC15(VCN, inst, regUVD_CGC_CTRL); 6968da1170aSLeo Liu data &= ~(UVD_CGC_CTRL__UDEC_RE_MODE_MASK 6978da1170aSLeo Liu | UVD_CGC_CTRL__UDEC_CM_MODE_MASK 6988da1170aSLeo Liu | UVD_CGC_CTRL__UDEC_IT_MODE_MASK 6998da1170aSLeo Liu | UVD_CGC_CTRL__UDEC_DB_MODE_MASK 7008da1170aSLeo Liu | UVD_CGC_CTRL__UDEC_MP_MODE_MASK 7018da1170aSLeo Liu | UVD_CGC_CTRL__SYS_MODE_MASK 7028da1170aSLeo Liu | UVD_CGC_CTRL__UDEC_MODE_MASK 7038da1170aSLeo Liu | UVD_CGC_CTRL__MPEG2_MODE_MASK 7048da1170aSLeo Liu | UVD_CGC_CTRL__REGS_MODE_MASK 7058da1170aSLeo Liu | UVD_CGC_CTRL__RBC_MODE_MASK 7068da1170aSLeo Liu | UVD_CGC_CTRL__LMI_MC_MODE_MASK 7078da1170aSLeo Liu | UVD_CGC_CTRL__LMI_UMC_MODE_MASK 7088da1170aSLeo Liu | UVD_CGC_CTRL__IDCT_MODE_MASK 7098da1170aSLeo Liu | UVD_CGC_CTRL__MPRD_MODE_MASK 7108da1170aSLeo Liu | UVD_CGC_CTRL__MPC_MODE_MASK 7118da1170aSLeo Liu | UVD_CGC_CTRL__LBSI_MODE_MASK 7128da1170aSLeo Liu | UVD_CGC_CTRL__LRBBM_MODE_MASK 7138da1170aSLeo Liu | UVD_CGC_CTRL__WCB_MODE_MASK 7148da1170aSLeo Liu | UVD_CGC_CTRL__VCPU_MODE_MASK 7158da1170aSLeo Liu | UVD_CGC_CTRL__MMSCH_MODE_MASK); 7168da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_CGC_CTRL, data); 7178da1170aSLeo Liu 7188da1170aSLeo Liu data = RREG32_SOC15(VCN, inst, regUVD_SUVD_CGC_GATE); 7198da1170aSLeo Liu data |= (UVD_SUVD_CGC_GATE__SRE_MASK 7208da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SIT_MASK 7218da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SMP_MASK 7228da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SCM_MASK 7238da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SDB_MASK 7248da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SRE_H264_MASK 7258da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SRE_HEVC_MASK 7268da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SIT_H264_MASK 7278da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SIT_HEVC_MASK 7288da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SCM_H264_MASK 7298da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SCM_HEVC_MASK 7308da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SDB_H264_MASK 7318da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SDB_HEVC_MASK 7328da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SCLR_MASK 7338da1170aSLeo Liu | UVD_SUVD_CGC_GATE__UVD_SC_MASK 7348da1170aSLeo Liu | UVD_SUVD_CGC_GATE__ENT_MASK 7358da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SIT_HEVC_DEC_MASK 7368da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SIT_HEVC_ENC_MASK 7378da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SITE_MASK 7388da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SRE_VP9_MASK 7398da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SCM_VP9_MASK 7408da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SIT_VP9_DEC_MASK 7418da1170aSLeo Liu | UVD_SUVD_CGC_GATE__SDB_VP9_MASK 7428da1170aSLeo Liu | UVD_SUVD_CGC_GATE__IME_HEVC_MASK); 7438da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_SUVD_CGC_GATE, data); 7448da1170aSLeo Liu 7458da1170aSLeo Liu data = RREG32_SOC15(VCN, inst, regUVD_SUVD_CGC_CTRL); 7468da1170aSLeo Liu data &= ~(UVD_SUVD_CGC_CTRL__SRE_MODE_MASK 7478da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__SIT_MODE_MASK 7488da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__SMP_MODE_MASK 7498da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__SCM_MODE_MASK 7508da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__SDB_MODE_MASK 7518da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__SCLR_MODE_MASK 7528da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__UVD_SC_MODE_MASK 7538da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__ENT_MODE_MASK 7548da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__IME_MODE_MASK 7558da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__SITE_MODE_MASK); 7568da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_SUVD_CGC_CTRL, data); 7578da1170aSLeo Liu } 7588da1170aSLeo Liu 7598da1170aSLeo Liu /** 7608da1170aSLeo Liu * vcn_v4_0_disable_clock_gating_dpg_mode - disable VCN clock gating dpg mode 7618da1170aSLeo Liu * 7628da1170aSLeo Liu * @adev: amdgpu_device pointer 7638da1170aSLeo Liu * @sram_sel: sram select 7648da1170aSLeo Liu * @inst_idx: instance number index 7658da1170aSLeo Liu * @indirect: indirectly write sram 7668da1170aSLeo Liu * 7678da1170aSLeo Liu * Disable clock gating for VCN block with dpg mode 7688da1170aSLeo Liu */ 7698da1170aSLeo Liu static void vcn_v4_0_disable_clock_gating_dpg_mode(struct amdgpu_device *adev, uint8_t sram_sel, 7708da1170aSLeo Liu int inst_idx, uint8_t indirect) 7718da1170aSLeo Liu { 7728da1170aSLeo Liu uint32_t reg_data = 0; 7738da1170aSLeo Liu 7748da1170aSLeo Liu if (adev->cg_flags & AMD_CG_SUPPORT_VCN_MGCG) 7758da1170aSLeo Liu return; 7768da1170aSLeo Liu 7778da1170aSLeo Liu /* enable sw clock gating control */ 7788da1170aSLeo Liu reg_data = 0 << UVD_CGC_CTRL__DYN_CLOCK_MODE__SHIFT; 7798da1170aSLeo Liu reg_data |= 1 << UVD_CGC_CTRL__CLK_GATE_DLY_TIMER__SHIFT; 7808da1170aSLeo Liu reg_data |= 4 << UVD_CGC_CTRL__CLK_OFF_DELAY__SHIFT; 7818da1170aSLeo Liu reg_data &= ~(UVD_CGC_CTRL__UDEC_RE_MODE_MASK | 7828da1170aSLeo Liu UVD_CGC_CTRL__UDEC_CM_MODE_MASK | 7838da1170aSLeo Liu UVD_CGC_CTRL__UDEC_IT_MODE_MASK | 7848da1170aSLeo Liu UVD_CGC_CTRL__UDEC_DB_MODE_MASK | 7858da1170aSLeo Liu UVD_CGC_CTRL__UDEC_MP_MODE_MASK | 7868da1170aSLeo Liu UVD_CGC_CTRL__SYS_MODE_MASK | 7878da1170aSLeo Liu UVD_CGC_CTRL__UDEC_MODE_MASK | 7888da1170aSLeo Liu UVD_CGC_CTRL__MPEG2_MODE_MASK | 7898da1170aSLeo Liu UVD_CGC_CTRL__REGS_MODE_MASK | 7908da1170aSLeo Liu UVD_CGC_CTRL__RBC_MODE_MASK | 7918da1170aSLeo Liu UVD_CGC_CTRL__LMI_MC_MODE_MASK | 7928da1170aSLeo Liu UVD_CGC_CTRL__LMI_UMC_MODE_MASK | 7938da1170aSLeo Liu UVD_CGC_CTRL__IDCT_MODE_MASK | 7948da1170aSLeo Liu UVD_CGC_CTRL__MPRD_MODE_MASK | 7958da1170aSLeo Liu UVD_CGC_CTRL__MPC_MODE_MASK | 7968da1170aSLeo Liu UVD_CGC_CTRL__LBSI_MODE_MASK | 7978da1170aSLeo Liu UVD_CGC_CTRL__LRBBM_MODE_MASK | 7988da1170aSLeo Liu UVD_CGC_CTRL__WCB_MODE_MASK | 7998da1170aSLeo Liu UVD_CGC_CTRL__VCPU_MODE_MASK); 8008da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 8018da1170aSLeo Liu VCN, inst_idx, regUVD_CGC_CTRL), reg_data, sram_sel, indirect); 8028da1170aSLeo Liu 8038da1170aSLeo Liu /* turn off clock gating */ 8048da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 8058da1170aSLeo Liu VCN, inst_idx, regUVD_CGC_GATE), 0, sram_sel, indirect); 8068da1170aSLeo Liu 8078da1170aSLeo Liu /* turn on SUVD clock gating */ 8088da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 8098da1170aSLeo Liu VCN, inst_idx, regUVD_SUVD_CGC_GATE), 1, sram_sel, indirect); 8108da1170aSLeo Liu 8118da1170aSLeo Liu /* turn on sw mode in UVD_SUVD_CGC_CTRL */ 8128da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 8138da1170aSLeo Liu VCN, inst_idx, regUVD_SUVD_CGC_CTRL), 0, sram_sel, indirect); 8148da1170aSLeo Liu } 8158da1170aSLeo Liu 8168da1170aSLeo Liu /** 8178da1170aSLeo Liu * vcn_v4_0_enable_clock_gating - enable VCN clock gating 8188da1170aSLeo Liu * 8198da1170aSLeo Liu * @adev: amdgpu_device pointer 8208da1170aSLeo Liu * @inst: instance number 8218da1170aSLeo Liu * 8228da1170aSLeo Liu * Enable clock gating for VCN block 8238da1170aSLeo Liu */ 8248da1170aSLeo Liu static void vcn_v4_0_enable_clock_gating(struct amdgpu_device *adev, int inst) 8258da1170aSLeo Liu { 8268da1170aSLeo Liu uint32_t data; 8278da1170aSLeo Liu 8288da1170aSLeo Liu if (adev->cg_flags & AMD_CG_SUPPORT_VCN_MGCG) 8298da1170aSLeo Liu return; 8308da1170aSLeo Liu 8318da1170aSLeo Liu /* enable VCN CGC */ 8328da1170aSLeo Liu data = RREG32_SOC15(VCN, inst, regUVD_CGC_CTRL); 8338da1170aSLeo Liu data |= 0 << UVD_CGC_CTRL__DYN_CLOCK_MODE__SHIFT; 8348da1170aSLeo Liu data |= 1 << UVD_CGC_CTRL__CLK_GATE_DLY_TIMER__SHIFT; 8358da1170aSLeo Liu data |= 4 << UVD_CGC_CTRL__CLK_OFF_DELAY__SHIFT; 8368da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_CGC_CTRL, data); 8378da1170aSLeo Liu 8388da1170aSLeo Liu data = RREG32_SOC15(VCN, inst, regUVD_CGC_CTRL); 8398da1170aSLeo Liu data |= (UVD_CGC_CTRL__UDEC_RE_MODE_MASK 8408da1170aSLeo Liu | UVD_CGC_CTRL__UDEC_CM_MODE_MASK 8418da1170aSLeo Liu | UVD_CGC_CTRL__UDEC_IT_MODE_MASK 8428da1170aSLeo Liu | UVD_CGC_CTRL__UDEC_DB_MODE_MASK 8438da1170aSLeo Liu | UVD_CGC_CTRL__UDEC_MP_MODE_MASK 8448da1170aSLeo Liu | UVD_CGC_CTRL__SYS_MODE_MASK 8458da1170aSLeo Liu | UVD_CGC_CTRL__UDEC_MODE_MASK 8468da1170aSLeo Liu | UVD_CGC_CTRL__MPEG2_MODE_MASK 8478da1170aSLeo Liu | UVD_CGC_CTRL__REGS_MODE_MASK 8488da1170aSLeo Liu | UVD_CGC_CTRL__RBC_MODE_MASK 8498da1170aSLeo Liu | UVD_CGC_CTRL__LMI_MC_MODE_MASK 8508da1170aSLeo Liu | UVD_CGC_CTRL__LMI_UMC_MODE_MASK 8518da1170aSLeo Liu | UVD_CGC_CTRL__IDCT_MODE_MASK 8528da1170aSLeo Liu | UVD_CGC_CTRL__MPRD_MODE_MASK 8538da1170aSLeo Liu | UVD_CGC_CTRL__MPC_MODE_MASK 8548da1170aSLeo Liu | UVD_CGC_CTRL__LBSI_MODE_MASK 8558da1170aSLeo Liu | UVD_CGC_CTRL__LRBBM_MODE_MASK 8568da1170aSLeo Liu | UVD_CGC_CTRL__WCB_MODE_MASK 8578da1170aSLeo Liu | UVD_CGC_CTRL__VCPU_MODE_MASK 8588da1170aSLeo Liu | UVD_CGC_CTRL__MMSCH_MODE_MASK); 8598da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_CGC_CTRL, data); 8608da1170aSLeo Liu 8618da1170aSLeo Liu data = RREG32_SOC15(VCN, inst, regUVD_SUVD_CGC_CTRL); 8628da1170aSLeo Liu data |= (UVD_SUVD_CGC_CTRL__SRE_MODE_MASK 8638da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__SIT_MODE_MASK 8648da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__SMP_MODE_MASK 8658da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__SCM_MODE_MASK 8668da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__SDB_MODE_MASK 8678da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__SCLR_MODE_MASK 8688da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__UVD_SC_MODE_MASK 8698da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__ENT_MODE_MASK 8708da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__IME_MODE_MASK 8718da1170aSLeo Liu | UVD_SUVD_CGC_CTRL__SITE_MODE_MASK); 8728da1170aSLeo Liu WREG32_SOC15(VCN, inst, regUVD_SUVD_CGC_CTRL, data); 8738da1170aSLeo Liu 8748da1170aSLeo Liu return; 8758da1170aSLeo Liu } 8768da1170aSLeo Liu 8770422c34cSTao Zhou static void vcn_v4_0_enable_ras(struct amdgpu_device *adev, int inst_idx, 8780422c34cSTao Zhou bool indirect) 8790422c34cSTao Zhou { 8800422c34cSTao Zhou uint32_t tmp; 8810422c34cSTao Zhou 8820422c34cSTao Zhou if (!amdgpu_ras_is_supported(adev, AMDGPU_RAS_BLOCK__VCN)) 8830422c34cSTao Zhou return; 8840422c34cSTao Zhou 8850422c34cSTao Zhou tmp = VCN_RAS_CNTL__VCPU_VCODEC_REARM_MASK | 8860422c34cSTao Zhou VCN_RAS_CNTL__VCPU_VCODEC_IH_EN_MASK | 8870422c34cSTao Zhou VCN_RAS_CNTL__VCPU_VCODEC_PMI_EN_MASK | 8880422c34cSTao Zhou VCN_RAS_CNTL__VCPU_VCODEC_STALL_EN_MASK; 8890422c34cSTao Zhou WREG32_SOC15_DPG_MODE(inst_idx, 8900422c34cSTao Zhou SOC15_DPG_MODE_OFFSET(VCN, 0, regVCN_RAS_CNTL), 8910422c34cSTao Zhou tmp, 0, indirect); 8920422c34cSTao Zhou 8930422c34cSTao Zhou tmp = UVD_SYS_INT_EN__RASCNTL_VCPU_VCODEC_EN_MASK; 8940422c34cSTao Zhou WREG32_SOC15_DPG_MODE(inst_idx, 8950422c34cSTao Zhou SOC15_DPG_MODE_OFFSET(VCN, 0, regUVD_SYS_INT_EN), 8960422c34cSTao Zhou tmp, 0, indirect); 8970422c34cSTao Zhou } 8980422c34cSTao Zhou 8998da1170aSLeo Liu /** 9008da1170aSLeo Liu * vcn_v4_0_start_dpg_mode - VCN start with dpg mode 9018da1170aSLeo Liu * 9028da1170aSLeo Liu * @adev: amdgpu_device pointer 9038da1170aSLeo Liu * @inst_idx: instance number index 9048da1170aSLeo Liu * @indirect: indirectly write sram 9058da1170aSLeo Liu * 9068da1170aSLeo Liu * Start VCN block with dpg mode 9078da1170aSLeo Liu */ 9088da1170aSLeo Liu static int vcn_v4_0_start_dpg_mode(struct amdgpu_device *adev, int inst_idx, bool indirect) 9098da1170aSLeo Liu { 9108da1170aSLeo Liu volatile struct amdgpu_vcn4_fw_shared *fw_shared = adev->vcn.inst[inst_idx].fw_shared.cpu_addr; 9118da1170aSLeo Liu struct amdgpu_ring *ring; 9128da1170aSLeo Liu uint32_t tmp; 9138da1170aSLeo Liu 9148da1170aSLeo Liu /* disable register anti-hang mechanism */ 9158da1170aSLeo Liu WREG32_P(SOC15_REG_OFFSET(VCN, inst_idx, regUVD_POWER_STATUS), 1, 9168da1170aSLeo Liu ~UVD_POWER_STATUS__UVD_POWER_STATUS_MASK); 9178da1170aSLeo Liu /* enable dynamic power gating mode */ 9188da1170aSLeo Liu tmp = RREG32_SOC15(VCN, inst_idx, regUVD_POWER_STATUS); 9198da1170aSLeo Liu tmp |= UVD_POWER_STATUS__UVD_PG_MODE_MASK; 9208da1170aSLeo Liu tmp |= UVD_POWER_STATUS__UVD_PG_EN_MASK; 9218da1170aSLeo Liu WREG32_SOC15(VCN, inst_idx, regUVD_POWER_STATUS, tmp); 9228da1170aSLeo Liu 9238da1170aSLeo Liu if (indirect) 9248da1170aSLeo Liu adev->vcn.inst[inst_idx].dpg_sram_curr_addr = (uint32_t *)adev->vcn.inst[inst_idx].dpg_sram_cpu_addr; 9258da1170aSLeo Liu 9268da1170aSLeo Liu /* enable clock gating */ 9278da1170aSLeo Liu vcn_v4_0_disable_clock_gating_dpg_mode(adev, 0, inst_idx, indirect); 9288da1170aSLeo Liu 9298da1170aSLeo Liu /* enable VCPU clock */ 9308da1170aSLeo Liu tmp = (0xFF << UVD_VCPU_CNTL__PRB_TIMEOUT_VAL__SHIFT); 9318da1170aSLeo Liu tmp |= UVD_VCPU_CNTL__CLK_EN_MASK | UVD_VCPU_CNTL__BLK_RST_MASK; 9328da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 9338da1170aSLeo Liu VCN, inst_idx, regUVD_VCPU_CNTL), tmp, 0, indirect); 9348da1170aSLeo Liu 9358da1170aSLeo Liu /* disable master interupt */ 9368da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 9378da1170aSLeo Liu VCN, inst_idx, regUVD_MASTINT_EN), 0, 0, indirect); 9388da1170aSLeo Liu 9398da1170aSLeo Liu /* setup regUVD_LMI_CTRL */ 9408da1170aSLeo Liu tmp = (UVD_LMI_CTRL__WRITE_CLEAN_TIMER_EN_MASK | 9418da1170aSLeo Liu UVD_LMI_CTRL__REQ_MODE_MASK | 9428da1170aSLeo Liu UVD_LMI_CTRL__CRC_RESET_MASK | 9438da1170aSLeo Liu UVD_LMI_CTRL__MASK_MC_URGENT_MASK | 9448da1170aSLeo Liu UVD_LMI_CTRL__DATA_COHERENCY_EN_MASK | 9458da1170aSLeo Liu UVD_LMI_CTRL__VCPU_DATA_COHERENCY_EN_MASK | 9468da1170aSLeo Liu (8 << UVD_LMI_CTRL__WRITE_CLEAN_TIMER__SHIFT) | 9478da1170aSLeo Liu 0x00100000L); 9488da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 9498da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_CTRL), tmp, 0, indirect); 9508da1170aSLeo Liu 9518da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 9528da1170aSLeo Liu VCN, inst_idx, regUVD_MPC_CNTL), 9538da1170aSLeo Liu 0x2 << UVD_MPC_CNTL__REPLACEMENT_MODE__SHIFT, 0, indirect); 9548da1170aSLeo Liu 9558da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 9568da1170aSLeo Liu VCN, inst_idx, regUVD_MPC_SET_MUXA0), 9578da1170aSLeo Liu ((0x1 << UVD_MPC_SET_MUXA0__VARA_1__SHIFT) | 9588da1170aSLeo Liu (0x2 << UVD_MPC_SET_MUXA0__VARA_2__SHIFT) | 9598da1170aSLeo Liu (0x3 << UVD_MPC_SET_MUXA0__VARA_3__SHIFT) | 9608da1170aSLeo Liu (0x4 << UVD_MPC_SET_MUXA0__VARA_4__SHIFT)), 0, indirect); 9618da1170aSLeo Liu 9628da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 9638da1170aSLeo Liu VCN, inst_idx, regUVD_MPC_SET_MUXB0), 9648da1170aSLeo Liu ((0x1 << UVD_MPC_SET_MUXB0__VARB_1__SHIFT) | 9658da1170aSLeo Liu (0x2 << UVD_MPC_SET_MUXB0__VARB_2__SHIFT) | 9668da1170aSLeo Liu (0x3 << UVD_MPC_SET_MUXB0__VARB_3__SHIFT) | 9678da1170aSLeo Liu (0x4 << UVD_MPC_SET_MUXB0__VARB_4__SHIFT)), 0, indirect); 9688da1170aSLeo Liu 9698da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 9708da1170aSLeo Liu VCN, inst_idx, regUVD_MPC_SET_MUX), 9718da1170aSLeo Liu ((0x0 << UVD_MPC_SET_MUX__SET_0__SHIFT) | 9728da1170aSLeo Liu (0x1 << UVD_MPC_SET_MUX__SET_1__SHIFT) | 9738da1170aSLeo Liu (0x2 << UVD_MPC_SET_MUX__SET_2__SHIFT)), 0, indirect); 9748da1170aSLeo Liu 9758da1170aSLeo Liu vcn_v4_0_mc_resume_dpg_mode(adev, inst_idx, indirect); 9768da1170aSLeo Liu 9778da1170aSLeo Liu tmp = (0xFF << UVD_VCPU_CNTL__PRB_TIMEOUT_VAL__SHIFT); 9788da1170aSLeo Liu tmp |= UVD_VCPU_CNTL__CLK_EN_MASK; 9798da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 9808da1170aSLeo Liu VCN, inst_idx, regUVD_VCPU_CNTL), tmp, 0, indirect); 9818da1170aSLeo Liu 9828da1170aSLeo Liu /* enable LMI MC and UMC channels */ 9838da1170aSLeo Liu tmp = 0x1f << UVD_LMI_CTRL2__RE_OFLD_MIF_WR_REQ_NUM__SHIFT; 9848da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 9858da1170aSLeo Liu VCN, inst_idx, regUVD_LMI_CTRL2), tmp, 0, indirect); 9868da1170aSLeo Liu 9870422c34cSTao Zhou vcn_v4_0_enable_ras(adev, inst_idx, indirect); 9880422c34cSTao Zhou 9898da1170aSLeo Liu /* enable master interrupt */ 9908da1170aSLeo Liu WREG32_SOC15_DPG_MODE(inst_idx, SOC15_DPG_MODE_OFFSET( 9918da1170aSLeo Liu VCN, inst_idx, regUVD_MASTINT_EN), 9928da1170aSLeo Liu UVD_MASTINT_EN__VCPU_EN_MASK, 0, indirect); 9938da1170aSLeo Liu 9948da1170aSLeo Liu 9958da1170aSLeo Liu if (indirect) 9968da1170aSLeo Liu psp_update_vcn_sram(adev, inst_idx, adev->vcn.inst[inst_idx].dpg_sram_gpu_addr, 9978da1170aSLeo Liu (uint32_t)((uintptr_t)adev->vcn.inst[inst_idx].dpg_sram_curr_addr - 9988da1170aSLeo Liu (uintptr_t)adev->vcn.inst[inst_idx].dpg_sram_cpu_addr)); 9998da1170aSLeo Liu 10008da1170aSLeo Liu ring = &adev->vcn.inst[inst_idx].ring_enc[0]; 10018da1170aSLeo Liu 10028da1170aSLeo Liu WREG32_SOC15(VCN, inst_idx, regUVD_RB_BASE_LO, ring->gpu_addr); 10038da1170aSLeo Liu WREG32_SOC15(VCN, inst_idx, regUVD_RB_BASE_HI, upper_32_bits(ring->gpu_addr)); 10048da1170aSLeo Liu WREG32_SOC15(VCN, inst_idx, regUVD_RB_SIZE, ring->ring_size / 4); 1005bb4f196bSRuijing Dong 1006bb4f196bSRuijing Dong tmp = RREG32_SOC15(VCN, inst_idx, regVCN_RB_ENABLE); 1007bb4f196bSRuijing Dong tmp &= ~(VCN_RB_ENABLE__RB1_EN_MASK); 1008bb4f196bSRuijing Dong WREG32_SOC15(VCN, inst_idx, regVCN_RB_ENABLE, tmp); 1009bb4f196bSRuijing Dong fw_shared->sq.queue_mode |= FW_QUEUE_RING_RESET; 1010bb4f196bSRuijing Dong WREG32_SOC15(VCN, inst_idx, regUVD_RB_RPTR, 0); 1011bb4f196bSRuijing Dong WREG32_SOC15(VCN, inst_idx, regUVD_RB_WPTR, 0); 1012bb4f196bSRuijing Dong 10138da1170aSLeo Liu tmp = RREG32_SOC15(VCN, inst_idx, regUVD_RB_RPTR); 10148da1170aSLeo Liu WREG32_SOC15(VCN, inst_idx, regUVD_RB_WPTR, tmp); 10158da1170aSLeo Liu ring->wptr = RREG32_SOC15(VCN, inst_idx, regUVD_RB_WPTR); 10168da1170aSLeo Liu 1017bb4f196bSRuijing Dong tmp = RREG32_SOC15(VCN, inst_idx, regVCN_RB_ENABLE); 1018bb4f196bSRuijing Dong tmp |= VCN_RB_ENABLE__RB1_EN_MASK; 1019bb4f196bSRuijing Dong WREG32_SOC15(VCN, inst_idx, regVCN_RB_ENABLE, tmp); 1020bb4f196bSRuijing Dong fw_shared->sq.queue_mode &= ~(FW_QUEUE_RING_RESET | FW_QUEUE_DPG_HOLD_OFF); 1021bb4f196bSRuijing Dong 10228da1170aSLeo Liu WREG32_SOC15(VCN, inst_idx, regVCN_RB1_DB_CTRL, 10238da1170aSLeo Liu ring->doorbell_index << VCN_RB1_DB_CTRL__OFFSET__SHIFT | 10248da1170aSLeo Liu VCN_RB1_DB_CTRL__EN_MASK); 1025bb4f196bSRuijing Dong 10268da1170aSLeo Liu return 0; 10278da1170aSLeo Liu } 10288da1170aSLeo Liu 10298da1170aSLeo Liu 10308da1170aSLeo Liu /** 10318da1170aSLeo Liu * vcn_v4_0_start - VCN start 10328da1170aSLeo Liu * 10338da1170aSLeo Liu * @adev: amdgpu_device pointer 10348da1170aSLeo Liu * 10358da1170aSLeo Liu * Start VCN block 10368da1170aSLeo Liu */ 10378da1170aSLeo Liu static int vcn_v4_0_start(struct amdgpu_device *adev) 10388da1170aSLeo Liu { 10398da1170aSLeo Liu volatile struct amdgpu_vcn4_fw_shared *fw_shared; 10408da1170aSLeo Liu struct amdgpu_ring *ring; 10418da1170aSLeo Liu uint32_t tmp; 10428da1170aSLeo Liu int i, j, k, r; 10438da1170aSLeo Liu 10448da1170aSLeo Liu if (adev->pm.dpm_enabled) 10458da1170aSLeo Liu amdgpu_dpm_enable_uvd(adev, true); 10468da1170aSLeo Liu 10478da1170aSLeo Liu for (i = 0; i < adev->vcn.num_vcn_inst; ++i) { 1048bb4f196bSRuijing Dong fw_shared = adev->vcn.inst[i].fw_shared.cpu_addr; 1049bb4f196bSRuijing Dong 10508da1170aSLeo Liu if (adev->pg_flags & AMD_PG_SUPPORT_VCN_DPG) { 10518da1170aSLeo Liu r = vcn_v4_0_start_dpg_mode(adev, i, adev->vcn.indirect_sram); 10528da1170aSLeo Liu continue; 10538da1170aSLeo Liu } 10548da1170aSLeo Liu 10558da1170aSLeo Liu /* disable VCN power gating */ 10568da1170aSLeo Liu vcn_v4_0_disable_static_power_gating(adev, i); 10578da1170aSLeo Liu 10588da1170aSLeo Liu /* set VCN status busy */ 10598da1170aSLeo Liu tmp = RREG32_SOC15(VCN, i, regUVD_STATUS) | UVD_STATUS__UVD_BUSY; 10608da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_STATUS, tmp); 10618da1170aSLeo Liu 10628da1170aSLeo Liu /*SW clock gating */ 10638da1170aSLeo Liu vcn_v4_0_disable_clock_gating(adev, i); 10648da1170aSLeo Liu 10658da1170aSLeo Liu /* enable VCPU clock */ 10668da1170aSLeo Liu WREG32_P(SOC15_REG_OFFSET(VCN, i, regUVD_VCPU_CNTL), 10678da1170aSLeo Liu UVD_VCPU_CNTL__CLK_EN_MASK, ~UVD_VCPU_CNTL__CLK_EN_MASK); 10688da1170aSLeo Liu 10698da1170aSLeo Liu /* disable master interrupt */ 10708da1170aSLeo Liu WREG32_P(SOC15_REG_OFFSET(VCN, i, regUVD_MASTINT_EN), 0, 10718da1170aSLeo Liu ~UVD_MASTINT_EN__VCPU_EN_MASK); 10728da1170aSLeo Liu 10738da1170aSLeo Liu /* enable LMI MC and UMC channels */ 10748da1170aSLeo Liu WREG32_P(SOC15_REG_OFFSET(VCN, i, regUVD_LMI_CTRL2), 0, 10758da1170aSLeo Liu ~UVD_LMI_CTRL2__STALL_ARB_UMC_MASK); 10768da1170aSLeo Liu 10778da1170aSLeo Liu tmp = RREG32_SOC15(VCN, i, regUVD_SOFT_RESET); 10788da1170aSLeo Liu tmp &= ~UVD_SOFT_RESET__LMI_SOFT_RESET_MASK; 10798da1170aSLeo Liu tmp &= ~UVD_SOFT_RESET__LMI_UMC_SOFT_RESET_MASK; 10808da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_SOFT_RESET, tmp); 10818da1170aSLeo Liu 10828da1170aSLeo Liu /* setup regUVD_LMI_CTRL */ 10838da1170aSLeo Liu tmp = RREG32_SOC15(VCN, i, regUVD_LMI_CTRL); 10848da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_LMI_CTRL, tmp | 10858da1170aSLeo Liu UVD_LMI_CTRL__WRITE_CLEAN_TIMER_EN_MASK | 10868da1170aSLeo Liu UVD_LMI_CTRL__MASK_MC_URGENT_MASK | 10878da1170aSLeo Liu UVD_LMI_CTRL__DATA_COHERENCY_EN_MASK | 10888da1170aSLeo Liu UVD_LMI_CTRL__VCPU_DATA_COHERENCY_EN_MASK); 10898da1170aSLeo Liu 10908da1170aSLeo Liu /* setup regUVD_MPC_CNTL */ 10918da1170aSLeo Liu tmp = RREG32_SOC15(VCN, i, regUVD_MPC_CNTL); 10928da1170aSLeo Liu tmp &= ~UVD_MPC_CNTL__REPLACEMENT_MODE_MASK; 10938da1170aSLeo Liu tmp |= 0x2 << UVD_MPC_CNTL__REPLACEMENT_MODE__SHIFT; 10948da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_MPC_CNTL, tmp); 10958da1170aSLeo Liu 10968da1170aSLeo Liu /* setup UVD_MPC_SET_MUXA0 */ 10978da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_MPC_SET_MUXA0, 10988da1170aSLeo Liu ((0x1 << UVD_MPC_SET_MUXA0__VARA_1__SHIFT) | 10998da1170aSLeo Liu (0x2 << UVD_MPC_SET_MUXA0__VARA_2__SHIFT) | 11008da1170aSLeo Liu (0x3 << UVD_MPC_SET_MUXA0__VARA_3__SHIFT) | 11018da1170aSLeo Liu (0x4 << UVD_MPC_SET_MUXA0__VARA_4__SHIFT))); 11028da1170aSLeo Liu 11038da1170aSLeo Liu /* setup UVD_MPC_SET_MUXB0 */ 11048da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_MPC_SET_MUXB0, 11058da1170aSLeo Liu ((0x1 << UVD_MPC_SET_MUXB0__VARB_1__SHIFT) | 11068da1170aSLeo Liu (0x2 << UVD_MPC_SET_MUXB0__VARB_2__SHIFT) | 11078da1170aSLeo Liu (0x3 << UVD_MPC_SET_MUXB0__VARB_3__SHIFT) | 11088da1170aSLeo Liu (0x4 << UVD_MPC_SET_MUXB0__VARB_4__SHIFT))); 11098da1170aSLeo Liu 11108da1170aSLeo Liu /* setup UVD_MPC_SET_MUX */ 11118da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_MPC_SET_MUX, 11128da1170aSLeo Liu ((0x0 << UVD_MPC_SET_MUX__SET_0__SHIFT) | 11138da1170aSLeo Liu (0x1 << UVD_MPC_SET_MUX__SET_1__SHIFT) | 11148da1170aSLeo Liu (0x2 << UVD_MPC_SET_MUX__SET_2__SHIFT))); 11158da1170aSLeo Liu 11168da1170aSLeo Liu vcn_v4_0_mc_resume(adev, i); 11178da1170aSLeo Liu 11188da1170aSLeo Liu /* VCN global tiling registers */ 11198da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_GFX10_ADDR_CONFIG, 11208da1170aSLeo Liu adev->gfx.config.gb_addr_config); 11218da1170aSLeo Liu 11228da1170aSLeo Liu /* unblock VCPU register access */ 11238da1170aSLeo Liu WREG32_P(SOC15_REG_OFFSET(VCN, i, regUVD_RB_ARB_CTRL), 0, 11248da1170aSLeo Liu ~UVD_RB_ARB_CTRL__VCPU_DIS_MASK); 11258da1170aSLeo Liu 11268da1170aSLeo Liu /* release VCPU reset to boot */ 11278da1170aSLeo Liu WREG32_P(SOC15_REG_OFFSET(VCN, i, regUVD_VCPU_CNTL), 0, 11288da1170aSLeo Liu ~UVD_VCPU_CNTL__BLK_RST_MASK); 11298da1170aSLeo Liu 11308da1170aSLeo Liu for (j = 0; j < 10; ++j) { 11318da1170aSLeo Liu uint32_t status; 11328da1170aSLeo Liu 11338da1170aSLeo Liu for (k = 0; k < 100; ++k) { 11348da1170aSLeo Liu status = RREG32_SOC15(VCN, i, regUVD_STATUS); 11358da1170aSLeo Liu if (status & 2) 11368da1170aSLeo Liu break; 11378da1170aSLeo Liu mdelay(10); 11388da1170aSLeo Liu if (amdgpu_emu_mode==1) 11398da1170aSLeo Liu msleep(1); 11408da1170aSLeo Liu } 11418da1170aSLeo Liu 11428da1170aSLeo Liu if (amdgpu_emu_mode==1) { 1143736f7308SSonny Jiang r = -1; 11448da1170aSLeo Liu if (status & 2) { 11458da1170aSLeo Liu r = 0; 11468da1170aSLeo Liu break; 11478da1170aSLeo Liu } 11488da1170aSLeo Liu } else { 11498da1170aSLeo Liu r = 0; 11508da1170aSLeo Liu if (status & 2) 11518da1170aSLeo Liu break; 11528da1170aSLeo Liu 1153bb4f196bSRuijing Dong dev_err(adev->dev, "VCN[%d] is not responding, trying to reset the VCPU!!!\n", i); 11548da1170aSLeo Liu WREG32_P(SOC15_REG_OFFSET(VCN, i, regUVD_VCPU_CNTL), 11558da1170aSLeo Liu UVD_VCPU_CNTL__BLK_RST_MASK, 11568da1170aSLeo Liu ~UVD_VCPU_CNTL__BLK_RST_MASK); 11578da1170aSLeo Liu mdelay(10); 11588da1170aSLeo Liu WREG32_P(SOC15_REG_OFFSET(VCN, i, regUVD_VCPU_CNTL), 0, 11598da1170aSLeo Liu ~UVD_VCPU_CNTL__BLK_RST_MASK); 11608da1170aSLeo Liu 11618da1170aSLeo Liu mdelay(10); 11628da1170aSLeo Liu r = -1; 11638da1170aSLeo Liu } 11648da1170aSLeo Liu } 11658da1170aSLeo Liu 11668da1170aSLeo Liu if (r) { 1167bb4f196bSRuijing Dong dev_err(adev->dev, "VCN[%d] is not responding, giving up!!!\n", i); 11688da1170aSLeo Liu return r; 11698da1170aSLeo Liu } 11708da1170aSLeo Liu 11718da1170aSLeo Liu /* enable master interrupt */ 11728da1170aSLeo Liu WREG32_P(SOC15_REG_OFFSET(VCN, i, regUVD_MASTINT_EN), 11738da1170aSLeo Liu UVD_MASTINT_EN__VCPU_EN_MASK, 11748da1170aSLeo Liu ~UVD_MASTINT_EN__VCPU_EN_MASK); 11758da1170aSLeo Liu 11768da1170aSLeo Liu /* clear the busy bit of VCN_STATUS */ 11778da1170aSLeo Liu WREG32_P(SOC15_REG_OFFSET(VCN, i, regUVD_STATUS), 0, 11788da1170aSLeo Liu ~(2 << UVD_STATUS__VCPU_REPORT__SHIFT)); 11798da1170aSLeo Liu 11808da1170aSLeo Liu ring = &adev->vcn.inst[i].ring_enc[0]; 11818da1170aSLeo Liu WREG32_SOC15(VCN, i, regVCN_RB1_DB_CTRL, 11828da1170aSLeo Liu ring->doorbell_index << VCN_RB1_DB_CTRL__OFFSET__SHIFT | 11838da1170aSLeo Liu VCN_RB1_DB_CTRL__EN_MASK); 1184bb4f196bSRuijing Dong 11858da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_RB_BASE_LO, ring->gpu_addr); 11868da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_RB_BASE_HI, upper_32_bits(ring->gpu_addr)); 11878da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_RB_SIZE, ring->ring_size / 4); 1188bb4f196bSRuijing Dong 1189bb4f196bSRuijing Dong tmp = RREG32_SOC15(VCN, i, regVCN_RB_ENABLE); 1190bb4f196bSRuijing Dong tmp &= ~(VCN_RB_ENABLE__RB1_EN_MASK); 1191bb4f196bSRuijing Dong WREG32_SOC15(VCN, i, regVCN_RB_ENABLE, tmp); 1192bb4f196bSRuijing Dong fw_shared->sq.queue_mode |= FW_QUEUE_RING_RESET; 1193bb4f196bSRuijing Dong WREG32_SOC15(VCN, i, regUVD_RB_RPTR, 0); 1194bb4f196bSRuijing Dong WREG32_SOC15(VCN, i, regUVD_RB_WPTR, 0); 1195bb4f196bSRuijing Dong 1196bb4f196bSRuijing Dong tmp = RREG32_SOC15(VCN, i, regUVD_RB_RPTR); 1197bb4f196bSRuijing Dong WREG32_SOC15(VCN, i, regUVD_RB_WPTR, tmp); 1198bb4f196bSRuijing Dong ring->wptr = RREG32_SOC15(VCN, i, regUVD_RB_WPTR); 1199bb4f196bSRuijing Dong 1200bb4f196bSRuijing Dong tmp = RREG32_SOC15(VCN, i, regVCN_RB_ENABLE); 1201bb4f196bSRuijing Dong tmp |= VCN_RB_ENABLE__RB1_EN_MASK; 1202bb4f196bSRuijing Dong WREG32_SOC15(VCN, i, regVCN_RB_ENABLE, tmp); 12038da1170aSLeo Liu fw_shared->sq.queue_mode &= ~(FW_QUEUE_RING_RESET | FW_QUEUE_DPG_HOLD_OFF); 12048da1170aSLeo Liu } 12058da1170aSLeo Liu 12068da1170aSLeo Liu return 0; 12078da1170aSLeo Liu } 12088da1170aSLeo Liu 1209aa44beb5SJane Jian static int vcn_v4_0_start_sriov(struct amdgpu_device *adev) 1210aa44beb5SJane Jian { 1211aa44beb5SJane Jian int i; 1212aa44beb5SJane Jian struct amdgpu_ring *ring_enc; 1213aa44beb5SJane Jian uint64_t cache_addr; 1214aa44beb5SJane Jian uint64_t rb_enc_addr; 1215aa44beb5SJane Jian uint64_t ctx_addr; 1216aa44beb5SJane Jian uint32_t param, resp, expected; 1217aa44beb5SJane Jian uint32_t offset, cache_size; 1218aa44beb5SJane Jian uint32_t tmp, timeout; 1219aa44beb5SJane Jian 1220aa44beb5SJane Jian struct amdgpu_mm_table *table = &adev->virt.mm_table; 1221aa44beb5SJane Jian uint32_t *table_loc; 1222aa44beb5SJane Jian uint32_t table_size; 1223aa44beb5SJane Jian uint32_t size, size_dw; 1224aa44beb5SJane Jian uint32_t init_status; 1225aa44beb5SJane Jian uint32_t enabled_vcn; 1226aa44beb5SJane Jian 1227aa44beb5SJane Jian struct mmsch_v4_0_cmd_direct_write 1228aa44beb5SJane Jian direct_wt = { {0} }; 1229aa44beb5SJane Jian struct mmsch_v4_0_cmd_direct_read_modify_write 1230aa44beb5SJane Jian direct_rd_mod_wt = { {0} }; 1231aa44beb5SJane Jian struct mmsch_v4_0_cmd_end end = { {0} }; 1232aa44beb5SJane Jian struct mmsch_v4_0_init_header header; 1233aa44beb5SJane Jian 1234aa44beb5SJane Jian volatile struct amdgpu_vcn4_fw_shared *fw_shared; 1235aa44beb5SJane Jian volatile struct amdgpu_fw_shared_rb_setup *rb_setup; 1236aa44beb5SJane Jian 1237aa44beb5SJane Jian direct_wt.cmd_header.command_type = 1238aa44beb5SJane Jian MMSCH_COMMAND__DIRECT_REG_WRITE; 1239aa44beb5SJane Jian direct_rd_mod_wt.cmd_header.command_type = 1240aa44beb5SJane Jian MMSCH_COMMAND__DIRECT_REG_READ_MODIFY_WRITE; 1241aa44beb5SJane Jian end.cmd_header.command_type = 1242aa44beb5SJane Jian MMSCH_COMMAND__END; 1243aa44beb5SJane Jian 1244aa44beb5SJane Jian header.version = MMSCH_VERSION; 1245aa44beb5SJane Jian header.total_size = sizeof(struct mmsch_v4_0_init_header) >> 2; 1246f2bcc0c7SEmily Deng for (i = 0; i < MMSCH_V4_0_VCN_INSTANCES; i++) { 1247aa44beb5SJane Jian header.inst[i].init_status = 0; 1248aa44beb5SJane Jian header.inst[i].table_offset = 0; 1249aa44beb5SJane Jian header.inst[i].table_size = 0; 1250aa44beb5SJane Jian } 1251aa44beb5SJane Jian 1252aa44beb5SJane Jian table_loc = (uint32_t *)table->cpu_addr; 1253aa44beb5SJane Jian table_loc += header.total_size; 1254aa44beb5SJane Jian for (i = 0; i < adev->vcn.num_vcn_inst; i++) { 1255aa44beb5SJane Jian if (adev->vcn.harvest_config & (1 << i)) 1256aa44beb5SJane Jian continue; 1257aa44beb5SJane Jian 1258aa44beb5SJane Jian table_size = 0; 1259aa44beb5SJane Jian 1260aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_RD_MOD_WT(SOC15_REG_OFFSET(VCN, i, 1261aa44beb5SJane Jian regUVD_STATUS), 1262aa44beb5SJane Jian ~UVD_STATUS__UVD_BUSY, UVD_STATUS__UVD_BUSY); 1263aa44beb5SJane Jian 1264aa44beb5SJane Jian cache_size = AMDGPU_GPU_PAGE_ALIGN(adev->vcn.fw->size + 4); 1265aa44beb5SJane Jian 1266aa44beb5SJane Jian if (adev->firmware.load_type == AMDGPU_FW_LOAD_PSP) { 1267aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1268aa44beb5SJane Jian regUVD_LMI_VCPU_CACHE_64BIT_BAR_LOW), 1269aa44beb5SJane Jian adev->firmware.ucode[AMDGPU_UCODE_ID_VCN + i].tmr_mc_addr_lo); 1270aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1271aa44beb5SJane Jian regUVD_LMI_VCPU_CACHE_64BIT_BAR_HIGH), 1272aa44beb5SJane Jian adev->firmware.ucode[AMDGPU_UCODE_ID_VCN + i].tmr_mc_addr_hi); 1273aa44beb5SJane Jian offset = 0; 1274aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1275aa44beb5SJane Jian regUVD_VCPU_CACHE_OFFSET0), 1276aa44beb5SJane Jian 0); 1277aa44beb5SJane Jian } else { 1278aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1279aa44beb5SJane Jian regUVD_LMI_VCPU_CACHE_64BIT_BAR_LOW), 1280aa44beb5SJane Jian lower_32_bits(adev->vcn.inst[i].gpu_addr)); 1281aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1282aa44beb5SJane Jian regUVD_LMI_VCPU_CACHE_64BIT_BAR_HIGH), 1283aa44beb5SJane Jian upper_32_bits(adev->vcn.inst[i].gpu_addr)); 1284aa44beb5SJane Jian offset = cache_size; 1285aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1286aa44beb5SJane Jian regUVD_VCPU_CACHE_OFFSET0), 1287aa44beb5SJane Jian AMDGPU_UVD_FIRMWARE_OFFSET >> 3); 1288aa44beb5SJane Jian } 1289aa44beb5SJane Jian 1290aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1291aa44beb5SJane Jian regUVD_VCPU_CACHE_SIZE0), 1292aa44beb5SJane Jian cache_size); 1293aa44beb5SJane Jian 1294aa44beb5SJane Jian cache_addr = adev->vcn.inst[i].gpu_addr + offset; 1295aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1296aa44beb5SJane Jian regUVD_LMI_VCPU_CACHE1_64BIT_BAR_LOW), 1297aa44beb5SJane Jian lower_32_bits(cache_addr)); 1298aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1299aa44beb5SJane Jian regUVD_LMI_VCPU_CACHE1_64BIT_BAR_HIGH), 1300aa44beb5SJane Jian upper_32_bits(cache_addr)); 1301aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1302aa44beb5SJane Jian regUVD_VCPU_CACHE_OFFSET1), 1303aa44beb5SJane Jian 0); 1304aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1305aa44beb5SJane Jian regUVD_VCPU_CACHE_SIZE1), 1306aa44beb5SJane Jian AMDGPU_VCN_STACK_SIZE); 1307aa44beb5SJane Jian 1308aa44beb5SJane Jian cache_addr = adev->vcn.inst[i].gpu_addr + offset + 1309aa44beb5SJane Jian AMDGPU_VCN_STACK_SIZE; 1310aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1311aa44beb5SJane Jian regUVD_LMI_VCPU_CACHE2_64BIT_BAR_LOW), 1312aa44beb5SJane Jian lower_32_bits(cache_addr)); 1313aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1314aa44beb5SJane Jian regUVD_LMI_VCPU_CACHE2_64BIT_BAR_HIGH), 1315aa44beb5SJane Jian upper_32_bits(cache_addr)); 1316aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1317aa44beb5SJane Jian regUVD_VCPU_CACHE_OFFSET2), 1318aa44beb5SJane Jian 0); 1319aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1320aa44beb5SJane Jian regUVD_VCPU_CACHE_SIZE2), 1321aa44beb5SJane Jian AMDGPU_VCN_CONTEXT_SIZE); 1322aa44beb5SJane Jian 1323aa44beb5SJane Jian fw_shared = adev->vcn.inst[i].fw_shared.cpu_addr; 1324aa44beb5SJane Jian rb_setup = &fw_shared->rb_setup; 1325aa44beb5SJane Jian 1326aa44beb5SJane Jian ring_enc = &adev->vcn.inst[i].ring_enc[0]; 1327aa44beb5SJane Jian ring_enc->wptr = 0; 1328aa44beb5SJane Jian rb_enc_addr = ring_enc->gpu_addr; 1329aa44beb5SJane Jian 1330aa44beb5SJane Jian rb_setup->is_rb_enabled_flags |= RB_ENABLED; 1331aa44beb5SJane Jian rb_setup->rb_addr_lo = lower_32_bits(rb_enc_addr); 1332aa44beb5SJane Jian rb_setup->rb_addr_hi = upper_32_bits(rb_enc_addr); 1333aa44beb5SJane Jian rb_setup->rb_size = ring_enc->ring_size / 4; 1334aa44beb5SJane Jian fw_shared->present_flag_0 |= cpu_to_le32(AMDGPU_VCN_VF_RB_SETUP_FLAG); 1335aa44beb5SJane Jian 1336aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1337aa44beb5SJane Jian regUVD_LMI_VCPU_NC0_64BIT_BAR_LOW), 1338aa44beb5SJane Jian lower_32_bits(adev->vcn.inst[i].fw_shared.gpu_addr)); 1339aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1340aa44beb5SJane Jian regUVD_LMI_VCPU_NC0_64BIT_BAR_HIGH), 1341aa44beb5SJane Jian upper_32_bits(adev->vcn.inst[i].fw_shared.gpu_addr)); 1342aa44beb5SJane Jian MMSCH_V4_0_INSERT_DIRECT_WT(SOC15_REG_OFFSET(VCN, i, 1343aa44beb5SJane Jian regUVD_VCPU_NONCACHE_SIZE0), 1344aa44beb5SJane Jian AMDGPU_GPU_PAGE_ALIGN(sizeof(struct amdgpu_vcn4_fw_shared))); 1345aa44beb5SJane Jian 1346aa44beb5SJane Jian /* add end packet */ 1347aa44beb5SJane Jian MMSCH_V4_0_INSERT_END(); 1348aa44beb5SJane Jian 1349aa44beb5SJane Jian /* refine header */ 1350aa44beb5SJane Jian header.inst[i].init_status = 0; 1351aa44beb5SJane Jian header.inst[i].table_offset = header.total_size; 1352aa44beb5SJane Jian header.inst[i].table_size = table_size; 1353aa44beb5SJane Jian header.total_size += table_size; 1354aa44beb5SJane Jian } 1355aa44beb5SJane Jian 1356aa44beb5SJane Jian /* Update init table header in memory */ 1357aa44beb5SJane Jian size = sizeof(struct mmsch_v4_0_init_header); 1358aa44beb5SJane Jian table_loc = (uint32_t *)table->cpu_addr; 1359aa44beb5SJane Jian memcpy((void *)table_loc, &header, size); 1360aa44beb5SJane Jian 1361aa44beb5SJane Jian /* message MMSCH (in VCN[0]) to initialize this client 1362aa44beb5SJane Jian * 1, write to mmsch_vf_ctx_addr_lo/hi register with GPU mc addr 1363aa44beb5SJane Jian * of memory descriptor location 1364aa44beb5SJane Jian */ 1365aa44beb5SJane Jian ctx_addr = table->gpu_addr; 1366aa44beb5SJane Jian WREG32_SOC15(VCN, 0, regMMSCH_VF_CTX_ADDR_LO, lower_32_bits(ctx_addr)); 1367aa44beb5SJane Jian WREG32_SOC15(VCN, 0, regMMSCH_VF_CTX_ADDR_HI, upper_32_bits(ctx_addr)); 1368aa44beb5SJane Jian 1369aa44beb5SJane Jian /* 2, update vmid of descriptor */ 1370aa44beb5SJane Jian tmp = RREG32_SOC15(VCN, 0, regMMSCH_VF_VMID); 1371aa44beb5SJane Jian tmp &= ~MMSCH_VF_VMID__VF_CTX_VMID_MASK; 1372aa44beb5SJane Jian /* use domain0 for MM scheduler */ 1373aa44beb5SJane Jian tmp |= (0 << MMSCH_VF_VMID__VF_CTX_VMID__SHIFT); 1374aa44beb5SJane Jian WREG32_SOC15(VCN, 0, regMMSCH_VF_VMID, tmp); 1375aa44beb5SJane Jian 1376aa44beb5SJane Jian /* 3, notify mmsch about the size of this descriptor */ 1377aa44beb5SJane Jian size = header.total_size; 1378aa44beb5SJane Jian WREG32_SOC15(VCN, 0, regMMSCH_VF_CTX_SIZE, size); 1379aa44beb5SJane Jian 1380aa44beb5SJane Jian /* 4, set resp to zero */ 1381aa44beb5SJane Jian WREG32_SOC15(VCN, 0, regMMSCH_VF_MAILBOX_RESP, 0); 1382aa44beb5SJane Jian 1383aa44beb5SJane Jian /* 5, kick off the initialization and wait until 1384aa44beb5SJane Jian * MMSCH_VF_MAILBOX_RESP becomes non-zero 1385aa44beb5SJane Jian */ 1386aa44beb5SJane Jian param = 0x00000001; 1387aa44beb5SJane Jian WREG32_SOC15(VCN, 0, regMMSCH_VF_MAILBOX_HOST, param); 1388aa44beb5SJane Jian tmp = 0; 1389aa44beb5SJane Jian timeout = 1000; 1390aa44beb5SJane Jian resp = 0; 1391aa44beb5SJane Jian expected = MMSCH_VF_MAILBOX_RESP__OK; 1392aa44beb5SJane Jian while (resp != expected) { 1393aa44beb5SJane Jian resp = RREG32_SOC15(VCN, 0, regMMSCH_VF_MAILBOX_RESP); 1394aa44beb5SJane Jian if (resp != 0) 1395aa44beb5SJane Jian break; 1396aa44beb5SJane Jian 1397aa44beb5SJane Jian udelay(10); 1398aa44beb5SJane Jian tmp = tmp + 10; 1399aa44beb5SJane Jian if (tmp >= timeout) { 1400aa44beb5SJane Jian DRM_ERROR("failed to init MMSCH. TIME-OUT after %d usec"\ 1401aa44beb5SJane Jian " waiting for regMMSCH_VF_MAILBOX_RESP "\ 1402aa44beb5SJane Jian "(expected=0x%08x, readback=0x%08x)\n", 1403aa44beb5SJane Jian tmp, expected, resp); 1404aa44beb5SJane Jian return -EBUSY; 1405aa44beb5SJane Jian } 1406aa44beb5SJane Jian } 1407aa44beb5SJane Jian enabled_vcn = amdgpu_vcn_is_disabled_vcn(adev, VCN_DECODE_RING, 0) ? 1 : 0; 1408aa44beb5SJane Jian init_status = ((struct mmsch_v4_0_init_header *)(table_loc))->inst[enabled_vcn].init_status; 1409aa44beb5SJane Jian if (resp != expected && resp != MMSCH_VF_MAILBOX_RESP__INCOMPLETE 1410aa44beb5SJane Jian && init_status != MMSCH_VF_ENGINE_STATUS__PASS) 1411aa44beb5SJane Jian DRM_ERROR("MMSCH init status is incorrect! readback=0x%08x, header init "\ 1412aa44beb5SJane Jian "status for VCN%x: 0x%x\n", resp, enabled_vcn, init_status); 1413aa44beb5SJane Jian 1414aa44beb5SJane Jian return 0; 1415aa44beb5SJane Jian } 1416aa44beb5SJane Jian 14178da1170aSLeo Liu /** 14188da1170aSLeo Liu * vcn_v4_0_stop_dpg_mode - VCN stop with dpg mode 14198da1170aSLeo Liu * 14208da1170aSLeo Liu * @adev: amdgpu_device pointer 14218da1170aSLeo Liu * @inst_idx: instance number index 14228da1170aSLeo Liu * 14238da1170aSLeo Liu * Stop VCN block with dpg mode 14248da1170aSLeo Liu */ 1425385bf5a8SKhalid Masum static void vcn_v4_0_stop_dpg_mode(struct amdgpu_device *adev, int inst_idx) 14268da1170aSLeo Liu { 14278da1170aSLeo Liu uint32_t tmp; 14288da1170aSLeo Liu 14298da1170aSLeo Liu /* Wait for power status to be 1 */ 14308da1170aSLeo Liu SOC15_WAIT_ON_RREG(VCN, inst_idx, regUVD_POWER_STATUS, 1, 14318da1170aSLeo Liu UVD_POWER_STATUS__UVD_POWER_STATUS_MASK); 14328da1170aSLeo Liu 14338da1170aSLeo Liu /* wait for read ptr to be equal to write ptr */ 14348da1170aSLeo Liu tmp = RREG32_SOC15(VCN, inst_idx, regUVD_RB_WPTR); 14358da1170aSLeo Liu SOC15_WAIT_ON_RREG(VCN, inst_idx, regUVD_RB_RPTR, tmp, 0xFFFFFFFF); 14368da1170aSLeo Liu 14378da1170aSLeo Liu SOC15_WAIT_ON_RREG(VCN, inst_idx, regUVD_POWER_STATUS, 1, 14388da1170aSLeo Liu UVD_POWER_STATUS__UVD_POWER_STATUS_MASK); 14398da1170aSLeo Liu 14408da1170aSLeo Liu /* disable dynamic power gating mode */ 14418da1170aSLeo Liu WREG32_P(SOC15_REG_OFFSET(VCN, inst_idx, regUVD_POWER_STATUS), 0, 14428da1170aSLeo Liu ~UVD_POWER_STATUS__UVD_PG_MODE_MASK); 14438da1170aSLeo Liu } 14448da1170aSLeo Liu 14458da1170aSLeo Liu /** 14468da1170aSLeo Liu * vcn_v4_0_stop - VCN stop 14478da1170aSLeo Liu * 14488da1170aSLeo Liu * @adev: amdgpu_device pointer 14498da1170aSLeo Liu * 14508da1170aSLeo Liu * Stop VCN block 14518da1170aSLeo Liu */ 14528da1170aSLeo Liu static int vcn_v4_0_stop(struct amdgpu_device *adev) 14538da1170aSLeo Liu { 1454bb4f196bSRuijing Dong volatile struct amdgpu_vcn4_fw_shared *fw_shared; 14558da1170aSLeo Liu uint32_t tmp; 14568da1170aSLeo Liu int i, r = 0; 14578da1170aSLeo Liu 14588da1170aSLeo Liu for (i = 0; i < adev->vcn.num_vcn_inst; ++i) { 1459bb4f196bSRuijing Dong fw_shared = adev->vcn.inst[i].fw_shared.cpu_addr; 1460bb4f196bSRuijing Dong fw_shared->sq.queue_mode |= FW_QUEUE_DPG_HOLD_OFF; 1461bb4f196bSRuijing Dong 14628da1170aSLeo Liu if (adev->pg_flags & AMD_PG_SUPPORT_VCN_DPG) { 1463385bf5a8SKhalid Masum vcn_v4_0_stop_dpg_mode(adev, i); 14648da1170aSLeo Liu continue; 14658da1170aSLeo Liu } 14668da1170aSLeo Liu 14678da1170aSLeo Liu /* wait for vcn idle */ 14688da1170aSLeo Liu r = SOC15_WAIT_ON_RREG(VCN, i, regUVD_STATUS, UVD_STATUS__IDLE, 0x7); 14698da1170aSLeo Liu if (r) 14708da1170aSLeo Liu return r; 14718da1170aSLeo Liu 14728da1170aSLeo Liu tmp = UVD_LMI_STATUS__VCPU_LMI_WRITE_CLEAN_MASK | 14738da1170aSLeo Liu UVD_LMI_STATUS__READ_CLEAN_MASK | 14748da1170aSLeo Liu UVD_LMI_STATUS__WRITE_CLEAN_MASK | 14758da1170aSLeo Liu UVD_LMI_STATUS__WRITE_CLEAN_RAW_MASK; 14768da1170aSLeo Liu r = SOC15_WAIT_ON_RREG(VCN, i, regUVD_LMI_STATUS, tmp, tmp); 14778da1170aSLeo Liu if (r) 14788da1170aSLeo Liu return r; 14798da1170aSLeo Liu 14808da1170aSLeo Liu /* disable LMI UMC channel */ 14818da1170aSLeo Liu tmp = RREG32_SOC15(VCN, i, regUVD_LMI_CTRL2); 14828da1170aSLeo Liu tmp |= UVD_LMI_CTRL2__STALL_ARB_UMC_MASK; 14838da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_LMI_CTRL2, tmp); 14848da1170aSLeo Liu tmp = UVD_LMI_STATUS__UMC_READ_CLEAN_RAW_MASK | 14858da1170aSLeo Liu UVD_LMI_STATUS__UMC_WRITE_CLEAN_RAW_MASK; 14868da1170aSLeo Liu r = SOC15_WAIT_ON_RREG(VCN, i, regUVD_LMI_STATUS, tmp, tmp); 14878da1170aSLeo Liu if (r) 14888da1170aSLeo Liu return r; 14898da1170aSLeo Liu 14908da1170aSLeo Liu /* block VCPU register access */ 14918da1170aSLeo Liu WREG32_P(SOC15_REG_OFFSET(VCN, i, regUVD_RB_ARB_CTRL), 14928da1170aSLeo Liu UVD_RB_ARB_CTRL__VCPU_DIS_MASK, 14938da1170aSLeo Liu ~UVD_RB_ARB_CTRL__VCPU_DIS_MASK); 14948da1170aSLeo Liu 14958da1170aSLeo Liu /* reset VCPU */ 14968da1170aSLeo Liu WREG32_P(SOC15_REG_OFFSET(VCN, i, regUVD_VCPU_CNTL), 14978da1170aSLeo Liu UVD_VCPU_CNTL__BLK_RST_MASK, 14988da1170aSLeo Liu ~UVD_VCPU_CNTL__BLK_RST_MASK); 14998da1170aSLeo Liu 15008da1170aSLeo Liu /* disable VCPU clock */ 15018da1170aSLeo Liu WREG32_P(SOC15_REG_OFFSET(VCN, i, regUVD_VCPU_CNTL), 0, 15028da1170aSLeo Liu ~(UVD_VCPU_CNTL__CLK_EN_MASK)); 15038da1170aSLeo Liu 15048da1170aSLeo Liu /* apply soft reset */ 15058da1170aSLeo Liu tmp = RREG32_SOC15(VCN, i, regUVD_SOFT_RESET); 15068da1170aSLeo Liu tmp |= UVD_SOFT_RESET__LMI_UMC_SOFT_RESET_MASK; 15078da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_SOFT_RESET, tmp); 15088da1170aSLeo Liu tmp = RREG32_SOC15(VCN, i, regUVD_SOFT_RESET); 15098da1170aSLeo Liu tmp |= UVD_SOFT_RESET__LMI_SOFT_RESET_MASK; 15108da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_SOFT_RESET, tmp); 15118da1170aSLeo Liu 15128da1170aSLeo Liu /* clear status */ 15138da1170aSLeo Liu WREG32_SOC15(VCN, i, regUVD_STATUS, 0); 15148da1170aSLeo Liu 15158da1170aSLeo Liu /* apply HW clock gating */ 15168da1170aSLeo Liu vcn_v4_0_enable_clock_gating(adev, i); 15178da1170aSLeo Liu 15188da1170aSLeo Liu /* enable VCN power gating */ 15198da1170aSLeo Liu vcn_v4_0_enable_static_power_gating(adev, i); 15208da1170aSLeo Liu } 15218da1170aSLeo Liu 15228da1170aSLeo Liu if (adev->pm.dpm_enabled) 15238da1170aSLeo Liu amdgpu_dpm_enable_uvd(adev, false); 15248da1170aSLeo Liu 15258da1170aSLeo Liu return 0; 15268da1170aSLeo Liu } 15278da1170aSLeo Liu 15288da1170aSLeo Liu /** 15298da1170aSLeo Liu * vcn_v4_0_pause_dpg_mode - VCN pause with dpg mode 15308da1170aSLeo Liu * 15318da1170aSLeo Liu * @adev: amdgpu_device pointer 15328da1170aSLeo Liu * @inst_idx: instance number index 15338da1170aSLeo Liu * @new_state: pause state 15348da1170aSLeo Liu * 15358da1170aSLeo Liu * Pause dpg mode for VCN block 15368da1170aSLeo Liu */ 15378da1170aSLeo Liu static int vcn_v4_0_pause_dpg_mode(struct amdgpu_device *adev, int inst_idx, 15388da1170aSLeo Liu struct dpg_pause_state *new_state) 15398da1170aSLeo Liu { 15408da1170aSLeo Liu uint32_t reg_data = 0; 15418da1170aSLeo Liu int ret_code; 15428da1170aSLeo Liu 15438da1170aSLeo Liu /* pause/unpause if state is changed */ 15448da1170aSLeo Liu if (adev->vcn.inst[inst_idx].pause_state.fw_based != new_state->fw_based) { 15458da1170aSLeo Liu DRM_DEV_DEBUG(adev->dev, "dpg pause state changed %d -> %d", 15468da1170aSLeo Liu adev->vcn.inst[inst_idx].pause_state.fw_based, new_state->fw_based); 15478da1170aSLeo Liu reg_data = RREG32_SOC15(VCN, inst_idx, regUVD_DPG_PAUSE) & 15488da1170aSLeo Liu (~UVD_DPG_PAUSE__NJ_PAUSE_DPG_ACK_MASK); 15498da1170aSLeo Liu 15508da1170aSLeo Liu if (new_state->fw_based == VCN_DPG_STATE__PAUSE) { 15518da1170aSLeo Liu ret_code = SOC15_WAIT_ON_RREG(VCN, inst_idx, regUVD_POWER_STATUS, 0x1, 15528da1170aSLeo Liu UVD_POWER_STATUS__UVD_POWER_STATUS_MASK); 15538da1170aSLeo Liu 15548da1170aSLeo Liu if (!ret_code) { 15558da1170aSLeo Liu /* pause DPG */ 15568da1170aSLeo Liu reg_data |= UVD_DPG_PAUSE__NJ_PAUSE_DPG_REQ_MASK; 15578da1170aSLeo Liu WREG32_SOC15(VCN, inst_idx, regUVD_DPG_PAUSE, reg_data); 15588da1170aSLeo Liu 15598da1170aSLeo Liu /* wait for ACK */ 15608da1170aSLeo Liu SOC15_WAIT_ON_RREG(VCN, inst_idx, regUVD_DPG_PAUSE, 15618da1170aSLeo Liu UVD_DPG_PAUSE__NJ_PAUSE_DPG_ACK_MASK, 15628da1170aSLeo Liu UVD_DPG_PAUSE__NJ_PAUSE_DPG_ACK_MASK); 15638da1170aSLeo Liu 15648da1170aSLeo Liu SOC15_WAIT_ON_RREG(VCN, inst_idx, regUVD_POWER_STATUS, 15658da1170aSLeo Liu UVD_PGFSM_CONFIG__UVDM_UVDU_PWR_ON, UVD_POWER_STATUS__UVD_POWER_STATUS_MASK); 15668da1170aSLeo Liu } 15678da1170aSLeo Liu } else { 15688da1170aSLeo Liu /* unpause dpg, no need to wait */ 15698da1170aSLeo Liu reg_data &= ~UVD_DPG_PAUSE__NJ_PAUSE_DPG_REQ_MASK; 15708da1170aSLeo Liu WREG32_SOC15(VCN, inst_idx, regUVD_DPG_PAUSE, reg_data); 15718da1170aSLeo Liu } 15728da1170aSLeo Liu adev->vcn.inst[inst_idx].pause_state.fw_based = new_state->fw_based; 15738da1170aSLeo Liu } 15748da1170aSLeo Liu 15758da1170aSLeo Liu return 0; 15768da1170aSLeo Liu } 15778da1170aSLeo Liu 15788da1170aSLeo Liu /** 1579bb4f196bSRuijing Dong * vcn_v4_0_unified_ring_get_rptr - get unified read pointer 15808da1170aSLeo Liu * 15818da1170aSLeo Liu * @ring: amdgpu_ring pointer 15828da1170aSLeo Liu * 1583bb4f196bSRuijing Dong * Returns the current hardware unified read pointer 15848da1170aSLeo Liu */ 1585bb4f196bSRuijing Dong static uint64_t vcn_v4_0_unified_ring_get_rptr(struct amdgpu_ring *ring) 15868da1170aSLeo Liu { 15878da1170aSLeo Liu struct amdgpu_device *adev = ring->adev; 15888da1170aSLeo Liu 1589bb4f196bSRuijing Dong if (ring != &adev->vcn.inst[ring->me].ring_enc[0]) 1590bb4f196bSRuijing Dong DRM_ERROR("wrong ring id is identified in %s", __func__); 15918da1170aSLeo Liu 15928da1170aSLeo Liu return RREG32_SOC15(VCN, ring->me, regUVD_RB_RPTR); 15938da1170aSLeo Liu } 15948da1170aSLeo Liu 15958da1170aSLeo Liu /** 1596bb4f196bSRuijing Dong * vcn_v4_0_unified_ring_get_wptr - get unified write pointer 15978da1170aSLeo Liu * 15988da1170aSLeo Liu * @ring: amdgpu_ring pointer 15998da1170aSLeo Liu * 1600bb4f196bSRuijing Dong * Returns the current hardware unified write pointer 16018da1170aSLeo Liu */ 1602bb4f196bSRuijing Dong static uint64_t vcn_v4_0_unified_ring_get_wptr(struct amdgpu_ring *ring) 16038da1170aSLeo Liu { 16048da1170aSLeo Liu struct amdgpu_device *adev = ring->adev; 16058da1170aSLeo Liu 1606bb4f196bSRuijing Dong if (ring != &adev->vcn.inst[ring->me].ring_enc[0]) 1607bb4f196bSRuijing Dong DRM_ERROR("wrong ring id is identified in %s", __func__); 1608bb4f196bSRuijing Dong 16098da1170aSLeo Liu if (ring->use_doorbell) 16108da1170aSLeo Liu return *ring->wptr_cpu_addr; 16118da1170aSLeo Liu else 16128da1170aSLeo Liu return RREG32_SOC15(VCN, ring->me, regUVD_RB_WPTR); 16138da1170aSLeo Liu } 16148da1170aSLeo Liu 16158da1170aSLeo Liu /** 1616bb4f196bSRuijing Dong * vcn_v4_0_unified_ring_set_wptr - set enc write pointer 16178da1170aSLeo Liu * 16188da1170aSLeo Liu * @ring: amdgpu_ring pointer 16198da1170aSLeo Liu * 16208da1170aSLeo Liu * Commits the enc write pointer to the hardware 16218da1170aSLeo Liu */ 1622bb4f196bSRuijing Dong static void vcn_v4_0_unified_ring_set_wptr(struct amdgpu_ring *ring) 16238da1170aSLeo Liu { 16248da1170aSLeo Liu struct amdgpu_device *adev = ring->adev; 16258da1170aSLeo Liu 1626bb4f196bSRuijing Dong if (ring != &adev->vcn.inst[ring->me].ring_enc[0]) 1627bb4f196bSRuijing Dong DRM_ERROR("wrong ring id is identified in %s", __func__); 1628bb4f196bSRuijing Dong 16298da1170aSLeo Liu if (ring->use_doorbell) { 16308da1170aSLeo Liu *ring->wptr_cpu_addr = lower_32_bits(ring->wptr); 16318da1170aSLeo Liu WDOORBELL32(ring->doorbell_index, lower_32_bits(ring->wptr)); 16328da1170aSLeo Liu } else { 16338da1170aSLeo Liu WREG32_SOC15(VCN, ring->me, regUVD_RB_WPTR, lower_32_bits(ring->wptr)); 16348da1170aSLeo Liu } 16358da1170aSLeo Liu } 16368da1170aSLeo Liu 1637c05d789fSChristian König static int vcn_v4_0_limit_sched(struct amdgpu_cs_parser *p, 1638c05d789fSChristian König struct amdgpu_job *job) 16390b15205cSSonny Jiang { 16400b15205cSSonny Jiang struct drm_gpu_scheduler **scheds; 16410b15205cSSonny Jiang 16420b15205cSSonny Jiang /* The create msg must be in the first IB submitted */ 1643c05d789fSChristian König if (atomic_read(&job->base.entity->fence_seq)) 16440b15205cSSonny Jiang return -EINVAL; 16450b15205cSSonny Jiang 16466482ba5dSAlex Deucher /* if VCN0 is harvested, we can't support AV1 */ 16476482ba5dSAlex Deucher if (p->adev->vcn.harvest_config & AMDGPU_VCN_HARVEST_VCN0) 16486482ba5dSAlex Deucher return -EINVAL; 16496482ba5dSAlex Deucher 16500b15205cSSonny Jiang scheds = p->adev->gpu_sched[AMDGPU_HW_IP_VCN_ENC] 16510b15205cSSonny Jiang [AMDGPU_RING_PRIO_0].sched; 1652c05d789fSChristian König drm_sched_entity_modify_sched(job->base.entity, scheds, 1); 16530b15205cSSonny Jiang return 0; 16540b15205cSSonny Jiang } 16550b15205cSSonny Jiang 1656c05d789fSChristian König static int vcn_v4_0_dec_msg(struct amdgpu_cs_parser *p, struct amdgpu_job *job, 1657c05d789fSChristian König uint64_t addr) 16580b15205cSSonny Jiang { 16590b15205cSSonny Jiang struct ttm_operation_ctx ctx = { false, false }; 16600b15205cSSonny Jiang struct amdgpu_bo_va_mapping *map; 16610b15205cSSonny Jiang uint32_t *msg, num_buffers; 16620b15205cSSonny Jiang struct amdgpu_bo *bo; 16630b15205cSSonny Jiang uint64_t start, end; 16640b15205cSSonny Jiang unsigned int i; 16650b15205cSSonny Jiang void *ptr; 16660b15205cSSonny Jiang int r; 16670b15205cSSonny Jiang 16680b15205cSSonny Jiang addr &= AMDGPU_GMC_HOLE_MASK; 16690b15205cSSonny Jiang r = amdgpu_cs_find_mapping(p, addr, &bo, &map); 16700b15205cSSonny Jiang if (r) { 16710b15205cSSonny Jiang DRM_ERROR("Can't find BO for addr 0x%08llx\n", addr); 16720b15205cSSonny Jiang return r; 16730b15205cSSonny Jiang } 16740b15205cSSonny Jiang 16750b15205cSSonny Jiang start = map->start * AMDGPU_GPU_PAGE_SIZE; 16760b15205cSSonny Jiang end = (map->last + 1) * AMDGPU_GPU_PAGE_SIZE; 16770b15205cSSonny Jiang if (addr & 0x7) { 16780b15205cSSonny Jiang DRM_ERROR("VCN messages must be 8 byte aligned!\n"); 16790b15205cSSonny Jiang return -EINVAL; 16800b15205cSSonny Jiang } 16810b15205cSSonny Jiang 16820b15205cSSonny Jiang bo->flags |= AMDGPU_GEM_CREATE_CPU_ACCESS_REQUIRED; 16830b15205cSSonny Jiang amdgpu_bo_placement_from_domain(bo, bo->allowed_domains); 16840b15205cSSonny Jiang r = ttm_bo_validate(&bo->tbo, &bo->placement, &ctx); 16850b15205cSSonny Jiang if (r) { 16860b15205cSSonny Jiang DRM_ERROR("Failed validating the VCN message BO (%d)!\n", r); 16870b15205cSSonny Jiang return r; 16880b15205cSSonny Jiang } 16890b15205cSSonny Jiang 16900b15205cSSonny Jiang r = amdgpu_bo_kmap(bo, &ptr); 16910b15205cSSonny Jiang if (r) { 16920b15205cSSonny Jiang DRM_ERROR("Failed mapping the VCN message (%d)!\n", r); 16930b15205cSSonny Jiang return r; 16940b15205cSSonny Jiang } 16950b15205cSSonny Jiang 16960b15205cSSonny Jiang msg = ptr + addr - start; 16970b15205cSSonny Jiang 16980b15205cSSonny Jiang /* Check length */ 16990b15205cSSonny Jiang if (msg[1] > end - addr) { 17000b15205cSSonny Jiang r = -EINVAL; 17010b15205cSSonny Jiang goto out; 17020b15205cSSonny Jiang } 17030b15205cSSonny Jiang 17040b15205cSSonny Jiang if (msg[3] != RDECODE_MSG_CREATE) 17050b15205cSSonny Jiang goto out; 17060b15205cSSonny Jiang 17070b15205cSSonny Jiang num_buffers = msg[2]; 17080b15205cSSonny Jiang for (i = 0, msg = &msg[6]; i < num_buffers; ++i, msg += 4) { 17090b15205cSSonny Jiang uint32_t offset, size, *create; 17100b15205cSSonny Jiang 17110b15205cSSonny Jiang if (msg[0] != RDECODE_MESSAGE_CREATE) 17120b15205cSSonny Jiang continue; 17130b15205cSSonny Jiang 17140b15205cSSonny Jiang offset = msg[1]; 17150b15205cSSonny Jiang size = msg[2]; 17160b15205cSSonny Jiang 17170b15205cSSonny Jiang if (offset + size > end) { 17180b15205cSSonny Jiang r = -EINVAL; 17190b15205cSSonny Jiang goto out; 17200b15205cSSonny Jiang } 17210b15205cSSonny Jiang 17220b15205cSSonny Jiang create = ptr + addr + offset - start; 17230b15205cSSonny Jiang 1724f823323bSDavid (Ming Qiang) Wu /* H264, HEVC and VP9 can run on any instance */ 17250b15205cSSonny Jiang if (create[0] == 0x7 || create[0] == 0x10 || create[0] == 0x11) 17260b15205cSSonny Jiang continue; 17270b15205cSSonny Jiang 1728c05d789fSChristian König r = vcn_v4_0_limit_sched(p, job); 17290b15205cSSonny Jiang if (r) 17300b15205cSSonny Jiang goto out; 17310b15205cSSonny Jiang } 17320b15205cSSonny Jiang 17330b15205cSSonny Jiang out: 17340b15205cSSonny Jiang amdgpu_bo_kunmap(bo); 17350b15205cSSonny Jiang return r; 17360b15205cSSonny Jiang } 17370b15205cSSonny Jiang 1738f823323bSDavid (Ming Qiang) Wu #define RADEON_VCN_ENGINE_TYPE_ENCODE (0x00000002) 17390b15205cSSonny Jiang #define RADEON_VCN_ENGINE_TYPE_DECODE (0x00000003) 17400b15205cSSonny Jiang 1741f823323bSDavid (Ming Qiang) Wu #define RADEON_VCN_ENGINE_INFO (0x30000001) 1742f823323bSDavid (Ming Qiang) Wu #define RADEON_VCN_ENGINE_INFO_MAX_OFFSET 16 1743f823323bSDavid (Ming Qiang) Wu 1744f823323bSDavid (Ming Qiang) Wu #define RENCODE_ENCODE_STANDARD_AV1 2 1745f823323bSDavid (Ming Qiang) Wu #define RENCODE_IB_PARAM_SESSION_INIT 0x00000003 1746f823323bSDavid (Ming Qiang) Wu #define RENCODE_IB_PARAM_SESSION_INIT_MAX_OFFSET 64 1747f823323bSDavid (Ming Qiang) Wu 1748f823323bSDavid (Ming Qiang) Wu /* return the offset in ib if id is found, -1 otherwise 1749f823323bSDavid (Ming Qiang) Wu * to speed up the searching we only search upto max_offset 1750f823323bSDavid (Ming Qiang) Wu */ 1751f823323bSDavid (Ming Qiang) Wu static int vcn_v4_0_enc_find_ib_param(struct amdgpu_ib *ib, uint32_t id, int max_offset) 1752f823323bSDavid (Ming Qiang) Wu { 1753f823323bSDavid (Ming Qiang) Wu int i; 1754f823323bSDavid (Ming Qiang) Wu 1755f823323bSDavid (Ming Qiang) Wu for (i = 0; i < ib->length_dw && i < max_offset && ib->ptr[i] >= 8; i += ib->ptr[i]/4) { 1756f823323bSDavid (Ming Qiang) Wu if (ib->ptr[i + 1] == id) 1757f823323bSDavid (Ming Qiang) Wu return i; 1758f823323bSDavid (Ming Qiang) Wu } 1759f823323bSDavid (Ming Qiang) Wu return -1; 1760f823323bSDavid (Ming Qiang) Wu } 1761f823323bSDavid (Ming Qiang) Wu 17620b15205cSSonny Jiang static int vcn_v4_0_ring_patch_cs_in_place(struct amdgpu_cs_parser *p, 17630b15205cSSonny Jiang struct amdgpu_job *job, 17640b15205cSSonny Jiang struct amdgpu_ib *ib) 17650b15205cSSonny Jiang { 1766c05d789fSChristian König struct amdgpu_ring *ring = amdgpu_job_ring(job); 1767c05d789fSChristian König struct amdgpu_vcn_decode_buffer *decode_buffer; 1768c05d789fSChristian König uint64_t addr; 17690b15205cSSonny Jiang uint32_t val; 1770f823323bSDavid (Ming Qiang) Wu int idx; 17710b15205cSSonny Jiang 17720b15205cSSonny Jiang /* The first instance can decode anything */ 17730b15205cSSonny Jiang if (!ring->me) 1774c05d789fSChristian König return 0; 17750b15205cSSonny Jiang 1776f823323bSDavid (Ming Qiang) Wu /* RADEON_VCN_ENGINE_INFO is at the top of ib block */ 1777f823323bSDavid (Ming Qiang) Wu idx = vcn_v4_0_enc_find_ib_param(ib, RADEON_VCN_ENGINE_INFO, 1778f823323bSDavid (Ming Qiang) Wu RADEON_VCN_ENGINE_INFO_MAX_OFFSET); 1779f823323bSDavid (Ming Qiang) Wu if (idx < 0) /* engine info is missing */ 1780c05d789fSChristian König return 0; 17810b15205cSSonny Jiang 1782f823323bSDavid (Ming Qiang) Wu val = amdgpu_ib_get_value(ib, idx + 2); /* RADEON_VCN_ENGINE_TYPE */ 1783f823323bSDavid (Ming Qiang) Wu if (val == RADEON_VCN_ENGINE_TYPE_DECODE) { 1784f823323bSDavid (Ming Qiang) Wu decode_buffer = (struct amdgpu_vcn_decode_buffer *)&ib->ptr[idx + 6]; 17850b15205cSSonny Jiang 1786c05d789fSChristian König if (!(decode_buffer->valid_buf_flag & 0x1)) 1787c05d789fSChristian König return 0; 1788c05d789fSChristian König 1789c05d789fSChristian König addr = ((u64)decode_buffer->msg_buffer_address_hi) << 32 | 1790c05d789fSChristian König decode_buffer->msg_buffer_address_lo; 1791c05d789fSChristian König return vcn_v4_0_dec_msg(p, job, addr); 1792f823323bSDavid (Ming Qiang) Wu } else if (val == RADEON_VCN_ENGINE_TYPE_ENCODE) { 1793f823323bSDavid (Ming Qiang) Wu idx = vcn_v4_0_enc_find_ib_param(ib, RENCODE_IB_PARAM_SESSION_INIT, 1794f823323bSDavid (Ming Qiang) Wu RENCODE_IB_PARAM_SESSION_INIT_MAX_OFFSET); 1795f823323bSDavid (Ming Qiang) Wu if (idx >= 0 && ib->ptr[idx + 2] == RENCODE_ENCODE_STANDARD_AV1) 1796f823323bSDavid (Ming Qiang) Wu return vcn_v4_0_limit_sched(p, job); 1797f823323bSDavid (Ming Qiang) Wu } 1798f823323bSDavid (Ming Qiang) Wu return 0; 17990b15205cSSonny Jiang } 18000b15205cSSonny Jiang 1801bb4f196bSRuijing Dong static const struct amdgpu_ring_funcs vcn_v4_0_unified_ring_vm_funcs = { 18028da1170aSLeo Liu .type = AMDGPU_RING_TYPE_VCN_ENC, 18038da1170aSLeo Liu .align_mask = 0x3f, 18048da1170aSLeo Liu .nop = VCN_ENC_CMD_NO_OP, 1805bb4f196bSRuijing Dong .get_rptr = vcn_v4_0_unified_ring_get_rptr, 1806bb4f196bSRuijing Dong .get_wptr = vcn_v4_0_unified_ring_get_wptr, 1807bb4f196bSRuijing Dong .set_wptr = vcn_v4_0_unified_ring_set_wptr, 18080b15205cSSonny Jiang .patch_cs_in_place = vcn_v4_0_ring_patch_cs_in_place, 18098da1170aSLeo Liu .emit_frame_size = 18108da1170aSLeo Liu SOC15_FLUSH_GPU_TLB_NUM_WREG * 3 + 18118da1170aSLeo Liu SOC15_FLUSH_GPU_TLB_NUM_REG_WAIT * 4 + 18128da1170aSLeo Liu 4 + /* vcn_v2_0_enc_ring_emit_vm_flush */ 18138da1170aSLeo Liu 5 + 5 + /* vcn_v2_0_enc_ring_emit_fence x2 vm fence */ 18148da1170aSLeo Liu 1, /* vcn_v2_0_enc_ring_insert_end */ 18158da1170aSLeo Liu .emit_ib_size = 5, /* vcn_v2_0_enc_ring_emit_ib */ 18168da1170aSLeo Liu .emit_ib = vcn_v2_0_enc_ring_emit_ib, 18178da1170aSLeo Liu .emit_fence = vcn_v2_0_enc_ring_emit_fence, 18188da1170aSLeo Liu .emit_vm_flush = vcn_v2_0_enc_ring_emit_vm_flush, 18198da1170aSLeo Liu .test_ring = amdgpu_vcn_enc_ring_test_ring, 1820bb4f196bSRuijing Dong .test_ib = amdgpu_vcn_unified_ring_test_ib, 18218da1170aSLeo Liu .insert_nop = amdgpu_ring_insert_nop, 18228da1170aSLeo Liu .insert_end = vcn_v2_0_enc_ring_insert_end, 18238da1170aSLeo Liu .pad_ib = amdgpu_ring_generic_pad_ib, 18248da1170aSLeo Liu .begin_use = amdgpu_vcn_ring_begin_use, 18258da1170aSLeo Liu .end_use = amdgpu_vcn_ring_end_use, 18268da1170aSLeo Liu .emit_wreg = vcn_v2_0_enc_ring_emit_wreg, 18278da1170aSLeo Liu .emit_reg_wait = vcn_v2_0_enc_ring_emit_reg_wait, 18288da1170aSLeo Liu .emit_reg_write_reg_wait = amdgpu_ring_emit_reg_write_reg_wait_helper, 18298da1170aSLeo Liu }; 18308da1170aSLeo Liu 18318da1170aSLeo Liu /** 1832bb4f196bSRuijing Dong * vcn_v4_0_set_unified_ring_funcs - set unified ring functions 18338da1170aSLeo Liu * 18348da1170aSLeo Liu * @adev: amdgpu_device pointer 18358da1170aSLeo Liu * 1836bb4f196bSRuijing Dong * Set unified ring functions 18378da1170aSLeo Liu */ 1838bb4f196bSRuijing Dong static void vcn_v4_0_set_unified_ring_funcs(struct amdgpu_device *adev) 18398da1170aSLeo Liu { 18408da1170aSLeo Liu int i; 18418da1170aSLeo Liu 18428da1170aSLeo Liu for (i = 0; i < adev->vcn.num_vcn_inst; ++i) { 18438da1170aSLeo Liu if (adev->vcn.harvest_config & (1 << i)) 18448da1170aSLeo Liu continue; 18458da1170aSLeo Liu 1846bb4f196bSRuijing Dong adev->vcn.inst[i].ring_enc[0].funcs = &vcn_v4_0_unified_ring_vm_funcs; 1847bb4f196bSRuijing Dong adev->vcn.inst[i].ring_enc[0].me = i; 18488da1170aSLeo Liu 1849bb4f196bSRuijing Dong DRM_INFO("VCN(%d) encode/decode are enabled in VM mode\n", i); 18508da1170aSLeo Liu } 18518da1170aSLeo Liu } 18528da1170aSLeo Liu 18538da1170aSLeo Liu /** 18548da1170aSLeo Liu * vcn_v4_0_is_idle - check VCN block is idle 18558da1170aSLeo Liu * 18568da1170aSLeo Liu * @handle: amdgpu_device pointer 18578da1170aSLeo Liu * 18588da1170aSLeo Liu * Check whether VCN block is idle 18598da1170aSLeo Liu */ 18608da1170aSLeo Liu static bool vcn_v4_0_is_idle(void *handle) 18618da1170aSLeo Liu { 18628da1170aSLeo Liu struct amdgpu_device *adev = (struct amdgpu_device *)handle; 18638da1170aSLeo Liu int i, ret = 1; 18648da1170aSLeo Liu 18658da1170aSLeo Liu for (i = 0; i < adev->vcn.num_vcn_inst; ++i) { 18668da1170aSLeo Liu if (adev->vcn.harvest_config & (1 << i)) 18678da1170aSLeo Liu continue; 18688da1170aSLeo Liu 18698da1170aSLeo Liu ret &= (RREG32_SOC15(VCN, i, regUVD_STATUS) == UVD_STATUS__IDLE); 18708da1170aSLeo Liu } 18718da1170aSLeo Liu 18728da1170aSLeo Liu return ret; 18738da1170aSLeo Liu } 18748da1170aSLeo Liu 18758da1170aSLeo Liu /** 18768da1170aSLeo Liu * vcn_v4_0_wait_for_idle - wait for VCN block idle 18778da1170aSLeo Liu * 18788da1170aSLeo Liu * @handle: amdgpu_device pointer 18798da1170aSLeo Liu * 18808da1170aSLeo Liu * Wait for VCN block idle 18818da1170aSLeo Liu */ 18828da1170aSLeo Liu static int vcn_v4_0_wait_for_idle(void *handle) 18838da1170aSLeo Liu { 18848da1170aSLeo Liu struct amdgpu_device *adev = (struct amdgpu_device *)handle; 18858da1170aSLeo Liu int i, ret = 0; 18868da1170aSLeo Liu 18878da1170aSLeo Liu for (i = 0; i < adev->vcn.num_vcn_inst; ++i) { 18888da1170aSLeo Liu if (adev->vcn.harvest_config & (1 << i)) 18898da1170aSLeo Liu continue; 18908da1170aSLeo Liu 18918da1170aSLeo Liu ret = SOC15_WAIT_ON_RREG(VCN, i, regUVD_STATUS, UVD_STATUS__IDLE, 18928da1170aSLeo Liu UVD_STATUS__IDLE); 18938da1170aSLeo Liu if (ret) 18948da1170aSLeo Liu return ret; 18958da1170aSLeo Liu } 18968da1170aSLeo Liu 18978da1170aSLeo Liu return ret; 18988da1170aSLeo Liu } 18998da1170aSLeo Liu 19008da1170aSLeo Liu /** 19018da1170aSLeo Liu * vcn_v4_0_set_clockgating_state - set VCN block clockgating state 19028da1170aSLeo Liu * 19038da1170aSLeo Liu * @handle: amdgpu_device pointer 19048da1170aSLeo Liu * @state: clock gating state 19058da1170aSLeo Liu * 19068da1170aSLeo Liu * Set VCN block clockgating state 19078da1170aSLeo Liu */ 19088da1170aSLeo Liu static int vcn_v4_0_set_clockgating_state(void *handle, enum amd_clockgating_state state) 19098da1170aSLeo Liu { 19108da1170aSLeo Liu struct amdgpu_device *adev = (struct amdgpu_device *)handle; 19118da1170aSLeo Liu bool enable = (state == AMD_CG_STATE_GATE) ? true : false; 19128da1170aSLeo Liu int i; 19138da1170aSLeo Liu 19148da1170aSLeo Liu for (i = 0; i < adev->vcn.num_vcn_inst; ++i) { 19158da1170aSLeo Liu if (adev->vcn.harvest_config & (1 << i)) 19168da1170aSLeo Liu continue; 19178da1170aSLeo Liu 19188da1170aSLeo Liu if (enable) { 19198da1170aSLeo Liu if (RREG32_SOC15(VCN, i, regUVD_STATUS) != UVD_STATUS__IDLE) 19208da1170aSLeo Liu return -EBUSY; 19218da1170aSLeo Liu vcn_v4_0_enable_clock_gating(adev, i); 19228da1170aSLeo Liu } else { 19238da1170aSLeo Liu vcn_v4_0_disable_clock_gating(adev, i); 19248da1170aSLeo Liu } 19258da1170aSLeo Liu } 19268da1170aSLeo Liu 19278da1170aSLeo Liu return 0; 19288da1170aSLeo Liu } 19298da1170aSLeo Liu 19308da1170aSLeo Liu /** 19318da1170aSLeo Liu * vcn_v4_0_set_powergating_state - set VCN block powergating state 19328da1170aSLeo Liu * 19338da1170aSLeo Liu * @handle: amdgpu_device pointer 19348da1170aSLeo Liu * @state: power gating state 19358da1170aSLeo Liu * 19368da1170aSLeo Liu * Set VCN block powergating state 19378da1170aSLeo Liu */ 19388da1170aSLeo Liu static int vcn_v4_0_set_powergating_state(void *handle, enum amd_powergating_state state) 19398da1170aSLeo Liu { 19408da1170aSLeo Liu struct amdgpu_device *adev = (struct amdgpu_device *)handle; 19418da1170aSLeo Liu int ret; 19428da1170aSLeo Liu 1943aa44beb5SJane Jian /* for SRIOV, guest should not control VCN Power-gating 1944aa44beb5SJane Jian * MMSCH FW should control Power-gating and clock-gating 1945aa44beb5SJane Jian * guest should avoid touching CGC and PG 1946aa44beb5SJane Jian */ 1947aa44beb5SJane Jian if (amdgpu_sriov_vf(adev)) { 1948aa44beb5SJane Jian adev->vcn.cur_state = AMD_PG_STATE_UNGATE; 1949aa44beb5SJane Jian return 0; 1950aa44beb5SJane Jian } 1951aa44beb5SJane Jian 19528da1170aSLeo Liu if(state == adev->vcn.cur_state) 19538da1170aSLeo Liu return 0; 19548da1170aSLeo Liu 19558da1170aSLeo Liu if (state == AMD_PG_STATE_GATE) 19568da1170aSLeo Liu ret = vcn_v4_0_stop(adev); 19578da1170aSLeo Liu else 19588da1170aSLeo Liu ret = vcn_v4_0_start(adev); 19598da1170aSLeo Liu 19608da1170aSLeo Liu if(!ret) 19618da1170aSLeo Liu adev->vcn.cur_state = state; 19628da1170aSLeo Liu 19638da1170aSLeo Liu return ret; 19648da1170aSLeo Liu } 19658da1170aSLeo Liu 19668da1170aSLeo Liu /** 19678da1170aSLeo Liu * vcn_v4_0_set_interrupt_state - set VCN block interrupt state 19688da1170aSLeo Liu * 19698da1170aSLeo Liu * @adev: amdgpu_device pointer 19708da1170aSLeo Liu * @source: interrupt sources 19718da1170aSLeo Liu * @type: interrupt types 19728da1170aSLeo Liu * @state: interrupt states 19738da1170aSLeo Liu * 19748da1170aSLeo Liu * Set VCN block interrupt state 19758da1170aSLeo Liu */ 19768da1170aSLeo Liu static int vcn_v4_0_set_interrupt_state(struct amdgpu_device *adev, struct amdgpu_irq_src *source, 19778da1170aSLeo Liu unsigned type, enum amdgpu_interrupt_state state) 19788da1170aSLeo Liu { 19798da1170aSLeo Liu return 0; 19808da1170aSLeo Liu } 19818da1170aSLeo Liu 19828da1170aSLeo Liu /** 198366a11ecbSHoratio Zhang * vcn_v4_0_set_ras_interrupt_state - set VCN block RAS interrupt state 198466a11ecbSHoratio Zhang * 198566a11ecbSHoratio Zhang * @adev: amdgpu_device pointer 198666a11ecbSHoratio Zhang * @source: interrupt sources 198766a11ecbSHoratio Zhang * @type: interrupt types 198866a11ecbSHoratio Zhang * @state: interrupt states 198966a11ecbSHoratio Zhang * 199066a11ecbSHoratio Zhang * Set VCN block RAS interrupt state 199166a11ecbSHoratio Zhang */ 199266a11ecbSHoratio Zhang static int vcn_v4_0_set_ras_interrupt_state(struct amdgpu_device *adev, 199366a11ecbSHoratio Zhang struct amdgpu_irq_src *source, 199466a11ecbSHoratio Zhang unsigned int type, 199566a11ecbSHoratio Zhang enum amdgpu_interrupt_state state) 199666a11ecbSHoratio Zhang { 199766a11ecbSHoratio Zhang return 0; 199866a11ecbSHoratio Zhang } 199966a11ecbSHoratio Zhang 200066a11ecbSHoratio Zhang /** 20018da1170aSLeo Liu * vcn_v4_0_process_interrupt - process VCN block interrupt 20028da1170aSLeo Liu * 20038da1170aSLeo Liu * @adev: amdgpu_device pointer 20048da1170aSLeo Liu * @source: interrupt sources 20058da1170aSLeo Liu * @entry: interrupt entry from clients and sources 20068da1170aSLeo Liu * 20078da1170aSLeo Liu * Process VCN block interrupt 20088da1170aSLeo Liu */ 20098da1170aSLeo Liu static int vcn_v4_0_process_interrupt(struct amdgpu_device *adev, struct amdgpu_irq_src *source, 20108da1170aSLeo Liu struct amdgpu_iv_entry *entry) 20118da1170aSLeo Liu { 20128da1170aSLeo Liu uint32_t ip_instance; 20138da1170aSLeo Liu 20148da1170aSLeo Liu switch (entry->client_id) { 20158da1170aSLeo Liu case SOC15_IH_CLIENTID_VCN: 20168da1170aSLeo Liu ip_instance = 0; 20178da1170aSLeo Liu break; 20188da1170aSLeo Liu case SOC15_IH_CLIENTID_VCN1: 20198da1170aSLeo Liu ip_instance = 1; 20208da1170aSLeo Liu break; 20218da1170aSLeo Liu default: 20228da1170aSLeo Liu DRM_ERROR("Unhandled client id: %d\n", entry->client_id); 20238da1170aSLeo Liu return 0; 20248da1170aSLeo Liu } 20258da1170aSLeo Liu 20268da1170aSLeo Liu DRM_DEBUG("IH: VCN TRAP\n"); 20278da1170aSLeo Liu 20288da1170aSLeo Liu switch (entry->src_id) { 20298da1170aSLeo Liu case VCN_4_0__SRCID__UVD_ENC_GENERAL_PURPOSE: 20308da1170aSLeo Liu amdgpu_fence_process(&adev->vcn.inst[ip_instance].ring_enc[0]); 20318da1170aSLeo Liu break; 20328da1170aSLeo Liu default: 20338da1170aSLeo Liu DRM_ERROR("Unhandled interrupt: %d %d\n", 20348da1170aSLeo Liu entry->src_id, entry->src_data[0]); 20358da1170aSLeo Liu break; 20368da1170aSLeo Liu } 20378da1170aSLeo Liu 20388da1170aSLeo Liu return 0; 20398da1170aSLeo Liu } 20408da1170aSLeo Liu 20418da1170aSLeo Liu static const struct amdgpu_irq_src_funcs vcn_v4_0_irq_funcs = { 20428da1170aSLeo Liu .set = vcn_v4_0_set_interrupt_state, 20438da1170aSLeo Liu .process = vcn_v4_0_process_interrupt, 20448da1170aSLeo Liu }; 20458da1170aSLeo Liu 204666a11ecbSHoratio Zhang static const struct amdgpu_irq_src_funcs vcn_v4_0_ras_irq_funcs = { 204766a11ecbSHoratio Zhang .set = vcn_v4_0_set_ras_interrupt_state, 204866a11ecbSHoratio Zhang .process = amdgpu_vcn_process_poison_irq, 204966a11ecbSHoratio Zhang }; 205066a11ecbSHoratio Zhang 20518da1170aSLeo Liu /** 20528da1170aSLeo Liu * vcn_v4_0_set_irq_funcs - set VCN block interrupt irq functions 20538da1170aSLeo Liu * 20548da1170aSLeo Liu * @adev: amdgpu_device pointer 20558da1170aSLeo Liu * 20568da1170aSLeo Liu * Set VCN block interrupt irq functions 20578da1170aSLeo Liu */ 20588da1170aSLeo Liu static void vcn_v4_0_set_irq_funcs(struct amdgpu_device *adev) 20598da1170aSLeo Liu { 20608da1170aSLeo Liu int i; 20618da1170aSLeo Liu 20628da1170aSLeo Liu for (i = 0; i < adev->vcn.num_vcn_inst; ++i) { 20638da1170aSLeo Liu if (adev->vcn.harvest_config & (1 << i)) 20648da1170aSLeo Liu continue; 20658da1170aSLeo Liu 20668da1170aSLeo Liu adev->vcn.inst[i].irq.num_types = adev->vcn.num_enc_rings + 1; 20678da1170aSLeo Liu adev->vcn.inst[i].irq.funcs = &vcn_v4_0_irq_funcs; 206866a11ecbSHoratio Zhang 206966a11ecbSHoratio Zhang adev->vcn.inst[i].ras_poison_irq.num_types = adev->vcn.num_enc_rings + 1; 207066a11ecbSHoratio Zhang adev->vcn.inst[i].ras_poison_irq.funcs = &vcn_v4_0_ras_irq_funcs; 20718da1170aSLeo Liu } 20728da1170aSLeo Liu } 20738da1170aSLeo Liu 20748da1170aSLeo Liu static const struct amd_ip_funcs vcn_v4_0_ip_funcs = { 20758da1170aSLeo Liu .name = "vcn_v4_0", 20768da1170aSLeo Liu .early_init = vcn_v4_0_early_init, 20778da1170aSLeo Liu .late_init = NULL, 20788da1170aSLeo Liu .sw_init = vcn_v4_0_sw_init, 20798da1170aSLeo Liu .sw_fini = vcn_v4_0_sw_fini, 20808da1170aSLeo Liu .hw_init = vcn_v4_0_hw_init, 20818da1170aSLeo Liu .hw_fini = vcn_v4_0_hw_fini, 20828da1170aSLeo Liu .suspend = vcn_v4_0_suspend, 20838da1170aSLeo Liu .resume = vcn_v4_0_resume, 20848da1170aSLeo Liu .is_idle = vcn_v4_0_is_idle, 20858da1170aSLeo Liu .wait_for_idle = vcn_v4_0_wait_for_idle, 20868da1170aSLeo Liu .check_soft_reset = NULL, 20878da1170aSLeo Liu .pre_soft_reset = NULL, 20888da1170aSLeo Liu .soft_reset = NULL, 20898da1170aSLeo Liu .post_soft_reset = NULL, 20908da1170aSLeo Liu .set_clockgating_state = vcn_v4_0_set_clockgating_state, 20918da1170aSLeo Liu .set_powergating_state = vcn_v4_0_set_powergating_state, 20928da1170aSLeo Liu }; 20938da1170aSLeo Liu 20948da1170aSLeo Liu const struct amdgpu_ip_block_version vcn_v4_0_ip_block = 20958da1170aSLeo Liu { 20968da1170aSLeo Liu .type = AMD_IP_BLOCK_TYPE_VCN, 20978da1170aSLeo Liu .major = 4, 20988da1170aSLeo Liu .minor = 0, 20998da1170aSLeo Liu .rev = 0, 21008da1170aSLeo Liu .funcs = &vcn_v4_0_ip_funcs, 21018da1170aSLeo Liu }; 2102377d0221STao Zhou 2103377d0221STao Zhou static uint32_t vcn_v4_0_query_poison_by_instance(struct amdgpu_device *adev, 2104377d0221STao Zhou uint32_t instance, uint32_t sub_block) 2105377d0221STao Zhou { 2106377d0221STao Zhou uint32_t poison_stat = 0, reg_value = 0; 2107377d0221STao Zhou 2108377d0221STao Zhou switch (sub_block) { 2109377d0221STao Zhou case AMDGPU_VCN_V4_0_VCPU_VCODEC: 2110377d0221STao Zhou reg_value = RREG32_SOC15(VCN, instance, regUVD_RAS_VCPU_VCODEC_STATUS); 2111377d0221STao Zhou poison_stat = REG_GET_FIELD(reg_value, UVD_RAS_VCPU_VCODEC_STATUS, POISONED_PF); 2112377d0221STao Zhou break; 2113377d0221STao Zhou default: 2114377d0221STao Zhou break; 2115377d0221STao Zhou } 2116377d0221STao Zhou 2117377d0221STao Zhou if (poison_stat) 2118377d0221STao Zhou dev_info(adev->dev, "Poison detected in VCN%d, sub_block%d\n", 2119377d0221STao Zhou instance, sub_block); 2120377d0221STao Zhou 2121377d0221STao Zhou return poison_stat; 2122377d0221STao Zhou } 2123377d0221STao Zhou 2124377d0221STao Zhou static bool vcn_v4_0_query_ras_poison_status(struct amdgpu_device *adev) 2125377d0221STao Zhou { 2126377d0221STao Zhou uint32_t inst, sub; 2127377d0221STao Zhou uint32_t poison_stat = 0; 2128377d0221STao Zhou 2129377d0221STao Zhou for (inst = 0; inst < adev->vcn.num_vcn_inst; inst++) 2130377d0221STao Zhou for (sub = 0; sub < AMDGPU_VCN_V4_0_MAX_SUB_BLOCK; sub++) 2131377d0221STao Zhou poison_stat += 2132377d0221STao Zhou vcn_v4_0_query_poison_by_instance(adev, inst, sub); 2133377d0221STao Zhou 2134377d0221STao Zhou return !!poison_stat; 2135377d0221STao Zhou } 2136377d0221STao Zhou 2137377d0221STao Zhou const struct amdgpu_ras_block_hw_ops vcn_v4_0_ras_hw_ops = { 2138377d0221STao Zhou .query_poison_status = vcn_v4_0_query_ras_poison_status, 2139377d0221STao Zhou }; 2140377d0221STao Zhou 2141377d0221STao Zhou static struct amdgpu_vcn_ras vcn_v4_0_ras = { 2142377d0221STao Zhou .ras_block = { 2143377d0221STao Zhou .hw_ops = &vcn_v4_0_ras_hw_ops, 214466a11ecbSHoratio Zhang .ras_late_init = amdgpu_vcn_ras_late_init, 2145377d0221STao Zhou }, 2146377d0221STao Zhou }; 2147377d0221STao Zhou 2148377d0221STao Zhou static void vcn_v4_0_set_ras_funcs(struct amdgpu_device *adev) 2149377d0221STao Zhou { 2150377d0221STao Zhou switch (adev->ip_versions[VCN_HWIP][0]) { 2151377d0221STao Zhou case IP_VERSION(4, 0, 0): 2152377d0221STao Zhou adev->vcn.ras = &vcn_v4_0_ras; 2153377d0221STao Zhou break; 2154377d0221STao Zhou default: 2155377d0221STao Zhou break; 2156377d0221STao Zhou } 2157377d0221STao Zhou } 2158