1 // SPDX-License-Identifier: MIT 2 /* 3 * Copyright(c) 2020, Intel Corporation. All rights reserved. 4 */ 5 6 #include "i915_drv.h" 7 8 #include "intel_pxp.h" 9 #include "intel_pxp_cmd.h" 10 #include "intel_pxp_gsccs.h" 11 #include "intel_pxp_session.h" 12 #include "intel_pxp_tee.h" 13 #include "intel_pxp_types.h" 14 #include "intel_pxp_regs.h" 15 16 #define ARB_SESSION I915_PROTECTED_CONTENT_DEFAULT_SESSION /* shorter define */ 17 18 static bool intel_pxp_session_is_in_play(struct intel_pxp *pxp, u32 id) 19 { 20 struct intel_uncore *uncore = pxp->ctrl_gt->uncore; 21 intel_wakeref_t wakeref; 22 u32 sip = 0; 23 24 /* if we're suspended the session is considered off */ 25 with_intel_runtime_pm_if_in_use(uncore->rpm, wakeref) 26 sip = intel_uncore_read(uncore, KCR_SIP(pxp->kcr_base)); 27 28 return sip & BIT(id); 29 } 30 31 static int pxp_wait_for_session_state(struct intel_pxp *pxp, u32 id, bool in_play) 32 { 33 struct intel_uncore *uncore = pxp->ctrl_gt->uncore; 34 intel_wakeref_t wakeref; 35 u32 mask = BIT(id); 36 int ret; 37 38 /* if we're suspended the session is considered off */ 39 wakeref = intel_runtime_pm_get_if_in_use(uncore->rpm); 40 if (!wakeref) 41 return in_play ? -ENODEV : 0; 42 43 ret = intel_wait_for_register(uncore, 44 KCR_SIP(pxp->kcr_base), 45 mask, 46 in_play ? mask : 0, 47 250); 48 49 intel_runtime_pm_put(uncore->rpm, wakeref); 50 51 return ret; 52 } 53 54 static int pxp_create_arb_session(struct intel_pxp *pxp) 55 { 56 struct intel_gt *gt = pxp->ctrl_gt; 57 int ret; 58 59 pxp->arb_is_valid = false; 60 61 if (intel_pxp_session_is_in_play(pxp, ARB_SESSION)) { 62 drm_err(>->i915->drm, "arb session already in play at creation time\n"); 63 return -EEXIST; 64 } 65 66 if (HAS_ENGINE(pxp->ctrl_gt, GSC0)) 67 ret = intel_pxp_gsccs_create_session(pxp, ARB_SESSION); 68 else 69 ret = intel_pxp_tee_cmd_create_arb_session(pxp, ARB_SESSION); 70 if (ret) { 71 drm_err(>->i915->drm, "tee cmd for arb session creation failed\n"); 72 return ret; 73 } 74 75 ret = pxp_wait_for_session_state(pxp, ARB_SESSION, true); 76 if (ret) { 77 drm_dbg(>->i915->drm, "arb session failed to go in play\n"); 78 return ret; 79 } 80 drm_dbg(>->i915->drm, "PXP ARB session is alive\n"); 81 82 if (!++pxp->key_instance) 83 ++pxp->key_instance; 84 85 pxp->arb_is_valid = true; 86 87 return 0; 88 } 89 90 static int pxp_terminate_arb_session_and_global(struct intel_pxp *pxp) 91 { 92 int ret; 93 struct intel_gt *gt = pxp->ctrl_gt; 94 95 /* must mark termination in progress calling this function */ 96 GEM_WARN_ON(pxp->arb_is_valid); 97 98 /* terminate the hw sessions */ 99 ret = intel_pxp_terminate_session(pxp, ARB_SESSION); 100 if (ret) { 101 drm_err(>->i915->drm, "Failed to submit session termination\n"); 102 return ret; 103 } 104 105 ret = pxp_wait_for_session_state(pxp, ARB_SESSION, false); 106 if (ret) { 107 drm_err(>->i915->drm, "Session state did not clear\n"); 108 return ret; 109 } 110 111 intel_uncore_write(gt->uncore, KCR_GLOBAL_TERMINATE(pxp->kcr_base), 1); 112 113 if (HAS_ENGINE(gt, GSC0)) 114 intel_pxp_gsccs_end_arb_fw_session(pxp, ARB_SESSION); 115 else 116 intel_pxp_tee_end_arb_fw_session(pxp, ARB_SESSION); 117 118 return ret; 119 } 120 121 void intel_pxp_terminate(struct intel_pxp *pxp, bool post_invalidation_needs_restart) 122 { 123 int ret; 124 125 pxp->hw_state_invalidated = post_invalidation_needs_restart; 126 127 /* 128 * if we fail to submit the termination there is no point in waiting for 129 * it to complete. PXP will be marked as non-active until the next 130 * termination is issued. 131 */ 132 ret = pxp_terminate_arb_session_and_global(pxp); 133 if (ret) 134 complete_all(&pxp->termination); 135 } 136 137 static void pxp_terminate_complete(struct intel_pxp *pxp) 138 { 139 /* Re-create the arb session after teardown handle complete */ 140 if (fetch_and_zero(&pxp->hw_state_invalidated)) 141 pxp_create_arb_session(pxp); 142 143 complete_all(&pxp->termination); 144 } 145 146 static void pxp_session_work(struct work_struct *work) 147 { 148 struct intel_pxp *pxp = container_of(work, typeof(*pxp), session_work); 149 struct intel_gt *gt = pxp->ctrl_gt; 150 intel_wakeref_t wakeref; 151 u32 events = 0; 152 153 spin_lock_irq(gt->irq_lock); 154 events = fetch_and_zero(&pxp->session_events); 155 spin_unlock_irq(gt->irq_lock); 156 157 if (!events) 158 return; 159 160 if (events & PXP_INVAL_REQUIRED) 161 intel_pxp_invalidate(pxp); 162 163 /* 164 * If we're processing an event while suspending then don't bother, 165 * we're going to re-init everything on resume anyway. 166 */ 167 wakeref = intel_runtime_pm_get_if_in_use(gt->uncore->rpm); 168 if (!wakeref) 169 return; 170 171 if (events & PXP_TERMINATION_REQUEST) { 172 events &= ~PXP_TERMINATION_COMPLETE; 173 intel_pxp_terminate(pxp, true); 174 } 175 176 if (events & PXP_TERMINATION_COMPLETE) 177 pxp_terminate_complete(pxp); 178 179 intel_runtime_pm_put(gt->uncore->rpm, wakeref); 180 } 181 182 void intel_pxp_session_management_init(struct intel_pxp *pxp) 183 { 184 mutex_init(&pxp->arb_mutex); 185 INIT_WORK(&pxp->session_work, pxp_session_work); 186 } 187