1 // SPDX-License-Identifier: MIT 2 /* 3 * Copyright © 2019 Intel Corporation 4 */ 5 6 #include <linux/sched/clock.h> 7 8 #include "i915_drv.h" 9 #include "i915_irq.h" 10 #include "intel_breadcrumbs.h" 11 #include "intel_gt.h" 12 #include "intel_gt_irq.h" 13 #include "intel_gt_regs.h" 14 #include "intel_uncore.h" 15 #include "intel_rps.h" 16 #include "pxp/intel_pxp_irq.h" 17 18 static void guc_irq_handler(struct intel_guc *guc, u16 iir) 19 { 20 if (unlikely(!guc->interrupts.enabled)) 21 return; 22 23 if (iir & GUC_INTR_GUC2HOST) 24 intel_guc_to_host_event_handler(guc); 25 } 26 27 static u32 28 gen11_gt_engine_identity(struct intel_gt *gt, 29 const unsigned int bank, const unsigned int bit) 30 { 31 void __iomem * const regs = gt->uncore->regs; 32 u32 timeout_ts; 33 u32 ident; 34 35 lockdep_assert_held(gt->irq_lock); 36 37 raw_reg_write(regs, GEN11_IIR_REG_SELECTOR(bank), BIT(bit)); 38 39 /* 40 * NB: Specs do not specify how long to spin wait, 41 * so we do ~100us as an educated guess. 42 */ 43 timeout_ts = (local_clock() >> 10) + 100; 44 do { 45 ident = raw_reg_read(regs, GEN11_INTR_IDENTITY_REG(bank)); 46 } while (!(ident & GEN11_INTR_DATA_VALID) && 47 !time_after32(local_clock() >> 10, timeout_ts)); 48 49 if (unlikely(!(ident & GEN11_INTR_DATA_VALID))) { 50 drm_err(>->i915->drm, 51 "INTR_IDENTITY_REG%u:%u 0x%08x not valid!\n", 52 bank, bit, ident); 53 return 0; 54 } 55 56 raw_reg_write(regs, GEN11_INTR_IDENTITY_REG(bank), 57 GEN11_INTR_DATA_VALID); 58 59 return ident; 60 } 61 62 static void 63 gen11_other_irq_handler(struct intel_gt *gt, const u8 instance, 64 const u16 iir) 65 { 66 struct intel_gt *media_gt = gt->i915->media_gt; 67 68 if (instance == OTHER_GUC_INSTANCE) 69 return guc_irq_handler(>->uc.guc, iir); 70 if (instance == OTHER_MEDIA_GUC_INSTANCE && media_gt) 71 return guc_irq_handler(&media_gt->uc.guc, iir); 72 73 if (instance == OTHER_GTPM_INSTANCE) 74 return gen11_rps_irq_handler(>->rps, iir); 75 if (instance == OTHER_MEDIA_GTPM_INSTANCE && media_gt) 76 return gen11_rps_irq_handler(&media_gt->rps, iir); 77 78 if (instance == OTHER_KCR_INSTANCE) 79 return intel_pxp_irq_handler(>->pxp, iir); 80 81 if (instance == OTHER_GSC_INSTANCE) 82 return intel_gsc_irq_handler(gt, iir); 83 84 WARN_ONCE(1, "unhandled other interrupt instance=0x%x, iir=0x%x\n", 85 instance, iir); 86 } 87 88 static struct intel_gt *pick_gt(struct intel_gt *gt, u8 class, u8 instance) 89 { 90 struct intel_gt *media_gt = gt->i915->media_gt; 91 92 /* we expect the non-media gt to be passed in */ 93 GEM_BUG_ON(gt == media_gt); 94 95 if (!media_gt) 96 return gt; 97 98 switch (class) { 99 case VIDEO_DECODE_CLASS: 100 case VIDEO_ENHANCEMENT_CLASS: 101 return media_gt; 102 case OTHER_CLASS: 103 if (instance == OTHER_GSC_INSTANCE && HAS_ENGINE(media_gt, GSC0)) 104 return media_gt; 105 fallthrough; 106 default: 107 return gt; 108 } 109 } 110 111 static void 112 gen11_gt_identity_handler(struct intel_gt *gt, const u32 identity) 113 { 114 const u8 class = GEN11_INTR_ENGINE_CLASS(identity); 115 const u8 instance = GEN11_INTR_ENGINE_INSTANCE(identity); 116 const u16 intr = GEN11_INTR_ENGINE_INTR(identity); 117 118 if (unlikely(!intr)) 119 return; 120 121 /* 122 * Platforms with standalone media have the media and GSC engines in 123 * another GT. 124 */ 125 gt = pick_gt(gt, class, instance); 126 127 if (class <= MAX_ENGINE_CLASS && instance <= MAX_ENGINE_INSTANCE) { 128 struct intel_engine_cs *engine = gt->engine_class[class][instance]; 129 if (engine) 130 return intel_engine_cs_irq(engine, intr); 131 } 132 133 if (class == OTHER_CLASS) 134 return gen11_other_irq_handler(gt, instance, intr); 135 136 WARN_ONCE(1, "unknown interrupt class=0x%x, instance=0x%x, intr=0x%x\n", 137 class, instance, intr); 138 } 139 140 static void 141 gen11_gt_bank_handler(struct intel_gt *gt, const unsigned int bank) 142 { 143 void __iomem * const regs = gt->uncore->regs; 144 unsigned long intr_dw; 145 unsigned int bit; 146 147 lockdep_assert_held(gt->irq_lock); 148 149 intr_dw = raw_reg_read(regs, GEN11_GT_INTR_DW(bank)); 150 151 for_each_set_bit(bit, &intr_dw, 32) { 152 const u32 ident = gen11_gt_engine_identity(gt, bank, bit); 153 154 gen11_gt_identity_handler(gt, ident); 155 } 156 157 /* Clear must be after shared has been served for engine */ 158 raw_reg_write(regs, GEN11_GT_INTR_DW(bank), intr_dw); 159 } 160 161 void gen11_gt_irq_handler(struct intel_gt *gt, const u32 master_ctl) 162 { 163 unsigned int bank; 164 165 spin_lock(gt->irq_lock); 166 167 for (bank = 0; bank < 2; bank++) { 168 if (master_ctl & GEN11_GT_DW_IRQ(bank)) 169 gen11_gt_bank_handler(gt, bank); 170 } 171 172 spin_unlock(gt->irq_lock); 173 } 174 175 bool gen11_gt_reset_one_iir(struct intel_gt *gt, 176 const unsigned int bank, const unsigned int bit) 177 { 178 void __iomem * const regs = gt->uncore->regs; 179 u32 dw; 180 181 lockdep_assert_held(gt->irq_lock); 182 183 dw = raw_reg_read(regs, GEN11_GT_INTR_DW(bank)); 184 if (dw & BIT(bit)) { 185 /* 186 * According to the BSpec, DW_IIR bits cannot be cleared without 187 * first servicing the Selector & Shared IIR registers. 188 */ 189 gen11_gt_engine_identity(gt, bank, bit); 190 191 /* 192 * We locked GT INT DW by reading it. If we want to (try 193 * to) recover from this successfully, we need to clear 194 * our bit, otherwise we are locking the register for 195 * everybody. 196 */ 197 raw_reg_write(regs, GEN11_GT_INTR_DW(bank), BIT(bit)); 198 199 return true; 200 } 201 202 return false; 203 } 204 205 void gen11_gt_irq_reset(struct intel_gt *gt) 206 { 207 struct intel_uncore *uncore = gt->uncore; 208 209 /* Disable RCS, BCS, VCS and VECS class engines. */ 210 intel_uncore_write(uncore, GEN11_RENDER_COPY_INTR_ENABLE, 0); 211 intel_uncore_write(uncore, GEN11_VCS_VECS_INTR_ENABLE, 0); 212 if (CCS_MASK(gt)) 213 intel_uncore_write(uncore, GEN12_CCS_RSVD_INTR_ENABLE, 0); 214 if (HAS_HECI_GSC(gt->i915) || HAS_ENGINE(gt, GSC0)) 215 intel_uncore_write(uncore, GEN11_GUNIT_CSME_INTR_ENABLE, 0); 216 217 /* Restore masks irqs on RCS, BCS, VCS and VECS engines. */ 218 intel_uncore_write(uncore, GEN11_RCS0_RSVD_INTR_MASK, ~0); 219 intel_uncore_write(uncore, GEN11_BCS_RSVD_INTR_MASK, ~0); 220 if (HAS_ENGINE(gt, BCS1) || HAS_ENGINE(gt, BCS2)) 221 intel_uncore_write(uncore, XEHPC_BCS1_BCS2_INTR_MASK, ~0); 222 if (HAS_ENGINE(gt, BCS3) || HAS_ENGINE(gt, BCS4)) 223 intel_uncore_write(uncore, XEHPC_BCS3_BCS4_INTR_MASK, ~0); 224 if (HAS_ENGINE(gt, BCS5) || HAS_ENGINE(gt, BCS6)) 225 intel_uncore_write(uncore, XEHPC_BCS5_BCS6_INTR_MASK, ~0); 226 if (HAS_ENGINE(gt, BCS7) || HAS_ENGINE(gt, BCS8)) 227 intel_uncore_write(uncore, XEHPC_BCS7_BCS8_INTR_MASK, ~0); 228 intel_uncore_write(uncore, GEN11_VCS0_VCS1_INTR_MASK, ~0); 229 intel_uncore_write(uncore, GEN11_VCS2_VCS3_INTR_MASK, ~0); 230 if (HAS_ENGINE(gt, VCS4) || HAS_ENGINE(gt, VCS5)) 231 intel_uncore_write(uncore, GEN12_VCS4_VCS5_INTR_MASK, ~0); 232 if (HAS_ENGINE(gt, VCS6) || HAS_ENGINE(gt, VCS7)) 233 intel_uncore_write(uncore, GEN12_VCS6_VCS7_INTR_MASK, ~0); 234 intel_uncore_write(uncore, GEN11_VECS0_VECS1_INTR_MASK, ~0); 235 if (HAS_ENGINE(gt, VECS2) || HAS_ENGINE(gt, VECS3)) 236 intel_uncore_write(uncore, GEN12_VECS2_VECS3_INTR_MASK, ~0); 237 if (HAS_ENGINE(gt, CCS0) || HAS_ENGINE(gt, CCS1)) 238 intel_uncore_write(uncore, GEN12_CCS0_CCS1_INTR_MASK, ~0); 239 if (HAS_ENGINE(gt, CCS2) || HAS_ENGINE(gt, CCS3)) 240 intel_uncore_write(uncore, GEN12_CCS2_CCS3_INTR_MASK, ~0); 241 if (HAS_HECI_GSC(gt->i915) || HAS_ENGINE(gt, GSC0)) 242 intel_uncore_write(uncore, GEN11_GUNIT_CSME_INTR_MASK, ~0); 243 244 intel_uncore_write(uncore, GEN11_GPM_WGBOXPERF_INTR_ENABLE, 0); 245 intel_uncore_write(uncore, GEN11_GPM_WGBOXPERF_INTR_MASK, ~0); 246 intel_uncore_write(uncore, GEN11_GUC_SG_INTR_ENABLE, 0); 247 intel_uncore_write(uncore, GEN11_GUC_SG_INTR_MASK, ~0); 248 249 intel_uncore_write(uncore, GEN11_CRYPTO_RSVD_INTR_ENABLE, 0); 250 intel_uncore_write(uncore, GEN11_CRYPTO_RSVD_INTR_MASK, ~0); 251 } 252 253 void gen11_gt_irq_postinstall(struct intel_gt *gt) 254 { 255 struct intel_uncore *uncore = gt->uncore; 256 u32 irqs = GT_RENDER_USER_INTERRUPT; 257 u32 guc_mask = intel_uc_wants_guc(>->uc) ? GUC_INTR_GUC2HOST : 0; 258 u32 gsc_mask = 0; 259 u32 dmask; 260 u32 smask; 261 262 if (!intel_uc_wants_guc_submission(>->uc)) 263 irqs |= GT_CS_MASTER_ERROR_INTERRUPT | 264 GT_CONTEXT_SWITCH_INTERRUPT | 265 GT_WAIT_SEMAPHORE_INTERRUPT; 266 267 dmask = irqs << 16 | irqs; 268 smask = irqs << 16; 269 270 if (HAS_ENGINE(gt, GSC0)) 271 gsc_mask = irqs; 272 else if (HAS_HECI_GSC(gt->i915)) 273 gsc_mask = GSC_IRQ_INTF(0) | GSC_IRQ_INTF(1); 274 275 BUILD_BUG_ON(irqs & 0xffff0000); 276 277 /* Enable RCS, BCS, VCS and VECS class interrupts. */ 278 intel_uncore_write(uncore, GEN11_RENDER_COPY_INTR_ENABLE, dmask); 279 intel_uncore_write(uncore, GEN11_VCS_VECS_INTR_ENABLE, dmask); 280 if (CCS_MASK(gt)) 281 intel_uncore_write(uncore, GEN12_CCS_RSVD_INTR_ENABLE, smask); 282 if (gsc_mask) 283 intel_uncore_write(uncore, GEN11_GUNIT_CSME_INTR_ENABLE, gsc_mask); 284 285 /* Unmask irqs on RCS, BCS, VCS and VECS engines. */ 286 intel_uncore_write(uncore, GEN11_RCS0_RSVD_INTR_MASK, ~smask); 287 intel_uncore_write(uncore, GEN11_BCS_RSVD_INTR_MASK, ~smask); 288 if (HAS_ENGINE(gt, BCS1) || HAS_ENGINE(gt, BCS2)) 289 intel_uncore_write(uncore, XEHPC_BCS1_BCS2_INTR_MASK, ~dmask); 290 if (HAS_ENGINE(gt, BCS3) || HAS_ENGINE(gt, BCS4)) 291 intel_uncore_write(uncore, XEHPC_BCS3_BCS4_INTR_MASK, ~dmask); 292 if (HAS_ENGINE(gt, BCS5) || HAS_ENGINE(gt, BCS6)) 293 intel_uncore_write(uncore, XEHPC_BCS5_BCS6_INTR_MASK, ~dmask); 294 if (HAS_ENGINE(gt, BCS7) || HAS_ENGINE(gt, BCS8)) 295 intel_uncore_write(uncore, XEHPC_BCS7_BCS8_INTR_MASK, ~dmask); 296 intel_uncore_write(uncore, GEN11_VCS0_VCS1_INTR_MASK, ~dmask); 297 intel_uncore_write(uncore, GEN11_VCS2_VCS3_INTR_MASK, ~dmask); 298 if (HAS_ENGINE(gt, VCS4) || HAS_ENGINE(gt, VCS5)) 299 intel_uncore_write(uncore, GEN12_VCS4_VCS5_INTR_MASK, ~dmask); 300 if (HAS_ENGINE(gt, VCS6) || HAS_ENGINE(gt, VCS7)) 301 intel_uncore_write(uncore, GEN12_VCS6_VCS7_INTR_MASK, ~dmask); 302 intel_uncore_write(uncore, GEN11_VECS0_VECS1_INTR_MASK, ~dmask); 303 if (HAS_ENGINE(gt, VECS2) || HAS_ENGINE(gt, VECS3)) 304 intel_uncore_write(uncore, GEN12_VECS2_VECS3_INTR_MASK, ~dmask); 305 if (HAS_ENGINE(gt, CCS0) || HAS_ENGINE(gt, CCS1)) 306 intel_uncore_write(uncore, GEN12_CCS0_CCS1_INTR_MASK, ~dmask); 307 if (HAS_ENGINE(gt, CCS2) || HAS_ENGINE(gt, CCS3)) 308 intel_uncore_write(uncore, GEN12_CCS2_CCS3_INTR_MASK, ~dmask); 309 if (gsc_mask) 310 intel_uncore_write(uncore, GEN11_GUNIT_CSME_INTR_MASK, ~gsc_mask); 311 312 if (guc_mask) { 313 /* the enable bit is common for both GTs but the masks are separate */ 314 u32 mask = gt->type == GT_MEDIA ? 315 REG_FIELD_PREP(ENGINE0_MASK, guc_mask) : 316 REG_FIELD_PREP(ENGINE1_MASK, guc_mask); 317 318 intel_uncore_write(uncore, GEN11_GUC_SG_INTR_ENABLE, 319 REG_FIELD_PREP(ENGINE1_MASK, guc_mask)); 320 321 /* we might not be the first GT to write this reg */ 322 intel_uncore_rmw(uncore, MTL_GUC_MGUC_INTR_MASK, mask, 0); 323 } 324 325 /* 326 * RPS interrupts will get enabled/disabled on demand when RPS itself 327 * is enabled/disabled. 328 */ 329 gt->pm_ier = 0x0; 330 gt->pm_imr = ~gt->pm_ier; 331 intel_uncore_write(uncore, GEN11_GPM_WGBOXPERF_INTR_ENABLE, 0); 332 intel_uncore_write(uncore, GEN11_GPM_WGBOXPERF_INTR_MASK, ~0); 333 } 334 335 void gen5_gt_irq_handler(struct intel_gt *gt, u32 gt_iir) 336 { 337 if (gt_iir & GT_RENDER_USER_INTERRUPT) 338 intel_engine_cs_irq(gt->engine_class[RENDER_CLASS][0], 339 gt_iir); 340 341 if (gt_iir & ILK_BSD_USER_INTERRUPT) 342 intel_engine_cs_irq(gt->engine_class[VIDEO_DECODE_CLASS][0], 343 gt_iir); 344 } 345 346 static void gen7_parity_error_irq_handler(struct intel_gt *gt, u32 iir) 347 { 348 if (!HAS_L3_DPF(gt->i915)) 349 return; 350 351 spin_lock(gt->irq_lock); 352 gen5_gt_disable_irq(gt, GT_PARITY_ERROR(gt->i915)); 353 spin_unlock(gt->irq_lock); 354 355 if (iir & GT_RENDER_L3_PARITY_ERROR_INTERRUPT_S1) 356 gt->i915->l3_parity.which_slice |= 1 << 1; 357 358 if (iir & GT_RENDER_L3_PARITY_ERROR_INTERRUPT) 359 gt->i915->l3_parity.which_slice |= 1 << 0; 360 361 schedule_work(>->i915->l3_parity.error_work); 362 } 363 364 void gen6_gt_irq_handler(struct intel_gt *gt, u32 gt_iir) 365 { 366 if (gt_iir & GT_RENDER_USER_INTERRUPT) 367 intel_engine_cs_irq(gt->engine_class[RENDER_CLASS][0], 368 gt_iir); 369 370 if (gt_iir & GT_BSD_USER_INTERRUPT) 371 intel_engine_cs_irq(gt->engine_class[VIDEO_DECODE_CLASS][0], 372 gt_iir >> 12); 373 374 if (gt_iir & GT_BLT_USER_INTERRUPT) 375 intel_engine_cs_irq(gt->engine_class[COPY_ENGINE_CLASS][0], 376 gt_iir >> 22); 377 378 if (gt_iir & (GT_BLT_CS_ERROR_INTERRUPT | 379 GT_BSD_CS_ERROR_INTERRUPT | 380 GT_CS_MASTER_ERROR_INTERRUPT)) 381 drm_dbg(>->i915->drm, "Command parser error, gt_iir 0x%08x\n", 382 gt_iir); 383 384 if (gt_iir & GT_PARITY_ERROR(gt->i915)) 385 gen7_parity_error_irq_handler(gt, gt_iir); 386 } 387 388 void gen8_gt_irq_handler(struct intel_gt *gt, u32 master_ctl) 389 { 390 void __iomem * const regs = gt->uncore->regs; 391 u32 iir; 392 393 if (master_ctl & (GEN8_GT_RCS_IRQ | GEN8_GT_BCS_IRQ)) { 394 iir = raw_reg_read(regs, GEN8_GT_IIR(0)); 395 if (likely(iir)) { 396 intel_engine_cs_irq(gt->engine_class[RENDER_CLASS][0], 397 iir >> GEN8_RCS_IRQ_SHIFT); 398 intel_engine_cs_irq(gt->engine_class[COPY_ENGINE_CLASS][0], 399 iir >> GEN8_BCS_IRQ_SHIFT); 400 raw_reg_write(regs, GEN8_GT_IIR(0), iir); 401 } 402 } 403 404 if (master_ctl & (GEN8_GT_VCS0_IRQ | GEN8_GT_VCS1_IRQ)) { 405 iir = raw_reg_read(regs, GEN8_GT_IIR(1)); 406 if (likely(iir)) { 407 intel_engine_cs_irq(gt->engine_class[VIDEO_DECODE_CLASS][0], 408 iir >> GEN8_VCS0_IRQ_SHIFT); 409 intel_engine_cs_irq(gt->engine_class[VIDEO_DECODE_CLASS][1], 410 iir >> GEN8_VCS1_IRQ_SHIFT); 411 raw_reg_write(regs, GEN8_GT_IIR(1), iir); 412 } 413 } 414 415 if (master_ctl & GEN8_GT_VECS_IRQ) { 416 iir = raw_reg_read(regs, GEN8_GT_IIR(3)); 417 if (likely(iir)) { 418 intel_engine_cs_irq(gt->engine_class[VIDEO_ENHANCEMENT_CLASS][0], 419 iir >> GEN8_VECS_IRQ_SHIFT); 420 raw_reg_write(regs, GEN8_GT_IIR(3), iir); 421 } 422 } 423 424 if (master_ctl & (GEN8_GT_PM_IRQ | GEN8_GT_GUC_IRQ)) { 425 iir = raw_reg_read(regs, GEN8_GT_IIR(2)); 426 if (likely(iir)) { 427 gen6_rps_irq_handler(>->rps, iir); 428 guc_irq_handler(>->uc.guc, iir >> 16); 429 raw_reg_write(regs, GEN8_GT_IIR(2), iir); 430 } 431 } 432 } 433 434 void gen8_gt_irq_reset(struct intel_gt *gt) 435 { 436 struct intel_uncore *uncore = gt->uncore; 437 438 GEN8_IRQ_RESET_NDX(uncore, GT, 0); 439 GEN8_IRQ_RESET_NDX(uncore, GT, 1); 440 GEN8_IRQ_RESET_NDX(uncore, GT, 2); 441 GEN8_IRQ_RESET_NDX(uncore, GT, 3); 442 } 443 444 void gen8_gt_irq_postinstall(struct intel_gt *gt) 445 { 446 /* These are interrupts we'll toggle with the ring mask register */ 447 const u32 irqs = 448 GT_CS_MASTER_ERROR_INTERRUPT | 449 GT_RENDER_USER_INTERRUPT | 450 GT_CONTEXT_SWITCH_INTERRUPT | 451 GT_WAIT_SEMAPHORE_INTERRUPT; 452 const u32 gt_interrupts[] = { 453 irqs << GEN8_RCS_IRQ_SHIFT | irqs << GEN8_BCS_IRQ_SHIFT, 454 irqs << GEN8_VCS0_IRQ_SHIFT | irqs << GEN8_VCS1_IRQ_SHIFT, 455 0, 456 irqs << GEN8_VECS_IRQ_SHIFT, 457 }; 458 struct intel_uncore *uncore = gt->uncore; 459 460 gt->pm_ier = 0x0; 461 gt->pm_imr = ~gt->pm_ier; 462 GEN8_IRQ_INIT_NDX(uncore, GT, 0, ~gt_interrupts[0], gt_interrupts[0]); 463 GEN8_IRQ_INIT_NDX(uncore, GT, 1, ~gt_interrupts[1], gt_interrupts[1]); 464 /* 465 * RPS interrupts will get enabled/disabled on demand when RPS itself 466 * is enabled/disabled. Same wil be the case for GuC interrupts. 467 */ 468 GEN8_IRQ_INIT_NDX(uncore, GT, 2, gt->pm_imr, gt->pm_ier); 469 GEN8_IRQ_INIT_NDX(uncore, GT, 3, ~gt_interrupts[3], gt_interrupts[3]); 470 } 471 472 static void gen5_gt_update_irq(struct intel_gt *gt, 473 u32 interrupt_mask, 474 u32 enabled_irq_mask) 475 { 476 lockdep_assert_held(gt->irq_lock); 477 478 GEM_BUG_ON(enabled_irq_mask & ~interrupt_mask); 479 480 gt->gt_imr &= ~interrupt_mask; 481 gt->gt_imr |= (~enabled_irq_mask & interrupt_mask); 482 intel_uncore_write(gt->uncore, GTIMR, gt->gt_imr); 483 } 484 485 void gen5_gt_enable_irq(struct intel_gt *gt, u32 mask) 486 { 487 gen5_gt_update_irq(gt, mask, mask); 488 intel_uncore_posting_read_fw(gt->uncore, GTIMR); 489 } 490 491 void gen5_gt_disable_irq(struct intel_gt *gt, u32 mask) 492 { 493 gen5_gt_update_irq(gt, mask, 0); 494 } 495 496 void gen5_gt_irq_reset(struct intel_gt *gt) 497 { 498 struct intel_uncore *uncore = gt->uncore; 499 500 GEN3_IRQ_RESET(uncore, GT); 501 if (GRAPHICS_VER(gt->i915) >= 6) 502 GEN3_IRQ_RESET(uncore, GEN6_PM); 503 } 504 505 void gen5_gt_irq_postinstall(struct intel_gt *gt) 506 { 507 struct intel_uncore *uncore = gt->uncore; 508 u32 pm_irqs = 0; 509 u32 gt_irqs = 0; 510 511 gt->gt_imr = ~0; 512 if (HAS_L3_DPF(gt->i915)) { 513 /* L3 parity interrupt is always unmasked. */ 514 gt->gt_imr = ~GT_PARITY_ERROR(gt->i915); 515 gt_irqs |= GT_PARITY_ERROR(gt->i915); 516 } 517 518 gt_irqs |= GT_RENDER_USER_INTERRUPT; 519 if (GRAPHICS_VER(gt->i915) == 5) 520 gt_irqs |= ILK_BSD_USER_INTERRUPT; 521 else 522 gt_irqs |= GT_BLT_USER_INTERRUPT | GT_BSD_USER_INTERRUPT; 523 524 GEN3_IRQ_INIT(uncore, GT, gt->gt_imr, gt_irqs); 525 526 if (GRAPHICS_VER(gt->i915) >= 6) { 527 /* 528 * RPS interrupts will get enabled/disabled on demand when RPS 529 * itself is enabled/disabled. 530 */ 531 if (HAS_ENGINE(gt, VECS0)) { 532 pm_irqs |= PM_VEBOX_USER_INTERRUPT; 533 gt->pm_ier |= PM_VEBOX_USER_INTERRUPT; 534 } 535 536 gt->pm_imr = 0xffffffff; 537 GEN3_IRQ_INIT(uncore, GEN6_PM, gt->pm_imr, pm_irqs); 538 } 539 } 540