1 /* 2 * Copyright(c) 2011-2016 Intel Corporation. All rights reserved. 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice (including the next 12 * paragraph) shall be included in all copies or substantial portions of the 13 * Software. 14 * 15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 21 * SOFTWARE. 22 * 23 * Authors: 24 * Kevin Tian <kevin.tian@intel.com> 25 * Zhi Wang <zhi.a.wang@intel.com> 26 * 27 * Contributors: 28 * Min he <min.he@intel.com> 29 * 30 */ 31 32 #include <linux/eventfd.h> 33 34 #include "i915_drv.h" 35 #include "i915_reg.h" 36 #include "gvt.h" 37 #include "trace.h" 38 39 /* common offset among interrupt control registers */ 40 #define regbase_to_isr(base) (base) 41 #define regbase_to_imr(base) (base + 0x4) 42 #define regbase_to_iir(base) (base + 0x8) 43 #define regbase_to_ier(base) (base + 0xC) 44 45 #define iir_to_regbase(iir) (iir - 0x8) 46 #define ier_to_regbase(ier) (ier - 0xC) 47 48 #define get_event_virt_handler(irq, e) (irq->events[e].v_handler) 49 #define get_irq_info(irq, e) (irq->events[e].info) 50 51 #define irq_to_gvt(irq) \ 52 container_of(irq, struct intel_gvt, irq) 53 54 static void update_upstream_irq(struct intel_vgpu *vgpu, 55 struct intel_gvt_irq_info *info); 56 57 static const char * const irq_name[INTEL_GVT_EVENT_MAX] = { 58 [RCS_MI_USER_INTERRUPT] = "Render CS MI USER INTERRUPT", 59 [RCS_DEBUG] = "Render EU debug from SVG", 60 [RCS_MMIO_SYNC_FLUSH] = "Render MMIO sync flush status", 61 [RCS_CMD_STREAMER_ERR] = "Render CS error interrupt", 62 [RCS_PIPE_CONTROL] = "Render PIPE CONTROL notify", 63 [RCS_WATCHDOG_EXCEEDED] = "Render CS Watchdog counter exceeded", 64 [RCS_PAGE_DIRECTORY_FAULT] = "Render page directory faults", 65 [RCS_AS_CONTEXT_SWITCH] = "Render AS Context Switch Interrupt", 66 67 [VCS_MI_USER_INTERRUPT] = "Video CS MI USER INTERRUPT", 68 [VCS_MMIO_SYNC_FLUSH] = "Video MMIO sync flush status", 69 [VCS_CMD_STREAMER_ERR] = "Video CS error interrupt", 70 [VCS_MI_FLUSH_DW] = "Video MI FLUSH DW notify", 71 [VCS_WATCHDOG_EXCEEDED] = "Video CS Watchdog counter exceeded", 72 [VCS_PAGE_DIRECTORY_FAULT] = "Video page directory faults", 73 [VCS_AS_CONTEXT_SWITCH] = "Video AS Context Switch Interrupt", 74 [VCS2_MI_USER_INTERRUPT] = "VCS2 Video CS MI USER INTERRUPT", 75 [VCS2_MI_FLUSH_DW] = "VCS2 Video MI FLUSH DW notify", 76 [VCS2_AS_CONTEXT_SWITCH] = "VCS2 Context Switch Interrupt", 77 78 [BCS_MI_USER_INTERRUPT] = "Blitter CS MI USER INTERRUPT", 79 [BCS_MMIO_SYNC_FLUSH] = "Billter MMIO sync flush status", 80 [BCS_CMD_STREAMER_ERR] = "Blitter CS error interrupt", 81 [BCS_MI_FLUSH_DW] = "Blitter MI FLUSH DW notify", 82 [BCS_PAGE_DIRECTORY_FAULT] = "Blitter page directory faults", 83 [BCS_AS_CONTEXT_SWITCH] = "Blitter AS Context Switch Interrupt", 84 85 [VECS_MI_FLUSH_DW] = "Video Enhanced Streamer MI FLUSH DW notify", 86 [VECS_AS_CONTEXT_SWITCH] = "VECS Context Switch Interrupt", 87 88 [PIPE_A_FIFO_UNDERRUN] = "Pipe A FIFO underrun", 89 [PIPE_A_CRC_ERR] = "Pipe A CRC error", 90 [PIPE_A_CRC_DONE] = "Pipe A CRC done", 91 [PIPE_A_VSYNC] = "Pipe A vsync", 92 [PIPE_A_LINE_COMPARE] = "Pipe A line compare", 93 [PIPE_A_ODD_FIELD] = "Pipe A odd field", 94 [PIPE_A_EVEN_FIELD] = "Pipe A even field", 95 [PIPE_A_VBLANK] = "Pipe A vblank", 96 [PIPE_B_FIFO_UNDERRUN] = "Pipe B FIFO underrun", 97 [PIPE_B_CRC_ERR] = "Pipe B CRC error", 98 [PIPE_B_CRC_DONE] = "Pipe B CRC done", 99 [PIPE_B_VSYNC] = "Pipe B vsync", 100 [PIPE_B_LINE_COMPARE] = "Pipe B line compare", 101 [PIPE_B_ODD_FIELD] = "Pipe B odd field", 102 [PIPE_B_EVEN_FIELD] = "Pipe B even field", 103 [PIPE_B_VBLANK] = "Pipe B vblank", 104 [PIPE_C_VBLANK] = "Pipe C vblank", 105 [DPST_PHASE_IN] = "DPST phase in event", 106 [DPST_HISTOGRAM] = "DPST histogram event", 107 [GSE] = "GSE", 108 [DP_A_HOTPLUG] = "DP A Hotplug", 109 [AUX_CHANNEL_A] = "AUX Channel A", 110 [PERF_COUNTER] = "Performance counter", 111 [POISON] = "Poison", 112 [GTT_FAULT] = "GTT fault", 113 [PRIMARY_A_FLIP_DONE] = "Primary Plane A flip done", 114 [PRIMARY_B_FLIP_DONE] = "Primary Plane B flip done", 115 [PRIMARY_C_FLIP_DONE] = "Primary Plane C flip done", 116 [SPRITE_A_FLIP_DONE] = "Sprite Plane A flip done", 117 [SPRITE_B_FLIP_DONE] = "Sprite Plane B flip done", 118 [SPRITE_C_FLIP_DONE] = "Sprite Plane C flip done", 119 120 [PCU_THERMAL] = "PCU Thermal Event", 121 [PCU_PCODE2DRIVER_MAILBOX] = "PCU pcode2driver mailbox event", 122 123 [FDI_RX_INTERRUPTS_TRANSCODER_A] = "FDI RX Interrupts Combined A", 124 [AUDIO_CP_CHANGE_TRANSCODER_A] = "Audio CP Change Transcoder A", 125 [AUDIO_CP_REQUEST_TRANSCODER_A] = "Audio CP Request Transcoder A", 126 [FDI_RX_INTERRUPTS_TRANSCODER_B] = "FDI RX Interrupts Combined B", 127 [AUDIO_CP_CHANGE_TRANSCODER_B] = "Audio CP Change Transcoder B", 128 [AUDIO_CP_REQUEST_TRANSCODER_B] = "Audio CP Request Transcoder B", 129 [FDI_RX_INTERRUPTS_TRANSCODER_C] = "FDI RX Interrupts Combined C", 130 [AUDIO_CP_CHANGE_TRANSCODER_C] = "Audio CP Change Transcoder C", 131 [AUDIO_CP_REQUEST_TRANSCODER_C] = "Audio CP Request Transcoder C", 132 [ERR_AND_DBG] = "South Error and Debug Interrupts Combined", 133 [GMBUS] = "Gmbus", 134 [SDVO_B_HOTPLUG] = "SDVO B hotplug", 135 [CRT_HOTPLUG] = "CRT Hotplug", 136 [DP_B_HOTPLUG] = "DisplayPort/HDMI/DVI B Hotplug", 137 [DP_C_HOTPLUG] = "DisplayPort/HDMI/DVI C Hotplug", 138 [DP_D_HOTPLUG] = "DisplayPort/HDMI/DVI D Hotplug", 139 [AUX_CHANNEL_B] = "AUX Channel B", 140 [AUX_CHANNEL_C] = "AUX Channel C", 141 [AUX_CHANNEL_D] = "AUX Channel D", 142 [AUDIO_POWER_STATE_CHANGE_B] = "Audio Power State change Port B", 143 [AUDIO_POWER_STATE_CHANGE_C] = "Audio Power State change Port C", 144 [AUDIO_POWER_STATE_CHANGE_D] = "Audio Power State change Port D", 145 146 [INTEL_GVT_EVENT_RESERVED] = "RESERVED EVENTS!!!", 147 }; 148 149 static inline struct intel_gvt_irq_info *regbase_to_irq_info( 150 struct intel_gvt *gvt, 151 unsigned int reg) 152 { 153 struct intel_gvt_irq *irq = &gvt->irq; 154 int i; 155 156 for_each_set_bit(i, irq->irq_info_bitmap, INTEL_GVT_IRQ_INFO_MAX) { 157 if (i915_mmio_reg_offset(irq->info[i]->reg_base) == reg) 158 return irq->info[i]; 159 } 160 161 return NULL; 162 } 163 164 /** 165 * intel_vgpu_reg_imr_handler - Generic IMR register emulation write handler 166 * @vgpu: a vGPU 167 * @reg: register offset written by guest 168 * @p_data: register data written by guest 169 * @bytes: register data length 170 * 171 * This function is used to emulate the generic IMR register bit change 172 * behavior. 173 * 174 * Returns: 175 * Zero on success, negative error code if failed. 176 * 177 */ 178 int intel_vgpu_reg_imr_handler(struct intel_vgpu *vgpu, 179 unsigned int reg, void *p_data, unsigned int bytes) 180 { 181 struct intel_gvt *gvt = vgpu->gvt; 182 const struct intel_gvt_irq_ops *ops = gvt->irq.ops; 183 u32 imr = *(u32 *)p_data; 184 185 trace_write_ir(vgpu->id, "IMR", reg, imr, vgpu_vreg(vgpu, reg), 186 (vgpu_vreg(vgpu, reg) ^ imr)); 187 188 vgpu_vreg(vgpu, reg) = imr; 189 190 ops->check_pending_irq(vgpu); 191 192 return 0; 193 } 194 195 /** 196 * intel_vgpu_reg_master_irq_handler - master IRQ write emulation handler 197 * @vgpu: a vGPU 198 * @reg: register offset written by guest 199 * @p_data: register data written by guest 200 * @bytes: register data length 201 * 202 * This function is used to emulate the master IRQ register on gen8+. 203 * 204 * Returns: 205 * Zero on success, negative error code if failed. 206 * 207 */ 208 int intel_vgpu_reg_master_irq_handler(struct intel_vgpu *vgpu, 209 unsigned int reg, void *p_data, unsigned int bytes) 210 { 211 struct intel_gvt *gvt = vgpu->gvt; 212 const struct intel_gvt_irq_ops *ops = gvt->irq.ops; 213 u32 ier = *(u32 *)p_data; 214 u32 virtual_ier = vgpu_vreg(vgpu, reg); 215 216 trace_write_ir(vgpu->id, "MASTER_IRQ", reg, ier, virtual_ier, 217 (virtual_ier ^ ier)); 218 219 /* 220 * GEN8_MASTER_IRQ is a special irq register, 221 * only bit 31 is allowed to be modified 222 * and treated as an IER bit. 223 */ 224 ier &= GEN8_MASTER_IRQ_CONTROL; 225 virtual_ier &= GEN8_MASTER_IRQ_CONTROL; 226 vgpu_vreg(vgpu, reg) &= ~GEN8_MASTER_IRQ_CONTROL; 227 vgpu_vreg(vgpu, reg) |= ier; 228 229 ops->check_pending_irq(vgpu); 230 231 return 0; 232 } 233 234 /** 235 * intel_vgpu_reg_ier_handler - Generic IER write emulation handler 236 * @vgpu: a vGPU 237 * @reg: register offset written by guest 238 * @p_data: register data written by guest 239 * @bytes: register data length 240 * 241 * This function is used to emulate the generic IER register behavior. 242 * 243 * Returns: 244 * Zero on success, negative error code if failed. 245 * 246 */ 247 int intel_vgpu_reg_ier_handler(struct intel_vgpu *vgpu, 248 unsigned int reg, void *p_data, unsigned int bytes) 249 { 250 struct intel_gvt *gvt = vgpu->gvt; 251 struct drm_i915_private *i915 = gvt->gt->i915; 252 const struct intel_gvt_irq_ops *ops = gvt->irq.ops; 253 struct intel_gvt_irq_info *info; 254 u32 ier = *(u32 *)p_data; 255 256 trace_write_ir(vgpu->id, "IER", reg, ier, vgpu_vreg(vgpu, reg), 257 (vgpu_vreg(vgpu, reg) ^ ier)); 258 259 vgpu_vreg(vgpu, reg) = ier; 260 261 info = regbase_to_irq_info(gvt, ier_to_regbase(reg)); 262 if (drm_WARN_ON(&i915->drm, !info)) 263 return -EINVAL; 264 265 if (info->has_upstream_irq) 266 update_upstream_irq(vgpu, info); 267 268 ops->check_pending_irq(vgpu); 269 270 return 0; 271 } 272 273 /** 274 * intel_vgpu_reg_iir_handler - Generic IIR write emulation handler 275 * @vgpu: a vGPU 276 * @reg: register offset written by guest 277 * @p_data: register data written by guest 278 * @bytes: register data length 279 * 280 * This function is used to emulate the generic IIR register behavior. 281 * 282 * Returns: 283 * Zero on success, negative error code if failed. 284 * 285 */ 286 int intel_vgpu_reg_iir_handler(struct intel_vgpu *vgpu, unsigned int reg, 287 void *p_data, unsigned int bytes) 288 { 289 struct drm_i915_private *i915 = vgpu->gvt->gt->i915; 290 struct intel_gvt_irq_info *info = regbase_to_irq_info(vgpu->gvt, 291 iir_to_regbase(reg)); 292 u32 iir = *(u32 *)p_data; 293 294 trace_write_ir(vgpu->id, "IIR", reg, iir, vgpu_vreg(vgpu, reg), 295 (vgpu_vreg(vgpu, reg) ^ iir)); 296 297 if (drm_WARN_ON(&i915->drm, !info)) 298 return -EINVAL; 299 300 vgpu_vreg(vgpu, reg) &= ~iir; 301 302 if (info->has_upstream_irq) 303 update_upstream_irq(vgpu, info); 304 return 0; 305 } 306 307 static struct intel_gvt_irq_map gen8_irq_map[] = { 308 { INTEL_GVT_IRQ_INFO_MASTER, 0, INTEL_GVT_IRQ_INFO_GT0, 0xffff }, 309 { INTEL_GVT_IRQ_INFO_MASTER, 1, INTEL_GVT_IRQ_INFO_GT0, 0xffff0000 }, 310 { INTEL_GVT_IRQ_INFO_MASTER, 2, INTEL_GVT_IRQ_INFO_GT1, 0xffff }, 311 { INTEL_GVT_IRQ_INFO_MASTER, 3, INTEL_GVT_IRQ_INFO_GT1, 0xffff0000 }, 312 { INTEL_GVT_IRQ_INFO_MASTER, 4, INTEL_GVT_IRQ_INFO_GT2, 0xffff }, 313 { INTEL_GVT_IRQ_INFO_MASTER, 6, INTEL_GVT_IRQ_INFO_GT3, 0xffff }, 314 { INTEL_GVT_IRQ_INFO_MASTER, 16, INTEL_GVT_IRQ_INFO_DE_PIPE_A, ~0 }, 315 { INTEL_GVT_IRQ_INFO_MASTER, 17, INTEL_GVT_IRQ_INFO_DE_PIPE_B, ~0 }, 316 { INTEL_GVT_IRQ_INFO_MASTER, 18, INTEL_GVT_IRQ_INFO_DE_PIPE_C, ~0 }, 317 { INTEL_GVT_IRQ_INFO_MASTER, 20, INTEL_GVT_IRQ_INFO_DE_PORT, ~0 }, 318 { INTEL_GVT_IRQ_INFO_MASTER, 22, INTEL_GVT_IRQ_INFO_DE_MISC, ~0 }, 319 { INTEL_GVT_IRQ_INFO_MASTER, 23, INTEL_GVT_IRQ_INFO_PCH, ~0 }, 320 { INTEL_GVT_IRQ_INFO_MASTER, 30, INTEL_GVT_IRQ_INFO_PCU, ~0 }, 321 { -1, -1, ~0 }, 322 }; 323 324 static void update_upstream_irq(struct intel_vgpu *vgpu, 325 struct intel_gvt_irq_info *info) 326 { 327 struct drm_i915_private *i915 = vgpu->gvt->gt->i915; 328 struct intel_gvt_irq *irq = &vgpu->gvt->irq; 329 struct intel_gvt_irq_map *map = irq->irq_map; 330 struct intel_gvt_irq_info *up_irq_info = NULL; 331 u32 set_bits = 0; 332 u32 clear_bits = 0; 333 int bit; 334 u32 val = vgpu_vreg(vgpu, 335 regbase_to_iir(i915_mmio_reg_offset(info->reg_base))) 336 & vgpu_vreg(vgpu, 337 regbase_to_ier(i915_mmio_reg_offset(info->reg_base))); 338 339 if (!info->has_upstream_irq) 340 return; 341 342 for (map = irq->irq_map; map->up_irq_bit != -1; map++) { 343 if (info->group != map->down_irq_group) 344 continue; 345 346 if (!up_irq_info) 347 up_irq_info = irq->info[map->up_irq_group]; 348 else 349 drm_WARN_ON(&i915->drm, up_irq_info != 350 irq->info[map->up_irq_group]); 351 352 bit = map->up_irq_bit; 353 354 if (val & map->down_irq_bitmask) 355 set_bits |= (1 << bit); 356 else 357 clear_bits |= (1 << bit); 358 } 359 360 if (drm_WARN_ON(&i915->drm, !up_irq_info)) 361 return; 362 363 if (up_irq_info->group == INTEL_GVT_IRQ_INFO_MASTER) { 364 u32 isr = i915_mmio_reg_offset(up_irq_info->reg_base); 365 366 vgpu_vreg(vgpu, isr) &= ~clear_bits; 367 vgpu_vreg(vgpu, isr) |= set_bits; 368 } else { 369 u32 iir = regbase_to_iir( 370 i915_mmio_reg_offset(up_irq_info->reg_base)); 371 u32 imr = regbase_to_imr( 372 i915_mmio_reg_offset(up_irq_info->reg_base)); 373 374 vgpu_vreg(vgpu, iir) |= (set_bits & ~vgpu_vreg(vgpu, imr)); 375 } 376 377 if (up_irq_info->has_upstream_irq) 378 update_upstream_irq(vgpu, up_irq_info); 379 } 380 381 static void init_irq_map(struct intel_gvt_irq *irq) 382 { 383 struct intel_gvt_irq_map *map; 384 struct intel_gvt_irq_info *up_info, *down_info; 385 int up_bit; 386 387 for (map = irq->irq_map; map->up_irq_bit != -1; map++) { 388 up_info = irq->info[map->up_irq_group]; 389 up_bit = map->up_irq_bit; 390 down_info = irq->info[map->down_irq_group]; 391 392 set_bit(up_bit, up_info->downstream_irq_bitmap); 393 down_info->has_upstream_irq = true; 394 395 gvt_dbg_irq("[up] grp %d bit %d -> [down] grp %d bitmask %x\n", 396 up_info->group, up_bit, 397 down_info->group, map->down_irq_bitmask); 398 } 399 } 400 401 /* =======================vEvent injection===================== */ 402 403 #define MSI_CAP_CONTROL(offset) (offset + 2) 404 #define MSI_CAP_ADDRESS(offset) (offset + 4) 405 #define MSI_CAP_DATA(offset) (offset + 8) 406 #define MSI_CAP_EN 0x1 407 408 static void inject_virtual_interrupt(struct intel_vgpu *vgpu) 409 { 410 unsigned long offset = vgpu->gvt->device_info.msi_cap_offset; 411 u16 control, data; 412 u32 addr; 413 414 control = *(u16 *)(vgpu_cfg_space(vgpu) + MSI_CAP_CONTROL(offset)); 415 addr = *(u32 *)(vgpu_cfg_space(vgpu) + MSI_CAP_ADDRESS(offset)); 416 data = *(u16 *)(vgpu_cfg_space(vgpu) + MSI_CAP_DATA(offset)); 417 418 /* Do not generate MSI if MSIEN is disabled */ 419 if (!(control & MSI_CAP_EN)) 420 return; 421 422 if (WARN(control & GENMASK(15, 1), "only support one MSI format\n")) 423 return; 424 425 trace_inject_msi(vgpu->id, addr, data); 426 427 /* 428 * When guest is powered off, msi_trigger is set to NULL, but vgpu's 429 * config and mmio register isn't restored to default during guest 430 * poweroff. If this vgpu is still used in next vm, this vgpu's pipe 431 * may be enabled, then once this vgpu is active, it will get inject 432 * vblank interrupt request. But msi_trigger is null until msi is 433 * enabled by guest. so if msi_trigger is null, success is still 434 * returned and don't inject interrupt into guest. 435 */ 436 if (!test_bit(INTEL_VGPU_STATUS_ATTACHED, vgpu->status)) 437 return; 438 if (vgpu->msi_trigger) 439 eventfd_signal(vgpu->msi_trigger, 1); 440 } 441 442 static void propagate_event(struct intel_gvt_irq *irq, 443 enum intel_gvt_event_type event, struct intel_vgpu *vgpu) 444 { 445 struct intel_gvt_irq_info *info; 446 unsigned int reg_base; 447 int bit; 448 449 info = get_irq_info(irq, event); 450 if (WARN_ON(!info)) 451 return; 452 453 reg_base = i915_mmio_reg_offset(info->reg_base); 454 bit = irq->events[event].bit; 455 456 if (!test_bit(bit, (void *)&vgpu_vreg(vgpu, 457 regbase_to_imr(reg_base)))) { 458 trace_propagate_event(vgpu->id, irq_name[event], bit); 459 set_bit(bit, (void *)&vgpu_vreg(vgpu, 460 regbase_to_iir(reg_base))); 461 } 462 } 463 464 /* =======================vEvent Handlers===================== */ 465 static void handle_default_event_virt(struct intel_gvt_irq *irq, 466 enum intel_gvt_event_type event, struct intel_vgpu *vgpu) 467 { 468 if (!vgpu->irq.irq_warn_once[event]) { 469 gvt_dbg_core("vgpu%d: IRQ receive event %d (%s)\n", 470 vgpu->id, event, irq_name[event]); 471 vgpu->irq.irq_warn_once[event] = true; 472 } 473 propagate_event(irq, event, vgpu); 474 } 475 476 /* =====================GEN specific logic======================= */ 477 /* GEN8 interrupt routines. */ 478 479 #define DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(regname, regbase) \ 480 static struct intel_gvt_irq_info gen8_##regname##_info = { \ 481 .name = #regname"-IRQ", \ 482 .reg_base = (regbase), \ 483 .bit_to_event = {[0 ... INTEL_GVT_IRQ_BITWIDTH-1] = \ 484 INTEL_GVT_EVENT_RESERVED}, \ 485 } 486 487 DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(gt0, GEN8_GT_ISR(0)); 488 DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(gt1, GEN8_GT_ISR(1)); 489 DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(gt2, GEN8_GT_ISR(2)); 490 DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(gt3, GEN8_GT_ISR(3)); 491 DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_pipe_a, GEN8_DE_PIPE_ISR(PIPE_A)); 492 DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_pipe_b, GEN8_DE_PIPE_ISR(PIPE_B)); 493 DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_pipe_c, GEN8_DE_PIPE_ISR(PIPE_C)); 494 DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_port, GEN8_DE_PORT_ISR); 495 DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(de_misc, GEN8_DE_MISC_ISR); 496 DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(pcu, GEN8_PCU_ISR); 497 DEFINE_GVT_GEN8_INTEL_GVT_IRQ_INFO(master, GEN8_MASTER_IRQ); 498 499 static struct intel_gvt_irq_info gvt_base_pch_info = { 500 .name = "PCH-IRQ", 501 .reg_base = SDEISR, 502 .bit_to_event = {[0 ... INTEL_GVT_IRQ_BITWIDTH-1] = 503 INTEL_GVT_EVENT_RESERVED}, 504 }; 505 506 static void gen8_check_pending_irq(struct intel_vgpu *vgpu) 507 { 508 struct intel_gvt_irq *irq = &vgpu->gvt->irq; 509 int i; 510 511 if (!(vgpu_vreg(vgpu, i915_mmio_reg_offset(GEN8_MASTER_IRQ)) & 512 GEN8_MASTER_IRQ_CONTROL)) 513 return; 514 515 for_each_set_bit(i, irq->irq_info_bitmap, INTEL_GVT_IRQ_INFO_MAX) { 516 struct intel_gvt_irq_info *info = irq->info[i]; 517 u32 reg_base; 518 519 if (!info->has_upstream_irq) 520 continue; 521 522 reg_base = i915_mmio_reg_offset(info->reg_base); 523 if ((vgpu_vreg(vgpu, regbase_to_iir(reg_base)) 524 & vgpu_vreg(vgpu, regbase_to_ier(reg_base)))) 525 update_upstream_irq(vgpu, info); 526 } 527 528 if (vgpu_vreg(vgpu, i915_mmio_reg_offset(GEN8_MASTER_IRQ)) 529 & ~GEN8_MASTER_IRQ_CONTROL) 530 inject_virtual_interrupt(vgpu); 531 } 532 533 static void gen8_init_irq( 534 struct intel_gvt_irq *irq) 535 { 536 struct intel_gvt *gvt = irq_to_gvt(irq); 537 538 #define SET_BIT_INFO(s, b, e, i) \ 539 do { \ 540 s->events[e].bit = b; \ 541 s->events[e].info = s->info[i]; \ 542 s->info[i]->bit_to_event[b] = e;\ 543 } while (0) 544 545 #define SET_IRQ_GROUP(s, g, i) \ 546 do { \ 547 s->info[g] = i; \ 548 (i)->group = g; \ 549 set_bit(g, s->irq_info_bitmap); \ 550 } while (0) 551 552 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_MASTER, &gen8_master_info); 553 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_GT0, &gen8_gt0_info); 554 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_GT1, &gen8_gt1_info); 555 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_GT2, &gen8_gt2_info); 556 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_GT3, &gen8_gt3_info); 557 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_PIPE_A, &gen8_de_pipe_a_info); 558 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_PIPE_B, &gen8_de_pipe_b_info); 559 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_PIPE_C, &gen8_de_pipe_c_info); 560 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_PORT, &gen8_de_port_info); 561 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_DE_MISC, &gen8_de_misc_info); 562 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_PCU, &gen8_pcu_info); 563 SET_IRQ_GROUP(irq, INTEL_GVT_IRQ_INFO_PCH, &gvt_base_pch_info); 564 565 /* GEN8 level 2 interrupts. */ 566 567 /* GEN8 interrupt GT0 events */ 568 SET_BIT_INFO(irq, 0, RCS_MI_USER_INTERRUPT, INTEL_GVT_IRQ_INFO_GT0); 569 SET_BIT_INFO(irq, 4, RCS_PIPE_CONTROL, INTEL_GVT_IRQ_INFO_GT0); 570 SET_BIT_INFO(irq, 8, RCS_AS_CONTEXT_SWITCH, INTEL_GVT_IRQ_INFO_GT0); 571 572 SET_BIT_INFO(irq, 16, BCS_MI_USER_INTERRUPT, INTEL_GVT_IRQ_INFO_GT0); 573 SET_BIT_INFO(irq, 20, BCS_MI_FLUSH_DW, INTEL_GVT_IRQ_INFO_GT0); 574 SET_BIT_INFO(irq, 24, BCS_AS_CONTEXT_SWITCH, INTEL_GVT_IRQ_INFO_GT0); 575 576 /* GEN8 interrupt GT1 events */ 577 SET_BIT_INFO(irq, 0, VCS_MI_USER_INTERRUPT, INTEL_GVT_IRQ_INFO_GT1); 578 SET_BIT_INFO(irq, 4, VCS_MI_FLUSH_DW, INTEL_GVT_IRQ_INFO_GT1); 579 SET_BIT_INFO(irq, 8, VCS_AS_CONTEXT_SWITCH, INTEL_GVT_IRQ_INFO_GT1); 580 581 if (HAS_ENGINE(gvt->gt, VCS1)) { 582 SET_BIT_INFO(irq, 16, VCS2_MI_USER_INTERRUPT, 583 INTEL_GVT_IRQ_INFO_GT1); 584 SET_BIT_INFO(irq, 20, VCS2_MI_FLUSH_DW, 585 INTEL_GVT_IRQ_INFO_GT1); 586 SET_BIT_INFO(irq, 24, VCS2_AS_CONTEXT_SWITCH, 587 INTEL_GVT_IRQ_INFO_GT1); 588 } 589 590 /* GEN8 interrupt GT3 events */ 591 SET_BIT_INFO(irq, 0, VECS_MI_USER_INTERRUPT, INTEL_GVT_IRQ_INFO_GT3); 592 SET_BIT_INFO(irq, 4, VECS_MI_FLUSH_DW, INTEL_GVT_IRQ_INFO_GT3); 593 SET_BIT_INFO(irq, 8, VECS_AS_CONTEXT_SWITCH, INTEL_GVT_IRQ_INFO_GT3); 594 595 SET_BIT_INFO(irq, 0, PIPE_A_VBLANK, INTEL_GVT_IRQ_INFO_DE_PIPE_A); 596 SET_BIT_INFO(irq, 0, PIPE_B_VBLANK, INTEL_GVT_IRQ_INFO_DE_PIPE_B); 597 SET_BIT_INFO(irq, 0, PIPE_C_VBLANK, INTEL_GVT_IRQ_INFO_DE_PIPE_C); 598 599 /* GEN8 interrupt DE PORT events */ 600 SET_BIT_INFO(irq, 0, AUX_CHANNEL_A, INTEL_GVT_IRQ_INFO_DE_PORT); 601 SET_BIT_INFO(irq, 3, DP_A_HOTPLUG, INTEL_GVT_IRQ_INFO_DE_PORT); 602 603 /* GEN8 interrupt DE MISC events */ 604 SET_BIT_INFO(irq, 0, GSE, INTEL_GVT_IRQ_INFO_DE_MISC); 605 606 /* PCH events */ 607 SET_BIT_INFO(irq, 17, GMBUS, INTEL_GVT_IRQ_INFO_PCH); 608 SET_BIT_INFO(irq, 19, CRT_HOTPLUG, INTEL_GVT_IRQ_INFO_PCH); 609 SET_BIT_INFO(irq, 21, DP_B_HOTPLUG, INTEL_GVT_IRQ_INFO_PCH); 610 SET_BIT_INFO(irq, 22, DP_C_HOTPLUG, INTEL_GVT_IRQ_INFO_PCH); 611 SET_BIT_INFO(irq, 23, DP_D_HOTPLUG, INTEL_GVT_IRQ_INFO_PCH); 612 613 if (IS_BROADWELL(gvt->gt->i915)) { 614 SET_BIT_INFO(irq, 25, AUX_CHANNEL_B, INTEL_GVT_IRQ_INFO_PCH); 615 SET_BIT_INFO(irq, 26, AUX_CHANNEL_C, INTEL_GVT_IRQ_INFO_PCH); 616 SET_BIT_INFO(irq, 27, AUX_CHANNEL_D, INTEL_GVT_IRQ_INFO_PCH); 617 618 SET_BIT_INFO(irq, 4, PRIMARY_A_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_A); 619 SET_BIT_INFO(irq, 5, SPRITE_A_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_A); 620 621 SET_BIT_INFO(irq, 4, PRIMARY_B_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_B); 622 SET_BIT_INFO(irq, 5, SPRITE_B_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_B); 623 624 SET_BIT_INFO(irq, 4, PRIMARY_C_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_C); 625 SET_BIT_INFO(irq, 5, SPRITE_C_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_C); 626 } else if (GRAPHICS_VER(gvt->gt->i915) >= 9) { 627 SET_BIT_INFO(irq, 25, AUX_CHANNEL_B, INTEL_GVT_IRQ_INFO_DE_PORT); 628 SET_BIT_INFO(irq, 26, AUX_CHANNEL_C, INTEL_GVT_IRQ_INFO_DE_PORT); 629 SET_BIT_INFO(irq, 27, AUX_CHANNEL_D, INTEL_GVT_IRQ_INFO_DE_PORT); 630 631 SET_BIT_INFO(irq, 3, PRIMARY_A_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_A); 632 SET_BIT_INFO(irq, 3, PRIMARY_B_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_B); 633 SET_BIT_INFO(irq, 3, PRIMARY_C_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_C); 634 635 SET_BIT_INFO(irq, 4, SPRITE_A_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_A); 636 SET_BIT_INFO(irq, 4, SPRITE_B_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_B); 637 SET_BIT_INFO(irq, 4, SPRITE_C_FLIP_DONE, INTEL_GVT_IRQ_INFO_DE_PIPE_C); 638 } 639 640 /* GEN8 interrupt PCU events */ 641 SET_BIT_INFO(irq, 24, PCU_THERMAL, INTEL_GVT_IRQ_INFO_PCU); 642 SET_BIT_INFO(irq, 25, PCU_PCODE2DRIVER_MAILBOX, INTEL_GVT_IRQ_INFO_PCU); 643 } 644 645 static const struct intel_gvt_irq_ops gen8_irq_ops = { 646 .init_irq = gen8_init_irq, 647 .check_pending_irq = gen8_check_pending_irq, 648 }; 649 650 /** 651 * intel_vgpu_trigger_virtual_event - Trigger a virtual event for a vGPU 652 * @vgpu: a vGPU 653 * @event: interrupt event 654 * 655 * This function is used to trigger a virtual interrupt event for vGPU. 656 * The caller provides the event to be triggered, the framework itself 657 * will emulate the IRQ register bit change. 658 * 659 */ 660 void intel_vgpu_trigger_virtual_event(struct intel_vgpu *vgpu, 661 enum intel_gvt_event_type event) 662 { 663 struct drm_i915_private *i915 = vgpu->gvt->gt->i915; 664 struct intel_gvt *gvt = vgpu->gvt; 665 struct intel_gvt_irq *irq = &gvt->irq; 666 gvt_event_virt_handler_t handler; 667 const struct intel_gvt_irq_ops *ops = gvt->irq.ops; 668 669 handler = get_event_virt_handler(irq, event); 670 drm_WARN_ON(&i915->drm, !handler); 671 672 handler(irq, event, vgpu); 673 674 ops->check_pending_irq(vgpu); 675 } 676 677 static void init_events( 678 struct intel_gvt_irq *irq) 679 { 680 int i; 681 682 for (i = 0; i < INTEL_GVT_EVENT_MAX; i++) { 683 irq->events[i].info = NULL; 684 irq->events[i].v_handler = handle_default_event_virt; 685 } 686 } 687 688 /** 689 * intel_gvt_init_irq - initialize GVT-g IRQ emulation subsystem 690 * @gvt: a GVT device 691 * 692 * This function is called at driver loading stage, to initialize the GVT-g IRQ 693 * emulation subsystem. 694 * 695 * Returns: 696 * Zero on success, negative error code if failed. 697 */ 698 int intel_gvt_init_irq(struct intel_gvt *gvt) 699 { 700 struct intel_gvt_irq *irq = &gvt->irq; 701 702 gvt_dbg_core("init irq framework\n"); 703 704 irq->ops = &gen8_irq_ops; 705 irq->irq_map = gen8_irq_map; 706 707 /* common event initialization */ 708 init_events(irq); 709 710 /* gen specific initialization */ 711 irq->ops->init_irq(irq); 712 713 init_irq_map(irq); 714 715 return 0; 716 } 717