1 /* 2 * ARM Generic/Distributed Interrupt Controller 3 * 4 * Copyright (c) 2006-2007 CodeSourcery. 5 * Written by Paul Brook 6 * 7 * This code is licensed under the GPL. 8 */ 9 10 /* This file contains implementation code for the RealView EB interrupt 11 * controller, MPCore distributed interrupt controller and ARMv7-M 12 * Nested Vectored Interrupt Controller. 13 * It is compiled in two ways: 14 * (1) as a standalone file to produce a sysbus device which is a GIC 15 * that can be used on the realview board and as one of the builtin 16 * private peripherals for the ARM MP CPUs (11MPCore, A9, etc) 17 * (2) by being directly #included into armv7m_nvic.c to produce the 18 * armv7m_nvic device. 19 */ 20 21 #include "qemu/osdep.h" 22 #include "hw/sysbus.h" 23 #include "gic_internal.h" 24 #include "qapi/error.h" 25 #include "qom/cpu.h" 26 #include "qemu/log.h" 27 #include "trace.h" 28 #include "sysemu/kvm.h" 29 30 /* #define DEBUG_GIC */ 31 32 #ifdef DEBUG_GIC 33 #define DEBUG_GIC_GATE 1 34 #else 35 #define DEBUG_GIC_GATE 0 36 #endif 37 38 #define DPRINTF(fmt, ...) do { \ 39 if (DEBUG_GIC_GATE) { \ 40 fprintf(stderr, "%s: " fmt, __func__, ## __VA_ARGS__); \ 41 } \ 42 } while (0) 43 44 static const uint8_t gic_id_11mpcore[] = { 45 0x00, 0x00, 0x00, 0x00, 0x90, 0x13, 0x04, 0x00, 0x0d, 0xf0, 0x05, 0xb1 46 }; 47 48 static const uint8_t gic_id_gicv1[] = { 49 0x04, 0x00, 0x00, 0x00, 0x90, 0xb3, 0x1b, 0x00, 0x0d, 0xf0, 0x05, 0xb1 50 }; 51 52 static const uint8_t gic_id_gicv2[] = { 53 0x04, 0x00, 0x00, 0x00, 0x90, 0xb4, 0x2b, 0x00, 0x0d, 0xf0, 0x05, 0xb1 54 }; 55 56 static inline int gic_get_current_cpu(GICState *s) 57 { 58 if (s->num_cpu > 1) { 59 return current_cpu->cpu_index; 60 } 61 return 0; 62 } 63 64 static inline int gic_get_current_vcpu(GICState *s) 65 { 66 return gic_get_current_cpu(s) + GIC_NCPU; 67 } 68 69 /* Return true if this GIC config has interrupt groups, which is 70 * true if we're a GICv2, or a GICv1 with the security extensions. 71 */ 72 static inline bool gic_has_groups(GICState *s) 73 { 74 return s->revision == 2 || s->security_extn; 75 } 76 77 static inline bool gic_cpu_ns_access(GICState *s, int cpu, MemTxAttrs attrs) 78 { 79 return !gic_is_vcpu(cpu) && s->security_extn && !attrs.secure; 80 } 81 82 static inline void gic_get_best_irq(GICState *s, int cpu, 83 int *best_irq, int *best_prio, int *group) 84 { 85 int irq; 86 int cm = 1 << cpu; 87 88 *best_irq = 1023; 89 *best_prio = 0x100; 90 91 for (irq = 0; irq < s->num_irq; irq++) { 92 if (GIC_DIST_TEST_ENABLED(irq, cm) && gic_test_pending(s, irq, cm) && 93 (!GIC_DIST_TEST_ACTIVE(irq, cm)) && 94 (irq < GIC_INTERNAL || GIC_DIST_TARGET(irq) & cm)) { 95 if (GIC_DIST_GET_PRIORITY(irq, cpu) < *best_prio) { 96 *best_prio = GIC_DIST_GET_PRIORITY(irq, cpu); 97 *best_irq = irq; 98 } 99 } 100 } 101 102 if (*best_irq < 1023) { 103 *group = GIC_DIST_TEST_GROUP(*best_irq, cm); 104 } 105 } 106 107 static inline void gic_get_best_virq(GICState *s, int cpu, 108 int *best_irq, int *best_prio, int *group) 109 { 110 int lr_idx = 0; 111 112 *best_irq = 1023; 113 *best_prio = 0x100; 114 115 for (lr_idx = 0; lr_idx < s->num_lrs; lr_idx++) { 116 uint32_t lr_entry = s->h_lr[lr_idx][cpu]; 117 int state = GICH_LR_STATE(lr_entry); 118 119 if (state == GICH_LR_STATE_PENDING) { 120 int prio = GICH_LR_PRIORITY(lr_entry); 121 122 if (prio < *best_prio) { 123 *best_prio = prio; 124 *best_irq = GICH_LR_VIRT_ID(lr_entry); 125 *group = GICH_LR_GROUP(lr_entry); 126 } 127 } 128 } 129 } 130 131 /* Return true if IRQ signaling is enabled for the given cpu and at least one 132 * of the given groups: 133 * - in the non-virt case, the distributor must be enabled for one of the 134 * given groups 135 * - in the virt case, the virtual interface must be enabled. 136 * - in all cases, the (v)CPU interface must be enabled for one of the given 137 * groups. 138 */ 139 static inline bool gic_irq_signaling_enabled(GICState *s, int cpu, bool virt, 140 int group_mask) 141 { 142 if (!virt && !(s->ctlr & group_mask)) { 143 return false; 144 } 145 146 if (virt && !(s->h_hcr[cpu] & R_GICH_HCR_EN_MASK)) { 147 return false; 148 } 149 150 if (!(s->cpu_ctlr[cpu] & group_mask)) { 151 return false; 152 } 153 154 return true; 155 } 156 157 /* TODO: Many places that call this routine could be optimized. */ 158 /* Update interrupt status after enabled or pending bits have been changed. */ 159 static inline void gic_update_internal(GICState *s, bool virt) 160 { 161 int best_irq; 162 int best_prio; 163 int irq_level, fiq_level; 164 int cpu, cpu_iface; 165 int group = 0; 166 qemu_irq *irq_lines = virt ? s->parent_virq : s->parent_irq; 167 qemu_irq *fiq_lines = virt ? s->parent_vfiq : s->parent_fiq; 168 169 for (cpu = 0; cpu < s->num_cpu; cpu++) { 170 cpu_iface = virt ? (cpu + GIC_NCPU) : cpu; 171 172 s->current_pending[cpu_iface] = 1023; 173 if (!gic_irq_signaling_enabled(s, cpu, virt, 174 GICD_CTLR_EN_GRP0 | GICD_CTLR_EN_GRP1)) { 175 qemu_irq_lower(irq_lines[cpu]); 176 qemu_irq_lower(fiq_lines[cpu]); 177 continue; 178 } 179 180 if (virt) { 181 gic_get_best_virq(s, cpu, &best_irq, &best_prio, &group); 182 } else { 183 gic_get_best_irq(s, cpu, &best_irq, &best_prio, &group); 184 } 185 186 if (best_irq != 1023) { 187 trace_gic_update_bestirq(virt ? "vcpu" : "cpu", cpu, 188 best_irq, best_prio, 189 s->priority_mask[cpu_iface], 190 s->running_priority[cpu_iface]); 191 } 192 193 irq_level = fiq_level = 0; 194 195 if (best_prio < s->priority_mask[cpu_iface]) { 196 s->current_pending[cpu_iface] = best_irq; 197 if (best_prio < s->running_priority[cpu_iface]) { 198 if (gic_irq_signaling_enabled(s, cpu, virt, 1 << group)) { 199 if (group == 0 && 200 s->cpu_ctlr[cpu_iface] & GICC_CTLR_FIQ_EN) { 201 DPRINTF("Raised pending FIQ %d (cpu %d)\n", 202 best_irq, cpu_iface); 203 fiq_level = 1; 204 trace_gic_update_set_irq(cpu, virt ? "vfiq" : "fiq", 205 fiq_level); 206 } else { 207 DPRINTF("Raised pending IRQ %d (cpu %d)\n", 208 best_irq, cpu_iface); 209 irq_level = 1; 210 trace_gic_update_set_irq(cpu, virt ? "virq" : "irq", 211 irq_level); 212 } 213 } 214 } 215 } 216 217 qemu_set_irq(irq_lines[cpu], irq_level); 218 qemu_set_irq(fiq_lines[cpu], fiq_level); 219 } 220 } 221 222 static void gic_update(GICState *s) 223 { 224 gic_update_internal(s, false); 225 } 226 227 /* Return true if this LR is empty, i.e. the corresponding bit 228 * in ELRSR is set. 229 */ 230 static inline bool gic_lr_entry_is_free(uint32_t entry) 231 { 232 return (GICH_LR_STATE(entry) == GICH_LR_STATE_INVALID) 233 && (GICH_LR_HW(entry) || !GICH_LR_EOI(entry)); 234 } 235 236 /* Return true if this LR should trigger an EOI maintenance interrupt, i.e. the 237 * corrsponding bit in EISR is set. 238 */ 239 static inline bool gic_lr_entry_is_eoi(uint32_t entry) 240 { 241 return (GICH_LR_STATE(entry) == GICH_LR_STATE_INVALID) 242 && !GICH_LR_HW(entry) && GICH_LR_EOI(entry); 243 } 244 245 static inline void gic_extract_lr_info(GICState *s, int cpu, 246 int *num_eoi, int *num_valid, int *num_pending) 247 { 248 int lr_idx; 249 250 *num_eoi = 0; 251 *num_valid = 0; 252 *num_pending = 0; 253 254 for (lr_idx = 0; lr_idx < s->num_lrs; lr_idx++) { 255 uint32_t *entry = &s->h_lr[lr_idx][cpu]; 256 257 if (gic_lr_entry_is_eoi(*entry)) { 258 (*num_eoi)++; 259 } 260 261 if (GICH_LR_STATE(*entry) != GICH_LR_STATE_INVALID) { 262 (*num_valid)++; 263 } 264 265 if (GICH_LR_STATE(*entry) == GICH_LR_STATE_PENDING) { 266 (*num_pending)++; 267 } 268 } 269 } 270 271 static void gic_compute_misr(GICState *s, int cpu) 272 { 273 uint32_t value = 0; 274 int vcpu = cpu + GIC_NCPU; 275 276 int num_eoi, num_valid, num_pending; 277 278 gic_extract_lr_info(s, cpu, &num_eoi, &num_valid, &num_pending); 279 280 /* EOI */ 281 if (num_eoi) { 282 value |= R_GICH_MISR_EOI_MASK; 283 } 284 285 /* U: true if only 0 or 1 LR entry is valid */ 286 if ((s->h_hcr[cpu] & R_GICH_HCR_UIE_MASK) && (num_valid < 2)) { 287 value |= R_GICH_MISR_U_MASK; 288 } 289 290 /* LRENP: EOICount is not 0 */ 291 if ((s->h_hcr[cpu] & R_GICH_HCR_LRENPIE_MASK) && 292 ((s->h_hcr[cpu] & R_GICH_HCR_EOICount_MASK) != 0)) { 293 value |= R_GICH_MISR_LRENP_MASK; 294 } 295 296 /* NP: no pending interrupts */ 297 if ((s->h_hcr[cpu] & R_GICH_HCR_NPIE_MASK) && (num_pending == 0)) { 298 value |= R_GICH_MISR_NP_MASK; 299 } 300 301 /* VGrp0E: group0 virq signaling enabled */ 302 if ((s->h_hcr[cpu] & R_GICH_HCR_VGRP0EIE_MASK) && 303 (s->cpu_ctlr[vcpu] & GICC_CTLR_EN_GRP0)) { 304 value |= R_GICH_MISR_VGrp0E_MASK; 305 } 306 307 /* VGrp0D: group0 virq signaling disabled */ 308 if ((s->h_hcr[cpu] & R_GICH_HCR_VGRP0DIE_MASK) && 309 !(s->cpu_ctlr[vcpu] & GICC_CTLR_EN_GRP0)) { 310 value |= R_GICH_MISR_VGrp0D_MASK; 311 } 312 313 /* VGrp1E: group1 virq signaling enabled */ 314 if ((s->h_hcr[cpu] & R_GICH_HCR_VGRP1EIE_MASK) && 315 (s->cpu_ctlr[vcpu] & GICC_CTLR_EN_GRP1)) { 316 value |= R_GICH_MISR_VGrp1E_MASK; 317 } 318 319 /* VGrp1D: group1 virq signaling disabled */ 320 if ((s->h_hcr[cpu] & R_GICH_HCR_VGRP1DIE_MASK) && 321 !(s->cpu_ctlr[vcpu] & GICC_CTLR_EN_GRP1)) { 322 value |= R_GICH_MISR_VGrp1D_MASK; 323 } 324 325 s->h_misr[cpu] = value; 326 } 327 328 static void gic_update_maintenance(GICState *s) 329 { 330 int cpu = 0; 331 int maint_level; 332 333 for (cpu = 0; cpu < s->num_cpu; cpu++) { 334 gic_compute_misr(s, cpu); 335 maint_level = (s->h_hcr[cpu] & R_GICH_HCR_EN_MASK) && s->h_misr[cpu]; 336 337 trace_gic_update_maintenance_irq(cpu, maint_level); 338 qemu_set_irq(s->maintenance_irq[cpu], maint_level); 339 } 340 } 341 342 static void gic_update_virt(GICState *s) 343 { 344 gic_update_internal(s, true); 345 gic_update_maintenance(s); 346 } 347 348 static void gic_set_irq_11mpcore(GICState *s, int irq, int level, 349 int cm, int target) 350 { 351 if (level) { 352 GIC_DIST_SET_LEVEL(irq, cm); 353 if (GIC_DIST_TEST_EDGE_TRIGGER(irq) || GIC_DIST_TEST_ENABLED(irq, cm)) { 354 DPRINTF("Set %d pending mask %x\n", irq, target); 355 GIC_DIST_SET_PENDING(irq, target); 356 } 357 } else { 358 GIC_DIST_CLEAR_LEVEL(irq, cm); 359 } 360 } 361 362 static void gic_set_irq_generic(GICState *s, int irq, int level, 363 int cm, int target) 364 { 365 if (level) { 366 GIC_DIST_SET_LEVEL(irq, cm); 367 DPRINTF("Set %d pending mask %x\n", irq, target); 368 if (GIC_DIST_TEST_EDGE_TRIGGER(irq)) { 369 GIC_DIST_SET_PENDING(irq, target); 370 } 371 } else { 372 GIC_DIST_CLEAR_LEVEL(irq, cm); 373 } 374 } 375 376 /* Process a change in an external IRQ input. */ 377 static void gic_set_irq(void *opaque, int irq, int level) 378 { 379 /* Meaning of the 'irq' parameter: 380 * [0..N-1] : external interrupts 381 * [N..N+31] : PPI (internal) interrupts for CPU 0 382 * [N+32..N+63] : PPI (internal interrupts for CPU 1 383 * ... 384 */ 385 GICState *s = (GICState *)opaque; 386 int cm, target; 387 if (irq < (s->num_irq - GIC_INTERNAL)) { 388 /* The first external input line is internal interrupt 32. */ 389 cm = ALL_CPU_MASK; 390 irq += GIC_INTERNAL; 391 target = GIC_DIST_TARGET(irq); 392 } else { 393 int cpu; 394 irq -= (s->num_irq - GIC_INTERNAL); 395 cpu = irq / GIC_INTERNAL; 396 irq %= GIC_INTERNAL; 397 cm = 1 << cpu; 398 target = cm; 399 } 400 401 assert(irq >= GIC_NR_SGIS); 402 403 if (level == GIC_DIST_TEST_LEVEL(irq, cm)) { 404 return; 405 } 406 407 if (s->revision == REV_11MPCORE) { 408 gic_set_irq_11mpcore(s, irq, level, cm, target); 409 } else { 410 gic_set_irq_generic(s, irq, level, cm, target); 411 } 412 trace_gic_set_irq(irq, level, cm, target); 413 414 gic_update(s); 415 } 416 417 static uint16_t gic_get_current_pending_irq(GICState *s, int cpu, 418 MemTxAttrs attrs) 419 { 420 uint16_t pending_irq = s->current_pending[cpu]; 421 422 if (pending_irq < GIC_MAXIRQ && gic_has_groups(s)) { 423 int group = gic_test_group(s, pending_irq, cpu); 424 425 /* On a GIC without the security extensions, reading this register 426 * behaves in the same way as a secure access to a GIC with them. 427 */ 428 bool secure = !gic_cpu_ns_access(s, cpu, attrs); 429 430 if (group == 0 && !secure) { 431 /* Group0 interrupts hidden from Non-secure access */ 432 return 1023; 433 } 434 if (group == 1 && secure && !(s->cpu_ctlr[cpu] & GICC_CTLR_ACK_CTL)) { 435 /* Group1 interrupts only seen by Secure access if 436 * AckCtl bit set. 437 */ 438 return 1022; 439 } 440 } 441 return pending_irq; 442 } 443 444 static int gic_get_group_priority(GICState *s, int cpu, int irq) 445 { 446 /* Return the group priority of the specified interrupt 447 * (which is the top bits of its priority, with the number 448 * of bits masked determined by the applicable binary point register). 449 */ 450 int bpr; 451 uint32_t mask; 452 453 if (gic_has_groups(s) && 454 !(s->cpu_ctlr[cpu] & GICC_CTLR_CBPR) && 455 gic_test_group(s, irq, cpu)) { 456 bpr = s->abpr[cpu] - 1; 457 assert(bpr >= 0); 458 } else { 459 bpr = s->bpr[cpu]; 460 } 461 462 /* a BPR of 0 means the group priority bits are [7:1]; 463 * a BPR of 1 means they are [7:2], and so on down to 464 * a BPR of 7 meaning no group priority bits at all. 465 */ 466 mask = ~0U << ((bpr & 7) + 1); 467 468 return gic_get_priority(s, irq, cpu) & mask; 469 } 470 471 static void gic_activate_irq(GICState *s, int cpu, int irq) 472 { 473 /* Set the appropriate Active Priority Register bit for this IRQ, 474 * and update the running priority. 475 */ 476 int prio = gic_get_group_priority(s, cpu, irq); 477 int min_bpr = gic_is_vcpu(cpu) ? GIC_VIRT_MIN_BPR : GIC_MIN_BPR; 478 int preemption_level = prio >> (min_bpr + 1); 479 int regno = preemption_level / 32; 480 int bitno = preemption_level % 32; 481 uint32_t *papr = NULL; 482 483 if (gic_is_vcpu(cpu)) { 484 assert(regno == 0); 485 papr = &s->h_apr[gic_get_vcpu_real_id(cpu)]; 486 } else if (gic_has_groups(s) && gic_test_group(s, irq, cpu)) { 487 papr = &s->nsapr[regno][cpu]; 488 } else { 489 papr = &s->apr[regno][cpu]; 490 } 491 492 *papr |= (1 << bitno); 493 494 s->running_priority[cpu] = prio; 495 gic_set_active(s, irq, cpu); 496 } 497 498 static int gic_get_prio_from_apr_bits(GICState *s, int cpu) 499 { 500 /* Recalculate the current running priority for this CPU based 501 * on the set bits in the Active Priority Registers. 502 */ 503 int i; 504 505 if (gic_is_vcpu(cpu)) { 506 uint32_t apr = s->h_apr[gic_get_vcpu_real_id(cpu)]; 507 if (apr) { 508 return ctz32(apr) << (GIC_VIRT_MIN_BPR + 1); 509 } else { 510 return 0x100; 511 } 512 } 513 514 for (i = 0; i < GIC_NR_APRS; i++) { 515 uint32_t apr = s->apr[i][cpu] | s->nsapr[i][cpu]; 516 if (!apr) { 517 continue; 518 } 519 return (i * 32 + ctz32(apr)) << (GIC_MIN_BPR + 1); 520 } 521 return 0x100; 522 } 523 524 static void gic_drop_prio(GICState *s, int cpu, int group) 525 { 526 /* Drop the priority of the currently active interrupt in the 527 * specified group. 528 * 529 * Note that we can guarantee (because of the requirement to nest 530 * GICC_IAR reads [which activate an interrupt and raise priority] 531 * with GICC_EOIR writes [which drop the priority for the interrupt]) 532 * that the interrupt we're being called for is the highest priority 533 * active interrupt, meaning that it has the lowest set bit in the 534 * APR registers. 535 * 536 * If the guest does not honour the ordering constraints then the 537 * behaviour of the GIC is UNPREDICTABLE, which for us means that 538 * the values of the APR registers might become incorrect and the 539 * running priority will be wrong, so interrupts that should preempt 540 * might not do so, and interrupts that should not preempt might do so. 541 */ 542 if (gic_is_vcpu(cpu)) { 543 int rcpu = gic_get_vcpu_real_id(cpu); 544 545 if (s->h_apr[rcpu]) { 546 /* Clear lowest set bit */ 547 s->h_apr[rcpu] &= s->h_apr[rcpu] - 1; 548 } 549 } else { 550 int i; 551 552 for (i = 0; i < GIC_NR_APRS; i++) { 553 uint32_t *papr = group ? &s->nsapr[i][cpu] : &s->apr[i][cpu]; 554 if (!*papr) { 555 continue; 556 } 557 /* Clear lowest set bit */ 558 *papr &= *papr - 1; 559 break; 560 } 561 } 562 563 s->running_priority[cpu] = gic_get_prio_from_apr_bits(s, cpu); 564 } 565 566 static inline uint32_t gic_clear_pending_sgi(GICState *s, int irq, int cpu) 567 { 568 int src; 569 uint32_t ret; 570 571 if (!gic_is_vcpu(cpu)) { 572 /* Lookup the source CPU for the SGI and clear this in the 573 * sgi_pending map. Return the src and clear the overall pending 574 * state on this CPU if the SGI is not pending from any CPUs. 575 */ 576 assert(s->sgi_pending[irq][cpu] != 0); 577 src = ctz32(s->sgi_pending[irq][cpu]); 578 s->sgi_pending[irq][cpu] &= ~(1 << src); 579 if (s->sgi_pending[irq][cpu] == 0) { 580 gic_clear_pending(s, irq, cpu); 581 } 582 ret = irq | ((src & 0x7) << 10); 583 } else { 584 uint32_t *lr_entry = gic_get_lr_entry(s, irq, cpu); 585 src = GICH_LR_CPUID(*lr_entry); 586 587 gic_clear_pending(s, irq, cpu); 588 ret = irq | (src << 10); 589 } 590 591 return ret; 592 } 593 594 uint32_t gic_acknowledge_irq(GICState *s, int cpu, MemTxAttrs attrs) 595 { 596 int ret, irq; 597 598 /* gic_get_current_pending_irq() will return 1022 or 1023 appropriately 599 * for the case where this GIC supports grouping and the pending interrupt 600 * is in the wrong group. 601 */ 602 irq = gic_get_current_pending_irq(s, cpu, attrs); 603 trace_gic_acknowledge_irq(gic_is_vcpu(cpu) ? "vcpu" : "cpu", 604 gic_get_vcpu_real_id(cpu), irq); 605 606 if (irq >= GIC_MAXIRQ) { 607 DPRINTF("ACK, no pending interrupt or it is hidden: %d\n", irq); 608 return irq; 609 } 610 611 if (gic_get_priority(s, irq, cpu) >= s->running_priority[cpu]) { 612 DPRINTF("ACK, pending interrupt (%d) has insufficient priority\n", irq); 613 return 1023; 614 } 615 616 gic_activate_irq(s, cpu, irq); 617 618 if (s->revision == REV_11MPCORE) { 619 /* Clear pending flags for both level and edge triggered interrupts. 620 * Level triggered IRQs will be reasserted once they become inactive. 621 */ 622 gic_clear_pending(s, irq, cpu); 623 ret = irq; 624 } else { 625 if (irq < GIC_NR_SGIS) { 626 ret = gic_clear_pending_sgi(s, irq, cpu); 627 } else { 628 gic_clear_pending(s, irq, cpu); 629 ret = irq; 630 } 631 } 632 633 if (gic_is_vcpu(cpu)) { 634 gic_update_virt(s); 635 } else { 636 gic_update(s); 637 } 638 DPRINTF("ACK %d\n", irq); 639 return ret; 640 } 641 642 void gic_dist_set_priority(GICState *s, int cpu, int irq, uint8_t val, 643 MemTxAttrs attrs) 644 { 645 if (s->security_extn && !attrs.secure) { 646 if (!GIC_DIST_TEST_GROUP(irq, (1 << cpu))) { 647 return; /* Ignore Non-secure access of Group0 IRQ */ 648 } 649 val = 0x80 | (val >> 1); /* Non-secure view */ 650 } 651 652 if (irq < GIC_INTERNAL) { 653 s->priority1[irq][cpu] = val; 654 } else { 655 s->priority2[(irq) - GIC_INTERNAL] = val; 656 } 657 } 658 659 static uint32_t gic_dist_get_priority(GICState *s, int cpu, int irq, 660 MemTxAttrs attrs) 661 { 662 uint32_t prio = GIC_DIST_GET_PRIORITY(irq, cpu); 663 664 if (s->security_extn && !attrs.secure) { 665 if (!GIC_DIST_TEST_GROUP(irq, (1 << cpu))) { 666 return 0; /* Non-secure access cannot read priority of Group0 IRQ */ 667 } 668 prio = (prio << 1) & 0xff; /* Non-secure view */ 669 } 670 return prio; 671 } 672 673 static void gic_set_priority_mask(GICState *s, int cpu, uint8_t pmask, 674 MemTxAttrs attrs) 675 { 676 if (gic_cpu_ns_access(s, cpu, attrs)) { 677 if (s->priority_mask[cpu] & 0x80) { 678 /* Priority Mask in upper half */ 679 pmask = 0x80 | (pmask >> 1); 680 } else { 681 /* Non-secure write ignored if priority mask is in lower half */ 682 return; 683 } 684 } 685 s->priority_mask[cpu] = pmask; 686 } 687 688 static uint32_t gic_get_priority_mask(GICState *s, int cpu, MemTxAttrs attrs) 689 { 690 uint32_t pmask = s->priority_mask[cpu]; 691 692 if (gic_cpu_ns_access(s, cpu, attrs)) { 693 if (pmask & 0x80) { 694 /* Priority Mask in upper half, return Non-secure view */ 695 pmask = (pmask << 1) & 0xff; 696 } else { 697 /* Priority Mask in lower half, RAZ */ 698 pmask = 0; 699 } 700 } 701 return pmask; 702 } 703 704 static uint32_t gic_get_cpu_control(GICState *s, int cpu, MemTxAttrs attrs) 705 { 706 uint32_t ret = s->cpu_ctlr[cpu]; 707 708 if (gic_cpu_ns_access(s, cpu, attrs)) { 709 /* Construct the NS banked view of GICC_CTLR from the correct 710 * bits of the S banked view. We don't need to move the bypass 711 * control bits because we don't implement that (IMPDEF) part 712 * of the GIC architecture. 713 */ 714 ret = (ret & (GICC_CTLR_EN_GRP1 | GICC_CTLR_EOIMODE_NS)) >> 1; 715 } 716 return ret; 717 } 718 719 static void gic_set_cpu_control(GICState *s, int cpu, uint32_t value, 720 MemTxAttrs attrs) 721 { 722 uint32_t mask; 723 724 if (gic_cpu_ns_access(s, cpu, attrs)) { 725 /* The NS view can only write certain bits in the register; 726 * the rest are unchanged 727 */ 728 mask = GICC_CTLR_EN_GRP1; 729 if (s->revision == 2) { 730 mask |= GICC_CTLR_EOIMODE_NS; 731 } 732 s->cpu_ctlr[cpu] &= ~mask; 733 s->cpu_ctlr[cpu] |= (value << 1) & mask; 734 } else { 735 if (s->revision == 2) { 736 mask = s->security_extn ? GICC_CTLR_V2_S_MASK : GICC_CTLR_V2_MASK; 737 } else { 738 mask = s->security_extn ? GICC_CTLR_V1_S_MASK : GICC_CTLR_V1_MASK; 739 } 740 s->cpu_ctlr[cpu] = value & mask; 741 } 742 DPRINTF("CPU Interface %d: Group0 Interrupts %sabled, " 743 "Group1 Interrupts %sabled\n", cpu, 744 (s->cpu_ctlr[cpu] & GICC_CTLR_EN_GRP0) ? "En" : "Dis", 745 (s->cpu_ctlr[cpu] & GICC_CTLR_EN_GRP1) ? "En" : "Dis"); 746 } 747 748 static uint8_t gic_get_running_priority(GICState *s, int cpu, MemTxAttrs attrs) 749 { 750 if ((s->revision != REV_11MPCORE) && (s->running_priority[cpu] > 0xff)) { 751 /* Idle priority */ 752 return 0xff; 753 } 754 755 if (gic_cpu_ns_access(s, cpu, attrs)) { 756 if (s->running_priority[cpu] & 0x80) { 757 /* Running priority in upper half of range: return the Non-secure 758 * view of the priority. 759 */ 760 return s->running_priority[cpu] << 1; 761 } else { 762 /* Running priority in lower half of range: RAZ */ 763 return 0; 764 } 765 } else { 766 return s->running_priority[cpu]; 767 } 768 } 769 770 /* Return true if we should split priority drop and interrupt deactivation, 771 * ie whether the relevant EOIMode bit is set. 772 */ 773 static bool gic_eoi_split(GICState *s, int cpu, MemTxAttrs attrs) 774 { 775 if (s->revision != 2) { 776 /* Before GICv2 prio-drop and deactivate are not separable */ 777 return false; 778 } 779 if (gic_cpu_ns_access(s, cpu, attrs)) { 780 return s->cpu_ctlr[cpu] & GICC_CTLR_EOIMODE_NS; 781 } 782 return s->cpu_ctlr[cpu] & GICC_CTLR_EOIMODE; 783 } 784 785 static void gic_deactivate_irq(GICState *s, int cpu, int irq, MemTxAttrs attrs) 786 { 787 int group; 788 789 if (irq >= GIC_MAXIRQ || (!gic_is_vcpu(cpu) && irq >= s->num_irq)) { 790 /* 791 * This handles two cases: 792 * 1. If software writes the ID of a spurious interrupt [ie 1023] 793 * to the GICC_DIR, the GIC ignores that write. 794 * 2. If software writes the number of a non-existent interrupt 795 * this must be a subcase of "value written is not an active interrupt" 796 * and so this is UNPREDICTABLE. We choose to ignore it. For vCPUs, 797 * all IRQs potentially exist, so this limit does not apply. 798 */ 799 return; 800 } 801 802 if (!gic_eoi_split(s, cpu, attrs)) { 803 /* This is UNPREDICTABLE; we choose to ignore it */ 804 qemu_log_mask(LOG_GUEST_ERROR, 805 "gic_deactivate_irq: GICC_DIR write when EOIMode clear"); 806 return; 807 } 808 809 if (gic_is_vcpu(cpu) && !gic_virq_is_valid(s, irq, cpu)) { 810 /* This vIRQ does not have an LR entry which is either active or 811 * pending and active. Increment EOICount and ignore the write. 812 */ 813 int rcpu = gic_get_vcpu_real_id(cpu); 814 s->h_hcr[rcpu] += 1 << R_GICH_HCR_EOICount_SHIFT; 815 816 /* Update the virtual interface in case a maintenance interrupt should 817 * be raised. 818 */ 819 gic_update_virt(s); 820 return; 821 } 822 823 group = gic_has_groups(s) && gic_test_group(s, irq, cpu); 824 825 if (gic_cpu_ns_access(s, cpu, attrs) && !group) { 826 DPRINTF("Non-secure DI for Group0 interrupt %d ignored\n", irq); 827 return; 828 } 829 830 gic_clear_active(s, irq, cpu); 831 } 832 833 static void gic_complete_irq(GICState *s, int cpu, int irq, MemTxAttrs attrs) 834 { 835 int cm = 1 << cpu; 836 int group; 837 838 DPRINTF("EOI %d\n", irq); 839 if (gic_is_vcpu(cpu)) { 840 /* The call to gic_prio_drop() will clear a bit in GICH_APR iff the 841 * running prio is < 0x100. 842 */ 843 bool prio_drop = s->running_priority[cpu] < 0x100; 844 845 if (irq >= GIC_MAXIRQ) { 846 /* Ignore spurious interrupt */ 847 return; 848 } 849 850 gic_drop_prio(s, cpu, 0); 851 852 if (!gic_eoi_split(s, cpu, attrs)) { 853 bool valid = gic_virq_is_valid(s, irq, cpu); 854 if (prio_drop && !valid) { 855 /* We are in a situation where: 856 * - V_CTRL.EOIMode is false (no EOI split), 857 * - The call to gic_drop_prio() cleared a bit in GICH_APR, 858 * - This vIRQ does not have an LR entry which is either 859 * active or pending and active. 860 * In that case, we must increment EOICount. 861 */ 862 int rcpu = gic_get_vcpu_real_id(cpu); 863 s->h_hcr[rcpu] += 1 << R_GICH_HCR_EOICount_SHIFT; 864 } else if (valid) { 865 gic_clear_active(s, irq, cpu); 866 } 867 } 868 869 gic_update_virt(s); 870 return; 871 } 872 873 if (irq >= s->num_irq) { 874 /* This handles two cases: 875 * 1. If software writes the ID of a spurious interrupt [ie 1023] 876 * to the GICC_EOIR, the GIC ignores that write. 877 * 2. If software writes the number of a non-existent interrupt 878 * this must be a subcase of "value written does not match the last 879 * valid interrupt value read from the Interrupt Acknowledge 880 * register" and so this is UNPREDICTABLE. We choose to ignore it. 881 */ 882 return; 883 } 884 if (s->running_priority[cpu] == 0x100) { 885 return; /* No active IRQ. */ 886 } 887 888 if (s->revision == REV_11MPCORE) { 889 /* Mark level triggered interrupts as pending if they are still 890 raised. */ 891 if (!GIC_DIST_TEST_EDGE_TRIGGER(irq) && GIC_DIST_TEST_ENABLED(irq, cm) 892 && GIC_DIST_TEST_LEVEL(irq, cm) 893 && (GIC_DIST_TARGET(irq) & cm) != 0) { 894 DPRINTF("Set %d pending mask %x\n", irq, cm); 895 GIC_DIST_SET_PENDING(irq, cm); 896 } 897 } 898 899 group = gic_has_groups(s) && gic_test_group(s, irq, cpu); 900 901 if (gic_cpu_ns_access(s, cpu, attrs) && !group) { 902 DPRINTF("Non-secure EOI for Group0 interrupt %d ignored\n", irq); 903 return; 904 } 905 906 /* Secure EOI with GICC_CTLR.AckCtl == 0 when the IRQ is a Group 1 907 * interrupt is UNPREDICTABLE. We choose to handle it as if AckCtl == 1, 908 * i.e. go ahead and complete the irq anyway. 909 */ 910 911 gic_drop_prio(s, cpu, group); 912 913 /* In GICv2 the guest can choose to split priority-drop and deactivate */ 914 if (!gic_eoi_split(s, cpu, attrs)) { 915 gic_clear_active(s, irq, cpu); 916 } 917 gic_update(s); 918 } 919 920 static uint32_t gic_dist_readb(void *opaque, hwaddr offset, MemTxAttrs attrs) 921 { 922 GICState *s = (GICState *)opaque; 923 uint32_t res; 924 int irq; 925 int i; 926 int cpu; 927 int cm; 928 int mask; 929 930 cpu = gic_get_current_cpu(s); 931 cm = 1 << cpu; 932 if (offset < 0x100) { 933 if (offset == 0) { /* GICD_CTLR */ 934 if (s->security_extn && !attrs.secure) { 935 /* The NS bank of this register is just an alias of the 936 * EnableGrp1 bit in the S bank version. 937 */ 938 return extract32(s->ctlr, 1, 1); 939 } else { 940 return s->ctlr; 941 } 942 } 943 if (offset == 4) 944 /* Interrupt Controller Type Register */ 945 return ((s->num_irq / 32) - 1) 946 | ((s->num_cpu - 1) << 5) 947 | (s->security_extn << 10); 948 if (offset < 0x08) 949 return 0; 950 if (offset >= 0x80) { 951 /* Interrupt Group Registers: these RAZ/WI if this is an NS 952 * access to a GIC with the security extensions, or if the GIC 953 * doesn't have groups at all. 954 */ 955 res = 0; 956 if (!(s->security_extn && !attrs.secure) && gic_has_groups(s)) { 957 /* Every byte offset holds 8 group status bits */ 958 irq = (offset - 0x080) * 8 + GIC_BASE_IRQ; 959 if (irq >= s->num_irq) { 960 goto bad_reg; 961 } 962 for (i = 0; i < 8; i++) { 963 if (GIC_DIST_TEST_GROUP(irq + i, cm)) { 964 res |= (1 << i); 965 } 966 } 967 } 968 return res; 969 } 970 goto bad_reg; 971 } else if (offset < 0x200) { 972 /* Interrupt Set/Clear Enable. */ 973 if (offset < 0x180) 974 irq = (offset - 0x100) * 8; 975 else 976 irq = (offset - 0x180) * 8; 977 irq += GIC_BASE_IRQ; 978 if (irq >= s->num_irq) 979 goto bad_reg; 980 res = 0; 981 for (i = 0; i < 8; i++) { 982 if (s->security_extn && !attrs.secure && 983 !GIC_DIST_TEST_GROUP(irq + i, 1 << cpu)) { 984 continue; /* Ignore Non-secure access of Group0 IRQ */ 985 } 986 987 if (GIC_DIST_TEST_ENABLED(irq + i, cm)) { 988 res |= (1 << i); 989 } 990 } 991 } else if (offset < 0x300) { 992 /* Interrupt Set/Clear Pending. */ 993 if (offset < 0x280) 994 irq = (offset - 0x200) * 8; 995 else 996 irq = (offset - 0x280) * 8; 997 irq += GIC_BASE_IRQ; 998 if (irq >= s->num_irq) 999 goto bad_reg; 1000 res = 0; 1001 mask = (irq < GIC_INTERNAL) ? cm : ALL_CPU_MASK; 1002 for (i = 0; i < 8; i++) { 1003 if (s->security_extn && !attrs.secure && 1004 !GIC_DIST_TEST_GROUP(irq + i, 1 << cpu)) { 1005 continue; /* Ignore Non-secure access of Group0 IRQ */ 1006 } 1007 1008 if (gic_test_pending(s, irq + i, mask)) { 1009 res |= (1 << i); 1010 } 1011 } 1012 } else if (offset < 0x400) { 1013 /* Interrupt Set/Clear Active. */ 1014 if (offset < 0x380) { 1015 irq = (offset - 0x300) * 8; 1016 } else if (s->revision == 2) { 1017 irq = (offset - 0x380) * 8; 1018 } else { 1019 goto bad_reg; 1020 } 1021 1022 irq += GIC_BASE_IRQ; 1023 if (irq >= s->num_irq) 1024 goto bad_reg; 1025 res = 0; 1026 mask = (irq < GIC_INTERNAL) ? cm : ALL_CPU_MASK; 1027 for (i = 0; i < 8; i++) { 1028 if (s->security_extn && !attrs.secure && 1029 !GIC_DIST_TEST_GROUP(irq + i, 1 << cpu)) { 1030 continue; /* Ignore Non-secure access of Group0 IRQ */ 1031 } 1032 1033 if (GIC_DIST_TEST_ACTIVE(irq + i, mask)) { 1034 res |= (1 << i); 1035 } 1036 } 1037 } else if (offset < 0x800) { 1038 /* Interrupt Priority. */ 1039 irq = (offset - 0x400) + GIC_BASE_IRQ; 1040 if (irq >= s->num_irq) 1041 goto bad_reg; 1042 res = gic_dist_get_priority(s, cpu, irq, attrs); 1043 } else if (offset < 0xc00) { 1044 /* Interrupt CPU Target. */ 1045 if (s->num_cpu == 1 && s->revision != REV_11MPCORE) { 1046 /* For uniprocessor GICs these RAZ/WI */ 1047 res = 0; 1048 } else { 1049 irq = (offset - 0x800) + GIC_BASE_IRQ; 1050 if (irq >= s->num_irq) { 1051 goto bad_reg; 1052 } 1053 if (irq < 29 && s->revision == REV_11MPCORE) { 1054 res = 0; 1055 } else if (irq < GIC_INTERNAL) { 1056 res = cm; 1057 } else { 1058 res = GIC_DIST_TARGET(irq); 1059 } 1060 } 1061 } else if (offset < 0xf00) { 1062 /* Interrupt Configuration. */ 1063 irq = (offset - 0xc00) * 4 + GIC_BASE_IRQ; 1064 if (irq >= s->num_irq) 1065 goto bad_reg; 1066 res = 0; 1067 for (i = 0; i < 4; i++) { 1068 if (s->security_extn && !attrs.secure && 1069 !GIC_DIST_TEST_GROUP(irq + i, 1 << cpu)) { 1070 continue; /* Ignore Non-secure access of Group0 IRQ */ 1071 } 1072 1073 if (GIC_DIST_TEST_MODEL(irq + i)) { 1074 res |= (1 << (i * 2)); 1075 } 1076 if (GIC_DIST_TEST_EDGE_TRIGGER(irq + i)) { 1077 res |= (2 << (i * 2)); 1078 } 1079 } 1080 } else if (offset < 0xf10) { 1081 goto bad_reg; 1082 } else if (offset < 0xf30) { 1083 if (s->revision == REV_11MPCORE) { 1084 goto bad_reg; 1085 } 1086 1087 if (offset < 0xf20) { 1088 /* GICD_CPENDSGIRn */ 1089 irq = (offset - 0xf10); 1090 } else { 1091 irq = (offset - 0xf20); 1092 /* GICD_SPENDSGIRn */ 1093 } 1094 1095 if (s->security_extn && !attrs.secure && 1096 !GIC_DIST_TEST_GROUP(irq, 1 << cpu)) { 1097 res = 0; /* Ignore Non-secure access of Group0 IRQ */ 1098 } else { 1099 res = s->sgi_pending[irq][cpu]; 1100 } 1101 } else if (offset < 0xfd0) { 1102 goto bad_reg; 1103 } else if (offset < 0x1000) { 1104 if (offset & 3) { 1105 res = 0; 1106 } else { 1107 switch (s->revision) { 1108 case REV_11MPCORE: 1109 res = gic_id_11mpcore[(offset - 0xfd0) >> 2]; 1110 break; 1111 case 1: 1112 res = gic_id_gicv1[(offset - 0xfd0) >> 2]; 1113 break; 1114 case 2: 1115 res = gic_id_gicv2[(offset - 0xfd0) >> 2]; 1116 break; 1117 default: 1118 res = 0; 1119 } 1120 } 1121 } else { 1122 g_assert_not_reached(); 1123 } 1124 return res; 1125 bad_reg: 1126 qemu_log_mask(LOG_GUEST_ERROR, 1127 "gic_dist_readb: Bad offset %x\n", (int)offset); 1128 return 0; 1129 } 1130 1131 static MemTxResult gic_dist_read(void *opaque, hwaddr offset, uint64_t *data, 1132 unsigned size, MemTxAttrs attrs) 1133 { 1134 switch (size) { 1135 case 1: 1136 *data = gic_dist_readb(opaque, offset, attrs); 1137 break; 1138 case 2: 1139 *data = gic_dist_readb(opaque, offset, attrs); 1140 *data |= gic_dist_readb(opaque, offset + 1, attrs) << 8; 1141 break; 1142 case 4: 1143 *data = gic_dist_readb(opaque, offset, attrs); 1144 *data |= gic_dist_readb(opaque, offset + 1, attrs) << 8; 1145 *data |= gic_dist_readb(opaque, offset + 2, attrs) << 16; 1146 *data |= gic_dist_readb(opaque, offset + 3, attrs) << 24; 1147 break; 1148 default: 1149 return MEMTX_ERROR; 1150 } 1151 1152 trace_gic_dist_read(offset, size, *data); 1153 return MEMTX_OK; 1154 } 1155 1156 static void gic_dist_writeb(void *opaque, hwaddr offset, 1157 uint32_t value, MemTxAttrs attrs) 1158 { 1159 GICState *s = (GICState *)opaque; 1160 int irq; 1161 int i; 1162 int cpu; 1163 1164 cpu = gic_get_current_cpu(s); 1165 if (offset < 0x100) { 1166 if (offset == 0) { 1167 if (s->security_extn && !attrs.secure) { 1168 /* NS version is just an alias of the S version's bit 1 */ 1169 s->ctlr = deposit32(s->ctlr, 1, 1, value); 1170 } else if (gic_has_groups(s)) { 1171 s->ctlr = value & (GICD_CTLR_EN_GRP0 | GICD_CTLR_EN_GRP1); 1172 } else { 1173 s->ctlr = value & GICD_CTLR_EN_GRP0; 1174 } 1175 DPRINTF("Distributor: Group0 %sabled; Group 1 %sabled\n", 1176 s->ctlr & GICD_CTLR_EN_GRP0 ? "En" : "Dis", 1177 s->ctlr & GICD_CTLR_EN_GRP1 ? "En" : "Dis"); 1178 } else if (offset < 4) { 1179 /* ignored. */ 1180 } else if (offset >= 0x80) { 1181 /* Interrupt Group Registers: RAZ/WI for NS access to secure 1182 * GIC, or for GICs without groups. 1183 */ 1184 if (!(s->security_extn && !attrs.secure) && gic_has_groups(s)) { 1185 /* Every byte offset holds 8 group status bits */ 1186 irq = (offset - 0x80) * 8 + GIC_BASE_IRQ; 1187 if (irq >= s->num_irq) { 1188 goto bad_reg; 1189 } 1190 for (i = 0; i < 8; i++) { 1191 /* Group bits are banked for private interrupts */ 1192 int cm = (irq < GIC_INTERNAL) ? (1 << cpu) : ALL_CPU_MASK; 1193 if (value & (1 << i)) { 1194 /* Group1 (Non-secure) */ 1195 GIC_DIST_SET_GROUP(irq + i, cm); 1196 } else { 1197 /* Group0 (Secure) */ 1198 GIC_DIST_CLEAR_GROUP(irq + i, cm); 1199 } 1200 } 1201 } 1202 } else { 1203 goto bad_reg; 1204 } 1205 } else if (offset < 0x180) { 1206 /* Interrupt Set Enable. */ 1207 irq = (offset - 0x100) * 8 + GIC_BASE_IRQ; 1208 if (irq >= s->num_irq) 1209 goto bad_reg; 1210 if (irq < GIC_NR_SGIS) { 1211 value = 0xff; 1212 } 1213 1214 for (i = 0; i < 8; i++) { 1215 if (value & (1 << i)) { 1216 int mask = 1217 (irq < GIC_INTERNAL) ? (1 << cpu) 1218 : GIC_DIST_TARGET(irq + i); 1219 int cm = (irq < GIC_INTERNAL) ? (1 << cpu) : ALL_CPU_MASK; 1220 1221 if (s->security_extn && !attrs.secure && 1222 !GIC_DIST_TEST_GROUP(irq + i, 1 << cpu)) { 1223 continue; /* Ignore Non-secure access of Group0 IRQ */ 1224 } 1225 1226 if (!GIC_DIST_TEST_ENABLED(irq + i, cm)) { 1227 DPRINTF("Enabled IRQ %d\n", irq + i); 1228 trace_gic_enable_irq(irq + i); 1229 } 1230 GIC_DIST_SET_ENABLED(irq + i, cm); 1231 /* If a raised level triggered IRQ enabled then mark 1232 is as pending. */ 1233 if (GIC_DIST_TEST_LEVEL(irq + i, mask) 1234 && !GIC_DIST_TEST_EDGE_TRIGGER(irq + i)) { 1235 DPRINTF("Set %d pending mask %x\n", irq + i, mask); 1236 GIC_DIST_SET_PENDING(irq + i, mask); 1237 } 1238 } 1239 } 1240 } else if (offset < 0x200) { 1241 /* Interrupt Clear Enable. */ 1242 irq = (offset - 0x180) * 8 + GIC_BASE_IRQ; 1243 if (irq >= s->num_irq) 1244 goto bad_reg; 1245 if (irq < GIC_NR_SGIS) { 1246 value = 0; 1247 } 1248 1249 for (i = 0; i < 8; i++) { 1250 if (value & (1 << i)) { 1251 int cm = (irq < GIC_INTERNAL) ? (1 << cpu) : ALL_CPU_MASK; 1252 1253 if (s->security_extn && !attrs.secure && 1254 !GIC_DIST_TEST_GROUP(irq + i, 1 << cpu)) { 1255 continue; /* Ignore Non-secure access of Group0 IRQ */ 1256 } 1257 1258 if (GIC_DIST_TEST_ENABLED(irq + i, cm)) { 1259 DPRINTF("Disabled IRQ %d\n", irq + i); 1260 trace_gic_disable_irq(irq + i); 1261 } 1262 GIC_DIST_CLEAR_ENABLED(irq + i, cm); 1263 } 1264 } 1265 } else if (offset < 0x280) { 1266 /* Interrupt Set Pending. */ 1267 irq = (offset - 0x200) * 8 + GIC_BASE_IRQ; 1268 if (irq >= s->num_irq) 1269 goto bad_reg; 1270 if (irq < GIC_NR_SGIS) { 1271 value = 0; 1272 } 1273 1274 for (i = 0; i < 8; i++) { 1275 if (value & (1 << i)) { 1276 if (s->security_extn && !attrs.secure && 1277 !GIC_DIST_TEST_GROUP(irq + i, 1 << cpu)) { 1278 continue; /* Ignore Non-secure access of Group0 IRQ */ 1279 } 1280 1281 GIC_DIST_SET_PENDING(irq + i, GIC_DIST_TARGET(irq + i)); 1282 } 1283 } 1284 } else if (offset < 0x300) { 1285 /* Interrupt Clear Pending. */ 1286 irq = (offset - 0x280) * 8 + GIC_BASE_IRQ; 1287 if (irq >= s->num_irq) 1288 goto bad_reg; 1289 if (irq < GIC_NR_SGIS) { 1290 value = 0; 1291 } 1292 1293 for (i = 0; i < 8; i++) { 1294 if (s->security_extn && !attrs.secure && 1295 !GIC_DIST_TEST_GROUP(irq + i, 1 << cpu)) { 1296 continue; /* Ignore Non-secure access of Group0 IRQ */ 1297 } 1298 1299 /* ??? This currently clears the pending bit for all CPUs, even 1300 for per-CPU interrupts. It's unclear whether this is the 1301 corect behavior. */ 1302 if (value & (1 << i)) { 1303 GIC_DIST_CLEAR_PENDING(irq + i, ALL_CPU_MASK); 1304 } 1305 } 1306 } else if (offset < 0x380) { 1307 /* Interrupt Set Active. */ 1308 if (s->revision != 2) { 1309 goto bad_reg; 1310 } 1311 1312 irq = (offset - 0x300) * 8 + GIC_BASE_IRQ; 1313 if (irq >= s->num_irq) { 1314 goto bad_reg; 1315 } 1316 1317 /* This register is banked per-cpu for PPIs */ 1318 int cm = irq < GIC_INTERNAL ? (1 << cpu) : ALL_CPU_MASK; 1319 1320 for (i = 0; i < 8; i++) { 1321 if (s->security_extn && !attrs.secure && 1322 !GIC_DIST_TEST_GROUP(irq + i, 1 << cpu)) { 1323 continue; /* Ignore Non-secure access of Group0 IRQ */ 1324 } 1325 1326 if (value & (1 << i)) { 1327 GIC_DIST_SET_ACTIVE(irq + i, cm); 1328 } 1329 } 1330 } else if (offset < 0x400) { 1331 /* Interrupt Clear Active. */ 1332 if (s->revision != 2) { 1333 goto bad_reg; 1334 } 1335 1336 irq = (offset - 0x380) * 8 + GIC_BASE_IRQ; 1337 if (irq >= s->num_irq) { 1338 goto bad_reg; 1339 } 1340 1341 /* This register is banked per-cpu for PPIs */ 1342 int cm = irq < GIC_INTERNAL ? (1 << cpu) : ALL_CPU_MASK; 1343 1344 for (i = 0; i < 8; i++) { 1345 if (s->security_extn && !attrs.secure && 1346 !GIC_DIST_TEST_GROUP(irq + i, 1 << cpu)) { 1347 continue; /* Ignore Non-secure access of Group0 IRQ */ 1348 } 1349 1350 if (value & (1 << i)) { 1351 GIC_DIST_CLEAR_ACTIVE(irq + i, cm); 1352 } 1353 } 1354 } else if (offset < 0x800) { 1355 /* Interrupt Priority. */ 1356 irq = (offset - 0x400) + GIC_BASE_IRQ; 1357 if (irq >= s->num_irq) 1358 goto bad_reg; 1359 gic_dist_set_priority(s, cpu, irq, value, attrs); 1360 } else if (offset < 0xc00) { 1361 /* Interrupt CPU Target. RAZ/WI on uniprocessor GICs, with the 1362 * annoying exception of the 11MPCore's GIC. 1363 */ 1364 if (s->num_cpu != 1 || s->revision == REV_11MPCORE) { 1365 irq = (offset - 0x800) + GIC_BASE_IRQ; 1366 if (irq >= s->num_irq) { 1367 goto bad_reg; 1368 } 1369 if (irq < 29 && s->revision == REV_11MPCORE) { 1370 value = 0; 1371 } else if (irq < GIC_INTERNAL) { 1372 value = ALL_CPU_MASK; 1373 } 1374 s->irq_target[irq] = value & ALL_CPU_MASK; 1375 } 1376 } else if (offset < 0xf00) { 1377 /* Interrupt Configuration. */ 1378 irq = (offset - 0xc00) * 4 + GIC_BASE_IRQ; 1379 if (irq >= s->num_irq) 1380 goto bad_reg; 1381 if (irq < GIC_NR_SGIS) 1382 value |= 0xaa; 1383 for (i = 0; i < 4; i++) { 1384 if (s->security_extn && !attrs.secure && 1385 !GIC_DIST_TEST_GROUP(irq + i, 1 << cpu)) { 1386 continue; /* Ignore Non-secure access of Group0 IRQ */ 1387 } 1388 1389 if (s->revision == REV_11MPCORE) { 1390 if (value & (1 << (i * 2))) { 1391 GIC_DIST_SET_MODEL(irq + i); 1392 } else { 1393 GIC_DIST_CLEAR_MODEL(irq + i); 1394 } 1395 } 1396 if (value & (2 << (i * 2))) { 1397 GIC_DIST_SET_EDGE_TRIGGER(irq + i); 1398 } else { 1399 GIC_DIST_CLEAR_EDGE_TRIGGER(irq + i); 1400 } 1401 } 1402 } else if (offset < 0xf10) { 1403 /* 0xf00 is only handled for 32-bit writes. */ 1404 goto bad_reg; 1405 } else if (offset < 0xf20) { 1406 /* GICD_CPENDSGIRn */ 1407 if (s->revision == REV_11MPCORE) { 1408 goto bad_reg; 1409 } 1410 irq = (offset - 0xf10); 1411 1412 if (!s->security_extn || attrs.secure || 1413 GIC_DIST_TEST_GROUP(irq, 1 << cpu)) { 1414 s->sgi_pending[irq][cpu] &= ~value; 1415 if (s->sgi_pending[irq][cpu] == 0) { 1416 GIC_DIST_CLEAR_PENDING(irq, 1 << cpu); 1417 } 1418 } 1419 } else if (offset < 0xf30) { 1420 /* GICD_SPENDSGIRn */ 1421 if (s->revision == REV_11MPCORE) { 1422 goto bad_reg; 1423 } 1424 irq = (offset - 0xf20); 1425 1426 if (!s->security_extn || attrs.secure || 1427 GIC_DIST_TEST_GROUP(irq, 1 << cpu)) { 1428 GIC_DIST_SET_PENDING(irq, 1 << cpu); 1429 s->sgi_pending[irq][cpu] |= value; 1430 } 1431 } else { 1432 goto bad_reg; 1433 } 1434 gic_update(s); 1435 return; 1436 bad_reg: 1437 qemu_log_mask(LOG_GUEST_ERROR, 1438 "gic_dist_writeb: Bad offset %x\n", (int)offset); 1439 } 1440 1441 static void gic_dist_writew(void *opaque, hwaddr offset, 1442 uint32_t value, MemTxAttrs attrs) 1443 { 1444 gic_dist_writeb(opaque, offset, value & 0xff, attrs); 1445 gic_dist_writeb(opaque, offset + 1, value >> 8, attrs); 1446 } 1447 1448 static void gic_dist_writel(void *opaque, hwaddr offset, 1449 uint32_t value, MemTxAttrs attrs) 1450 { 1451 GICState *s = (GICState *)opaque; 1452 if (offset == 0xf00) { 1453 int cpu; 1454 int irq; 1455 int mask; 1456 int target_cpu; 1457 1458 cpu = gic_get_current_cpu(s); 1459 irq = value & 0x3ff; 1460 switch ((value >> 24) & 3) { 1461 case 0: 1462 mask = (value >> 16) & ALL_CPU_MASK; 1463 break; 1464 case 1: 1465 mask = ALL_CPU_MASK ^ (1 << cpu); 1466 break; 1467 case 2: 1468 mask = 1 << cpu; 1469 break; 1470 default: 1471 DPRINTF("Bad Soft Int target filter\n"); 1472 mask = ALL_CPU_MASK; 1473 break; 1474 } 1475 GIC_DIST_SET_PENDING(irq, mask); 1476 target_cpu = ctz32(mask); 1477 while (target_cpu < GIC_NCPU) { 1478 s->sgi_pending[irq][target_cpu] |= (1 << cpu); 1479 mask &= ~(1 << target_cpu); 1480 target_cpu = ctz32(mask); 1481 } 1482 gic_update(s); 1483 return; 1484 } 1485 gic_dist_writew(opaque, offset, value & 0xffff, attrs); 1486 gic_dist_writew(opaque, offset + 2, value >> 16, attrs); 1487 } 1488 1489 static MemTxResult gic_dist_write(void *opaque, hwaddr offset, uint64_t data, 1490 unsigned size, MemTxAttrs attrs) 1491 { 1492 trace_gic_dist_write(offset, size, data); 1493 1494 switch (size) { 1495 case 1: 1496 gic_dist_writeb(opaque, offset, data, attrs); 1497 return MEMTX_OK; 1498 case 2: 1499 gic_dist_writew(opaque, offset, data, attrs); 1500 return MEMTX_OK; 1501 case 4: 1502 gic_dist_writel(opaque, offset, data, attrs); 1503 return MEMTX_OK; 1504 default: 1505 return MEMTX_ERROR; 1506 } 1507 } 1508 1509 static inline uint32_t gic_apr_ns_view(GICState *s, int cpu, int regno) 1510 { 1511 /* Return the Nonsecure view of GICC_APR<regno>. This is the 1512 * second half of GICC_NSAPR. 1513 */ 1514 switch (GIC_MIN_BPR) { 1515 case 0: 1516 if (regno < 2) { 1517 return s->nsapr[regno + 2][cpu]; 1518 } 1519 break; 1520 case 1: 1521 if (regno == 0) { 1522 return s->nsapr[regno + 1][cpu]; 1523 } 1524 break; 1525 case 2: 1526 if (regno == 0) { 1527 return extract32(s->nsapr[0][cpu], 16, 16); 1528 } 1529 break; 1530 case 3: 1531 if (regno == 0) { 1532 return extract32(s->nsapr[0][cpu], 8, 8); 1533 } 1534 break; 1535 default: 1536 g_assert_not_reached(); 1537 } 1538 return 0; 1539 } 1540 1541 static inline void gic_apr_write_ns_view(GICState *s, int cpu, int regno, 1542 uint32_t value) 1543 { 1544 /* Write the Nonsecure view of GICC_APR<regno>. */ 1545 switch (GIC_MIN_BPR) { 1546 case 0: 1547 if (regno < 2) { 1548 s->nsapr[regno + 2][cpu] = value; 1549 } 1550 break; 1551 case 1: 1552 if (regno == 0) { 1553 s->nsapr[regno + 1][cpu] = value; 1554 } 1555 break; 1556 case 2: 1557 if (regno == 0) { 1558 s->nsapr[0][cpu] = deposit32(s->nsapr[0][cpu], 16, 16, value); 1559 } 1560 break; 1561 case 3: 1562 if (regno == 0) { 1563 s->nsapr[0][cpu] = deposit32(s->nsapr[0][cpu], 8, 8, value); 1564 } 1565 break; 1566 default: 1567 g_assert_not_reached(); 1568 } 1569 } 1570 1571 static MemTxResult gic_cpu_read(GICState *s, int cpu, int offset, 1572 uint64_t *data, MemTxAttrs attrs) 1573 { 1574 switch (offset) { 1575 case 0x00: /* Control */ 1576 *data = gic_get_cpu_control(s, cpu, attrs); 1577 break; 1578 case 0x04: /* Priority mask */ 1579 *data = gic_get_priority_mask(s, cpu, attrs); 1580 break; 1581 case 0x08: /* Binary Point */ 1582 if (gic_cpu_ns_access(s, cpu, attrs)) { 1583 if (s->cpu_ctlr[cpu] & GICC_CTLR_CBPR) { 1584 /* NS view of BPR when CBPR is 1 */ 1585 *data = MIN(s->bpr[cpu] + 1, 7); 1586 } else { 1587 /* BPR is banked. Non-secure copy stored in ABPR. */ 1588 *data = s->abpr[cpu]; 1589 } 1590 } else { 1591 *data = s->bpr[cpu]; 1592 } 1593 break; 1594 case 0x0c: /* Acknowledge */ 1595 *data = gic_acknowledge_irq(s, cpu, attrs); 1596 break; 1597 case 0x14: /* Running Priority */ 1598 *data = gic_get_running_priority(s, cpu, attrs); 1599 break; 1600 case 0x18: /* Highest Pending Interrupt */ 1601 *data = gic_get_current_pending_irq(s, cpu, attrs); 1602 break; 1603 case 0x1c: /* Aliased Binary Point */ 1604 /* GIC v2, no security: ABPR 1605 * GIC v1, no security: not implemented (RAZ/WI) 1606 * With security extensions, secure access: ABPR (alias of NS BPR) 1607 * With security extensions, nonsecure access: RAZ/WI 1608 */ 1609 if (!gic_has_groups(s) || (gic_cpu_ns_access(s, cpu, attrs))) { 1610 *data = 0; 1611 } else { 1612 *data = s->abpr[cpu]; 1613 } 1614 break; 1615 case 0xd0: case 0xd4: case 0xd8: case 0xdc: 1616 { 1617 int regno = (offset - 0xd0) / 4; 1618 int nr_aprs = gic_is_vcpu(cpu) ? GIC_VIRT_NR_APRS : GIC_NR_APRS; 1619 1620 if (regno >= nr_aprs || s->revision != 2) { 1621 *data = 0; 1622 } else if (gic_is_vcpu(cpu)) { 1623 *data = s->h_apr[gic_get_vcpu_real_id(cpu)]; 1624 } else if (gic_cpu_ns_access(s, cpu, attrs)) { 1625 /* NS view of GICC_APR<n> is the top half of GIC_NSAPR<n> */ 1626 *data = gic_apr_ns_view(s, regno, cpu); 1627 } else { 1628 *data = s->apr[regno][cpu]; 1629 } 1630 break; 1631 } 1632 case 0xe0: case 0xe4: case 0xe8: case 0xec: 1633 { 1634 int regno = (offset - 0xe0) / 4; 1635 1636 if (regno >= GIC_NR_APRS || s->revision != 2 || !gic_has_groups(s) || 1637 gic_cpu_ns_access(s, cpu, attrs) || gic_is_vcpu(cpu)) { 1638 *data = 0; 1639 } else { 1640 *data = s->nsapr[regno][cpu]; 1641 } 1642 break; 1643 } 1644 default: 1645 qemu_log_mask(LOG_GUEST_ERROR, 1646 "gic_cpu_read: Bad offset %x\n", (int)offset); 1647 *data = 0; 1648 break; 1649 } 1650 1651 trace_gic_cpu_read(gic_is_vcpu(cpu) ? "vcpu" : "cpu", 1652 gic_get_vcpu_real_id(cpu), offset, *data); 1653 return MEMTX_OK; 1654 } 1655 1656 static MemTxResult gic_cpu_write(GICState *s, int cpu, int offset, 1657 uint32_t value, MemTxAttrs attrs) 1658 { 1659 trace_gic_cpu_write(gic_is_vcpu(cpu) ? "vcpu" : "cpu", 1660 gic_get_vcpu_real_id(cpu), offset, value); 1661 1662 switch (offset) { 1663 case 0x00: /* Control */ 1664 gic_set_cpu_control(s, cpu, value, attrs); 1665 break; 1666 case 0x04: /* Priority mask */ 1667 gic_set_priority_mask(s, cpu, value, attrs); 1668 break; 1669 case 0x08: /* Binary Point */ 1670 if (gic_cpu_ns_access(s, cpu, attrs)) { 1671 if (s->cpu_ctlr[cpu] & GICC_CTLR_CBPR) { 1672 /* WI when CBPR is 1 */ 1673 return MEMTX_OK; 1674 } else { 1675 s->abpr[cpu] = MAX(value & 0x7, GIC_MIN_ABPR); 1676 } 1677 } else { 1678 int min_bpr = gic_is_vcpu(cpu) ? GIC_VIRT_MIN_BPR : GIC_MIN_BPR; 1679 s->bpr[cpu] = MAX(value & 0x7, min_bpr); 1680 } 1681 break; 1682 case 0x10: /* End Of Interrupt */ 1683 gic_complete_irq(s, cpu, value & 0x3ff, attrs); 1684 return MEMTX_OK; 1685 case 0x1c: /* Aliased Binary Point */ 1686 if (!gic_has_groups(s) || (gic_cpu_ns_access(s, cpu, attrs))) { 1687 /* unimplemented, or NS access: RAZ/WI */ 1688 return MEMTX_OK; 1689 } else { 1690 s->abpr[cpu] = MAX(value & 0x7, GIC_MIN_ABPR); 1691 } 1692 break; 1693 case 0xd0: case 0xd4: case 0xd8: case 0xdc: 1694 { 1695 int regno = (offset - 0xd0) / 4; 1696 int nr_aprs = gic_is_vcpu(cpu) ? GIC_VIRT_NR_APRS : GIC_NR_APRS; 1697 1698 if (regno >= nr_aprs || s->revision != 2) { 1699 return MEMTX_OK; 1700 } 1701 if (gic_is_vcpu(cpu)) { 1702 s->h_apr[gic_get_vcpu_real_id(cpu)] = value; 1703 } else if (gic_cpu_ns_access(s, cpu, attrs)) { 1704 /* NS view of GICC_APR<n> is the top half of GIC_NSAPR<n> */ 1705 gic_apr_write_ns_view(s, regno, cpu, value); 1706 } else { 1707 s->apr[regno][cpu] = value; 1708 } 1709 break; 1710 } 1711 case 0xe0: case 0xe4: case 0xe8: case 0xec: 1712 { 1713 int regno = (offset - 0xe0) / 4; 1714 1715 if (regno >= GIC_NR_APRS || s->revision != 2) { 1716 return MEMTX_OK; 1717 } 1718 if (gic_is_vcpu(cpu)) { 1719 return MEMTX_OK; 1720 } 1721 if (!gic_has_groups(s) || (gic_cpu_ns_access(s, cpu, attrs))) { 1722 return MEMTX_OK; 1723 } 1724 s->nsapr[regno][cpu] = value; 1725 break; 1726 } 1727 case 0x1000: 1728 /* GICC_DIR */ 1729 gic_deactivate_irq(s, cpu, value & 0x3ff, attrs); 1730 break; 1731 default: 1732 qemu_log_mask(LOG_GUEST_ERROR, 1733 "gic_cpu_write: Bad offset %x\n", (int)offset); 1734 return MEMTX_OK; 1735 } 1736 1737 if (gic_is_vcpu(cpu)) { 1738 gic_update_virt(s); 1739 } else { 1740 gic_update(s); 1741 } 1742 1743 return MEMTX_OK; 1744 } 1745 1746 /* Wrappers to read/write the GIC CPU interface for the current CPU */ 1747 static MemTxResult gic_thiscpu_read(void *opaque, hwaddr addr, uint64_t *data, 1748 unsigned size, MemTxAttrs attrs) 1749 { 1750 GICState *s = (GICState *)opaque; 1751 return gic_cpu_read(s, gic_get_current_cpu(s), addr, data, attrs); 1752 } 1753 1754 static MemTxResult gic_thiscpu_write(void *opaque, hwaddr addr, 1755 uint64_t value, unsigned size, 1756 MemTxAttrs attrs) 1757 { 1758 GICState *s = (GICState *)opaque; 1759 return gic_cpu_write(s, gic_get_current_cpu(s), addr, value, attrs); 1760 } 1761 1762 /* Wrappers to read/write the GIC CPU interface for a specific CPU. 1763 * These just decode the opaque pointer into GICState* + cpu id. 1764 */ 1765 static MemTxResult gic_do_cpu_read(void *opaque, hwaddr addr, uint64_t *data, 1766 unsigned size, MemTxAttrs attrs) 1767 { 1768 GICState **backref = (GICState **)opaque; 1769 GICState *s = *backref; 1770 int id = (backref - s->backref); 1771 return gic_cpu_read(s, id, addr, data, attrs); 1772 } 1773 1774 static MemTxResult gic_do_cpu_write(void *opaque, hwaddr addr, 1775 uint64_t value, unsigned size, 1776 MemTxAttrs attrs) 1777 { 1778 GICState **backref = (GICState **)opaque; 1779 GICState *s = *backref; 1780 int id = (backref - s->backref); 1781 return gic_cpu_write(s, id, addr, value, attrs); 1782 } 1783 1784 static MemTxResult gic_thisvcpu_read(void *opaque, hwaddr addr, uint64_t *data, 1785 unsigned size, MemTxAttrs attrs) 1786 { 1787 GICState *s = (GICState *)opaque; 1788 1789 return gic_cpu_read(s, gic_get_current_vcpu(s), addr, data, attrs); 1790 } 1791 1792 static MemTxResult gic_thisvcpu_write(void *opaque, hwaddr addr, 1793 uint64_t value, unsigned size, 1794 MemTxAttrs attrs) 1795 { 1796 GICState *s = (GICState *)opaque; 1797 1798 return gic_cpu_write(s, gic_get_current_vcpu(s), addr, value, attrs); 1799 } 1800 1801 static uint32_t gic_compute_eisr(GICState *s, int cpu, int lr_start) 1802 { 1803 int lr_idx; 1804 uint32_t ret = 0; 1805 1806 for (lr_idx = lr_start; lr_idx < s->num_lrs; lr_idx++) { 1807 uint32_t *entry = &s->h_lr[lr_idx][cpu]; 1808 ret = deposit32(ret, lr_idx - lr_start, 1, 1809 gic_lr_entry_is_eoi(*entry)); 1810 } 1811 1812 return ret; 1813 } 1814 1815 static uint32_t gic_compute_elrsr(GICState *s, int cpu, int lr_start) 1816 { 1817 int lr_idx; 1818 uint32_t ret = 0; 1819 1820 for (lr_idx = lr_start; lr_idx < s->num_lrs; lr_idx++) { 1821 uint32_t *entry = &s->h_lr[lr_idx][cpu]; 1822 ret = deposit32(ret, lr_idx - lr_start, 1, 1823 gic_lr_entry_is_free(*entry)); 1824 } 1825 1826 return ret; 1827 } 1828 1829 static void gic_vmcr_write(GICState *s, uint32_t value, MemTxAttrs attrs) 1830 { 1831 int vcpu = gic_get_current_vcpu(s); 1832 uint32_t ctlr; 1833 uint32_t abpr; 1834 uint32_t bpr; 1835 uint32_t prio_mask; 1836 1837 ctlr = FIELD_EX32(value, GICH_VMCR, VMCCtlr); 1838 abpr = FIELD_EX32(value, GICH_VMCR, VMABP); 1839 bpr = FIELD_EX32(value, GICH_VMCR, VMBP); 1840 prio_mask = FIELD_EX32(value, GICH_VMCR, VMPriMask) << 3; 1841 1842 gic_set_cpu_control(s, vcpu, ctlr, attrs); 1843 s->abpr[vcpu] = MAX(abpr, GIC_VIRT_MIN_ABPR); 1844 s->bpr[vcpu] = MAX(bpr, GIC_VIRT_MIN_BPR); 1845 gic_set_priority_mask(s, vcpu, prio_mask, attrs); 1846 } 1847 1848 static MemTxResult gic_hyp_read(void *opaque, int cpu, hwaddr addr, 1849 uint64_t *data, MemTxAttrs attrs) 1850 { 1851 GICState *s = ARM_GIC(opaque); 1852 int vcpu = cpu + GIC_NCPU; 1853 1854 switch (addr) { 1855 case A_GICH_HCR: /* Hypervisor Control */ 1856 *data = s->h_hcr[cpu]; 1857 break; 1858 1859 case A_GICH_VTR: /* VGIC Type */ 1860 *data = FIELD_DP32(0, GICH_VTR, ListRegs, s->num_lrs - 1); 1861 *data = FIELD_DP32(*data, GICH_VTR, PREbits, 1862 GIC_VIRT_MAX_GROUP_PRIO_BITS - 1); 1863 *data = FIELD_DP32(*data, GICH_VTR, PRIbits, 1864 (7 - GIC_VIRT_MIN_BPR) - 1); 1865 break; 1866 1867 case A_GICH_VMCR: /* Virtual Machine Control */ 1868 *data = FIELD_DP32(0, GICH_VMCR, VMCCtlr, 1869 extract32(s->cpu_ctlr[vcpu], 0, 10)); 1870 *data = FIELD_DP32(*data, GICH_VMCR, VMABP, s->abpr[vcpu]); 1871 *data = FIELD_DP32(*data, GICH_VMCR, VMBP, s->bpr[vcpu]); 1872 *data = FIELD_DP32(*data, GICH_VMCR, VMPriMask, 1873 extract32(s->priority_mask[vcpu], 3, 5)); 1874 break; 1875 1876 case A_GICH_MISR: /* Maintenance Interrupt Status */ 1877 *data = s->h_misr[cpu]; 1878 break; 1879 1880 case A_GICH_EISR0: /* End of Interrupt Status 0 and 1 */ 1881 case A_GICH_EISR1: 1882 *data = gic_compute_eisr(s, cpu, (addr - A_GICH_EISR0) * 8); 1883 break; 1884 1885 case A_GICH_ELRSR0: /* Empty List Status 0 and 1 */ 1886 case A_GICH_ELRSR1: 1887 *data = gic_compute_elrsr(s, cpu, (addr - A_GICH_ELRSR0) * 8); 1888 break; 1889 1890 case A_GICH_APR: /* Active Priorities */ 1891 *data = s->h_apr[cpu]; 1892 break; 1893 1894 case A_GICH_LR0 ... A_GICH_LR63: /* List Registers */ 1895 { 1896 int lr_idx = (addr - A_GICH_LR0) / 4; 1897 1898 if (lr_idx > s->num_lrs) { 1899 *data = 0; 1900 } else { 1901 *data = s->h_lr[lr_idx][cpu]; 1902 } 1903 break; 1904 } 1905 1906 default: 1907 qemu_log_mask(LOG_GUEST_ERROR, 1908 "gic_hyp_read: Bad offset %" HWADDR_PRIx "\n", addr); 1909 return MEMTX_OK; 1910 } 1911 1912 trace_gic_hyp_read(addr, *data); 1913 return MEMTX_OK; 1914 } 1915 1916 static MemTxResult gic_hyp_write(void *opaque, int cpu, hwaddr addr, 1917 uint64_t value, MemTxAttrs attrs) 1918 { 1919 GICState *s = ARM_GIC(opaque); 1920 int vcpu = cpu + GIC_NCPU; 1921 1922 trace_gic_hyp_write(addr, value); 1923 1924 switch (addr) { 1925 case A_GICH_HCR: /* Hypervisor Control */ 1926 s->h_hcr[cpu] = value & GICH_HCR_MASK; 1927 break; 1928 1929 case A_GICH_VMCR: /* Virtual Machine Control */ 1930 gic_vmcr_write(s, value, attrs); 1931 break; 1932 1933 case A_GICH_APR: /* Active Priorities */ 1934 s->h_apr[cpu] = value; 1935 s->running_priority[vcpu] = gic_get_prio_from_apr_bits(s, vcpu); 1936 break; 1937 1938 case A_GICH_LR0 ... A_GICH_LR63: /* List Registers */ 1939 { 1940 int lr_idx = (addr - A_GICH_LR0) / 4; 1941 1942 if (lr_idx > s->num_lrs) { 1943 return MEMTX_OK; 1944 } 1945 1946 s->h_lr[lr_idx][cpu] = value & GICH_LR_MASK; 1947 trace_gic_lr_entry(cpu, lr_idx, s->h_lr[lr_idx][cpu]); 1948 break; 1949 } 1950 1951 default: 1952 qemu_log_mask(LOG_GUEST_ERROR, 1953 "gic_hyp_write: Bad offset %" HWADDR_PRIx "\n", addr); 1954 return MEMTX_OK; 1955 } 1956 1957 gic_update_virt(s); 1958 return MEMTX_OK; 1959 } 1960 1961 static MemTxResult gic_thiscpu_hyp_read(void *opaque, hwaddr addr, uint64_t *data, 1962 unsigned size, MemTxAttrs attrs) 1963 { 1964 GICState *s = (GICState *)opaque; 1965 1966 return gic_hyp_read(s, gic_get_current_cpu(s), addr, data, attrs); 1967 } 1968 1969 static MemTxResult gic_thiscpu_hyp_write(void *opaque, hwaddr addr, 1970 uint64_t value, unsigned size, 1971 MemTxAttrs attrs) 1972 { 1973 GICState *s = (GICState *)opaque; 1974 1975 return gic_hyp_write(s, gic_get_current_cpu(s), addr, value, attrs); 1976 } 1977 1978 static MemTxResult gic_do_hyp_read(void *opaque, hwaddr addr, uint64_t *data, 1979 unsigned size, MemTxAttrs attrs) 1980 { 1981 GICState **backref = (GICState **)opaque; 1982 GICState *s = *backref; 1983 int id = (backref - s->backref); 1984 1985 return gic_hyp_read(s, id, addr, data, attrs); 1986 } 1987 1988 static MemTxResult gic_do_hyp_write(void *opaque, hwaddr addr, 1989 uint64_t value, unsigned size, 1990 MemTxAttrs attrs) 1991 { 1992 GICState **backref = (GICState **)opaque; 1993 GICState *s = *backref; 1994 int id = (backref - s->backref); 1995 1996 return gic_hyp_write(s, id + GIC_NCPU, addr, value, attrs); 1997 1998 } 1999 2000 static const MemoryRegionOps gic_ops[2] = { 2001 { 2002 .read_with_attrs = gic_dist_read, 2003 .write_with_attrs = gic_dist_write, 2004 .endianness = DEVICE_NATIVE_ENDIAN, 2005 }, 2006 { 2007 .read_with_attrs = gic_thiscpu_read, 2008 .write_with_attrs = gic_thiscpu_write, 2009 .endianness = DEVICE_NATIVE_ENDIAN, 2010 } 2011 }; 2012 2013 static const MemoryRegionOps gic_cpu_ops = { 2014 .read_with_attrs = gic_do_cpu_read, 2015 .write_with_attrs = gic_do_cpu_write, 2016 .endianness = DEVICE_NATIVE_ENDIAN, 2017 }; 2018 2019 static const MemoryRegionOps gic_virt_ops[2] = { 2020 { 2021 .read_with_attrs = gic_thiscpu_hyp_read, 2022 .write_with_attrs = gic_thiscpu_hyp_write, 2023 .endianness = DEVICE_NATIVE_ENDIAN, 2024 }, 2025 { 2026 .read_with_attrs = gic_thisvcpu_read, 2027 .write_with_attrs = gic_thisvcpu_write, 2028 .endianness = DEVICE_NATIVE_ENDIAN, 2029 } 2030 }; 2031 2032 static const MemoryRegionOps gic_viface_ops = { 2033 .read_with_attrs = gic_do_hyp_read, 2034 .write_with_attrs = gic_do_hyp_write, 2035 .endianness = DEVICE_NATIVE_ENDIAN, 2036 }; 2037 2038 static void arm_gic_realize(DeviceState *dev, Error **errp) 2039 { 2040 /* Device instance realize function for the GIC sysbus device */ 2041 int i; 2042 GICState *s = ARM_GIC(dev); 2043 SysBusDevice *sbd = SYS_BUS_DEVICE(dev); 2044 ARMGICClass *agc = ARM_GIC_GET_CLASS(s); 2045 Error *local_err = NULL; 2046 2047 agc->parent_realize(dev, &local_err); 2048 if (local_err) { 2049 error_propagate(errp, local_err); 2050 return; 2051 } 2052 2053 if (kvm_enabled() && !kvm_arm_supports_user_irq()) { 2054 error_setg(errp, "KVM with user space irqchip only works when the " 2055 "host kernel supports KVM_CAP_ARM_USER_IRQ"); 2056 return; 2057 } 2058 2059 /* This creates distributor, main CPU interface (s->cpuiomem[0]) and if 2060 * enabled, virtualization extensions related interfaces (main virtual 2061 * interface (s->vifaceiomem[0]) and virtual CPU interface). 2062 */ 2063 gic_init_irqs_and_mmio(s, gic_set_irq, gic_ops, gic_virt_ops); 2064 2065 /* Extra core-specific regions for the CPU interfaces. This is 2066 * necessary for "franken-GIC" implementations, for example on 2067 * Exynos 4. 2068 * NB that the memory region size of 0x100 applies for the 11MPCore 2069 * and also cores following the GIC v1 spec (ie A9). 2070 * GIC v2 defines a larger memory region (0x1000) so this will need 2071 * to be extended when we implement A15. 2072 */ 2073 for (i = 0; i < s->num_cpu; i++) { 2074 s->backref[i] = s; 2075 memory_region_init_io(&s->cpuiomem[i+1], OBJECT(s), &gic_cpu_ops, 2076 &s->backref[i], "gic_cpu", 0x100); 2077 sysbus_init_mmio(sbd, &s->cpuiomem[i+1]); 2078 } 2079 2080 /* Extra core-specific regions for virtual interfaces. This is required by 2081 * the GICv2 specification. 2082 */ 2083 if (s->virt_extn) { 2084 for (i = 0; i < s->num_cpu; i++) { 2085 memory_region_init_io(&s->vifaceiomem[i + 1], OBJECT(s), 2086 &gic_viface_ops, &s->backref[i], 2087 "gic_viface", 0x1000); 2088 sysbus_init_mmio(sbd, &s->vifaceiomem[i + 1]); 2089 } 2090 } 2091 2092 } 2093 2094 static void arm_gic_class_init(ObjectClass *klass, void *data) 2095 { 2096 DeviceClass *dc = DEVICE_CLASS(klass); 2097 ARMGICClass *agc = ARM_GIC_CLASS(klass); 2098 2099 device_class_set_parent_realize(dc, arm_gic_realize, &agc->parent_realize); 2100 } 2101 2102 static const TypeInfo arm_gic_info = { 2103 .name = TYPE_ARM_GIC, 2104 .parent = TYPE_ARM_GIC_COMMON, 2105 .instance_size = sizeof(GICState), 2106 .class_init = arm_gic_class_init, 2107 .class_size = sizeof(ARMGICClass), 2108 }; 2109 2110 static void arm_gic_register_types(void) 2111 { 2112 type_register_static(&arm_gic_info); 2113 } 2114 2115 type_init(arm_gic_register_types) 2116