xref: /openbmc/qemu/hw/pci-host/pnv_phb4.c (revision fc8c745d)
1 /*
2  * QEMU PowerPC PowerNV (POWER9) PHB4 model
3  *
4  * Copyright (c) 2018-2020, IBM Corporation.
5  *
6  * This code is licensed under the GPL version 2 or later. See the
7  * COPYING file in the top-level directory.
8  */
9 #include "qemu/osdep.h"
10 #include "qemu/log.h"
11 #include "qapi/visitor.h"
12 #include "qapi/error.h"
13 #include "qemu-common.h"
14 #include "monitor/monitor.h"
15 #include "target/ppc/cpu.h"
16 #include "hw/pci-host/pnv_phb4_regs.h"
17 #include "hw/pci-host/pnv_phb4.h"
18 #include "hw/pci/pcie_host.h"
19 #include "hw/pci/pcie_port.h"
20 #include "hw/ppc/pnv.h"
21 #include "hw/ppc/pnv_xscom.h"
22 #include "hw/irq.h"
23 #include "hw/qdev-properties.h"
24 #include "qom/object.h"
25 #include "trace.h"
26 
27 #define phb_error(phb, fmt, ...)                                        \
28     qemu_log_mask(LOG_GUEST_ERROR, "phb4[%d:%d]: " fmt "\n",            \
29                   (phb)->chip_id, (phb)->phb_id, ## __VA_ARGS__)
30 
31 /*
32  * QEMU version of the GETFIELD/SETFIELD macros
33  *
34  * These are common with the PnvXive model.
35  */
36 static inline uint64_t GETFIELD(uint64_t mask, uint64_t word)
37 {
38     return (word & mask) >> ctz64(mask);
39 }
40 
41 static inline uint64_t SETFIELD(uint64_t mask, uint64_t word,
42                                 uint64_t value)
43 {
44     return (word & ~mask) | ((value << ctz64(mask)) & mask);
45 }
46 
47 static PCIDevice *pnv_phb4_find_cfg_dev(PnvPHB4 *phb)
48 {
49     PCIHostState *pci = PCI_HOST_BRIDGE(phb);
50     uint64_t addr = phb->regs[PHB_CONFIG_ADDRESS >> 3];
51     uint8_t bus, devfn;
52 
53     if (!(addr >> 63)) {
54         return NULL;
55     }
56     bus = (addr >> 52) & 0xff;
57     devfn = (addr >> 44) & 0xff;
58 
59     /* We don't access the root complex this way */
60     if (bus == 0 && devfn == 0) {
61         return NULL;
62     }
63     return pci_find_device(pci->bus, bus, devfn);
64 }
65 
66 /*
67  * The CONFIG_DATA register expects little endian accesses, but as the
68  * region is big endian, we have to swap the value.
69  */
70 static void pnv_phb4_config_write(PnvPHB4 *phb, unsigned off,
71                                   unsigned size, uint64_t val)
72 {
73     uint32_t cfg_addr, limit;
74     PCIDevice *pdev;
75 
76     pdev = pnv_phb4_find_cfg_dev(phb);
77     if (!pdev) {
78         return;
79     }
80     cfg_addr = (phb->regs[PHB_CONFIG_ADDRESS >> 3] >> 32) & 0xffc;
81     cfg_addr |= off;
82     limit = pci_config_size(pdev);
83     if (limit <= cfg_addr) {
84         /*
85          * conventional pci device can be behind pcie-to-pci bridge.
86          * 256 <= addr < 4K has no effects.
87          */
88         return;
89     }
90     switch (size) {
91     case 1:
92         break;
93     case 2:
94         val = bswap16(val);
95         break;
96     case 4:
97         val = bswap32(val);
98         break;
99     default:
100         g_assert_not_reached();
101     }
102     pci_host_config_write_common(pdev, cfg_addr, limit, val, size);
103 }
104 
105 static uint64_t pnv_phb4_config_read(PnvPHB4 *phb, unsigned off,
106                                      unsigned size)
107 {
108     uint32_t cfg_addr, limit;
109     PCIDevice *pdev;
110     uint64_t val;
111 
112     pdev = pnv_phb4_find_cfg_dev(phb);
113     if (!pdev) {
114         return ~0ull;
115     }
116     cfg_addr = (phb->regs[PHB_CONFIG_ADDRESS >> 3] >> 32) & 0xffc;
117     cfg_addr |= off;
118     limit = pci_config_size(pdev);
119     if (limit <= cfg_addr) {
120         /*
121          * conventional pci device can be behind pcie-to-pci bridge.
122          * 256 <= addr < 4K has no effects.
123          */
124         return ~0ull;
125     }
126     val = pci_host_config_read_common(pdev, cfg_addr, limit, size);
127     switch (size) {
128     case 1:
129         return val;
130     case 2:
131         return bswap16(val);
132     case 4:
133         return bswap32(val);
134     default:
135         g_assert_not_reached();
136     }
137 }
138 
139 /*
140  * Root complex register accesses are memory mapped.
141  */
142 static void pnv_phb4_rc_config_write(PnvPHB4 *phb, unsigned off,
143                                      unsigned size, uint64_t val)
144 {
145     PCIHostState *pci = PCI_HOST_BRIDGE(phb);
146     PCIDevice *pdev;
147 
148     if (size != 4) {
149         phb_error(phb, "rc_config_write invalid size %d\n", size);
150         return;
151     }
152 
153     pdev = pci_find_device(pci->bus, 0, 0);
154     assert(pdev);
155 
156     pci_host_config_write_common(pdev, off, PHB_RC_CONFIG_SIZE,
157                                  bswap32(val), 4);
158 }
159 
160 static uint64_t pnv_phb4_rc_config_read(PnvPHB4 *phb, unsigned off,
161                                         unsigned size)
162 {
163     PCIHostState *pci = PCI_HOST_BRIDGE(phb);
164     PCIDevice *pdev;
165     uint64_t val;
166 
167     if (size != 4) {
168         phb_error(phb, "rc_config_read invalid size %d\n", size);
169         return ~0ull;
170     }
171 
172     pdev = pci_find_device(pci->bus, 0, 0);
173     assert(pdev);
174 
175     val = pci_host_config_read_common(pdev, off, PHB_RC_CONFIG_SIZE, 4);
176     return bswap32(val);
177 }
178 
179 static void pnv_phb4_check_mbt(PnvPHB4 *phb, uint32_t index)
180 {
181     uint64_t base, start, size, mbe0, mbe1;
182     MemoryRegion *parent;
183     char name[64];
184 
185     /* Unmap first */
186     if (memory_region_is_mapped(&phb->mr_mmio[index])) {
187         /* Should we destroy it in RCU friendly way... ? */
188         memory_region_del_subregion(phb->mr_mmio[index].container,
189                                     &phb->mr_mmio[index]);
190     }
191 
192     /* Get table entry */
193     mbe0 = phb->ioda_MBT[(index << 1)];
194     mbe1 = phb->ioda_MBT[(index << 1) + 1];
195 
196     if (!(mbe0 & IODA3_MBT0_ENABLE)) {
197         return;
198     }
199 
200     /* Grab geometry from registers */
201     base = GETFIELD(IODA3_MBT0_BASE_ADDR, mbe0) << 12;
202     size = GETFIELD(IODA3_MBT1_MASK, mbe1) << 12;
203     size |= 0xff00000000000000ull;
204     size = ~size + 1;
205 
206     /* Calculate PCI side start address based on M32/M64 window type */
207     if (mbe0 & IODA3_MBT0_TYPE_M32) {
208         start = phb->regs[PHB_M32_START_ADDR >> 3];
209         if ((start + size) > 0x100000000ull) {
210             phb_error(phb, "M32 set beyond 4GB boundary !");
211             size = 0x100000000 - start;
212         }
213     } else {
214         start = base | (phb->regs[PHB_M64_UPPER_BITS >> 3]);
215     }
216 
217     /* TODO: Figure out how to implemet/decode AOMASK */
218 
219     /* Check if it matches an enabled MMIO region in the PEC stack */
220     if (memory_region_is_mapped(&phb->stack->mmbar0) &&
221         base >= phb->stack->mmio0_base &&
222         (base + size) <= (phb->stack->mmio0_base + phb->stack->mmio0_size)) {
223         parent = &phb->stack->mmbar0;
224         base -= phb->stack->mmio0_base;
225     } else if (memory_region_is_mapped(&phb->stack->mmbar1) &&
226         base >= phb->stack->mmio1_base &&
227         (base + size) <= (phb->stack->mmio1_base + phb->stack->mmio1_size)) {
228         parent = &phb->stack->mmbar1;
229         base -= phb->stack->mmio1_base;
230     } else {
231         phb_error(phb, "PHB MBAR %d out of parent bounds", index);
232         return;
233     }
234 
235     /* Create alias (better name ?) */
236     snprintf(name, sizeof(name), "phb4-mbar%d", index);
237     memory_region_init_alias(&phb->mr_mmio[index], OBJECT(phb), name,
238                              &phb->pci_mmio, start, size);
239     memory_region_add_subregion(parent, base, &phb->mr_mmio[index]);
240 }
241 
242 static void pnv_phb4_check_all_mbt(PnvPHB4 *phb)
243 {
244     uint64_t i;
245     uint32_t num_windows = phb->big_phb ? PNV_PHB4_MAX_MMIO_WINDOWS :
246         PNV_PHB4_MIN_MMIO_WINDOWS;
247 
248     for (i = 0; i < num_windows; i++) {
249         pnv_phb4_check_mbt(phb, i);
250     }
251 }
252 
253 static uint64_t *pnv_phb4_ioda_access(PnvPHB4 *phb,
254                                       unsigned *out_table, unsigned *out_idx)
255 {
256     uint64_t adreg = phb->regs[PHB_IODA_ADDR >> 3];
257     unsigned int index = GETFIELD(PHB_IODA_AD_TADR, adreg);
258     unsigned int table = GETFIELD(PHB_IODA_AD_TSEL, adreg);
259     unsigned int mask;
260     uint64_t *tptr = NULL;
261 
262     switch (table) {
263     case IODA3_TBL_LIST:
264         tptr = phb->ioda_LIST;
265         mask = 7;
266         break;
267     case IODA3_TBL_MIST:
268         tptr = phb->ioda_MIST;
269         mask = phb->big_phb ? PNV_PHB4_MAX_MIST : (PNV_PHB4_MAX_MIST >> 1);
270         mask -= 1;
271         break;
272     case IODA3_TBL_RCAM:
273         mask = phb->big_phb ? 127 : 63;
274         break;
275     case IODA3_TBL_MRT:
276         mask = phb->big_phb ? 15 : 7;
277         break;
278     case IODA3_TBL_PESTA:
279     case IODA3_TBL_PESTB:
280         mask = phb->big_phb ? PNV_PHB4_MAX_PEs : (PNV_PHB4_MAX_PEs >> 1);
281         mask -= 1;
282         break;
283     case IODA3_TBL_TVT:
284         tptr = phb->ioda_TVT;
285         mask = phb->big_phb ? PNV_PHB4_MAX_TVEs : (PNV_PHB4_MAX_TVEs >> 1);
286         mask -= 1;
287         break;
288     case IODA3_TBL_TCR:
289     case IODA3_TBL_TDR:
290         mask = phb->big_phb ? 1023 : 511;
291         break;
292     case IODA3_TBL_MBT:
293         tptr = phb->ioda_MBT;
294         mask = phb->big_phb ? PNV_PHB4_MAX_MBEs : (PNV_PHB4_MAX_MBEs >> 1);
295         mask -= 1;
296         break;
297     case IODA3_TBL_MDT:
298         tptr = phb->ioda_MDT;
299         mask = phb->big_phb ? PNV_PHB4_MAX_PEs : (PNV_PHB4_MAX_PEs >> 1);
300         mask -= 1;
301         break;
302     case IODA3_TBL_PEEV:
303         tptr = phb->ioda_PEEV;
304         mask = phb->big_phb ? PNV_PHB4_MAX_PEEVs : (PNV_PHB4_MAX_PEEVs >> 1);
305         mask -= 1;
306         break;
307     default:
308         phb_error(phb, "invalid IODA table %d", table);
309         return NULL;
310     }
311     index &= mask;
312     if (out_idx) {
313         *out_idx = index;
314     }
315     if (out_table) {
316         *out_table = table;
317     }
318     if (tptr) {
319         tptr += index;
320     }
321     if (adreg & PHB_IODA_AD_AUTOINC) {
322         index = (index + 1) & mask;
323         adreg = SETFIELD(PHB_IODA_AD_TADR, adreg, index);
324     }
325 
326     phb->regs[PHB_IODA_ADDR >> 3] = adreg;
327     return tptr;
328 }
329 
330 static uint64_t pnv_phb4_ioda_read(PnvPHB4 *phb)
331 {
332     unsigned table, idx;
333     uint64_t *tptr;
334 
335     tptr = pnv_phb4_ioda_access(phb, &table, &idx);
336     if (!tptr) {
337         /* Special PESTA case */
338         if (table == IODA3_TBL_PESTA) {
339             return ((uint64_t)(phb->ioda_PEST_AB[idx] & 1)) << 63;
340         } else if (table == IODA3_TBL_PESTB) {
341             return ((uint64_t)(phb->ioda_PEST_AB[idx] & 2)) << 62;
342         }
343         /* Return 0 on unsupported tables, not ff's */
344         return 0;
345     }
346     return *tptr;
347 }
348 
349 static void pnv_phb4_ioda_write(PnvPHB4 *phb, uint64_t val)
350 {
351     unsigned table, idx;
352     uint64_t *tptr;
353 
354     tptr = pnv_phb4_ioda_access(phb, &table, &idx);
355     if (!tptr) {
356         /* Special PESTA case */
357         if (table == IODA3_TBL_PESTA) {
358             phb->ioda_PEST_AB[idx] &= ~1;
359             phb->ioda_PEST_AB[idx] |= (val >> 63) & 1;
360         } else if (table == IODA3_TBL_PESTB) {
361             phb->ioda_PEST_AB[idx] &= ~2;
362             phb->ioda_PEST_AB[idx] |= (val >> 62) & 2;
363         }
364         return;
365     }
366 
367     /* Handle side effects */
368     switch (table) {
369     case IODA3_TBL_LIST:
370         break;
371     case IODA3_TBL_MIST: {
372         /* Special mask for MIST partial write */
373         uint64_t adreg = phb->regs[PHB_IODA_ADDR >> 3];
374         uint32_t mmask = GETFIELD(PHB_IODA_AD_MIST_PWV, adreg);
375         uint64_t v = *tptr;
376         if (mmask == 0) {
377             mmask = 0xf;
378         }
379         if (mmask & 8) {
380             v &= 0x0000ffffffffffffull;
381             v |= 0xcfff000000000000ull & val;
382         }
383         if (mmask & 4) {
384             v &= 0xffff0000ffffffffull;
385             v |= 0x0000cfff00000000ull & val;
386         }
387         if (mmask & 2) {
388             v &= 0xffffffff0000ffffull;
389             v |= 0x00000000cfff0000ull & val;
390         }
391         if (mmask & 1) {
392             v &= 0xffffffffffff0000ull;
393             v |= 0x000000000000cfffull & val;
394         }
395         *tptr = val;
396         break;
397     }
398     case IODA3_TBL_MBT:
399         *tptr = val;
400 
401         /* Copy accross the valid bit to the other half */
402         phb->ioda_MBT[idx ^ 1] &= 0x7fffffffffffffffull;
403         phb->ioda_MBT[idx ^ 1] |= 0x8000000000000000ull & val;
404 
405         /* Update mappings */
406         pnv_phb4_check_mbt(phb, idx >> 1);
407         break;
408     default:
409         *tptr = val;
410     }
411 }
412 
413 static void pnv_phb4_rtc_invalidate(PnvPHB4 *phb, uint64_t val)
414 {
415     PnvPhb4DMASpace *ds;
416 
417     /* Always invalidate all for now ... */
418     QLIST_FOREACH(ds, &phb->dma_spaces, list) {
419         ds->pe_num = PHB_INVALID_PE;
420     }
421 }
422 
423 static void pnv_phb4_update_msi_regions(PnvPhb4DMASpace *ds)
424 {
425     uint64_t cfg = ds->phb->regs[PHB_PHB4_CONFIG >> 3];
426 
427     if (cfg & PHB_PHB4C_32BIT_MSI_EN) {
428         if (!memory_region_is_mapped(MEMORY_REGION(&ds->msi32_mr))) {
429             memory_region_add_subregion(MEMORY_REGION(&ds->dma_mr),
430                                         0xffff0000, &ds->msi32_mr);
431         }
432     } else {
433         if (memory_region_is_mapped(MEMORY_REGION(&ds->msi32_mr))) {
434             memory_region_del_subregion(MEMORY_REGION(&ds->dma_mr),
435                                         &ds->msi32_mr);
436         }
437     }
438 
439     if (cfg & PHB_PHB4C_64BIT_MSI_EN) {
440         if (!memory_region_is_mapped(MEMORY_REGION(&ds->msi64_mr))) {
441             memory_region_add_subregion(MEMORY_REGION(&ds->dma_mr),
442                                         (1ull << 60), &ds->msi64_mr);
443         }
444     } else {
445         if (memory_region_is_mapped(MEMORY_REGION(&ds->msi64_mr))) {
446             memory_region_del_subregion(MEMORY_REGION(&ds->dma_mr),
447                                         &ds->msi64_mr);
448         }
449     }
450 }
451 
452 static void pnv_phb4_update_all_msi_regions(PnvPHB4 *phb)
453 {
454     PnvPhb4DMASpace *ds;
455 
456     QLIST_FOREACH(ds, &phb->dma_spaces, list) {
457         pnv_phb4_update_msi_regions(ds);
458     }
459 }
460 
461 static void pnv_phb4_update_xsrc(PnvPHB4 *phb)
462 {
463     int shift, flags, i, lsi_base;
464     XiveSource *xsrc = &phb->xsrc;
465 
466     /* The XIVE source characteristics can be set at run time */
467     if (phb->regs[PHB_CTRLR >> 3] & PHB_CTRLR_IRQ_PGSZ_64K) {
468         shift = XIVE_ESB_64K;
469     } else {
470         shift = XIVE_ESB_4K;
471     }
472     if (phb->regs[PHB_CTRLR >> 3] & PHB_CTRLR_IRQ_STORE_EOI) {
473         flags = XIVE_SRC_STORE_EOI;
474     } else {
475         flags = 0;
476     }
477 
478     phb->xsrc.esb_shift = shift;
479     phb->xsrc.esb_flags = flags;
480 
481     lsi_base = GETFIELD(PHB_LSI_SRC_ID, phb->regs[PHB_LSI_SOURCE_ID >> 3]);
482     lsi_base <<= 3;
483 
484     /* TODO: handle reset values of PHB_LSI_SRC_ID */
485     if (!lsi_base) {
486         return;
487     }
488 
489     /* TODO: need a xive_source_irq_reset_lsi() */
490     bitmap_zero(xsrc->lsi_map, xsrc->nr_irqs);
491 
492     for (i = 0; i < xsrc->nr_irqs; i++) {
493         bool msi = (i < lsi_base || i >= (lsi_base + 8));
494         if (!msi) {
495             xive_source_irq_set_lsi(xsrc, i);
496         }
497     }
498 }
499 
500 static void pnv_phb4_reg_write(void *opaque, hwaddr off, uint64_t val,
501                                unsigned size)
502 {
503     PnvPHB4 *phb = PNV_PHB4(opaque);
504     bool changed;
505 
506     /* Special case outbound configuration data */
507     if ((off & 0xfffc) == PHB_CONFIG_DATA) {
508         pnv_phb4_config_write(phb, off & 0x3, size, val);
509         return;
510     }
511 
512     /* Special case RC configuration space */
513     if ((off & 0xf800) == PHB_RC_CONFIG_BASE) {
514         pnv_phb4_rc_config_write(phb, off & 0x7ff, size, val);
515         return;
516     }
517 
518     /* Other registers are 64-bit only */
519     if (size != 8 || off & 0x7) {
520         phb_error(phb, "Invalid register access, offset: 0x%"PRIx64" size: %d",
521                    off, size);
522         return;
523     }
524 
525     /* Handle masking */
526     switch (off) {
527     case PHB_LSI_SOURCE_ID:
528         val &= PHB_LSI_SRC_ID;
529         break;
530     case PHB_M64_UPPER_BITS:
531         val &= 0xff00000000000000ull;
532         break;
533     /* TCE Kill */
534     case PHB_TCE_KILL:
535         /* Clear top 3 bits which HW does to indicate successful queuing */
536         val &= ~(PHB_TCE_KILL_ALL | PHB_TCE_KILL_PE | PHB_TCE_KILL_ONE);
537         break;
538     case PHB_Q_DMA_R:
539         /*
540          * This is enough logic to make SW happy but we aren't
541          * actually quiescing the DMAs
542          */
543         if (val & PHB_Q_DMA_R_AUTORESET) {
544             val = 0;
545         } else {
546             val &= PHB_Q_DMA_R_QUIESCE_DMA;
547         }
548         break;
549     /* LEM stuff */
550     case PHB_LEM_FIR_AND_MASK:
551         phb->regs[PHB_LEM_FIR_ACCUM >> 3] &= val;
552         return;
553     case PHB_LEM_FIR_OR_MASK:
554         phb->regs[PHB_LEM_FIR_ACCUM >> 3] |= val;
555         return;
556     case PHB_LEM_ERROR_AND_MASK:
557         phb->regs[PHB_LEM_ERROR_MASK >> 3] &= val;
558         return;
559     case PHB_LEM_ERROR_OR_MASK:
560         phb->regs[PHB_LEM_ERROR_MASK >> 3] |= val;
561         return;
562     case PHB_LEM_WOF:
563         val = 0;
564         break;
565     /* TODO: More regs ..., maybe create a table with masks... */
566 
567     /* Read only registers */
568     case PHB_CPU_LOADSTORE_STATUS:
569     case PHB_ETU_ERR_SUMMARY:
570     case PHB_PHB4_GEN_CAP:
571     case PHB_PHB4_TCE_CAP:
572     case PHB_PHB4_IRQ_CAP:
573     case PHB_PHB4_EEH_CAP:
574         return;
575     }
576 
577     /* Record whether it changed */
578     changed = phb->regs[off >> 3] != val;
579 
580     /* Store in register cache first */
581     phb->regs[off >> 3] = val;
582 
583     /* Handle side effects */
584     switch (off) {
585     case PHB_PHB4_CONFIG:
586         if (changed) {
587             pnv_phb4_update_all_msi_regions(phb);
588         }
589         break;
590     case PHB_M32_START_ADDR:
591     case PHB_M64_UPPER_BITS:
592         if (changed) {
593             pnv_phb4_check_all_mbt(phb);
594         }
595         break;
596 
597     /* IODA table accesses */
598     case PHB_IODA_DATA0:
599         pnv_phb4_ioda_write(phb, val);
600         break;
601 
602     /* RTC invalidation */
603     case PHB_RTC_INVALIDATE:
604         pnv_phb4_rtc_invalidate(phb, val);
605         break;
606 
607     /* PHB Control (Affects XIVE source) */
608     case PHB_CTRLR:
609     case PHB_LSI_SOURCE_ID:
610         pnv_phb4_update_xsrc(phb);
611         break;
612 
613     /* Silent simple writes */
614     case PHB_ASN_CMPM:
615     case PHB_CONFIG_ADDRESS:
616     case PHB_IODA_ADDR:
617     case PHB_TCE_KILL:
618     case PHB_TCE_SPEC_CTL:
619     case PHB_PEST_BAR:
620     case PHB_PELTV_BAR:
621     case PHB_RTT_BAR:
622     case PHB_LEM_FIR_ACCUM:
623     case PHB_LEM_ERROR_MASK:
624     case PHB_LEM_ACTION0:
625     case PHB_LEM_ACTION1:
626     case PHB_TCE_TAG_ENABLE:
627     case PHB_INT_NOTIFY_ADDR:
628     case PHB_INT_NOTIFY_INDEX:
629     case PHB_DMARD_SYNC:
630        break;
631 
632     /* Noise on anything else */
633     default:
634         qemu_log_mask(LOG_UNIMP, "phb4: reg_write 0x%"PRIx64"=%"PRIx64"\n",
635                       off, val);
636     }
637 }
638 
639 static uint64_t pnv_phb4_reg_read(void *opaque, hwaddr off, unsigned size)
640 {
641     PnvPHB4 *phb = PNV_PHB4(opaque);
642     uint64_t val;
643 
644     if ((off & 0xfffc) == PHB_CONFIG_DATA) {
645         return pnv_phb4_config_read(phb, off & 0x3, size);
646     }
647 
648     /* Special case RC configuration space */
649     if ((off & 0xf800) == PHB_RC_CONFIG_BASE) {
650         return pnv_phb4_rc_config_read(phb, off & 0x7ff, size);
651     }
652 
653     /* Other registers are 64-bit only */
654     if (size != 8 || off & 0x7) {
655         phb_error(phb, "Invalid register access, offset: 0x%"PRIx64" size: %d",
656                    off, size);
657         return ~0ull;
658     }
659 
660     /* Default read from cache */
661     val = phb->regs[off >> 3];
662 
663     switch (off) {
664     case PHB_VERSION:
665         return phb->version;
666 
667         /* Read-only */
668     case PHB_PHB4_GEN_CAP:
669         return 0xe4b8000000000000ull;
670     case PHB_PHB4_TCE_CAP:
671         return phb->big_phb ? 0x4008440000000400ull : 0x2008440000000200ull;
672     case PHB_PHB4_IRQ_CAP:
673         return phb->big_phb ? 0x0800000000001000ull : 0x0800000000000800ull;
674     case PHB_PHB4_EEH_CAP:
675         return phb->big_phb ? 0x2000000000000000ull : 0x1000000000000000ull;
676 
677     /* IODA table accesses */
678     case PHB_IODA_DATA0:
679         return pnv_phb4_ioda_read(phb);
680 
681     /* Link training always appears trained */
682     case PHB_PCIE_DLP_TRAIN_CTL:
683         /* TODO: Do something sensible with speed ? */
684         return PHB_PCIE_DLP_INBAND_PRESENCE | PHB_PCIE_DLP_TL_LINKACT;
685 
686     /* DMA read sync: make it look like it's complete */
687     case PHB_DMARD_SYNC:
688         return PHB_DMARD_SYNC_COMPLETE;
689 
690     /* Silent simple reads */
691     case PHB_LSI_SOURCE_ID:
692     case PHB_CPU_LOADSTORE_STATUS:
693     case PHB_ASN_CMPM:
694     case PHB_PHB4_CONFIG:
695     case PHB_M32_START_ADDR:
696     case PHB_CONFIG_ADDRESS:
697     case PHB_IODA_ADDR:
698     case PHB_RTC_INVALIDATE:
699     case PHB_TCE_KILL:
700     case PHB_TCE_SPEC_CTL:
701     case PHB_PEST_BAR:
702     case PHB_PELTV_BAR:
703     case PHB_RTT_BAR:
704     case PHB_M64_UPPER_BITS:
705     case PHB_CTRLR:
706     case PHB_LEM_FIR_ACCUM:
707     case PHB_LEM_ERROR_MASK:
708     case PHB_LEM_ACTION0:
709     case PHB_LEM_ACTION1:
710     case PHB_TCE_TAG_ENABLE:
711     case PHB_INT_NOTIFY_ADDR:
712     case PHB_INT_NOTIFY_INDEX:
713     case PHB_Q_DMA_R:
714     case PHB_ETU_ERR_SUMMARY:
715         break;
716 
717     /* Noise on anything else */
718     default:
719         qemu_log_mask(LOG_UNIMP, "phb4: reg_read 0x%"PRIx64"=%"PRIx64"\n",
720                       off, val);
721     }
722     return val;
723 }
724 
725 static const MemoryRegionOps pnv_phb4_reg_ops = {
726     .read = pnv_phb4_reg_read,
727     .write = pnv_phb4_reg_write,
728     .valid.min_access_size = 1,
729     .valid.max_access_size = 8,
730     .impl.min_access_size = 1,
731     .impl.max_access_size = 8,
732     .endianness = DEVICE_BIG_ENDIAN,
733 };
734 
735 static uint64_t pnv_phb4_xscom_read(void *opaque, hwaddr addr, unsigned size)
736 {
737     PnvPHB4 *phb = PNV_PHB4(opaque);
738     uint32_t reg = addr >> 3;
739     uint64_t val;
740     hwaddr offset;
741 
742     switch (reg) {
743     case PHB_SCOM_HV_IND_ADDR:
744         return phb->scom_hv_ind_addr_reg;
745 
746     case PHB_SCOM_HV_IND_DATA:
747         if (!(phb->scom_hv_ind_addr_reg & PHB_SCOM_HV_IND_ADDR_VALID)) {
748             phb_error(phb, "Invalid indirect address");
749             return ~0ull;
750         }
751         size = (phb->scom_hv_ind_addr_reg & PHB_SCOM_HV_IND_ADDR_4B) ? 4 : 8;
752         offset = GETFIELD(PHB_SCOM_HV_IND_ADDR_ADDR, phb->scom_hv_ind_addr_reg);
753         val = pnv_phb4_reg_read(phb, offset, size);
754         if (phb->scom_hv_ind_addr_reg & PHB_SCOM_HV_IND_ADDR_AUTOINC) {
755             offset += size;
756             offset &= 0x3fff;
757             phb->scom_hv_ind_addr_reg = SETFIELD(PHB_SCOM_HV_IND_ADDR_ADDR,
758                                                  phb->scom_hv_ind_addr_reg,
759                                                  offset);
760         }
761         return val;
762     case PHB_SCOM_ETU_LEM_FIR:
763     case PHB_SCOM_ETU_LEM_FIR_AND:
764     case PHB_SCOM_ETU_LEM_FIR_OR:
765     case PHB_SCOM_ETU_LEM_FIR_MSK:
766     case PHB_SCOM_ETU_LEM_ERR_MSK_AND:
767     case PHB_SCOM_ETU_LEM_ERR_MSK_OR:
768     case PHB_SCOM_ETU_LEM_ACT0:
769     case PHB_SCOM_ETU_LEM_ACT1:
770     case PHB_SCOM_ETU_LEM_WOF:
771         offset = ((reg - PHB_SCOM_ETU_LEM_FIR) << 3) + PHB_LEM_FIR_ACCUM;
772         return pnv_phb4_reg_read(phb, offset, size);
773     case PHB_SCOM_ETU_PMON_CONFIG:
774     case PHB_SCOM_ETU_PMON_CTR0:
775     case PHB_SCOM_ETU_PMON_CTR1:
776     case PHB_SCOM_ETU_PMON_CTR2:
777     case PHB_SCOM_ETU_PMON_CTR3:
778         offset = ((reg - PHB_SCOM_ETU_PMON_CONFIG) << 3) + PHB_PERFMON_CONFIG;
779         return pnv_phb4_reg_read(phb, offset, size);
780 
781     default:
782         qemu_log_mask(LOG_UNIMP, "phb4: xscom_read 0x%"HWADDR_PRIx"\n", addr);
783         return ~0ull;
784     }
785 }
786 
787 static void pnv_phb4_xscom_write(void *opaque, hwaddr addr,
788                                  uint64_t val, unsigned size)
789 {
790     PnvPHB4 *phb = PNV_PHB4(opaque);
791     uint32_t reg = addr >> 3;
792     hwaddr offset;
793 
794     switch (reg) {
795     case PHB_SCOM_HV_IND_ADDR:
796         phb->scom_hv_ind_addr_reg = val & 0xe000000000001fff;
797         break;
798     case PHB_SCOM_HV_IND_DATA:
799         if (!(phb->scom_hv_ind_addr_reg & PHB_SCOM_HV_IND_ADDR_VALID)) {
800             phb_error(phb, "Invalid indirect address");
801             break;
802         }
803         size = (phb->scom_hv_ind_addr_reg & PHB_SCOM_HV_IND_ADDR_4B) ? 4 : 8;
804         offset = GETFIELD(PHB_SCOM_HV_IND_ADDR_ADDR, phb->scom_hv_ind_addr_reg);
805         pnv_phb4_reg_write(phb, offset, val, size);
806         if (phb->scom_hv_ind_addr_reg & PHB_SCOM_HV_IND_ADDR_AUTOINC) {
807             offset += size;
808             offset &= 0x3fff;
809             phb->scom_hv_ind_addr_reg = SETFIELD(PHB_SCOM_HV_IND_ADDR_ADDR,
810                                                  phb->scom_hv_ind_addr_reg,
811                                                  offset);
812         }
813         break;
814     case PHB_SCOM_ETU_LEM_FIR:
815     case PHB_SCOM_ETU_LEM_FIR_AND:
816     case PHB_SCOM_ETU_LEM_FIR_OR:
817     case PHB_SCOM_ETU_LEM_FIR_MSK:
818     case PHB_SCOM_ETU_LEM_ERR_MSK_AND:
819     case PHB_SCOM_ETU_LEM_ERR_MSK_OR:
820     case PHB_SCOM_ETU_LEM_ACT0:
821     case PHB_SCOM_ETU_LEM_ACT1:
822     case PHB_SCOM_ETU_LEM_WOF:
823         offset = ((reg - PHB_SCOM_ETU_LEM_FIR) << 3) + PHB_LEM_FIR_ACCUM;
824         pnv_phb4_reg_write(phb, offset, val, size);
825         break;
826     case PHB_SCOM_ETU_PMON_CONFIG:
827     case PHB_SCOM_ETU_PMON_CTR0:
828     case PHB_SCOM_ETU_PMON_CTR1:
829     case PHB_SCOM_ETU_PMON_CTR2:
830     case PHB_SCOM_ETU_PMON_CTR3:
831         offset = ((reg - PHB_SCOM_ETU_PMON_CONFIG) << 3) + PHB_PERFMON_CONFIG;
832         pnv_phb4_reg_write(phb, offset, val, size);
833         break;
834     default:
835         qemu_log_mask(LOG_UNIMP, "phb4: xscom_write 0x%"HWADDR_PRIx
836                       "=%"PRIx64"\n", addr, val);
837     }
838 }
839 
840 const MemoryRegionOps pnv_phb4_xscom_ops = {
841     .read = pnv_phb4_xscom_read,
842     .write = pnv_phb4_xscom_write,
843     .valid.min_access_size = 8,
844     .valid.max_access_size = 8,
845     .impl.min_access_size = 8,
846     .impl.max_access_size = 8,
847     .endianness = DEVICE_BIG_ENDIAN,
848 };
849 
850 static int pnv_phb4_map_irq(PCIDevice *pci_dev, int irq_num)
851 {
852     /* Check that out properly ... */
853     return irq_num & 3;
854 }
855 
856 static void pnv_phb4_set_irq(void *opaque, int irq_num, int level)
857 {
858     PnvPHB4 *phb = PNV_PHB4(opaque);
859     uint32_t lsi_base;
860 
861     /* LSI only ... */
862     if (irq_num > 3) {
863         phb_error(phb, "IRQ %x is not an LSI", irq_num);
864     }
865     lsi_base = GETFIELD(PHB_LSI_SRC_ID, phb->regs[PHB_LSI_SOURCE_ID >> 3]);
866     lsi_base <<= 3;
867     qemu_set_irq(phb->qirqs[lsi_base + irq_num], level);
868 }
869 
870 static bool pnv_phb4_resolve_pe(PnvPhb4DMASpace *ds)
871 {
872     uint64_t rtt, addr;
873     uint16_t rte;
874     int bus_num;
875     int num_PEs;
876 
877     /* Already resolved ? */
878     if (ds->pe_num != PHB_INVALID_PE) {
879         return true;
880     }
881 
882     /* We need to lookup the RTT */
883     rtt = ds->phb->regs[PHB_RTT_BAR >> 3];
884     if (!(rtt & PHB_RTT_BAR_ENABLE)) {
885         phb_error(ds->phb, "DMA with RTT BAR disabled !");
886         /* Set error bits ? fence ? ... */
887         return false;
888     }
889 
890     /* Read RTE */
891     bus_num = pci_bus_num(ds->bus);
892     addr = rtt & PHB_RTT_BASE_ADDRESS_MASK;
893     addr += 2 * PCI_BUILD_BDF(bus_num, ds->devfn);
894     if (dma_memory_read(&address_space_memory, addr, &rte, sizeof(rte))) {
895         phb_error(ds->phb, "Failed to read RTT entry at 0x%"PRIx64, addr);
896         /* Set error bits ? fence ? ... */
897         return false;
898     }
899     rte = be16_to_cpu(rte);
900 
901     /* Fail upon reading of invalid PE# */
902     num_PEs = ds->phb->big_phb ? PNV_PHB4_MAX_PEs : (PNV_PHB4_MAX_PEs >> 1);
903     if (rte >= num_PEs) {
904         phb_error(ds->phb, "RTE for RID 0x%x invalid (%04x", ds->devfn, rte);
905         rte &= num_PEs - 1;
906     }
907     ds->pe_num = rte;
908     return true;
909 }
910 
911 static void pnv_phb4_translate_tve(PnvPhb4DMASpace *ds, hwaddr addr,
912                                    bool is_write, uint64_t tve,
913                                    IOMMUTLBEntry *tlb)
914 {
915     uint64_t tta = GETFIELD(IODA3_TVT_TABLE_ADDR, tve);
916     int32_t  lev = GETFIELD(IODA3_TVT_NUM_LEVELS, tve);
917     uint32_t tts = GETFIELD(IODA3_TVT_TCE_TABLE_SIZE, tve);
918     uint32_t tps = GETFIELD(IODA3_TVT_IO_PSIZE, tve);
919 
920     /* Invalid levels */
921     if (lev > 4) {
922         phb_error(ds->phb, "Invalid #levels in TVE %d", lev);
923         return;
924     }
925 
926     /* Invalid entry */
927     if (tts == 0) {
928         phb_error(ds->phb, "Access to invalid TVE");
929         return;
930     }
931 
932     /* IO Page Size of 0 means untranslated, else use TCEs */
933     if (tps == 0) {
934         /* TODO: Handle boundaries */
935 
936         /* Use 4k pages like q35 ... for now */
937         tlb->iova = addr & 0xfffffffffffff000ull;
938         tlb->translated_addr = addr & 0x0003fffffffff000ull;
939         tlb->addr_mask = 0xfffull;
940         tlb->perm = IOMMU_RW;
941     } else {
942         uint32_t tce_shift, tbl_shift, sh;
943         uint64_t base, taddr, tce, tce_mask;
944 
945         /* Address bits per bottom level TCE entry */
946         tce_shift = tps + 11;
947 
948         /* Address bits per table level */
949         tbl_shift = tts + 8;
950 
951         /* Top level table base address */
952         base = tta << 12;
953 
954         /* Total shift to first level */
955         sh = tbl_shift * lev + tce_shift;
956 
957         /* TODO: Limit to support IO page sizes */
958 
959         /* TODO: Multi-level untested */
960         while ((lev--) >= 0) {
961             /* Grab the TCE address */
962             taddr = base | (((addr >> sh) & ((1ul << tbl_shift) - 1)) << 3);
963             if (dma_memory_read(&address_space_memory, taddr, &tce,
964                                 sizeof(tce))) {
965                 phb_error(ds->phb, "Failed to read TCE at 0x%"PRIx64, taddr);
966                 return;
967             }
968             tce = be64_to_cpu(tce);
969 
970             /* Check permission for indirect TCE */
971             if ((lev >= 0) && !(tce & 3)) {
972                 phb_error(ds->phb, "Invalid indirect TCE at 0x%"PRIx64, taddr);
973                 phb_error(ds->phb, " xlate %"PRIx64":%c TVE=%"PRIx64, addr,
974                            is_write ? 'W' : 'R', tve);
975                 phb_error(ds->phb, " tta=%"PRIx64" lev=%d tts=%d tps=%d",
976                            tta, lev, tts, tps);
977                 return;
978             }
979             sh -= tbl_shift;
980             base = tce & ~0xfffull;
981         }
982 
983         /* We exit the loop with TCE being the final TCE */
984         tce_mask = ~((1ull << tce_shift) - 1);
985         tlb->iova = addr & tce_mask;
986         tlb->translated_addr = tce & tce_mask;
987         tlb->addr_mask = ~tce_mask;
988         tlb->perm = tce & 3;
989         if ((is_write & !(tce & 2)) || ((!is_write) && !(tce & 1))) {
990             phb_error(ds->phb, "TCE access fault at 0x%"PRIx64, taddr);
991             phb_error(ds->phb, " xlate %"PRIx64":%c TVE=%"PRIx64, addr,
992                        is_write ? 'W' : 'R', tve);
993             phb_error(ds->phb, " tta=%"PRIx64" lev=%d tts=%d tps=%d",
994                        tta, lev, tts, tps);
995         }
996     }
997 }
998 
999 static IOMMUTLBEntry pnv_phb4_translate_iommu(IOMMUMemoryRegion *iommu,
1000                                               hwaddr addr,
1001                                               IOMMUAccessFlags flag,
1002                                               int iommu_idx)
1003 {
1004     PnvPhb4DMASpace *ds = container_of(iommu, PnvPhb4DMASpace, dma_mr);
1005     int tve_sel;
1006     uint64_t tve, cfg;
1007     IOMMUTLBEntry ret = {
1008         .target_as = &address_space_memory,
1009         .iova = addr,
1010         .translated_addr = 0,
1011         .addr_mask = ~(hwaddr)0,
1012         .perm = IOMMU_NONE,
1013     };
1014 
1015     /* Resolve PE# */
1016     if (!pnv_phb4_resolve_pe(ds)) {
1017         phb_error(ds->phb, "Failed to resolve PE# for bus @%p (%d) devfn 0x%x",
1018                    ds->bus, pci_bus_num(ds->bus), ds->devfn);
1019         return ret;
1020     }
1021 
1022     /* Check top bits */
1023     switch (addr >> 60) {
1024     case 00:
1025         /* DMA or 32-bit MSI ? */
1026         cfg = ds->phb->regs[PHB_PHB4_CONFIG >> 3];
1027         if ((cfg & PHB_PHB4C_32BIT_MSI_EN) &&
1028             ((addr & 0xffffffffffff0000ull) == 0xffff0000ull)) {
1029             phb_error(ds->phb, "xlate on 32-bit MSI region");
1030             return ret;
1031         }
1032         /* Choose TVE XXX Use PHB4 Control Register */
1033         tve_sel = (addr >> 59) & 1;
1034         tve = ds->phb->ioda_TVT[ds->pe_num * 2 + tve_sel];
1035         pnv_phb4_translate_tve(ds, addr, flag & IOMMU_WO, tve, &ret);
1036         break;
1037     case 01:
1038         phb_error(ds->phb, "xlate on 64-bit MSI region");
1039         break;
1040     default:
1041         phb_error(ds->phb, "xlate on unsupported address 0x%"PRIx64, addr);
1042     }
1043     return ret;
1044 }
1045 
1046 #define TYPE_PNV_PHB4_IOMMU_MEMORY_REGION "pnv-phb4-iommu-memory-region"
1047 DECLARE_INSTANCE_CHECKER(IOMMUMemoryRegion, PNV_PHB4_IOMMU_MEMORY_REGION,
1048                          TYPE_PNV_PHB4_IOMMU_MEMORY_REGION)
1049 
1050 static void pnv_phb4_iommu_memory_region_class_init(ObjectClass *klass,
1051                                                     void *data)
1052 {
1053     IOMMUMemoryRegionClass *imrc = IOMMU_MEMORY_REGION_CLASS(klass);
1054 
1055     imrc->translate = pnv_phb4_translate_iommu;
1056 }
1057 
1058 static const TypeInfo pnv_phb4_iommu_memory_region_info = {
1059     .parent = TYPE_IOMMU_MEMORY_REGION,
1060     .name = TYPE_PNV_PHB4_IOMMU_MEMORY_REGION,
1061     .class_init = pnv_phb4_iommu_memory_region_class_init,
1062 };
1063 
1064 /*
1065  * MSI/MSIX memory region implementation.
1066  * The handler handles both MSI and MSIX.
1067  */
1068 static void pnv_phb4_msi_write(void *opaque, hwaddr addr,
1069                                uint64_t data, unsigned size)
1070 {
1071     PnvPhb4DMASpace *ds = opaque;
1072     PnvPHB4 *phb = ds->phb;
1073 
1074     uint32_t src = ((addr >> 4) & 0xffff) | (data & 0x1f);
1075 
1076     /* Resolve PE# */
1077     if (!pnv_phb4_resolve_pe(ds)) {
1078         phb_error(phb, "Failed to resolve PE# for bus @%p (%d) devfn 0x%x",
1079                    ds->bus, pci_bus_num(ds->bus), ds->devfn);
1080         return;
1081     }
1082 
1083     /* TODO: Check it doesn't collide with LSIs */
1084     if (src >= phb->xsrc.nr_irqs) {
1085         phb_error(phb, "MSI %d out of bounds", src);
1086         return;
1087     }
1088 
1089     /* TODO: check PE/MSI assignement */
1090 
1091     qemu_irq_pulse(phb->qirqs[src]);
1092 }
1093 
1094 /* There is no .read as the read result is undefined by PCI spec */
1095 static uint64_t pnv_phb4_msi_read(void *opaque, hwaddr addr, unsigned size)
1096 {
1097     PnvPhb4DMASpace *ds = opaque;
1098 
1099     phb_error(ds->phb, "Invalid MSI read @ 0x%" HWADDR_PRIx, addr);
1100     return -1;
1101 }
1102 
1103 static const MemoryRegionOps pnv_phb4_msi_ops = {
1104     .read = pnv_phb4_msi_read,
1105     .write = pnv_phb4_msi_write,
1106     .endianness = DEVICE_LITTLE_ENDIAN
1107 };
1108 
1109 static PnvPhb4DMASpace *pnv_phb4_dma_find(PnvPHB4 *phb, PCIBus *bus, int devfn)
1110 {
1111     PnvPhb4DMASpace *ds;
1112 
1113     QLIST_FOREACH(ds, &phb->dma_spaces, list) {
1114         if (ds->bus == bus && ds->devfn == devfn) {
1115             break;
1116         }
1117     }
1118     return ds;
1119 }
1120 
1121 static AddressSpace *pnv_phb4_dma_iommu(PCIBus *bus, void *opaque, int devfn)
1122 {
1123     PnvPHB4 *phb = opaque;
1124     PnvPhb4DMASpace *ds;
1125     char name[32];
1126 
1127     ds = pnv_phb4_dma_find(phb, bus, devfn);
1128 
1129     if (ds == NULL) {
1130         ds = g_malloc0(sizeof(PnvPhb4DMASpace));
1131         ds->bus = bus;
1132         ds->devfn = devfn;
1133         ds->pe_num = PHB_INVALID_PE;
1134         ds->phb = phb;
1135         snprintf(name, sizeof(name), "phb4-%d.%d-iommu", phb->chip_id,
1136                  phb->phb_id);
1137         memory_region_init_iommu(&ds->dma_mr, sizeof(ds->dma_mr),
1138                                  TYPE_PNV_PHB4_IOMMU_MEMORY_REGION,
1139                                  OBJECT(phb), name, UINT64_MAX);
1140         address_space_init(&ds->dma_as, MEMORY_REGION(&ds->dma_mr),
1141                            name);
1142         memory_region_init_io(&ds->msi32_mr, OBJECT(phb), &pnv_phb4_msi_ops,
1143                               ds, "msi32", 0x10000);
1144         memory_region_init_io(&ds->msi64_mr, OBJECT(phb), &pnv_phb4_msi_ops,
1145                               ds, "msi64", 0x100000);
1146         pnv_phb4_update_msi_regions(ds);
1147 
1148         QLIST_INSERT_HEAD(&phb->dma_spaces, ds, list);
1149     }
1150     return &ds->dma_as;
1151 }
1152 
1153 static void pnv_phb4_instance_init(Object *obj)
1154 {
1155     PnvPHB4 *phb = PNV_PHB4(obj);
1156 
1157     QLIST_INIT(&phb->dma_spaces);
1158 
1159     /* XIVE interrupt source object */
1160     object_initialize_child(obj, "source", &phb->xsrc, TYPE_XIVE_SOURCE);
1161 
1162     /* Root Port */
1163     object_initialize_child(obj, "root", &phb->root, TYPE_PNV_PHB4_ROOT_PORT);
1164 
1165     qdev_prop_set_int32(DEVICE(&phb->root), "addr", PCI_DEVFN(0, 0));
1166     qdev_prop_set_bit(DEVICE(&phb->root), "multifunction", false);
1167 }
1168 
1169 static void pnv_phb4_realize(DeviceState *dev, Error **errp)
1170 {
1171     PnvPHB4 *phb = PNV_PHB4(dev);
1172     PCIHostState *pci = PCI_HOST_BRIDGE(dev);
1173     XiveSource *xsrc = &phb->xsrc;
1174     int nr_irqs;
1175     char name[32];
1176 
1177     assert(phb->stack);
1178 
1179     /* Set the "big_phb" flag */
1180     phb->big_phb = phb->phb_id == 0 || phb->phb_id == 3;
1181 
1182     /* Controller Registers */
1183     snprintf(name, sizeof(name), "phb4-%d.%d-regs", phb->chip_id,
1184              phb->phb_id);
1185     memory_region_init_io(&phb->mr_regs, OBJECT(phb), &pnv_phb4_reg_ops, phb,
1186                           name, 0x2000);
1187 
1188     /*
1189      * PHB4 doesn't support IO space. However, qemu gets very upset if
1190      * we don't have an IO region to anchor IO BARs onto so we just
1191      * initialize one which we never hook up to anything
1192      */
1193 
1194     snprintf(name, sizeof(name), "phb4-%d.%d-pci-io", phb->chip_id,
1195              phb->phb_id);
1196     memory_region_init(&phb->pci_io, OBJECT(phb), name, 0x10000);
1197 
1198     snprintf(name, sizeof(name), "phb4-%d.%d-pci-mmio", phb->chip_id,
1199              phb->phb_id);
1200     memory_region_init(&phb->pci_mmio, OBJECT(phb), name,
1201                        PCI_MMIO_TOTAL_SIZE);
1202 
1203     pci->bus = pci_register_root_bus(dev, "root-bus",
1204                                      pnv_phb4_set_irq, pnv_phb4_map_irq, phb,
1205                                      &phb->pci_mmio, &phb->pci_io,
1206                                      0, 4, TYPE_PNV_PHB4_ROOT_BUS);
1207     pci_setup_iommu(pci->bus, pnv_phb4_dma_iommu, phb);
1208 
1209     /* Add a single Root port */
1210     qdev_prop_set_uint8(DEVICE(&phb->root), "chassis", phb->chip_id);
1211     qdev_prop_set_uint16(DEVICE(&phb->root), "slot", phb->phb_id);
1212     qdev_realize(DEVICE(&phb->root), BUS(pci->bus), &error_fatal);
1213 
1214     /* Setup XIVE Source */
1215     if (phb->big_phb) {
1216         nr_irqs = PNV_PHB4_MAX_INTs;
1217     } else {
1218         nr_irqs = PNV_PHB4_MAX_INTs >> 1;
1219     }
1220     object_property_set_int(OBJECT(xsrc), "nr-irqs", nr_irqs, &error_fatal);
1221     object_property_set_link(OBJECT(xsrc), "xive", OBJECT(phb), &error_fatal);
1222     if (!qdev_realize(DEVICE(xsrc), NULL, errp)) {
1223         return;
1224     }
1225 
1226     pnv_phb4_update_xsrc(phb);
1227 
1228     phb->qirqs = qemu_allocate_irqs(xive_source_set_irq, xsrc, xsrc->nr_irqs);
1229 }
1230 
1231 static void pnv_phb4_reset(DeviceState *dev)
1232 {
1233     PnvPHB4 *phb = PNV_PHB4(dev);
1234     PCIDevice *root_dev = PCI_DEVICE(&phb->root);
1235 
1236     /*
1237      * Configure PCI device id at reset using a property.
1238      */
1239     pci_config_set_vendor_id(root_dev->config, PCI_VENDOR_ID_IBM);
1240     pci_config_set_device_id(root_dev->config, phb->device_id);
1241 }
1242 
1243 static const char *pnv_phb4_root_bus_path(PCIHostState *host_bridge,
1244                                           PCIBus *rootbus)
1245 {
1246     PnvPHB4 *phb = PNV_PHB4(host_bridge);
1247 
1248     snprintf(phb->bus_path, sizeof(phb->bus_path), "00%02x:%02x",
1249              phb->chip_id, phb->phb_id);
1250     return phb->bus_path;
1251 }
1252 
1253 static void pnv_phb4_xive_notify(XiveNotifier *xf, uint32_t srcno)
1254 {
1255     PnvPHB4 *phb = PNV_PHB4(xf);
1256     uint64_t notif_port = phb->regs[PHB_INT_NOTIFY_ADDR >> 3];
1257     uint32_t offset = phb->regs[PHB_INT_NOTIFY_INDEX >> 3];
1258     uint64_t data = XIVE_TRIGGER_PQ | offset | srcno;
1259     MemTxResult result;
1260 
1261     trace_pnv_phb4_xive_notify(notif_port, data);
1262 
1263     address_space_stq_be(&address_space_memory, notif_port, data,
1264                          MEMTXATTRS_UNSPECIFIED, &result);
1265     if (result != MEMTX_OK) {
1266         phb_error(phb, "trigger failed @%"HWADDR_PRIx "\n", notif_port);
1267         return;
1268     }
1269 }
1270 
1271 static Property pnv_phb4_properties[] = {
1272         DEFINE_PROP_UINT32("index", PnvPHB4, phb_id, 0),
1273         DEFINE_PROP_UINT32("chip-id", PnvPHB4, chip_id, 0),
1274         DEFINE_PROP_UINT64("version", PnvPHB4, version, 0),
1275         DEFINE_PROP_UINT16("device-id", PnvPHB4, device_id, 0),
1276         DEFINE_PROP_LINK("stack", PnvPHB4, stack, TYPE_PNV_PHB4_PEC_STACK,
1277                          PnvPhb4PecStack *),
1278         DEFINE_PROP_END_OF_LIST(),
1279 };
1280 
1281 static void pnv_phb4_class_init(ObjectClass *klass, void *data)
1282 {
1283     PCIHostBridgeClass *hc = PCI_HOST_BRIDGE_CLASS(klass);
1284     DeviceClass *dc = DEVICE_CLASS(klass);
1285     XiveNotifierClass *xfc = XIVE_NOTIFIER_CLASS(klass);
1286 
1287     hc->root_bus_path   = pnv_phb4_root_bus_path;
1288     dc->realize         = pnv_phb4_realize;
1289     device_class_set_props(dc, pnv_phb4_properties);
1290     set_bit(DEVICE_CATEGORY_BRIDGE, dc->categories);
1291     dc->user_creatable  = false;
1292     dc->reset           = pnv_phb4_reset;
1293 
1294     xfc->notify         = pnv_phb4_xive_notify;
1295 }
1296 
1297 static const TypeInfo pnv_phb4_type_info = {
1298     .name          = TYPE_PNV_PHB4,
1299     .parent        = TYPE_PCIE_HOST_BRIDGE,
1300     .instance_init = pnv_phb4_instance_init,
1301     .instance_size = sizeof(PnvPHB4),
1302     .class_init    = pnv_phb4_class_init,
1303     .interfaces = (InterfaceInfo[]) {
1304             { TYPE_XIVE_NOTIFIER },
1305             { },
1306     }
1307 };
1308 
1309 static void pnv_phb4_root_bus_class_init(ObjectClass *klass, void *data)
1310 {
1311     BusClass *k = BUS_CLASS(klass);
1312 
1313     /*
1314      * PHB4 has only a single root complex. Enforce the limit on the
1315      * parent bus
1316      */
1317     k->max_dev = 1;
1318 }
1319 
1320 static const TypeInfo pnv_phb4_root_bus_info = {
1321     .name = TYPE_PNV_PHB4_ROOT_BUS,
1322     .parent = TYPE_PCIE_BUS,
1323     .class_init = pnv_phb4_root_bus_class_init,
1324     .interfaces = (InterfaceInfo[]) {
1325         { INTERFACE_PCIE_DEVICE },
1326         { }
1327     },
1328 };
1329 
1330 static void pnv_phb4_root_port_reset(DeviceState *dev)
1331 {
1332     PCIERootPortClass *rpc = PCIE_ROOT_PORT_GET_CLASS(dev);
1333     PCIDevice *d = PCI_DEVICE(dev);
1334     uint8_t *conf = d->config;
1335 
1336     rpc->parent_reset(dev);
1337 
1338     pci_byte_test_and_set_mask(conf + PCI_IO_BASE,
1339                                PCI_IO_RANGE_MASK & 0xff);
1340     pci_byte_test_and_clear_mask(conf + PCI_IO_LIMIT,
1341                                  PCI_IO_RANGE_MASK & 0xff);
1342     pci_set_word(conf + PCI_MEMORY_BASE, 0);
1343     pci_set_word(conf + PCI_MEMORY_LIMIT, 0xfff0);
1344     pci_set_word(conf + PCI_PREF_MEMORY_BASE, 0x1);
1345     pci_set_word(conf + PCI_PREF_MEMORY_LIMIT, 0xfff1);
1346     pci_set_long(conf + PCI_PREF_BASE_UPPER32, 0x1); /* Hack */
1347     pci_set_long(conf + PCI_PREF_LIMIT_UPPER32, 0xffffffff);
1348 }
1349 
1350 static void pnv_phb4_root_port_realize(DeviceState *dev, Error **errp)
1351 {
1352     PCIERootPortClass *rpc = PCIE_ROOT_PORT_GET_CLASS(dev);
1353     Error *local_err = NULL;
1354 
1355     rpc->parent_realize(dev, &local_err);
1356     if (local_err) {
1357         error_propagate(errp, local_err);
1358         return;
1359     }
1360 }
1361 
1362 static void pnv_phb4_root_port_class_init(ObjectClass *klass, void *data)
1363 {
1364     DeviceClass *dc = DEVICE_CLASS(klass);
1365     PCIDeviceClass *k = PCI_DEVICE_CLASS(klass);
1366     PCIERootPortClass *rpc = PCIE_ROOT_PORT_CLASS(klass);
1367 
1368     dc->desc     = "IBM PHB4 PCIE Root Port";
1369     dc->user_creatable = false;
1370 
1371     device_class_set_parent_realize(dc, pnv_phb4_root_port_realize,
1372                                     &rpc->parent_realize);
1373     device_class_set_parent_reset(dc, pnv_phb4_root_port_reset,
1374                                   &rpc->parent_reset);
1375 
1376     k->vendor_id = PCI_VENDOR_ID_IBM;
1377     k->device_id = PNV_PHB4_DEVICE_ID;
1378     k->revision  = 0;
1379 
1380     rpc->exp_offset = 0x48;
1381     rpc->aer_offset = 0x100;
1382 
1383     dc->reset = &pnv_phb4_root_port_reset;
1384 }
1385 
1386 static const TypeInfo pnv_phb4_root_port_info = {
1387     .name          = TYPE_PNV_PHB4_ROOT_PORT,
1388     .parent        = TYPE_PCIE_ROOT_PORT,
1389     .instance_size = sizeof(PnvPHB4RootPort),
1390     .class_init    = pnv_phb4_root_port_class_init,
1391 };
1392 
1393 static void pnv_phb4_register_types(void)
1394 {
1395     type_register_static(&pnv_phb4_root_bus_info);
1396     type_register_static(&pnv_phb4_root_port_info);
1397     type_register_static(&pnv_phb4_type_info);
1398     type_register_static(&pnv_phb4_iommu_memory_region_info);
1399 }
1400 
1401 type_init(pnv_phb4_register_types);
1402 
1403 void pnv_phb4_update_regions(PnvPhb4PecStack *stack)
1404 {
1405     PnvPHB4 *phb = &stack->phb;
1406 
1407     /* Unmap first always */
1408     if (memory_region_is_mapped(&phb->mr_regs)) {
1409         memory_region_del_subregion(&stack->phbbar, &phb->mr_regs);
1410     }
1411     if (memory_region_is_mapped(&phb->xsrc.esb_mmio)) {
1412         memory_region_del_subregion(&stack->intbar, &phb->xsrc.esb_mmio);
1413     }
1414 
1415     /* Map registers if enabled */
1416     if (memory_region_is_mapped(&stack->phbbar)) {
1417         memory_region_add_subregion(&stack->phbbar, 0, &phb->mr_regs);
1418     }
1419 
1420     /* Map ESB if enabled */
1421     if (memory_region_is_mapped(&stack->intbar)) {
1422         memory_region_add_subregion(&stack->intbar, 0, &phb->xsrc.esb_mmio);
1423     }
1424 
1425     /* Check/update m32 */
1426     pnv_phb4_check_all_mbt(phb);
1427 }
1428 
1429 void pnv_phb4_pic_print_info(PnvPHB4 *phb, Monitor *mon)
1430 {
1431     uint32_t offset = phb->regs[PHB_INT_NOTIFY_INDEX >> 3];
1432 
1433     monitor_printf(mon, "PHB4[%x:%x] Source %08x .. %08x\n",
1434                    phb->chip_id, phb->phb_id,
1435                    offset, offset + phb->xsrc.nr_irqs - 1);
1436     xive_source_pic_print_info(&phb->xsrc, 0, mon);
1437 }
1438