1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * Copyright (C) 2004 Benjamin Herrenschmuidt (benh@kernel.crashing.org), 4 * IBM Corp. 5 */ 6 7 #undef DEBUG 8 9 #include <linux/kernel.h> 10 #include <linux/pci.h> 11 #include <linux/delay.h> 12 #include <linux/string.h> 13 #include <linux/init.h> 14 #include <linux/irq.h> 15 #include <linux/of_irq.h> 16 17 #include <asm/sections.h> 18 #include <asm/io.h> 19 #include <asm/pci-bridge.h> 20 #include <asm/machdep.h> 21 #include <asm/iommu.h> 22 #include <asm/ppc-pci.h> 23 #include <asm/isa-bridge.h> 24 25 #include "maple.h" 26 27 #ifdef DEBUG 28 #define DBG(x...) printk(x) 29 #else 30 #define DBG(x...) 31 #endif 32 33 static struct pci_controller *u3_agp, *u3_ht, *u4_pcie; 34 35 static int __init fixup_one_level_bus_range(struct device_node *node, int higher) 36 { 37 for (; node; node = node->sibling) { 38 const int *bus_range; 39 const unsigned int *class_code; 40 int len; 41 42 /* For PCI<->PCI bridges or CardBus bridges, we go down */ 43 class_code = of_get_property(node, "class-code", NULL); 44 if (!class_code || ((*class_code >> 8) != PCI_CLASS_BRIDGE_PCI && 45 (*class_code >> 8) != PCI_CLASS_BRIDGE_CARDBUS)) 46 continue; 47 bus_range = of_get_property(node, "bus-range", &len); 48 if (bus_range != NULL && len > 2 * sizeof(int)) { 49 if (bus_range[1] > higher) 50 higher = bus_range[1]; 51 } 52 higher = fixup_one_level_bus_range(node->child, higher); 53 } 54 return higher; 55 } 56 57 /* This routine fixes the "bus-range" property of all bridges in the 58 * system since they tend to have their "last" member wrong on macs 59 * 60 * Note that the bus numbers manipulated here are OF bus numbers, they 61 * are not Linux bus numbers. 62 */ 63 static void __init fixup_bus_range(struct device_node *bridge) 64 { 65 int *bus_range; 66 struct property *prop; 67 int len; 68 69 /* Lookup the "bus-range" property for the hose */ 70 prop = of_find_property(bridge, "bus-range", &len); 71 if (prop == NULL || prop->value == NULL || len < 2 * sizeof(int)) { 72 printk(KERN_WARNING "Can't get bus-range for %pOF\n", 73 bridge); 74 return; 75 } 76 bus_range = prop->value; 77 bus_range[1] = fixup_one_level_bus_range(bridge->child, bus_range[1]); 78 } 79 80 81 static unsigned long u3_agp_cfa0(u8 devfn, u8 off) 82 { 83 return (1 << (unsigned long)PCI_SLOT(devfn)) | 84 ((unsigned long)PCI_FUNC(devfn) << 8) | 85 ((unsigned long)off & 0xFCUL); 86 } 87 88 static unsigned long u3_agp_cfa1(u8 bus, u8 devfn, u8 off) 89 { 90 return ((unsigned long)bus << 16) | 91 ((unsigned long)devfn << 8) | 92 ((unsigned long)off & 0xFCUL) | 93 1UL; 94 } 95 96 static volatile void __iomem *u3_agp_cfg_access(struct pci_controller* hose, 97 u8 bus, u8 dev_fn, u8 offset) 98 { 99 unsigned int caddr; 100 101 if (bus == hose->first_busno) { 102 if (dev_fn < (11 << 3)) 103 return NULL; 104 caddr = u3_agp_cfa0(dev_fn, offset); 105 } else 106 caddr = u3_agp_cfa1(bus, dev_fn, offset); 107 108 /* Uninorth will return garbage if we don't read back the value ! */ 109 do { 110 out_le32(hose->cfg_addr, caddr); 111 } while (in_le32(hose->cfg_addr) != caddr); 112 113 offset &= 0x07; 114 return hose->cfg_data + offset; 115 } 116 117 static int u3_agp_read_config(struct pci_bus *bus, unsigned int devfn, 118 int offset, int len, u32 *val) 119 { 120 struct pci_controller *hose; 121 volatile void __iomem *addr; 122 123 hose = pci_bus_to_host(bus); 124 if (hose == NULL) 125 return PCIBIOS_DEVICE_NOT_FOUND; 126 127 addr = u3_agp_cfg_access(hose, bus->number, devfn, offset); 128 if (!addr) 129 return PCIBIOS_DEVICE_NOT_FOUND; 130 /* 131 * Note: the caller has already checked that offset is 132 * suitably aligned and that len is 1, 2 or 4. 133 */ 134 switch (len) { 135 case 1: 136 *val = in_8(addr); 137 break; 138 case 2: 139 *val = in_le16(addr); 140 break; 141 default: 142 *val = in_le32(addr); 143 break; 144 } 145 return PCIBIOS_SUCCESSFUL; 146 } 147 148 static int u3_agp_write_config(struct pci_bus *bus, unsigned int devfn, 149 int offset, int len, u32 val) 150 { 151 struct pci_controller *hose; 152 volatile void __iomem *addr; 153 154 hose = pci_bus_to_host(bus); 155 if (hose == NULL) 156 return PCIBIOS_DEVICE_NOT_FOUND; 157 158 addr = u3_agp_cfg_access(hose, bus->number, devfn, offset); 159 if (!addr) 160 return PCIBIOS_DEVICE_NOT_FOUND; 161 /* 162 * Note: the caller has already checked that offset is 163 * suitably aligned and that len is 1, 2 or 4. 164 */ 165 switch (len) { 166 case 1: 167 out_8(addr, val); 168 break; 169 case 2: 170 out_le16(addr, val); 171 break; 172 default: 173 out_le32(addr, val); 174 break; 175 } 176 return PCIBIOS_SUCCESSFUL; 177 } 178 179 static struct pci_ops u3_agp_pci_ops = 180 { 181 .read = u3_agp_read_config, 182 .write = u3_agp_write_config, 183 }; 184 185 static unsigned long u3_ht_cfa0(u8 devfn, u8 off) 186 { 187 return (devfn << 8) | off; 188 } 189 190 static unsigned long u3_ht_cfa1(u8 bus, u8 devfn, u8 off) 191 { 192 return u3_ht_cfa0(devfn, off) + (bus << 16) + 0x01000000UL; 193 } 194 195 static volatile void __iomem *u3_ht_cfg_access(struct pci_controller* hose, 196 u8 bus, u8 devfn, u8 offset) 197 { 198 if (bus == hose->first_busno) { 199 if (PCI_SLOT(devfn) == 0) 200 return NULL; 201 return hose->cfg_data + u3_ht_cfa0(devfn, offset); 202 } else 203 return hose->cfg_data + u3_ht_cfa1(bus, devfn, offset); 204 } 205 206 static int u3_ht_root_read_config(struct pci_controller *hose, u8 offset, 207 int len, u32 *val) 208 { 209 volatile void __iomem *addr; 210 211 addr = hose->cfg_addr; 212 addr += ((offset & ~3) << 2) + (4 - len - (offset & 3)); 213 214 switch (len) { 215 case 1: 216 *val = in_8(addr); 217 break; 218 case 2: 219 *val = in_be16(addr); 220 break; 221 default: 222 *val = in_be32(addr); 223 break; 224 } 225 226 return PCIBIOS_SUCCESSFUL; 227 } 228 229 static int u3_ht_root_write_config(struct pci_controller *hose, u8 offset, 230 int len, u32 val) 231 { 232 volatile void __iomem *addr; 233 234 addr = hose->cfg_addr + ((offset & ~3) << 2) + (4 - len - (offset & 3)); 235 236 if (offset >= PCI_BASE_ADDRESS_0 && offset < PCI_CAPABILITY_LIST) 237 return PCIBIOS_SUCCESSFUL; 238 239 switch (len) { 240 case 1: 241 out_8(addr, val); 242 break; 243 case 2: 244 out_be16(addr, val); 245 break; 246 default: 247 out_be32(addr, val); 248 break; 249 } 250 251 return PCIBIOS_SUCCESSFUL; 252 } 253 254 static int u3_ht_read_config(struct pci_bus *bus, unsigned int devfn, 255 int offset, int len, u32 *val) 256 { 257 struct pci_controller *hose; 258 volatile void __iomem *addr; 259 260 hose = pci_bus_to_host(bus); 261 if (hose == NULL) 262 return PCIBIOS_DEVICE_NOT_FOUND; 263 264 if (bus->number == hose->first_busno && devfn == PCI_DEVFN(0, 0)) 265 return u3_ht_root_read_config(hose, offset, len, val); 266 267 if (offset > 0xff) 268 return PCIBIOS_BAD_REGISTER_NUMBER; 269 270 addr = u3_ht_cfg_access(hose, bus->number, devfn, offset); 271 if (!addr) 272 return PCIBIOS_DEVICE_NOT_FOUND; 273 274 /* 275 * Note: the caller has already checked that offset is 276 * suitably aligned and that len is 1, 2 or 4. 277 */ 278 switch (len) { 279 case 1: 280 *val = in_8(addr); 281 break; 282 case 2: 283 *val = in_le16(addr); 284 break; 285 default: 286 *val = in_le32(addr); 287 break; 288 } 289 return PCIBIOS_SUCCESSFUL; 290 } 291 292 static int u3_ht_write_config(struct pci_bus *bus, unsigned int devfn, 293 int offset, int len, u32 val) 294 { 295 struct pci_controller *hose; 296 volatile void __iomem *addr; 297 298 hose = pci_bus_to_host(bus); 299 if (hose == NULL) 300 return PCIBIOS_DEVICE_NOT_FOUND; 301 302 if (bus->number == hose->first_busno && devfn == PCI_DEVFN(0, 0)) 303 return u3_ht_root_write_config(hose, offset, len, val); 304 305 if (offset > 0xff) 306 return PCIBIOS_BAD_REGISTER_NUMBER; 307 308 addr = u3_ht_cfg_access(hose, bus->number, devfn, offset); 309 if (!addr) 310 return PCIBIOS_DEVICE_NOT_FOUND; 311 /* 312 * Note: the caller has already checked that offset is 313 * suitably aligned and that len is 1, 2 or 4. 314 */ 315 switch (len) { 316 case 1: 317 out_8(addr, val); 318 break; 319 case 2: 320 out_le16(addr, val); 321 break; 322 default: 323 out_le32(addr, val); 324 break; 325 } 326 return PCIBIOS_SUCCESSFUL; 327 } 328 329 static struct pci_ops u3_ht_pci_ops = 330 { 331 .read = u3_ht_read_config, 332 .write = u3_ht_write_config, 333 }; 334 335 static unsigned int u4_pcie_cfa0(unsigned int devfn, unsigned int off) 336 { 337 return (1 << PCI_SLOT(devfn)) | 338 (PCI_FUNC(devfn) << 8) | 339 ((off >> 8) << 28) | 340 (off & 0xfcu); 341 } 342 343 static unsigned int u4_pcie_cfa1(unsigned int bus, unsigned int devfn, 344 unsigned int off) 345 { 346 return (bus << 16) | 347 (devfn << 8) | 348 ((off >> 8) << 28) | 349 (off & 0xfcu) | 1u; 350 } 351 352 static volatile void __iomem *u4_pcie_cfg_access(struct pci_controller* hose, 353 u8 bus, u8 dev_fn, int offset) 354 { 355 unsigned int caddr; 356 357 if (bus == hose->first_busno) 358 caddr = u4_pcie_cfa0(dev_fn, offset); 359 else 360 caddr = u4_pcie_cfa1(bus, dev_fn, offset); 361 362 /* Uninorth will return garbage if we don't read back the value ! */ 363 do { 364 out_le32(hose->cfg_addr, caddr); 365 } while (in_le32(hose->cfg_addr) != caddr); 366 367 offset &= 0x03; 368 return hose->cfg_data + offset; 369 } 370 371 static int u4_pcie_read_config(struct pci_bus *bus, unsigned int devfn, 372 int offset, int len, u32 *val) 373 { 374 struct pci_controller *hose; 375 volatile void __iomem *addr; 376 377 hose = pci_bus_to_host(bus); 378 if (hose == NULL) 379 return PCIBIOS_DEVICE_NOT_FOUND; 380 if (offset >= 0x1000) 381 return PCIBIOS_BAD_REGISTER_NUMBER; 382 addr = u4_pcie_cfg_access(hose, bus->number, devfn, offset); 383 if (!addr) 384 return PCIBIOS_DEVICE_NOT_FOUND; 385 /* 386 * Note: the caller has already checked that offset is 387 * suitably aligned and that len is 1, 2 or 4. 388 */ 389 switch (len) { 390 case 1: 391 *val = in_8(addr); 392 break; 393 case 2: 394 *val = in_le16(addr); 395 break; 396 default: 397 *val = in_le32(addr); 398 break; 399 } 400 return PCIBIOS_SUCCESSFUL; 401 } 402 static int u4_pcie_write_config(struct pci_bus *bus, unsigned int devfn, 403 int offset, int len, u32 val) 404 { 405 struct pci_controller *hose; 406 volatile void __iomem *addr; 407 408 hose = pci_bus_to_host(bus); 409 if (hose == NULL) 410 return PCIBIOS_DEVICE_NOT_FOUND; 411 if (offset >= 0x1000) 412 return PCIBIOS_BAD_REGISTER_NUMBER; 413 addr = u4_pcie_cfg_access(hose, bus->number, devfn, offset); 414 if (!addr) 415 return PCIBIOS_DEVICE_NOT_FOUND; 416 /* 417 * Note: the caller has already checked that offset is 418 * suitably aligned and that len is 1, 2 or 4. 419 */ 420 switch (len) { 421 case 1: 422 out_8(addr, val); 423 break; 424 case 2: 425 out_le16(addr, val); 426 break; 427 default: 428 out_le32(addr, val); 429 break; 430 } 431 return PCIBIOS_SUCCESSFUL; 432 } 433 434 static struct pci_ops u4_pcie_pci_ops = 435 { 436 .read = u4_pcie_read_config, 437 .write = u4_pcie_write_config, 438 }; 439 440 static void __init setup_u3_agp(struct pci_controller* hose) 441 { 442 /* On G5, we move AGP up to high bus number so we don't need 443 * to reassign bus numbers for HT. If we ever have P2P bridges 444 * on AGP, we'll have to move pci_assign_all_buses to the 445 * pci_controller structure so we enable it for AGP and not for 446 * HT childs. 447 * We hard code the address because of the different size of 448 * the reg address cell, we shall fix that by killing struct 449 * reg_property and using some accessor functions instead 450 */ 451 hose->first_busno = 0xf0; 452 hose->last_busno = 0xff; 453 hose->ops = &u3_agp_pci_ops; 454 hose->cfg_addr = ioremap(0xf0000000 + 0x800000, 0x1000); 455 hose->cfg_data = ioremap(0xf0000000 + 0xc00000, 0x1000); 456 457 u3_agp = hose; 458 } 459 460 static void __init setup_u4_pcie(struct pci_controller* hose) 461 { 462 /* We currently only implement the "non-atomic" config space, to 463 * be optimised later. 464 */ 465 hose->ops = &u4_pcie_pci_ops; 466 hose->cfg_addr = ioremap(0xf0000000 + 0x800000, 0x1000); 467 hose->cfg_data = ioremap(0xf0000000 + 0xc00000, 0x1000); 468 469 u4_pcie = hose; 470 } 471 472 static void __init setup_u3_ht(struct pci_controller* hose) 473 { 474 hose->ops = &u3_ht_pci_ops; 475 476 /* We hard code the address because of the different size of 477 * the reg address cell, we shall fix that by killing struct 478 * reg_property and using some accessor functions instead 479 */ 480 hose->cfg_data = ioremap(0xf2000000, 0x02000000); 481 hose->cfg_addr = ioremap(0xf8070000, 0x1000); 482 483 hose->first_busno = 0; 484 hose->last_busno = 0xef; 485 486 u3_ht = hose; 487 } 488 489 static int __init maple_add_bridge(struct device_node *dev) 490 { 491 int len; 492 struct pci_controller *hose; 493 char* disp_name; 494 const int *bus_range; 495 int primary = 1; 496 497 DBG("Adding PCI host bridge %pOF\n", dev); 498 499 bus_range = of_get_property(dev, "bus-range", &len); 500 if (bus_range == NULL || len < 2 * sizeof(int)) { 501 printk(KERN_WARNING "Can't get bus-range for %pOF, assume bus 0\n", 502 dev); 503 } 504 505 hose = pcibios_alloc_controller(dev); 506 if (hose == NULL) 507 return -ENOMEM; 508 hose->first_busno = bus_range ? bus_range[0] : 0; 509 hose->last_busno = bus_range ? bus_range[1] : 0xff; 510 hose->controller_ops = maple_pci_controller_ops; 511 512 disp_name = NULL; 513 if (of_device_is_compatible(dev, "u3-agp")) { 514 setup_u3_agp(hose); 515 disp_name = "U3-AGP"; 516 primary = 0; 517 } else if (of_device_is_compatible(dev, "u3-ht")) { 518 setup_u3_ht(hose); 519 disp_name = "U3-HT"; 520 primary = 1; 521 } else if (of_device_is_compatible(dev, "u4-pcie")) { 522 setup_u4_pcie(hose); 523 disp_name = "U4-PCIE"; 524 primary = 0; 525 } 526 printk(KERN_INFO "Found %s PCI host bridge. Firmware bus number: %d->%d\n", 527 disp_name, hose->first_busno, hose->last_busno); 528 529 /* Interpret the "ranges" property */ 530 /* This also maps the I/O region and sets isa_io/mem_base */ 531 pci_process_bridge_OF_ranges(hose, dev, primary); 532 533 /* Fixup "bus-range" OF property */ 534 fixup_bus_range(dev); 535 536 /* Check for legacy IOs */ 537 isa_bridge_find_early(hose); 538 539 /* create pci_dn's for DT nodes under this PHB */ 540 pci_devs_phb_init_dynamic(hose); 541 542 return 0; 543 } 544 545 546 void maple_pci_irq_fixup(struct pci_dev *dev) 547 { 548 DBG(" -> maple_pci_irq_fixup\n"); 549 550 /* Fixup IRQ for PCIe host */ 551 if (u4_pcie != NULL && dev->bus->number == 0 && 552 pci_bus_to_host(dev->bus) == u4_pcie) { 553 printk(KERN_DEBUG "Fixup U4 PCIe IRQ\n"); 554 dev->irq = irq_create_mapping(NULL, 1); 555 if (dev->irq) 556 irq_set_irq_type(dev->irq, IRQ_TYPE_LEVEL_LOW); 557 } 558 559 /* Hide AMD8111 IDE interrupt when in legacy mode so 560 * the driver calls pci_get_legacy_ide_irq() 561 */ 562 if (dev->vendor == PCI_VENDOR_ID_AMD && 563 dev->device == PCI_DEVICE_ID_AMD_8111_IDE && 564 (dev->class & 5) != 5) { 565 dev->irq = 0; 566 } 567 568 DBG(" <- maple_pci_irq_fixup\n"); 569 } 570 571 static int maple_pci_root_bridge_prepare(struct pci_host_bridge *bridge) 572 { 573 struct pci_controller *hose = pci_bus_to_host(bridge->bus); 574 struct device_node *np, *child; 575 576 if (hose != u3_agp) 577 return 0; 578 579 /* Fixup the PCI<->OF mapping for U3 AGP due to bus renumbering. We 580 * assume there is no P2P bridge on the AGP bus, which should be a 581 * safe assumptions hopefully. 582 */ 583 np = hose->dn; 584 PCI_DN(np)->busno = 0xf0; 585 for_each_child_of_node(np, child) 586 PCI_DN(child)->busno = 0xf0; 587 588 return 0; 589 } 590 591 void __init maple_pci_init(void) 592 { 593 struct device_node *np, *root; 594 struct device_node *ht = NULL; 595 596 /* Probe root PCI hosts, that is on U3 the AGP host and the 597 * HyperTransport host. That one is actually "kept" around 598 * and actually added last as it's resource management relies 599 * on the AGP resources to have been setup first 600 */ 601 root = of_find_node_by_path("/"); 602 if (root == NULL) { 603 printk(KERN_CRIT "maple_find_bridges: can't find root of device tree\n"); 604 return; 605 } 606 for_each_child_of_node(root, np) { 607 if (!of_node_is_type(np, "pci") && !of_node_is_type(np, "ht")) 608 continue; 609 if ((of_device_is_compatible(np, "u4-pcie") || 610 of_device_is_compatible(np, "u3-agp")) && 611 maple_add_bridge(np) == 0) 612 of_node_get(np); 613 614 if (of_device_is_compatible(np, "u3-ht")) { 615 of_node_get(np); 616 ht = np; 617 } 618 } 619 of_node_put(root); 620 621 /* Now setup the HyperTransport host if we found any 622 */ 623 if (ht && maple_add_bridge(ht) != 0) 624 of_node_put(ht); 625 626 ppc_md.pcibios_root_bridge_prepare = maple_pci_root_bridge_prepare; 627 628 /* Tell pci.c to not change any resource allocations. */ 629 pci_add_flags(PCI_PROBE_ONLY); 630 } 631 632 int maple_pci_get_legacy_ide_irq(struct pci_dev *pdev, int channel) 633 { 634 struct device_node *np; 635 unsigned int defirq = channel ? 15 : 14; 636 unsigned int irq; 637 638 if (pdev->vendor != PCI_VENDOR_ID_AMD || 639 pdev->device != PCI_DEVICE_ID_AMD_8111_IDE) 640 return defirq; 641 642 np = pci_device_to_OF_node(pdev); 643 if (np == NULL) { 644 printk("Failed to locate OF node for IDE %s\n", 645 pci_name(pdev)); 646 return defirq; 647 } 648 irq = irq_of_parse_and_map(np, channel & 0x1); 649 if (!irq) { 650 printk("Failed to map onboard IDE interrupt for channel %d\n", 651 channel); 652 return defirq; 653 } 654 return irq; 655 } 656 657 static void quirk_ipr_msi(struct pci_dev *dev) 658 { 659 /* Something prevents MSIs from the IPR from working on Bimini, 660 * and the driver has no smarts to recover. So disable MSI 661 * on it for now. */ 662 663 if (machine_is(maple)) { 664 dev->no_msi = 1; 665 dev_info(&dev->dev, "Quirk disabled MSI\n"); 666 } 667 } 668 DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN, 669 quirk_ipr_msi); 670 671 struct pci_controller_ops maple_pci_controller_ops = { 672 }; 673