1 /* 2 * This file contains work-arounds for x86 and x86_64 platform bugs. 3 */ 4 #include <linux/pci.h> 5 #include <linux/irq.h> 6 7 #include <asm/hpet.h> 8 9 #if defined(CONFIG_X86_IO_APIC) && defined(CONFIG_SMP) && defined(CONFIG_PCI) 10 11 static void __devinit quirk_intel_irqbalance(struct pci_dev *dev) 12 { 13 u8 config, rev; 14 u16 word; 15 16 /* BIOS may enable hardware IRQ balancing for 17 * E7520/E7320/E7525(revision ID 0x9 and below) 18 * based platforms. 19 * Disable SW irqbalance/affinity on those platforms. 20 */ 21 pci_read_config_byte(dev, PCI_CLASS_REVISION, &rev); 22 if (rev > 0x9) 23 return; 24 25 /* enable access to config space*/ 26 pci_read_config_byte(dev, 0xf4, &config); 27 pci_write_config_byte(dev, 0xf4, config|0x2); 28 29 /* 30 * read xTPR register. We may not have a pci_dev for device 8 31 * because it might be hidden until the above write. 32 */ 33 pci_bus_read_config_word(dev->bus, PCI_DEVFN(8, 0), 0x4c, &word); 34 35 if (!(word & (1 << 13))) { 36 dev_info(&dev->dev, "Intel E7520/7320/7525 detected; " 37 "disabling irq balancing and affinity\n"); 38 noirqdebug_setup(""); 39 #ifdef CONFIG_PROC_FS 40 no_irq_affinity = 1; 41 #endif 42 } 43 44 /* put back the original value for config space*/ 45 if (!(config & 0x2)) 46 pci_write_config_byte(dev, 0xf4, config); 47 } 48 DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_E7320_MCH, 49 quirk_intel_irqbalance); 50 DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_E7525_MCH, 51 quirk_intel_irqbalance); 52 DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_E7520_MCH, 53 quirk_intel_irqbalance); 54 #endif 55 56 #if defined(CONFIG_HPET_TIMER) 57 unsigned long force_hpet_address; 58 59 static enum { 60 NONE_FORCE_HPET_RESUME, 61 OLD_ICH_FORCE_HPET_RESUME, 62 ICH_FORCE_HPET_RESUME, 63 VT8237_FORCE_HPET_RESUME, 64 NVIDIA_FORCE_HPET_RESUME, 65 ATI_FORCE_HPET_RESUME, 66 } force_hpet_resume_type; 67 68 static void __iomem *rcba_base; 69 70 static void ich_force_hpet_resume(void) 71 { 72 u32 val; 73 74 if (!force_hpet_address) 75 return; 76 77 BUG_ON(rcba_base == NULL); 78 79 /* read the Function Disable register, dword mode only */ 80 val = readl(rcba_base + 0x3404); 81 if (!(val & 0x80)) { 82 /* HPET disabled in HPTC. Trying to enable */ 83 writel(val | 0x80, rcba_base + 0x3404); 84 } 85 86 val = readl(rcba_base + 0x3404); 87 if (!(val & 0x80)) 88 BUG(); 89 else 90 printk(KERN_DEBUG "Force enabled HPET at resume\n"); 91 92 return; 93 } 94 95 static void ich_force_enable_hpet(struct pci_dev *dev) 96 { 97 u32 val; 98 u32 uninitialized_var(rcba); 99 int err = 0; 100 101 if (hpet_address || force_hpet_address) 102 return; 103 104 pci_read_config_dword(dev, 0xF0, &rcba); 105 rcba &= 0xFFFFC000; 106 if (rcba == 0) { 107 dev_printk(KERN_DEBUG, &dev->dev, "RCBA disabled; " 108 "cannot force enable HPET\n"); 109 return; 110 } 111 112 /* use bits 31:14, 16 kB aligned */ 113 rcba_base = ioremap_nocache(rcba, 0x4000); 114 if (rcba_base == NULL) { 115 dev_printk(KERN_DEBUG, &dev->dev, "ioremap failed; " 116 "cannot force enable HPET\n"); 117 return; 118 } 119 120 /* read the Function Disable register, dword mode only */ 121 val = readl(rcba_base + 0x3404); 122 123 if (val & 0x80) { 124 /* HPET is enabled in HPTC. Just not reported by BIOS */ 125 val = val & 0x3; 126 force_hpet_address = 0xFED00000 | (val << 12); 127 dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at " 128 "0x%lx\n", force_hpet_address); 129 iounmap(rcba_base); 130 return; 131 } 132 133 /* HPET disabled in HPTC. Trying to enable */ 134 writel(val | 0x80, rcba_base + 0x3404); 135 136 val = readl(rcba_base + 0x3404); 137 if (!(val & 0x80)) { 138 err = 1; 139 } else { 140 val = val & 0x3; 141 force_hpet_address = 0xFED00000 | (val << 12); 142 } 143 144 if (err) { 145 force_hpet_address = 0; 146 iounmap(rcba_base); 147 dev_printk(KERN_DEBUG, &dev->dev, 148 "Failed to force enable HPET\n"); 149 } else { 150 force_hpet_resume_type = ICH_FORCE_HPET_RESUME; 151 dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at " 152 "0x%lx\n", force_hpet_address); 153 } 154 } 155 156 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ESB2_0, 157 ich_force_enable_hpet); 158 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH6_0, 159 ich_force_enable_hpet); 160 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH6_1, 161 ich_force_enable_hpet); 162 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH7_0, 163 ich_force_enable_hpet); 164 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH7_1, 165 ich_force_enable_hpet); 166 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH7_31, 167 ich_force_enable_hpet); 168 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH8_1, 169 ich_force_enable_hpet); 170 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH8_4, 171 ich_force_enable_hpet); 172 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ICH9_7, 173 ich_force_enable_hpet); 174 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, 0x3a16, /* ICH10 */ 175 ich_force_enable_hpet); 176 177 static struct pci_dev *cached_dev; 178 179 static void hpet_print_force_info(void) 180 { 181 printk(KERN_INFO "HPET not enabled in BIOS. " 182 "You might try hpet=force boot option\n"); 183 } 184 185 static void old_ich_force_hpet_resume(void) 186 { 187 u32 val; 188 u32 uninitialized_var(gen_cntl); 189 190 if (!force_hpet_address || !cached_dev) 191 return; 192 193 pci_read_config_dword(cached_dev, 0xD0, &gen_cntl); 194 gen_cntl &= (~(0x7 << 15)); 195 gen_cntl |= (0x4 << 15); 196 197 pci_write_config_dword(cached_dev, 0xD0, gen_cntl); 198 pci_read_config_dword(cached_dev, 0xD0, &gen_cntl); 199 val = gen_cntl >> 15; 200 val &= 0x7; 201 if (val == 0x4) 202 printk(KERN_DEBUG "Force enabled HPET at resume\n"); 203 else 204 BUG(); 205 } 206 207 static void old_ich_force_enable_hpet(struct pci_dev *dev) 208 { 209 u32 val; 210 u32 uninitialized_var(gen_cntl); 211 212 if (hpet_address || force_hpet_address) 213 return; 214 215 pci_read_config_dword(dev, 0xD0, &gen_cntl); 216 /* 217 * Bit 17 is HPET enable bit. 218 * Bit 16:15 control the HPET base address. 219 */ 220 val = gen_cntl >> 15; 221 val &= 0x7; 222 if (val & 0x4) { 223 val &= 0x3; 224 force_hpet_address = 0xFED00000 | (val << 12); 225 dev_printk(KERN_DEBUG, &dev->dev, "HPET at 0x%lx\n", 226 force_hpet_address); 227 return; 228 } 229 230 /* 231 * HPET is disabled. Trying enabling at FED00000 and check 232 * whether it sticks 233 */ 234 gen_cntl &= (~(0x7 << 15)); 235 gen_cntl |= (0x4 << 15); 236 pci_write_config_dword(dev, 0xD0, gen_cntl); 237 238 pci_read_config_dword(dev, 0xD0, &gen_cntl); 239 240 val = gen_cntl >> 15; 241 val &= 0x7; 242 if (val & 0x4) { 243 /* HPET is enabled in HPTC. Just not reported by BIOS */ 244 val &= 0x3; 245 force_hpet_address = 0xFED00000 | (val << 12); 246 dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at " 247 "0x%lx\n", force_hpet_address); 248 cached_dev = dev; 249 force_hpet_resume_type = OLD_ICH_FORCE_HPET_RESUME; 250 return; 251 } 252 253 dev_printk(KERN_DEBUG, &dev->dev, "Failed to force enable HPET\n"); 254 } 255 256 /* 257 * Undocumented chipset features. Make sure that the user enforced 258 * this. 259 */ 260 static void old_ich_force_enable_hpet_user(struct pci_dev *dev) 261 { 262 if (hpet_force_user) 263 old_ich_force_enable_hpet(dev); 264 } 265 266 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_ESB_1, 267 old_ich_force_enable_hpet_user); 268 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801CA_0, 269 old_ich_force_enable_hpet_user); 270 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801CA_12, 271 old_ich_force_enable_hpet_user); 272 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801DB_0, 273 old_ich_force_enable_hpet_user); 274 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801DB_12, 275 old_ich_force_enable_hpet_user); 276 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801EB_0, 277 old_ich_force_enable_hpet); 278 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801EB_12, 279 old_ich_force_enable_hpet); 280 281 282 static void vt8237_force_hpet_resume(void) 283 { 284 u32 val; 285 286 if (!force_hpet_address || !cached_dev) 287 return; 288 289 val = 0xfed00000 | 0x80; 290 pci_write_config_dword(cached_dev, 0x68, val); 291 292 pci_read_config_dword(cached_dev, 0x68, &val); 293 if (val & 0x80) 294 printk(KERN_DEBUG "Force enabled HPET at resume\n"); 295 else 296 BUG(); 297 } 298 299 static void vt8237_force_enable_hpet(struct pci_dev *dev) 300 { 301 u32 uninitialized_var(val); 302 303 if (hpet_address || force_hpet_address) 304 return; 305 306 if (!hpet_force_user) { 307 hpet_print_force_info(); 308 return; 309 } 310 311 pci_read_config_dword(dev, 0x68, &val); 312 /* 313 * Bit 7 is HPET enable bit. 314 * Bit 31:10 is HPET base address (contrary to what datasheet claims) 315 */ 316 if (val & 0x80) { 317 force_hpet_address = (val & ~0x3ff); 318 dev_printk(KERN_DEBUG, &dev->dev, "HPET at 0x%lx\n", 319 force_hpet_address); 320 return; 321 } 322 323 /* 324 * HPET is disabled. Trying enabling at FED00000 and check 325 * whether it sticks 326 */ 327 val = 0xfed00000 | 0x80; 328 pci_write_config_dword(dev, 0x68, val); 329 330 pci_read_config_dword(dev, 0x68, &val); 331 if (val & 0x80) { 332 force_hpet_address = (val & ~0x3ff); 333 dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at " 334 "0x%lx\n", force_hpet_address); 335 cached_dev = dev; 336 force_hpet_resume_type = VT8237_FORCE_HPET_RESUME; 337 return; 338 } 339 340 dev_printk(KERN_DEBUG, &dev->dev, "Failed to force enable HPET\n"); 341 } 342 343 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_VIA, PCI_DEVICE_ID_VIA_8235, 344 vt8237_force_enable_hpet); 345 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_VIA, PCI_DEVICE_ID_VIA_8237, 346 vt8237_force_enable_hpet); 347 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_VIA, PCI_DEVICE_ID_VIA_CX700, 348 vt8237_force_enable_hpet); 349 350 static void ati_force_hpet_resume(void) 351 { 352 pci_write_config_dword(cached_dev, 0x14, 0xfed00000); 353 printk(KERN_DEBUG "Force enabled HPET at resume\n"); 354 } 355 356 static u32 ati_ixp4x0_rev(struct pci_dev *dev) 357 { 358 u32 d; 359 u8 b; 360 361 pci_read_config_byte(dev, 0xac, &b); 362 b &= ~(1<<5); 363 pci_write_config_byte(dev, 0xac, b); 364 pci_read_config_dword(dev, 0x70, &d); 365 d |= 1<<8; 366 pci_write_config_dword(dev, 0x70, d); 367 pci_read_config_dword(dev, 0x8, &d); 368 d &= 0xff; 369 dev_printk(KERN_DEBUG, &dev->dev, "SB4X0 revision 0x%x\n", d); 370 return d; 371 } 372 373 static void ati_force_enable_hpet(struct pci_dev *dev) 374 { 375 u32 d, val; 376 u8 b; 377 378 if (hpet_address || force_hpet_address) 379 return; 380 381 if (!hpet_force_user) { 382 hpet_print_force_info(); 383 return; 384 } 385 386 d = ati_ixp4x0_rev(dev); 387 if (d < 0x82) 388 return; 389 390 /* base address */ 391 pci_write_config_dword(dev, 0x14, 0xfed00000); 392 pci_read_config_dword(dev, 0x14, &val); 393 394 /* enable interrupt */ 395 outb(0x72, 0xcd6); b = inb(0xcd7); 396 b |= 0x1; 397 outb(0x72, 0xcd6); outb(b, 0xcd7); 398 outb(0x72, 0xcd6); b = inb(0xcd7); 399 if (!(b & 0x1)) 400 return; 401 pci_read_config_dword(dev, 0x64, &d); 402 d |= (1<<10); 403 pci_write_config_dword(dev, 0x64, d); 404 pci_read_config_dword(dev, 0x64, &d); 405 if (!(d & (1<<10))) 406 return; 407 408 force_hpet_address = val; 409 force_hpet_resume_type = ATI_FORCE_HPET_RESUME; 410 dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at 0x%lx\n", 411 force_hpet_address); 412 cached_dev = dev; 413 } 414 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_ATI, PCI_DEVICE_ID_ATI_IXP400_SMBUS, 415 ati_force_enable_hpet); 416 417 /* 418 * Undocumented chipset feature taken from LinuxBIOS. 419 */ 420 static void nvidia_force_hpet_resume(void) 421 { 422 pci_write_config_dword(cached_dev, 0x44, 0xfed00001); 423 printk(KERN_DEBUG "Force enabled HPET at resume\n"); 424 } 425 426 static void nvidia_force_enable_hpet(struct pci_dev *dev) 427 { 428 u32 uninitialized_var(val); 429 430 if (hpet_address || force_hpet_address) 431 return; 432 433 if (!hpet_force_user) { 434 hpet_print_force_info(); 435 return; 436 } 437 438 pci_write_config_dword(dev, 0x44, 0xfed00001); 439 pci_read_config_dword(dev, 0x44, &val); 440 force_hpet_address = val & 0xfffffffe; 441 force_hpet_resume_type = NVIDIA_FORCE_HPET_RESUME; 442 dev_printk(KERN_DEBUG, &dev->dev, "Force enabled HPET at 0x%lx\n", 443 force_hpet_address); 444 cached_dev = dev; 445 return; 446 } 447 448 /* ISA Bridges */ 449 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0050, 450 nvidia_force_enable_hpet); 451 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0051, 452 nvidia_force_enable_hpet); 453 454 /* LPC bridges */ 455 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0260, 456 nvidia_force_enable_hpet); 457 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0360, 458 nvidia_force_enable_hpet); 459 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0361, 460 nvidia_force_enable_hpet); 461 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0362, 462 nvidia_force_enable_hpet); 463 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0363, 464 nvidia_force_enable_hpet); 465 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0364, 466 nvidia_force_enable_hpet); 467 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0365, 468 nvidia_force_enable_hpet); 469 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0366, 470 nvidia_force_enable_hpet); 471 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_NVIDIA, 0x0367, 472 nvidia_force_enable_hpet); 473 474 void force_hpet_resume(void) 475 { 476 switch (force_hpet_resume_type) { 477 case ICH_FORCE_HPET_RESUME: 478 ich_force_hpet_resume(); 479 return; 480 case OLD_ICH_FORCE_HPET_RESUME: 481 old_ich_force_hpet_resume(); 482 return; 483 case VT8237_FORCE_HPET_RESUME: 484 vt8237_force_hpet_resume(); 485 return; 486 case NVIDIA_FORCE_HPET_RESUME: 487 nvidia_force_hpet_resume(); 488 return; 489 case ATI_FORCE_HPET_RESUME: 490 ati_force_hpet_resume(); 491 return; 492 default: 493 break; 494 } 495 } 496 497 /* 498 * HPET MSI on some boards (ATI SB700/SB800) has side effect on 499 * floppy DMA. Disable HPET MSI on such platforms. 500 * See erratum #27 (Misinterpreted MSI Requests May Result in 501 * Corrupted LPC DMA Data) in AMD Publication #46837, 502 * "SB700 Family Product Errata", Rev. 1.0, March 2010. 503 */ 504 static void force_disable_hpet_msi(struct pci_dev *unused) 505 { 506 hpet_msi_disable = 1; 507 } 508 509 DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_ATI, PCI_DEVICE_ID_ATI_SBX00_SMBUS, 510 force_disable_hpet_msi); 511 512 #endif 513 514 #if defined(CONFIG_PCI) && defined(CONFIG_NUMA) 515 /* Set correct numa_node information for AMD NB functions */ 516 static void __init quirk_amd_nb_node(struct pci_dev *dev) 517 { 518 struct pci_dev *nb_ht; 519 unsigned int devfn; 520 u32 node; 521 u32 val; 522 523 devfn = PCI_DEVFN(PCI_SLOT(dev->devfn), 0); 524 nb_ht = pci_get_slot(dev->bus, devfn); 525 if (!nb_ht) 526 return; 527 528 pci_read_config_dword(nb_ht, 0x60, &val); 529 node = val & 7; 530 /* 531 * Some hardware may return an invalid node ID, 532 * so check it first: 533 */ 534 if (node_online(node)) 535 set_dev_node(&dev->dev, node); 536 pci_dev_put(nb_ht); 537 } 538 539 DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_AMD, PCI_DEVICE_ID_AMD_K8_NB, 540 quirk_amd_nb_node); 541 DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_AMD, PCI_DEVICE_ID_AMD_K8_NB_ADDRMAP, 542 quirk_amd_nb_node); 543 DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_AMD, PCI_DEVICE_ID_AMD_K8_NB_MEMCTL, 544 quirk_amd_nb_node); 545 DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_AMD, PCI_DEVICE_ID_AMD_K8_NB_MISC, 546 quirk_amd_nb_node); 547 DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_AMD, PCI_DEVICE_ID_AMD_10H_NB_HT, 548 quirk_amd_nb_node); 549 DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_AMD, PCI_DEVICE_ID_AMD_10H_NB_MAP, 550 quirk_amd_nb_node); 551 DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_AMD, PCI_DEVICE_ID_AMD_10H_NB_DRAM, 552 quirk_amd_nb_node); 553 DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_AMD, PCI_DEVICE_ID_AMD_10H_NB_MISC, 554 quirk_amd_nb_node); 555 DECLARE_PCI_FIXUP_FINAL(PCI_VENDOR_ID_AMD, PCI_DEVICE_ID_AMD_10H_NB_LINK, 556 quirk_amd_nb_node); 557 #endif 558