1 /* 2 * AMD K7 Powernow driver. 3 * (C) 2003 Dave Jones on behalf of SuSE Labs. 4 * (C) 2003-2004 Dave Jones <davej@redhat.com> 5 * 6 * Licensed under the terms of the GNU GPL License version 2. 7 * Based upon datasheets & sample CPUs kindly provided by AMD. 8 * 9 * Errata 5: 10 * CPU may fail to execute a FID/VID change in presence of interrupt. 11 * - We cli/sti on stepping A0 CPUs around the FID/VID transition. 12 * Errata 15: 13 * CPU with half frequency multipliers may hang upon wakeup from disconnect. 14 * - We disable half multipliers if ACPI is used on A0 stepping CPUs. 15 */ 16 17 #include <linux/kernel.h> 18 #include <linux/module.h> 19 #include <linux/moduleparam.h> 20 #include <linux/init.h> 21 #include <linux/cpufreq.h> 22 #include <linux/slab.h> 23 #include <linux/string.h> 24 #include <linux/dmi.h> 25 #include <linux/timex.h> 26 #include <linux/io.h> 27 28 #include <asm/timer.h> /* Needed for recalibrate_cpu_khz() */ 29 #include <asm/msr.h> 30 #include <asm/cpu_device_id.h> 31 32 #ifdef CONFIG_X86_POWERNOW_K7_ACPI 33 #include <linux/acpi.h> 34 #include <acpi/processor.h> 35 #endif 36 37 #include "powernow-k7.h" 38 39 #define PFX "powernow: " 40 41 42 struct psb_s { 43 u8 signature[10]; 44 u8 tableversion; 45 u8 flags; 46 u16 settlingtime; 47 u8 reserved1; 48 u8 numpst; 49 }; 50 51 struct pst_s { 52 u32 cpuid; 53 u8 fsbspeed; 54 u8 maxfid; 55 u8 startvid; 56 u8 numpstates; 57 }; 58 59 #ifdef CONFIG_X86_POWERNOW_K7_ACPI 60 union powernow_acpi_control_t { 61 struct { 62 unsigned long fid:5, 63 vid:5, 64 sgtc:20, 65 res1:2; 66 } bits; 67 unsigned long val; 68 }; 69 #endif 70 71 /* divide by 1000 to get VCore voltage in V. */ 72 static const int mobile_vid_table[32] = { 73 2000, 1950, 1900, 1850, 1800, 1750, 1700, 1650, 74 1600, 1550, 1500, 1450, 1400, 1350, 1300, 0, 75 1275, 1250, 1225, 1200, 1175, 1150, 1125, 1100, 76 1075, 1050, 1025, 1000, 975, 950, 925, 0, 77 }; 78 79 /* divide by 10 to get FID. */ 80 static const int fid_codes[32] = { 81 110, 115, 120, 125, 50, 55, 60, 65, 82 70, 75, 80, 85, 90, 95, 100, 105, 83 30, 190, 40, 200, 130, 135, 140, 210, 84 150, 225, 160, 165, 170, 180, -1, -1, 85 }; 86 87 /* This parameter is used in order to force ACPI instead of legacy method for 88 * configuration purpose. 89 */ 90 91 static int acpi_force; 92 93 static struct cpufreq_frequency_table *powernow_table; 94 95 static unsigned int can_scale_bus; 96 static unsigned int can_scale_vid; 97 static unsigned int minimum_speed = -1; 98 static unsigned int maximum_speed; 99 static unsigned int number_scales; 100 static unsigned int fsb; 101 static unsigned int latency; 102 static char have_a0; 103 104 static int check_fsb(unsigned int fsbspeed) 105 { 106 int delta; 107 unsigned int f = fsb / 1000; 108 109 delta = (fsbspeed > f) ? fsbspeed - f : f - fsbspeed; 110 return delta < 5; 111 } 112 113 static const struct x86_cpu_id powernow_k7_cpuids[] = { 114 { X86_VENDOR_AMD, 6, }, 115 {} 116 }; 117 MODULE_DEVICE_TABLE(x86cpu, powernow_k7_cpuids); 118 119 static int check_powernow(void) 120 { 121 struct cpuinfo_x86 *c = &cpu_data(0); 122 unsigned int maxei, eax, ebx, ecx, edx; 123 124 if (!x86_match_cpu(powernow_k7_cpuids)) 125 return 0; 126 127 /* Get maximum capabilities */ 128 maxei = cpuid_eax(0x80000000); 129 if (maxei < 0x80000007) { /* Any powernow info ? */ 130 #ifdef MODULE 131 printk(KERN_INFO PFX "No powernow capabilities detected\n"); 132 #endif 133 return 0; 134 } 135 136 if ((c->x86_model == 6) && (c->x86_mask == 0)) { 137 printk(KERN_INFO PFX "K7 660[A0] core detected, " 138 "enabling errata workarounds\n"); 139 have_a0 = 1; 140 } 141 142 cpuid(0x80000007, &eax, &ebx, &ecx, &edx); 143 144 /* Check we can actually do something before we say anything.*/ 145 if (!(edx & (1 << 1 | 1 << 2))) 146 return 0; 147 148 printk(KERN_INFO PFX "PowerNOW! Technology present. Can scale: "); 149 150 if (edx & 1 << 1) { 151 printk("frequency"); 152 can_scale_bus = 1; 153 } 154 155 if ((edx & (1 << 1 | 1 << 2)) == 0x6) 156 printk(" and "); 157 158 if (edx & 1 << 2) { 159 printk("voltage"); 160 can_scale_vid = 1; 161 } 162 163 printk(".\n"); 164 return 1; 165 } 166 167 #ifdef CONFIG_X86_POWERNOW_K7_ACPI 168 static void invalidate_entry(unsigned int entry) 169 { 170 powernow_table[entry].frequency = CPUFREQ_ENTRY_INVALID; 171 } 172 #endif 173 174 static int get_ranges(unsigned char *pst) 175 { 176 unsigned int j; 177 unsigned int speed; 178 u8 fid, vid; 179 180 powernow_table = kzalloc((sizeof(*powernow_table) * 181 (number_scales + 1)), GFP_KERNEL); 182 if (!powernow_table) 183 return -ENOMEM; 184 185 for (j = 0 ; j < number_scales; j++) { 186 fid = *pst++; 187 188 powernow_table[j].frequency = (fsb * fid_codes[fid]) / 10; 189 powernow_table[j].driver_data = fid; /* lower 8 bits */ 190 191 speed = powernow_table[j].frequency; 192 193 if ((fid_codes[fid] % 10) == 5) { 194 #ifdef CONFIG_X86_POWERNOW_K7_ACPI 195 if (have_a0 == 1) 196 invalidate_entry(j); 197 #endif 198 } 199 200 if (speed < minimum_speed) 201 minimum_speed = speed; 202 if (speed > maximum_speed) 203 maximum_speed = speed; 204 205 vid = *pst++; 206 powernow_table[j].driver_data |= (vid << 8); /* upper 8 bits */ 207 208 pr_debug(" FID: 0x%x (%d.%dx [%dMHz]) " 209 "VID: 0x%x (%d.%03dV)\n", fid, fid_codes[fid] / 10, 210 fid_codes[fid] % 10, speed/1000, vid, 211 mobile_vid_table[vid]/1000, 212 mobile_vid_table[vid]%1000); 213 } 214 powernow_table[number_scales].frequency = CPUFREQ_TABLE_END; 215 powernow_table[number_scales].driver_data = 0; 216 217 return 0; 218 } 219 220 221 static void change_FID(int fid) 222 { 223 union msr_fidvidctl fidvidctl; 224 225 rdmsrl(MSR_K7_FID_VID_CTL, fidvidctl.val); 226 if (fidvidctl.bits.FID != fid) { 227 fidvidctl.bits.SGTC = latency; 228 fidvidctl.bits.FID = fid; 229 fidvidctl.bits.VIDC = 0; 230 fidvidctl.bits.FIDC = 1; 231 wrmsrl(MSR_K7_FID_VID_CTL, fidvidctl.val); 232 } 233 } 234 235 236 static void change_VID(int vid) 237 { 238 union msr_fidvidctl fidvidctl; 239 240 rdmsrl(MSR_K7_FID_VID_CTL, fidvidctl.val); 241 if (fidvidctl.bits.VID != vid) { 242 fidvidctl.bits.SGTC = latency; 243 fidvidctl.bits.VID = vid; 244 fidvidctl.bits.FIDC = 0; 245 fidvidctl.bits.VIDC = 1; 246 wrmsrl(MSR_K7_FID_VID_CTL, fidvidctl.val); 247 } 248 } 249 250 251 static int powernow_target(struct cpufreq_policy *policy, unsigned int index) 252 { 253 u8 fid, vid; 254 struct cpufreq_freqs freqs; 255 union msr_fidvidstatus fidvidstatus; 256 int cfid; 257 258 /* fid are the lower 8 bits of the index we stored into 259 * the cpufreq frequency table in powernow_decode_bios, 260 * vid are the upper 8 bits. 261 */ 262 263 fid = powernow_table[index].driver_data & 0xFF; 264 vid = (powernow_table[index].driver_data & 0xFF00) >> 8; 265 266 rdmsrl(MSR_K7_FID_VID_STATUS, fidvidstatus.val); 267 cfid = fidvidstatus.bits.CFID; 268 freqs.old = fsb * fid_codes[cfid] / 10; 269 270 freqs.new = powernow_table[index].frequency; 271 272 cpufreq_notify_transition(policy, &freqs, CPUFREQ_PRECHANGE); 273 274 /* Now do the magic poking into the MSRs. */ 275 276 if (have_a0 == 1) /* A0 errata 5 */ 277 local_irq_disable(); 278 279 if (freqs.old > freqs.new) { 280 /* Going down, so change FID first */ 281 change_FID(fid); 282 change_VID(vid); 283 } else { 284 /* Going up, so change VID first */ 285 change_VID(vid); 286 change_FID(fid); 287 } 288 289 290 if (have_a0 == 1) 291 local_irq_enable(); 292 293 cpufreq_notify_transition(policy, &freqs, CPUFREQ_POSTCHANGE); 294 295 return 0; 296 } 297 298 299 #ifdef CONFIG_X86_POWERNOW_K7_ACPI 300 301 static struct acpi_processor_performance *acpi_processor_perf; 302 303 static int powernow_acpi_init(void) 304 { 305 int i; 306 int retval = 0; 307 union powernow_acpi_control_t pc; 308 309 if (acpi_processor_perf != NULL && powernow_table != NULL) { 310 retval = -EINVAL; 311 goto err0; 312 } 313 314 acpi_processor_perf = kzalloc(sizeof(*acpi_processor_perf), GFP_KERNEL); 315 if (!acpi_processor_perf) { 316 retval = -ENOMEM; 317 goto err0; 318 } 319 320 if (!zalloc_cpumask_var(&acpi_processor_perf->shared_cpu_map, 321 GFP_KERNEL)) { 322 retval = -ENOMEM; 323 goto err05; 324 } 325 326 if (acpi_processor_register_performance(acpi_processor_perf, 0)) { 327 retval = -EIO; 328 goto err1; 329 } 330 331 if (acpi_processor_perf->control_register.space_id != 332 ACPI_ADR_SPACE_FIXED_HARDWARE) { 333 retval = -ENODEV; 334 goto err2; 335 } 336 337 if (acpi_processor_perf->status_register.space_id != 338 ACPI_ADR_SPACE_FIXED_HARDWARE) { 339 retval = -ENODEV; 340 goto err2; 341 } 342 343 number_scales = acpi_processor_perf->state_count; 344 345 if (number_scales < 2) { 346 retval = -ENODEV; 347 goto err2; 348 } 349 350 powernow_table = kzalloc((sizeof(*powernow_table) * 351 (number_scales + 1)), GFP_KERNEL); 352 if (!powernow_table) { 353 retval = -ENOMEM; 354 goto err2; 355 } 356 357 pc.val = (unsigned long) acpi_processor_perf->states[0].control; 358 for (i = 0; i < number_scales; i++) { 359 u8 fid, vid; 360 struct acpi_processor_px *state = 361 &acpi_processor_perf->states[i]; 362 unsigned int speed, speed_mhz; 363 364 pc.val = (unsigned long) state->control; 365 pr_debug("acpi: P%d: %d MHz %d mW %d uS control %08x SGTC %d\n", 366 i, 367 (u32) state->core_frequency, 368 (u32) state->power, 369 (u32) state->transition_latency, 370 (u32) state->control, 371 pc.bits.sgtc); 372 373 vid = pc.bits.vid; 374 fid = pc.bits.fid; 375 376 powernow_table[i].frequency = fsb * fid_codes[fid] / 10; 377 powernow_table[i].driver_data = fid; /* lower 8 bits */ 378 powernow_table[i].driver_data |= (vid << 8); /* upper 8 bits */ 379 380 speed = powernow_table[i].frequency; 381 speed_mhz = speed / 1000; 382 383 /* processor_perflib will multiply the MHz value by 1000 to 384 * get a KHz value (e.g. 1266000). However, powernow-k7 works 385 * with true KHz values (e.g. 1266768). To ensure that all 386 * powernow frequencies are available, we must ensure that 387 * ACPI doesn't restrict them, so we round up the MHz value 388 * to ensure that perflib's computed KHz value is greater than 389 * or equal to powernow's KHz value. 390 */ 391 if (speed % 1000 > 0) 392 speed_mhz++; 393 394 if ((fid_codes[fid] % 10) == 5) { 395 if (have_a0 == 1) 396 invalidate_entry(i); 397 } 398 399 pr_debug(" FID: 0x%x (%d.%dx [%dMHz]) " 400 "VID: 0x%x (%d.%03dV)\n", fid, fid_codes[fid] / 10, 401 fid_codes[fid] % 10, speed_mhz, vid, 402 mobile_vid_table[vid]/1000, 403 mobile_vid_table[vid]%1000); 404 405 if (state->core_frequency != speed_mhz) { 406 state->core_frequency = speed_mhz; 407 pr_debug(" Corrected ACPI frequency to %d\n", 408 speed_mhz); 409 } 410 411 if (latency < pc.bits.sgtc) 412 latency = pc.bits.sgtc; 413 414 if (speed < minimum_speed) 415 minimum_speed = speed; 416 if (speed > maximum_speed) 417 maximum_speed = speed; 418 } 419 420 powernow_table[i].frequency = CPUFREQ_TABLE_END; 421 powernow_table[i].driver_data = 0; 422 423 /* notify BIOS that we exist */ 424 acpi_processor_notify_smm(THIS_MODULE); 425 426 return 0; 427 428 err2: 429 acpi_processor_unregister_performance(acpi_processor_perf, 0); 430 err1: 431 free_cpumask_var(acpi_processor_perf->shared_cpu_map); 432 err05: 433 kfree(acpi_processor_perf); 434 err0: 435 printk(KERN_WARNING PFX "ACPI perflib can not be used on " 436 "this platform\n"); 437 acpi_processor_perf = NULL; 438 return retval; 439 } 440 #else 441 static int powernow_acpi_init(void) 442 { 443 printk(KERN_INFO PFX "no support for ACPI processor found." 444 " Please recompile your kernel with ACPI processor\n"); 445 return -EINVAL; 446 } 447 #endif 448 449 static void print_pst_entry(struct pst_s *pst, unsigned int j) 450 { 451 pr_debug("PST:%d (@%p)\n", j, pst); 452 pr_debug(" cpuid: 0x%x fsb: %d maxFID: 0x%x startvid: 0x%x\n", 453 pst->cpuid, pst->fsbspeed, pst->maxfid, pst->startvid); 454 } 455 456 static int powernow_decode_bios(int maxfid, int startvid) 457 { 458 struct psb_s *psb; 459 struct pst_s *pst; 460 unsigned int i, j; 461 unsigned char *p; 462 unsigned int etuple; 463 unsigned int ret; 464 465 etuple = cpuid_eax(0x80000001); 466 467 for (i = 0xC0000; i < 0xffff0 ; i += 16) { 468 469 p = phys_to_virt(i); 470 471 if (memcmp(p, "AMDK7PNOW!", 10) == 0) { 472 pr_debug("Found PSB header at %p\n", p); 473 psb = (struct psb_s *) p; 474 pr_debug("Table version: 0x%x\n", psb->tableversion); 475 if (psb->tableversion != 0x12) { 476 printk(KERN_INFO PFX "Sorry, only v1.2 tables" 477 " supported right now\n"); 478 return -ENODEV; 479 } 480 481 pr_debug("Flags: 0x%x\n", psb->flags); 482 if ((psb->flags & 1) == 0) 483 pr_debug("Mobile voltage regulator\n"); 484 else 485 pr_debug("Desktop voltage regulator\n"); 486 487 latency = psb->settlingtime; 488 if (latency < 100) { 489 printk(KERN_INFO PFX "BIOS set settling time " 490 "to %d microseconds. " 491 "Should be at least 100. " 492 "Correcting.\n", latency); 493 latency = 100; 494 } 495 pr_debug("Settling Time: %d microseconds.\n", 496 psb->settlingtime); 497 pr_debug("Has %d PST tables. (Only dumping ones " 498 "relevant to this CPU).\n", 499 psb->numpst); 500 501 p += sizeof(*psb); 502 503 pst = (struct pst_s *) p; 504 505 for (j = 0; j < psb->numpst; j++) { 506 pst = (struct pst_s *) p; 507 number_scales = pst->numpstates; 508 509 if ((etuple == pst->cpuid) && 510 check_fsb(pst->fsbspeed) && 511 (maxfid == pst->maxfid) && 512 (startvid == pst->startvid)) { 513 print_pst_entry(pst, j); 514 p = (char *)pst + sizeof(*pst); 515 ret = get_ranges(p); 516 return ret; 517 } else { 518 unsigned int k; 519 p = (char *)pst + sizeof(*pst); 520 for (k = 0; k < number_scales; k++) 521 p += 2; 522 } 523 } 524 printk(KERN_INFO PFX "No PST tables match this cpuid " 525 "(0x%x)\n", etuple); 526 printk(KERN_INFO PFX "This is indicative of a broken " 527 "BIOS.\n"); 528 529 return -EINVAL; 530 } 531 p++; 532 } 533 534 return -ENODEV; 535 } 536 537 538 /* 539 * We use the fact that the bus frequency is somehow 540 * a multiple of 100000/3 khz, then we compute sgtc according 541 * to this multiple. 542 * That way, we match more how AMD thinks all of that work. 543 * We will then get the same kind of behaviour already tested under 544 * the "well-known" other OS. 545 */ 546 static int fixup_sgtc(void) 547 { 548 unsigned int sgtc; 549 unsigned int m; 550 551 m = fsb / 3333; 552 if ((m % 10) >= 5) 553 m += 5; 554 555 m /= 10; 556 557 sgtc = 100 * m * latency; 558 sgtc = sgtc / 3; 559 if (sgtc > 0xfffff) { 560 printk(KERN_WARNING PFX "SGTC too large %d\n", sgtc); 561 sgtc = 0xfffff; 562 } 563 return sgtc; 564 } 565 566 static unsigned int powernow_get(unsigned int cpu) 567 { 568 union msr_fidvidstatus fidvidstatus; 569 unsigned int cfid; 570 571 if (cpu) 572 return 0; 573 rdmsrl(MSR_K7_FID_VID_STATUS, fidvidstatus.val); 574 cfid = fidvidstatus.bits.CFID; 575 576 return fsb * fid_codes[cfid] / 10; 577 } 578 579 580 static int acer_cpufreq_pst(const struct dmi_system_id *d) 581 { 582 printk(KERN_WARNING PFX 583 "%s laptop with broken PST tables in BIOS detected.\n", 584 d->ident); 585 printk(KERN_WARNING PFX 586 "You need to downgrade to 3A21 (09/09/2002), or try a newer " 587 "BIOS than 3A71 (01/20/2003)\n"); 588 printk(KERN_WARNING PFX 589 "cpufreq scaling has been disabled as a result of this.\n"); 590 return 0; 591 } 592 593 /* 594 * Some Athlon laptops have really fucked PST tables. 595 * A BIOS update is all that can save them. 596 * Mention this, and disable cpufreq. 597 */ 598 static struct dmi_system_id powernow_dmi_table[] = { 599 { 600 .callback = acer_cpufreq_pst, 601 .ident = "Acer Aspire", 602 .matches = { 603 DMI_MATCH(DMI_SYS_VENDOR, "Insyde Software"), 604 DMI_MATCH(DMI_BIOS_VERSION, "3A71"), 605 }, 606 }, 607 { } 608 }; 609 610 static int powernow_cpu_init(struct cpufreq_policy *policy) 611 { 612 union msr_fidvidstatus fidvidstatus; 613 int result; 614 615 if (policy->cpu != 0) 616 return -ENODEV; 617 618 rdmsrl(MSR_K7_FID_VID_STATUS, fidvidstatus.val); 619 620 recalibrate_cpu_khz(); 621 622 fsb = (10 * cpu_khz) / fid_codes[fidvidstatus.bits.CFID]; 623 if (!fsb) { 624 printk(KERN_WARNING PFX "can not determine bus frequency\n"); 625 return -EINVAL; 626 } 627 pr_debug("FSB: %3dMHz\n", fsb/1000); 628 629 if (dmi_check_system(powernow_dmi_table) || acpi_force) { 630 printk(KERN_INFO PFX "PSB/PST known to be broken. " 631 "Trying ACPI instead\n"); 632 result = powernow_acpi_init(); 633 } else { 634 result = powernow_decode_bios(fidvidstatus.bits.MFID, 635 fidvidstatus.bits.SVID); 636 if (result) { 637 printk(KERN_INFO PFX "Trying ACPI perflib\n"); 638 maximum_speed = 0; 639 minimum_speed = -1; 640 latency = 0; 641 result = powernow_acpi_init(); 642 if (result) { 643 printk(KERN_INFO PFX 644 "ACPI and legacy methods failed\n"); 645 } 646 } else { 647 /* SGTC use the bus clock as timer */ 648 latency = fixup_sgtc(); 649 printk(KERN_INFO PFX "SGTC: %d\n", latency); 650 } 651 } 652 653 if (result) 654 return result; 655 656 printk(KERN_INFO PFX "Minimum speed %d MHz. Maximum speed %d MHz.\n", 657 minimum_speed/1000, maximum_speed/1000); 658 659 policy->cpuinfo.transition_latency = 660 cpufreq_scale(2000000UL, fsb, latency); 661 662 return cpufreq_table_validate_and_show(policy, powernow_table); 663 } 664 665 static int powernow_cpu_exit(struct cpufreq_policy *policy) 666 { 667 cpufreq_frequency_table_put_attr(policy->cpu); 668 669 #ifdef CONFIG_X86_POWERNOW_K7_ACPI 670 if (acpi_processor_perf) { 671 acpi_processor_unregister_performance(acpi_processor_perf, 0); 672 free_cpumask_var(acpi_processor_perf->shared_cpu_map); 673 kfree(acpi_processor_perf); 674 } 675 #endif 676 677 kfree(powernow_table); 678 return 0; 679 } 680 681 static struct cpufreq_driver powernow_driver = { 682 .verify = cpufreq_generic_frequency_table_verify, 683 .target_index = powernow_target, 684 .get = powernow_get, 685 #ifdef CONFIG_X86_POWERNOW_K7_ACPI 686 .bios_limit = acpi_processor_get_bios_limit, 687 #endif 688 .init = powernow_cpu_init, 689 .exit = powernow_cpu_exit, 690 .name = "powernow-k7", 691 .attr = cpufreq_generic_attr, 692 }; 693 694 static int __init powernow_init(void) 695 { 696 if (check_powernow() == 0) 697 return -ENODEV; 698 return cpufreq_register_driver(&powernow_driver); 699 } 700 701 702 static void __exit powernow_exit(void) 703 { 704 cpufreq_unregister_driver(&powernow_driver); 705 } 706 707 module_param(acpi_force, int, 0444); 708 MODULE_PARM_DESC(acpi_force, "Force ACPI to be used."); 709 710 MODULE_AUTHOR("Dave Jones <davej@redhat.com>"); 711 MODULE_DESCRIPTION("Powernow driver for AMD K7 processors."); 712 MODULE_LICENSE("GPL"); 713 714 late_initcall(powernow_init); 715 module_exit(powernow_exit); 716 717