11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * processor_idle - idle state submodule to the ACPI processor driver 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com> 51da177e4SLinus Torvalds * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com> 61da177e4SLinus Torvalds * Copyright (C) 2004 Dominik Brodowski <linux@brodo.de> 71da177e4SLinus Torvalds * Copyright (C) 2004 Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com> 81da177e4SLinus Torvalds * - Added processor hotplug support 902df8b93SVenkatesh Pallipadi * Copyright (C) 2005 Venkatesh Pallipadi <venkatesh.pallipadi@intel.com> 1002df8b93SVenkatesh Pallipadi * - Added support for C3 on SMP 111da177e4SLinus Torvalds * 121da177e4SLinus Torvalds * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 131da177e4SLinus Torvalds * 141da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or modify 151da177e4SLinus Torvalds * it under the terms of the GNU General Public License as published by 161da177e4SLinus Torvalds * the Free Software Foundation; either version 2 of the License, or (at 171da177e4SLinus Torvalds * your option) any later version. 181da177e4SLinus Torvalds * 191da177e4SLinus Torvalds * This program is distributed in the hope that it will be useful, but 201da177e4SLinus Torvalds * WITHOUT ANY WARRANTY; without even the implied warranty of 211da177e4SLinus Torvalds * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 221da177e4SLinus Torvalds * General Public License for more details. 231da177e4SLinus Torvalds * 241da177e4SLinus Torvalds * You should have received a copy of the GNU General Public License along 251da177e4SLinus Torvalds * with this program; if not, write to the Free Software Foundation, Inc., 261da177e4SLinus Torvalds * 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA. 271da177e4SLinus Torvalds * 281da177e4SLinus Torvalds * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 291da177e4SLinus Torvalds */ 301da177e4SLinus Torvalds 311da177e4SLinus Torvalds #include <linux/kernel.h> 321da177e4SLinus Torvalds #include <linux/module.h> 331da177e4SLinus Torvalds #include <linux/init.h> 341da177e4SLinus Torvalds #include <linux/cpufreq.h> 351da177e4SLinus Torvalds #include <linux/proc_fs.h> 361da177e4SLinus Torvalds #include <linux/seq_file.h> 371da177e4SLinus Torvalds #include <linux/acpi.h> 381da177e4SLinus Torvalds #include <linux/dmi.h> 391da177e4SLinus Torvalds #include <linux/moduleparam.h> 404e57b681STim Schmielau #include <linux/sched.h> /* need_resched() */ 411da177e4SLinus Torvalds 421da177e4SLinus Torvalds #include <asm/io.h> 431da177e4SLinus Torvalds #include <asm/uaccess.h> 441da177e4SLinus Torvalds 451da177e4SLinus Torvalds #include <acpi/acpi_bus.h> 461da177e4SLinus Torvalds #include <acpi/processor.h> 471da177e4SLinus Torvalds 481da177e4SLinus Torvalds #define ACPI_PROCESSOR_COMPONENT 0x01000000 491da177e4SLinus Torvalds #define ACPI_PROCESSOR_CLASS "processor" 501da177e4SLinus Torvalds #define ACPI_PROCESSOR_DRIVER_NAME "ACPI Processor Driver" 511da177e4SLinus Torvalds #define _COMPONENT ACPI_PROCESSOR_COMPONENT 521da177e4SLinus Torvalds ACPI_MODULE_NAME("acpi_processor") 531da177e4SLinus Torvalds #define ACPI_PROCESSOR_FILE_POWER "power" 541da177e4SLinus Torvalds #define US_TO_PM_TIMER_TICKS(t) ((t * (PM_TIMER_FREQUENCY/1000)) / 1000) 551da177e4SLinus Torvalds #define C2_OVERHEAD 4 /* 1us (3.579 ticks per us) */ 561da177e4SLinus Torvalds #define C3_OVERHEAD 4 /* 1us (3.579 ticks per us) */ 571da177e4SLinus Torvalds static void (*pm_idle_save) (void); 581da177e4SLinus Torvalds module_param(max_cstate, uint, 0644); 591da177e4SLinus Torvalds 601da177e4SLinus Torvalds static unsigned int nocst = 0; 611da177e4SLinus Torvalds module_param(nocst, uint, 0000); 621da177e4SLinus Torvalds 631da177e4SLinus Torvalds /* 641da177e4SLinus Torvalds * bm_history -- bit-mask with a bit per jiffy of bus-master activity 651da177e4SLinus Torvalds * 1000 HZ: 0xFFFFFFFF: 32 jiffies = 32ms 661da177e4SLinus Torvalds * 800 HZ: 0xFFFFFFFF: 32 jiffies = 40ms 671da177e4SLinus Torvalds * 100 HZ: 0x0000000F: 4 jiffies = 40ms 681da177e4SLinus Torvalds * reduce history for more aggressive entry into C3 691da177e4SLinus Torvalds */ 704be44fcdSLen Brown static unsigned int bm_history = 714be44fcdSLen Brown (HZ >= 800 ? 0xFFFFFFFF : ((1U << (HZ / 25)) - 1)); 721da177e4SLinus Torvalds module_param(bm_history, uint, 0644); 731da177e4SLinus Torvalds /* -------------------------------------------------------------------------- 741da177e4SLinus Torvalds Power Management 751da177e4SLinus Torvalds -------------------------------------------------------------------------- */ 761da177e4SLinus Torvalds 771da177e4SLinus Torvalds /* 781da177e4SLinus Torvalds * IBM ThinkPad R40e crashes mysteriously when going into C2 or C3. 791da177e4SLinus Torvalds * For now disable this. Probably a bug somewhere else. 801da177e4SLinus Torvalds * 811da177e4SLinus Torvalds * To skip this limit, boot/load with a large max_cstate limit. 821da177e4SLinus Torvalds */ 83335f16beSDavid Shaohua Li static int set_max_cstate(struct dmi_system_id *id) 841da177e4SLinus Torvalds { 851da177e4SLinus Torvalds if (max_cstate > ACPI_PROCESSOR_MAX_POWER) 861da177e4SLinus Torvalds return 0; 871da177e4SLinus Torvalds 883d35600aSLen Brown printk(KERN_NOTICE PREFIX "%s detected - limiting to C%ld max_cstate." 891da177e4SLinus Torvalds " Override with \"processor.max_cstate=%d\"\n", id->ident, 903d35600aSLen Brown (long)id->driver_data, ACPI_PROCESSOR_MAX_POWER + 1); 911da177e4SLinus Torvalds 923d35600aSLen Brown max_cstate = (long)id->driver_data; 931da177e4SLinus Torvalds 941da177e4SLinus Torvalds return 0; 951da177e4SLinus Torvalds } 961da177e4SLinus Torvalds 971da177e4SLinus Torvalds static struct dmi_system_id __initdata processor_power_dmi_table[] = { 98335f16beSDavid Shaohua Li {set_max_cstate, "IBM ThinkPad R40e", { 994be44fcdSLen Brown DMI_MATCH(DMI_BIOS_VENDOR, 1004be44fcdSLen Brown "IBM"), 1014be44fcdSLen Brown DMI_MATCH(DMI_BIOS_VERSION, 1024be44fcdSLen Brown "1SET60WW")}, 1034be44fcdSLen Brown (void *)1}, 104335f16beSDavid Shaohua Li {set_max_cstate, "Medion 41700", { 1054be44fcdSLen Brown DMI_MATCH(DMI_BIOS_VENDOR, 1064be44fcdSLen Brown "Phoenix Technologies LTD"), 1074be44fcdSLen Brown DMI_MATCH(DMI_BIOS_VERSION, 1084be44fcdSLen Brown "R01-A1J")}, (void *)1}, 109335f16beSDavid Shaohua Li {set_max_cstate, "Clevo 5600D", { 1104be44fcdSLen Brown DMI_MATCH(DMI_BIOS_VENDOR, 1114be44fcdSLen Brown "Phoenix Technologies LTD"), 1124be44fcdSLen Brown DMI_MATCH(DMI_BIOS_VERSION, 1134be44fcdSLen Brown "SHE845M0.86C.0013.D.0302131307")}, 114335f16beSDavid Shaohua Li (void *)2}, 1151da177e4SLinus Torvalds {}, 1161da177e4SLinus Torvalds }; 1171da177e4SLinus Torvalds 1184be44fcdSLen Brown static inline u32 ticks_elapsed(u32 t1, u32 t2) 1191da177e4SLinus Torvalds { 1201da177e4SLinus Torvalds if (t2 >= t1) 1211da177e4SLinus Torvalds return (t2 - t1); 1221da177e4SLinus Torvalds else if (!acpi_fadt.tmr_val_ext) 1231da177e4SLinus Torvalds return (((0x00FFFFFF - t1) + t2) & 0x00FFFFFF); 1241da177e4SLinus Torvalds else 1251da177e4SLinus Torvalds return ((0xFFFFFFFF - t1) + t2); 1261da177e4SLinus Torvalds } 1271da177e4SLinus Torvalds 1281da177e4SLinus Torvalds static void 1294be44fcdSLen Brown acpi_processor_power_activate(struct acpi_processor *pr, 1301da177e4SLinus Torvalds struct acpi_processor_cx *new) 1311da177e4SLinus Torvalds { 1321da177e4SLinus Torvalds struct acpi_processor_cx *old; 1331da177e4SLinus Torvalds 1341da177e4SLinus Torvalds if (!pr || !new) 1351da177e4SLinus Torvalds return; 1361da177e4SLinus Torvalds 1371da177e4SLinus Torvalds old = pr->power.state; 1381da177e4SLinus Torvalds 1391da177e4SLinus Torvalds if (old) 1401da177e4SLinus Torvalds old->promotion.count = 0; 1411da177e4SLinus Torvalds new->demotion.count = 0; 1421da177e4SLinus Torvalds 1431da177e4SLinus Torvalds /* Cleanup from old state. */ 1441da177e4SLinus Torvalds if (old) { 1451da177e4SLinus Torvalds switch (old->type) { 1461da177e4SLinus Torvalds case ACPI_STATE_C3: 1471da177e4SLinus Torvalds /* Disable bus master reload */ 14802df8b93SVenkatesh Pallipadi if (new->type != ACPI_STATE_C3 && pr->flags.bm_check) 1494be44fcdSLen Brown acpi_set_register(ACPI_BITREG_BUS_MASTER_RLD, 0, 1504be44fcdSLen Brown ACPI_MTX_DO_NOT_LOCK); 1511da177e4SLinus Torvalds break; 1521da177e4SLinus Torvalds } 1531da177e4SLinus Torvalds } 1541da177e4SLinus Torvalds 1551da177e4SLinus Torvalds /* Prepare to use new state. */ 1561da177e4SLinus Torvalds switch (new->type) { 1571da177e4SLinus Torvalds case ACPI_STATE_C3: 1581da177e4SLinus Torvalds /* Enable bus master reload */ 15902df8b93SVenkatesh Pallipadi if (old->type != ACPI_STATE_C3 && pr->flags.bm_check) 1604be44fcdSLen Brown acpi_set_register(ACPI_BITREG_BUS_MASTER_RLD, 1, 1614be44fcdSLen Brown ACPI_MTX_DO_NOT_LOCK); 1621da177e4SLinus Torvalds break; 1631da177e4SLinus Torvalds } 1641da177e4SLinus Torvalds 1651da177e4SLinus Torvalds pr->power.state = new; 1661da177e4SLinus Torvalds 1671da177e4SLinus Torvalds return; 1681da177e4SLinus Torvalds } 1691da177e4SLinus Torvalds 17064c7c8f8SNick Piggin static void acpi_safe_halt(void) 17164c7c8f8SNick Piggin { 17264c7c8f8SNick Piggin int polling = test_thread_flag(TIF_POLLING_NRFLAG); 17364c7c8f8SNick Piggin if (polling) { 17464c7c8f8SNick Piggin clear_thread_flag(TIF_POLLING_NRFLAG); 17564c7c8f8SNick Piggin smp_mb__after_clear_bit(); 17664c7c8f8SNick Piggin } 17764c7c8f8SNick Piggin if (!need_resched()) 17864c7c8f8SNick Piggin safe_halt(); 17964c7c8f8SNick Piggin if (polling) 18064c7c8f8SNick Piggin set_thread_flag(TIF_POLLING_NRFLAG); 18164c7c8f8SNick Piggin } 18264c7c8f8SNick Piggin 18302df8b93SVenkatesh Pallipadi static atomic_t c3_cpu_count; 18402df8b93SVenkatesh Pallipadi 1851da177e4SLinus Torvalds static void acpi_processor_idle(void) 1861da177e4SLinus Torvalds { 1871da177e4SLinus Torvalds struct acpi_processor *pr = NULL; 1881da177e4SLinus Torvalds struct acpi_processor_cx *cx = NULL; 1891da177e4SLinus Torvalds struct acpi_processor_cx *next_state = NULL; 1901da177e4SLinus Torvalds int sleep_ticks = 0; 1911da177e4SLinus Torvalds u32 t1, t2 = 0; 1921da177e4SLinus Torvalds 19364c7c8f8SNick Piggin pr = processors[smp_processor_id()]; 1941da177e4SLinus Torvalds if (!pr) 1951da177e4SLinus Torvalds return; 1961da177e4SLinus Torvalds 1971da177e4SLinus Torvalds /* 1981da177e4SLinus Torvalds * Interrupts must be disabled during bus mastering calculations and 1991da177e4SLinus Torvalds * for C2/C3 transitions. 2001da177e4SLinus Torvalds */ 2011da177e4SLinus Torvalds local_irq_disable(); 2021da177e4SLinus Torvalds 2031da177e4SLinus Torvalds /* 2041da177e4SLinus Torvalds * Check whether we truly need to go idle, or should 2051da177e4SLinus Torvalds * reschedule: 2061da177e4SLinus Torvalds */ 2071da177e4SLinus Torvalds if (unlikely(need_resched())) { 2081da177e4SLinus Torvalds local_irq_enable(); 2091da177e4SLinus Torvalds return; 2101da177e4SLinus Torvalds } 2111da177e4SLinus Torvalds 2121da177e4SLinus Torvalds cx = pr->power.state; 21364c7c8f8SNick Piggin if (!cx) { 21464c7c8f8SNick Piggin if (pm_idle_save) 21564c7c8f8SNick Piggin pm_idle_save(); 21664c7c8f8SNick Piggin else 21764c7c8f8SNick Piggin acpi_safe_halt(); 21864c7c8f8SNick Piggin return; 21964c7c8f8SNick Piggin } 2201da177e4SLinus Torvalds 2211da177e4SLinus Torvalds /* 2221da177e4SLinus Torvalds * Check BM Activity 2231da177e4SLinus Torvalds * ----------------- 2241da177e4SLinus Torvalds * Check for bus mastering activity (if required), record, and check 2251da177e4SLinus Torvalds * for demotion. 2261da177e4SLinus Torvalds */ 2271da177e4SLinus Torvalds if (pr->flags.bm_check) { 2281da177e4SLinus Torvalds u32 bm_status = 0; 2291da177e4SLinus Torvalds unsigned long diff = jiffies - pr->power.bm_check_timestamp; 2301da177e4SLinus Torvalds 2311da177e4SLinus Torvalds if (diff > 32) 2321da177e4SLinus Torvalds diff = 32; 2331da177e4SLinus Torvalds 2341da177e4SLinus Torvalds while (diff) { 2351da177e4SLinus Torvalds /* if we didn't get called, assume there was busmaster activity */ 2361da177e4SLinus Torvalds diff--; 2371da177e4SLinus Torvalds if (diff) 2381da177e4SLinus Torvalds pr->power.bm_activity |= 0x1; 2391da177e4SLinus Torvalds pr->power.bm_activity <<= 1; 2401da177e4SLinus Torvalds } 2411da177e4SLinus Torvalds 2421da177e4SLinus Torvalds acpi_get_register(ACPI_BITREG_BUS_MASTER_STATUS, 2431da177e4SLinus Torvalds &bm_status, ACPI_MTX_DO_NOT_LOCK); 2441da177e4SLinus Torvalds if (bm_status) { 2451da177e4SLinus Torvalds pr->power.bm_activity++; 2461da177e4SLinus Torvalds acpi_set_register(ACPI_BITREG_BUS_MASTER_STATUS, 2471da177e4SLinus Torvalds 1, ACPI_MTX_DO_NOT_LOCK); 2481da177e4SLinus Torvalds } 2491da177e4SLinus Torvalds /* 2501da177e4SLinus Torvalds * PIIX4 Erratum #18: Note that BM_STS doesn't always reflect 2511da177e4SLinus Torvalds * the true state of bus mastering activity; forcing us to 2521da177e4SLinus Torvalds * manually check the BMIDEA bit of each IDE channel. 2531da177e4SLinus Torvalds */ 2541da177e4SLinus Torvalds else if (errata.piix4.bmisx) { 2551da177e4SLinus Torvalds if ((inb_p(errata.piix4.bmisx + 0x02) & 0x01) 2561da177e4SLinus Torvalds || (inb_p(errata.piix4.bmisx + 0x0A) & 0x01)) 2571da177e4SLinus Torvalds pr->power.bm_activity++; 2581da177e4SLinus Torvalds } 2591da177e4SLinus Torvalds 2601da177e4SLinus Torvalds pr->power.bm_check_timestamp = jiffies; 2611da177e4SLinus Torvalds 2621da177e4SLinus Torvalds /* 2631da177e4SLinus Torvalds * Apply bus mastering demotion policy. Automatically demote 2641da177e4SLinus Torvalds * to avoid a faulty transition. Note that the processor 2651da177e4SLinus Torvalds * won't enter a low-power state during this call (to this 2661da177e4SLinus Torvalds * funciton) but should upon the next. 2671da177e4SLinus Torvalds * 2681da177e4SLinus Torvalds * TBD: A better policy might be to fallback to the demotion 2691da177e4SLinus Torvalds * state (use it for this quantum only) istead of 2701da177e4SLinus Torvalds * demoting -- and rely on duration as our sole demotion 2711da177e4SLinus Torvalds * qualification. This may, however, introduce DMA 2721da177e4SLinus Torvalds * issues (e.g. floppy DMA transfer overrun/underrun). 2731da177e4SLinus Torvalds */ 2741da177e4SLinus Torvalds if (pr->power.bm_activity & cx->demotion.threshold.bm) { 2751da177e4SLinus Torvalds local_irq_enable(); 2761da177e4SLinus Torvalds next_state = cx->demotion.state; 2771da177e4SLinus Torvalds goto end; 2781da177e4SLinus Torvalds } 2791da177e4SLinus Torvalds } 2801da177e4SLinus Torvalds 2811da177e4SLinus Torvalds cx->usage++; 2821da177e4SLinus Torvalds 2831da177e4SLinus Torvalds /* 2841da177e4SLinus Torvalds * Sleep: 2851da177e4SLinus Torvalds * ------ 2861da177e4SLinus Torvalds * Invoke the current Cx state to put the processor to sleep. 2871da177e4SLinus Torvalds */ 2881da177e4SLinus Torvalds switch (cx->type) { 2891da177e4SLinus Torvalds 2901da177e4SLinus Torvalds case ACPI_STATE_C1: 2911da177e4SLinus Torvalds /* 2921da177e4SLinus Torvalds * Invoke C1. 2931da177e4SLinus Torvalds * Use the appropriate idle routine, the one that would 2941da177e4SLinus Torvalds * be used without acpi C-states. 2951da177e4SLinus Torvalds */ 2961da177e4SLinus Torvalds if (pm_idle_save) 2971da177e4SLinus Torvalds pm_idle_save(); 2981da177e4SLinus Torvalds else 29964c7c8f8SNick Piggin acpi_safe_halt(); 30064c7c8f8SNick Piggin 3011da177e4SLinus Torvalds /* 3021da177e4SLinus Torvalds * TBD: Can't get time duration while in C1, as resumes 3031da177e4SLinus Torvalds * go to an ISR rather than here. Need to instrument 3041da177e4SLinus Torvalds * base interrupt handler. 3051da177e4SLinus Torvalds */ 3061da177e4SLinus Torvalds sleep_ticks = 0xFFFFFFFF; 3071da177e4SLinus Torvalds break; 3081da177e4SLinus Torvalds 3091da177e4SLinus Torvalds case ACPI_STATE_C2: 3101da177e4SLinus Torvalds /* Get start time (ticks) */ 3111da177e4SLinus Torvalds t1 = inl(acpi_fadt.xpm_tmr_blk.address); 3121da177e4SLinus Torvalds /* Invoke C2 */ 3131da177e4SLinus Torvalds inb(cx->address); 3141da177e4SLinus Torvalds /* Dummy op - must do something useless after P_LVL2 read */ 3151da177e4SLinus Torvalds t2 = inl(acpi_fadt.xpm_tmr_blk.address); 3161da177e4SLinus Torvalds /* Get end time (ticks) */ 3171da177e4SLinus Torvalds t2 = inl(acpi_fadt.xpm_tmr_blk.address); 3181da177e4SLinus Torvalds /* Re-enable interrupts */ 3191da177e4SLinus Torvalds local_irq_enable(); 3201da177e4SLinus Torvalds /* Compute time (ticks) that we were actually asleep */ 3214be44fcdSLen Brown sleep_ticks = 3224be44fcdSLen Brown ticks_elapsed(t1, t2) - cx->latency_ticks - C2_OVERHEAD; 3231da177e4SLinus Torvalds break; 3241da177e4SLinus Torvalds 3251da177e4SLinus Torvalds case ACPI_STATE_C3: 32602df8b93SVenkatesh Pallipadi 32702df8b93SVenkatesh Pallipadi if (pr->flags.bm_check) { 32802df8b93SVenkatesh Pallipadi if (atomic_inc_return(&c3_cpu_count) == 32902df8b93SVenkatesh Pallipadi num_online_cpus()) { 33002df8b93SVenkatesh Pallipadi /* 33102df8b93SVenkatesh Pallipadi * All CPUs are trying to go to C3 33202df8b93SVenkatesh Pallipadi * Disable bus master arbitration 33302df8b93SVenkatesh Pallipadi */ 33402df8b93SVenkatesh Pallipadi acpi_set_register(ACPI_BITREG_ARB_DISABLE, 1, 33502df8b93SVenkatesh Pallipadi ACPI_MTX_DO_NOT_LOCK); 33602df8b93SVenkatesh Pallipadi } 33702df8b93SVenkatesh Pallipadi } else { 33802df8b93SVenkatesh Pallipadi /* SMP with no shared cache... Invalidate cache */ 33902df8b93SVenkatesh Pallipadi ACPI_FLUSH_CPU_CACHE(); 34002df8b93SVenkatesh Pallipadi } 34102df8b93SVenkatesh Pallipadi 3421da177e4SLinus Torvalds /* Get start time (ticks) */ 3431da177e4SLinus Torvalds t1 = inl(acpi_fadt.xpm_tmr_blk.address); 3441da177e4SLinus Torvalds /* Invoke C3 */ 3451da177e4SLinus Torvalds inb(cx->address); 3461da177e4SLinus Torvalds /* Dummy op - must do something useless after P_LVL3 read */ 3471da177e4SLinus Torvalds t2 = inl(acpi_fadt.xpm_tmr_blk.address); 3481da177e4SLinus Torvalds /* Get end time (ticks) */ 3491da177e4SLinus Torvalds t2 = inl(acpi_fadt.xpm_tmr_blk.address); 35002df8b93SVenkatesh Pallipadi if (pr->flags.bm_check) { 3511da177e4SLinus Torvalds /* Enable bus master arbitration */ 35202df8b93SVenkatesh Pallipadi atomic_dec(&c3_cpu_count); 3534be44fcdSLen Brown acpi_set_register(ACPI_BITREG_ARB_DISABLE, 0, 3544be44fcdSLen Brown ACPI_MTX_DO_NOT_LOCK); 35502df8b93SVenkatesh Pallipadi } 35602df8b93SVenkatesh Pallipadi 3571da177e4SLinus Torvalds /* Re-enable interrupts */ 3581da177e4SLinus Torvalds local_irq_enable(); 3591da177e4SLinus Torvalds /* Compute time (ticks) that we were actually asleep */ 3604be44fcdSLen Brown sleep_ticks = 3614be44fcdSLen Brown ticks_elapsed(t1, t2) - cx->latency_ticks - C3_OVERHEAD; 3621da177e4SLinus Torvalds break; 3631da177e4SLinus Torvalds 3641da177e4SLinus Torvalds default: 3651da177e4SLinus Torvalds local_irq_enable(); 3661da177e4SLinus Torvalds return; 3671da177e4SLinus Torvalds } 3681da177e4SLinus Torvalds 3691da177e4SLinus Torvalds next_state = pr->power.state; 3701da177e4SLinus Torvalds 3711da177e4SLinus Torvalds /* 3721da177e4SLinus Torvalds * Promotion? 3731da177e4SLinus Torvalds * ---------- 3741da177e4SLinus Torvalds * Track the number of longs (time asleep is greater than threshold) 3751da177e4SLinus Torvalds * and promote when the count threshold is reached. Note that bus 3761da177e4SLinus Torvalds * mastering activity may prevent promotions. 3771da177e4SLinus Torvalds * Do not promote above max_cstate. 3781da177e4SLinus Torvalds */ 3791da177e4SLinus Torvalds if (cx->promotion.state && 3801da177e4SLinus Torvalds ((cx->promotion.state - pr->power.states) <= max_cstate)) { 3811da177e4SLinus Torvalds if (sleep_ticks > cx->promotion.threshold.ticks) { 3821da177e4SLinus Torvalds cx->promotion.count++; 3831da177e4SLinus Torvalds cx->demotion.count = 0; 3844be44fcdSLen Brown if (cx->promotion.count >= 3854be44fcdSLen Brown cx->promotion.threshold.count) { 3861da177e4SLinus Torvalds if (pr->flags.bm_check) { 3874be44fcdSLen Brown if (! 3884be44fcdSLen Brown (pr->power.bm_activity & cx-> 3894be44fcdSLen Brown promotion.threshold.bm)) { 3904be44fcdSLen Brown next_state = 3914be44fcdSLen Brown cx->promotion.state; 3921da177e4SLinus Torvalds goto end; 3931da177e4SLinus Torvalds } 3944be44fcdSLen Brown } else { 3951da177e4SLinus Torvalds next_state = cx->promotion.state; 3961da177e4SLinus Torvalds goto end; 3971da177e4SLinus Torvalds } 3981da177e4SLinus Torvalds } 3991da177e4SLinus Torvalds } 4001da177e4SLinus Torvalds } 4011da177e4SLinus Torvalds 4021da177e4SLinus Torvalds /* 4031da177e4SLinus Torvalds * Demotion? 4041da177e4SLinus Torvalds * --------- 4051da177e4SLinus Torvalds * Track the number of shorts (time asleep is less than time threshold) 4061da177e4SLinus Torvalds * and demote when the usage threshold is reached. 4071da177e4SLinus Torvalds */ 4081da177e4SLinus Torvalds if (cx->demotion.state) { 4091da177e4SLinus Torvalds if (sleep_ticks < cx->demotion.threshold.ticks) { 4101da177e4SLinus Torvalds cx->demotion.count++; 4111da177e4SLinus Torvalds cx->promotion.count = 0; 4121da177e4SLinus Torvalds if (cx->demotion.count >= cx->demotion.threshold.count) { 4131da177e4SLinus Torvalds next_state = cx->demotion.state; 4141da177e4SLinus Torvalds goto end; 4151da177e4SLinus Torvalds } 4161da177e4SLinus Torvalds } 4171da177e4SLinus Torvalds } 4181da177e4SLinus Torvalds 4191da177e4SLinus Torvalds end: 4201da177e4SLinus Torvalds /* 4211da177e4SLinus Torvalds * Demote if current state exceeds max_cstate 4221da177e4SLinus Torvalds */ 4231da177e4SLinus Torvalds if ((pr->power.state - pr->power.states) > max_cstate) { 4241da177e4SLinus Torvalds if (cx->demotion.state) 4251da177e4SLinus Torvalds next_state = cx->demotion.state; 4261da177e4SLinus Torvalds } 4271da177e4SLinus Torvalds 4281da177e4SLinus Torvalds /* 4291da177e4SLinus Torvalds * New Cx State? 4301da177e4SLinus Torvalds * ------------- 4311da177e4SLinus Torvalds * If we're going to start using a new Cx state we must clean up 4321da177e4SLinus Torvalds * from the previous and prepare to use the new. 4331da177e4SLinus Torvalds */ 4341da177e4SLinus Torvalds if (next_state != pr->power.state) 4351da177e4SLinus Torvalds acpi_processor_power_activate(pr, next_state); 4361da177e4SLinus Torvalds } 4371da177e4SLinus Torvalds 4384be44fcdSLen Brown static int acpi_processor_set_power_policy(struct acpi_processor *pr) 4391da177e4SLinus Torvalds { 4401da177e4SLinus Torvalds unsigned int i; 4411da177e4SLinus Torvalds unsigned int state_is_set = 0; 4421da177e4SLinus Torvalds struct acpi_processor_cx *lower = NULL; 4431da177e4SLinus Torvalds struct acpi_processor_cx *higher = NULL; 4441da177e4SLinus Torvalds struct acpi_processor_cx *cx; 4451da177e4SLinus Torvalds 4461da177e4SLinus Torvalds ACPI_FUNCTION_TRACE("acpi_processor_set_power_policy"); 4471da177e4SLinus Torvalds 4481da177e4SLinus Torvalds if (!pr) 4491da177e4SLinus Torvalds return_VALUE(-EINVAL); 4501da177e4SLinus Torvalds 4511da177e4SLinus Torvalds /* 4521da177e4SLinus Torvalds * This function sets the default Cx state policy (OS idle handler). 4531da177e4SLinus Torvalds * Our scheme is to promote quickly to C2 but more conservatively 4541da177e4SLinus Torvalds * to C3. We're favoring C2 for its characteristics of low latency 4551da177e4SLinus Torvalds * (quick response), good power savings, and ability to allow bus 4561da177e4SLinus Torvalds * mastering activity. Note that the Cx state policy is completely 4571da177e4SLinus Torvalds * customizable and can be altered dynamically. 4581da177e4SLinus Torvalds */ 4591da177e4SLinus Torvalds 4601da177e4SLinus Torvalds /* startup state */ 4611da177e4SLinus Torvalds for (i = 1; i < ACPI_PROCESSOR_MAX_POWER; i++) { 4621da177e4SLinus Torvalds cx = &pr->power.states[i]; 4631da177e4SLinus Torvalds if (!cx->valid) 4641da177e4SLinus Torvalds continue; 4651da177e4SLinus Torvalds 4661da177e4SLinus Torvalds if (!state_is_set) 4671da177e4SLinus Torvalds pr->power.state = cx; 4681da177e4SLinus Torvalds state_is_set++; 4691da177e4SLinus Torvalds break; 4701da177e4SLinus Torvalds } 4711da177e4SLinus Torvalds 4721da177e4SLinus Torvalds if (!state_is_set) 4731da177e4SLinus Torvalds return_VALUE(-ENODEV); 4741da177e4SLinus Torvalds 4751da177e4SLinus Torvalds /* demotion */ 4761da177e4SLinus Torvalds for (i = 1; i < ACPI_PROCESSOR_MAX_POWER; i++) { 4771da177e4SLinus Torvalds cx = &pr->power.states[i]; 4781da177e4SLinus Torvalds if (!cx->valid) 4791da177e4SLinus Torvalds continue; 4801da177e4SLinus Torvalds 4811da177e4SLinus Torvalds if (lower) { 4821da177e4SLinus Torvalds cx->demotion.state = lower; 4831da177e4SLinus Torvalds cx->demotion.threshold.ticks = cx->latency_ticks; 4841da177e4SLinus Torvalds cx->demotion.threshold.count = 1; 4851da177e4SLinus Torvalds if (cx->type == ACPI_STATE_C3) 4861da177e4SLinus Torvalds cx->demotion.threshold.bm = bm_history; 4871da177e4SLinus Torvalds } 4881da177e4SLinus Torvalds 4891da177e4SLinus Torvalds lower = cx; 4901da177e4SLinus Torvalds } 4911da177e4SLinus Torvalds 4921da177e4SLinus Torvalds /* promotion */ 4931da177e4SLinus Torvalds for (i = (ACPI_PROCESSOR_MAX_POWER - 1); i > 0; i--) { 4941da177e4SLinus Torvalds cx = &pr->power.states[i]; 4951da177e4SLinus Torvalds if (!cx->valid) 4961da177e4SLinus Torvalds continue; 4971da177e4SLinus Torvalds 4981da177e4SLinus Torvalds if (higher) { 4991da177e4SLinus Torvalds cx->promotion.state = higher; 5001da177e4SLinus Torvalds cx->promotion.threshold.ticks = cx->latency_ticks; 5011da177e4SLinus Torvalds if (cx->type >= ACPI_STATE_C2) 5021da177e4SLinus Torvalds cx->promotion.threshold.count = 4; 5031da177e4SLinus Torvalds else 5041da177e4SLinus Torvalds cx->promotion.threshold.count = 10; 5051da177e4SLinus Torvalds if (higher->type == ACPI_STATE_C3) 5061da177e4SLinus Torvalds cx->promotion.threshold.bm = bm_history; 5071da177e4SLinus Torvalds } 5081da177e4SLinus Torvalds 5091da177e4SLinus Torvalds higher = cx; 5101da177e4SLinus Torvalds } 5111da177e4SLinus Torvalds 5121da177e4SLinus Torvalds return_VALUE(0); 5131da177e4SLinus Torvalds } 5141da177e4SLinus Torvalds 5151da177e4SLinus Torvalds static int acpi_processor_get_power_info_fadt(struct acpi_processor *pr) 5161da177e4SLinus Torvalds { 5171da177e4SLinus Torvalds ACPI_FUNCTION_TRACE("acpi_processor_get_power_info_fadt"); 5181da177e4SLinus Torvalds 5191da177e4SLinus Torvalds if (!pr) 5201da177e4SLinus Torvalds return_VALUE(-EINVAL); 5211da177e4SLinus Torvalds 5221da177e4SLinus Torvalds if (!pr->pblk) 5231da177e4SLinus Torvalds return_VALUE(-ENODEV); 5241da177e4SLinus Torvalds 5252203d6edSLinus Torvalds memset(pr->power.states, 0, sizeof(pr->power.states)); 5261da177e4SLinus Torvalds 5271da177e4SLinus Torvalds /* if info is obtained from pblk/fadt, type equals state */ 5281da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C1].type = ACPI_STATE_C1; 5291da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C2].type = ACPI_STATE_C2; 5301da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C3].type = ACPI_STATE_C3; 5311da177e4SLinus Torvalds 5321da177e4SLinus Torvalds /* the C0 state only exists as a filler in our array, 5331da177e4SLinus Torvalds * and all processors need to support C1 */ 5341da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C0].valid = 1; 5351da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C1].valid = 1; 5361da177e4SLinus Torvalds 5371da177e4SLinus Torvalds /* determine C2 and C3 address from pblk */ 5381da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C2].address = pr->pblk + 4; 5391da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C3].address = pr->pblk + 5; 5401da177e4SLinus Torvalds 5411da177e4SLinus Torvalds /* determine latencies from FADT */ 5421da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C2].latency = acpi_fadt.plvl2_lat; 5431da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C3].latency = acpi_fadt.plvl3_lat; 5441da177e4SLinus Torvalds 5451da177e4SLinus Torvalds ACPI_DEBUG_PRINT((ACPI_DB_INFO, 5461da177e4SLinus Torvalds "lvl2[0x%08x] lvl3[0x%08x]\n", 5471da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C2].address, 5481da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C3].address)); 5491da177e4SLinus Torvalds 5501da177e4SLinus Torvalds return_VALUE(0); 5511da177e4SLinus Torvalds } 5521da177e4SLinus Torvalds 553acf05f4bSVenkatesh Pallipadi static int acpi_processor_get_power_info_default_c1(struct acpi_processor *pr) 554acf05f4bSVenkatesh Pallipadi { 555acf05f4bSVenkatesh Pallipadi ACPI_FUNCTION_TRACE("acpi_processor_get_power_info_default_c1"); 556acf05f4bSVenkatesh Pallipadi 5572203d6edSLinus Torvalds memset(pr->power.states, 0, sizeof(pr->power.states)); 558acf05f4bSVenkatesh Pallipadi 559acf05f4bSVenkatesh Pallipadi /* if info is obtained from pblk/fadt, type equals state */ 560acf05f4bSVenkatesh Pallipadi pr->power.states[ACPI_STATE_C1].type = ACPI_STATE_C1; 561acf05f4bSVenkatesh Pallipadi pr->power.states[ACPI_STATE_C2].type = ACPI_STATE_C2; 562acf05f4bSVenkatesh Pallipadi pr->power.states[ACPI_STATE_C3].type = ACPI_STATE_C3; 563acf05f4bSVenkatesh Pallipadi 564acf05f4bSVenkatesh Pallipadi /* the C0 state only exists as a filler in our array, 565acf05f4bSVenkatesh Pallipadi * and all processors need to support C1 */ 566acf05f4bSVenkatesh Pallipadi pr->power.states[ACPI_STATE_C0].valid = 1; 567acf05f4bSVenkatesh Pallipadi pr->power.states[ACPI_STATE_C1].valid = 1; 568acf05f4bSVenkatesh Pallipadi 569acf05f4bSVenkatesh Pallipadi return_VALUE(0); 570acf05f4bSVenkatesh Pallipadi } 571acf05f4bSVenkatesh Pallipadi 5721da177e4SLinus Torvalds static int acpi_processor_get_power_info_cst(struct acpi_processor *pr) 5731da177e4SLinus Torvalds { 5741da177e4SLinus Torvalds acpi_status status = 0; 5751da177e4SLinus Torvalds acpi_integer count; 5761da177e4SLinus Torvalds int i; 5771da177e4SLinus Torvalds struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL }; 5781da177e4SLinus Torvalds union acpi_object *cst; 5791da177e4SLinus Torvalds 5801da177e4SLinus Torvalds ACPI_FUNCTION_TRACE("acpi_processor_get_power_info_cst"); 5811da177e4SLinus Torvalds 5821da177e4SLinus Torvalds if (nocst) 5831da177e4SLinus Torvalds return_VALUE(-ENODEV); 5841da177e4SLinus Torvalds 5851da177e4SLinus Torvalds pr->power.count = 0; 5861da177e4SLinus Torvalds for (i = 0; i < ACPI_PROCESSOR_MAX_POWER; i++) 5870b6b2f08SVenkatesh Pallipadi memset(&(pr->power.states[i]), 0, 5880b6b2f08SVenkatesh Pallipadi sizeof(struct acpi_processor_cx)); 5891da177e4SLinus Torvalds 5901da177e4SLinus Torvalds status = acpi_evaluate_object(pr->handle, "_CST", NULL, &buffer); 5911da177e4SLinus Torvalds if (ACPI_FAILURE(status)) { 5921da177e4SLinus Torvalds ACPI_DEBUG_PRINT((ACPI_DB_INFO, "No _CST, giving up\n")); 5931da177e4SLinus Torvalds return_VALUE(-ENODEV); 5941da177e4SLinus Torvalds } 5951da177e4SLinus Torvalds 5961da177e4SLinus Torvalds cst = (union acpi_object *)buffer.pointer; 5971da177e4SLinus Torvalds 5981da177e4SLinus Torvalds /* There must be at least 2 elements */ 5991da177e4SLinus Torvalds if (!cst || (cst->type != ACPI_TYPE_PACKAGE) || cst->package.count < 2) { 6004be44fcdSLen Brown ACPI_DEBUG_PRINT((ACPI_DB_ERROR, 6014be44fcdSLen Brown "not enough elements in _CST\n")); 6021da177e4SLinus Torvalds status = -EFAULT; 6031da177e4SLinus Torvalds goto end; 6041da177e4SLinus Torvalds } 6051da177e4SLinus Torvalds 6061da177e4SLinus Torvalds count = cst->package.elements[0].integer.value; 6071da177e4SLinus Torvalds 6081da177e4SLinus Torvalds /* Validate number of power states. */ 6091da177e4SLinus Torvalds if (count < 1 || count != cst->package.count - 1) { 6104be44fcdSLen Brown ACPI_DEBUG_PRINT((ACPI_DB_ERROR, 6114be44fcdSLen Brown "count given by _CST is not valid\n")); 6121da177e4SLinus Torvalds status = -EFAULT; 6131da177e4SLinus Torvalds goto end; 6141da177e4SLinus Torvalds } 6151da177e4SLinus Torvalds 6161da177e4SLinus Torvalds /* We support up to ACPI_PROCESSOR_MAX_POWER. */ 6171da177e4SLinus Torvalds if (count > ACPI_PROCESSOR_MAX_POWER) { 6184be44fcdSLen Brown printk(KERN_WARNING 6194be44fcdSLen Brown "Limiting number of power states to max (%d)\n", 6204be44fcdSLen Brown ACPI_PROCESSOR_MAX_POWER); 6214be44fcdSLen Brown printk(KERN_WARNING 6224be44fcdSLen Brown "Please increase ACPI_PROCESSOR_MAX_POWER if needed.\n"); 6231da177e4SLinus Torvalds count = ACPI_PROCESSOR_MAX_POWER; 6241da177e4SLinus Torvalds } 6251da177e4SLinus Torvalds 6261da177e4SLinus Torvalds /* Tell driver that at least _CST is supported. */ 6271da177e4SLinus Torvalds pr->flags.has_cst = 1; 6281da177e4SLinus Torvalds 6291da177e4SLinus Torvalds for (i = 1; i <= count; i++) { 6301da177e4SLinus Torvalds union acpi_object *element; 6311da177e4SLinus Torvalds union acpi_object *obj; 6321da177e4SLinus Torvalds struct acpi_power_register *reg; 6331da177e4SLinus Torvalds struct acpi_processor_cx cx; 6341da177e4SLinus Torvalds 6351da177e4SLinus Torvalds memset(&cx, 0, sizeof(cx)); 6361da177e4SLinus Torvalds 6371da177e4SLinus Torvalds element = (union acpi_object *)&(cst->package.elements[i]); 6381da177e4SLinus Torvalds if (element->type != ACPI_TYPE_PACKAGE) 6391da177e4SLinus Torvalds continue; 6401da177e4SLinus Torvalds 6411da177e4SLinus Torvalds if (element->package.count != 4) 6421da177e4SLinus Torvalds continue; 6431da177e4SLinus Torvalds 6441da177e4SLinus Torvalds obj = (union acpi_object *)&(element->package.elements[0]); 6451da177e4SLinus Torvalds 6461da177e4SLinus Torvalds if (obj->type != ACPI_TYPE_BUFFER) 6471da177e4SLinus Torvalds continue; 6481da177e4SLinus Torvalds 6491da177e4SLinus Torvalds reg = (struct acpi_power_register *)obj->buffer.pointer; 6501da177e4SLinus Torvalds 6511da177e4SLinus Torvalds if (reg->space_id != ACPI_ADR_SPACE_SYSTEM_IO && 6521da177e4SLinus Torvalds (reg->space_id != ACPI_ADR_SPACE_FIXED_HARDWARE)) 6531da177e4SLinus Torvalds continue; 6541da177e4SLinus Torvalds 6551da177e4SLinus Torvalds cx.address = (reg->space_id == ACPI_ADR_SPACE_FIXED_HARDWARE) ? 6561da177e4SLinus Torvalds 0 : reg->address; 6571da177e4SLinus Torvalds 6581da177e4SLinus Torvalds /* There should be an easy way to extract an integer... */ 6591da177e4SLinus Torvalds obj = (union acpi_object *)&(element->package.elements[1]); 6601da177e4SLinus Torvalds if (obj->type != ACPI_TYPE_INTEGER) 6611da177e4SLinus Torvalds continue; 6621da177e4SLinus Torvalds 6631da177e4SLinus Torvalds cx.type = obj->integer.value; 6641da177e4SLinus Torvalds 6651da177e4SLinus Torvalds if ((cx.type != ACPI_STATE_C1) && 6661da177e4SLinus Torvalds (reg->space_id != ACPI_ADR_SPACE_SYSTEM_IO)) 6671da177e4SLinus Torvalds continue; 6681da177e4SLinus Torvalds 6694be44fcdSLen Brown if ((cx.type < ACPI_STATE_C1) || (cx.type > ACPI_STATE_C3)) 6701da177e4SLinus Torvalds continue; 6711da177e4SLinus Torvalds 6721da177e4SLinus Torvalds obj = (union acpi_object *)&(element->package.elements[2]); 6731da177e4SLinus Torvalds if (obj->type != ACPI_TYPE_INTEGER) 6741da177e4SLinus Torvalds continue; 6751da177e4SLinus Torvalds 6761da177e4SLinus Torvalds cx.latency = obj->integer.value; 6771da177e4SLinus Torvalds 6781da177e4SLinus Torvalds obj = (union acpi_object *)&(element->package.elements[3]); 6791da177e4SLinus Torvalds if (obj->type != ACPI_TYPE_INTEGER) 6801da177e4SLinus Torvalds continue; 6811da177e4SLinus Torvalds 6821da177e4SLinus Torvalds cx.power = obj->integer.value; 6831da177e4SLinus Torvalds 6841da177e4SLinus Torvalds (pr->power.count)++; 6851da177e4SLinus Torvalds memcpy(&(pr->power.states[pr->power.count]), &cx, sizeof(cx)); 6861da177e4SLinus Torvalds } 6871da177e4SLinus Torvalds 6884be44fcdSLen Brown ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found %d power states\n", 6894be44fcdSLen Brown pr->power.count)); 6901da177e4SLinus Torvalds 6911da177e4SLinus Torvalds /* Validate number of power states discovered */ 6921da177e4SLinus Torvalds if (pr->power.count < 2) 6931da177e4SLinus Torvalds status = -ENODEV; 6941da177e4SLinus Torvalds 6951da177e4SLinus Torvalds end: 6961da177e4SLinus Torvalds acpi_os_free(buffer.pointer); 6971da177e4SLinus Torvalds 6981da177e4SLinus Torvalds return_VALUE(status); 6991da177e4SLinus Torvalds } 7001da177e4SLinus Torvalds 7011da177e4SLinus Torvalds static void acpi_processor_power_verify_c2(struct acpi_processor_cx *cx) 7021da177e4SLinus Torvalds { 7031da177e4SLinus Torvalds ACPI_FUNCTION_TRACE("acpi_processor_get_power_verify_c2"); 7041da177e4SLinus Torvalds 7051da177e4SLinus Torvalds if (!cx->address) 7061da177e4SLinus Torvalds return_VOID; 7071da177e4SLinus Torvalds 7081da177e4SLinus Torvalds /* 7091da177e4SLinus Torvalds * C2 latency must be less than or equal to 100 7101da177e4SLinus Torvalds * microseconds. 7111da177e4SLinus Torvalds */ 7121da177e4SLinus Torvalds else if (cx->latency > ACPI_PROCESSOR_MAX_C2_LATENCY) { 7131da177e4SLinus Torvalds ACPI_DEBUG_PRINT((ACPI_DB_INFO, 7144be44fcdSLen Brown "latency too large [%d]\n", cx->latency)); 7151da177e4SLinus Torvalds return_VOID; 7161da177e4SLinus Torvalds } 7171da177e4SLinus Torvalds 7181da177e4SLinus Torvalds /* 7191da177e4SLinus Torvalds * Otherwise we've met all of our C2 requirements. 7201da177e4SLinus Torvalds * Normalize the C2 latency to expidite policy 7211da177e4SLinus Torvalds */ 7221da177e4SLinus Torvalds cx->valid = 1; 7231da177e4SLinus Torvalds cx->latency_ticks = US_TO_PM_TIMER_TICKS(cx->latency); 7241da177e4SLinus Torvalds 7251da177e4SLinus Torvalds return_VOID; 7261da177e4SLinus Torvalds } 7271da177e4SLinus Torvalds 7284be44fcdSLen Brown static void acpi_processor_power_verify_c3(struct acpi_processor *pr, 7291da177e4SLinus Torvalds struct acpi_processor_cx *cx) 7301da177e4SLinus Torvalds { 73102df8b93SVenkatesh Pallipadi static int bm_check_flag; 73202df8b93SVenkatesh Pallipadi 7331da177e4SLinus Torvalds ACPI_FUNCTION_TRACE("acpi_processor_get_power_verify_c3"); 7341da177e4SLinus Torvalds 7351da177e4SLinus Torvalds if (!cx->address) 7361da177e4SLinus Torvalds return_VOID; 7371da177e4SLinus Torvalds 7381da177e4SLinus Torvalds /* 7391da177e4SLinus Torvalds * C3 latency must be less than or equal to 1000 7401da177e4SLinus Torvalds * microseconds. 7411da177e4SLinus Torvalds */ 7421da177e4SLinus Torvalds else if (cx->latency > ACPI_PROCESSOR_MAX_C3_LATENCY) { 7431da177e4SLinus Torvalds ACPI_DEBUG_PRINT((ACPI_DB_INFO, 7444be44fcdSLen Brown "latency too large [%d]\n", cx->latency)); 7451da177e4SLinus Torvalds return_VOID; 7461da177e4SLinus Torvalds } 7471da177e4SLinus Torvalds 7481da177e4SLinus Torvalds /* 7491da177e4SLinus Torvalds * PIIX4 Erratum #18: We don't support C3 when Type-F (fast) 7501da177e4SLinus Torvalds * DMA transfers are used by any ISA device to avoid livelock. 7511da177e4SLinus Torvalds * Note that we could disable Type-F DMA (as recommended by 7521da177e4SLinus Torvalds * the erratum), but this is known to disrupt certain ISA 7531da177e4SLinus Torvalds * devices thus we take the conservative approach. 7541da177e4SLinus Torvalds */ 7551da177e4SLinus Torvalds else if (errata.piix4.fdma) { 7561da177e4SLinus Torvalds ACPI_DEBUG_PRINT((ACPI_DB_INFO, 7571da177e4SLinus Torvalds "C3 not supported on PIIX4 with Type-F DMA\n")); 7581da177e4SLinus Torvalds return_VOID; 7591da177e4SLinus Torvalds } 7601da177e4SLinus Torvalds 76102df8b93SVenkatesh Pallipadi /* All the logic here assumes flags.bm_check is same across all CPUs */ 76202df8b93SVenkatesh Pallipadi if (!bm_check_flag) { 76302df8b93SVenkatesh Pallipadi /* Determine whether bm_check is needed based on CPU */ 76402df8b93SVenkatesh Pallipadi acpi_processor_power_init_bm_check(&(pr->flags), pr->id); 76502df8b93SVenkatesh Pallipadi bm_check_flag = pr->flags.bm_check; 76602df8b93SVenkatesh Pallipadi } else { 76702df8b93SVenkatesh Pallipadi pr->flags.bm_check = bm_check_flag; 76802df8b93SVenkatesh Pallipadi } 76902df8b93SVenkatesh Pallipadi 77002df8b93SVenkatesh Pallipadi if (pr->flags.bm_check) { 77102df8b93SVenkatesh Pallipadi /* bus mastering control is necessary */ 77202df8b93SVenkatesh Pallipadi if (!pr->flags.bm_control) { 77302df8b93SVenkatesh Pallipadi ACPI_DEBUG_PRINT((ACPI_DB_INFO, 77402df8b93SVenkatesh Pallipadi "C3 support requires bus mastering control\n")); 77502df8b93SVenkatesh Pallipadi return_VOID; 77602df8b93SVenkatesh Pallipadi } 77702df8b93SVenkatesh Pallipadi } else { 77802df8b93SVenkatesh Pallipadi /* 77902df8b93SVenkatesh Pallipadi * WBINVD should be set in fadt, for C3 state to be 78002df8b93SVenkatesh Pallipadi * supported on when bm_check is not required. 78102df8b93SVenkatesh Pallipadi */ 78202df8b93SVenkatesh Pallipadi if (acpi_fadt.wb_invd != 1) { 78302df8b93SVenkatesh Pallipadi ACPI_DEBUG_PRINT((ACPI_DB_INFO, 78402df8b93SVenkatesh Pallipadi "Cache invalidation should work properly" 78502df8b93SVenkatesh Pallipadi " for C3 to be enabled on SMP systems\n")); 78602df8b93SVenkatesh Pallipadi return_VOID; 78702df8b93SVenkatesh Pallipadi } 78802df8b93SVenkatesh Pallipadi acpi_set_register(ACPI_BITREG_BUS_MASTER_RLD, 78902df8b93SVenkatesh Pallipadi 0, ACPI_MTX_DO_NOT_LOCK); 79002df8b93SVenkatesh Pallipadi } 79102df8b93SVenkatesh Pallipadi 7921da177e4SLinus Torvalds /* 7931da177e4SLinus Torvalds * Otherwise we've met all of our C3 requirements. 7941da177e4SLinus Torvalds * Normalize the C3 latency to expidite policy. Enable 7951da177e4SLinus Torvalds * checking of bus mastering status (bm_check) so we can 7961da177e4SLinus Torvalds * use this in our C3 policy 7971da177e4SLinus Torvalds */ 7981da177e4SLinus Torvalds cx->valid = 1; 7991da177e4SLinus Torvalds cx->latency_ticks = US_TO_PM_TIMER_TICKS(cx->latency); 8001da177e4SLinus Torvalds 8011da177e4SLinus Torvalds return_VOID; 8021da177e4SLinus Torvalds } 8031da177e4SLinus Torvalds 8041da177e4SLinus Torvalds static int acpi_processor_power_verify(struct acpi_processor *pr) 8051da177e4SLinus Torvalds { 8061da177e4SLinus Torvalds unsigned int i; 8071da177e4SLinus Torvalds unsigned int working = 0; 8081da177e4SLinus Torvalds 8091da177e4SLinus Torvalds for (i = 1; i < ACPI_PROCESSOR_MAX_POWER; i++) { 8101da177e4SLinus Torvalds struct acpi_processor_cx *cx = &pr->power.states[i]; 8111da177e4SLinus Torvalds 8121da177e4SLinus Torvalds switch (cx->type) { 8131da177e4SLinus Torvalds case ACPI_STATE_C1: 8141da177e4SLinus Torvalds cx->valid = 1; 8151da177e4SLinus Torvalds break; 8161da177e4SLinus Torvalds 8171da177e4SLinus Torvalds case ACPI_STATE_C2: 8181da177e4SLinus Torvalds acpi_processor_power_verify_c2(cx); 8191da177e4SLinus Torvalds break; 8201da177e4SLinus Torvalds 8211da177e4SLinus Torvalds case ACPI_STATE_C3: 8221da177e4SLinus Torvalds acpi_processor_power_verify_c3(pr, cx); 8231da177e4SLinus Torvalds break; 8241da177e4SLinus Torvalds } 8251da177e4SLinus Torvalds 8261da177e4SLinus Torvalds if (cx->valid) 8271da177e4SLinus Torvalds working++; 8281da177e4SLinus Torvalds } 8291da177e4SLinus Torvalds 8301da177e4SLinus Torvalds return (working); 8311da177e4SLinus Torvalds } 8321da177e4SLinus Torvalds 8334be44fcdSLen Brown static int acpi_processor_get_power_info(struct acpi_processor *pr) 8341da177e4SLinus Torvalds { 8351da177e4SLinus Torvalds unsigned int i; 8361da177e4SLinus Torvalds int result; 8371da177e4SLinus Torvalds 8381da177e4SLinus Torvalds ACPI_FUNCTION_TRACE("acpi_processor_get_power_info"); 8391da177e4SLinus Torvalds 8401da177e4SLinus Torvalds /* NOTE: the idle thread may not be running while calling 8411da177e4SLinus Torvalds * this function */ 8421da177e4SLinus Torvalds 8431da177e4SLinus Torvalds result = acpi_processor_get_power_info_cst(pr); 8441da177e4SLinus Torvalds if ((result) || (acpi_processor_power_verify(pr) < 2)) { 8451da177e4SLinus Torvalds result = acpi_processor_get_power_info_fadt(pr); 8464a716402SVenkatesh Pallipadi if ((result) || (acpi_processor_power_verify(pr) < 2)) 847acf05f4bSVenkatesh Pallipadi result = acpi_processor_get_power_info_default_c1(pr); 8481da177e4SLinus Torvalds } 8491da177e4SLinus Torvalds 8501da177e4SLinus Torvalds /* 8511da177e4SLinus Torvalds * Set Default Policy 8521da177e4SLinus Torvalds * ------------------ 8531da177e4SLinus Torvalds * Now that we know which states are supported, set the default 8541da177e4SLinus Torvalds * policy. Note that this policy can be changed dynamically 8551da177e4SLinus Torvalds * (e.g. encourage deeper sleeps to conserve battery life when 8561da177e4SLinus Torvalds * not on AC). 8571da177e4SLinus Torvalds */ 8581da177e4SLinus Torvalds result = acpi_processor_set_power_policy(pr); 8591da177e4SLinus Torvalds if (result) 8601da177e4SLinus Torvalds return_VALUE(result); 8611da177e4SLinus Torvalds 8621da177e4SLinus Torvalds /* 8631da177e4SLinus Torvalds * if one state of type C2 or C3 is available, mark this 8641da177e4SLinus Torvalds * CPU as being "idle manageable" 8651da177e4SLinus Torvalds */ 8661da177e4SLinus Torvalds for (i = 1; i < ACPI_PROCESSOR_MAX_POWER; i++) { 867acf05f4bSVenkatesh Pallipadi if (pr->power.states[i].valid) { 8681da177e4SLinus Torvalds pr->power.count = i; 8692203d6edSLinus Torvalds if (pr->power.states[i].type >= ACPI_STATE_C2) 8701da177e4SLinus Torvalds pr->flags.power = 1; 8711da177e4SLinus Torvalds } 872acf05f4bSVenkatesh Pallipadi } 8731da177e4SLinus Torvalds 8741da177e4SLinus Torvalds return_VALUE(0); 8751da177e4SLinus Torvalds } 8761da177e4SLinus Torvalds 8771da177e4SLinus Torvalds int acpi_processor_cst_has_changed(struct acpi_processor *pr) 8781da177e4SLinus Torvalds { 8791da177e4SLinus Torvalds int result = 0; 8801da177e4SLinus Torvalds 8811da177e4SLinus Torvalds ACPI_FUNCTION_TRACE("acpi_processor_cst_has_changed"); 8821da177e4SLinus Torvalds 8831da177e4SLinus Torvalds if (!pr) 8841da177e4SLinus Torvalds return_VALUE(-EINVAL); 8851da177e4SLinus Torvalds 88602df8b93SVenkatesh Pallipadi if (nocst) { 8871da177e4SLinus Torvalds return_VALUE(-ENODEV); 8881da177e4SLinus Torvalds } 8891da177e4SLinus Torvalds 8901da177e4SLinus Torvalds if (!pr->flags.power_setup_done) 8911da177e4SLinus Torvalds return_VALUE(-ENODEV); 8921da177e4SLinus Torvalds 8931da177e4SLinus Torvalds /* Fall back to the default idle loop */ 8941da177e4SLinus Torvalds pm_idle = pm_idle_save; 895fbd568a3SPaul E. McKenney synchronize_sched(); /* Relies on interrupts forcing exit from idle. */ 8961da177e4SLinus Torvalds 8971da177e4SLinus Torvalds pr->flags.power = 0; 8981da177e4SLinus Torvalds result = acpi_processor_get_power_info(pr); 8991da177e4SLinus Torvalds if ((pr->flags.power == 1) && (pr->flags.power_setup_done)) 9001da177e4SLinus Torvalds pm_idle = acpi_processor_idle; 9011da177e4SLinus Torvalds 9021da177e4SLinus Torvalds return_VALUE(result); 9031da177e4SLinus Torvalds } 9041da177e4SLinus Torvalds 9051da177e4SLinus Torvalds /* proc interface */ 9061da177e4SLinus Torvalds 9071da177e4SLinus Torvalds static int acpi_processor_power_seq_show(struct seq_file *seq, void *offset) 9081da177e4SLinus Torvalds { 9091da177e4SLinus Torvalds struct acpi_processor *pr = (struct acpi_processor *)seq->private; 9101da177e4SLinus Torvalds unsigned int i; 9111da177e4SLinus Torvalds 9121da177e4SLinus Torvalds ACPI_FUNCTION_TRACE("acpi_processor_power_seq_show"); 9131da177e4SLinus Torvalds 9141da177e4SLinus Torvalds if (!pr) 9151da177e4SLinus Torvalds goto end; 9161da177e4SLinus Torvalds 9171da177e4SLinus Torvalds seq_printf(seq, "active state: C%zd\n" 9181da177e4SLinus Torvalds "max_cstate: C%d\n" 9191da177e4SLinus Torvalds "bus master activity: %08x\n", 9201da177e4SLinus Torvalds pr->power.state ? pr->power.state - pr->power.states : 0, 9214be44fcdSLen Brown max_cstate, (unsigned)pr->power.bm_activity); 9221da177e4SLinus Torvalds 9231da177e4SLinus Torvalds seq_puts(seq, "states:\n"); 9241da177e4SLinus Torvalds 9251da177e4SLinus Torvalds for (i = 1; i <= pr->power.count; i++) { 9261da177e4SLinus Torvalds seq_printf(seq, " %cC%d: ", 9274be44fcdSLen Brown (&pr->power.states[i] == 9284be44fcdSLen Brown pr->power.state ? '*' : ' '), i); 9291da177e4SLinus Torvalds 9301da177e4SLinus Torvalds if (!pr->power.states[i].valid) { 9311da177e4SLinus Torvalds seq_puts(seq, "<not supported>\n"); 9321da177e4SLinus Torvalds continue; 9331da177e4SLinus Torvalds } 9341da177e4SLinus Torvalds 9351da177e4SLinus Torvalds switch (pr->power.states[i].type) { 9361da177e4SLinus Torvalds case ACPI_STATE_C1: 9371da177e4SLinus Torvalds seq_printf(seq, "type[C1] "); 9381da177e4SLinus Torvalds break; 9391da177e4SLinus Torvalds case ACPI_STATE_C2: 9401da177e4SLinus Torvalds seq_printf(seq, "type[C2] "); 9411da177e4SLinus Torvalds break; 9421da177e4SLinus Torvalds case ACPI_STATE_C3: 9431da177e4SLinus Torvalds seq_printf(seq, "type[C3] "); 9441da177e4SLinus Torvalds break; 9451da177e4SLinus Torvalds default: 9461da177e4SLinus Torvalds seq_printf(seq, "type[--] "); 9471da177e4SLinus Torvalds break; 9481da177e4SLinus Torvalds } 9491da177e4SLinus Torvalds 9501da177e4SLinus Torvalds if (pr->power.states[i].promotion.state) 9511da177e4SLinus Torvalds seq_printf(seq, "promotion[C%zd] ", 9521da177e4SLinus Torvalds (pr->power.states[i].promotion.state - 9531da177e4SLinus Torvalds pr->power.states)); 9541da177e4SLinus Torvalds else 9551da177e4SLinus Torvalds seq_puts(seq, "promotion[--] "); 9561da177e4SLinus Torvalds 9571da177e4SLinus Torvalds if (pr->power.states[i].demotion.state) 9581da177e4SLinus Torvalds seq_printf(seq, "demotion[C%zd] ", 9591da177e4SLinus Torvalds (pr->power.states[i].demotion.state - 9601da177e4SLinus Torvalds pr->power.states)); 9611da177e4SLinus Torvalds else 9621da177e4SLinus Torvalds seq_puts(seq, "demotion[--] "); 9631da177e4SLinus Torvalds 9641da177e4SLinus Torvalds seq_printf(seq, "latency[%03d] usage[%08d]\n", 9651da177e4SLinus Torvalds pr->power.states[i].latency, 9661da177e4SLinus Torvalds pr->power.states[i].usage); 9671da177e4SLinus Torvalds } 9681da177e4SLinus Torvalds 9691da177e4SLinus Torvalds end: 9701da177e4SLinus Torvalds return_VALUE(0); 9711da177e4SLinus Torvalds } 9721da177e4SLinus Torvalds 9731da177e4SLinus Torvalds static int acpi_processor_power_open_fs(struct inode *inode, struct file *file) 9741da177e4SLinus Torvalds { 9751da177e4SLinus Torvalds return single_open(file, acpi_processor_power_seq_show, 9761da177e4SLinus Torvalds PDE(inode)->data); 9771da177e4SLinus Torvalds } 9781da177e4SLinus Torvalds 9791da177e4SLinus Torvalds static struct file_operations acpi_processor_power_fops = { 9801da177e4SLinus Torvalds .open = acpi_processor_power_open_fs, 9811da177e4SLinus Torvalds .read = seq_read, 9821da177e4SLinus Torvalds .llseek = seq_lseek, 9831da177e4SLinus Torvalds .release = single_release, 9841da177e4SLinus Torvalds }; 9851da177e4SLinus Torvalds 9864be44fcdSLen Brown int acpi_processor_power_init(struct acpi_processor *pr, 9874be44fcdSLen Brown struct acpi_device *device) 9881da177e4SLinus Torvalds { 9891da177e4SLinus Torvalds acpi_status status = 0; 9901da177e4SLinus Torvalds static int first_run = 0; 9911da177e4SLinus Torvalds struct proc_dir_entry *entry = NULL; 9921da177e4SLinus Torvalds unsigned int i; 9931da177e4SLinus Torvalds 9941da177e4SLinus Torvalds ACPI_FUNCTION_TRACE("acpi_processor_power_init"); 9951da177e4SLinus Torvalds 9961da177e4SLinus Torvalds if (!first_run) { 9971da177e4SLinus Torvalds dmi_check_system(processor_power_dmi_table); 9981da177e4SLinus Torvalds if (max_cstate < ACPI_C_STATES_MAX) 9994be44fcdSLen Brown printk(KERN_NOTICE 10004be44fcdSLen Brown "ACPI: processor limited to max C-state %d\n", 10014be44fcdSLen Brown max_cstate); 10021da177e4SLinus Torvalds first_run++; 10031da177e4SLinus Torvalds } 10041da177e4SLinus Torvalds 100502df8b93SVenkatesh Pallipadi if (!pr) 100602df8b93SVenkatesh Pallipadi return_VALUE(-EINVAL); 100702df8b93SVenkatesh Pallipadi 100802df8b93SVenkatesh Pallipadi if (acpi_fadt.cst_cnt && !nocst) { 10094be44fcdSLen Brown status = 10104be44fcdSLen Brown acpi_os_write_port(acpi_fadt.smi_cmd, acpi_fadt.cst_cnt, 8); 10111da177e4SLinus Torvalds if (ACPI_FAILURE(status)) { 10121da177e4SLinus Torvalds ACPI_DEBUG_PRINT((ACPI_DB_ERROR, 10131da177e4SLinus Torvalds "Notifying BIOS of _CST ability failed\n")); 10141da177e4SLinus Torvalds } 10151da177e4SLinus Torvalds } 10161da177e4SLinus Torvalds 101702df8b93SVenkatesh Pallipadi acpi_processor_power_init_pdc(&(pr->power), pr->id); 101802df8b93SVenkatesh Pallipadi acpi_processor_set_pdc(pr, pr->power.pdc); 10191da177e4SLinus Torvalds acpi_processor_get_power_info(pr); 10201da177e4SLinus Torvalds 10211da177e4SLinus Torvalds /* 10221da177e4SLinus Torvalds * Install the idle handler if processor power management is supported. 10231da177e4SLinus Torvalds * Note that we use previously set idle handler will be used on 10241da177e4SLinus Torvalds * platforms that only support C1. 10251da177e4SLinus Torvalds */ 10261da177e4SLinus Torvalds if ((pr->flags.power) && (!boot_option_idle_override)) { 10271da177e4SLinus Torvalds printk(KERN_INFO PREFIX "CPU%d (power states:", pr->id); 10281da177e4SLinus Torvalds for (i = 1; i <= pr->power.count; i++) 10291da177e4SLinus Torvalds if (pr->power.states[i].valid) 10304be44fcdSLen Brown printk(" C%d[C%d]", i, 10314be44fcdSLen Brown pr->power.states[i].type); 10321da177e4SLinus Torvalds printk(")\n"); 10331da177e4SLinus Torvalds 10341da177e4SLinus Torvalds if (pr->id == 0) { 10351da177e4SLinus Torvalds pm_idle_save = pm_idle; 10361da177e4SLinus Torvalds pm_idle = acpi_processor_idle; 10371da177e4SLinus Torvalds } 10381da177e4SLinus Torvalds } 10391da177e4SLinus Torvalds 10401da177e4SLinus Torvalds /* 'power' [R] */ 10411da177e4SLinus Torvalds entry = create_proc_entry(ACPI_PROCESSOR_FILE_POWER, 10421da177e4SLinus Torvalds S_IRUGO, acpi_device_dir(device)); 10431da177e4SLinus Torvalds if (!entry) 10441da177e4SLinus Torvalds ACPI_DEBUG_PRINT((ACPI_DB_ERROR, 10451da177e4SLinus Torvalds "Unable to create '%s' fs entry\n", 10461da177e4SLinus Torvalds ACPI_PROCESSOR_FILE_POWER)); 10471da177e4SLinus Torvalds else { 10481da177e4SLinus Torvalds entry->proc_fops = &acpi_processor_power_fops; 10491da177e4SLinus Torvalds entry->data = acpi_driver_data(device); 10501da177e4SLinus Torvalds entry->owner = THIS_MODULE; 10511da177e4SLinus Torvalds } 10521da177e4SLinus Torvalds 10531da177e4SLinus Torvalds pr->flags.power_setup_done = 1; 10541da177e4SLinus Torvalds 10551da177e4SLinus Torvalds return_VALUE(0); 10561da177e4SLinus Torvalds } 10571da177e4SLinus Torvalds 10584be44fcdSLen Brown int acpi_processor_power_exit(struct acpi_processor *pr, 10594be44fcdSLen Brown struct acpi_device *device) 10601da177e4SLinus Torvalds { 10611da177e4SLinus Torvalds ACPI_FUNCTION_TRACE("acpi_processor_power_exit"); 10621da177e4SLinus Torvalds 10631da177e4SLinus Torvalds pr->flags.power_setup_done = 0; 10641da177e4SLinus Torvalds 10651da177e4SLinus Torvalds if (acpi_device_dir(device)) 10664be44fcdSLen Brown remove_proc_entry(ACPI_PROCESSOR_FILE_POWER, 10674be44fcdSLen Brown acpi_device_dir(device)); 10681da177e4SLinus Torvalds 10691da177e4SLinus Torvalds /* Unregister the idle handler when processor #0 is removed. */ 10701da177e4SLinus Torvalds if (pr->id == 0) { 10711da177e4SLinus Torvalds pm_idle = pm_idle_save; 10721da177e4SLinus Torvalds 10731da177e4SLinus Torvalds /* 10741da177e4SLinus Torvalds * We are about to unload the current idle thread pm callback 10751da177e4SLinus Torvalds * (pm_idle), Wait for all processors to update cached/local 10761da177e4SLinus Torvalds * copies of pm_idle before proceeding. 10771da177e4SLinus Torvalds */ 10781da177e4SLinus Torvalds cpu_idle_wait(); 10791da177e4SLinus Torvalds } 10801da177e4SLinus Torvalds 10811da177e4SLinus Torvalds return_VALUE(0); 10821da177e4SLinus Torvalds } 1083