11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * processor_idle - idle state submodule to the ACPI processor driver 31da177e4SLinus Torvalds * 41da177e4SLinus Torvalds * Copyright (C) 2001, 2002 Andy Grover <andrew.grover@intel.com> 51da177e4SLinus Torvalds * Copyright (C) 2001, 2002 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com> 6c5ab81caSDominik Brodowski * Copyright (C) 2004, 2005 Dominik Brodowski <linux@brodo.de> 71da177e4SLinus Torvalds * Copyright (C) 2004 Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com> 81da177e4SLinus Torvalds * - Added processor hotplug support 902df8b93SVenkatesh Pallipadi * Copyright (C) 2005 Venkatesh Pallipadi <venkatesh.pallipadi@intel.com> 1002df8b93SVenkatesh Pallipadi * - Added support for C3 on SMP 111da177e4SLinus Torvalds * 121da177e4SLinus Torvalds * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 131da177e4SLinus Torvalds * 141da177e4SLinus Torvalds * This program is free software; you can redistribute it and/or modify 151da177e4SLinus Torvalds * it under the terms of the GNU General Public License as published by 161da177e4SLinus Torvalds * the Free Software Foundation; either version 2 of the License, or (at 171da177e4SLinus Torvalds * your option) any later version. 181da177e4SLinus Torvalds * 191da177e4SLinus Torvalds * This program is distributed in the hope that it will be useful, but 201da177e4SLinus Torvalds * WITHOUT ANY WARRANTY; without even the implied warranty of 211da177e4SLinus Torvalds * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 221da177e4SLinus Torvalds * General Public License for more details. 231da177e4SLinus Torvalds * 241da177e4SLinus Torvalds * You should have received a copy of the GNU General Public License along 251da177e4SLinus Torvalds * with this program; if not, write to the Free Software Foundation, Inc., 261da177e4SLinus Torvalds * 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA. 271da177e4SLinus Torvalds * 281da177e4SLinus Torvalds * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 291da177e4SLinus Torvalds */ 301da177e4SLinus Torvalds 311da177e4SLinus Torvalds #include <linux/kernel.h> 321da177e4SLinus Torvalds #include <linux/module.h> 331da177e4SLinus Torvalds #include <linux/init.h> 341da177e4SLinus Torvalds #include <linux/cpufreq.h> 351da177e4SLinus Torvalds #include <linux/proc_fs.h> 361da177e4SLinus Torvalds #include <linux/seq_file.h> 371da177e4SLinus Torvalds #include <linux/acpi.h> 381da177e4SLinus Torvalds #include <linux/dmi.h> 391da177e4SLinus Torvalds #include <linux/moduleparam.h> 404e57b681STim Schmielau #include <linux/sched.h> /* need_resched() */ 41f011e2e2SMark Gross #include <linux/pm_qos_params.h> 42e9e2cdb4SThomas Gleixner #include <linux/clockchips.h> 434f86d3a8SLen Brown #include <linux/cpuidle.h> 44ba84be23SRussell King #include <linux/irqflags.h> 451da177e4SLinus Torvalds 463434933bSThomas Gleixner /* 473434933bSThomas Gleixner * Include the apic definitions for x86 to have the APIC timer related defines 483434933bSThomas Gleixner * available also for UP (on SMP it gets magically included via linux/smp.h). 493434933bSThomas Gleixner * asm/acpi.h is not an option, as it would require more include magic. Also 503434933bSThomas Gleixner * creating an empty asm-ia64/apic.h would just trade pest vs. cholera. 513434933bSThomas Gleixner */ 523434933bSThomas Gleixner #ifdef CONFIG_X86 533434933bSThomas Gleixner #include <asm/apic.h> 543434933bSThomas Gleixner #endif 553434933bSThomas Gleixner 561da177e4SLinus Torvalds #include <asm/io.h> 571da177e4SLinus Torvalds #include <asm/uaccess.h> 581da177e4SLinus Torvalds 591da177e4SLinus Torvalds #include <acpi/acpi_bus.h> 601da177e4SLinus Torvalds #include <acpi/processor.h> 61c1e3b377SZhao Yakui #include <asm/processor.h> 621da177e4SLinus Torvalds 631da177e4SLinus Torvalds #define ACPI_PROCESSOR_CLASS "processor" 641da177e4SLinus Torvalds #define _COMPONENT ACPI_PROCESSOR_COMPONENT 65f52fd66dSLen Brown ACPI_MODULE_NAME("processor_idle"); 661da177e4SLinus Torvalds #define ACPI_PROCESSOR_FILE_POWER "power" 672aa44d05SIngo Molnar #define PM_TIMER_TICK_NS (1000000000ULL/PM_TIMER_FREQUENCY) 684f86d3a8SLen Brown #define C2_OVERHEAD 1 /* 1us */ 694f86d3a8SLen Brown #define C3_OVERHEAD 1 /* 1us */ 704f86d3a8SLen Brown #define PM_TIMER_TICKS_TO_US(p) (((p) * 1000)/(PM_TIMER_FREQUENCY/1000)) 711da177e4SLinus Torvalds 724f86d3a8SLen Brown static unsigned int max_cstate __read_mostly = ACPI_PROCESSOR_MAX_POWER; 734f86d3a8SLen Brown module_param(max_cstate, uint, 0000); 74b6835052SAndreas Mohr static unsigned int nocst __read_mostly; 751da177e4SLinus Torvalds module_param(nocst, uint, 0000); 761da177e4SLinus Torvalds 7725de5718SLen Brown static unsigned int latency_factor __read_mostly = 2; 784963f620SLen Brown module_param(latency_factor, uint, 0644); 791da177e4SLinus Torvalds 80ff69f2bbSalex.shi static s64 us_to_pm_timer_ticks(s64 t) 81ff69f2bbSalex.shi { 82ff69f2bbSalex.shi return div64_u64(t * PM_TIMER_FREQUENCY, 1000000); 83ff69f2bbSalex.shi } 841da177e4SLinus Torvalds /* 851da177e4SLinus Torvalds * IBM ThinkPad R40e crashes mysteriously when going into C2 or C3. 861da177e4SLinus Torvalds * For now disable this. Probably a bug somewhere else. 871da177e4SLinus Torvalds * 881da177e4SLinus Torvalds * To skip this limit, boot/load with a large max_cstate limit. 891da177e4SLinus Torvalds */ 901855256cSJeff Garzik static int set_max_cstate(const struct dmi_system_id *id) 911da177e4SLinus Torvalds { 921da177e4SLinus Torvalds if (max_cstate > ACPI_PROCESSOR_MAX_POWER) 931da177e4SLinus Torvalds return 0; 941da177e4SLinus Torvalds 953d35600aSLen Brown printk(KERN_NOTICE PREFIX "%s detected - limiting to C%ld max_cstate." 961da177e4SLinus Torvalds " Override with \"processor.max_cstate=%d\"\n", id->ident, 973d35600aSLen Brown (long)id->driver_data, ACPI_PROCESSOR_MAX_POWER + 1); 981da177e4SLinus Torvalds 993d35600aSLen Brown max_cstate = (long)id->driver_data; 1001da177e4SLinus Torvalds 1011da177e4SLinus Torvalds return 0; 1021da177e4SLinus Torvalds } 1031da177e4SLinus Torvalds 1047ded5689SAshok Raj /* Actually this shouldn't be __cpuinitdata, would be better to fix the 1057ded5689SAshok Raj callers to only run once -AK */ 1067ded5689SAshok Raj static struct dmi_system_id __cpuinitdata processor_power_dmi_table[] = { 107335f16beSDavid Shaohua Li { set_max_cstate, "Clevo 5600D", { 108876c184bSThomas Rosner DMI_MATCH(DMI_BIOS_VENDOR,"Phoenix Technologies LTD"), 109876c184bSThomas Rosner DMI_MATCH(DMI_BIOS_VERSION,"SHE845M0.86C.0013.D.0302131307")}, 110335f16beSDavid Shaohua Li (void *)2}, 1111da177e4SLinus Torvalds {}, 1121da177e4SLinus Torvalds }; 1131da177e4SLinus Torvalds 1144f86d3a8SLen Brown 1152e906655Svenkatesh.pallipadi@intel.com /* 1162e906655Svenkatesh.pallipadi@intel.com * Callers should disable interrupts before the call and enable 1172e906655Svenkatesh.pallipadi@intel.com * interrupts after return. 1182e906655Svenkatesh.pallipadi@intel.com */ 119ddc081a1SVenkatesh Pallipadi static void acpi_safe_halt(void) 120ddc081a1SVenkatesh Pallipadi { 121ddc081a1SVenkatesh Pallipadi current_thread_info()->status &= ~TS_POLLING; 122ddc081a1SVenkatesh Pallipadi /* 123ddc081a1SVenkatesh Pallipadi * TS_POLLING-cleared state must be visible before we 124ddc081a1SVenkatesh Pallipadi * test NEED_RESCHED: 125ddc081a1SVenkatesh Pallipadi */ 126ddc081a1SVenkatesh Pallipadi smp_mb(); 12771e93d15SVenki Pallipadi if (!need_resched()) { 128ddc081a1SVenkatesh Pallipadi safe_halt(); 12971e93d15SVenki Pallipadi local_irq_disable(); 13071e93d15SVenki Pallipadi } 131ddc081a1SVenkatesh Pallipadi current_thread_info()->status |= TS_POLLING; 132ddc081a1SVenkatesh Pallipadi } 133ddc081a1SVenkatesh Pallipadi 134169a0abbSThomas Gleixner #ifdef ARCH_APICTIMER_STOPS_ON_C3 135169a0abbSThomas Gleixner 136169a0abbSThomas Gleixner /* 137169a0abbSThomas Gleixner * Some BIOS implementations switch to C3 in the published C2 state. 138296d93cdSLinus Torvalds * This seems to be a common problem on AMD boxen, but other vendors 139296d93cdSLinus Torvalds * are affected too. We pick the most conservative approach: we assume 140296d93cdSLinus Torvalds * that the local APIC stops in both C2 and C3. 141169a0abbSThomas Gleixner */ 142169a0abbSThomas Gleixner static void acpi_timer_check_state(int state, struct acpi_processor *pr, 143169a0abbSThomas Gleixner struct acpi_processor_cx *cx) 144169a0abbSThomas Gleixner { 145169a0abbSThomas Gleixner struct acpi_processor_power *pwr = &pr->power; 146e585bef8SThomas Gleixner u8 type = local_apic_timer_c2_ok ? ACPI_STATE_C3 : ACPI_STATE_C2; 147169a0abbSThomas Gleixner 148db954b58SVenkatesh Pallipadi if (cpu_has(&cpu_data(pr->id), X86_FEATURE_ARAT)) 149db954b58SVenkatesh Pallipadi return; 150db954b58SVenkatesh Pallipadi 15187ad57baSShaohua Li if (boot_cpu_has(X86_FEATURE_AMDC1E)) 15287ad57baSShaohua Li type = ACPI_STATE_C1; 15387ad57baSShaohua Li 154169a0abbSThomas Gleixner /* 155169a0abbSThomas Gleixner * Check, if one of the previous states already marked the lapic 156169a0abbSThomas Gleixner * unstable 157169a0abbSThomas Gleixner */ 158169a0abbSThomas Gleixner if (pwr->timer_broadcast_on_state < state) 159169a0abbSThomas Gleixner return; 160169a0abbSThomas Gleixner 161e585bef8SThomas Gleixner if (cx->type >= type) 162169a0abbSThomas Gleixner pr->power.timer_broadcast_on_state = state; 163169a0abbSThomas Gleixner } 164169a0abbSThomas Gleixner 165169a0abbSThomas Gleixner static void acpi_propagate_timer_broadcast(struct acpi_processor *pr) 166169a0abbSThomas Gleixner { 167e9e2cdb4SThomas Gleixner unsigned long reason; 168e9e2cdb4SThomas Gleixner 169e9e2cdb4SThomas Gleixner reason = pr->power.timer_broadcast_on_state < INT_MAX ? 170e9e2cdb4SThomas Gleixner CLOCK_EVT_NOTIFY_BROADCAST_ON : CLOCK_EVT_NOTIFY_BROADCAST_OFF; 171e9e2cdb4SThomas Gleixner 172e9e2cdb4SThomas Gleixner clockevents_notify(reason, &pr->id); 173e9e2cdb4SThomas Gleixner } 174e9e2cdb4SThomas Gleixner 175e9e2cdb4SThomas Gleixner /* Power(C) State timer broadcast control */ 176e9e2cdb4SThomas Gleixner static void acpi_state_timer_broadcast(struct acpi_processor *pr, 177e9e2cdb4SThomas Gleixner struct acpi_processor_cx *cx, 178e9e2cdb4SThomas Gleixner int broadcast) 179e9e2cdb4SThomas Gleixner { 180e9e2cdb4SThomas Gleixner int state = cx - pr->power.states; 181e9e2cdb4SThomas Gleixner 182e9e2cdb4SThomas Gleixner if (state >= pr->power.timer_broadcast_on_state) { 183e9e2cdb4SThomas Gleixner unsigned long reason; 184e9e2cdb4SThomas Gleixner 185e9e2cdb4SThomas Gleixner reason = broadcast ? CLOCK_EVT_NOTIFY_BROADCAST_ENTER : 186e9e2cdb4SThomas Gleixner CLOCK_EVT_NOTIFY_BROADCAST_EXIT; 187e9e2cdb4SThomas Gleixner clockevents_notify(reason, &pr->id); 188e9e2cdb4SThomas Gleixner } 189169a0abbSThomas Gleixner } 190169a0abbSThomas Gleixner 191169a0abbSThomas Gleixner #else 192169a0abbSThomas Gleixner 193169a0abbSThomas Gleixner static void acpi_timer_check_state(int state, struct acpi_processor *pr, 194169a0abbSThomas Gleixner struct acpi_processor_cx *cstate) { } 195169a0abbSThomas Gleixner static void acpi_propagate_timer_broadcast(struct acpi_processor *pr) { } 196e9e2cdb4SThomas Gleixner static void acpi_state_timer_broadcast(struct acpi_processor *pr, 197e9e2cdb4SThomas Gleixner struct acpi_processor_cx *cx, 198e9e2cdb4SThomas Gleixner int broadcast) 199e9e2cdb4SThomas Gleixner { 200e9e2cdb4SThomas Gleixner } 201169a0abbSThomas Gleixner 202169a0abbSThomas Gleixner #endif 203169a0abbSThomas Gleixner 204b04e7bdbSThomas Gleixner /* 205b04e7bdbSThomas Gleixner * Suspend / resume control 206b04e7bdbSThomas Gleixner */ 207b04e7bdbSThomas Gleixner static int acpi_idle_suspend; 208815ab0fdSLen Brown static u32 saved_bm_rld; 209815ab0fdSLen Brown 210815ab0fdSLen Brown static void acpi_idle_bm_rld_save(void) 211815ab0fdSLen Brown { 212815ab0fdSLen Brown acpi_read_bit_register(ACPI_BITREG_BUS_MASTER_RLD, &saved_bm_rld); 213815ab0fdSLen Brown } 214815ab0fdSLen Brown static void acpi_idle_bm_rld_restore(void) 215815ab0fdSLen Brown { 216815ab0fdSLen Brown u32 resumed_bm_rld; 217815ab0fdSLen Brown 218815ab0fdSLen Brown acpi_read_bit_register(ACPI_BITREG_BUS_MASTER_RLD, &resumed_bm_rld); 219815ab0fdSLen Brown 220815ab0fdSLen Brown if (resumed_bm_rld != saved_bm_rld) 221815ab0fdSLen Brown acpi_write_bit_register(ACPI_BITREG_BUS_MASTER_RLD, saved_bm_rld); 222815ab0fdSLen Brown } 223b04e7bdbSThomas Gleixner 224b04e7bdbSThomas Gleixner int acpi_processor_suspend(struct acpi_device * device, pm_message_t state) 225b04e7bdbSThomas Gleixner { 226815ab0fdSLen Brown if (acpi_idle_suspend == 1) 227815ab0fdSLen Brown return 0; 228815ab0fdSLen Brown 229815ab0fdSLen Brown acpi_idle_bm_rld_save(); 230b04e7bdbSThomas Gleixner acpi_idle_suspend = 1; 231b04e7bdbSThomas Gleixner return 0; 232b04e7bdbSThomas Gleixner } 233b04e7bdbSThomas Gleixner 234b04e7bdbSThomas Gleixner int acpi_processor_resume(struct acpi_device * device) 235b04e7bdbSThomas Gleixner { 236815ab0fdSLen Brown if (acpi_idle_suspend == 0) 237815ab0fdSLen Brown return 0; 238815ab0fdSLen Brown 239815ab0fdSLen Brown acpi_idle_bm_rld_restore(); 240b04e7bdbSThomas Gleixner acpi_idle_suspend = 0; 241b04e7bdbSThomas Gleixner return 0; 242b04e7bdbSThomas Gleixner } 243b04e7bdbSThomas Gleixner 24461331168SPavel Machek #if defined (CONFIG_GENERIC_TIME) && defined (CONFIG_X86) 245520daf72SLen Brown static void tsc_check_state(int state) 246ddb25f9aSAndi Kleen { 247ddb25f9aSAndi Kleen switch (boot_cpu_data.x86_vendor) { 248ddb25f9aSAndi Kleen case X86_VENDOR_AMD: 24940fb1715SVenki Pallipadi case X86_VENDOR_INTEL: 250ddb25f9aSAndi Kleen /* 251ddb25f9aSAndi Kleen * AMD Fam10h TSC will tick in all 252ddb25f9aSAndi Kleen * C/P/S0/S1 states when this bit is set. 253ddb25f9aSAndi Kleen */ 25440fb1715SVenki Pallipadi if (boot_cpu_has(X86_FEATURE_NONSTOP_TSC)) 255520daf72SLen Brown return; 25640fb1715SVenki Pallipadi 257ddb25f9aSAndi Kleen /*FALL THROUGH*/ 258ddb25f9aSAndi Kleen default: 259520daf72SLen Brown /* TSC could halt in idle, so notify users */ 260520daf72SLen Brown if (state > ACPI_STATE_C1) 261520daf72SLen Brown mark_tsc_unstable("TSC halts in idle"); 262ddb25f9aSAndi Kleen } 263ddb25f9aSAndi Kleen } 264520daf72SLen Brown #else 265520daf72SLen Brown static void tsc_check_state(int state) { return; } 266ddb25f9aSAndi Kleen #endif 267ddb25f9aSAndi Kleen 2681da177e4SLinus Torvalds static int acpi_processor_get_power_info_fadt(struct acpi_processor *pr) 2691da177e4SLinus Torvalds { 2701da177e4SLinus Torvalds 2711da177e4SLinus Torvalds if (!pr) 272d550d98dSPatrick Mochel return -EINVAL; 2731da177e4SLinus Torvalds 2741da177e4SLinus Torvalds if (!pr->pblk) 275d550d98dSPatrick Mochel return -ENODEV; 2761da177e4SLinus Torvalds 2771da177e4SLinus Torvalds /* if info is obtained from pblk/fadt, type equals state */ 2781da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C2].type = ACPI_STATE_C2; 2791da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C3].type = ACPI_STATE_C3; 2801da177e4SLinus Torvalds 2814c033552SVenkatesh Pallipadi #ifndef CONFIG_HOTPLUG_CPU 2824c033552SVenkatesh Pallipadi /* 2834c033552SVenkatesh Pallipadi * Check for P_LVL2_UP flag before entering C2 and above on 2844c033552SVenkatesh Pallipadi * an SMP system. 2854c033552SVenkatesh Pallipadi */ 286ad71860aSAlexey Starikovskiy if ((num_online_cpus() > 1) && 287cee324b1SAlexey Starikovskiy !(acpi_gbl_FADT.flags & ACPI_FADT_C2_MP_SUPPORTED)) 288d550d98dSPatrick Mochel return -ENODEV; 2894c033552SVenkatesh Pallipadi #endif 2904c033552SVenkatesh Pallipadi 2911da177e4SLinus Torvalds /* determine C2 and C3 address from pblk */ 2921da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C2].address = pr->pblk + 4; 2931da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C3].address = pr->pblk + 5; 2941da177e4SLinus Torvalds 2951da177e4SLinus Torvalds /* determine latencies from FADT */ 296cee324b1SAlexey Starikovskiy pr->power.states[ACPI_STATE_C2].latency = acpi_gbl_FADT.C2latency; 297cee324b1SAlexey Starikovskiy pr->power.states[ACPI_STATE_C3].latency = acpi_gbl_FADT.C3latency; 2981da177e4SLinus Torvalds 2991da177e4SLinus Torvalds ACPI_DEBUG_PRINT((ACPI_DB_INFO, 3001da177e4SLinus Torvalds "lvl2[0x%08x] lvl3[0x%08x]\n", 3011da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C2].address, 3021da177e4SLinus Torvalds pr->power.states[ACPI_STATE_C3].address)); 3031da177e4SLinus Torvalds 304d550d98dSPatrick Mochel return 0; 3051da177e4SLinus Torvalds } 3061da177e4SLinus Torvalds 307991528d7SVenkatesh Pallipadi static int acpi_processor_get_power_info_default(struct acpi_processor *pr) 308acf05f4bSVenkatesh Pallipadi { 309991528d7SVenkatesh Pallipadi if (!pr->power.states[ACPI_STATE_C1].valid) { 310cf824788SJanosch Machowinski /* set the first C-State to C1 */ 311991528d7SVenkatesh Pallipadi /* all processors need to support C1 */ 312acf05f4bSVenkatesh Pallipadi pr->power.states[ACPI_STATE_C1].type = ACPI_STATE_C1; 313acf05f4bSVenkatesh Pallipadi pr->power.states[ACPI_STATE_C1].valid = 1; 3140fda6b40SVenkatesh Pallipadi pr->power.states[ACPI_STATE_C1].entry_method = ACPI_CSTATE_HALT; 315991528d7SVenkatesh Pallipadi } 316991528d7SVenkatesh Pallipadi /* the C0 state only exists as a filler in our array */ 317991528d7SVenkatesh Pallipadi pr->power.states[ACPI_STATE_C0].valid = 1; 318d550d98dSPatrick Mochel return 0; 319acf05f4bSVenkatesh Pallipadi } 320acf05f4bSVenkatesh Pallipadi 3211da177e4SLinus Torvalds static int acpi_processor_get_power_info_cst(struct acpi_processor *pr) 3221da177e4SLinus Torvalds { 3231da177e4SLinus Torvalds acpi_status status = 0; 3241da177e4SLinus Torvalds acpi_integer count; 325cf824788SJanosch Machowinski int current_count; 3261da177e4SLinus Torvalds int i; 3271da177e4SLinus Torvalds struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL }; 3281da177e4SLinus Torvalds union acpi_object *cst; 3291da177e4SLinus Torvalds 3301da177e4SLinus Torvalds 3311da177e4SLinus Torvalds if (nocst) 332d550d98dSPatrick Mochel return -ENODEV; 3331da177e4SLinus Torvalds 334991528d7SVenkatesh Pallipadi current_count = 0; 3351da177e4SLinus Torvalds 3361da177e4SLinus Torvalds status = acpi_evaluate_object(pr->handle, "_CST", NULL, &buffer); 3371da177e4SLinus Torvalds if (ACPI_FAILURE(status)) { 3381da177e4SLinus Torvalds ACPI_DEBUG_PRINT((ACPI_DB_INFO, "No _CST, giving up\n")); 339d550d98dSPatrick Mochel return -ENODEV; 3401da177e4SLinus Torvalds } 3411da177e4SLinus Torvalds 34250dd0969SJan Engelhardt cst = buffer.pointer; 3431da177e4SLinus Torvalds 3441da177e4SLinus Torvalds /* There must be at least 2 elements */ 3451da177e4SLinus Torvalds if (!cst || (cst->type != ACPI_TYPE_PACKAGE) || cst->package.count < 2) { 3466468463aSLen Brown printk(KERN_ERR PREFIX "not enough elements in _CST\n"); 3471da177e4SLinus Torvalds status = -EFAULT; 3481da177e4SLinus Torvalds goto end; 3491da177e4SLinus Torvalds } 3501da177e4SLinus Torvalds 3511da177e4SLinus Torvalds count = cst->package.elements[0].integer.value; 3521da177e4SLinus Torvalds 3531da177e4SLinus Torvalds /* Validate number of power states. */ 3541da177e4SLinus Torvalds if (count < 1 || count != cst->package.count - 1) { 3556468463aSLen Brown printk(KERN_ERR PREFIX "count given by _CST is not valid\n"); 3561da177e4SLinus Torvalds status = -EFAULT; 3571da177e4SLinus Torvalds goto end; 3581da177e4SLinus Torvalds } 3591da177e4SLinus Torvalds 3601da177e4SLinus Torvalds /* Tell driver that at least _CST is supported. */ 3611da177e4SLinus Torvalds pr->flags.has_cst = 1; 3621da177e4SLinus Torvalds 3631da177e4SLinus Torvalds for (i = 1; i <= count; i++) { 3641da177e4SLinus Torvalds union acpi_object *element; 3651da177e4SLinus Torvalds union acpi_object *obj; 3661da177e4SLinus Torvalds struct acpi_power_register *reg; 3671da177e4SLinus Torvalds struct acpi_processor_cx cx; 3681da177e4SLinus Torvalds 3691da177e4SLinus Torvalds memset(&cx, 0, sizeof(cx)); 3701da177e4SLinus Torvalds 37150dd0969SJan Engelhardt element = &(cst->package.elements[i]); 3721da177e4SLinus Torvalds if (element->type != ACPI_TYPE_PACKAGE) 3731da177e4SLinus Torvalds continue; 3741da177e4SLinus Torvalds 3751da177e4SLinus Torvalds if (element->package.count != 4) 3761da177e4SLinus Torvalds continue; 3771da177e4SLinus Torvalds 37850dd0969SJan Engelhardt obj = &(element->package.elements[0]); 3791da177e4SLinus Torvalds 3801da177e4SLinus Torvalds if (obj->type != ACPI_TYPE_BUFFER) 3811da177e4SLinus Torvalds continue; 3821da177e4SLinus Torvalds 3831da177e4SLinus Torvalds reg = (struct acpi_power_register *)obj->buffer.pointer; 3841da177e4SLinus Torvalds 3851da177e4SLinus Torvalds if (reg->space_id != ACPI_ADR_SPACE_SYSTEM_IO && 3861da177e4SLinus Torvalds (reg->space_id != ACPI_ADR_SPACE_FIXED_HARDWARE)) 3871da177e4SLinus Torvalds continue; 3881da177e4SLinus Torvalds 3891da177e4SLinus Torvalds /* There should be an easy way to extract an integer... */ 39050dd0969SJan Engelhardt obj = &(element->package.elements[1]); 3911da177e4SLinus Torvalds if (obj->type != ACPI_TYPE_INTEGER) 3921da177e4SLinus Torvalds continue; 3931da177e4SLinus Torvalds 3941da177e4SLinus Torvalds cx.type = obj->integer.value; 395991528d7SVenkatesh Pallipadi /* 396991528d7SVenkatesh Pallipadi * Some buggy BIOSes won't list C1 in _CST - 397991528d7SVenkatesh Pallipadi * Let acpi_processor_get_power_info_default() handle them later 398991528d7SVenkatesh Pallipadi */ 399991528d7SVenkatesh Pallipadi if (i == 1 && cx.type != ACPI_STATE_C1) 400991528d7SVenkatesh Pallipadi current_count++; 4011da177e4SLinus Torvalds 402991528d7SVenkatesh Pallipadi cx.address = reg->address; 403991528d7SVenkatesh Pallipadi cx.index = current_count + 1; 4041da177e4SLinus Torvalds 405bc71bec9Svenkatesh.pallipadi@intel.com cx.entry_method = ACPI_CSTATE_SYSTEMIO; 406991528d7SVenkatesh Pallipadi if (reg->space_id == ACPI_ADR_SPACE_FIXED_HARDWARE) { 407991528d7SVenkatesh Pallipadi if (acpi_processor_ffh_cstate_probe 408991528d7SVenkatesh Pallipadi (pr->id, &cx, reg) == 0) { 409bc71bec9Svenkatesh.pallipadi@intel.com cx.entry_method = ACPI_CSTATE_FFH; 410bc71bec9Svenkatesh.pallipadi@intel.com } else if (cx.type == ACPI_STATE_C1) { 411991528d7SVenkatesh Pallipadi /* 412991528d7SVenkatesh Pallipadi * C1 is a special case where FIXED_HARDWARE 413991528d7SVenkatesh Pallipadi * can be handled in non-MWAIT way as well. 414991528d7SVenkatesh Pallipadi * In that case, save this _CST entry info. 415991528d7SVenkatesh Pallipadi * Otherwise, ignore this info and continue. 416991528d7SVenkatesh Pallipadi */ 417bc71bec9Svenkatesh.pallipadi@intel.com cx.entry_method = ACPI_CSTATE_HALT; 4184fcb2fcdSVenkatesh Pallipadi snprintf(cx.desc, ACPI_CX_DESC_LEN, "ACPI HLT"); 419bc71bec9Svenkatesh.pallipadi@intel.com } else { 4201da177e4SLinus Torvalds continue; 421991528d7SVenkatesh Pallipadi } 422da5e09a1SZhao Yakui if (cx.type == ACPI_STATE_C1 && 423da5e09a1SZhao Yakui (idle_halt || idle_nomwait)) { 424c1e3b377SZhao Yakui /* 425c1e3b377SZhao Yakui * In most cases the C1 space_id obtained from 426c1e3b377SZhao Yakui * _CST object is FIXED_HARDWARE access mode. 427c1e3b377SZhao Yakui * But when the option of idle=halt is added, 428c1e3b377SZhao Yakui * the entry_method type should be changed from 429c1e3b377SZhao Yakui * CSTATE_FFH to CSTATE_HALT. 430da5e09a1SZhao Yakui * When the option of idle=nomwait is added, 431da5e09a1SZhao Yakui * the C1 entry_method type should be 432da5e09a1SZhao Yakui * CSTATE_HALT. 433c1e3b377SZhao Yakui */ 434c1e3b377SZhao Yakui cx.entry_method = ACPI_CSTATE_HALT; 435c1e3b377SZhao Yakui snprintf(cx.desc, ACPI_CX_DESC_LEN, "ACPI HLT"); 436c1e3b377SZhao Yakui } 4374fcb2fcdSVenkatesh Pallipadi } else { 4384fcb2fcdSVenkatesh Pallipadi snprintf(cx.desc, ACPI_CX_DESC_LEN, "ACPI IOPORT 0x%x", 4394fcb2fcdSVenkatesh Pallipadi cx.address); 440991528d7SVenkatesh Pallipadi } 4411da177e4SLinus Torvalds 4420fda6b40SVenkatesh Pallipadi if (cx.type == ACPI_STATE_C1) { 4430fda6b40SVenkatesh Pallipadi cx.valid = 1; 4440fda6b40SVenkatesh Pallipadi } 4454fcb2fcdSVenkatesh Pallipadi 44650dd0969SJan Engelhardt obj = &(element->package.elements[2]); 4471da177e4SLinus Torvalds if (obj->type != ACPI_TYPE_INTEGER) 4481da177e4SLinus Torvalds continue; 4491da177e4SLinus Torvalds 4501da177e4SLinus Torvalds cx.latency = obj->integer.value; 4511da177e4SLinus Torvalds 45250dd0969SJan Engelhardt obj = &(element->package.elements[3]); 4531da177e4SLinus Torvalds if (obj->type != ACPI_TYPE_INTEGER) 4541da177e4SLinus Torvalds continue; 4551da177e4SLinus Torvalds 4561da177e4SLinus Torvalds cx.power = obj->integer.value; 4571da177e4SLinus Torvalds 458cf824788SJanosch Machowinski current_count++; 459cf824788SJanosch Machowinski memcpy(&(pr->power.states[current_count]), &cx, sizeof(cx)); 460cf824788SJanosch Machowinski 461cf824788SJanosch Machowinski /* 462cf824788SJanosch Machowinski * We support total ACPI_PROCESSOR_MAX_POWER - 1 463cf824788SJanosch Machowinski * (From 1 through ACPI_PROCESSOR_MAX_POWER - 1) 464cf824788SJanosch Machowinski */ 465cf824788SJanosch Machowinski if (current_count >= (ACPI_PROCESSOR_MAX_POWER - 1)) { 466cf824788SJanosch Machowinski printk(KERN_WARNING 467cf824788SJanosch Machowinski "Limiting number of power states to max (%d)\n", 468cf824788SJanosch Machowinski ACPI_PROCESSOR_MAX_POWER); 469cf824788SJanosch Machowinski printk(KERN_WARNING 470cf824788SJanosch Machowinski "Please increase ACPI_PROCESSOR_MAX_POWER if needed.\n"); 471cf824788SJanosch Machowinski break; 472cf824788SJanosch Machowinski } 4731da177e4SLinus Torvalds } 4741da177e4SLinus Torvalds 4754be44fcdSLen Brown ACPI_DEBUG_PRINT((ACPI_DB_INFO, "Found %d power states\n", 476cf824788SJanosch Machowinski current_count)); 4771da177e4SLinus Torvalds 4781da177e4SLinus Torvalds /* Validate number of power states discovered */ 479cf824788SJanosch Machowinski if (current_count < 2) 4806d93c648SVenkatesh Pallipadi status = -EFAULT; 4811da177e4SLinus Torvalds 4821da177e4SLinus Torvalds end: 48302438d87SLen Brown kfree(buffer.pointer); 4841da177e4SLinus Torvalds 485d550d98dSPatrick Mochel return status; 4861da177e4SLinus Torvalds } 4871da177e4SLinus Torvalds 4881da177e4SLinus Torvalds static void acpi_processor_power_verify_c2(struct acpi_processor_cx *cx) 4891da177e4SLinus Torvalds { 4901da177e4SLinus Torvalds 4911da177e4SLinus Torvalds if (!cx->address) 492d550d98dSPatrick Mochel return; 4931da177e4SLinus Torvalds 4941da177e4SLinus Torvalds /* 4951da177e4SLinus Torvalds * C2 latency must be less than or equal to 100 4961da177e4SLinus Torvalds * microseconds. 4971da177e4SLinus Torvalds */ 4981da177e4SLinus Torvalds else if (cx->latency > ACPI_PROCESSOR_MAX_C2_LATENCY) { 4991da177e4SLinus Torvalds ACPI_DEBUG_PRINT((ACPI_DB_INFO, 5004be44fcdSLen Brown "latency too large [%d]\n", cx->latency)); 501d550d98dSPatrick Mochel return; 5021da177e4SLinus Torvalds } 5031da177e4SLinus Torvalds 5041da177e4SLinus Torvalds /* 5051da177e4SLinus Torvalds * Otherwise we've met all of our C2 requirements. 5061da177e4SLinus Torvalds * Normalize the C2 latency to expidite policy 5071da177e4SLinus Torvalds */ 5081da177e4SLinus Torvalds cx->valid = 1; 5094f86d3a8SLen Brown 5104f86d3a8SLen Brown cx->latency_ticks = cx->latency; 5111da177e4SLinus Torvalds 512d550d98dSPatrick Mochel return; 5131da177e4SLinus Torvalds } 5141da177e4SLinus Torvalds 5154be44fcdSLen Brown static void acpi_processor_power_verify_c3(struct acpi_processor *pr, 5161da177e4SLinus Torvalds struct acpi_processor_cx *cx) 5171da177e4SLinus Torvalds { 51802df8b93SVenkatesh Pallipadi static int bm_check_flag; 51902df8b93SVenkatesh Pallipadi 5201da177e4SLinus Torvalds 5211da177e4SLinus Torvalds if (!cx->address) 522d550d98dSPatrick Mochel return; 5231da177e4SLinus Torvalds 5241da177e4SLinus Torvalds /* 5251da177e4SLinus Torvalds * C3 latency must be less than or equal to 1000 5261da177e4SLinus Torvalds * microseconds. 5271da177e4SLinus Torvalds */ 5281da177e4SLinus Torvalds else if (cx->latency > ACPI_PROCESSOR_MAX_C3_LATENCY) { 5291da177e4SLinus Torvalds ACPI_DEBUG_PRINT((ACPI_DB_INFO, 5304be44fcdSLen Brown "latency too large [%d]\n", cx->latency)); 531d550d98dSPatrick Mochel return; 5321da177e4SLinus Torvalds } 5331da177e4SLinus Torvalds 5341da177e4SLinus Torvalds /* 5351da177e4SLinus Torvalds * PIIX4 Erratum #18: We don't support C3 when Type-F (fast) 5361da177e4SLinus Torvalds * DMA transfers are used by any ISA device to avoid livelock. 5371da177e4SLinus Torvalds * Note that we could disable Type-F DMA (as recommended by 5381da177e4SLinus Torvalds * the erratum), but this is known to disrupt certain ISA 5391da177e4SLinus Torvalds * devices thus we take the conservative approach. 5401da177e4SLinus Torvalds */ 5411da177e4SLinus Torvalds else if (errata.piix4.fdma) { 5421da177e4SLinus Torvalds ACPI_DEBUG_PRINT((ACPI_DB_INFO, 5431da177e4SLinus Torvalds "C3 not supported on PIIX4 with Type-F DMA\n")); 544d550d98dSPatrick Mochel return; 5451da177e4SLinus Torvalds } 5461da177e4SLinus Torvalds 54702df8b93SVenkatesh Pallipadi /* All the logic here assumes flags.bm_check is same across all CPUs */ 54802df8b93SVenkatesh Pallipadi if (!bm_check_flag) { 54902df8b93SVenkatesh Pallipadi /* Determine whether bm_check is needed based on CPU */ 55002df8b93SVenkatesh Pallipadi acpi_processor_power_init_bm_check(&(pr->flags), pr->id); 55102df8b93SVenkatesh Pallipadi bm_check_flag = pr->flags.bm_check; 55202df8b93SVenkatesh Pallipadi } else { 55302df8b93SVenkatesh Pallipadi pr->flags.bm_check = bm_check_flag; 55402df8b93SVenkatesh Pallipadi } 55502df8b93SVenkatesh Pallipadi 55602df8b93SVenkatesh Pallipadi if (pr->flags.bm_check) { 55702df8b93SVenkatesh Pallipadi if (!pr->flags.bm_control) { 558ed3110efSVenki Pallipadi if (pr->flags.has_cst != 1) { 559ed3110efSVenki Pallipadi /* bus mastering control is necessary */ 56002df8b93SVenkatesh Pallipadi ACPI_DEBUG_PRINT((ACPI_DB_INFO, 561ed3110efSVenki Pallipadi "C3 support requires BM control\n")); 562ed3110efSVenki Pallipadi return; 563ed3110efSVenki Pallipadi } else { 564ed3110efSVenki Pallipadi /* Here we enter C3 without bus mastering */ 565ed3110efSVenki Pallipadi ACPI_DEBUG_PRINT((ACPI_DB_INFO, 566ed3110efSVenki Pallipadi "C3 support without BM control\n")); 567ed3110efSVenki Pallipadi } 56802df8b93SVenkatesh Pallipadi } 56902df8b93SVenkatesh Pallipadi } else { 57002df8b93SVenkatesh Pallipadi /* 57102df8b93SVenkatesh Pallipadi * WBINVD should be set in fadt, for C3 state to be 57202df8b93SVenkatesh Pallipadi * supported on when bm_check is not required. 57302df8b93SVenkatesh Pallipadi */ 574cee324b1SAlexey Starikovskiy if (!(acpi_gbl_FADT.flags & ACPI_FADT_WBINVD)) { 57502df8b93SVenkatesh Pallipadi ACPI_DEBUG_PRINT((ACPI_DB_INFO, 57602df8b93SVenkatesh Pallipadi "Cache invalidation should work properly" 57702df8b93SVenkatesh Pallipadi " for C3 to be enabled on SMP systems\n")); 578d550d98dSPatrick Mochel return; 57902df8b93SVenkatesh Pallipadi } 58002df8b93SVenkatesh Pallipadi } 58102df8b93SVenkatesh Pallipadi 5821da177e4SLinus Torvalds /* 5831da177e4SLinus Torvalds * Otherwise we've met all of our C3 requirements. 5841da177e4SLinus Torvalds * Normalize the C3 latency to expidite policy. Enable 5851da177e4SLinus Torvalds * checking of bus mastering status (bm_check) so we can 5861da177e4SLinus Torvalds * use this in our C3 policy 5871da177e4SLinus Torvalds */ 5881da177e4SLinus Torvalds cx->valid = 1; 5894f86d3a8SLen Brown 5904f86d3a8SLen Brown cx->latency_ticks = cx->latency; 59131878dd8SLen Brown /* 59231878dd8SLen Brown * On older chipsets, BM_RLD needs to be set 59331878dd8SLen Brown * in order for Bus Master activity to wake the 59431878dd8SLen Brown * system from C3. Newer chipsets handle DMA 59531878dd8SLen Brown * during C3 automatically and BM_RLD is a NOP. 59631878dd8SLen Brown * In either case, the proper way to 59731878dd8SLen Brown * handle BM_RLD is to set it and leave it set. 59831878dd8SLen Brown */ 59950ffba1bSBob Moore acpi_write_bit_register(ACPI_BITREG_BUS_MASTER_RLD, 1); 6001da177e4SLinus Torvalds 601d550d98dSPatrick Mochel return; 6021da177e4SLinus Torvalds } 6031da177e4SLinus Torvalds 6041da177e4SLinus Torvalds static int acpi_processor_power_verify(struct acpi_processor *pr) 6051da177e4SLinus Torvalds { 6061da177e4SLinus Torvalds unsigned int i; 6071da177e4SLinus Torvalds unsigned int working = 0; 6086eb0a0fdSVenkatesh Pallipadi 609169a0abbSThomas Gleixner pr->power.timer_broadcast_on_state = INT_MAX; 6106eb0a0fdSVenkatesh Pallipadi 611a0bf284bSLen Brown for (i = 1; i < ACPI_PROCESSOR_MAX_POWER && i <= max_cstate; i++) { 6121da177e4SLinus Torvalds struct acpi_processor_cx *cx = &pr->power.states[i]; 6131da177e4SLinus Torvalds 6141da177e4SLinus Torvalds switch (cx->type) { 6151da177e4SLinus Torvalds case ACPI_STATE_C1: 6161da177e4SLinus Torvalds cx->valid = 1; 61787ad57baSShaohua Li acpi_timer_check_state(i, pr, cx); 6181da177e4SLinus Torvalds break; 6191da177e4SLinus Torvalds 6201da177e4SLinus Torvalds case ACPI_STATE_C2: 6211da177e4SLinus Torvalds acpi_processor_power_verify_c2(cx); 622296d93cdSLinus Torvalds if (cx->valid) 623169a0abbSThomas Gleixner acpi_timer_check_state(i, pr, cx); 6241da177e4SLinus Torvalds break; 6251da177e4SLinus Torvalds 6261da177e4SLinus Torvalds case ACPI_STATE_C3: 6271da177e4SLinus Torvalds acpi_processor_power_verify_c3(pr, cx); 628296d93cdSLinus Torvalds if (cx->valid) 629169a0abbSThomas Gleixner acpi_timer_check_state(i, pr, cx); 6301da177e4SLinus Torvalds break; 6311da177e4SLinus Torvalds } 632520daf72SLen Brown if (cx->valid) 633520daf72SLen Brown tsc_check_state(cx->type); 6341da177e4SLinus Torvalds 6351da177e4SLinus Torvalds if (cx->valid) 6361da177e4SLinus Torvalds working++; 6371da177e4SLinus Torvalds } 6381da177e4SLinus Torvalds 639169a0abbSThomas Gleixner acpi_propagate_timer_broadcast(pr); 640bd663347SAndi Kleen 6411da177e4SLinus Torvalds return (working); 6421da177e4SLinus Torvalds } 6431da177e4SLinus Torvalds 6444be44fcdSLen Brown static int acpi_processor_get_power_info(struct acpi_processor *pr) 6451da177e4SLinus Torvalds { 6461da177e4SLinus Torvalds unsigned int i; 6471da177e4SLinus Torvalds int result; 6481da177e4SLinus Torvalds 6491da177e4SLinus Torvalds 6501da177e4SLinus Torvalds /* NOTE: the idle thread may not be running while calling 6511da177e4SLinus Torvalds * this function */ 6521da177e4SLinus Torvalds 653991528d7SVenkatesh Pallipadi /* Zero initialize all the C-states info. */ 654991528d7SVenkatesh Pallipadi memset(pr->power.states, 0, sizeof(pr->power.states)); 655991528d7SVenkatesh Pallipadi 6561da177e4SLinus Torvalds result = acpi_processor_get_power_info_cst(pr); 6576d93c648SVenkatesh Pallipadi if (result == -ENODEV) 658c5a114f1SDarrick J. Wong result = acpi_processor_get_power_info_fadt(pr); 6596d93c648SVenkatesh Pallipadi 660991528d7SVenkatesh Pallipadi if (result) 661991528d7SVenkatesh Pallipadi return result; 662991528d7SVenkatesh Pallipadi 663991528d7SVenkatesh Pallipadi acpi_processor_get_power_info_default(pr); 664991528d7SVenkatesh Pallipadi 665cf824788SJanosch Machowinski pr->power.count = acpi_processor_power_verify(pr); 6661da177e4SLinus Torvalds 6671da177e4SLinus Torvalds /* 6681da177e4SLinus Torvalds * if one state of type C2 or C3 is available, mark this 6691da177e4SLinus Torvalds * CPU as being "idle manageable" 6701da177e4SLinus Torvalds */ 6711da177e4SLinus Torvalds for (i = 1; i < ACPI_PROCESSOR_MAX_POWER; i++) { 672acf05f4bSVenkatesh Pallipadi if (pr->power.states[i].valid) { 6731da177e4SLinus Torvalds pr->power.count = i; 6742203d6edSLinus Torvalds if (pr->power.states[i].type >= ACPI_STATE_C2) 6751da177e4SLinus Torvalds pr->flags.power = 1; 6761da177e4SLinus Torvalds } 677acf05f4bSVenkatesh Pallipadi } 6781da177e4SLinus Torvalds 679d550d98dSPatrick Mochel return 0; 6801da177e4SLinus Torvalds } 6811da177e4SLinus Torvalds 6821da177e4SLinus Torvalds static int acpi_processor_power_seq_show(struct seq_file *seq, void *offset) 6831da177e4SLinus Torvalds { 68450dd0969SJan Engelhardt struct acpi_processor *pr = seq->private; 6851da177e4SLinus Torvalds unsigned int i; 6861da177e4SLinus Torvalds 6871da177e4SLinus Torvalds 6881da177e4SLinus Torvalds if (!pr) 6891da177e4SLinus Torvalds goto end; 6901da177e4SLinus Torvalds 6911da177e4SLinus Torvalds seq_printf(seq, "active state: C%zd\n" 6921da177e4SLinus Torvalds "max_cstate: C%d\n" 6935c87579eSArjan van de Ven "maximum allowed latency: %d usec\n", 6941da177e4SLinus Torvalds pr->power.state ? pr->power.state - pr->power.states : 0, 69592614610SLen Brown max_cstate, pm_qos_requirement(PM_QOS_CPU_DMA_LATENCY)); 6961da177e4SLinus Torvalds 6971da177e4SLinus Torvalds seq_puts(seq, "states:\n"); 6981da177e4SLinus Torvalds 6991da177e4SLinus Torvalds for (i = 1; i <= pr->power.count; i++) { 7001da177e4SLinus Torvalds seq_printf(seq, " %cC%d: ", 7014be44fcdSLen Brown (&pr->power.states[i] == 7024be44fcdSLen Brown pr->power.state ? '*' : ' '), i); 7031da177e4SLinus Torvalds 7041da177e4SLinus Torvalds if (!pr->power.states[i].valid) { 7051da177e4SLinus Torvalds seq_puts(seq, "<not supported>\n"); 7061da177e4SLinus Torvalds continue; 7071da177e4SLinus Torvalds } 7081da177e4SLinus Torvalds 7091da177e4SLinus Torvalds switch (pr->power.states[i].type) { 7101da177e4SLinus Torvalds case ACPI_STATE_C1: 7111da177e4SLinus Torvalds seq_printf(seq, "type[C1] "); 7121da177e4SLinus Torvalds break; 7131da177e4SLinus Torvalds case ACPI_STATE_C2: 7141da177e4SLinus Torvalds seq_printf(seq, "type[C2] "); 7151da177e4SLinus Torvalds break; 7161da177e4SLinus Torvalds case ACPI_STATE_C3: 7171da177e4SLinus Torvalds seq_printf(seq, "type[C3] "); 7181da177e4SLinus Torvalds break; 7191da177e4SLinus Torvalds default: 7201da177e4SLinus Torvalds seq_printf(seq, "type[--] "); 7211da177e4SLinus Torvalds break; 7221da177e4SLinus Torvalds } 7231da177e4SLinus Torvalds 7241da177e4SLinus Torvalds if (pr->power.states[i].promotion.state) 7251da177e4SLinus Torvalds seq_printf(seq, "promotion[C%zd] ", 7261da177e4SLinus Torvalds (pr->power.states[i].promotion.state - 7271da177e4SLinus Torvalds pr->power.states)); 7281da177e4SLinus Torvalds else 7291da177e4SLinus Torvalds seq_puts(seq, "promotion[--] "); 7301da177e4SLinus Torvalds 7311da177e4SLinus Torvalds if (pr->power.states[i].demotion.state) 7321da177e4SLinus Torvalds seq_printf(seq, "demotion[C%zd] ", 7331da177e4SLinus Torvalds (pr->power.states[i].demotion.state - 7341da177e4SLinus Torvalds pr->power.states)); 7351da177e4SLinus Torvalds else 7361da177e4SLinus Torvalds seq_puts(seq, "demotion[--] "); 7371da177e4SLinus Torvalds 738a3c6598fSDominik Brodowski seq_printf(seq, "latency[%03d] usage[%08d] duration[%020llu]\n", 7391da177e4SLinus Torvalds pr->power.states[i].latency, 740a3c6598fSDominik Brodowski pr->power.states[i].usage, 741b0b7eaafSAlexey Starikovskiy (unsigned long long)pr->power.states[i].time); 7421da177e4SLinus Torvalds } 7431da177e4SLinus Torvalds 7441da177e4SLinus Torvalds end: 745d550d98dSPatrick Mochel return 0; 7461da177e4SLinus Torvalds } 7471da177e4SLinus Torvalds 7481da177e4SLinus Torvalds static int acpi_processor_power_open_fs(struct inode *inode, struct file *file) 7491da177e4SLinus Torvalds { 7501da177e4SLinus Torvalds return single_open(file, acpi_processor_power_seq_show, 7511da177e4SLinus Torvalds PDE(inode)->data); 7521da177e4SLinus Torvalds } 7531da177e4SLinus Torvalds 754d7508032SArjan van de Ven static const struct file_operations acpi_processor_power_fops = { 755cf7acfabSDenis V. Lunev .owner = THIS_MODULE, 7561da177e4SLinus Torvalds .open = acpi_processor_power_open_fs, 7571da177e4SLinus Torvalds .read = seq_read, 7581da177e4SLinus Torvalds .llseek = seq_lseek, 7591da177e4SLinus Torvalds .release = single_release, 7601da177e4SLinus Torvalds }; 7611da177e4SLinus Torvalds 7624f86d3a8SLen Brown 7634f86d3a8SLen Brown /** 7644f86d3a8SLen Brown * acpi_idle_bm_check - checks if bus master activity was detected 7654f86d3a8SLen Brown */ 7664f86d3a8SLen Brown static int acpi_idle_bm_check(void) 7674f86d3a8SLen Brown { 7684f86d3a8SLen Brown u32 bm_status = 0; 7694f86d3a8SLen Brown 77050ffba1bSBob Moore acpi_read_bit_register(ACPI_BITREG_BUS_MASTER_STATUS, &bm_status); 7714f86d3a8SLen Brown if (bm_status) 77250ffba1bSBob Moore acpi_write_bit_register(ACPI_BITREG_BUS_MASTER_STATUS, 1); 7734f86d3a8SLen Brown /* 7744f86d3a8SLen Brown * PIIX4 Erratum #18: Note that BM_STS doesn't always reflect 7754f86d3a8SLen Brown * the true state of bus mastering activity; forcing us to 7764f86d3a8SLen Brown * manually check the BMIDEA bit of each IDE channel. 7774f86d3a8SLen Brown */ 7784f86d3a8SLen Brown else if (errata.piix4.bmisx) { 7794f86d3a8SLen Brown if ((inb_p(errata.piix4.bmisx + 0x02) & 0x01) 7804f86d3a8SLen Brown || (inb_p(errata.piix4.bmisx + 0x0A) & 0x01)) 7814f86d3a8SLen Brown bm_status = 1; 7824f86d3a8SLen Brown } 7834f86d3a8SLen Brown return bm_status; 7844f86d3a8SLen Brown } 7854f86d3a8SLen Brown 7864f86d3a8SLen Brown /** 7874f86d3a8SLen Brown * acpi_idle_do_entry - a helper function that does C2 and C3 type entry 7884f86d3a8SLen Brown * @cx: cstate data 789bc71bec9Svenkatesh.pallipadi@intel.com * 790bc71bec9Svenkatesh.pallipadi@intel.com * Caller disables interrupt before call and enables interrupt after return. 7914f86d3a8SLen Brown */ 7924f86d3a8SLen Brown static inline void acpi_idle_do_entry(struct acpi_processor_cx *cx) 7934f86d3a8SLen Brown { 794dcf30997SSteven Rostedt /* Don't trace irqs off for idle */ 795dcf30997SSteven Rostedt stop_critical_timings(); 796bc71bec9Svenkatesh.pallipadi@intel.com if (cx->entry_method == ACPI_CSTATE_FFH) { 7974f86d3a8SLen Brown /* Call into architectural FFH based C-state */ 7984f86d3a8SLen Brown acpi_processor_ffh_cstate_enter(cx); 799bc71bec9Svenkatesh.pallipadi@intel.com } else if (cx->entry_method == ACPI_CSTATE_HALT) { 800bc71bec9Svenkatesh.pallipadi@intel.com acpi_safe_halt(); 8014f86d3a8SLen Brown } else { 8024f86d3a8SLen Brown int unused; 8034f86d3a8SLen Brown /* IO port based C-state */ 8044f86d3a8SLen Brown inb(cx->address); 8054f86d3a8SLen Brown /* Dummy wait op - must do something useless after P_LVL2 read 8064f86d3a8SLen Brown because chipsets cannot guarantee that STPCLK# signal 8074f86d3a8SLen Brown gets asserted in time to freeze execution properly. */ 8084f86d3a8SLen Brown unused = inl(acpi_gbl_FADT.xpm_timer_block.address); 8094f86d3a8SLen Brown } 810dcf30997SSteven Rostedt start_critical_timings(); 8114f86d3a8SLen Brown } 8124f86d3a8SLen Brown 8134f86d3a8SLen Brown /** 8144f86d3a8SLen Brown * acpi_idle_enter_c1 - enters an ACPI C1 state-type 8154f86d3a8SLen Brown * @dev: the target CPU 8164f86d3a8SLen Brown * @state: the state data 8174f86d3a8SLen Brown * 8184f86d3a8SLen Brown * This is equivalent to the HALT instruction. 8194f86d3a8SLen Brown */ 8204f86d3a8SLen Brown static int acpi_idle_enter_c1(struct cpuidle_device *dev, 8214f86d3a8SLen Brown struct cpuidle_state *state) 8224f86d3a8SLen Brown { 823ff69f2bbSalex.shi ktime_t kt1, kt2; 824ff69f2bbSalex.shi s64 idle_time; 8254f86d3a8SLen Brown struct acpi_processor *pr; 8264f86d3a8SLen Brown struct acpi_processor_cx *cx = cpuidle_get_statedata(state); 8279b12e18cSvenkatesh.pallipadi@intel.com 828706546d0SMike Travis pr = __get_cpu_var(processors); 8294f86d3a8SLen Brown 8304f86d3a8SLen Brown if (unlikely(!pr)) 8314f86d3a8SLen Brown return 0; 8324f86d3a8SLen Brown 8332e906655Svenkatesh.pallipadi@intel.com local_irq_disable(); 834b077fbadSVenkatesh Pallipadi 835b077fbadSVenkatesh Pallipadi /* Do not access any ACPI IO ports in suspend path */ 836b077fbadSVenkatesh Pallipadi if (acpi_idle_suspend) { 837b077fbadSVenkatesh Pallipadi local_irq_enable(); 8387d60e8abSShaohua Li cpu_relax(); 839b077fbadSVenkatesh Pallipadi return 0; 840b077fbadSVenkatesh Pallipadi } 841b077fbadSVenkatesh Pallipadi 84287ad57baSShaohua Li acpi_state_timer_broadcast(pr, cx, 1); 843ff69f2bbSalex.shi kt1 = ktime_get_real(); 844bc71bec9Svenkatesh.pallipadi@intel.com acpi_idle_do_entry(cx); 845ff69f2bbSalex.shi kt2 = ktime_get_real(); 846ff69f2bbSalex.shi idle_time = ktime_to_us(ktime_sub(kt2, kt1)); 8474f86d3a8SLen Brown 8482e906655Svenkatesh.pallipadi@intel.com local_irq_enable(); 8494f86d3a8SLen Brown cx->usage++; 85087ad57baSShaohua Li acpi_state_timer_broadcast(pr, cx, 0); 8514f86d3a8SLen Brown 852ff69f2bbSalex.shi return idle_time; 8534f86d3a8SLen Brown } 8544f86d3a8SLen Brown 8554f86d3a8SLen Brown /** 8564f86d3a8SLen Brown * acpi_idle_enter_simple - enters an ACPI state without BM handling 8574f86d3a8SLen Brown * @dev: the target CPU 8584f86d3a8SLen Brown * @state: the state data 8594f86d3a8SLen Brown */ 8604f86d3a8SLen Brown static int acpi_idle_enter_simple(struct cpuidle_device *dev, 8614f86d3a8SLen Brown struct cpuidle_state *state) 8624f86d3a8SLen Brown { 8634f86d3a8SLen Brown struct acpi_processor *pr; 8644f86d3a8SLen Brown struct acpi_processor_cx *cx = cpuidle_get_statedata(state); 865ff69f2bbSalex.shi ktime_t kt1, kt2; 866ff69f2bbSalex.shi s64 idle_time; 867ff69f2bbSalex.shi s64 sleep_ticks = 0; 86850629118SVenkatesh Pallipadi 869706546d0SMike Travis pr = __get_cpu_var(processors); 8704f86d3a8SLen Brown 8714f86d3a8SLen Brown if (unlikely(!pr)) 8724f86d3a8SLen Brown return 0; 8734f86d3a8SLen Brown 874e196441bSLen Brown if (acpi_idle_suspend) 875e196441bSLen Brown return(acpi_idle_enter_c1(dev, state)); 876e196441bSLen Brown 8774f86d3a8SLen Brown local_irq_disable(); 8784f86d3a8SLen Brown current_thread_info()->status &= ~TS_POLLING; 8794f86d3a8SLen Brown /* 8804f86d3a8SLen Brown * TS_POLLING-cleared state must be visible before we test 8814f86d3a8SLen Brown * NEED_RESCHED: 8824f86d3a8SLen Brown */ 8834f86d3a8SLen Brown smp_mb(); 8844f86d3a8SLen Brown 8854f86d3a8SLen Brown if (unlikely(need_resched())) { 8864f86d3a8SLen Brown current_thread_info()->status |= TS_POLLING; 8874f86d3a8SLen Brown local_irq_enable(); 8884f86d3a8SLen Brown return 0; 8894f86d3a8SLen Brown } 8904f86d3a8SLen Brown 891e17bcb43SThomas Gleixner /* 892e17bcb43SThomas Gleixner * Must be done before busmaster disable as we might need to 893e17bcb43SThomas Gleixner * access HPET ! 894e17bcb43SThomas Gleixner */ 895e17bcb43SThomas Gleixner acpi_state_timer_broadcast(pr, cx, 1); 896e17bcb43SThomas Gleixner 8974f86d3a8SLen Brown if (cx->type == ACPI_STATE_C3) 8984f86d3a8SLen Brown ACPI_FLUSH_CPU_CACHE(); 8994f86d3a8SLen Brown 900ff69f2bbSalex.shi kt1 = ktime_get_real(); 90150629118SVenkatesh Pallipadi /* Tell the scheduler that we are going deep-idle: */ 90250629118SVenkatesh Pallipadi sched_clock_idle_sleep_event(); 9034f86d3a8SLen Brown acpi_idle_do_entry(cx); 904ff69f2bbSalex.shi kt2 = ktime_get_real(); 905ff69f2bbSalex.shi idle_time = ktime_to_us(ktime_sub(kt2, kt1)); 9064f86d3a8SLen Brown 907ff69f2bbSalex.shi sleep_ticks = us_to_pm_timer_ticks(idle_time); 90850629118SVenkatesh Pallipadi 90950629118SVenkatesh Pallipadi /* Tell the scheduler how much we idled: */ 91050629118SVenkatesh Pallipadi sched_clock_idle_wakeup_event(sleep_ticks*PM_TIMER_TICK_NS); 9114f86d3a8SLen Brown 9124f86d3a8SLen Brown local_irq_enable(); 9134f86d3a8SLen Brown current_thread_info()->status |= TS_POLLING; 9144f86d3a8SLen Brown 9154f86d3a8SLen Brown cx->usage++; 9164f86d3a8SLen Brown 9174f86d3a8SLen Brown acpi_state_timer_broadcast(pr, cx, 0); 91850629118SVenkatesh Pallipadi cx->time += sleep_ticks; 919ff69f2bbSalex.shi return idle_time; 9204f86d3a8SLen Brown } 9214f86d3a8SLen Brown 9224f86d3a8SLen Brown static int c3_cpu_count; 9234f86d3a8SLen Brown static DEFINE_SPINLOCK(c3_lock); 9244f86d3a8SLen Brown 9254f86d3a8SLen Brown /** 9264f86d3a8SLen Brown * acpi_idle_enter_bm - enters C3 with proper BM handling 9274f86d3a8SLen Brown * @dev: the target CPU 9284f86d3a8SLen Brown * @state: the state data 9294f86d3a8SLen Brown * 9304f86d3a8SLen Brown * If BM is detected, the deepest non-C3 idle state is entered instead. 9314f86d3a8SLen Brown */ 9324f86d3a8SLen Brown static int acpi_idle_enter_bm(struct cpuidle_device *dev, 9334f86d3a8SLen Brown struct cpuidle_state *state) 9344f86d3a8SLen Brown { 9354f86d3a8SLen Brown struct acpi_processor *pr; 9364f86d3a8SLen Brown struct acpi_processor_cx *cx = cpuidle_get_statedata(state); 937ff69f2bbSalex.shi ktime_t kt1, kt2; 938ff69f2bbSalex.shi s64 idle_time; 939ff69f2bbSalex.shi s64 sleep_ticks = 0; 940ff69f2bbSalex.shi 94150629118SVenkatesh Pallipadi 942706546d0SMike Travis pr = __get_cpu_var(processors); 9434f86d3a8SLen Brown 9444f86d3a8SLen Brown if (unlikely(!pr)) 9454f86d3a8SLen Brown return 0; 9464f86d3a8SLen Brown 947e196441bSLen Brown if (acpi_idle_suspend) 948e196441bSLen Brown return(acpi_idle_enter_c1(dev, state)); 949e196441bSLen Brown 950ddc081a1SVenkatesh Pallipadi if (acpi_idle_bm_check()) { 951ddc081a1SVenkatesh Pallipadi if (dev->safe_state) { 952addbad46SVenkatesh Pallipadi dev->last_state = dev->safe_state; 953ddc081a1SVenkatesh Pallipadi return dev->safe_state->enter(dev, dev->safe_state); 954ddc081a1SVenkatesh Pallipadi } else { 9552e906655Svenkatesh.pallipadi@intel.com local_irq_disable(); 956ddc081a1SVenkatesh Pallipadi acpi_safe_halt(); 9572e906655Svenkatesh.pallipadi@intel.com local_irq_enable(); 958ddc081a1SVenkatesh Pallipadi return 0; 959ddc081a1SVenkatesh Pallipadi } 960ddc081a1SVenkatesh Pallipadi } 961ddc081a1SVenkatesh Pallipadi 9624f86d3a8SLen Brown local_irq_disable(); 9634f86d3a8SLen Brown current_thread_info()->status &= ~TS_POLLING; 9644f86d3a8SLen Brown /* 9654f86d3a8SLen Brown * TS_POLLING-cleared state must be visible before we test 9664f86d3a8SLen Brown * NEED_RESCHED: 9674f86d3a8SLen Brown */ 9684f86d3a8SLen Brown smp_mb(); 9694f86d3a8SLen Brown 9704f86d3a8SLen Brown if (unlikely(need_resched())) { 9714f86d3a8SLen Brown current_thread_info()->status |= TS_POLLING; 9724f86d3a8SLen Brown local_irq_enable(); 9734f86d3a8SLen Brown return 0; 9744f86d3a8SLen Brown } 9754f86d3a8SLen Brown 976996520c1SVenki Pallipadi acpi_unlazy_tlb(smp_processor_id()); 977996520c1SVenki Pallipadi 97850629118SVenkatesh Pallipadi /* Tell the scheduler that we are going deep-idle: */ 97950629118SVenkatesh Pallipadi sched_clock_idle_sleep_event(); 9804f86d3a8SLen Brown /* 9814f86d3a8SLen Brown * Must be done before busmaster disable as we might need to 9824f86d3a8SLen Brown * access HPET ! 9834f86d3a8SLen Brown */ 9844f86d3a8SLen Brown acpi_state_timer_broadcast(pr, cx, 1); 9854f86d3a8SLen Brown 986f461ddeaSLen Brown kt1 = ktime_get_real(); 987c9c860e5SVenkatesh Pallipadi /* 988c9c860e5SVenkatesh Pallipadi * disable bus master 989c9c860e5SVenkatesh Pallipadi * bm_check implies we need ARB_DIS 990c9c860e5SVenkatesh Pallipadi * !bm_check implies we need cache flush 991c9c860e5SVenkatesh Pallipadi * bm_control implies whether we can do ARB_DIS 992c9c860e5SVenkatesh Pallipadi * 993c9c860e5SVenkatesh Pallipadi * That leaves a case where bm_check is set and bm_control is 994c9c860e5SVenkatesh Pallipadi * not set. In that case we cannot do much, we enter C3 995c9c860e5SVenkatesh Pallipadi * without doing anything. 996c9c860e5SVenkatesh Pallipadi */ 997c9c860e5SVenkatesh Pallipadi if (pr->flags.bm_check && pr->flags.bm_control) { 9984f86d3a8SLen Brown spin_lock(&c3_lock); 9994f86d3a8SLen Brown c3_cpu_count++; 10004f86d3a8SLen Brown /* Disable bus master arbitration when all CPUs are in C3 */ 10014f86d3a8SLen Brown if (c3_cpu_count == num_online_cpus()) 100250ffba1bSBob Moore acpi_write_bit_register(ACPI_BITREG_ARB_DISABLE, 1); 10034f86d3a8SLen Brown spin_unlock(&c3_lock); 1004c9c860e5SVenkatesh Pallipadi } else if (!pr->flags.bm_check) { 1005c9c860e5SVenkatesh Pallipadi ACPI_FLUSH_CPU_CACHE(); 1006c9c860e5SVenkatesh Pallipadi } 10074f86d3a8SLen Brown 10084f86d3a8SLen Brown acpi_idle_do_entry(cx); 10094f86d3a8SLen Brown 10104f86d3a8SLen Brown /* Re-enable bus master arbitration */ 1011c9c860e5SVenkatesh Pallipadi if (pr->flags.bm_check && pr->flags.bm_control) { 1012c9c860e5SVenkatesh Pallipadi spin_lock(&c3_lock); 101350ffba1bSBob Moore acpi_write_bit_register(ACPI_BITREG_ARB_DISABLE, 0); 10144f86d3a8SLen Brown c3_cpu_count--; 10154f86d3a8SLen Brown spin_unlock(&c3_lock); 10164f86d3a8SLen Brown } 1017f461ddeaSLen Brown kt2 = ktime_get_real(); 1018f461ddeaSLen Brown idle_time = ktime_to_us(ktime_sub(kt2, kt1)); 10194f86d3a8SLen Brown 1020ff69f2bbSalex.shi sleep_ticks = us_to_pm_timer_ticks(idle_time); 102150629118SVenkatesh Pallipadi /* Tell the scheduler how much we idled: */ 102250629118SVenkatesh Pallipadi sched_clock_idle_wakeup_event(sleep_ticks*PM_TIMER_TICK_NS); 10234f86d3a8SLen Brown 10244f86d3a8SLen Brown local_irq_enable(); 10254f86d3a8SLen Brown current_thread_info()->status |= TS_POLLING; 10264f86d3a8SLen Brown 10274f86d3a8SLen Brown cx->usage++; 10284f86d3a8SLen Brown 10294f86d3a8SLen Brown acpi_state_timer_broadcast(pr, cx, 0); 103050629118SVenkatesh Pallipadi cx->time += sleep_ticks; 1031ff69f2bbSalex.shi return idle_time; 10324f86d3a8SLen Brown } 10334f86d3a8SLen Brown 10344f86d3a8SLen Brown struct cpuidle_driver acpi_idle_driver = { 10354f86d3a8SLen Brown .name = "acpi_idle", 10364f86d3a8SLen Brown .owner = THIS_MODULE, 10374f86d3a8SLen Brown }; 10384f86d3a8SLen Brown 10394f86d3a8SLen Brown /** 10404f86d3a8SLen Brown * acpi_processor_setup_cpuidle - prepares and configures CPUIDLE 10414f86d3a8SLen Brown * @pr: the ACPI processor 10424f86d3a8SLen Brown */ 10434f86d3a8SLen Brown static int acpi_processor_setup_cpuidle(struct acpi_processor *pr) 10444f86d3a8SLen Brown { 10459a0b8415Svenkatesh.pallipadi@intel.com int i, count = CPUIDLE_DRIVER_STATE_START; 10464f86d3a8SLen Brown struct acpi_processor_cx *cx; 10474f86d3a8SLen Brown struct cpuidle_state *state; 10484f86d3a8SLen Brown struct cpuidle_device *dev = &pr->power.dev; 10494f86d3a8SLen Brown 10504f86d3a8SLen Brown if (!pr->flags.power_setup_done) 10514f86d3a8SLen Brown return -EINVAL; 10524f86d3a8SLen Brown 10534f86d3a8SLen Brown if (pr->flags.power == 0) { 10544f86d3a8SLen Brown return -EINVAL; 10554f86d3a8SLen Brown } 10564f86d3a8SLen Brown 1057dcb84f33SVenkatesh Pallipadi dev->cpu = pr->id; 10584fcb2fcdSVenkatesh Pallipadi for (i = 0; i < CPUIDLE_STATE_MAX; i++) { 10594fcb2fcdSVenkatesh Pallipadi dev->states[i].name[0] = '\0'; 10604fcb2fcdSVenkatesh Pallipadi dev->states[i].desc[0] = '\0'; 10614fcb2fcdSVenkatesh Pallipadi } 10624fcb2fcdSVenkatesh Pallipadi 1063615dfd93SLen Brown if (max_cstate == 0) 1064615dfd93SLen Brown max_cstate = 1; 1065615dfd93SLen Brown 10664f86d3a8SLen Brown for (i = 1; i < ACPI_PROCESSOR_MAX_POWER && i <= max_cstate; i++) { 10674f86d3a8SLen Brown cx = &pr->power.states[i]; 10684f86d3a8SLen Brown state = &dev->states[count]; 10694f86d3a8SLen Brown 10704f86d3a8SLen Brown if (!cx->valid) 10714f86d3a8SLen Brown continue; 10724f86d3a8SLen Brown 10734f86d3a8SLen Brown #ifdef CONFIG_HOTPLUG_CPU 10744f86d3a8SLen Brown if ((cx->type != ACPI_STATE_C1) && (num_online_cpus() > 1) && 10754f86d3a8SLen Brown !pr->flags.has_cst && 10764f86d3a8SLen Brown !(acpi_gbl_FADT.flags & ACPI_FADT_C2_MP_SUPPORTED)) 10774f86d3a8SLen Brown continue; 10784f86d3a8SLen Brown #endif 10794f86d3a8SLen Brown cpuidle_set_statedata(state, cx); 10804f86d3a8SLen Brown 10814f86d3a8SLen Brown snprintf(state->name, CPUIDLE_NAME_LEN, "C%d", i); 10824fcb2fcdSVenkatesh Pallipadi strncpy(state->desc, cx->desc, CPUIDLE_DESC_LEN); 10834f86d3a8SLen Brown state->exit_latency = cx->latency; 10844963f620SLen Brown state->target_residency = cx->latency * latency_factor; 10854f86d3a8SLen Brown state->power_usage = cx->power; 10864f86d3a8SLen Brown 10874f86d3a8SLen Brown state->flags = 0; 10884f86d3a8SLen Brown switch (cx->type) { 10894f86d3a8SLen Brown case ACPI_STATE_C1: 10904f86d3a8SLen Brown state->flags |= CPUIDLE_FLAG_SHALLOW; 10918e92b660SVenki Pallipadi if (cx->entry_method == ACPI_CSTATE_FFH) 10929b12e18cSvenkatesh.pallipadi@intel.com state->flags |= CPUIDLE_FLAG_TIME_VALID; 10938e92b660SVenki Pallipadi 10944f86d3a8SLen Brown state->enter = acpi_idle_enter_c1; 1095ddc081a1SVenkatesh Pallipadi dev->safe_state = state; 10964f86d3a8SLen Brown break; 10974f86d3a8SLen Brown 10984f86d3a8SLen Brown case ACPI_STATE_C2: 10994f86d3a8SLen Brown state->flags |= CPUIDLE_FLAG_BALANCED; 11004f86d3a8SLen Brown state->flags |= CPUIDLE_FLAG_TIME_VALID; 11014f86d3a8SLen Brown state->enter = acpi_idle_enter_simple; 1102ddc081a1SVenkatesh Pallipadi dev->safe_state = state; 11034f86d3a8SLen Brown break; 11044f86d3a8SLen Brown 11054f86d3a8SLen Brown case ACPI_STATE_C3: 11064f86d3a8SLen Brown state->flags |= CPUIDLE_FLAG_DEEP; 11074f86d3a8SLen Brown state->flags |= CPUIDLE_FLAG_TIME_VALID; 11084f86d3a8SLen Brown state->flags |= CPUIDLE_FLAG_CHECK_BM; 11094f86d3a8SLen Brown state->enter = pr->flags.bm_check ? 11104f86d3a8SLen Brown acpi_idle_enter_bm : 11114f86d3a8SLen Brown acpi_idle_enter_simple; 11124f86d3a8SLen Brown break; 11134f86d3a8SLen Brown } 11144f86d3a8SLen Brown 11154f86d3a8SLen Brown count++; 11169a0b8415Svenkatesh.pallipadi@intel.com if (count == CPUIDLE_STATE_MAX) 11179a0b8415Svenkatesh.pallipadi@intel.com break; 11184f86d3a8SLen Brown } 11194f86d3a8SLen Brown 11204f86d3a8SLen Brown dev->state_count = count; 11214f86d3a8SLen Brown 11224f86d3a8SLen Brown if (!count) 11234f86d3a8SLen Brown return -EINVAL; 11244f86d3a8SLen Brown 11254f86d3a8SLen Brown return 0; 11264f86d3a8SLen Brown } 11274f86d3a8SLen Brown 11284f86d3a8SLen Brown int acpi_processor_cst_has_changed(struct acpi_processor *pr) 11294f86d3a8SLen Brown { 1130dcb84f33SVenkatesh Pallipadi int ret = 0; 11314f86d3a8SLen Brown 113236a91358SVenkatesh Pallipadi if (boot_option_idle_override) 113336a91358SVenkatesh Pallipadi return 0; 113436a91358SVenkatesh Pallipadi 11354f86d3a8SLen Brown if (!pr) 11364f86d3a8SLen Brown return -EINVAL; 11374f86d3a8SLen Brown 11384f86d3a8SLen Brown if (nocst) { 11394f86d3a8SLen Brown return -ENODEV; 11404f86d3a8SLen Brown } 11414f86d3a8SLen Brown 11424f86d3a8SLen Brown if (!pr->flags.power_setup_done) 11434f86d3a8SLen Brown return -ENODEV; 11444f86d3a8SLen Brown 11454f86d3a8SLen Brown cpuidle_pause_and_lock(); 11464f86d3a8SLen Brown cpuidle_disable_device(&pr->power.dev); 11474f86d3a8SLen Brown acpi_processor_get_power_info(pr); 1148dcb84f33SVenkatesh Pallipadi if (pr->flags.power) { 11494f86d3a8SLen Brown acpi_processor_setup_cpuidle(pr); 11504f86d3a8SLen Brown ret = cpuidle_enable_device(&pr->power.dev); 1151dcb84f33SVenkatesh Pallipadi } 11524f86d3a8SLen Brown cpuidle_resume_and_unlock(); 11534f86d3a8SLen Brown 11544f86d3a8SLen Brown return ret; 11554f86d3a8SLen Brown } 11564f86d3a8SLen Brown 11577af8b660SPierre Ossman int __cpuinit acpi_processor_power_init(struct acpi_processor *pr, 11584be44fcdSLen Brown struct acpi_device *device) 11591da177e4SLinus Torvalds { 11601da177e4SLinus Torvalds acpi_status status = 0; 1161b6835052SAndreas Mohr static int first_run; 11621da177e4SLinus Torvalds struct proc_dir_entry *entry = NULL; 11631da177e4SLinus Torvalds unsigned int i; 11641da177e4SLinus Torvalds 116536a91358SVenkatesh Pallipadi if (boot_option_idle_override) 116636a91358SVenkatesh Pallipadi return 0; 11671da177e4SLinus Torvalds 11681da177e4SLinus Torvalds if (!first_run) { 1169c1e3b377SZhao Yakui if (idle_halt) { 1170c1e3b377SZhao Yakui /* 1171c1e3b377SZhao Yakui * When the boot option of "idle=halt" is added, halt 1172c1e3b377SZhao Yakui * is used for CPU IDLE. 1173c1e3b377SZhao Yakui * In such case C2/C3 is meaningless. So the max_cstate 1174c1e3b377SZhao Yakui * is set to one. 1175c1e3b377SZhao Yakui */ 1176c1e3b377SZhao Yakui max_cstate = 1; 1177c1e3b377SZhao Yakui } 11781da177e4SLinus Torvalds dmi_check_system(processor_power_dmi_table); 1179c1c30634SAlexey Starikovskiy max_cstate = acpi_processor_cstate_check(max_cstate); 11801da177e4SLinus Torvalds if (max_cstate < ACPI_C_STATES_MAX) 11814be44fcdSLen Brown printk(KERN_NOTICE 11824be44fcdSLen Brown "ACPI: processor limited to max C-state %d\n", 11834be44fcdSLen Brown max_cstate); 11841da177e4SLinus Torvalds first_run++; 11851da177e4SLinus Torvalds } 11861da177e4SLinus Torvalds 118702df8b93SVenkatesh Pallipadi if (!pr) 1188d550d98dSPatrick Mochel return -EINVAL; 118902df8b93SVenkatesh Pallipadi 1190cee324b1SAlexey Starikovskiy if (acpi_gbl_FADT.cst_control && !nocst) { 11914be44fcdSLen Brown status = 1192cee324b1SAlexey Starikovskiy acpi_os_write_port(acpi_gbl_FADT.smi_command, acpi_gbl_FADT.cst_control, 8); 11931da177e4SLinus Torvalds if (ACPI_FAILURE(status)) { 1194a6fc6720SThomas Renninger ACPI_EXCEPTION((AE_INFO, status, 1195a6fc6720SThomas Renninger "Notifying BIOS of _CST ability failed")); 11961da177e4SLinus Torvalds } 11971da177e4SLinus Torvalds } 11981da177e4SLinus Torvalds 11991da177e4SLinus Torvalds acpi_processor_get_power_info(pr); 12004f86d3a8SLen Brown pr->flags.power_setup_done = 1; 12011da177e4SLinus Torvalds 12021da177e4SLinus Torvalds /* 12031da177e4SLinus Torvalds * Install the idle handler if processor power management is supported. 12041da177e4SLinus Torvalds * Note that we use previously set idle handler will be used on 12051da177e4SLinus Torvalds * platforms that only support C1. 12061da177e4SLinus Torvalds */ 120736a91358SVenkatesh Pallipadi if (pr->flags.power) { 12084f86d3a8SLen Brown acpi_processor_setup_cpuidle(pr); 12094f86d3a8SLen Brown if (cpuidle_register_device(&pr->power.dev)) 12104f86d3a8SLen Brown return -EIO; 12114f86d3a8SLen Brown 12121da177e4SLinus Torvalds printk(KERN_INFO PREFIX "CPU%d (power states:", pr->id); 12131da177e4SLinus Torvalds for (i = 1; i <= pr->power.count; i++) 12141da177e4SLinus Torvalds if (pr->power.states[i].valid) 12154be44fcdSLen Brown printk(" C%d[C%d]", i, 12164be44fcdSLen Brown pr->power.states[i].type); 12171da177e4SLinus Torvalds printk(")\n"); 12181da177e4SLinus Torvalds } 12191da177e4SLinus Torvalds 12201da177e4SLinus Torvalds /* 'power' [R] */ 1221cf7acfabSDenis V. Lunev entry = proc_create_data(ACPI_PROCESSOR_FILE_POWER, 1222cf7acfabSDenis V. Lunev S_IRUGO, acpi_device_dir(device), 1223cf7acfabSDenis V. Lunev &acpi_processor_power_fops, 1224cf7acfabSDenis V. Lunev acpi_driver_data(device)); 12251da177e4SLinus Torvalds if (!entry) 1226a6fc6720SThomas Renninger return -EIO; 1227d550d98dSPatrick Mochel return 0; 12281da177e4SLinus Torvalds } 12291da177e4SLinus Torvalds 12304be44fcdSLen Brown int acpi_processor_power_exit(struct acpi_processor *pr, 12314be44fcdSLen Brown struct acpi_device *device) 12321da177e4SLinus Torvalds { 123336a91358SVenkatesh Pallipadi if (boot_option_idle_override) 123436a91358SVenkatesh Pallipadi return 0; 123536a91358SVenkatesh Pallipadi 12364f86d3a8SLen Brown cpuidle_unregister_device(&pr->power.dev); 12371da177e4SLinus Torvalds pr->flags.power_setup_done = 0; 12381da177e4SLinus Torvalds 12391da177e4SLinus Torvalds if (acpi_device_dir(device)) 12404be44fcdSLen Brown remove_proc_entry(ACPI_PROCESSOR_FILE_POWER, 12414be44fcdSLen Brown acpi_device_dir(device)); 12421da177e4SLinus Torvalds 1243d550d98dSPatrick Mochel return 0; 12441da177e4SLinus Torvalds } 1245