12874c5fdSThomas Gleixner/* SPDX-License-Identifier: GPL-2.0-or-later */ 214cf11afSPaul Mackerras/* 314cf11afSPaul Mackerras * This file contains the power_save function for 6xx & 7xxx CPUs 414cf11afSPaul Mackerras * rewritten in assembler 514cf11afSPaul Mackerras * 614cf11afSPaul Mackerras * Warning ! This code assumes that if your machine has a 750fx 714cf11afSPaul Mackerras * it will have PLL 1 set to low speed mode (used during NAP/DOZE). 814cf11afSPaul Mackerras * if this is not the case some additional changes will have to 914cf11afSPaul Mackerras * be done to check a runtime var (a bit like powersave-nap) 1014cf11afSPaul Mackerras */ 1114cf11afSPaul Mackerras 1214cf11afSPaul Mackerras#include <linux/threads.h> 13b3b8dc6cSPaul Mackerras#include <asm/reg.h> 1414cf11afSPaul Mackerras#include <asm/page.h> 1514cf11afSPaul Mackerras#include <asm/cputable.h> 1614cf11afSPaul Mackerras#include <asm/thread_info.h> 1714cf11afSPaul Mackerras#include <asm/ppc_asm.h> 1814cf11afSPaul Mackerras#include <asm/asm-offsets.h> 192c86cd18SChristophe Leroy#include <asm/feature-fixups.h> 2014cf11afSPaul Mackerras 2114cf11afSPaul Mackerras .text 2214cf11afSPaul Mackerras 2314cf11afSPaul Mackerras/* 2414cf11afSPaul Mackerras * Init idle, called at early CPU setup time from head.S for each CPU 2514cf11afSPaul Mackerras * Make sure no rest of NAP mode remains in HID0, save default 2614cf11afSPaul Mackerras * values for some CPU specific registers. Called with r24 2714cf11afSPaul Mackerras * containing CPU number and r3 reloc offset 2814cf11afSPaul Mackerras */ 2914cf11afSPaul Mackerras_GLOBAL(init_idle_6xx) 3014cf11afSPaul MackerrasBEGIN_FTR_SECTION 3114cf11afSPaul Mackerras mfspr r4,SPRN_HID0 3214cf11afSPaul Mackerras rlwinm r4,r4,0,10,8 /* Clear NAP */ 3314cf11afSPaul Mackerras mtspr SPRN_HID0, r4 3414cf11afSPaul Mackerras b 1f 3514cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_CAN_NAP) 3614cf11afSPaul Mackerras blr 3714cf11afSPaul Mackerras1: 3814cf11afSPaul Mackerras slwi r5,r24,2 3914cf11afSPaul Mackerras add r5,r5,r3 4014cf11afSPaul MackerrasBEGIN_FTR_SECTION 4114cf11afSPaul Mackerras mfspr r4,SPRN_MSSCR0 4214cf11afSPaul Mackerras addis r6,r5, nap_save_msscr0@ha 4314cf11afSPaul Mackerras stw r4,nap_save_msscr0@l(r6) 4414cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_NAP_DISABLE_L2_PR) 4514cf11afSPaul MackerrasBEGIN_FTR_SECTION 4614cf11afSPaul Mackerras mfspr r4,SPRN_HID1 4714cf11afSPaul Mackerras addis r6,r5,nap_save_hid1@ha 4814cf11afSPaul Mackerras stw r4,nap_save_hid1@l(r6) 4914cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_DUAL_PLL_750FX) 5014cf11afSPaul Mackerras blr 5114cf11afSPaul Mackerras 5214cf11afSPaul Mackerras/* 5314cf11afSPaul Mackerras * Here is the power_save_6xx function. This could eventually be 5414cf11afSPaul Mackerras * split into several functions & changing the function pointer 5514cf11afSPaul Mackerras * depending on the various features. 5614cf11afSPaul Mackerras */ 5714cf11afSPaul Mackerras_GLOBAL(ppc6xx_idle) 5814cf11afSPaul Mackerras /* Check if we can nap or doze, put HID0 mask in r3 5914cf11afSPaul Mackerras */ 6014cf11afSPaul Mackerras lis r3, 0 6114cf11afSPaul MackerrasBEGIN_FTR_SECTION 6214cf11afSPaul Mackerras lis r3,HID0_DOZE@h 6314cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_CAN_DOZE) 6414cf11afSPaul MackerrasBEGIN_FTR_SECTION 6514cf11afSPaul Mackerras /* We must dynamically check for the NAP feature as it 6614cf11afSPaul Mackerras * can be cleared by CPU init after the fixups are done 6714cf11afSPaul Mackerras */ 6814cf11afSPaul Mackerras lis r4,cur_cpu_spec@ha 6914cf11afSPaul Mackerras lwz r4,cur_cpu_spec@l(r4) 7014cf11afSPaul Mackerras lwz r4,CPU_SPEC_FEATURES(r4) 7114cf11afSPaul Mackerras andi. r0,r4,CPU_FTR_CAN_NAP 7214cf11afSPaul Mackerras beq 1f 7314cf11afSPaul Mackerras /* Now check if user or arch enabled NAP mode */ 7414cf11afSPaul Mackerras lis r4,powersave_nap@ha 7514cf11afSPaul Mackerras lwz r4,powersave_nap@l(r4) 7614cf11afSPaul Mackerras cmpwi 0,r4,0 7714cf11afSPaul Mackerras beq 1f 7814cf11afSPaul Mackerras lis r3,HID0_NAP@h 7914cf11afSPaul Mackerras1: 8014cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_CAN_NAP) 8114cf11afSPaul Mackerras cmpwi 0,r3,0 8214cf11afSPaul Mackerras beqlr 8314cf11afSPaul Mackerras 8414cf11afSPaul Mackerras /* Some pre-nap cleanups needed on some CPUs */ 8514cf11afSPaul Mackerras andis. r0,r3,HID0_NAP@h 8614cf11afSPaul Mackerras beq 2f 8714cf11afSPaul MackerrasBEGIN_FTR_SECTION 8814cf11afSPaul Mackerras /* Disable L2 prefetch on some 745x and try to ensure 8914cf11afSPaul Mackerras * L2 prefetch engines are idle. As explained by errata 9014cf11afSPaul Mackerras * text, we can't be sure they are, we just hope very hard 9114cf11afSPaul Mackerras * that well be enough (sic !). At least I noticed Apple 9214cf11afSPaul Mackerras * doesn't even bother doing the dcbf's here... 9314cf11afSPaul Mackerras */ 9414cf11afSPaul Mackerras mfspr r4,SPRN_MSSCR0 9514cf11afSPaul Mackerras rlwinm r4,r4,0,0,29 9614cf11afSPaul Mackerras sync 9714cf11afSPaul Mackerras mtspr SPRN_MSSCR0,r4 9814cf11afSPaul Mackerras sync 9914cf11afSPaul Mackerras isync 10014cf11afSPaul Mackerras lis r4,KERNELBASE@h 10114cf11afSPaul Mackerras dcbf 0,r4 10214cf11afSPaul Mackerras dcbf 0,r4 10314cf11afSPaul Mackerras dcbf 0,r4 10414cf11afSPaul Mackerras dcbf 0,r4 10514cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_NAP_DISABLE_L2_PR) 10614cf11afSPaul Mackerras2: 10714cf11afSPaul MackerrasBEGIN_FTR_SECTION 10814cf11afSPaul Mackerras /* Go to low speed mode on some 750FX */ 10914cf11afSPaul Mackerras lis r4,powersave_lowspeed@ha 11014cf11afSPaul Mackerras lwz r4,powersave_lowspeed@l(r4) 11114cf11afSPaul Mackerras cmpwi 0,r4,0 11214cf11afSPaul Mackerras beq 1f 11314cf11afSPaul Mackerras mfspr r4,SPRN_HID1 11414cf11afSPaul Mackerras oris r4,r4,0x0001 11514cf11afSPaul Mackerras mtspr SPRN_HID1,r4 11614cf11afSPaul Mackerras1: 11714cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_DUAL_PLL_750FX) 11814cf11afSPaul Mackerras 11914cf11afSPaul Mackerras /* Go to NAP or DOZE now */ 12014cf11afSPaul Mackerras mfspr r4,SPRN_HID0 12114cf11afSPaul Mackerras lis r5,(HID0_NAP|HID0_SLEEP)@h 12214cf11afSPaul MackerrasBEGIN_FTR_SECTION 12314cf11afSPaul Mackerras oris r5,r5,HID0_DOZE@h 12414cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_CAN_DOZE) 12514cf11afSPaul Mackerras andc r4,r4,r5 12614cf11afSPaul Mackerras or r4,r4,r3 12714cf11afSPaul MackerrasBEGIN_FTR_SECTION 12814cf11afSPaul Mackerras oris r4,r4,HID0_DPM@h /* that should be done once for all */ 12914cf11afSPaul MackerrasEND_FTR_SECTION_IFCLR(CPU_FTR_NO_DPM) 13014cf11afSPaul Mackerras mtspr SPRN_HID0,r4 13114cf11afSPaul MackerrasBEGIN_FTR_SECTION 132*d51f86cfSAlexey Kardashevskiy PPC_DSSALL 13314cf11afSPaul Mackerras sync 13414cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_ALTIVEC) 135f7354ccaSChristophe Leroy lwz r8,TI_LOCAL_FLAGS(r2) /* set napping bit */ 136f39224a8SPaul Mackerras ori r8,r8,_TLF_NAPPING /* so when we take an exception */ 137f7354ccaSChristophe Leroy stw r8,TI_LOCAL_FLAGS(r2) /* it will return to our caller */ 138ff2e6d7eSPaul Mackerras mfmsr r7 139ff2e6d7eSPaul Mackerras ori r7,r7,MSR_EE 14014cf11afSPaul Mackerras oris r7,r7,MSR_POW@h 141f39224a8SPaul Mackerras1: sync 14214cf11afSPaul Mackerras mtmsr r7 14314cf11afSPaul Mackerras isync 144f39224a8SPaul Mackerras b 1b 14514cf11afSPaul Mackerras 14614cf11afSPaul Mackerras/* 14714cf11afSPaul Mackerras * Return from NAP/DOZE mode, restore some CPU specific registers, 1487aa8dd67SChristophe Leroy * R11 points to the exception frame. We have to preserve r10. 14914cf11afSPaul Mackerras */ 150fc4033b2SKumar Gala_GLOBAL(power_save_ppc32_restore) 151f39224a8SPaul Mackerras lwz r9,_LINK(r11) /* interrupted in ppc6xx_idle: */ 152f39224a8SPaul Mackerras stw r9,_NIP(r11) /* make it do a blr */ 15314cf11afSPaul Mackerras 154f39224a8SPaul Mackerras#ifdef CONFIG_SMP 155f7354ccaSChristophe Leroy lwz r11,TASK_CPU(r2) /* get cpu number * 4 */ 15614cf11afSPaul Mackerras slwi r11,r11,2 157f39224a8SPaul Mackerras#else 158f39224a8SPaul Mackerras li r11,0 159f39224a8SPaul Mackerras#endif 16014cf11afSPaul Mackerras /* Todo make sure all these are in the same page 161f39224a8SPaul Mackerras * and load r11 (@ha part + CPU offset) only once 16214cf11afSPaul Mackerras */ 16314cf11afSPaul MackerrasBEGIN_FTR_SECTION 164f39224a8SPaul Mackerras mfspr r9,SPRN_HID0 165f39224a8SPaul Mackerras andis. r9,r9,HID0_NAP@h 166f39224a8SPaul Mackerras beq 1f 167477f3488SChristophe Leroy addis r9, r11, nap_save_msscr0@ha 16814cf11afSPaul Mackerras lwz r9,nap_save_msscr0@l(r9) 16914cf11afSPaul Mackerras mtspr SPRN_MSSCR0, r9 17014cf11afSPaul Mackerras sync 17114cf11afSPaul Mackerras isync 17214cf11afSPaul Mackerras1: 17314cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_NAP_DISABLE_L2_PR) 17414cf11afSPaul MackerrasBEGIN_FTR_SECTION 175477f3488SChristophe Leroy addis r9, r11, nap_save_hid1@ha 17614cf11afSPaul Mackerras lwz r9,nap_save_hid1@l(r9) 17714cf11afSPaul Mackerras mtspr SPRN_HID1, r9 17814cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_DUAL_PLL_750FX) 179a5d33be0SChristophe Leroy blr 1805f32e836SChristophe Leroy_ASM_NOKPROBE_SYMBOL(power_save_ppc32_restore) 18114cf11afSPaul Mackerras 18214cf11afSPaul Mackerras .data 18314cf11afSPaul Mackerras 18414cf11afSPaul Mackerras_GLOBAL(nap_save_msscr0) 18514cf11afSPaul Mackerras .space 4*NR_CPUS 18614cf11afSPaul Mackerras 18714cf11afSPaul Mackerras_GLOBAL(nap_save_hid1) 18814cf11afSPaul Mackerras .space 4*NR_CPUS 18914cf11afSPaul Mackerras 19014cf11afSPaul Mackerras_GLOBAL(powersave_lowspeed) 19114cf11afSPaul Mackerras .long 0 192