xref: /openbmc/linux/arch/powerpc/kernel/idle_6xx.S (revision 82a2059a)
12874c5fdSThomas Gleixner/* SPDX-License-Identifier: GPL-2.0-or-later */
214cf11afSPaul Mackerras/*
314cf11afSPaul Mackerras *  This file contains the power_save function for 6xx & 7xxx CPUs
414cf11afSPaul Mackerras *  rewritten in assembler
514cf11afSPaul Mackerras *
614cf11afSPaul Mackerras *  Warning ! This code assumes that if your machine has a 750fx
714cf11afSPaul Mackerras *  it will have PLL 1 set to low speed mode (used during NAP/DOZE).
814cf11afSPaul Mackerras *  if this is not the case some additional changes will have to
914cf11afSPaul Mackerras *  be done to check a runtime var (a bit like powersave-nap)
1014cf11afSPaul Mackerras */
1114cf11afSPaul Mackerras
1214cf11afSPaul Mackerras#include <linux/threads.h>
13b3b8dc6cSPaul Mackerras#include <asm/reg.h>
1414cf11afSPaul Mackerras#include <asm/page.h>
1514cf11afSPaul Mackerras#include <asm/cputable.h>
1614cf11afSPaul Mackerras#include <asm/thread_info.h>
1714cf11afSPaul Mackerras#include <asm/ppc_asm.h>
1814cf11afSPaul Mackerras#include <asm/asm-offsets.h>
192c86cd18SChristophe Leroy#include <asm/feature-fixups.h>
2014cf11afSPaul Mackerras
2114cf11afSPaul Mackerras	.text
2214cf11afSPaul Mackerras
2314cf11afSPaul Mackerras/*
2414cf11afSPaul Mackerras * Init idle, called at early CPU setup time from head.S for each CPU
2514cf11afSPaul Mackerras * Make sure no rest of NAP mode remains in HID0, save default
2614cf11afSPaul Mackerras * values for some CPU specific registers. Called with r24
2714cf11afSPaul Mackerras * containing CPU number and r3 reloc offset
2814cf11afSPaul Mackerras */
2914cf11afSPaul Mackerras_GLOBAL(init_idle_6xx)
3014cf11afSPaul MackerrasBEGIN_FTR_SECTION
3114cf11afSPaul Mackerras	mfspr	r4,SPRN_HID0
3214cf11afSPaul Mackerras	rlwinm	r4,r4,0,10,8	/* Clear NAP */
3314cf11afSPaul Mackerras	mtspr	SPRN_HID0, r4
3414cf11afSPaul Mackerras	b	1f
3514cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_CAN_NAP)
3614cf11afSPaul Mackerras	blr
3714cf11afSPaul Mackerras1:
3814cf11afSPaul Mackerras	slwi	r5,r24,2
3914cf11afSPaul Mackerras	add	r5,r5,r3
4014cf11afSPaul MackerrasBEGIN_FTR_SECTION
4114cf11afSPaul Mackerras	mfspr	r4,SPRN_MSSCR0
4214cf11afSPaul Mackerras	addis	r6,r5, nap_save_msscr0@ha
4314cf11afSPaul Mackerras	stw	r4,nap_save_msscr0@l(r6)
4414cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_NAP_DISABLE_L2_PR)
4514cf11afSPaul MackerrasBEGIN_FTR_SECTION
4614cf11afSPaul Mackerras	mfspr	r4,SPRN_HID1
4714cf11afSPaul Mackerras	addis	r6,r5,nap_save_hid1@ha
4814cf11afSPaul Mackerras	stw	r4,nap_save_hid1@l(r6)
4914cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_DUAL_PLL_750FX)
5014cf11afSPaul Mackerras	blr
5114cf11afSPaul Mackerras
5214cf11afSPaul Mackerras/*
5314cf11afSPaul Mackerras * Here is the power_save_6xx function. This could eventually be
5414cf11afSPaul Mackerras * split into several functions & changing the function pointer
5514cf11afSPaul Mackerras * depending on the various features.
5614cf11afSPaul Mackerras */
5714cf11afSPaul Mackerras_GLOBAL(ppc6xx_idle)
5814cf11afSPaul Mackerras	/* Check if we can nap or doze, put HID0 mask in r3
5914cf11afSPaul Mackerras	 */
6014cf11afSPaul Mackerras	lis	r3, 0
6114cf11afSPaul MackerrasBEGIN_FTR_SECTION
6214cf11afSPaul Mackerras	lis	r3,HID0_DOZE@h
6314cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_CAN_DOZE)
6414cf11afSPaul MackerrasBEGIN_FTR_SECTION
6514cf11afSPaul Mackerras	/* We must dynamically check for the NAP feature as it
6614cf11afSPaul Mackerras	 * can be cleared by CPU init after the fixups are done
6714cf11afSPaul Mackerras	 */
6814cf11afSPaul Mackerras	lis	r4,cur_cpu_spec@ha
6914cf11afSPaul Mackerras	lwz	r4,cur_cpu_spec@l(r4)
7014cf11afSPaul Mackerras	lwz	r4,CPU_SPEC_FEATURES(r4)
7114cf11afSPaul Mackerras	andi.	r0,r4,CPU_FTR_CAN_NAP
7214cf11afSPaul Mackerras	beq	1f
7314cf11afSPaul Mackerras	/* Now check if user or arch enabled NAP mode */
7414cf11afSPaul Mackerras	lis	r4,powersave_nap@ha
7514cf11afSPaul Mackerras	lwz	r4,powersave_nap@l(r4)
7614cf11afSPaul Mackerras	cmpwi	0,r4,0
7714cf11afSPaul Mackerras	beq	1f
7814cf11afSPaul Mackerras	lis	r3,HID0_NAP@h
7914cf11afSPaul Mackerras1:
8014cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_CAN_NAP)
8114cf11afSPaul Mackerras	cmpwi	0,r3,0
8214cf11afSPaul Mackerras	beqlr
8314cf11afSPaul Mackerras
8414cf11afSPaul Mackerras	/* Some pre-nap cleanups needed on some CPUs */
8514cf11afSPaul Mackerras	andis.	r0,r3,HID0_NAP@h
8614cf11afSPaul Mackerras	beq	2f
8714cf11afSPaul MackerrasBEGIN_FTR_SECTION
8814cf11afSPaul Mackerras	/* Disable L2 prefetch on some 745x and try to ensure
8914cf11afSPaul Mackerras	 * L2 prefetch engines are idle. As explained by errata
9014cf11afSPaul Mackerras	 * text, we can't be sure they are, we just hope very hard
9114cf11afSPaul Mackerras	 * that well be enough (sic !). At least I noticed Apple
9214cf11afSPaul Mackerras	 * doesn't even bother doing the dcbf's here...
9314cf11afSPaul Mackerras	 */
9414cf11afSPaul Mackerras	mfspr	r4,SPRN_MSSCR0
9514cf11afSPaul Mackerras	rlwinm	r4,r4,0,0,29
9614cf11afSPaul Mackerras	sync
9714cf11afSPaul Mackerras	mtspr	SPRN_MSSCR0,r4
9814cf11afSPaul Mackerras	sync
9914cf11afSPaul Mackerras	isync
10014cf11afSPaul Mackerras	lis	r4,KERNELBASE@h
10114cf11afSPaul Mackerras	dcbf	0,r4
10214cf11afSPaul Mackerras	dcbf	0,r4
10314cf11afSPaul Mackerras	dcbf	0,r4
10414cf11afSPaul Mackerras	dcbf	0,r4
10514cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_NAP_DISABLE_L2_PR)
10614cf11afSPaul Mackerras2:
10714cf11afSPaul MackerrasBEGIN_FTR_SECTION
10814cf11afSPaul Mackerras	/* Go to low speed mode on some 750FX */
10914cf11afSPaul Mackerras	lis	r4,powersave_lowspeed@ha
11014cf11afSPaul Mackerras	lwz	r4,powersave_lowspeed@l(r4)
11114cf11afSPaul Mackerras	cmpwi	0,r4,0
11214cf11afSPaul Mackerras	beq	1f
11314cf11afSPaul Mackerras	mfspr	r4,SPRN_HID1
11414cf11afSPaul Mackerras	oris	r4,r4,0x0001
11514cf11afSPaul Mackerras	mtspr	SPRN_HID1,r4
11614cf11afSPaul Mackerras1:
11714cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_DUAL_PLL_750FX)
11814cf11afSPaul Mackerras
11914cf11afSPaul Mackerras	/* Go to NAP or DOZE now */
12014cf11afSPaul Mackerras	mfspr	r4,SPRN_HID0
12114cf11afSPaul Mackerras	lis	r5,(HID0_NAP|HID0_SLEEP)@h
12214cf11afSPaul MackerrasBEGIN_FTR_SECTION
12314cf11afSPaul Mackerras	oris	r5,r5,HID0_DOZE@h
12414cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_CAN_DOZE)
12514cf11afSPaul Mackerras	andc	r4,r4,r5
12614cf11afSPaul Mackerras	or	r4,r4,r3
12714cf11afSPaul MackerrasBEGIN_FTR_SECTION
12814cf11afSPaul Mackerras	oris	r4,r4,HID0_DPM@h	/* that should be done once for all  */
12914cf11afSPaul MackerrasEND_FTR_SECTION_IFCLR(CPU_FTR_NO_DPM)
13014cf11afSPaul Mackerras	mtspr	SPRN_HID0,r4
13114cf11afSPaul MackerrasBEGIN_FTR_SECTION
13282a2059aSAlexey Kardashevskiy	PPC_DSSALL
13314cf11afSPaul Mackerras	sync
13414cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_ALTIVEC)
135f7354ccaSChristophe Leroy	lwz	r8,TI_LOCAL_FLAGS(r2)	/* set napping bit */
136f39224a8SPaul Mackerras	ori	r8,r8,_TLF_NAPPING	/* so when we take an exception */
137f7354ccaSChristophe Leroy	stw	r8,TI_LOCAL_FLAGS(r2)	/* it will return to our caller */
138ff2e6d7eSPaul Mackerras	mfmsr	r7
139ff2e6d7eSPaul Mackerras	ori	r7,r7,MSR_EE
14014cf11afSPaul Mackerras	oris	r7,r7,MSR_POW@h
141f39224a8SPaul Mackerras1:	sync
14214cf11afSPaul Mackerras	mtmsr	r7
14314cf11afSPaul Mackerras	isync
144f39224a8SPaul Mackerras	b	1b
14514cf11afSPaul Mackerras
14614cf11afSPaul Mackerras/*
14714cf11afSPaul Mackerras * Return from NAP/DOZE mode, restore some CPU specific registers,
1487aa8dd67SChristophe Leroy * R11 points to the exception frame. We have to preserve r10.
14914cf11afSPaul Mackerras */
150fc4033b2SKumar Gala_GLOBAL(power_save_ppc32_restore)
151f39224a8SPaul Mackerras	lwz	r9,_LINK(r11)		/* interrupted in ppc6xx_idle: */
152f39224a8SPaul Mackerras	stw	r9,_NIP(r11)		/* make it do a blr */
15314cf11afSPaul Mackerras
154f39224a8SPaul Mackerras#ifdef CONFIG_SMP
155f7354ccaSChristophe Leroy	lwz	r11,TASK_CPU(r2)	/* get cpu number * 4 */
15614cf11afSPaul Mackerras	slwi	r11,r11,2
157f39224a8SPaul Mackerras#else
158f39224a8SPaul Mackerras	li	r11,0
159f39224a8SPaul Mackerras#endif
16014cf11afSPaul Mackerras	/* Todo make sure all these are in the same page
161f39224a8SPaul Mackerras	 * and load r11 (@ha part + CPU offset) only once
16214cf11afSPaul Mackerras	 */
16314cf11afSPaul MackerrasBEGIN_FTR_SECTION
164f39224a8SPaul Mackerras	mfspr	r9,SPRN_HID0
165f39224a8SPaul Mackerras	andis.	r9,r9,HID0_NAP@h
166f39224a8SPaul Mackerras	beq	1f
167477f3488SChristophe Leroy	addis	r9, r11, nap_save_msscr0@ha
16814cf11afSPaul Mackerras	lwz	r9,nap_save_msscr0@l(r9)
16914cf11afSPaul Mackerras	mtspr	SPRN_MSSCR0, r9
17014cf11afSPaul Mackerras	sync
17114cf11afSPaul Mackerras	isync
17214cf11afSPaul Mackerras1:
17314cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_NAP_DISABLE_L2_PR)
17414cf11afSPaul MackerrasBEGIN_FTR_SECTION
175477f3488SChristophe Leroy	addis	r9, r11, nap_save_hid1@ha
17614cf11afSPaul Mackerras	lwz	r9,nap_save_hid1@l(r9)
17714cf11afSPaul Mackerras	mtspr	SPRN_HID1, r9
17814cf11afSPaul MackerrasEND_FTR_SECTION_IFSET(CPU_FTR_DUAL_PLL_750FX)
179a5d33be0SChristophe Leroy	blr
1805f32e836SChristophe Leroy_ASM_NOKPROBE_SYMBOL(power_save_ppc32_restore)
18114cf11afSPaul Mackerras
18214cf11afSPaul Mackerras	.data
18314cf11afSPaul Mackerras
18414cf11afSPaul Mackerras_GLOBAL(nap_save_msscr0)
18514cf11afSPaul Mackerras	.space	4*NR_CPUS
18614cf11afSPaul Mackerras
18714cf11afSPaul Mackerras_GLOBAL(nap_save_hid1)
18814cf11afSPaul Mackerras	.space	4*NR_CPUS
18914cf11afSPaul Mackerras
19014cf11afSPaul Mackerras_GLOBAL(powersave_lowspeed)
19114cf11afSPaul Mackerras	.long	0
192