xref: /openbmc/linux/arch/x86/kernel/cpu/centaur.c (revision a2aa578fec8c29436bce5e6c15e1e31729d539a3)
1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
2acb04058SPeter Zijlstra 
3acb04058SPeter Zijlstra #include <linux/sched.h>
4e6017571SIngo Molnar #include <linux/sched/clock.h>
5edc05e6dSIngo Molnar 
6cd4d09ecSBorislav Petkov #include <asm/cpufeature.h>
766441bd3SIngo Molnar #include <asm/e820/api.h>
8f7627e25SThomas Gleixner #include <asm/mtrr.h>
948f4c485SSebastian Andrzej Siewior #include <asm/msr.h>
10edc05e6dSIngo Molnar 
11f7627e25SThomas Gleixner #include "cpu.h"
12f7627e25SThomas Gleixner 
13f7627e25SThomas Gleixner #define ACE_PRESENT	(1 << 6)
14f7627e25SThomas Gleixner #define ACE_ENABLED	(1 << 7)
15f7627e25SThomas Gleixner #define ACE_FCR		(1 << 28)	/* MSR_VIA_FCR */
16f7627e25SThomas Gleixner 
17f7627e25SThomas Gleixner #define RNG_PRESENT	(1 << 2)
18f7627e25SThomas Gleixner #define RNG_ENABLED	(1 << 3)
19f7627e25SThomas Gleixner #define RNG_ENABLE	(1 << 6)	/* MSR_VIA_RNG */
20f7627e25SThomas Gleixner 
2160882cc1SDavid Wang #define X86_VMX_FEATURE_PROC_CTLS_TPR_SHADOW	0x00200000
2260882cc1SDavid Wang #define X86_VMX_FEATURE_PROC_CTLS_VNMI		0x00400000
2360882cc1SDavid Wang #define X86_VMX_FEATURE_PROC_CTLS_2ND_CTLS	0x80000000
2460882cc1SDavid Wang #define X86_VMX_FEATURE_PROC_CTLS2_VIRT_APIC	0x00000001
2560882cc1SDavid Wang #define X86_VMX_FEATURE_PROC_CTLS2_EPT		0x00000002
2660882cc1SDavid Wang #define X86_VMX_FEATURE_PROC_CTLS2_VPID		0x00000020
2760882cc1SDavid Wang 
28148f9bb8SPaul Gortmaker static void init_c3(struct cpuinfo_x86 *c)
29f7627e25SThomas Gleixner {
30f7627e25SThomas Gleixner 	u32  lo, hi;
31f7627e25SThomas Gleixner 
32f7627e25SThomas Gleixner 	/* Test for Centaur Extended Feature Flags presence */
33f7627e25SThomas Gleixner 	if (cpuid_eax(0xC0000000) >= 0xC0000001) {
34f7627e25SThomas Gleixner 		u32 tmp = cpuid_edx(0xC0000001);
35f7627e25SThomas Gleixner 
36f7627e25SThomas Gleixner 		/* enable ACE unit, if present and disabled */
37f7627e25SThomas Gleixner 		if ((tmp & (ACE_PRESENT | ACE_ENABLED)) == ACE_PRESENT) {
38f7627e25SThomas Gleixner 			rdmsr(MSR_VIA_FCR, lo, hi);
39f7627e25SThomas Gleixner 			lo |= ACE_FCR;		/* enable ACE unit */
40f7627e25SThomas Gleixner 			wrmsr(MSR_VIA_FCR, lo, hi);
411b74dde7SChen Yucong 			pr_info("CPU: Enabled ACE h/w crypto\n");
42f7627e25SThomas Gleixner 		}
43f7627e25SThomas Gleixner 
44f7627e25SThomas Gleixner 		/* enable RNG unit, if present and disabled */
45f7627e25SThomas Gleixner 		if ((tmp & (RNG_PRESENT | RNG_ENABLED)) == RNG_PRESENT) {
46f7627e25SThomas Gleixner 			rdmsr(MSR_VIA_RNG, lo, hi);
47f7627e25SThomas Gleixner 			lo |= RNG_ENABLE;	/* enable RNG unit */
48f7627e25SThomas Gleixner 			wrmsr(MSR_VIA_RNG, lo, hi);
491b74dde7SChen Yucong 			pr_info("CPU: Enabled h/w RNG\n");
50f7627e25SThomas Gleixner 		}
51f7627e25SThomas Gleixner 
52f7627e25SThomas Gleixner 		/* store Centaur Extended Feature Flags as
53f7627e25SThomas Gleixner 		 * word 5 of the CPU capability bit array
54f7627e25SThomas Gleixner 		 */
5539c06df4SBorislav Petkov 		c->x86_capability[CPUID_C000_0001_EDX] = cpuid_edx(0xC0000001);
56f7627e25SThomas Gleixner 	}
5748f4c485SSebastian Andrzej Siewior #ifdef CONFIG_X86_32
5827b46d76SSimon Arlott 	/* Cyrix III family needs CX8 & PGE explicitly enabled. */
59cb3f718dSTimo Teräs 	if (c->x86_model >= 6 && c->x86_model <= 13) {
60f7627e25SThomas Gleixner 		rdmsr(MSR_VIA_FCR, lo, hi);
61f7627e25SThomas Gleixner 		lo |= (1<<1 | 1<<7);
62f7627e25SThomas Gleixner 		wrmsr(MSR_VIA_FCR, lo, hi);
63e1a94a97SIngo Molnar 		set_cpu_cap(c, X86_FEATURE_CX8);
64f7627e25SThomas Gleixner 	}
65f7627e25SThomas Gleixner 
66f7627e25SThomas Gleixner 	/* Before Nehemiah, the C3's had 3dNOW! */
67f7627e25SThomas Gleixner 	if (c->x86_model >= 6 && c->x86_model < 9)
68e1a94a97SIngo Molnar 		set_cpu_cap(c, X86_FEATURE_3DNOW);
6948f4c485SSebastian Andrzej Siewior #endif
7048f4c485SSebastian Andrzej Siewior 	if (c->x86 == 0x6 && c->x86_model >= 0xf) {
7148f4c485SSebastian Andrzej Siewior 		c->x86_cache_alignment = c->x86_clflush_size * 2;
7248f4c485SSebastian Andrzej Siewior 		set_cpu_cap(c, X86_FEATURE_REP_GOOD);
7348f4c485SSebastian Andrzej Siewior 	}
74f7627e25SThomas Gleixner 
7527c13eceSBorislav Petkov 	cpu_detect_cache_sizes(c);
76f7627e25SThomas Gleixner }
77f7627e25SThomas Gleixner 
78f7627e25SThomas Gleixner enum {
79f7627e25SThomas Gleixner 		ECX8		= 1<<1,
80f7627e25SThomas Gleixner 		EIERRINT	= 1<<2,
81f7627e25SThomas Gleixner 		DPM		= 1<<3,
82f7627e25SThomas Gleixner 		DMCE		= 1<<4,
83f7627e25SThomas Gleixner 		DSTPCLK		= 1<<5,
84f7627e25SThomas Gleixner 		ELINEAR		= 1<<6,
85f7627e25SThomas Gleixner 		DSMC		= 1<<7,
86f7627e25SThomas Gleixner 		DTLOCK		= 1<<8,
87f7627e25SThomas Gleixner 		EDCTLB		= 1<<8,
88f7627e25SThomas Gleixner 		EMMX		= 1<<9,
89f7627e25SThomas Gleixner 		DPDC		= 1<<11,
90f7627e25SThomas Gleixner 		EBRPRED		= 1<<12,
91f7627e25SThomas Gleixner 		DIC		= 1<<13,
92f7627e25SThomas Gleixner 		DDC		= 1<<14,
93f7627e25SThomas Gleixner 		DNA		= 1<<15,
94f7627e25SThomas Gleixner 		ERETSTK		= 1<<16,
95f7627e25SThomas Gleixner 		E2MMX		= 1<<19,
96f7627e25SThomas Gleixner 		EAMD3D		= 1<<20,
97f7627e25SThomas Gleixner };
98f7627e25SThomas Gleixner 
99148f9bb8SPaul Gortmaker static void early_init_centaur(struct cpuinfo_x86 *c)
1005fef55fdSYinghai Lu {
1015fef55fdSYinghai Lu 	switch (c->x86) {
10248f4c485SSebastian Andrzej Siewior #ifdef CONFIG_X86_32
1035fef55fdSYinghai Lu 	case 5:
1045fef55fdSYinghai Lu 		/* Emulate MTRRs using Centaur's MCR. */
1055fef55fdSYinghai Lu 		set_cpu_cap(c, X86_FEATURE_CENTAUR_MCR);
1065fef55fdSYinghai Lu 		break;
10748f4c485SSebastian Andrzej Siewior #endif
10848f4c485SSebastian Andrzej Siewior 	case 6:
10948f4c485SSebastian Andrzej Siewior 		if (c->x86_model >= 0xf)
11048f4c485SSebastian Andrzej Siewior 			set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC);
11148f4c485SSebastian Andrzej Siewior 		break;
1125fef55fdSYinghai Lu 	}
11348f4c485SSebastian Andrzej Siewior #ifdef CONFIG_X86_64
11448f4c485SSebastian Andrzej Siewior 	set_cpu_cap(c, X86_FEATURE_SYSENTER32);
11548f4c485SSebastian Andrzej Siewior #endif
116fe6daab1Sdavidwang 	if (c->x86_power & (1 << 8)) {
117fe6daab1Sdavidwang 		set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC);
118fe6daab1Sdavidwang 		set_cpu_cap(c, X86_FEATURE_NONSTOP_TSC);
119fe6daab1Sdavidwang 	}
1205fef55fdSYinghai Lu }
1215fef55fdSYinghai Lu 
12260882cc1SDavid Wang static void centaur_detect_vmx_virtcap(struct cpuinfo_x86 *c)
12360882cc1SDavid Wang {
12460882cc1SDavid Wang 	u32 vmx_msr_low, vmx_msr_high, msr_ctl, msr_ctl2;
12560882cc1SDavid Wang 
12660882cc1SDavid Wang 	rdmsr(MSR_IA32_VMX_PROCBASED_CTLS, vmx_msr_low, vmx_msr_high);
12760882cc1SDavid Wang 	msr_ctl = vmx_msr_high | vmx_msr_low;
12860882cc1SDavid Wang 
12960882cc1SDavid Wang 	if (msr_ctl & X86_VMX_FEATURE_PROC_CTLS_TPR_SHADOW)
13060882cc1SDavid Wang 		set_cpu_cap(c, X86_FEATURE_TPR_SHADOW);
13160882cc1SDavid Wang 	if (msr_ctl & X86_VMX_FEATURE_PROC_CTLS_VNMI)
13260882cc1SDavid Wang 		set_cpu_cap(c, X86_FEATURE_VNMI);
13360882cc1SDavid Wang 	if (msr_ctl & X86_VMX_FEATURE_PROC_CTLS_2ND_CTLS) {
13460882cc1SDavid Wang 		rdmsr(MSR_IA32_VMX_PROCBASED_CTLS2,
13560882cc1SDavid Wang 		      vmx_msr_low, vmx_msr_high);
13660882cc1SDavid Wang 		msr_ctl2 = vmx_msr_high | vmx_msr_low;
13760882cc1SDavid Wang 		if ((msr_ctl2 & X86_VMX_FEATURE_PROC_CTLS2_VIRT_APIC) &&
13860882cc1SDavid Wang 		    (msr_ctl & X86_VMX_FEATURE_PROC_CTLS_TPR_SHADOW))
13960882cc1SDavid Wang 			set_cpu_cap(c, X86_FEATURE_FLEXPRIORITY);
14060882cc1SDavid Wang 		if (msr_ctl2 & X86_VMX_FEATURE_PROC_CTLS2_EPT)
14160882cc1SDavid Wang 			set_cpu_cap(c, X86_FEATURE_EPT);
14260882cc1SDavid Wang 		if (msr_ctl2 & X86_VMX_FEATURE_PROC_CTLS2_VPID)
14360882cc1SDavid Wang 			set_cpu_cap(c, X86_FEATURE_VPID);
14460882cc1SDavid Wang 	}
14560882cc1SDavid Wang }
14660882cc1SDavid Wang 
147148f9bb8SPaul Gortmaker static void init_centaur(struct cpuinfo_x86 *c)
148edc05e6dSIngo Molnar {
14948f4c485SSebastian Andrzej Siewior #ifdef CONFIG_X86_32
150f7627e25SThomas Gleixner 	char *name;
151f7627e25SThomas Gleixner 	u32  fcr_set = 0;
152f7627e25SThomas Gleixner 	u32  fcr_clr = 0;
153f7627e25SThomas Gleixner 	u32  lo, hi, newlo;
154f7627e25SThomas Gleixner 	u32  aa, bb, cc, dd;
155f7627e25SThomas Gleixner 
156edc05e6dSIngo Molnar 	/*
157edc05e6dSIngo Molnar 	 * Bit 31 in normal CPUID used for nonstandard 3DNow ID;
158edc05e6dSIngo Molnar 	 * 3DNow is IDd by bit 31 in extended CPUID (1*32+31) anyway
159edc05e6dSIngo Molnar 	 */
160e1a94a97SIngo Molnar 	clear_cpu_cap(c, 0*32+31);
16148f4c485SSebastian Andrzej Siewior #endif
16248f4c485SSebastian Andrzej Siewior 	early_init_centaur(c);
163*a2aa578fSDavid Wang 	init_intel_cacheinfo(c);
164*a2aa578fSDavid Wang 	c->x86_max_cores = detect_num_cpu_cores(c);
165*a2aa578fSDavid Wang #ifdef CONFIG_X86_32
166*a2aa578fSDavid Wang 	detect_ht(c);
167*a2aa578fSDavid Wang #endif
16860882cc1SDavid Wang 
16960882cc1SDavid Wang 	if (c->cpuid_level > 9) {
17060882cc1SDavid Wang 		unsigned int eax = cpuid_eax(10);
17160882cc1SDavid Wang 
17260882cc1SDavid Wang 		/*
17360882cc1SDavid Wang 		 * Check for version and the number of counters
17460882cc1SDavid Wang 		 * Version(eax[7:0]) can't be 0;
17560882cc1SDavid Wang 		 * Counters(eax[15:8]) should be greater than 1;
17660882cc1SDavid Wang 		 */
17760882cc1SDavid Wang 		if ((eax & 0xff) && (((eax >> 8) & 0xff) > 1))
17860882cc1SDavid Wang 			set_cpu_cap(c, X86_FEATURE_ARCH_PERFMON);
17960882cc1SDavid Wang 	}
18060882cc1SDavid Wang 
181f7627e25SThomas Gleixner 	switch (c->x86) {
18248f4c485SSebastian Andrzej Siewior #ifdef CONFIG_X86_32
183f7627e25SThomas Gleixner 	case 5:
184f7627e25SThomas Gleixner 		switch (c->x86_model) {
185f7627e25SThomas Gleixner 		case 4:
186f7627e25SThomas Gleixner 			name = "C6";
187f7627e25SThomas Gleixner 			fcr_set = ECX8|DSMC|EDCTLB|EMMX|ERETSTK;
188f7627e25SThomas Gleixner 			fcr_clr = DPDC;
1891b74dde7SChen Yucong 			pr_notice("Disabling bugged TSC.\n");
190e1a94a97SIngo Molnar 			clear_cpu_cap(c, X86_FEATURE_TSC);
191f7627e25SThomas Gleixner 			break;
192f7627e25SThomas Gleixner 		case 8:
193b399151cSJia Zhang 			switch (c->x86_stepping) {
194f7627e25SThomas Gleixner 			default:
195f7627e25SThomas Gleixner 			name = "2";
196f7627e25SThomas Gleixner 				break;
197f7627e25SThomas Gleixner 			case 7 ... 9:
198f7627e25SThomas Gleixner 				name = "2A";
199f7627e25SThomas Gleixner 				break;
200f7627e25SThomas Gleixner 			case 10 ... 15:
201f7627e25SThomas Gleixner 				name = "2B";
202f7627e25SThomas Gleixner 				break;
203f7627e25SThomas Gleixner 			}
204edc05e6dSIngo Molnar 			fcr_set = ECX8|DSMC|DTLOCK|EMMX|EBRPRED|ERETSTK|
205edc05e6dSIngo Molnar 				  E2MMX|EAMD3D;
206f7627e25SThomas Gleixner 			fcr_clr = DPDC;
207f7627e25SThomas Gleixner 			break;
208f7627e25SThomas Gleixner 		case 9:
209f7627e25SThomas Gleixner 			name = "3";
210edc05e6dSIngo Molnar 			fcr_set = ECX8|DSMC|DTLOCK|EMMX|EBRPRED|ERETSTK|
211edc05e6dSIngo Molnar 				  E2MMX|EAMD3D;
212f7627e25SThomas Gleixner 			fcr_clr = DPDC;
213f7627e25SThomas Gleixner 			break;
214f7627e25SThomas Gleixner 		default:
215f7627e25SThomas Gleixner 			name = "??";
216f7627e25SThomas Gleixner 		}
217f7627e25SThomas Gleixner 
218f7627e25SThomas Gleixner 		rdmsr(MSR_IDT_FCR1, lo, hi);
219f7627e25SThomas Gleixner 		newlo = (lo|fcr_set) & (~fcr_clr);
220f7627e25SThomas Gleixner 
221f7627e25SThomas Gleixner 		if (newlo != lo) {
2221b74dde7SChen Yucong 			pr_info("Centaur FCR was 0x%X now 0x%X\n",
223edc05e6dSIngo Molnar 				lo, newlo);
224f7627e25SThomas Gleixner 			wrmsr(MSR_IDT_FCR1, newlo, hi);
225f7627e25SThomas Gleixner 		} else {
2261b74dde7SChen Yucong 			pr_info("Centaur FCR is 0x%X\n", lo);
227f7627e25SThomas Gleixner 		}
228f7627e25SThomas Gleixner 		/* Emulate MTRRs using Centaur's MCR. */
229e1a94a97SIngo Molnar 		set_cpu_cap(c, X86_FEATURE_CENTAUR_MCR);
230f7627e25SThomas Gleixner 		/* Report CX8 */
231e1a94a97SIngo Molnar 		set_cpu_cap(c, X86_FEATURE_CX8);
232f7627e25SThomas Gleixner 		/* Set 3DNow! on Winchip 2 and above. */
233f7627e25SThomas Gleixner 		if (c->x86_model >= 8)
234e1a94a97SIngo Molnar 			set_cpu_cap(c, X86_FEATURE_3DNOW);
235f7627e25SThomas Gleixner 		/* See if we can find out some more. */
236f7627e25SThomas Gleixner 		if (cpuid_eax(0x80000000) >= 0x80000005) {
237f7627e25SThomas Gleixner 			/* Yes, we can. */
238f7627e25SThomas Gleixner 			cpuid(0x80000005, &aa, &bb, &cc, &dd);
239f7627e25SThomas Gleixner 			/* Add L1 data and code cache sizes. */
240f7627e25SThomas Gleixner 			c->x86_cache_size = (cc>>24)+(dd>>24);
241f7627e25SThomas Gleixner 		}
242f7627e25SThomas Gleixner 		sprintf(c->x86_model_id, "WinChip %s", name);
243f7627e25SThomas Gleixner 		break;
24448f4c485SSebastian Andrzej Siewior #endif
245f7627e25SThomas Gleixner 	case 6:
246f7627e25SThomas Gleixner 		init_c3(c);
247f7627e25SThomas Gleixner 		break;
248f7627e25SThomas Gleixner 	}
24948f4c485SSebastian Andrzej Siewior #ifdef CONFIG_X86_64
25048f4c485SSebastian Andrzej Siewior 	set_cpu_cap(c, X86_FEATURE_LFENCE_RDTSC);
25148f4c485SSebastian Andrzej Siewior #endif
25260882cc1SDavid Wang 
25360882cc1SDavid Wang 	if (cpu_has(c, X86_FEATURE_VMX))
25460882cc1SDavid Wang 		centaur_detect_vmx_virtcap(c);
255f7627e25SThomas Gleixner }
256f7627e25SThomas Gleixner 
25709dc68d9SJan Beulich #ifdef CONFIG_X86_32
258148f9bb8SPaul Gortmaker static unsigned int
259edc05e6dSIngo Molnar centaur_size_cache(struct cpuinfo_x86 *c, unsigned int size)
260f7627e25SThomas Gleixner {
261f7627e25SThomas Gleixner 	/* VIA C3 CPUs (670-68F) need further shifting. */
262f7627e25SThomas Gleixner 	if ((c->x86 == 6) && ((c->x86_model == 7) || (c->x86_model == 8)))
263f7627e25SThomas Gleixner 		size >>= 8;
264f7627e25SThomas Gleixner 
265edc05e6dSIngo Molnar 	/*
266edc05e6dSIngo Molnar 	 * There's also an erratum in Nehemiah stepping 1, which
267edc05e6dSIngo Molnar 	 * returns '65KB' instead of '64KB'
268edc05e6dSIngo Molnar 	 *  - Note, it seems this may only be in engineering samples.
269edc05e6dSIngo Molnar 	 */
270edc05e6dSIngo Molnar 	if ((c->x86 == 6) && (c->x86_model == 9) &&
271b399151cSJia Zhang 				(c->x86_stepping == 1) && (size == 65))
272f7627e25SThomas Gleixner 		size -= 1;
273f7627e25SThomas Gleixner 	return size;
274f7627e25SThomas Gleixner }
27509dc68d9SJan Beulich #endif
276f7627e25SThomas Gleixner 
277148f9bb8SPaul Gortmaker static const struct cpu_dev centaur_cpu_dev = {
278f7627e25SThomas Gleixner 	.c_vendor	= "Centaur",
279f7627e25SThomas Gleixner 	.c_ident	= { "CentaurHauls" },
2805fef55fdSYinghai Lu 	.c_early_init	= early_init_centaur,
281f7627e25SThomas Gleixner 	.c_init		= init_centaur,
28209dc68d9SJan Beulich #ifdef CONFIG_X86_32
28309dc68d9SJan Beulich 	.legacy_cache_size = centaur_size_cache,
28409dc68d9SJan Beulich #endif
28510a434fcSYinghai Lu 	.c_x86_vendor	= X86_VENDOR_CENTAUR,
286f7627e25SThomas Gleixner };
287f7627e25SThomas Gleixner 
28810a434fcSYinghai Lu cpu_dev_register(centaur_cpu_dev);
289