1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0 2acb04058SPeter Zijlstra 3acb04058SPeter Zijlstra #include <linux/sched.h> 4e6017571SIngo Molnar #include <linux/sched/clock.h> 5edc05e6dSIngo Molnar 6cd4d09ecSBorislav Petkov #include <asm/cpufeature.h> 766441bd3SIngo Molnar #include <asm/e820/api.h> 8f7627e25SThomas Gleixner #include <asm/mtrr.h> 948f4c485SSebastian Andrzej Siewior #include <asm/msr.h> 10edc05e6dSIngo Molnar 11f7627e25SThomas Gleixner #include "cpu.h" 12f7627e25SThomas Gleixner 13f7627e25SThomas Gleixner #define ACE_PRESENT (1 << 6) 14f7627e25SThomas Gleixner #define ACE_ENABLED (1 << 7) 15f7627e25SThomas Gleixner #define ACE_FCR (1 << 28) /* MSR_VIA_FCR */ 16f7627e25SThomas Gleixner 17f7627e25SThomas Gleixner #define RNG_PRESENT (1 << 2) 18f7627e25SThomas Gleixner #define RNG_ENABLED (1 << 3) 19f7627e25SThomas Gleixner #define RNG_ENABLE (1 << 6) /* MSR_VIA_RNG */ 20f7627e25SThomas Gleixner 2160882cc1SDavid Wang #define X86_VMX_FEATURE_PROC_CTLS_TPR_SHADOW 0x00200000 2260882cc1SDavid Wang #define X86_VMX_FEATURE_PROC_CTLS_VNMI 0x00400000 2360882cc1SDavid Wang #define X86_VMX_FEATURE_PROC_CTLS_2ND_CTLS 0x80000000 2460882cc1SDavid Wang #define X86_VMX_FEATURE_PROC_CTLS2_VIRT_APIC 0x00000001 2560882cc1SDavid Wang #define X86_VMX_FEATURE_PROC_CTLS2_EPT 0x00000002 2660882cc1SDavid Wang #define X86_VMX_FEATURE_PROC_CTLS2_VPID 0x00000020 2760882cc1SDavid Wang 28148f9bb8SPaul Gortmaker static void init_c3(struct cpuinfo_x86 *c) 29f7627e25SThomas Gleixner { 30f7627e25SThomas Gleixner u32 lo, hi; 31f7627e25SThomas Gleixner 32f7627e25SThomas Gleixner /* Test for Centaur Extended Feature Flags presence */ 33f7627e25SThomas Gleixner if (cpuid_eax(0xC0000000) >= 0xC0000001) { 34f7627e25SThomas Gleixner u32 tmp = cpuid_edx(0xC0000001); 35f7627e25SThomas Gleixner 36f7627e25SThomas Gleixner /* enable ACE unit, if present and disabled */ 37f7627e25SThomas Gleixner if ((tmp & (ACE_PRESENT | ACE_ENABLED)) == ACE_PRESENT) { 38f7627e25SThomas Gleixner rdmsr(MSR_VIA_FCR, lo, hi); 39f7627e25SThomas Gleixner lo |= ACE_FCR; /* enable ACE unit */ 40f7627e25SThomas Gleixner wrmsr(MSR_VIA_FCR, lo, hi); 411b74dde7SChen Yucong pr_info("CPU: Enabled ACE h/w crypto\n"); 42f7627e25SThomas Gleixner } 43f7627e25SThomas Gleixner 44f7627e25SThomas Gleixner /* enable RNG unit, if present and disabled */ 45f7627e25SThomas Gleixner if ((tmp & (RNG_PRESENT | RNG_ENABLED)) == RNG_PRESENT) { 46f7627e25SThomas Gleixner rdmsr(MSR_VIA_RNG, lo, hi); 47f7627e25SThomas Gleixner lo |= RNG_ENABLE; /* enable RNG unit */ 48f7627e25SThomas Gleixner wrmsr(MSR_VIA_RNG, lo, hi); 491b74dde7SChen Yucong pr_info("CPU: Enabled h/w RNG\n"); 50f7627e25SThomas Gleixner } 51f7627e25SThomas Gleixner 52f7627e25SThomas Gleixner /* store Centaur Extended Feature Flags as 53f7627e25SThomas Gleixner * word 5 of the CPU capability bit array 54f7627e25SThomas Gleixner */ 5539c06df4SBorislav Petkov c->x86_capability[CPUID_C000_0001_EDX] = cpuid_edx(0xC0000001); 56f7627e25SThomas Gleixner } 5748f4c485SSebastian Andrzej Siewior #ifdef CONFIG_X86_32 5827b46d76SSimon Arlott /* Cyrix III family needs CX8 & PGE explicitly enabled. */ 59cb3f718dSTimo Teräs if (c->x86_model >= 6 && c->x86_model <= 13) { 60f7627e25SThomas Gleixner rdmsr(MSR_VIA_FCR, lo, hi); 61f7627e25SThomas Gleixner lo |= (1<<1 | 1<<7); 62f7627e25SThomas Gleixner wrmsr(MSR_VIA_FCR, lo, hi); 63e1a94a97SIngo Molnar set_cpu_cap(c, X86_FEATURE_CX8); 64f7627e25SThomas Gleixner } 65f7627e25SThomas Gleixner 66f7627e25SThomas Gleixner /* Before Nehemiah, the C3's had 3dNOW! */ 67f7627e25SThomas Gleixner if (c->x86_model >= 6 && c->x86_model < 9) 68e1a94a97SIngo Molnar set_cpu_cap(c, X86_FEATURE_3DNOW); 6948f4c485SSebastian Andrzej Siewior #endif 7048f4c485SSebastian Andrzej Siewior if (c->x86 == 0x6 && c->x86_model >= 0xf) { 7148f4c485SSebastian Andrzej Siewior c->x86_cache_alignment = c->x86_clflush_size * 2; 7248f4c485SSebastian Andrzej Siewior set_cpu_cap(c, X86_FEATURE_REP_GOOD); 7348f4c485SSebastian Andrzej Siewior } 74f7627e25SThomas Gleixner 7527c13eceSBorislav Petkov cpu_detect_cache_sizes(c); 76f7627e25SThomas Gleixner } 77f7627e25SThomas Gleixner 78f7627e25SThomas Gleixner enum { 79f7627e25SThomas Gleixner ECX8 = 1<<1, 80f7627e25SThomas Gleixner EIERRINT = 1<<2, 81f7627e25SThomas Gleixner DPM = 1<<3, 82f7627e25SThomas Gleixner DMCE = 1<<4, 83f7627e25SThomas Gleixner DSTPCLK = 1<<5, 84f7627e25SThomas Gleixner ELINEAR = 1<<6, 85f7627e25SThomas Gleixner DSMC = 1<<7, 86f7627e25SThomas Gleixner DTLOCK = 1<<8, 87f7627e25SThomas Gleixner EDCTLB = 1<<8, 88f7627e25SThomas Gleixner EMMX = 1<<9, 89f7627e25SThomas Gleixner DPDC = 1<<11, 90f7627e25SThomas Gleixner EBRPRED = 1<<12, 91f7627e25SThomas Gleixner DIC = 1<<13, 92f7627e25SThomas Gleixner DDC = 1<<14, 93f7627e25SThomas Gleixner DNA = 1<<15, 94f7627e25SThomas Gleixner ERETSTK = 1<<16, 95f7627e25SThomas Gleixner E2MMX = 1<<19, 96f7627e25SThomas Gleixner EAMD3D = 1<<20, 97f7627e25SThomas Gleixner }; 98f7627e25SThomas Gleixner 99148f9bb8SPaul Gortmaker static void early_init_centaur(struct cpuinfo_x86 *c) 1005fef55fdSYinghai Lu { 1015fef55fdSYinghai Lu switch (c->x86) { 10248f4c485SSebastian Andrzej Siewior #ifdef CONFIG_X86_32 1035fef55fdSYinghai Lu case 5: 1045fef55fdSYinghai Lu /* Emulate MTRRs using Centaur's MCR. */ 1055fef55fdSYinghai Lu set_cpu_cap(c, X86_FEATURE_CENTAUR_MCR); 1065fef55fdSYinghai Lu break; 10748f4c485SSebastian Andrzej Siewior #endif 10848f4c485SSebastian Andrzej Siewior case 6: 10948f4c485SSebastian Andrzej Siewior if (c->x86_model >= 0xf) 11048f4c485SSebastian Andrzej Siewior set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC); 11148f4c485SSebastian Andrzej Siewior break; 1125fef55fdSYinghai Lu } 11348f4c485SSebastian Andrzej Siewior #ifdef CONFIG_X86_64 11448f4c485SSebastian Andrzej Siewior set_cpu_cap(c, X86_FEATURE_SYSENTER32); 11548f4c485SSebastian Andrzej Siewior #endif 116fe6daab1Sdavidwang if (c->x86_power & (1 << 8)) { 117fe6daab1Sdavidwang set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC); 118fe6daab1Sdavidwang set_cpu_cap(c, X86_FEATURE_NONSTOP_TSC); 119fe6daab1Sdavidwang } 1205fef55fdSYinghai Lu } 1215fef55fdSYinghai Lu 12260882cc1SDavid Wang static void centaur_detect_vmx_virtcap(struct cpuinfo_x86 *c) 12360882cc1SDavid Wang { 12460882cc1SDavid Wang u32 vmx_msr_low, vmx_msr_high, msr_ctl, msr_ctl2; 12560882cc1SDavid Wang 12660882cc1SDavid Wang rdmsr(MSR_IA32_VMX_PROCBASED_CTLS, vmx_msr_low, vmx_msr_high); 12760882cc1SDavid Wang msr_ctl = vmx_msr_high | vmx_msr_low; 12860882cc1SDavid Wang 12960882cc1SDavid Wang if (msr_ctl & X86_VMX_FEATURE_PROC_CTLS_TPR_SHADOW) 13060882cc1SDavid Wang set_cpu_cap(c, X86_FEATURE_TPR_SHADOW); 13160882cc1SDavid Wang if (msr_ctl & X86_VMX_FEATURE_PROC_CTLS_VNMI) 13260882cc1SDavid Wang set_cpu_cap(c, X86_FEATURE_VNMI); 13360882cc1SDavid Wang if (msr_ctl & X86_VMX_FEATURE_PROC_CTLS_2ND_CTLS) { 13460882cc1SDavid Wang rdmsr(MSR_IA32_VMX_PROCBASED_CTLS2, 13560882cc1SDavid Wang vmx_msr_low, vmx_msr_high); 13660882cc1SDavid Wang msr_ctl2 = vmx_msr_high | vmx_msr_low; 13760882cc1SDavid Wang if ((msr_ctl2 & X86_VMX_FEATURE_PROC_CTLS2_VIRT_APIC) && 13860882cc1SDavid Wang (msr_ctl & X86_VMX_FEATURE_PROC_CTLS_TPR_SHADOW)) 13960882cc1SDavid Wang set_cpu_cap(c, X86_FEATURE_FLEXPRIORITY); 14060882cc1SDavid Wang if (msr_ctl2 & X86_VMX_FEATURE_PROC_CTLS2_EPT) 14160882cc1SDavid Wang set_cpu_cap(c, X86_FEATURE_EPT); 14260882cc1SDavid Wang if (msr_ctl2 & X86_VMX_FEATURE_PROC_CTLS2_VPID) 14360882cc1SDavid Wang set_cpu_cap(c, X86_FEATURE_VPID); 14460882cc1SDavid Wang } 14560882cc1SDavid Wang } 14660882cc1SDavid Wang 147148f9bb8SPaul Gortmaker static void init_centaur(struct cpuinfo_x86 *c) 148edc05e6dSIngo Molnar { 14948f4c485SSebastian Andrzej Siewior #ifdef CONFIG_X86_32 150f7627e25SThomas Gleixner char *name; 151f7627e25SThomas Gleixner u32 fcr_set = 0; 152f7627e25SThomas Gleixner u32 fcr_clr = 0; 153f7627e25SThomas Gleixner u32 lo, hi, newlo; 154f7627e25SThomas Gleixner u32 aa, bb, cc, dd; 155f7627e25SThomas Gleixner 156edc05e6dSIngo Molnar /* 157edc05e6dSIngo Molnar * Bit 31 in normal CPUID used for nonstandard 3DNow ID; 158edc05e6dSIngo Molnar * 3DNow is IDd by bit 31 in extended CPUID (1*32+31) anyway 159edc05e6dSIngo Molnar */ 160e1a94a97SIngo Molnar clear_cpu_cap(c, 0*32+31); 16148f4c485SSebastian Andrzej Siewior #endif 16248f4c485SSebastian Andrzej Siewior early_init_centaur(c); 163a2aa578fSDavid Wang init_intel_cacheinfo(c); 164*9305bd6cSThomas Gleixner detect_num_cpu_cores(c); 165a2aa578fSDavid Wang #ifdef CONFIG_X86_32 166a2aa578fSDavid Wang detect_ht(c); 167a2aa578fSDavid Wang #endif 16860882cc1SDavid Wang 16960882cc1SDavid Wang if (c->cpuid_level > 9) { 17060882cc1SDavid Wang unsigned int eax = cpuid_eax(10); 17160882cc1SDavid Wang 17260882cc1SDavid Wang /* 17360882cc1SDavid Wang * Check for version and the number of counters 17460882cc1SDavid Wang * Version(eax[7:0]) can't be 0; 17560882cc1SDavid Wang * Counters(eax[15:8]) should be greater than 1; 17660882cc1SDavid Wang */ 17760882cc1SDavid Wang if ((eax & 0xff) && (((eax >> 8) & 0xff) > 1)) 17860882cc1SDavid Wang set_cpu_cap(c, X86_FEATURE_ARCH_PERFMON); 17960882cc1SDavid Wang } 18060882cc1SDavid Wang 181f7627e25SThomas Gleixner switch (c->x86) { 18248f4c485SSebastian Andrzej Siewior #ifdef CONFIG_X86_32 183f7627e25SThomas Gleixner case 5: 184f7627e25SThomas Gleixner switch (c->x86_model) { 185f7627e25SThomas Gleixner case 4: 186f7627e25SThomas Gleixner name = "C6"; 187f7627e25SThomas Gleixner fcr_set = ECX8|DSMC|EDCTLB|EMMX|ERETSTK; 188f7627e25SThomas Gleixner fcr_clr = DPDC; 1891b74dde7SChen Yucong pr_notice("Disabling bugged TSC.\n"); 190e1a94a97SIngo Molnar clear_cpu_cap(c, X86_FEATURE_TSC); 191f7627e25SThomas Gleixner break; 192f7627e25SThomas Gleixner case 8: 193b399151cSJia Zhang switch (c->x86_stepping) { 194f7627e25SThomas Gleixner default: 195f7627e25SThomas Gleixner name = "2"; 196f7627e25SThomas Gleixner break; 197f7627e25SThomas Gleixner case 7 ... 9: 198f7627e25SThomas Gleixner name = "2A"; 199f7627e25SThomas Gleixner break; 200f7627e25SThomas Gleixner case 10 ... 15: 201f7627e25SThomas Gleixner name = "2B"; 202f7627e25SThomas Gleixner break; 203f7627e25SThomas Gleixner } 204edc05e6dSIngo Molnar fcr_set = ECX8|DSMC|DTLOCK|EMMX|EBRPRED|ERETSTK| 205edc05e6dSIngo Molnar E2MMX|EAMD3D; 206f7627e25SThomas Gleixner fcr_clr = DPDC; 207f7627e25SThomas Gleixner break; 208f7627e25SThomas Gleixner case 9: 209f7627e25SThomas Gleixner name = "3"; 210edc05e6dSIngo Molnar fcr_set = ECX8|DSMC|DTLOCK|EMMX|EBRPRED|ERETSTK| 211edc05e6dSIngo Molnar E2MMX|EAMD3D; 212f7627e25SThomas Gleixner fcr_clr = DPDC; 213f7627e25SThomas Gleixner break; 214f7627e25SThomas Gleixner default: 215f7627e25SThomas Gleixner name = "??"; 216f7627e25SThomas Gleixner } 217f7627e25SThomas Gleixner 218f7627e25SThomas Gleixner rdmsr(MSR_IDT_FCR1, lo, hi); 219f7627e25SThomas Gleixner newlo = (lo|fcr_set) & (~fcr_clr); 220f7627e25SThomas Gleixner 221f7627e25SThomas Gleixner if (newlo != lo) { 2221b74dde7SChen Yucong pr_info("Centaur FCR was 0x%X now 0x%X\n", 223edc05e6dSIngo Molnar lo, newlo); 224f7627e25SThomas Gleixner wrmsr(MSR_IDT_FCR1, newlo, hi); 225f7627e25SThomas Gleixner } else { 2261b74dde7SChen Yucong pr_info("Centaur FCR is 0x%X\n", lo); 227f7627e25SThomas Gleixner } 228f7627e25SThomas Gleixner /* Emulate MTRRs using Centaur's MCR. */ 229e1a94a97SIngo Molnar set_cpu_cap(c, X86_FEATURE_CENTAUR_MCR); 230f7627e25SThomas Gleixner /* Report CX8 */ 231e1a94a97SIngo Molnar set_cpu_cap(c, X86_FEATURE_CX8); 232f7627e25SThomas Gleixner /* Set 3DNow! on Winchip 2 and above. */ 233f7627e25SThomas Gleixner if (c->x86_model >= 8) 234e1a94a97SIngo Molnar set_cpu_cap(c, X86_FEATURE_3DNOW); 235f7627e25SThomas Gleixner /* See if we can find out some more. */ 236f7627e25SThomas Gleixner if (cpuid_eax(0x80000000) >= 0x80000005) { 237f7627e25SThomas Gleixner /* Yes, we can. */ 238f7627e25SThomas Gleixner cpuid(0x80000005, &aa, &bb, &cc, &dd); 239f7627e25SThomas Gleixner /* Add L1 data and code cache sizes. */ 240f7627e25SThomas Gleixner c->x86_cache_size = (cc>>24)+(dd>>24); 241f7627e25SThomas Gleixner } 242f7627e25SThomas Gleixner sprintf(c->x86_model_id, "WinChip %s", name); 243f7627e25SThomas Gleixner break; 24448f4c485SSebastian Andrzej Siewior #endif 245f7627e25SThomas Gleixner case 6: 246f7627e25SThomas Gleixner init_c3(c); 247f7627e25SThomas Gleixner break; 248f7627e25SThomas Gleixner } 24948f4c485SSebastian Andrzej Siewior #ifdef CONFIG_X86_64 25048f4c485SSebastian Andrzej Siewior set_cpu_cap(c, X86_FEATURE_LFENCE_RDTSC); 25148f4c485SSebastian Andrzej Siewior #endif 25260882cc1SDavid Wang 25360882cc1SDavid Wang if (cpu_has(c, X86_FEATURE_VMX)) 25460882cc1SDavid Wang centaur_detect_vmx_virtcap(c); 255f7627e25SThomas Gleixner } 256f7627e25SThomas Gleixner 25709dc68d9SJan Beulich #ifdef CONFIG_X86_32 258148f9bb8SPaul Gortmaker static unsigned int 259edc05e6dSIngo Molnar centaur_size_cache(struct cpuinfo_x86 *c, unsigned int size) 260f7627e25SThomas Gleixner { 261f7627e25SThomas Gleixner /* VIA C3 CPUs (670-68F) need further shifting. */ 262f7627e25SThomas Gleixner if ((c->x86 == 6) && ((c->x86_model == 7) || (c->x86_model == 8))) 263f7627e25SThomas Gleixner size >>= 8; 264f7627e25SThomas Gleixner 265edc05e6dSIngo Molnar /* 266edc05e6dSIngo Molnar * There's also an erratum in Nehemiah stepping 1, which 267edc05e6dSIngo Molnar * returns '65KB' instead of '64KB' 268edc05e6dSIngo Molnar * - Note, it seems this may only be in engineering samples. 269edc05e6dSIngo Molnar */ 270edc05e6dSIngo Molnar if ((c->x86 == 6) && (c->x86_model == 9) && 271b399151cSJia Zhang (c->x86_stepping == 1) && (size == 65)) 272f7627e25SThomas Gleixner size -= 1; 273f7627e25SThomas Gleixner return size; 274f7627e25SThomas Gleixner } 27509dc68d9SJan Beulich #endif 276f7627e25SThomas Gleixner 277148f9bb8SPaul Gortmaker static const struct cpu_dev centaur_cpu_dev = { 278f7627e25SThomas Gleixner .c_vendor = "Centaur", 279f7627e25SThomas Gleixner .c_ident = { "CentaurHauls" }, 2805fef55fdSYinghai Lu .c_early_init = early_init_centaur, 281f7627e25SThomas Gleixner .c_init = init_centaur, 28209dc68d9SJan Beulich #ifdef CONFIG_X86_32 28309dc68d9SJan Beulich .legacy_cache_size = centaur_size_cache, 28409dc68d9SJan Beulich #endif 28510a434fcSYinghai Lu .c_x86_vendor = X86_VENDOR_CENTAUR, 286f7627e25SThomas Gleixner }; 287f7627e25SThomas Gleixner 28810a434fcSYinghai Lu cpu_dev_register(centaur_cpu_dev); 289