1 /* 2 * sPAPR CPU core device, acts as container of CPU thread devices. 3 * 4 * Copyright (C) 2016 Bharata B Rao <bharata@linux.vnet.ibm.com> 5 * 6 * This work is licensed under the terms of the GNU GPL, version 2 or later. 7 * See the COPYING file in the top-level directory. 8 */ 9 10 #include "qemu/osdep.h" 11 #include "hw/cpu/core.h" 12 #include "hw/ppc/spapr_cpu_core.h" 13 #include "hw/qdev-properties.h" 14 #include "migration/vmstate.h" 15 #include "target/ppc/cpu.h" 16 #include "hw/ppc/spapr.h" 17 #include "qapi/error.h" 18 #include "sysemu/cpus.h" 19 #include "sysemu/kvm.h" 20 #include "target/ppc/kvm_ppc.h" 21 #include "hw/ppc/ppc.h" 22 #include "target/ppc/mmu-hash64.h" 23 #include "target/ppc/power8-pmu.h" 24 #include "sysemu/numa.h" 25 #include "sysemu/reset.h" 26 #include "sysemu/hw_accel.h" 27 #include "qemu/error-report.h" 28 29 static void spapr_reset_vcpu(PowerPCCPU *cpu) 30 { 31 CPUState *cs = CPU(cpu); 32 CPUPPCState *env = &cpu->env; 33 PowerPCCPUClass *pcc = POWERPC_CPU_GET_CLASS(cpu); 34 SpaprCpuState *spapr_cpu = spapr_cpu_state(cpu); 35 target_ulong lpcr; 36 SpaprMachineState *spapr = SPAPR_MACHINE(qdev_get_machine()); 37 38 cpu_reset(cs); 39 40 /* 41 * "PowerPC Processor binding to IEEE 1275" defines the initial MSR state 42 * as 32bit (MSR_SF=0) with MSR_ME=1 and MSR_FP=1 in "8.2.1. Initial 43 * Register Values". This can also be found in "LoPAPR 1.1" "C.9.2.1 44 * Initial Register Values". 45 */ 46 env->msr &= ~(1ULL << MSR_SF); 47 env->msr |= (1ULL << MSR_ME) | (1ULL << MSR_FP); 48 49 env->spr[SPR_HIOR] = 0; 50 51 lpcr = env->spr[SPR_LPCR]; 52 53 /* Set emulated LPCR to not send interrupts to hypervisor. Note that 54 * under KVM, the actual HW LPCR will be set differently by KVM itself, 55 * the settings below ensure proper operations with TCG in absence of 56 * a real hypervisor. 57 * 58 * Disable Power-saving mode Exit Cause exceptions for the CPU, so 59 * we don't get spurious wakups before an RTAS start-cpu call. 60 * For the same reason, set PSSCR_EC. 61 */ 62 lpcr &= ~(LPCR_VPM1 | LPCR_ISL | LPCR_KBV | pcc->lpcr_pm); 63 lpcr |= LPCR_LPES0 | LPCR_LPES1; 64 env->spr[SPR_PSSCR] |= PSSCR_EC; 65 66 ppc_store_lpcr(cpu, lpcr); 67 68 /* Set a full AMOR so guest can use the AMR as it sees fit */ 69 env->spr[SPR_AMOR] = 0xffffffffffffffffull; 70 71 spapr_cpu->vpa_addr = 0; 72 spapr_cpu->slb_shadow_addr = 0; 73 spapr_cpu->slb_shadow_size = 0; 74 spapr_cpu->dtl_addr = 0; 75 spapr_cpu->dtl_size = 0; 76 77 spapr_caps_cpu_apply(spapr, cpu); 78 79 kvm_check_mmu(cpu, &error_fatal); 80 81 cpu_ppc_tb_reset(env); 82 83 spapr_irq_cpu_intc_reset(spapr, cpu); 84 } 85 86 void spapr_cpu_set_entry_state(PowerPCCPU *cpu, target_ulong nip, 87 target_ulong r1, target_ulong r3, 88 target_ulong r4) 89 { 90 PowerPCCPUClass *pcc = POWERPC_CPU_GET_CLASS(cpu); 91 CPUPPCState *env = &cpu->env; 92 93 env->nip = nip; 94 env->gpr[1] = r1; 95 env->gpr[3] = r3; 96 env->gpr[4] = r4; 97 kvmppc_set_reg_ppc_online(cpu, 1); 98 CPU(cpu)->halted = 0; 99 /* Enable Power-saving mode Exit Cause exceptions */ 100 ppc_store_lpcr(cpu, env->spr[SPR_LPCR] | pcc->lpcr_pm); 101 } 102 103 /* 104 * Return the sPAPR CPU core type for @model which essentially is the CPU 105 * model specified with -cpu cmdline option. 106 */ 107 const char *spapr_get_cpu_core_type(const char *cpu_type) 108 { 109 int len = strlen(cpu_type) - strlen(POWERPC_CPU_TYPE_SUFFIX); 110 char *core_type = g_strdup_printf(SPAPR_CPU_CORE_TYPE_NAME("%.*s"), 111 len, cpu_type); 112 ObjectClass *oc = object_class_by_name(core_type); 113 114 g_free(core_type); 115 if (!oc) { 116 return NULL; 117 } 118 119 return object_class_get_name(oc); 120 } 121 122 static bool slb_shadow_needed(void *opaque) 123 { 124 SpaprCpuState *spapr_cpu = opaque; 125 126 return spapr_cpu->slb_shadow_addr != 0; 127 } 128 129 static const VMStateDescription vmstate_spapr_cpu_slb_shadow = { 130 .name = "spapr_cpu/vpa/slb_shadow", 131 .version_id = 1, 132 .minimum_version_id = 1, 133 .needed = slb_shadow_needed, 134 .fields = (const VMStateField[]) { 135 VMSTATE_UINT64(slb_shadow_addr, SpaprCpuState), 136 VMSTATE_UINT64(slb_shadow_size, SpaprCpuState), 137 VMSTATE_END_OF_LIST() 138 } 139 }; 140 141 static bool dtl_needed(void *opaque) 142 { 143 SpaprCpuState *spapr_cpu = opaque; 144 145 return spapr_cpu->dtl_addr != 0; 146 } 147 148 static const VMStateDescription vmstate_spapr_cpu_dtl = { 149 .name = "spapr_cpu/vpa/dtl", 150 .version_id = 1, 151 .minimum_version_id = 1, 152 .needed = dtl_needed, 153 .fields = (const VMStateField[]) { 154 VMSTATE_UINT64(dtl_addr, SpaprCpuState), 155 VMSTATE_UINT64(dtl_size, SpaprCpuState), 156 VMSTATE_END_OF_LIST() 157 } 158 }; 159 160 static bool vpa_needed(void *opaque) 161 { 162 SpaprCpuState *spapr_cpu = opaque; 163 164 return spapr_cpu->vpa_addr != 0; 165 } 166 167 static const VMStateDescription vmstate_spapr_cpu_vpa = { 168 .name = "spapr_cpu/vpa", 169 .version_id = 1, 170 .minimum_version_id = 1, 171 .needed = vpa_needed, 172 .fields = (const VMStateField[]) { 173 VMSTATE_UINT64(vpa_addr, SpaprCpuState), 174 VMSTATE_END_OF_LIST() 175 }, 176 .subsections = (const VMStateDescription * const []) { 177 &vmstate_spapr_cpu_slb_shadow, 178 &vmstate_spapr_cpu_dtl, 179 NULL 180 } 181 }; 182 183 static const VMStateDescription vmstate_spapr_cpu_state = { 184 .name = "spapr_cpu", 185 .version_id = 1, 186 .minimum_version_id = 1, 187 .fields = (const VMStateField[]) { 188 VMSTATE_END_OF_LIST() 189 }, 190 .subsections = (const VMStateDescription * const []) { 191 &vmstate_spapr_cpu_vpa, 192 NULL 193 } 194 }; 195 196 static void spapr_unrealize_vcpu(PowerPCCPU *cpu, SpaprCpuCore *sc) 197 { 198 CPUPPCState *env = &cpu->env; 199 200 if (!sc->pre_3_0_migration) { 201 vmstate_unregister(NULL, &vmstate_spapr_cpu_state, cpu->machine_data); 202 } 203 spapr_irq_cpu_intc_destroy(SPAPR_MACHINE(qdev_get_machine()), cpu); 204 cpu_ppc_tb_free(env); 205 qdev_unrealize(DEVICE(cpu)); 206 } 207 208 /* 209 * Called when CPUs are hot-plugged. 210 */ 211 static void spapr_cpu_core_reset(DeviceState *dev) 212 { 213 CPUCore *cc = CPU_CORE(dev); 214 SpaprCpuCore *sc = SPAPR_CPU_CORE(dev); 215 int i; 216 217 for (i = 0; i < cc->nr_threads; i++) { 218 spapr_reset_vcpu(sc->threads[i]); 219 } 220 } 221 222 /* 223 * Called by the machine reset. 224 */ 225 static void spapr_cpu_core_reset_handler(void *opaque) 226 { 227 spapr_cpu_core_reset(opaque); 228 } 229 230 static void spapr_delete_vcpu(PowerPCCPU *cpu) 231 { 232 SpaprCpuState *spapr_cpu = spapr_cpu_state(cpu); 233 234 cpu->machine_data = NULL; 235 g_free(spapr_cpu); 236 object_unparent(OBJECT(cpu)); 237 } 238 239 static void spapr_cpu_core_unrealize(DeviceState *dev) 240 { 241 SpaprCpuCore *sc = SPAPR_CPU_CORE(OBJECT(dev)); 242 CPUCore *cc = CPU_CORE(dev); 243 int i; 244 245 for (i = 0; i < cc->nr_threads; i++) { 246 if (sc->threads[i]) { 247 /* 248 * Since this we can get here from the error path of 249 * spapr_cpu_core_realize(), make sure we only unrealize 250 * vCPUs that have already been realized. 251 */ 252 if (qdev_is_realized(DEVICE(sc->threads[i]))) { 253 spapr_unrealize_vcpu(sc->threads[i], sc); 254 } 255 spapr_delete_vcpu(sc->threads[i]); 256 } 257 } 258 g_free(sc->threads); 259 qemu_unregister_reset(spapr_cpu_core_reset_handler, sc); 260 } 261 262 static bool spapr_realize_vcpu(PowerPCCPU *cpu, SpaprMachineState *spapr, 263 SpaprCpuCore *sc, int thread_index, Error **errp) 264 { 265 CPUPPCState *env = &cpu->env; 266 CPUState *cs = CPU(cpu); 267 268 if (!qdev_realize(DEVICE(cpu), NULL, errp)) { 269 return false; 270 } 271 272 cpu_ppc_set_vhyp(cpu, PPC_VIRTUAL_HYPERVISOR(spapr)); 273 kvmppc_set_papr(cpu); 274 275 env->spr_cb[SPR_PIR].default_value = cs->cpu_index; 276 env->spr_cb[SPR_TIR].default_value = thread_index; 277 278 cpu_ppc_set_1lpar(cpu); 279 280 /* Set time-base frequency to 512 MHz. vhyp must be set first. */ 281 cpu_ppc_tb_init(env, SPAPR_TIMEBASE_FREQ); 282 283 if (spapr_irq_cpu_intc_create(spapr, cpu, errp) < 0) { 284 qdev_unrealize(DEVICE(cpu)); 285 return false; 286 } 287 288 if (!sc->pre_3_0_migration) { 289 vmstate_register(NULL, cs->cpu_index, &vmstate_spapr_cpu_state, 290 cpu->machine_data); 291 } 292 return true; 293 } 294 295 static PowerPCCPU *spapr_create_vcpu(SpaprCpuCore *sc, int i, Error **errp) 296 { 297 SpaprCpuCoreClass *scc = SPAPR_CPU_CORE_GET_CLASS(sc); 298 CPUCore *cc = CPU_CORE(sc); 299 g_autoptr(Object) obj = NULL; 300 g_autofree char *id = NULL; 301 CPUState *cs; 302 PowerPCCPU *cpu; 303 CPUPPCState *env; 304 305 obj = object_new(scc->cpu_type); 306 307 cs = CPU(obj); 308 cpu = POWERPC_CPU(obj); 309 env = &cpu->env; 310 /* 311 * All CPUs start halted. CPU0 is unhalted from the machine level reset code 312 * and the rest are explicitly started up by the guest using an RTAS call. 313 */ 314 qdev_prop_set_bit(DEVICE(obj), "start-powered-off", true); 315 cs->cpu_index = cc->core_id + i; 316 if (!spapr_set_vcpu_id(cpu, cs->cpu_index, errp)) { 317 return NULL; 318 } 319 320 env->core_index = cc->core_id; 321 322 cpu->node_id = sc->node_id; 323 324 id = g_strdup_printf("thread[%d]", i); 325 object_property_add_child(OBJECT(sc), id, obj); 326 327 cpu->machine_data = g_new0(SpaprCpuState, 1); 328 329 return cpu; 330 } 331 332 static void spapr_cpu_core_realize(DeviceState *dev, Error **errp) 333 { 334 /* We don't use SPAPR_MACHINE() in order to exit gracefully if the user 335 * tries to add a sPAPR CPU core to a non-pseries machine. 336 */ 337 SpaprMachineState *spapr = 338 (SpaprMachineState *) object_dynamic_cast(qdev_get_machine(), 339 TYPE_SPAPR_MACHINE); 340 SpaprCpuCore *sc = SPAPR_CPU_CORE(OBJECT(dev)); 341 CPUCore *cc = CPU_CORE(OBJECT(dev)); 342 int i; 343 344 if (!spapr) { 345 error_setg(errp, TYPE_SPAPR_CPU_CORE " needs a pseries machine"); 346 return; 347 } 348 349 qemu_register_reset(spapr_cpu_core_reset_handler, sc); 350 sc->threads = g_new0(PowerPCCPU *, cc->nr_threads); 351 for (i = 0; i < cc->nr_threads; i++) { 352 PowerPCCPU *cpu; 353 354 cpu = spapr_create_vcpu(sc, i, errp); 355 sc->threads[i] = cpu; 356 if (cpu && cc->nr_threads > 1) { 357 cpu->env.has_smt_siblings = true; 358 } 359 360 if (!cpu || !spapr_realize_vcpu(cpu, spapr, sc, i, errp)) { 361 spapr_cpu_core_unrealize(dev); 362 return; 363 } 364 } 365 } 366 367 static Property spapr_cpu_core_properties[] = { 368 DEFINE_PROP_INT32("node-id", SpaprCpuCore, node_id, CPU_UNSET_NUMA_NODE_ID), 369 DEFINE_PROP_BOOL("pre-3.0-migration", SpaprCpuCore, pre_3_0_migration, 370 false), 371 DEFINE_PROP_END_OF_LIST() 372 }; 373 374 static void spapr_cpu_core_class_init(ObjectClass *oc, void *data) 375 { 376 DeviceClass *dc = DEVICE_CLASS(oc); 377 SpaprCpuCoreClass *scc = SPAPR_CPU_CORE_CLASS(oc); 378 379 dc->realize = spapr_cpu_core_realize; 380 dc->unrealize = spapr_cpu_core_unrealize; 381 device_class_set_legacy_reset(dc, spapr_cpu_core_reset); 382 device_class_set_props(dc, spapr_cpu_core_properties); 383 scc->cpu_type = data; 384 } 385 386 #define DEFINE_SPAPR_CPU_CORE_TYPE(cpu_model) \ 387 { \ 388 .parent = TYPE_SPAPR_CPU_CORE, \ 389 .class_data = (void *) POWERPC_CPU_TYPE_NAME(cpu_model), \ 390 .class_init = spapr_cpu_core_class_init, \ 391 .name = SPAPR_CPU_CORE_TYPE_NAME(cpu_model), \ 392 } 393 394 static const TypeInfo spapr_cpu_core_type_infos[] = { 395 { 396 .name = TYPE_SPAPR_CPU_CORE, 397 .parent = TYPE_CPU_CORE, 398 .abstract = true, 399 .instance_size = sizeof(SpaprCpuCore), 400 .class_size = sizeof(SpaprCpuCoreClass), 401 }, 402 DEFINE_SPAPR_CPU_CORE_TYPE("970_v2.2"), 403 DEFINE_SPAPR_CPU_CORE_TYPE("970mp_v1.0"), 404 DEFINE_SPAPR_CPU_CORE_TYPE("970mp_v1.1"), 405 DEFINE_SPAPR_CPU_CORE_TYPE("power5p_v2.1"), 406 DEFINE_SPAPR_CPU_CORE_TYPE("power7_v2.3"), 407 DEFINE_SPAPR_CPU_CORE_TYPE("power7p_v2.1"), 408 DEFINE_SPAPR_CPU_CORE_TYPE("power8_v2.0"), 409 DEFINE_SPAPR_CPU_CORE_TYPE("power8e_v2.1"), 410 DEFINE_SPAPR_CPU_CORE_TYPE("power8nvl_v1.0"), 411 DEFINE_SPAPR_CPU_CORE_TYPE("power9_v2.0"), 412 DEFINE_SPAPR_CPU_CORE_TYPE("power9_v2.2"), 413 DEFINE_SPAPR_CPU_CORE_TYPE("power10_v2.0"), 414 #ifdef CONFIG_KVM 415 DEFINE_SPAPR_CPU_CORE_TYPE("host"), 416 #endif 417 }; 418 419 DEFINE_TYPES(spapr_cpu_core_type_infos) 420