1 /* 2 * sPAPR CPU core device, acts as container of CPU thread devices. 3 * 4 * Copyright (C) 2016 Bharata B Rao <bharata@linux.vnet.ibm.com> 5 * 6 * This work is licensed under the terms of the GNU GPL, version 2 or later. 7 * See the COPYING file in the top-level directory. 8 */ 9 10 #include "qemu/osdep.h" 11 #include "hw/cpu/core.h" 12 #include "hw/ppc/spapr_cpu_core.h" 13 #include "hw/qdev-properties.h" 14 #include "migration/vmstate.h" 15 #include "target/ppc/cpu.h" 16 #include "hw/ppc/spapr.h" 17 #include "qapi/error.h" 18 #include "sysemu/cpus.h" 19 #include "sysemu/kvm.h" 20 #include "target/ppc/kvm_ppc.h" 21 #include "hw/ppc/ppc.h" 22 #include "target/ppc/mmu-hash64.h" 23 #include "sysemu/numa.h" 24 #include "sysemu/reset.h" 25 #include "sysemu/hw_accel.h" 26 #include "qemu/error-report.h" 27 28 static void spapr_reset_vcpu(PowerPCCPU *cpu) 29 { 30 CPUState *cs = CPU(cpu); 31 CPUPPCState *env = &cpu->env; 32 PowerPCCPUClass *pcc = POWERPC_CPU_GET_CLASS(cpu); 33 SpaprCpuState *spapr_cpu = spapr_cpu_state(cpu); 34 target_ulong lpcr; 35 SpaprMachineState *spapr = SPAPR_MACHINE(qdev_get_machine()); 36 37 cpu_reset(cs); 38 39 env->spr[SPR_HIOR] = 0; 40 41 lpcr = env->spr[SPR_LPCR]; 42 43 /* Set emulated LPCR to not send interrupts to hypervisor. Note that 44 * under KVM, the actual HW LPCR will be set differently by KVM itself, 45 * the settings below ensure proper operations with TCG in absence of 46 * a real hypervisor. 47 * 48 * Disable Power-saving mode Exit Cause exceptions for the CPU, so 49 * we don't get spurious wakups before an RTAS start-cpu call. 50 * For the same reason, set PSSCR_EC. 51 */ 52 lpcr &= ~(LPCR_VPM1 | LPCR_ISL | LPCR_KBV | pcc->lpcr_pm); 53 lpcr |= LPCR_LPES0 | LPCR_LPES1; 54 env->spr[SPR_PSSCR] |= PSSCR_EC; 55 56 ppc_store_lpcr(cpu, lpcr); 57 58 /* Set a full AMOR so guest can use the AMR as it sees fit */ 59 env->spr[SPR_AMOR] = 0xffffffffffffffffull; 60 61 spapr_cpu->vpa_addr = 0; 62 spapr_cpu->slb_shadow_addr = 0; 63 spapr_cpu->slb_shadow_size = 0; 64 spapr_cpu->dtl_addr = 0; 65 spapr_cpu->dtl_size = 0; 66 67 spapr_caps_cpu_apply(spapr, cpu); 68 69 kvm_check_mmu(cpu, &error_fatal); 70 71 spapr_irq_cpu_intc_reset(spapr, cpu); 72 } 73 74 void spapr_cpu_set_entry_state(PowerPCCPU *cpu, target_ulong nip, 75 target_ulong r1, target_ulong r3, 76 target_ulong r4) 77 { 78 PowerPCCPUClass *pcc = POWERPC_CPU_GET_CLASS(cpu); 79 CPUPPCState *env = &cpu->env; 80 81 env->nip = nip; 82 env->gpr[1] = r1; 83 env->gpr[3] = r3; 84 env->gpr[4] = r4; 85 kvmppc_set_reg_ppc_online(cpu, 1); 86 CPU(cpu)->halted = 0; 87 /* Enable Power-saving mode Exit Cause exceptions */ 88 ppc_store_lpcr(cpu, env->spr[SPR_LPCR] | pcc->lpcr_pm); 89 } 90 91 /* 92 * Return the sPAPR CPU core type for @model which essentially is the CPU 93 * model specified with -cpu cmdline option. 94 */ 95 const char *spapr_get_cpu_core_type(const char *cpu_type) 96 { 97 int len = strlen(cpu_type) - strlen(POWERPC_CPU_TYPE_SUFFIX); 98 char *core_type = g_strdup_printf(SPAPR_CPU_CORE_TYPE_NAME("%.*s"), 99 len, cpu_type); 100 ObjectClass *oc = object_class_by_name(core_type); 101 102 g_free(core_type); 103 if (!oc) { 104 return NULL; 105 } 106 107 return object_class_get_name(oc); 108 } 109 110 static bool slb_shadow_needed(void *opaque) 111 { 112 SpaprCpuState *spapr_cpu = opaque; 113 114 return spapr_cpu->slb_shadow_addr != 0; 115 } 116 117 static const VMStateDescription vmstate_spapr_cpu_slb_shadow = { 118 .name = "spapr_cpu/vpa/slb_shadow", 119 .version_id = 1, 120 .minimum_version_id = 1, 121 .needed = slb_shadow_needed, 122 .fields = (VMStateField[]) { 123 VMSTATE_UINT64(slb_shadow_addr, SpaprCpuState), 124 VMSTATE_UINT64(slb_shadow_size, SpaprCpuState), 125 VMSTATE_END_OF_LIST() 126 } 127 }; 128 129 static bool dtl_needed(void *opaque) 130 { 131 SpaprCpuState *spapr_cpu = opaque; 132 133 return spapr_cpu->dtl_addr != 0; 134 } 135 136 static const VMStateDescription vmstate_spapr_cpu_dtl = { 137 .name = "spapr_cpu/vpa/dtl", 138 .version_id = 1, 139 .minimum_version_id = 1, 140 .needed = dtl_needed, 141 .fields = (VMStateField[]) { 142 VMSTATE_UINT64(dtl_addr, SpaprCpuState), 143 VMSTATE_UINT64(dtl_size, SpaprCpuState), 144 VMSTATE_END_OF_LIST() 145 } 146 }; 147 148 static bool vpa_needed(void *opaque) 149 { 150 SpaprCpuState *spapr_cpu = opaque; 151 152 return spapr_cpu->vpa_addr != 0; 153 } 154 155 static const VMStateDescription vmstate_spapr_cpu_vpa = { 156 .name = "spapr_cpu/vpa", 157 .version_id = 1, 158 .minimum_version_id = 1, 159 .needed = vpa_needed, 160 .fields = (VMStateField[]) { 161 VMSTATE_UINT64(vpa_addr, SpaprCpuState), 162 VMSTATE_END_OF_LIST() 163 }, 164 .subsections = (const VMStateDescription * []) { 165 &vmstate_spapr_cpu_slb_shadow, 166 &vmstate_spapr_cpu_dtl, 167 NULL 168 } 169 }; 170 171 static const VMStateDescription vmstate_spapr_cpu_state = { 172 .name = "spapr_cpu", 173 .version_id = 1, 174 .minimum_version_id = 1, 175 .fields = (VMStateField[]) { 176 VMSTATE_END_OF_LIST() 177 }, 178 .subsections = (const VMStateDescription * []) { 179 &vmstate_spapr_cpu_vpa, 180 NULL 181 } 182 }; 183 184 static void spapr_unrealize_vcpu(PowerPCCPU *cpu, SpaprCpuCore *sc) 185 { 186 if (!sc->pre_3_0_migration) { 187 vmstate_unregister(NULL, &vmstate_spapr_cpu_state, cpu->machine_data); 188 } 189 spapr_irq_cpu_intc_destroy(SPAPR_MACHINE(qdev_get_machine()), cpu); 190 cpu_remove_sync(CPU(cpu)); 191 object_unparent(OBJECT(cpu)); 192 } 193 194 /* 195 * Called when CPUs are hot-plugged. 196 */ 197 static void spapr_cpu_core_reset(DeviceState *dev) 198 { 199 CPUCore *cc = CPU_CORE(dev); 200 SpaprCpuCore *sc = SPAPR_CPU_CORE(dev); 201 int i; 202 203 for (i = 0; i < cc->nr_threads; i++) { 204 spapr_reset_vcpu(sc->threads[i]); 205 } 206 } 207 208 /* 209 * Called by the machine reset. 210 */ 211 static void spapr_cpu_core_reset_handler(void *opaque) 212 { 213 spapr_cpu_core_reset(opaque); 214 } 215 216 static void spapr_cpu_core_unrealize(DeviceState *dev) 217 { 218 SpaprCpuCore *sc = SPAPR_CPU_CORE(OBJECT(dev)); 219 CPUCore *cc = CPU_CORE(dev); 220 int i; 221 222 qemu_unregister_reset(spapr_cpu_core_reset_handler, sc); 223 224 for (i = 0; i < cc->nr_threads; i++) { 225 spapr_unrealize_vcpu(sc->threads[i], sc); 226 } 227 g_free(sc->threads); 228 } 229 230 static void spapr_realize_vcpu(PowerPCCPU *cpu, SpaprMachineState *spapr, 231 SpaprCpuCore *sc, Error **errp) 232 { 233 CPUPPCState *env = &cpu->env; 234 CPUState *cs = CPU(cpu); 235 236 if (!qdev_realize(DEVICE(cpu), NULL, errp)) { 237 return; 238 } 239 240 /* Set time-base frequency to 512 MHz */ 241 cpu_ppc_tb_init(env, SPAPR_TIMEBASE_FREQ); 242 243 cpu_ppc_set_vhyp(cpu, PPC_VIRTUAL_HYPERVISOR(spapr)); 244 kvmppc_set_papr(cpu); 245 246 if (spapr_irq_cpu_intc_create(spapr, cpu, errp) < 0) { 247 cpu_remove_sync(CPU(cpu)); 248 return; 249 } 250 251 if (!sc->pre_3_0_migration) { 252 vmstate_register(NULL, cs->cpu_index, &vmstate_spapr_cpu_state, 253 cpu->machine_data); 254 } 255 } 256 257 static PowerPCCPU *spapr_create_vcpu(SpaprCpuCore *sc, int i, Error **errp) 258 { 259 SpaprCpuCoreClass *scc = SPAPR_CPU_CORE_GET_CLASS(sc); 260 CPUCore *cc = CPU_CORE(sc); 261 Object *obj; 262 char *id; 263 CPUState *cs; 264 PowerPCCPU *cpu; 265 266 obj = object_new(scc->cpu_type); 267 268 cs = CPU(obj); 269 cpu = POWERPC_CPU(obj); 270 /* 271 * All CPUs start halted. CPU0 is unhalted from the machine level reset code 272 * and the rest are explicitly started up by the guest using an RTAS call. 273 */ 274 cs->start_powered_off = true; 275 cs->cpu_index = cc->core_id + i; 276 if (!spapr_set_vcpu_id(cpu, cs->cpu_index, errp)) { 277 goto err; 278 } 279 280 cpu->node_id = sc->node_id; 281 282 id = g_strdup_printf("thread[%d]", i); 283 object_property_add_child(OBJECT(sc), id, obj); 284 g_free(id); 285 286 cpu->machine_data = g_new0(SpaprCpuState, 1); 287 288 object_unref(obj); 289 return cpu; 290 291 err: 292 object_unref(obj); 293 return NULL; 294 } 295 296 static void spapr_delete_vcpu(PowerPCCPU *cpu, SpaprCpuCore *sc) 297 { 298 SpaprCpuState *spapr_cpu = spapr_cpu_state(cpu); 299 300 cpu->machine_data = NULL; 301 g_free(spapr_cpu); 302 object_unparent(OBJECT(cpu)); 303 } 304 305 static void spapr_cpu_core_realize(DeviceState *dev, Error **errp) 306 { 307 /* We don't use SPAPR_MACHINE() in order to exit gracefully if the user 308 * tries to add a sPAPR CPU core to a non-pseries machine. 309 */ 310 SpaprMachineState *spapr = 311 (SpaprMachineState *) object_dynamic_cast(qdev_get_machine(), 312 TYPE_SPAPR_MACHINE); 313 SpaprCpuCore *sc = SPAPR_CPU_CORE(OBJECT(dev)); 314 CPUCore *cc = CPU_CORE(OBJECT(dev)); 315 Error *local_err = NULL; 316 int i, j; 317 318 if (!spapr) { 319 error_setg(errp, TYPE_SPAPR_CPU_CORE " needs a pseries machine"); 320 return; 321 } 322 323 sc->threads = g_new(PowerPCCPU *, cc->nr_threads); 324 for (i = 0; i < cc->nr_threads; i++) { 325 sc->threads[i] = spapr_create_vcpu(sc, i, &local_err); 326 if (local_err) { 327 goto err; 328 } 329 } 330 331 for (j = 0; j < cc->nr_threads; j++) { 332 spapr_realize_vcpu(sc->threads[j], spapr, sc, &local_err); 333 if (local_err) { 334 goto err_unrealize; 335 } 336 } 337 338 qemu_register_reset(spapr_cpu_core_reset_handler, sc); 339 return; 340 341 err_unrealize: 342 while (--j >= 0) { 343 spapr_unrealize_vcpu(sc->threads[j], sc); 344 } 345 err: 346 while (--i >= 0) { 347 spapr_delete_vcpu(sc->threads[i], sc); 348 } 349 g_free(sc->threads); 350 error_propagate(errp, local_err); 351 } 352 353 static Property spapr_cpu_core_properties[] = { 354 DEFINE_PROP_INT32("node-id", SpaprCpuCore, node_id, CPU_UNSET_NUMA_NODE_ID), 355 DEFINE_PROP_BOOL("pre-3.0-migration", SpaprCpuCore, pre_3_0_migration, 356 false), 357 DEFINE_PROP_END_OF_LIST() 358 }; 359 360 static void spapr_cpu_core_class_init(ObjectClass *oc, void *data) 361 { 362 DeviceClass *dc = DEVICE_CLASS(oc); 363 SpaprCpuCoreClass *scc = SPAPR_CPU_CORE_CLASS(oc); 364 365 dc->realize = spapr_cpu_core_realize; 366 dc->unrealize = spapr_cpu_core_unrealize; 367 dc->reset = spapr_cpu_core_reset; 368 device_class_set_props(dc, spapr_cpu_core_properties); 369 scc->cpu_type = data; 370 } 371 372 #define DEFINE_SPAPR_CPU_CORE_TYPE(cpu_model) \ 373 { \ 374 .parent = TYPE_SPAPR_CPU_CORE, \ 375 .class_data = (void *) POWERPC_CPU_TYPE_NAME(cpu_model), \ 376 .class_init = spapr_cpu_core_class_init, \ 377 .name = SPAPR_CPU_CORE_TYPE_NAME(cpu_model), \ 378 } 379 380 static const TypeInfo spapr_cpu_core_type_infos[] = { 381 { 382 .name = TYPE_SPAPR_CPU_CORE, 383 .parent = TYPE_CPU_CORE, 384 .abstract = true, 385 .instance_size = sizeof(SpaprCpuCore), 386 .class_size = sizeof(SpaprCpuCoreClass), 387 }, 388 DEFINE_SPAPR_CPU_CORE_TYPE("970_v2.2"), 389 DEFINE_SPAPR_CPU_CORE_TYPE("970mp_v1.0"), 390 DEFINE_SPAPR_CPU_CORE_TYPE("970mp_v1.1"), 391 DEFINE_SPAPR_CPU_CORE_TYPE("power5+_v2.1"), 392 DEFINE_SPAPR_CPU_CORE_TYPE("power7_v2.3"), 393 DEFINE_SPAPR_CPU_CORE_TYPE("power7+_v2.1"), 394 DEFINE_SPAPR_CPU_CORE_TYPE("power8_v2.0"), 395 DEFINE_SPAPR_CPU_CORE_TYPE("power8e_v2.1"), 396 DEFINE_SPAPR_CPU_CORE_TYPE("power8nvl_v1.0"), 397 DEFINE_SPAPR_CPU_CORE_TYPE("power9_v1.0"), 398 DEFINE_SPAPR_CPU_CORE_TYPE("power9_v2.0"), 399 DEFINE_SPAPR_CPU_CORE_TYPE("power10_v1.0"), 400 #ifdef CONFIG_KVM 401 DEFINE_SPAPR_CPU_CORE_TYPE("host"), 402 #endif 403 }; 404 405 DEFINE_TYPES(spapr_cpu_core_type_infos) 406