1 /* 2 * ARM kernel loader. 3 * 4 * Copyright (c) 2006-2007 CodeSourcery. 5 * Written by Paul Brook 6 * 7 * This code is licensed under the GPL. 8 */ 9 10 #include "qemu/osdep.h" 11 #include "qemu/datadir.h" 12 #include "qemu/error-report.h" 13 #include "qapi/error.h" 14 #include <libfdt.h> 15 #include "hw/arm/boot.h" 16 #include "hw/arm/linux-boot-if.h" 17 #include "sysemu/kvm.h" 18 #include "sysemu/tcg.h" 19 #include "sysemu/sysemu.h" 20 #include "sysemu/numa.h" 21 #include "hw/boards.h" 22 #include "sysemu/reset.h" 23 #include "hw/loader.h" 24 #include "elf.h" 25 #include "sysemu/device_tree.h" 26 #include "qemu/config-file.h" 27 #include "qemu/option.h" 28 #include "qemu/units.h" 29 30 /* Kernel boot protocol is specified in the kernel docs 31 * Documentation/arm/Booting and Documentation/arm64/booting.txt 32 * They have different preferred image load offsets from system RAM base. 33 */ 34 #define KERNEL_ARGS_ADDR 0x100 35 #define KERNEL_NOLOAD_ADDR 0x02000000 36 #define KERNEL_LOAD_ADDR 0x00010000 37 #define KERNEL64_LOAD_ADDR 0x00080000 38 39 #define ARM64_TEXT_OFFSET_OFFSET 8 40 #define ARM64_MAGIC_OFFSET 56 41 42 #define BOOTLOADER_MAX_SIZE (4 * KiB) 43 44 AddressSpace *arm_boot_address_space(ARMCPU *cpu, 45 const struct arm_boot_info *info) 46 { 47 /* Return the address space to use for bootloader reads and writes. 48 * We prefer the secure address space if the CPU has it and we're 49 * going to boot the guest into it. 50 */ 51 int asidx; 52 CPUState *cs = CPU(cpu); 53 54 if (arm_feature(&cpu->env, ARM_FEATURE_EL3) && info->secure_boot) { 55 asidx = ARMASIdx_S; 56 } else { 57 asidx = ARMASIdx_NS; 58 } 59 60 return cpu_get_address_space(cs, asidx); 61 } 62 63 static const ARMInsnFixup bootloader_aarch64[] = { 64 { 0x580000c0 }, /* ldr x0, arg ; Load the lower 32-bits of DTB */ 65 { 0xaa1f03e1 }, /* mov x1, xzr */ 66 { 0xaa1f03e2 }, /* mov x2, xzr */ 67 { 0xaa1f03e3 }, /* mov x3, xzr */ 68 { 0x58000084 }, /* ldr x4, entry ; Load the lower 32-bits of kernel entry */ 69 { 0xd61f0080 }, /* br x4 ; Jump to the kernel entry point */ 70 { 0, FIXUP_ARGPTR_LO }, /* arg: .word @DTB Lower 32-bits */ 71 { 0, FIXUP_ARGPTR_HI}, /* .word @DTB Higher 32-bits */ 72 { 0, FIXUP_ENTRYPOINT_LO }, /* entry: .word @Kernel Entry Lower 32-bits */ 73 { 0, FIXUP_ENTRYPOINT_HI }, /* .word @Kernel Entry Higher 32-bits */ 74 { 0, FIXUP_TERMINATOR } 75 }; 76 77 /* A very small bootloader: call the board-setup code (if needed), 78 * set r0-r2, then jump to the kernel. 79 * If we're not calling boot setup code then we don't copy across 80 * the first BOOTLOADER_NO_BOARD_SETUP_OFFSET insns in this array. 81 */ 82 83 static const ARMInsnFixup bootloader[] = { 84 { 0xe28fe004 }, /* add lr, pc, #4 */ 85 { 0xe51ff004 }, /* ldr pc, [pc, #-4] */ 86 { 0, FIXUP_BOARD_SETUP }, 87 #define BOOTLOADER_NO_BOARD_SETUP_OFFSET 3 88 { 0xe3a00000 }, /* mov r0, #0 */ 89 { 0xe59f1004 }, /* ldr r1, [pc, #4] */ 90 { 0xe59f2004 }, /* ldr r2, [pc, #4] */ 91 { 0xe59ff004 }, /* ldr pc, [pc, #4] */ 92 { 0, FIXUP_BOARDID }, 93 { 0, FIXUP_ARGPTR_LO }, 94 { 0, FIXUP_ENTRYPOINT_LO }, 95 { 0, FIXUP_TERMINATOR } 96 }; 97 98 /* Handling for secondary CPU boot in a multicore system. 99 * Unlike the uniprocessor/primary CPU boot, this is platform 100 * dependent. The default code here is based on the secondary 101 * CPU boot protocol used on realview/vexpress boards, with 102 * some parameterisation to increase its flexibility. 103 * QEMU platform models for which this code is not appropriate 104 * should override write_secondary_boot and secondary_cpu_reset_hook 105 * instead. 106 * 107 * This code enables the interrupt controllers for the secondary 108 * CPUs and then puts all the secondary CPUs into a loop waiting 109 * for an interprocessor interrupt and polling a configurable 110 * location for the kernel secondary CPU entry point. 111 */ 112 #define DSB_INSN 0xf57ff04f 113 #define CP15_DSB_INSN 0xee070f9a /* mcr cp15, 0, r0, c7, c10, 4 */ 114 115 static const ARMInsnFixup smpboot[] = { 116 { 0xe59f2028 }, /* ldr r2, gic_cpu_if */ 117 { 0xe59f0028 }, /* ldr r0, bootreg_addr */ 118 { 0xe3a01001 }, /* mov r1, #1 */ 119 { 0xe5821000 }, /* str r1, [r2] - set GICC_CTLR.Enable */ 120 { 0xe3a010ff }, /* mov r1, #0xff */ 121 { 0xe5821004 }, /* str r1, [r2, 4] - set GIC_PMR.Priority to 0xff */ 122 { 0, FIXUP_DSB }, /* dsb */ 123 { 0xe320f003 }, /* wfi */ 124 { 0xe5901000 }, /* ldr r1, [r0] */ 125 { 0xe1110001 }, /* tst r1, r1 */ 126 { 0x0afffffb }, /* beq <wfi> */ 127 { 0xe12fff11 }, /* bx r1 */ 128 { 0, FIXUP_GIC_CPU_IF }, /* gic_cpu_if: .word 0x.... */ 129 { 0, FIXUP_BOOTREG }, /* bootreg_addr: .word 0x.... */ 130 { 0, FIXUP_TERMINATOR } 131 }; 132 133 void arm_write_bootloader(const char *name, 134 AddressSpace *as, hwaddr addr, 135 const ARMInsnFixup *insns, 136 const uint32_t *fixupcontext) 137 { 138 /* Fix up the specified bootloader fragment and write it into 139 * guest memory using rom_add_blob_fixed(). fixupcontext is 140 * an array giving the values to write in for the fixup types 141 * which write a value into the code array. 142 */ 143 int i, len; 144 uint32_t *code; 145 146 len = 0; 147 while (insns[len].fixup != FIXUP_TERMINATOR) { 148 len++; 149 } 150 151 code = g_new0(uint32_t, len); 152 153 for (i = 0; i < len; i++) { 154 uint32_t insn = insns[i].insn; 155 FixupType fixup = insns[i].fixup; 156 157 switch (fixup) { 158 case FIXUP_NONE: 159 break; 160 case FIXUP_BOARDID: 161 case FIXUP_BOARD_SETUP: 162 case FIXUP_ARGPTR_LO: 163 case FIXUP_ARGPTR_HI: 164 case FIXUP_ENTRYPOINT_LO: 165 case FIXUP_ENTRYPOINT_HI: 166 case FIXUP_GIC_CPU_IF: 167 case FIXUP_BOOTREG: 168 case FIXUP_DSB: 169 insn = fixupcontext[fixup]; 170 break; 171 default: 172 abort(); 173 } 174 code[i] = tswap32(insn); 175 } 176 177 assert((len * sizeof(uint32_t)) < BOOTLOADER_MAX_SIZE); 178 179 rom_add_blob_fixed_as(name, code, len * sizeof(uint32_t), addr, as); 180 181 g_free(code); 182 } 183 184 static void default_write_secondary(ARMCPU *cpu, 185 const struct arm_boot_info *info) 186 { 187 uint32_t fixupcontext[FIXUP_MAX]; 188 AddressSpace *as = arm_boot_address_space(cpu, info); 189 190 fixupcontext[FIXUP_GIC_CPU_IF] = info->gic_cpu_if_addr; 191 fixupcontext[FIXUP_BOOTREG] = info->smp_bootreg_addr; 192 if (arm_feature(&cpu->env, ARM_FEATURE_V7)) { 193 fixupcontext[FIXUP_DSB] = DSB_INSN; 194 } else { 195 fixupcontext[FIXUP_DSB] = CP15_DSB_INSN; 196 } 197 198 arm_write_bootloader("smpboot", as, info->smp_loader_start, 199 smpboot, fixupcontext); 200 } 201 202 void arm_write_secure_board_setup_dummy_smc(ARMCPU *cpu, 203 const struct arm_boot_info *info, 204 hwaddr mvbar_addr) 205 { 206 AddressSpace *as = arm_boot_address_space(cpu, info); 207 int n; 208 uint32_t mvbar_blob[] = { 209 /* mvbar_addr: secure monitor vectors 210 * Default unimplemented and unused vectors to spin. Makes it 211 * easier to debug (as opposed to the CPU running away). 212 */ 213 0xeafffffe, /* (spin) */ 214 0xeafffffe, /* (spin) */ 215 0xe1b0f00e, /* movs pc, lr ;SMC exception return */ 216 0xeafffffe, /* (spin) */ 217 0xeafffffe, /* (spin) */ 218 0xeafffffe, /* (spin) */ 219 0xeafffffe, /* (spin) */ 220 0xeafffffe, /* (spin) */ 221 }; 222 uint32_t board_setup_blob[] = { 223 /* board setup addr */ 224 0xee110f51, /* mrc p15, 0, r0, c1, c1, 2 ;read NSACR */ 225 0xe3800b03, /* orr r0, #0xc00 ;set CP11, CP10 */ 226 0xee010f51, /* mcr p15, 0, r0, c1, c1, 2 ;write NSACR */ 227 0xe3a00e00 + (mvbar_addr >> 4), /* mov r0, #mvbar_addr */ 228 0xee0c0f30, /* mcr p15, 0, r0, c12, c0, 1 ;set MVBAR */ 229 0xee110f11, /* mrc p15, 0, r0, c1 , c1, 0 ;read SCR */ 230 0xe3800031, /* orr r0, #0x31 ;enable AW, FW, NS */ 231 0xee010f11, /* mcr p15, 0, r0, c1, c1, 0 ;write SCR */ 232 0xe1a0100e, /* mov r1, lr ;save LR across SMC */ 233 0xe1600070, /* smc #0 ;call monitor to flush SCR */ 234 0xe1a0f001, /* mov pc, r1 ;return */ 235 }; 236 237 /* check that mvbar_addr is correctly aligned and relocatable (using MOV) */ 238 assert((mvbar_addr & 0x1f) == 0 && (mvbar_addr >> 4) < 0x100); 239 240 /* check that these blobs don't overlap */ 241 assert((mvbar_addr + sizeof(mvbar_blob) <= info->board_setup_addr) 242 || (info->board_setup_addr + sizeof(board_setup_blob) <= mvbar_addr)); 243 244 for (n = 0; n < ARRAY_SIZE(mvbar_blob); n++) { 245 mvbar_blob[n] = tswap32(mvbar_blob[n]); 246 } 247 rom_add_blob_fixed_as("board-setup-mvbar", mvbar_blob, sizeof(mvbar_blob), 248 mvbar_addr, as); 249 250 for (n = 0; n < ARRAY_SIZE(board_setup_blob); n++) { 251 board_setup_blob[n] = tswap32(board_setup_blob[n]); 252 } 253 rom_add_blob_fixed_as("board-setup", board_setup_blob, 254 sizeof(board_setup_blob), info->board_setup_addr, as); 255 } 256 257 static void default_reset_secondary(ARMCPU *cpu, 258 const struct arm_boot_info *info) 259 { 260 AddressSpace *as = arm_boot_address_space(cpu, info); 261 CPUState *cs = CPU(cpu); 262 263 address_space_stl_notdirty(as, info->smp_bootreg_addr, 264 0, MEMTXATTRS_UNSPECIFIED, NULL); 265 cpu_set_pc(cs, info->smp_loader_start); 266 } 267 268 static inline bool have_dtb(const struct arm_boot_info *info) 269 { 270 return info->dtb_filename || info->get_dtb; 271 } 272 273 #define WRITE_WORD(p, value) do { \ 274 address_space_stl_notdirty(as, p, value, \ 275 MEMTXATTRS_UNSPECIFIED, NULL); \ 276 p += 4; \ 277 } while (0) 278 279 static void set_kernel_args(const struct arm_boot_info *info, AddressSpace *as) 280 { 281 int initrd_size = info->initrd_size; 282 hwaddr base = info->loader_start; 283 hwaddr p; 284 285 p = base + KERNEL_ARGS_ADDR; 286 /* ATAG_CORE */ 287 WRITE_WORD(p, 5); 288 WRITE_WORD(p, 0x54410001); 289 WRITE_WORD(p, 1); 290 WRITE_WORD(p, 0x1000); 291 WRITE_WORD(p, 0); 292 /* ATAG_MEM */ 293 /* TODO: handle multiple chips on one ATAG list */ 294 WRITE_WORD(p, 4); 295 WRITE_WORD(p, 0x54410002); 296 WRITE_WORD(p, info->ram_size); 297 WRITE_WORD(p, info->loader_start); 298 if (initrd_size) { 299 /* ATAG_INITRD2 */ 300 WRITE_WORD(p, 4); 301 WRITE_WORD(p, 0x54420005); 302 WRITE_WORD(p, info->initrd_start); 303 WRITE_WORD(p, initrd_size); 304 } 305 if (info->kernel_cmdline && *info->kernel_cmdline) { 306 /* ATAG_CMDLINE */ 307 int cmdline_size; 308 309 cmdline_size = strlen(info->kernel_cmdline); 310 address_space_write(as, p + 8, MEMTXATTRS_UNSPECIFIED, 311 info->kernel_cmdline, cmdline_size + 1); 312 cmdline_size = (cmdline_size >> 2) + 1; 313 WRITE_WORD(p, cmdline_size + 2); 314 WRITE_WORD(p, 0x54410009); 315 p += cmdline_size * 4; 316 } 317 if (info->atag_board) { 318 /* ATAG_BOARD */ 319 int atag_board_len; 320 uint8_t atag_board_buf[0x1000]; 321 322 atag_board_len = (info->atag_board(info, atag_board_buf) + 3) & ~3; 323 WRITE_WORD(p, (atag_board_len + 8) >> 2); 324 WRITE_WORD(p, 0x414f4d50); 325 address_space_write(as, p, MEMTXATTRS_UNSPECIFIED, 326 atag_board_buf, atag_board_len); 327 p += atag_board_len; 328 } 329 /* ATAG_END */ 330 WRITE_WORD(p, 0); 331 WRITE_WORD(p, 0); 332 } 333 334 static void set_kernel_args_old(const struct arm_boot_info *info, 335 AddressSpace *as) 336 { 337 hwaddr p; 338 const char *s; 339 int initrd_size = info->initrd_size; 340 hwaddr base = info->loader_start; 341 342 /* see linux/include/asm-arm/setup.h */ 343 p = base + KERNEL_ARGS_ADDR; 344 /* page_size */ 345 WRITE_WORD(p, 4096); 346 /* nr_pages */ 347 WRITE_WORD(p, info->ram_size / 4096); 348 /* ramdisk_size */ 349 WRITE_WORD(p, 0); 350 #define FLAG_READONLY 1 351 #define FLAG_RDLOAD 4 352 #define FLAG_RDPROMPT 8 353 /* flags */ 354 WRITE_WORD(p, FLAG_READONLY | FLAG_RDLOAD | FLAG_RDPROMPT); 355 /* rootdev */ 356 WRITE_WORD(p, (31 << 8) | 0); /* /dev/mtdblock0 */ 357 /* video_num_cols */ 358 WRITE_WORD(p, 0); 359 /* video_num_rows */ 360 WRITE_WORD(p, 0); 361 /* video_x */ 362 WRITE_WORD(p, 0); 363 /* video_y */ 364 WRITE_WORD(p, 0); 365 /* memc_control_reg */ 366 WRITE_WORD(p, 0); 367 /* unsigned char sounddefault */ 368 /* unsigned char adfsdrives */ 369 /* unsigned char bytes_per_char_h */ 370 /* unsigned char bytes_per_char_v */ 371 WRITE_WORD(p, 0); 372 /* pages_in_bank[4] */ 373 WRITE_WORD(p, 0); 374 WRITE_WORD(p, 0); 375 WRITE_WORD(p, 0); 376 WRITE_WORD(p, 0); 377 /* pages_in_vram */ 378 WRITE_WORD(p, 0); 379 /* initrd_start */ 380 if (initrd_size) { 381 WRITE_WORD(p, info->initrd_start); 382 } else { 383 WRITE_WORD(p, 0); 384 } 385 /* initrd_size */ 386 WRITE_WORD(p, initrd_size); 387 /* rd_start */ 388 WRITE_WORD(p, 0); 389 /* system_rev */ 390 WRITE_WORD(p, 0); 391 /* system_serial_low */ 392 WRITE_WORD(p, 0); 393 /* system_serial_high */ 394 WRITE_WORD(p, 0); 395 /* mem_fclk_21285 */ 396 WRITE_WORD(p, 0); 397 /* zero unused fields */ 398 while (p < base + KERNEL_ARGS_ADDR + 256 + 1024) { 399 WRITE_WORD(p, 0); 400 } 401 s = info->kernel_cmdline; 402 if (s) { 403 address_space_write(as, p, MEMTXATTRS_UNSPECIFIED, s, strlen(s) + 1); 404 } else { 405 WRITE_WORD(p, 0); 406 } 407 } 408 409 static int fdt_add_memory_node(void *fdt, uint32_t acells, hwaddr mem_base, 410 uint32_t scells, hwaddr mem_len, 411 int numa_node_id) 412 { 413 char *nodename; 414 int ret; 415 416 nodename = g_strdup_printf("/memory@%" PRIx64, mem_base); 417 qemu_fdt_add_subnode(fdt, nodename); 418 qemu_fdt_setprop_string(fdt, nodename, "device_type", "memory"); 419 ret = qemu_fdt_setprop_sized_cells(fdt, nodename, "reg", acells, mem_base, 420 scells, mem_len); 421 if (ret < 0) { 422 goto out; 423 } 424 425 /* only set the NUMA ID if it is specified */ 426 if (numa_node_id >= 0) { 427 ret = qemu_fdt_setprop_cell(fdt, nodename, 428 "numa-node-id", numa_node_id); 429 } 430 out: 431 g_free(nodename); 432 return ret; 433 } 434 435 static void fdt_add_psci_node(void *fdt) 436 { 437 uint32_t cpu_suspend_fn; 438 uint32_t cpu_off_fn; 439 uint32_t cpu_on_fn; 440 uint32_t migrate_fn; 441 ARMCPU *armcpu = ARM_CPU(qemu_get_cpu(0)); 442 const char *psci_method; 443 int64_t psci_conduit; 444 int rc; 445 446 psci_conduit = object_property_get_int(OBJECT(armcpu), 447 "psci-conduit", 448 &error_abort); 449 switch (psci_conduit) { 450 case QEMU_PSCI_CONDUIT_DISABLED: 451 return; 452 case QEMU_PSCI_CONDUIT_HVC: 453 psci_method = "hvc"; 454 break; 455 case QEMU_PSCI_CONDUIT_SMC: 456 psci_method = "smc"; 457 break; 458 default: 459 g_assert_not_reached(); 460 } 461 462 /* 463 * A pre-existing /psci node might specify function ID values 464 * that don't match QEMU's PSCI implementation. Delete the whole 465 * node and put our own in instead. 466 */ 467 rc = fdt_path_offset(fdt, "/psci"); 468 if (rc >= 0) { 469 qemu_fdt_nop_node(fdt, "/psci"); 470 } 471 472 qemu_fdt_add_subnode(fdt, "/psci"); 473 if (armcpu->psci_version >= QEMU_PSCI_VERSION_0_2) { 474 if (armcpu->psci_version < QEMU_PSCI_VERSION_1_0) { 475 const char comp[] = "arm,psci-0.2\0arm,psci"; 476 qemu_fdt_setprop(fdt, "/psci", "compatible", comp, sizeof(comp)); 477 } else { 478 const char comp[] = "arm,psci-1.0\0arm,psci-0.2\0arm,psci"; 479 qemu_fdt_setprop(fdt, "/psci", "compatible", comp, sizeof(comp)); 480 } 481 482 cpu_off_fn = QEMU_PSCI_0_2_FN_CPU_OFF; 483 if (arm_feature(&armcpu->env, ARM_FEATURE_AARCH64)) { 484 cpu_suspend_fn = QEMU_PSCI_0_2_FN64_CPU_SUSPEND; 485 cpu_on_fn = QEMU_PSCI_0_2_FN64_CPU_ON; 486 migrate_fn = QEMU_PSCI_0_2_FN64_MIGRATE; 487 } else { 488 cpu_suspend_fn = QEMU_PSCI_0_2_FN_CPU_SUSPEND; 489 cpu_on_fn = QEMU_PSCI_0_2_FN_CPU_ON; 490 migrate_fn = QEMU_PSCI_0_2_FN_MIGRATE; 491 } 492 } else { 493 qemu_fdt_setprop_string(fdt, "/psci", "compatible", "arm,psci"); 494 495 cpu_suspend_fn = QEMU_PSCI_0_1_FN_CPU_SUSPEND; 496 cpu_off_fn = QEMU_PSCI_0_1_FN_CPU_OFF; 497 cpu_on_fn = QEMU_PSCI_0_1_FN_CPU_ON; 498 migrate_fn = QEMU_PSCI_0_1_FN_MIGRATE; 499 } 500 501 /* We adopt the PSCI spec's nomenclature, and use 'conduit' to refer 502 * to the instruction that should be used to invoke PSCI functions. 503 * However, the device tree binding uses 'method' instead, so that is 504 * what we should use here. 505 */ 506 qemu_fdt_setprop_string(fdt, "/psci", "method", psci_method); 507 508 qemu_fdt_setprop_cell(fdt, "/psci", "cpu_suspend", cpu_suspend_fn); 509 qemu_fdt_setprop_cell(fdt, "/psci", "cpu_off", cpu_off_fn); 510 qemu_fdt_setprop_cell(fdt, "/psci", "cpu_on", cpu_on_fn); 511 qemu_fdt_setprop_cell(fdt, "/psci", "migrate", migrate_fn); 512 } 513 514 int arm_load_dtb(hwaddr addr, const struct arm_boot_info *binfo, 515 hwaddr addr_limit, AddressSpace *as, MachineState *ms) 516 { 517 void *fdt = NULL; 518 int size, rc, n = 0; 519 uint32_t acells, scells; 520 unsigned int i; 521 hwaddr mem_base, mem_len; 522 char **node_path; 523 Error *err = NULL; 524 525 if (binfo->dtb_filename) { 526 char *filename; 527 filename = qemu_find_file(QEMU_FILE_TYPE_BIOS, binfo->dtb_filename); 528 if (!filename) { 529 fprintf(stderr, "Couldn't open dtb file %s\n", binfo->dtb_filename); 530 goto fail; 531 } 532 533 fdt = load_device_tree(filename, &size); 534 if (!fdt) { 535 fprintf(stderr, "Couldn't open dtb file %s\n", filename); 536 g_free(filename); 537 goto fail; 538 } 539 g_free(filename); 540 } else { 541 fdt = binfo->get_dtb(binfo, &size); 542 if (!fdt) { 543 fprintf(stderr, "Board was unable to create a dtb blob\n"); 544 goto fail; 545 } 546 } 547 548 if (addr_limit > addr && size > (addr_limit - addr)) { 549 /* Installing the device tree blob at addr would exceed addr_limit. 550 * Whether this constitutes failure is up to the caller to decide, 551 * so just return 0 as size, i.e., no error. 552 */ 553 g_free(fdt); 554 return 0; 555 } 556 557 acells = qemu_fdt_getprop_cell(fdt, "/", "#address-cells", 558 NULL, &error_fatal); 559 scells = qemu_fdt_getprop_cell(fdt, "/", "#size-cells", 560 NULL, &error_fatal); 561 if (acells == 0 || scells == 0) { 562 fprintf(stderr, "dtb file invalid (#address-cells or #size-cells 0)\n"); 563 goto fail; 564 } 565 566 if (scells < 2 && binfo->ram_size >= 4 * GiB) { 567 /* This is user error so deserves a friendlier error message 568 * than the failure of setprop_sized_cells would provide 569 */ 570 fprintf(stderr, "qemu: dtb file not compatible with " 571 "RAM size > 4GB\n"); 572 goto fail; 573 } 574 575 /* nop all root nodes matching /memory or /memory@unit-address */ 576 node_path = qemu_fdt_node_unit_path(fdt, "memory", &err); 577 if (err) { 578 error_report_err(err); 579 goto fail; 580 } 581 while (node_path[n]) { 582 if (g_str_has_prefix(node_path[n], "/memory")) { 583 qemu_fdt_nop_node(fdt, node_path[n]); 584 } 585 n++; 586 } 587 g_strfreev(node_path); 588 589 /* 590 * We drop all the memory nodes which correspond to empty NUMA nodes 591 * from the device tree, because the Linux NUMA binding document 592 * states they should not be generated. Linux will get the NUMA node 593 * IDs of the empty NUMA nodes from the distance map if they are needed. 594 * This means QEMU users may be obliged to provide command lines which 595 * configure distance maps when the empty NUMA node IDs are needed and 596 * Linux's default distance map isn't sufficient. 597 */ 598 if (ms->numa_state != NULL && ms->numa_state->num_nodes > 0) { 599 mem_base = binfo->loader_start; 600 for (i = 0; i < ms->numa_state->num_nodes; i++) { 601 mem_len = ms->numa_state->nodes[i].node_mem; 602 if (!mem_len) { 603 continue; 604 } 605 606 rc = fdt_add_memory_node(fdt, acells, mem_base, 607 scells, mem_len, i); 608 if (rc < 0) { 609 fprintf(stderr, "couldn't add /memory@%"PRIx64" node\n", 610 mem_base); 611 goto fail; 612 } 613 614 mem_base += mem_len; 615 } 616 } else { 617 rc = fdt_add_memory_node(fdt, acells, binfo->loader_start, 618 scells, binfo->ram_size, -1); 619 if (rc < 0) { 620 fprintf(stderr, "couldn't add /memory@%"PRIx64" node\n", 621 binfo->loader_start); 622 goto fail; 623 } 624 } 625 626 rc = fdt_path_offset(fdt, "/chosen"); 627 if (rc < 0) { 628 qemu_fdt_add_subnode(fdt, "/chosen"); 629 } 630 631 if (ms->kernel_cmdline && *ms->kernel_cmdline) { 632 rc = qemu_fdt_setprop_string(fdt, "/chosen", "bootargs", 633 ms->kernel_cmdline); 634 if (rc < 0) { 635 fprintf(stderr, "couldn't set /chosen/bootargs\n"); 636 goto fail; 637 } 638 } 639 640 if (binfo->initrd_size) { 641 rc = qemu_fdt_setprop_sized_cells(fdt, "/chosen", "linux,initrd-start", 642 acells, binfo->initrd_start); 643 if (rc < 0) { 644 fprintf(stderr, "couldn't set /chosen/linux,initrd-start\n"); 645 goto fail; 646 } 647 648 rc = qemu_fdt_setprop_sized_cells(fdt, "/chosen", "linux,initrd-end", 649 acells, 650 binfo->initrd_start + 651 binfo->initrd_size); 652 if (rc < 0) { 653 fprintf(stderr, "couldn't set /chosen/linux,initrd-end\n"); 654 goto fail; 655 } 656 } 657 658 fdt_add_psci_node(fdt); 659 660 if (binfo->modify_dtb) { 661 binfo->modify_dtb(binfo, fdt); 662 } 663 664 qemu_fdt_dumpdtb(fdt, size); 665 666 /* Put the DTB into the memory map as a ROM image: this will ensure 667 * the DTB is copied again upon reset, even if addr points into RAM. 668 */ 669 rom_add_blob_fixed_as("dtb", fdt, size, addr, as); 670 qemu_register_reset_nosnapshotload(qemu_fdt_randomize_seeds, 671 rom_ptr_for_as(as, addr, size)); 672 673 if (fdt != ms->fdt) { 674 g_free(ms->fdt); 675 ms->fdt = fdt; 676 } 677 678 return size; 679 680 fail: 681 g_free(fdt); 682 return -1; 683 } 684 685 static void do_cpu_reset(void *opaque) 686 { 687 ARMCPU *cpu = opaque; 688 CPUState *cs = CPU(cpu); 689 CPUARMState *env = &cpu->env; 690 const struct arm_boot_info *info = env->boot_info; 691 692 cpu_reset(cs); 693 if (info) { 694 if (!info->is_linux) { 695 int i; 696 /* Jump to the entry point. */ 697 uint64_t entry = info->entry; 698 699 switch (info->endianness) { 700 case ARM_ENDIANNESS_LE: 701 env->cp15.sctlr_el[1] &= ~SCTLR_E0E; 702 for (i = 1; i < 4; ++i) { 703 env->cp15.sctlr_el[i] &= ~SCTLR_EE; 704 } 705 env->uncached_cpsr &= ~CPSR_E; 706 break; 707 case ARM_ENDIANNESS_BE8: 708 env->cp15.sctlr_el[1] |= SCTLR_E0E; 709 for (i = 1; i < 4; ++i) { 710 env->cp15.sctlr_el[i] |= SCTLR_EE; 711 } 712 env->uncached_cpsr |= CPSR_E; 713 break; 714 case ARM_ENDIANNESS_BE32: 715 env->cp15.sctlr_el[1] |= SCTLR_B; 716 break; 717 case ARM_ENDIANNESS_UNKNOWN: 718 break; /* Board's decision */ 719 default: 720 g_assert_not_reached(); 721 } 722 723 cpu_set_pc(cs, entry); 724 } else { 725 /* If we are booting Linux then we need to check whether we are 726 * booting into secure or non-secure state and adjust the state 727 * accordingly. Out of reset, ARM is defined to be in secure state 728 * (SCR.NS = 0), we change that here if non-secure boot has been 729 * requested. 730 */ 731 if (arm_feature(env, ARM_FEATURE_EL3)) { 732 /* AArch64 is defined to come out of reset into EL3 if enabled. 733 * If we are booting Linux then we need to adjust our EL as 734 * Linux expects us to be in EL2 or EL1. AArch32 resets into 735 * SVC, which Linux expects, so no privilege/exception level to 736 * adjust. 737 */ 738 if (env->aarch64) { 739 env->cp15.scr_el3 |= SCR_RW; 740 if (arm_feature(env, ARM_FEATURE_EL2)) { 741 env->cp15.hcr_el2 |= HCR_RW; 742 env->pstate = PSTATE_MODE_EL2h; 743 } else { 744 env->pstate = PSTATE_MODE_EL1h; 745 } 746 if (cpu_isar_feature(aa64_pauth, cpu)) { 747 env->cp15.scr_el3 |= SCR_API | SCR_APK; 748 } 749 if (cpu_isar_feature(aa64_mte, cpu)) { 750 env->cp15.scr_el3 |= SCR_ATA; 751 } 752 if (cpu_isar_feature(aa64_sve, cpu)) { 753 env->cp15.cptr_el[3] |= R_CPTR_EL3_EZ_MASK; 754 env->vfp.zcr_el[3] = 0xf; 755 } 756 if (cpu_isar_feature(aa64_sme, cpu)) { 757 env->cp15.cptr_el[3] |= R_CPTR_EL3_ESM_MASK; 758 env->cp15.scr_el3 |= SCR_ENTP2; 759 env->vfp.smcr_el[3] = 0xf; 760 } 761 if (cpu_isar_feature(aa64_hcx, cpu)) { 762 env->cp15.scr_el3 |= SCR_HXEN; 763 } 764 if (cpu_isar_feature(aa64_fgt, cpu)) { 765 env->cp15.scr_el3 |= SCR_FGTEN; 766 } 767 768 /* AArch64 kernels never boot in secure mode */ 769 assert(!info->secure_boot); 770 /* This hook is only supported for AArch32 currently: 771 * bootloader_aarch64[] will not call the hook, and 772 * the code above has already dropped us into EL2 or EL1. 773 */ 774 assert(!info->secure_board_setup); 775 } 776 777 if (arm_feature(env, ARM_FEATURE_EL2)) { 778 /* If we have EL2 then Linux expects the HVC insn to work */ 779 env->cp15.scr_el3 |= SCR_HCE; 780 } 781 782 /* Set to non-secure if not a secure boot */ 783 if (!info->secure_boot && 784 (cs != first_cpu || !info->secure_board_setup)) { 785 /* Linux expects non-secure state */ 786 env->cp15.scr_el3 |= SCR_NS; 787 /* Set NSACR.{CP11,CP10} so NS can access the FPU */ 788 env->cp15.nsacr |= 3 << 10; 789 } 790 } 791 792 if (!env->aarch64 && !info->secure_boot && 793 arm_feature(env, ARM_FEATURE_EL2)) { 794 /* 795 * This is an AArch32 boot not to Secure state, and 796 * we have Hyp mode available, so boot the kernel into 797 * Hyp mode. This is not how the CPU comes out of reset, 798 * so we need to manually put it there. 799 */ 800 cpsr_write(env, ARM_CPU_MODE_HYP, CPSR_M, CPSRWriteRaw); 801 } 802 803 if (cs == first_cpu) { 804 AddressSpace *as = arm_boot_address_space(cpu, info); 805 806 cpu_set_pc(cs, info->loader_start); 807 808 if (!have_dtb(info)) { 809 if (old_param) { 810 set_kernel_args_old(info, as); 811 } else { 812 set_kernel_args(info, as); 813 } 814 } 815 } else if (info->secondary_cpu_reset_hook) { 816 info->secondary_cpu_reset_hook(cpu, info); 817 } 818 } 819 820 if (tcg_enabled()) { 821 arm_rebuild_hflags(env); 822 } 823 } 824 } 825 826 static int do_arm_linux_init(Object *obj, void *opaque) 827 { 828 if (object_dynamic_cast(obj, TYPE_ARM_LINUX_BOOT_IF)) { 829 ARMLinuxBootIf *albif = ARM_LINUX_BOOT_IF(obj); 830 ARMLinuxBootIfClass *albifc = ARM_LINUX_BOOT_IF_GET_CLASS(obj); 831 struct arm_boot_info *info = opaque; 832 833 if (albifc->arm_linux_init) { 834 albifc->arm_linux_init(albif, info->secure_boot); 835 } 836 } 837 return 0; 838 } 839 840 static ssize_t arm_load_elf(struct arm_boot_info *info, uint64_t *pentry, 841 uint64_t *lowaddr, uint64_t *highaddr, 842 int elf_machine, AddressSpace *as) 843 { 844 bool elf_is64; 845 union { 846 Elf32_Ehdr h32; 847 Elf64_Ehdr h64; 848 } elf_header; 849 int data_swab = 0; 850 bool big_endian; 851 ssize_t ret = -1; 852 Error *err = NULL; 853 854 855 load_elf_hdr(info->kernel_filename, &elf_header, &elf_is64, &err); 856 if (err) { 857 error_free(err); 858 return ret; 859 } 860 861 if (elf_is64) { 862 big_endian = elf_header.h64.e_ident[EI_DATA] == ELFDATA2MSB; 863 info->endianness = big_endian ? ARM_ENDIANNESS_BE8 864 : ARM_ENDIANNESS_LE; 865 } else { 866 big_endian = elf_header.h32.e_ident[EI_DATA] == ELFDATA2MSB; 867 if (big_endian) { 868 if (bswap32(elf_header.h32.e_flags) & EF_ARM_BE8) { 869 info->endianness = ARM_ENDIANNESS_BE8; 870 } else { 871 info->endianness = ARM_ENDIANNESS_BE32; 872 /* In BE32, the CPU has a different view of the per-byte 873 * address map than the rest of the system. BE32 ELF files 874 * are organised such that they can be programmed through 875 * the CPU's per-word byte-reversed view of the world. QEMU 876 * however loads ELF files independently of the CPU. So 877 * tell the ELF loader to byte reverse the data for us. 878 */ 879 data_swab = 2; 880 } 881 } else { 882 info->endianness = ARM_ENDIANNESS_LE; 883 } 884 } 885 886 ret = load_elf_as(info->kernel_filename, NULL, NULL, NULL, 887 pentry, lowaddr, highaddr, NULL, big_endian, elf_machine, 888 1, data_swab, as); 889 if (ret <= 0) { 890 /* The header loaded but the image didn't */ 891 exit(1); 892 } 893 894 return ret; 895 } 896 897 static uint64_t load_aarch64_image(const char *filename, hwaddr mem_base, 898 hwaddr *entry, AddressSpace *as) 899 { 900 hwaddr kernel_load_offset = KERNEL64_LOAD_ADDR; 901 uint64_t kernel_size = 0; 902 uint8_t *buffer; 903 int size; 904 905 /* On aarch64, it's the bootloader's job to uncompress the kernel. */ 906 size = load_image_gzipped_buffer(filename, LOAD_IMAGE_MAX_GUNZIP_BYTES, 907 &buffer); 908 909 if (size < 0) { 910 gsize len; 911 912 /* Load as raw file otherwise */ 913 if (!g_file_get_contents(filename, (char **)&buffer, &len, NULL)) { 914 return -1; 915 } 916 size = len; 917 918 /* Unpack the image if it is a EFI zboot image */ 919 if (unpack_efi_zboot_image(&buffer, &size) < 0) { 920 g_free(buffer); 921 return -1; 922 } 923 } 924 925 /* check the arm64 magic header value -- very old kernels may not have it */ 926 if (size > ARM64_MAGIC_OFFSET + 4 && 927 memcmp(buffer + ARM64_MAGIC_OFFSET, "ARM\x64", 4) == 0) { 928 uint64_t hdrvals[2]; 929 930 /* The arm64 Image header has text_offset and image_size fields at 8 and 931 * 16 bytes into the Image header, respectively. The text_offset field 932 * is only valid if the image_size is non-zero. 933 */ 934 memcpy(&hdrvals, buffer + ARM64_TEXT_OFFSET_OFFSET, sizeof(hdrvals)); 935 936 kernel_size = le64_to_cpu(hdrvals[1]); 937 938 if (kernel_size != 0) { 939 kernel_load_offset = le64_to_cpu(hdrvals[0]); 940 941 /* 942 * We write our startup "bootloader" at the very bottom of RAM, 943 * so that bit can't be used for the image. Luckily the Image 944 * format specification is that the image requests only an offset 945 * from a 2MB boundary, not an absolute load address. So if the 946 * image requests an offset that might mean it overlaps with the 947 * bootloader, we can just load it starting at 2MB+offset rather 948 * than 0MB + offset. 949 */ 950 if (kernel_load_offset < BOOTLOADER_MAX_SIZE) { 951 kernel_load_offset += 2 * MiB; 952 } 953 } 954 } 955 956 /* 957 * Kernels before v3.17 don't populate the image_size field, and 958 * raw images have no header. For those our best guess at the size 959 * is the size of the Image file itself. 960 */ 961 if (kernel_size == 0) { 962 kernel_size = size; 963 } 964 965 *entry = mem_base + kernel_load_offset; 966 rom_add_blob_fixed_as(filename, buffer, size, *entry, as); 967 968 g_free(buffer); 969 970 return kernel_size; 971 } 972 973 static void arm_setup_direct_kernel_boot(ARMCPU *cpu, 974 struct arm_boot_info *info) 975 { 976 /* Set up for a direct boot of a kernel image file. */ 977 CPUState *cs; 978 AddressSpace *as = arm_boot_address_space(cpu, info); 979 ssize_t kernel_size; 980 int initrd_size; 981 int is_linux = 0; 982 uint64_t elf_entry; 983 /* Addresses of first byte used and first byte not used by the image */ 984 uint64_t image_low_addr = 0, image_high_addr = 0; 985 int elf_machine; 986 hwaddr entry; 987 static const ARMInsnFixup *primary_loader; 988 uint64_t ram_end = info->loader_start + info->ram_size; 989 990 if (arm_feature(&cpu->env, ARM_FEATURE_AARCH64)) { 991 primary_loader = bootloader_aarch64; 992 elf_machine = EM_AARCH64; 993 } else { 994 primary_loader = bootloader; 995 if (!info->write_board_setup) { 996 primary_loader += BOOTLOADER_NO_BOARD_SETUP_OFFSET; 997 } 998 elf_machine = EM_ARM; 999 } 1000 1001 /* Assume that raw images are linux kernels, and ELF images are not. */ 1002 kernel_size = arm_load_elf(info, &elf_entry, &image_low_addr, 1003 &image_high_addr, elf_machine, as); 1004 if (kernel_size > 0 && have_dtb(info)) { 1005 /* 1006 * If there is still some room left at the base of RAM, try and put 1007 * the DTB there like we do for images loaded with -bios or -pflash. 1008 */ 1009 if (image_low_addr > info->loader_start 1010 || image_high_addr < info->loader_start) { 1011 /* 1012 * Set image_low_addr as address limit for arm_load_dtb if it may be 1013 * pointing into RAM, otherwise pass '0' (no limit) 1014 */ 1015 if (image_low_addr < info->loader_start) { 1016 image_low_addr = 0; 1017 } 1018 info->dtb_start = info->loader_start; 1019 info->dtb_limit = image_low_addr; 1020 } 1021 } 1022 entry = elf_entry; 1023 if (kernel_size < 0) { 1024 uint64_t loadaddr = info->loader_start + KERNEL_NOLOAD_ADDR; 1025 kernel_size = load_uimage_as(info->kernel_filename, &entry, &loadaddr, 1026 &is_linux, NULL, NULL, as); 1027 if (kernel_size >= 0) { 1028 image_low_addr = loadaddr; 1029 image_high_addr = image_low_addr + kernel_size; 1030 } 1031 } 1032 if (arm_feature(&cpu->env, ARM_FEATURE_AARCH64) && kernel_size < 0) { 1033 kernel_size = load_aarch64_image(info->kernel_filename, 1034 info->loader_start, &entry, as); 1035 is_linux = 1; 1036 if (kernel_size >= 0) { 1037 image_low_addr = entry; 1038 image_high_addr = image_low_addr + kernel_size; 1039 } 1040 } else if (kernel_size < 0) { 1041 /* 32-bit ARM */ 1042 entry = info->loader_start + KERNEL_LOAD_ADDR; 1043 kernel_size = load_image_targphys_as(info->kernel_filename, entry, 1044 ram_end - KERNEL_LOAD_ADDR, as); 1045 is_linux = 1; 1046 if (kernel_size >= 0) { 1047 image_low_addr = entry; 1048 image_high_addr = image_low_addr + kernel_size; 1049 } 1050 } 1051 if (kernel_size < 0) { 1052 error_report("could not load kernel '%s'", info->kernel_filename); 1053 exit(1); 1054 } 1055 1056 if (kernel_size > info->ram_size) { 1057 error_report("kernel '%s' is too large to fit in RAM " 1058 "(kernel size %zd, RAM size %" PRId64 ")", 1059 info->kernel_filename, kernel_size, info->ram_size); 1060 exit(1); 1061 } 1062 1063 info->entry = entry; 1064 1065 /* 1066 * We want to put the initrd far enough into RAM that when the 1067 * kernel is uncompressed it will not clobber the initrd. However 1068 * on boards without much RAM we must ensure that we still leave 1069 * enough room for a decent sized initrd, and on boards with large 1070 * amounts of RAM we must avoid the initrd being so far up in RAM 1071 * that it is outside lowmem and inaccessible to the kernel. 1072 * So for boards with less than 256MB of RAM we put the initrd 1073 * halfway into RAM, and for boards with 256MB of RAM or more we put 1074 * the initrd at 128MB. 1075 * We also refuse to put the initrd somewhere that will definitely 1076 * overlay the kernel we just loaded, though for kernel formats which 1077 * don't tell us their exact size (eg self-decompressing 32-bit kernels) 1078 * we might still make a bad choice here. 1079 */ 1080 info->initrd_start = info->loader_start + 1081 MIN(info->ram_size / 2, 128 * MiB); 1082 if (image_high_addr) { 1083 info->initrd_start = MAX(info->initrd_start, image_high_addr); 1084 } 1085 info->initrd_start = TARGET_PAGE_ALIGN(info->initrd_start); 1086 1087 if (is_linux) { 1088 uint32_t fixupcontext[FIXUP_MAX]; 1089 1090 if (info->initrd_filename) { 1091 1092 if (info->initrd_start >= ram_end) { 1093 error_report("not enough space after kernel to load initrd"); 1094 exit(1); 1095 } 1096 1097 initrd_size = load_ramdisk_as(info->initrd_filename, 1098 info->initrd_start, 1099 ram_end - info->initrd_start, as); 1100 if (initrd_size < 0) { 1101 initrd_size = load_image_targphys_as(info->initrd_filename, 1102 info->initrd_start, 1103 ram_end - 1104 info->initrd_start, 1105 as); 1106 } 1107 if (initrd_size < 0) { 1108 error_report("could not load initrd '%s'", 1109 info->initrd_filename); 1110 exit(1); 1111 } 1112 if (info->initrd_start + initrd_size > ram_end) { 1113 error_report("could not load initrd '%s': " 1114 "too big to fit into RAM after the kernel", 1115 info->initrd_filename); 1116 exit(1); 1117 } 1118 } else { 1119 initrd_size = 0; 1120 } 1121 info->initrd_size = initrd_size; 1122 1123 fixupcontext[FIXUP_BOARDID] = info->board_id; 1124 fixupcontext[FIXUP_BOARD_SETUP] = info->board_setup_addr; 1125 1126 /* 1127 * for device tree boot, we pass the DTB directly in r2. Otherwise 1128 * we point to the kernel args. 1129 */ 1130 if (have_dtb(info)) { 1131 hwaddr align; 1132 1133 if (elf_machine == EM_AARCH64) { 1134 /* 1135 * Some AArch64 kernels on early bootup map the fdt region as 1136 * 1137 * [ ALIGN_DOWN(fdt, 2MB) ... ALIGN_DOWN(fdt, 2MB) + 2MB ] 1138 * 1139 * Let's play safe and prealign it to 2MB to give us some space. 1140 */ 1141 align = 2 * MiB; 1142 } else { 1143 /* 1144 * Some 32bit kernels will trash anything in the 4K page the 1145 * initrd ends in, so make sure the DTB isn't caught up in that. 1146 */ 1147 align = 4 * KiB; 1148 } 1149 1150 /* Place the DTB after the initrd in memory with alignment. */ 1151 info->dtb_start = QEMU_ALIGN_UP(info->initrd_start + initrd_size, 1152 align); 1153 if (info->dtb_start >= ram_end) { 1154 error_report("Not enough space for DTB after kernel/initrd"); 1155 exit(1); 1156 } 1157 fixupcontext[FIXUP_ARGPTR_LO] = info->dtb_start; 1158 fixupcontext[FIXUP_ARGPTR_HI] = info->dtb_start >> 32; 1159 } else { 1160 fixupcontext[FIXUP_ARGPTR_LO] = 1161 info->loader_start + KERNEL_ARGS_ADDR; 1162 fixupcontext[FIXUP_ARGPTR_HI] = 1163 (info->loader_start + KERNEL_ARGS_ADDR) >> 32; 1164 if (info->ram_size >= 4 * GiB) { 1165 error_report("RAM size must be less than 4GB to boot" 1166 " Linux kernel using ATAGS (try passing a device tree" 1167 " using -dtb)"); 1168 exit(1); 1169 } 1170 } 1171 fixupcontext[FIXUP_ENTRYPOINT_LO] = entry; 1172 fixupcontext[FIXUP_ENTRYPOINT_HI] = entry >> 32; 1173 1174 arm_write_bootloader("bootloader", as, info->loader_start, 1175 primary_loader, fixupcontext); 1176 1177 if (info->write_board_setup) { 1178 info->write_board_setup(cpu, info); 1179 } 1180 1181 /* 1182 * Notify devices which need to fake up firmware initialization 1183 * that we're doing a direct kernel boot. 1184 */ 1185 object_child_foreach_recursive(object_get_root(), 1186 do_arm_linux_init, info); 1187 } 1188 info->is_linux = is_linux; 1189 1190 for (cs = first_cpu; cs; cs = CPU_NEXT(cs)) { 1191 ARM_CPU(cs)->env.boot_info = info; 1192 } 1193 } 1194 1195 static void arm_setup_firmware_boot(ARMCPU *cpu, struct arm_boot_info *info) 1196 { 1197 /* Set up for booting firmware (which might load a kernel via fw_cfg) */ 1198 1199 if (have_dtb(info)) { 1200 /* 1201 * If we have a device tree blob, but no kernel to supply it to (or 1202 * the kernel is supposed to be loaded by the bootloader), copy the 1203 * DTB to the base of RAM for the bootloader to pick up. 1204 */ 1205 info->dtb_start = info->loader_start; 1206 } 1207 1208 if (info->kernel_filename) { 1209 FWCfgState *fw_cfg; 1210 bool try_decompressing_kernel; 1211 1212 fw_cfg = fw_cfg_find(); 1213 1214 if (!fw_cfg) { 1215 error_report("This machine type does not support loading both " 1216 "a guest firmware/BIOS image and a guest kernel at " 1217 "the same time. You should change your QEMU command " 1218 "line to specify one or the other, but not both."); 1219 exit(1); 1220 } 1221 1222 try_decompressing_kernel = arm_feature(&cpu->env, 1223 ARM_FEATURE_AARCH64); 1224 1225 /* 1226 * Expose the kernel, the command line, and the initrd in fw_cfg. 1227 * We don't process them here at all, it's all left to the 1228 * firmware. 1229 */ 1230 load_image_to_fw_cfg(fw_cfg, 1231 FW_CFG_KERNEL_SIZE, FW_CFG_KERNEL_DATA, 1232 info->kernel_filename, 1233 try_decompressing_kernel); 1234 load_image_to_fw_cfg(fw_cfg, 1235 FW_CFG_INITRD_SIZE, FW_CFG_INITRD_DATA, 1236 info->initrd_filename, false); 1237 1238 if (info->kernel_cmdline) { 1239 fw_cfg_add_i32(fw_cfg, FW_CFG_CMDLINE_SIZE, 1240 strlen(info->kernel_cmdline) + 1); 1241 fw_cfg_add_string(fw_cfg, FW_CFG_CMDLINE_DATA, 1242 info->kernel_cmdline); 1243 } 1244 } 1245 1246 /* 1247 * We will start from address 0 (typically a boot ROM image) in the 1248 * same way as hardware. Leave env->boot_info NULL, so that 1249 * do_cpu_reset() knows it does not need to alter the PC on reset. 1250 */ 1251 } 1252 1253 void arm_load_kernel(ARMCPU *cpu, MachineState *ms, struct arm_boot_info *info) 1254 { 1255 CPUState *cs; 1256 AddressSpace *as = arm_boot_address_space(cpu, info); 1257 int boot_el; 1258 CPUARMState *env = &cpu->env; 1259 int nb_cpus = 0; 1260 1261 /* 1262 * CPU objects (unlike devices) are not automatically reset on system 1263 * reset, so we must always register a handler to do so. If we're 1264 * actually loading a kernel, the handler is also responsible for 1265 * arranging that we start it correctly. 1266 */ 1267 for (cs = first_cpu; cs; cs = CPU_NEXT(cs)) { 1268 qemu_register_reset(do_cpu_reset, ARM_CPU(cs)); 1269 nb_cpus++; 1270 } 1271 1272 /* 1273 * The board code is not supposed to set secure_board_setup unless 1274 * running its code in secure mode is actually possible, and KVM 1275 * doesn't support secure. 1276 */ 1277 assert(!(info->secure_board_setup && kvm_enabled())); 1278 info->kernel_filename = ms->kernel_filename; 1279 info->kernel_cmdline = ms->kernel_cmdline; 1280 info->initrd_filename = ms->initrd_filename; 1281 info->dtb_filename = ms->dtb; 1282 info->dtb_limit = 0; 1283 1284 /* Load the kernel. */ 1285 if (!info->kernel_filename || info->firmware_loaded) { 1286 arm_setup_firmware_boot(cpu, info); 1287 } else { 1288 arm_setup_direct_kernel_boot(cpu, info); 1289 } 1290 1291 /* 1292 * Disable the PSCI conduit if it is set up to target the same 1293 * or a lower EL than the one we're going to start the guest code in. 1294 * This logic needs to agree with the code in do_cpu_reset() which 1295 * decides whether we're going to boot the guest in the highest 1296 * supported exception level or in a lower one. 1297 */ 1298 1299 /* 1300 * If PSCI is enabled, then SMC calls all go to the PSCI handler and 1301 * are never emulated to trap into guest code. It therefore does not 1302 * make sense for the board to have a setup code fragment that runs 1303 * in Secure, because this will probably need to itself issue an SMC of some 1304 * kind as part of its operation. 1305 */ 1306 assert(info->psci_conduit == QEMU_PSCI_CONDUIT_DISABLED || 1307 !info->secure_board_setup); 1308 1309 /* Boot into highest supported EL ... */ 1310 if (arm_feature(env, ARM_FEATURE_EL3)) { 1311 boot_el = 3; 1312 } else if (arm_feature(env, ARM_FEATURE_EL2)) { 1313 boot_el = 2; 1314 } else { 1315 boot_el = 1; 1316 } 1317 /* ...except that if we're booting Linux we adjust the EL we boot into */ 1318 if (info->is_linux && !info->secure_boot) { 1319 boot_el = arm_feature(env, ARM_FEATURE_EL2) ? 2 : 1; 1320 } 1321 1322 if ((info->psci_conduit == QEMU_PSCI_CONDUIT_HVC && boot_el >= 2) || 1323 (info->psci_conduit == QEMU_PSCI_CONDUIT_SMC && boot_el == 3)) { 1324 info->psci_conduit = QEMU_PSCI_CONDUIT_DISABLED; 1325 } 1326 1327 if (info->psci_conduit != QEMU_PSCI_CONDUIT_DISABLED) { 1328 for (cs = first_cpu; cs; cs = CPU_NEXT(cs)) { 1329 Object *cpuobj = OBJECT(cs); 1330 1331 object_property_set_int(cpuobj, "psci-conduit", info->psci_conduit, 1332 &error_abort); 1333 /* 1334 * Secondary CPUs start in PSCI powered-down state. Like the 1335 * code in do_cpu_reset(), we assume first_cpu is the primary 1336 * CPU. 1337 */ 1338 if (cs != first_cpu) { 1339 object_property_set_bool(cpuobj, "start-powered-off", true, 1340 &error_abort); 1341 } 1342 } 1343 } 1344 1345 if (info->psci_conduit == QEMU_PSCI_CONDUIT_DISABLED && 1346 info->is_linux && nb_cpus > 1) { 1347 /* 1348 * We're booting Linux but not using PSCI, so for SMP we need 1349 * to write a custom secondary CPU boot loader stub, and arrange 1350 * for the secondary CPU reset to make the accompanying initialization. 1351 */ 1352 if (!info->secondary_cpu_reset_hook) { 1353 info->secondary_cpu_reset_hook = default_reset_secondary; 1354 } 1355 if (!info->write_secondary_boot) { 1356 info->write_secondary_boot = default_write_secondary; 1357 } 1358 info->write_secondary_boot(cpu, info); 1359 } else { 1360 /* 1361 * No secondary boot stub; don't use the reset hook that would 1362 * have set the CPU up to call it 1363 */ 1364 info->write_secondary_boot = NULL; 1365 info->secondary_cpu_reset_hook = NULL; 1366 } 1367 1368 /* 1369 * arm_load_dtb() may add a PSCI node so it must be called after we have 1370 * decided whether to enable PSCI and set the psci-conduit CPU properties. 1371 */ 1372 if (!info->skip_dtb_autoload && have_dtb(info)) { 1373 if (arm_load_dtb(info->dtb_start, info, info->dtb_limit, as, ms) < 0) { 1374 exit(1); 1375 } 1376 } 1377 } 1378 1379 static const TypeInfo arm_linux_boot_if_info = { 1380 .name = TYPE_ARM_LINUX_BOOT_IF, 1381 .parent = TYPE_INTERFACE, 1382 .class_size = sizeof(ARMLinuxBootIfClass), 1383 }; 1384 1385 static void arm_linux_boot_register_types(void) 1386 { 1387 type_register_static(&arm_linux_boot_if_info); 1388 } 1389 1390 type_init(arm_linux_boot_register_types) 1391