1 /* 2 * ARM kernel loader. 3 * 4 * Copyright (c) 2006-2007 CodeSourcery. 5 * Written by Paul Brook 6 * 7 * This code is licensed under the GPL. 8 */ 9 10 #include "qemu/osdep.h" 11 #include "qemu/error-report.h" 12 #include "qapi/error.h" 13 #include <libfdt.h> 14 #include "hw/hw.h" 15 #include "hw/arm/arm.h" 16 #include "hw/arm/linux-boot-if.h" 17 #include "sysemu/kvm.h" 18 #include "sysemu/sysemu.h" 19 #include "sysemu/numa.h" 20 #include "hw/boards.h" 21 #include "hw/loader.h" 22 #include "elf.h" 23 #include "sysemu/device_tree.h" 24 #include "qemu/config-file.h" 25 #include "qemu/option.h" 26 #include "exec/address-spaces.h" 27 28 /* Kernel boot protocol is specified in the kernel docs 29 * Documentation/arm/Booting and Documentation/arm64/booting.txt 30 * They have different preferred image load offsets from system RAM base. 31 */ 32 #define KERNEL_ARGS_ADDR 0x100 33 #define KERNEL_LOAD_ADDR 0x00010000 34 #define KERNEL64_LOAD_ADDR 0x00080000 35 36 #define ARM64_TEXT_OFFSET_OFFSET 8 37 #define ARM64_MAGIC_OFFSET 56 38 39 static AddressSpace *arm_boot_address_space(ARMCPU *cpu, 40 const struct arm_boot_info *info) 41 { 42 /* Return the address space to use for bootloader reads and writes. 43 * We prefer the secure address space if the CPU has it and we're 44 * going to boot the guest into it. 45 */ 46 int asidx; 47 CPUState *cs = CPU(cpu); 48 49 if (arm_feature(&cpu->env, ARM_FEATURE_EL3) && info->secure_boot) { 50 asidx = ARMASIdx_S; 51 } else { 52 asidx = ARMASIdx_NS; 53 } 54 55 return cpu_get_address_space(cs, asidx); 56 } 57 58 typedef enum { 59 FIXUP_NONE = 0, /* do nothing */ 60 FIXUP_TERMINATOR, /* end of insns */ 61 FIXUP_BOARDID, /* overwrite with board ID number */ 62 FIXUP_BOARD_SETUP, /* overwrite with board specific setup code address */ 63 FIXUP_ARGPTR, /* overwrite with pointer to kernel args */ 64 FIXUP_ENTRYPOINT, /* overwrite with kernel entry point */ 65 FIXUP_GIC_CPU_IF, /* overwrite with GIC CPU interface address */ 66 FIXUP_BOOTREG, /* overwrite with boot register address */ 67 FIXUP_DSB, /* overwrite with correct DSB insn for cpu */ 68 FIXUP_MAX, 69 } FixupType; 70 71 typedef struct ARMInsnFixup { 72 uint32_t insn; 73 FixupType fixup; 74 } ARMInsnFixup; 75 76 static const ARMInsnFixup bootloader_aarch64[] = { 77 { 0x580000c0 }, /* ldr x0, arg ; Load the lower 32-bits of DTB */ 78 { 0xaa1f03e1 }, /* mov x1, xzr */ 79 { 0xaa1f03e2 }, /* mov x2, xzr */ 80 { 0xaa1f03e3 }, /* mov x3, xzr */ 81 { 0x58000084 }, /* ldr x4, entry ; Load the lower 32-bits of kernel entry */ 82 { 0xd61f0080 }, /* br x4 ; Jump to the kernel entry point */ 83 { 0, FIXUP_ARGPTR }, /* arg: .word @DTB Lower 32-bits */ 84 { 0 }, /* .word @DTB Higher 32-bits */ 85 { 0, FIXUP_ENTRYPOINT }, /* entry: .word @Kernel Entry Lower 32-bits */ 86 { 0 }, /* .word @Kernel Entry Higher 32-bits */ 87 { 0, FIXUP_TERMINATOR } 88 }; 89 90 /* A very small bootloader: call the board-setup code (if needed), 91 * set r0-r2, then jump to the kernel. 92 * If we're not calling boot setup code then we don't copy across 93 * the first BOOTLOADER_NO_BOARD_SETUP_OFFSET insns in this array. 94 */ 95 96 static const ARMInsnFixup bootloader[] = { 97 { 0xe28fe004 }, /* add lr, pc, #4 */ 98 { 0xe51ff004 }, /* ldr pc, [pc, #-4] */ 99 { 0, FIXUP_BOARD_SETUP }, 100 #define BOOTLOADER_NO_BOARD_SETUP_OFFSET 3 101 { 0xe3a00000 }, /* mov r0, #0 */ 102 { 0xe59f1004 }, /* ldr r1, [pc, #4] */ 103 { 0xe59f2004 }, /* ldr r2, [pc, #4] */ 104 { 0xe59ff004 }, /* ldr pc, [pc, #4] */ 105 { 0, FIXUP_BOARDID }, 106 { 0, FIXUP_ARGPTR }, 107 { 0, FIXUP_ENTRYPOINT }, 108 { 0, FIXUP_TERMINATOR } 109 }; 110 111 /* Handling for secondary CPU boot in a multicore system. 112 * Unlike the uniprocessor/primary CPU boot, this is platform 113 * dependent. The default code here is based on the secondary 114 * CPU boot protocol used on realview/vexpress boards, with 115 * some parameterisation to increase its flexibility. 116 * QEMU platform models for which this code is not appropriate 117 * should override write_secondary_boot and secondary_cpu_reset_hook 118 * instead. 119 * 120 * This code enables the interrupt controllers for the secondary 121 * CPUs and then puts all the secondary CPUs into a loop waiting 122 * for an interprocessor interrupt and polling a configurable 123 * location for the kernel secondary CPU entry point. 124 */ 125 #define DSB_INSN 0xf57ff04f 126 #define CP15_DSB_INSN 0xee070f9a /* mcr cp15, 0, r0, c7, c10, 4 */ 127 128 static const ARMInsnFixup smpboot[] = { 129 { 0xe59f2028 }, /* ldr r2, gic_cpu_if */ 130 { 0xe59f0028 }, /* ldr r0, bootreg_addr */ 131 { 0xe3a01001 }, /* mov r1, #1 */ 132 { 0xe5821000 }, /* str r1, [r2] - set GICC_CTLR.Enable */ 133 { 0xe3a010ff }, /* mov r1, #0xff */ 134 { 0xe5821004 }, /* str r1, [r2, 4] - set GIC_PMR.Priority to 0xff */ 135 { 0, FIXUP_DSB }, /* dsb */ 136 { 0xe320f003 }, /* wfi */ 137 { 0xe5901000 }, /* ldr r1, [r0] */ 138 { 0xe1110001 }, /* tst r1, r1 */ 139 { 0x0afffffb }, /* beq <wfi> */ 140 { 0xe12fff11 }, /* bx r1 */ 141 { 0, FIXUP_GIC_CPU_IF }, /* gic_cpu_if: .word 0x.... */ 142 { 0, FIXUP_BOOTREG }, /* bootreg_addr: .word 0x.... */ 143 { 0, FIXUP_TERMINATOR } 144 }; 145 146 static void write_bootloader(const char *name, hwaddr addr, 147 const ARMInsnFixup *insns, uint32_t *fixupcontext, 148 AddressSpace *as) 149 { 150 /* Fix up the specified bootloader fragment and write it into 151 * guest memory using rom_add_blob_fixed(). fixupcontext is 152 * an array giving the values to write in for the fixup types 153 * which write a value into the code array. 154 */ 155 int i, len; 156 uint32_t *code; 157 158 len = 0; 159 while (insns[len].fixup != FIXUP_TERMINATOR) { 160 len++; 161 } 162 163 code = g_new0(uint32_t, len); 164 165 for (i = 0; i < len; i++) { 166 uint32_t insn = insns[i].insn; 167 FixupType fixup = insns[i].fixup; 168 169 switch (fixup) { 170 case FIXUP_NONE: 171 break; 172 case FIXUP_BOARDID: 173 case FIXUP_BOARD_SETUP: 174 case FIXUP_ARGPTR: 175 case FIXUP_ENTRYPOINT: 176 case FIXUP_GIC_CPU_IF: 177 case FIXUP_BOOTREG: 178 case FIXUP_DSB: 179 insn = fixupcontext[fixup]; 180 break; 181 default: 182 abort(); 183 } 184 code[i] = tswap32(insn); 185 } 186 187 rom_add_blob_fixed_as(name, code, len * sizeof(uint32_t), addr, as); 188 189 g_free(code); 190 } 191 192 static void default_write_secondary(ARMCPU *cpu, 193 const struct arm_boot_info *info) 194 { 195 uint32_t fixupcontext[FIXUP_MAX]; 196 AddressSpace *as = arm_boot_address_space(cpu, info); 197 198 fixupcontext[FIXUP_GIC_CPU_IF] = info->gic_cpu_if_addr; 199 fixupcontext[FIXUP_BOOTREG] = info->smp_bootreg_addr; 200 if (arm_feature(&cpu->env, ARM_FEATURE_V7)) { 201 fixupcontext[FIXUP_DSB] = DSB_INSN; 202 } else { 203 fixupcontext[FIXUP_DSB] = CP15_DSB_INSN; 204 } 205 206 write_bootloader("smpboot", info->smp_loader_start, 207 smpboot, fixupcontext, as); 208 } 209 210 void arm_write_secure_board_setup_dummy_smc(ARMCPU *cpu, 211 const struct arm_boot_info *info, 212 hwaddr mvbar_addr) 213 { 214 AddressSpace *as = arm_boot_address_space(cpu, info); 215 int n; 216 uint32_t mvbar_blob[] = { 217 /* mvbar_addr: secure monitor vectors 218 * Default unimplemented and unused vectors to spin. Makes it 219 * easier to debug (as opposed to the CPU running away). 220 */ 221 0xeafffffe, /* (spin) */ 222 0xeafffffe, /* (spin) */ 223 0xe1b0f00e, /* movs pc, lr ;SMC exception return */ 224 0xeafffffe, /* (spin) */ 225 0xeafffffe, /* (spin) */ 226 0xeafffffe, /* (spin) */ 227 0xeafffffe, /* (spin) */ 228 0xeafffffe, /* (spin) */ 229 }; 230 uint32_t board_setup_blob[] = { 231 /* board setup addr */ 232 0xe3a00e00 + (mvbar_addr >> 4), /* mov r0, #mvbar_addr */ 233 0xee0c0f30, /* mcr p15, 0, r0, c12, c0, 1 ;set MVBAR */ 234 0xee110f11, /* mrc p15, 0, r0, c1 , c1, 0 ;read SCR */ 235 0xe3800031, /* orr r0, #0x31 ;enable AW, FW, NS */ 236 0xee010f11, /* mcr p15, 0, r0, c1, c1, 0 ;write SCR */ 237 0xe1a0100e, /* mov r1, lr ;save LR across SMC */ 238 0xe1600070, /* smc #0 ;call monitor to flush SCR */ 239 0xe1a0f001, /* mov pc, r1 ;return */ 240 }; 241 242 /* check that mvbar_addr is correctly aligned and relocatable (using MOV) */ 243 assert((mvbar_addr & 0x1f) == 0 && (mvbar_addr >> 4) < 0x100); 244 245 /* check that these blobs don't overlap */ 246 assert((mvbar_addr + sizeof(mvbar_blob) <= info->board_setup_addr) 247 || (info->board_setup_addr + sizeof(board_setup_blob) <= mvbar_addr)); 248 249 for (n = 0; n < ARRAY_SIZE(mvbar_blob); n++) { 250 mvbar_blob[n] = tswap32(mvbar_blob[n]); 251 } 252 rom_add_blob_fixed_as("board-setup-mvbar", mvbar_blob, sizeof(mvbar_blob), 253 mvbar_addr, as); 254 255 for (n = 0; n < ARRAY_SIZE(board_setup_blob); n++) { 256 board_setup_blob[n] = tswap32(board_setup_blob[n]); 257 } 258 rom_add_blob_fixed_as("board-setup", board_setup_blob, 259 sizeof(board_setup_blob), info->board_setup_addr, as); 260 } 261 262 static void default_reset_secondary(ARMCPU *cpu, 263 const struct arm_boot_info *info) 264 { 265 AddressSpace *as = arm_boot_address_space(cpu, info); 266 CPUState *cs = CPU(cpu); 267 268 address_space_stl_notdirty(as, info->smp_bootreg_addr, 269 0, MEMTXATTRS_UNSPECIFIED, NULL); 270 cpu_set_pc(cs, info->smp_loader_start); 271 } 272 273 static inline bool have_dtb(const struct arm_boot_info *info) 274 { 275 return info->dtb_filename || info->get_dtb; 276 } 277 278 #define WRITE_WORD(p, value) do { \ 279 address_space_stl_notdirty(as, p, value, \ 280 MEMTXATTRS_UNSPECIFIED, NULL); \ 281 p += 4; \ 282 } while (0) 283 284 static void set_kernel_args(const struct arm_boot_info *info, AddressSpace *as) 285 { 286 int initrd_size = info->initrd_size; 287 hwaddr base = info->loader_start; 288 hwaddr p; 289 290 p = base + KERNEL_ARGS_ADDR; 291 /* ATAG_CORE */ 292 WRITE_WORD(p, 5); 293 WRITE_WORD(p, 0x54410001); 294 WRITE_WORD(p, 1); 295 WRITE_WORD(p, 0x1000); 296 WRITE_WORD(p, 0); 297 /* ATAG_MEM */ 298 /* TODO: handle multiple chips on one ATAG list */ 299 WRITE_WORD(p, 4); 300 WRITE_WORD(p, 0x54410002); 301 WRITE_WORD(p, info->ram_size); 302 WRITE_WORD(p, info->loader_start); 303 if (initrd_size) { 304 /* ATAG_INITRD2 */ 305 WRITE_WORD(p, 4); 306 WRITE_WORD(p, 0x54420005); 307 WRITE_WORD(p, info->initrd_start); 308 WRITE_WORD(p, initrd_size); 309 } 310 if (info->kernel_cmdline && *info->kernel_cmdline) { 311 /* ATAG_CMDLINE */ 312 int cmdline_size; 313 314 cmdline_size = strlen(info->kernel_cmdline); 315 address_space_write(as, p + 8, MEMTXATTRS_UNSPECIFIED, 316 (const uint8_t *)info->kernel_cmdline, 317 cmdline_size + 1); 318 cmdline_size = (cmdline_size >> 2) + 1; 319 WRITE_WORD(p, cmdline_size + 2); 320 WRITE_WORD(p, 0x54410009); 321 p += cmdline_size * 4; 322 } 323 if (info->atag_board) { 324 /* ATAG_BOARD */ 325 int atag_board_len; 326 uint8_t atag_board_buf[0x1000]; 327 328 atag_board_len = (info->atag_board(info, atag_board_buf) + 3) & ~3; 329 WRITE_WORD(p, (atag_board_len + 8) >> 2); 330 WRITE_WORD(p, 0x414f4d50); 331 address_space_write(as, p, MEMTXATTRS_UNSPECIFIED, 332 atag_board_buf, atag_board_len); 333 p += atag_board_len; 334 } 335 /* ATAG_END */ 336 WRITE_WORD(p, 0); 337 WRITE_WORD(p, 0); 338 } 339 340 static void set_kernel_args_old(const struct arm_boot_info *info, 341 AddressSpace *as) 342 { 343 hwaddr p; 344 const char *s; 345 int initrd_size = info->initrd_size; 346 hwaddr base = info->loader_start; 347 348 /* see linux/include/asm-arm/setup.h */ 349 p = base + KERNEL_ARGS_ADDR; 350 /* page_size */ 351 WRITE_WORD(p, 4096); 352 /* nr_pages */ 353 WRITE_WORD(p, info->ram_size / 4096); 354 /* ramdisk_size */ 355 WRITE_WORD(p, 0); 356 #define FLAG_READONLY 1 357 #define FLAG_RDLOAD 4 358 #define FLAG_RDPROMPT 8 359 /* flags */ 360 WRITE_WORD(p, FLAG_READONLY | FLAG_RDLOAD | FLAG_RDPROMPT); 361 /* rootdev */ 362 WRITE_WORD(p, (31 << 8) | 0); /* /dev/mtdblock0 */ 363 /* video_num_cols */ 364 WRITE_WORD(p, 0); 365 /* video_num_rows */ 366 WRITE_WORD(p, 0); 367 /* video_x */ 368 WRITE_WORD(p, 0); 369 /* video_y */ 370 WRITE_WORD(p, 0); 371 /* memc_control_reg */ 372 WRITE_WORD(p, 0); 373 /* unsigned char sounddefault */ 374 /* unsigned char adfsdrives */ 375 /* unsigned char bytes_per_char_h */ 376 /* unsigned char bytes_per_char_v */ 377 WRITE_WORD(p, 0); 378 /* pages_in_bank[4] */ 379 WRITE_WORD(p, 0); 380 WRITE_WORD(p, 0); 381 WRITE_WORD(p, 0); 382 WRITE_WORD(p, 0); 383 /* pages_in_vram */ 384 WRITE_WORD(p, 0); 385 /* initrd_start */ 386 if (initrd_size) { 387 WRITE_WORD(p, info->initrd_start); 388 } else { 389 WRITE_WORD(p, 0); 390 } 391 /* initrd_size */ 392 WRITE_WORD(p, initrd_size); 393 /* rd_start */ 394 WRITE_WORD(p, 0); 395 /* system_rev */ 396 WRITE_WORD(p, 0); 397 /* system_serial_low */ 398 WRITE_WORD(p, 0); 399 /* system_serial_high */ 400 WRITE_WORD(p, 0); 401 /* mem_fclk_21285 */ 402 WRITE_WORD(p, 0); 403 /* zero unused fields */ 404 while (p < base + KERNEL_ARGS_ADDR + 256 + 1024) { 405 WRITE_WORD(p, 0); 406 } 407 s = info->kernel_cmdline; 408 if (s) { 409 address_space_write(as, p, MEMTXATTRS_UNSPECIFIED, 410 (const uint8_t *)s, strlen(s) + 1); 411 } else { 412 WRITE_WORD(p, 0); 413 } 414 } 415 416 static void fdt_add_psci_node(void *fdt) 417 { 418 uint32_t cpu_suspend_fn; 419 uint32_t cpu_off_fn; 420 uint32_t cpu_on_fn; 421 uint32_t migrate_fn; 422 ARMCPU *armcpu = ARM_CPU(qemu_get_cpu(0)); 423 const char *psci_method; 424 int64_t psci_conduit; 425 426 psci_conduit = object_property_get_int(OBJECT(armcpu), 427 "psci-conduit", 428 &error_abort); 429 switch (psci_conduit) { 430 case QEMU_PSCI_CONDUIT_DISABLED: 431 return; 432 case QEMU_PSCI_CONDUIT_HVC: 433 psci_method = "hvc"; 434 break; 435 case QEMU_PSCI_CONDUIT_SMC: 436 psci_method = "smc"; 437 break; 438 default: 439 g_assert_not_reached(); 440 } 441 442 qemu_fdt_add_subnode(fdt, "/psci"); 443 if (armcpu->psci_version == 2) { 444 const char comp[] = "arm,psci-0.2\0arm,psci"; 445 qemu_fdt_setprop(fdt, "/psci", "compatible", comp, sizeof(comp)); 446 447 cpu_off_fn = QEMU_PSCI_0_2_FN_CPU_OFF; 448 if (arm_feature(&armcpu->env, ARM_FEATURE_AARCH64)) { 449 cpu_suspend_fn = QEMU_PSCI_0_2_FN64_CPU_SUSPEND; 450 cpu_on_fn = QEMU_PSCI_0_2_FN64_CPU_ON; 451 migrate_fn = QEMU_PSCI_0_2_FN64_MIGRATE; 452 } else { 453 cpu_suspend_fn = QEMU_PSCI_0_2_FN_CPU_SUSPEND; 454 cpu_on_fn = QEMU_PSCI_0_2_FN_CPU_ON; 455 migrate_fn = QEMU_PSCI_0_2_FN_MIGRATE; 456 } 457 } else { 458 qemu_fdt_setprop_string(fdt, "/psci", "compatible", "arm,psci"); 459 460 cpu_suspend_fn = QEMU_PSCI_0_1_FN_CPU_SUSPEND; 461 cpu_off_fn = QEMU_PSCI_0_1_FN_CPU_OFF; 462 cpu_on_fn = QEMU_PSCI_0_1_FN_CPU_ON; 463 migrate_fn = QEMU_PSCI_0_1_FN_MIGRATE; 464 } 465 466 /* We adopt the PSCI spec's nomenclature, and use 'conduit' to refer 467 * to the instruction that should be used to invoke PSCI functions. 468 * However, the device tree binding uses 'method' instead, so that is 469 * what we should use here. 470 */ 471 qemu_fdt_setprop_string(fdt, "/psci", "method", psci_method); 472 473 qemu_fdt_setprop_cell(fdt, "/psci", "cpu_suspend", cpu_suspend_fn); 474 qemu_fdt_setprop_cell(fdt, "/psci", "cpu_off", cpu_off_fn); 475 qemu_fdt_setprop_cell(fdt, "/psci", "cpu_on", cpu_on_fn); 476 qemu_fdt_setprop_cell(fdt, "/psci", "migrate", migrate_fn); 477 } 478 479 /** 480 * load_dtb() - load a device tree binary image into memory 481 * @addr: the address to load the image at 482 * @binfo: struct describing the boot environment 483 * @addr_limit: upper limit of the available memory area at @addr 484 * @as: address space to load image to 485 * 486 * Load a device tree supplied by the machine or by the user with the 487 * '-dtb' command line option, and put it at offset @addr in target 488 * memory. 489 * 490 * If @addr_limit contains a meaningful value (i.e., it is strictly greater 491 * than @addr), the device tree is only loaded if its size does not exceed 492 * the limit. 493 * 494 * Returns: the size of the device tree image on success, 495 * 0 if the image size exceeds the limit, 496 * -1 on errors. 497 * 498 * Note: Must not be called unless have_dtb(binfo) is true. 499 */ 500 static int load_dtb(hwaddr addr, const struct arm_boot_info *binfo, 501 hwaddr addr_limit, AddressSpace *as) 502 { 503 void *fdt = NULL; 504 int size, rc; 505 uint32_t acells, scells; 506 char *nodename; 507 unsigned int i; 508 hwaddr mem_base, mem_len; 509 510 if (binfo->dtb_filename) { 511 char *filename; 512 filename = qemu_find_file(QEMU_FILE_TYPE_BIOS, binfo->dtb_filename); 513 if (!filename) { 514 fprintf(stderr, "Couldn't open dtb file %s\n", binfo->dtb_filename); 515 goto fail; 516 } 517 518 fdt = load_device_tree(filename, &size); 519 if (!fdt) { 520 fprintf(stderr, "Couldn't open dtb file %s\n", filename); 521 g_free(filename); 522 goto fail; 523 } 524 g_free(filename); 525 } else { 526 fdt = binfo->get_dtb(binfo, &size); 527 if (!fdt) { 528 fprintf(stderr, "Board was unable to create a dtb blob\n"); 529 goto fail; 530 } 531 } 532 533 if (addr_limit > addr && size > (addr_limit - addr)) { 534 /* Installing the device tree blob at addr would exceed addr_limit. 535 * Whether this constitutes failure is up to the caller to decide, 536 * so just return 0 as size, i.e., no error. 537 */ 538 g_free(fdt); 539 return 0; 540 } 541 542 acells = qemu_fdt_getprop_cell(fdt, "/", "#address-cells", 543 NULL, &error_fatal); 544 scells = qemu_fdt_getprop_cell(fdt, "/", "#size-cells", 545 NULL, &error_fatal); 546 if (acells == 0 || scells == 0) { 547 fprintf(stderr, "dtb file invalid (#address-cells or #size-cells 0)\n"); 548 goto fail; 549 } 550 551 if (scells < 2 && binfo->ram_size >= (1ULL << 32)) { 552 /* This is user error so deserves a friendlier error message 553 * than the failure of setprop_sized_cells would provide 554 */ 555 fprintf(stderr, "qemu: dtb file not compatible with " 556 "RAM size > 4GB\n"); 557 goto fail; 558 } 559 560 if (nb_numa_nodes > 0) { 561 /* 562 * Turn the /memory node created before into a NOP node, then create 563 * /memory@addr nodes for all numa nodes respectively. 564 */ 565 qemu_fdt_nop_node(fdt, "/memory"); 566 mem_base = binfo->loader_start; 567 for (i = 0; i < nb_numa_nodes; i++) { 568 mem_len = numa_info[i].node_mem; 569 nodename = g_strdup_printf("/memory@%" PRIx64, mem_base); 570 qemu_fdt_add_subnode(fdt, nodename); 571 qemu_fdt_setprop_string(fdt, nodename, "device_type", "memory"); 572 rc = qemu_fdt_setprop_sized_cells(fdt, nodename, "reg", 573 acells, mem_base, 574 scells, mem_len); 575 if (rc < 0) { 576 fprintf(stderr, "couldn't set %s/reg for node %d\n", nodename, 577 i); 578 goto fail; 579 } 580 581 qemu_fdt_setprop_cell(fdt, nodename, "numa-node-id", i); 582 mem_base += mem_len; 583 g_free(nodename); 584 } 585 } else { 586 Error *err = NULL; 587 588 rc = fdt_path_offset(fdt, "/memory"); 589 if (rc < 0) { 590 qemu_fdt_add_subnode(fdt, "/memory"); 591 } 592 593 if (!qemu_fdt_getprop(fdt, "/memory", "device_type", NULL, &err)) { 594 qemu_fdt_setprop_string(fdt, "/memory", "device_type", "memory"); 595 } 596 597 rc = qemu_fdt_setprop_sized_cells(fdt, "/memory", "reg", 598 acells, binfo->loader_start, 599 scells, binfo->ram_size); 600 if (rc < 0) { 601 fprintf(stderr, "couldn't set /memory/reg\n"); 602 goto fail; 603 } 604 } 605 606 rc = fdt_path_offset(fdt, "/chosen"); 607 if (rc < 0) { 608 qemu_fdt_add_subnode(fdt, "/chosen"); 609 } 610 611 if (binfo->kernel_cmdline && *binfo->kernel_cmdline) { 612 rc = qemu_fdt_setprop_string(fdt, "/chosen", "bootargs", 613 binfo->kernel_cmdline); 614 if (rc < 0) { 615 fprintf(stderr, "couldn't set /chosen/bootargs\n"); 616 goto fail; 617 } 618 } 619 620 if (binfo->initrd_size) { 621 rc = qemu_fdt_setprop_cell(fdt, "/chosen", "linux,initrd-start", 622 binfo->initrd_start); 623 if (rc < 0) { 624 fprintf(stderr, "couldn't set /chosen/linux,initrd-start\n"); 625 goto fail; 626 } 627 628 rc = qemu_fdt_setprop_cell(fdt, "/chosen", "linux,initrd-end", 629 binfo->initrd_start + binfo->initrd_size); 630 if (rc < 0) { 631 fprintf(stderr, "couldn't set /chosen/linux,initrd-end\n"); 632 goto fail; 633 } 634 } 635 636 fdt_add_psci_node(fdt); 637 638 if (binfo->modify_dtb) { 639 binfo->modify_dtb(binfo, fdt); 640 } 641 642 qemu_fdt_dumpdtb(fdt, size); 643 644 /* Put the DTB into the memory map as a ROM image: this will ensure 645 * the DTB is copied again upon reset, even if addr points into RAM. 646 */ 647 rom_add_blob_fixed_as("dtb", fdt, size, addr, as); 648 649 g_free(fdt); 650 651 return size; 652 653 fail: 654 g_free(fdt); 655 return -1; 656 } 657 658 static void do_cpu_reset(void *opaque) 659 { 660 ARMCPU *cpu = opaque; 661 CPUState *cs = CPU(cpu); 662 CPUARMState *env = &cpu->env; 663 const struct arm_boot_info *info = env->boot_info; 664 665 cpu_reset(cs); 666 if (info) { 667 if (!info->is_linux) { 668 int i; 669 /* Jump to the entry point. */ 670 uint64_t entry = info->entry; 671 672 switch (info->endianness) { 673 case ARM_ENDIANNESS_LE: 674 env->cp15.sctlr_el[1] &= ~SCTLR_E0E; 675 for (i = 1; i < 4; ++i) { 676 env->cp15.sctlr_el[i] &= ~SCTLR_EE; 677 } 678 env->uncached_cpsr &= ~CPSR_E; 679 break; 680 case ARM_ENDIANNESS_BE8: 681 env->cp15.sctlr_el[1] |= SCTLR_E0E; 682 for (i = 1; i < 4; ++i) { 683 env->cp15.sctlr_el[i] |= SCTLR_EE; 684 } 685 env->uncached_cpsr |= CPSR_E; 686 break; 687 case ARM_ENDIANNESS_BE32: 688 env->cp15.sctlr_el[1] |= SCTLR_B; 689 break; 690 case ARM_ENDIANNESS_UNKNOWN: 691 break; /* Board's decision */ 692 default: 693 g_assert_not_reached(); 694 } 695 696 if (!env->aarch64) { 697 env->thumb = info->entry & 1; 698 entry &= 0xfffffffe; 699 } 700 cpu_set_pc(cs, entry); 701 } else { 702 /* If we are booting Linux then we need to check whether we are 703 * booting into secure or non-secure state and adjust the state 704 * accordingly. Out of reset, ARM is defined to be in secure state 705 * (SCR.NS = 0), we change that here if non-secure boot has been 706 * requested. 707 */ 708 if (arm_feature(env, ARM_FEATURE_EL3)) { 709 /* AArch64 is defined to come out of reset into EL3 if enabled. 710 * If we are booting Linux then we need to adjust our EL as 711 * Linux expects us to be in EL2 or EL1. AArch32 resets into 712 * SVC, which Linux expects, so no privilege/exception level to 713 * adjust. 714 */ 715 if (env->aarch64) { 716 env->cp15.scr_el3 |= SCR_RW; 717 if (arm_feature(env, ARM_FEATURE_EL2)) { 718 env->cp15.hcr_el2 |= HCR_RW; 719 env->pstate = PSTATE_MODE_EL2h; 720 } else { 721 env->pstate = PSTATE_MODE_EL1h; 722 } 723 /* AArch64 kernels never boot in secure mode */ 724 assert(!info->secure_boot); 725 /* This hook is only supported for AArch32 currently: 726 * bootloader_aarch64[] will not call the hook, and 727 * the code above has already dropped us into EL2 or EL1. 728 */ 729 assert(!info->secure_board_setup); 730 } 731 732 if (arm_feature(env, ARM_FEATURE_EL2)) { 733 /* If we have EL2 then Linux expects the HVC insn to work */ 734 env->cp15.scr_el3 |= SCR_HCE; 735 } 736 737 /* Set to non-secure if not a secure boot */ 738 if (!info->secure_boot && 739 (cs != first_cpu || !info->secure_board_setup)) { 740 /* Linux expects non-secure state */ 741 env->cp15.scr_el3 |= SCR_NS; 742 } 743 } 744 745 if (cs == first_cpu) { 746 AddressSpace *as = arm_boot_address_space(cpu, info); 747 748 cpu_set_pc(cs, info->loader_start); 749 750 if (!have_dtb(info)) { 751 if (old_param) { 752 set_kernel_args_old(info, as); 753 } else { 754 set_kernel_args(info, as); 755 } 756 } 757 } else { 758 info->secondary_cpu_reset_hook(cpu, info); 759 } 760 } 761 } 762 } 763 764 /** 765 * load_image_to_fw_cfg() - Load an image file into an fw_cfg entry identified 766 * by key. 767 * @fw_cfg: The firmware config instance to store the data in. 768 * @size_key: The firmware config key to store the size of the loaded 769 * data under, with fw_cfg_add_i32(). 770 * @data_key: The firmware config key to store the loaded data under, 771 * with fw_cfg_add_bytes(). 772 * @image_name: The name of the image file to load. If it is NULL, the 773 * function returns without doing anything. 774 * @try_decompress: Whether the image should be decompressed (gunzipped) before 775 * adding it to fw_cfg. If decompression fails, the image is 776 * loaded as-is. 777 * 778 * In case of failure, the function prints an error message to stderr and the 779 * process exits with status 1. 780 */ 781 static void load_image_to_fw_cfg(FWCfgState *fw_cfg, uint16_t size_key, 782 uint16_t data_key, const char *image_name, 783 bool try_decompress) 784 { 785 size_t size = -1; 786 uint8_t *data; 787 788 if (image_name == NULL) { 789 return; 790 } 791 792 if (try_decompress) { 793 size = load_image_gzipped_buffer(image_name, 794 LOAD_IMAGE_MAX_GUNZIP_BYTES, &data); 795 } 796 797 if (size == (size_t)-1) { 798 gchar *contents; 799 gsize length; 800 801 if (!g_file_get_contents(image_name, &contents, &length, NULL)) { 802 error_report("failed to load \"%s\"", image_name); 803 exit(1); 804 } 805 size = length; 806 data = (uint8_t *)contents; 807 } 808 809 fw_cfg_add_i32(fw_cfg, size_key, size); 810 fw_cfg_add_bytes(fw_cfg, data_key, data, size); 811 } 812 813 static int do_arm_linux_init(Object *obj, void *opaque) 814 { 815 if (object_dynamic_cast(obj, TYPE_ARM_LINUX_BOOT_IF)) { 816 ARMLinuxBootIf *albif = ARM_LINUX_BOOT_IF(obj); 817 ARMLinuxBootIfClass *albifc = ARM_LINUX_BOOT_IF_GET_CLASS(obj); 818 struct arm_boot_info *info = opaque; 819 820 if (albifc->arm_linux_init) { 821 albifc->arm_linux_init(albif, info->secure_boot); 822 } 823 } 824 return 0; 825 } 826 827 static uint64_t arm_load_elf(struct arm_boot_info *info, uint64_t *pentry, 828 uint64_t *lowaddr, uint64_t *highaddr, 829 int elf_machine, AddressSpace *as) 830 { 831 bool elf_is64; 832 union { 833 Elf32_Ehdr h32; 834 Elf64_Ehdr h64; 835 } elf_header; 836 int data_swab = 0; 837 bool big_endian; 838 uint64_t ret = -1; 839 Error *err = NULL; 840 841 842 load_elf_hdr(info->kernel_filename, &elf_header, &elf_is64, &err); 843 if (err) { 844 error_free(err); 845 return ret; 846 } 847 848 if (elf_is64) { 849 big_endian = elf_header.h64.e_ident[EI_DATA] == ELFDATA2MSB; 850 info->endianness = big_endian ? ARM_ENDIANNESS_BE8 851 : ARM_ENDIANNESS_LE; 852 } else { 853 big_endian = elf_header.h32.e_ident[EI_DATA] == ELFDATA2MSB; 854 if (big_endian) { 855 if (bswap32(elf_header.h32.e_flags) & EF_ARM_BE8) { 856 info->endianness = ARM_ENDIANNESS_BE8; 857 } else { 858 info->endianness = ARM_ENDIANNESS_BE32; 859 /* In BE32, the CPU has a different view of the per-byte 860 * address map than the rest of the system. BE32 ELF files 861 * are organised such that they can be programmed through 862 * the CPU's per-word byte-reversed view of the world. QEMU 863 * however loads ELF files independently of the CPU. So 864 * tell the ELF loader to byte reverse the data for us. 865 */ 866 data_swab = 2; 867 } 868 } else { 869 info->endianness = ARM_ENDIANNESS_LE; 870 } 871 } 872 873 ret = load_elf_as(info->kernel_filename, NULL, NULL, 874 pentry, lowaddr, highaddr, big_endian, elf_machine, 875 1, data_swab, as); 876 if (ret <= 0) { 877 /* The header loaded but the image didn't */ 878 exit(1); 879 } 880 881 return ret; 882 } 883 884 static uint64_t load_aarch64_image(const char *filename, hwaddr mem_base, 885 hwaddr *entry, AddressSpace *as) 886 { 887 hwaddr kernel_load_offset = KERNEL64_LOAD_ADDR; 888 uint8_t *buffer; 889 int size; 890 891 /* On aarch64, it's the bootloader's job to uncompress the kernel. */ 892 size = load_image_gzipped_buffer(filename, LOAD_IMAGE_MAX_GUNZIP_BYTES, 893 &buffer); 894 895 if (size < 0) { 896 gsize len; 897 898 /* Load as raw file otherwise */ 899 if (!g_file_get_contents(filename, (char **)&buffer, &len, NULL)) { 900 return -1; 901 } 902 size = len; 903 } 904 905 /* check the arm64 magic header value -- very old kernels may not have it */ 906 if (size > ARM64_MAGIC_OFFSET + 4 && 907 memcmp(buffer + ARM64_MAGIC_OFFSET, "ARM\x64", 4) == 0) { 908 uint64_t hdrvals[2]; 909 910 /* The arm64 Image header has text_offset and image_size fields at 8 and 911 * 16 bytes into the Image header, respectively. The text_offset field 912 * is only valid if the image_size is non-zero. 913 */ 914 memcpy(&hdrvals, buffer + ARM64_TEXT_OFFSET_OFFSET, sizeof(hdrvals)); 915 if (hdrvals[1] != 0) { 916 kernel_load_offset = le64_to_cpu(hdrvals[0]); 917 } 918 } 919 920 *entry = mem_base + kernel_load_offset; 921 rom_add_blob_fixed_as(filename, buffer, size, *entry, as); 922 923 g_free(buffer); 924 925 return size; 926 } 927 928 static void arm_load_kernel_notify(Notifier *notifier, void *data) 929 { 930 CPUState *cs; 931 int kernel_size; 932 int initrd_size; 933 int is_linux = 0; 934 uint64_t elf_entry, elf_low_addr, elf_high_addr; 935 int elf_machine; 936 hwaddr entry; 937 static const ARMInsnFixup *primary_loader; 938 ArmLoadKernelNotifier *n = DO_UPCAST(ArmLoadKernelNotifier, 939 notifier, notifier); 940 ARMCPU *cpu = n->cpu; 941 struct arm_boot_info *info = 942 container_of(n, struct arm_boot_info, load_kernel_notifier); 943 AddressSpace *as = arm_boot_address_space(cpu, info); 944 945 /* The board code is not supposed to set secure_board_setup unless 946 * running its code in secure mode is actually possible, and KVM 947 * doesn't support secure. 948 */ 949 assert(!(info->secure_board_setup && kvm_enabled())); 950 951 info->dtb_filename = qemu_opt_get(qemu_get_machine_opts(), "dtb"); 952 953 /* Load the kernel. */ 954 if (!info->kernel_filename || info->firmware_loaded) { 955 956 if (have_dtb(info)) { 957 /* If we have a device tree blob, but no kernel to supply it to (or 958 * the kernel is supposed to be loaded by the bootloader), copy the 959 * DTB to the base of RAM for the bootloader to pick up. 960 */ 961 if (load_dtb(info->loader_start, info, 0, as) < 0) { 962 exit(1); 963 } 964 } 965 966 if (info->kernel_filename) { 967 FWCfgState *fw_cfg; 968 bool try_decompressing_kernel; 969 970 fw_cfg = fw_cfg_find(); 971 try_decompressing_kernel = arm_feature(&cpu->env, 972 ARM_FEATURE_AARCH64); 973 974 /* Expose the kernel, the command line, and the initrd in fw_cfg. 975 * We don't process them here at all, it's all left to the 976 * firmware. 977 */ 978 load_image_to_fw_cfg(fw_cfg, 979 FW_CFG_KERNEL_SIZE, FW_CFG_KERNEL_DATA, 980 info->kernel_filename, 981 try_decompressing_kernel); 982 load_image_to_fw_cfg(fw_cfg, 983 FW_CFG_INITRD_SIZE, FW_CFG_INITRD_DATA, 984 info->initrd_filename, false); 985 986 if (info->kernel_cmdline) { 987 fw_cfg_add_i32(fw_cfg, FW_CFG_CMDLINE_SIZE, 988 strlen(info->kernel_cmdline) + 1); 989 fw_cfg_add_string(fw_cfg, FW_CFG_CMDLINE_DATA, 990 info->kernel_cmdline); 991 } 992 } 993 994 /* We will start from address 0 (typically a boot ROM image) in the 995 * same way as hardware. 996 */ 997 return; 998 } 999 1000 if (arm_feature(&cpu->env, ARM_FEATURE_AARCH64)) { 1001 primary_loader = bootloader_aarch64; 1002 elf_machine = EM_AARCH64; 1003 } else { 1004 primary_loader = bootloader; 1005 if (!info->write_board_setup) { 1006 primary_loader += BOOTLOADER_NO_BOARD_SETUP_OFFSET; 1007 } 1008 elf_machine = EM_ARM; 1009 } 1010 1011 if (!info->secondary_cpu_reset_hook) { 1012 info->secondary_cpu_reset_hook = default_reset_secondary; 1013 } 1014 if (!info->write_secondary_boot) { 1015 info->write_secondary_boot = default_write_secondary; 1016 } 1017 1018 if (info->nb_cpus == 0) 1019 info->nb_cpus = 1; 1020 1021 /* We want to put the initrd far enough into RAM that when the 1022 * kernel is uncompressed it will not clobber the initrd. However 1023 * on boards without much RAM we must ensure that we still leave 1024 * enough room for a decent sized initrd, and on boards with large 1025 * amounts of RAM we must avoid the initrd being so far up in RAM 1026 * that it is outside lowmem and inaccessible to the kernel. 1027 * So for boards with less than 256MB of RAM we put the initrd 1028 * halfway into RAM, and for boards with 256MB of RAM or more we put 1029 * the initrd at 128MB. 1030 */ 1031 info->initrd_start = info->loader_start + 1032 MIN(info->ram_size / 2, 128 * 1024 * 1024); 1033 1034 /* Assume that raw images are linux kernels, and ELF images are not. */ 1035 kernel_size = arm_load_elf(info, &elf_entry, &elf_low_addr, 1036 &elf_high_addr, elf_machine, as); 1037 if (kernel_size > 0 && have_dtb(info)) { 1038 /* If there is still some room left at the base of RAM, try and put 1039 * the DTB there like we do for images loaded with -bios or -pflash. 1040 */ 1041 if (elf_low_addr > info->loader_start 1042 || elf_high_addr < info->loader_start) { 1043 /* Pass elf_low_addr as address limit to load_dtb if it may be 1044 * pointing into RAM, otherwise pass '0' (no limit) 1045 */ 1046 if (elf_low_addr < info->loader_start) { 1047 elf_low_addr = 0; 1048 } 1049 if (load_dtb(info->loader_start, info, elf_low_addr, as) < 0) { 1050 exit(1); 1051 } 1052 } 1053 } 1054 entry = elf_entry; 1055 if (kernel_size < 0) { 1056 kernel_size = load_uimage_as(info->kernel_filename, &entry, NULL, 1057 &is_linux, NULL, NULL, as); 1058 } 1059 if (arm_feature(&cpu->env, ARM_FEATURE_AARCH64) && kernel_size < 0) { 1060 kernel_size = load_aarch64_image(info->kernel_filename, 1061 info->loader_start, &entry, as); 1062 is_linux = 1; 1063 } else if (kernel_size < 0) { 1064 /* 32-bit ARM */ 1065 entry = info->loader_start + KERNEL_LOAD_ADDR; 1066 kernel_size = load_image_targphys_as(info->kernel_filename, entry, 1067 info->ram_size - KERNEL_LOAD_ADDR, 1068 as); 1069 is_linux = 1; 1070 } 1071 if (kernel_size < 0) { 1072 error_report("could not load kernel '%s'", info->kernel_filename); 1073 exit(1); 1074 } 1075 info->entry = entry; 1076 if (is_linux) { 1077 uint32_t fixupcontext[FIXUP_MAX]; 1078 1079 if (info->initrd_filename) { 1080 initrd_size = load_ramdisk_as(info->initrd_filename, 1081 info->initrd_start, 1082 info->ram_size - info->initrd_start, 1083 as); 1084 if (initrd_size < 0) { 1085 initrd_size = load_image_targphys_as(info->initrd_filename, 1086 info->initrd_start, 1087 info->ram_size - 1088 info->initrd_start, 1089 as); 1090 } 1091 if (initrd_size < 0) { 1092 error_report("could not load initrd '%s'", 1093 info->initrd_filename); 1094 exit(1); 1095 } 1096 } else { 1097 initrd_size = 0; 1098 } 1099 info->initrd_size = initrd_size; 1100 1101 fixupcontext[FIXUP_BOARDID] = info->board_id; 1102 fixupcontext[FIXUP_BOARD_SETUP] = info->board_setup_addr; 1103 1104 /* for device tree boot, we pass the DTB directly in r2. Otherwise 1105 * we point to the kernel args. 1106 */ 1107 if (have_dtb(info)) { 1108 hwaddr align; 1109 hwaddr dtb_start; 1110 1111 if (elf_machine == EM_AARCH64) { 1112 /* 1113 * Some AArch64 kernels on early bootup map the fdt region as 1114 * 1115 * [ ALIGN_DOWN(fdt, 2MB) ... ALIGN_DOWN(fdt, 2MB) + 2MB ] 1116 * 1117 * Let's play safe and prealign it to 2MB to give us some space. 1118 */ 1119 align = 2 * 1024 * 1024; 1120 } else { 1121 /* 1122 * Some 32bit kernels will trash anything in the 4K page the 1123 * initrd ends in, so make sure the DTB isn't caught up in that. 1124 */ 1125 align = 4096; 1126 } 1127 1128 /* Place the DTB after the initrd in memory with alignment. */ 1129 dtb_start = QEMU_ALIGN_UP(info->initrd_start + initrd_size, align); 1130 if (load_dtb(dtb_start, info, 0, as) < 0) { 1131 exit(1); 1132 } 1133 fixupcontext[FIXUP_ARGPTR] = dtb_start; 1134 } else { 1135 fixupcontext[FIXUP_ARGPTR] = info->loader_start + KERNEL_ARGS_ADDR; 1136 if (info->ram_size >= (1ULL << 32)) { 1137 error_report("RAM size must be less than 4GB to boot" 1138 " Linux kernel using ATAGS (try passing a device tree" 1139 " using -dtb)"); 1140 exit(1); 1141 } 1142 } 1143 fixupcontext[FIXUP_ENTRYPOINT] = entry; 1144 1145 write_bootloader("bootloader", info->loader_start, 1146 primary_loader, fixupcontext, as); 1147 1148 if (info->nb_cpus > 1) { 1149 info->write_secondary_boot(cpu, info); 1150 } 1151 if (info->write_board_setup) { 1152 info->write_board_setup(cpu, info); 1153 } 1154 1155 /* Notify devices which need to fake up firmware initialization 1156 * that we're doing a direct kernel boot. 1157 */ 1158 object_child_foreach_recursive(object_get_root(), 1159 do_arm_linux_init, info); 1160 } 1161 info->is_linux = is_linux; 1162 1163 for (cs = CPU(cpu); cs; cs = CPU_NEXT(cs)) { 1164 ARM_CPU(cs)->env.boot_info = info; 1165 } 1166 } 1167 1168 void arm_load_kernel(ARMCPU *cpu, struct arm_boot_info *info) 1169 { 1170 CPUState *cs; 1171 1172 info->load_kernel_notifier.cpu = cpu; 1173 info->load_kernel_notifier.notifier.notify = arm_load_kernel_notify; 1174 qemu_add_machine_init_done_notifier(&info->load_kernel_notifier.notifier); 1175 1176 /* CPU objects (unlike devices) are not automatically reset on system 1177 * reset, so we must always register a handler to do so. If we're 1178 * actually loading a kernel, the handler is also responsible for 1179 * arranging that we start it correctly. 1180 */ 1181 for (cs = CPU(cpu); cs; cs = CPU_NEXT(cs)) { 1182 qemu_register_reset(do_cpu_reset, ARM_CPU(cs)); 1183 } 1184 } 1185 1186 static const TypeInfo arm_linux_boot_if_info = { 1187 .name = TYPE_ARM_LINUX_BOOT_IF, 1188 .parent = TYPE_INTERFACE, 1189 .class_size = sizeof(ARMLinuxBootIfClass), 1190 }; 1191 1192 static void arm_linux_boot_register_types(void) 1193 { 1194 type_register_static(&arm_linux_boot_if_info); 1195 } 1196 1197 type_init(arm_linux_boot_register_types) 1198