13ddd9992SAKASHI Takahiro // SPDX-License-Identifier: GPL-2.0
23ddd9992SAKASHI Takahiro /*
33ddd9992SAKASHI Takahiro * kexec_file for arm64
43ddd9992SAKASHI Takahiro *
53ddd9992SAKASHI Takahiro * Copyright (C) 2018 Linaro Limited
63ddd9992SAKASHI Takahiro * Author: AKASHI Takahiro <takahiro.akashi@linaro.org>
73ddd9992SAKASHI Takahiro *
852b2a8afSAKASHI Takahiro * Most code is derived from arm64 port of kexec-tools
93ddd9992SAKASHI Takahiro */
103ddd9992SAKASHI Takahiro
113ddd9992SAKASHI Takahiro #define pr_fmt(fmt) "kexec_file: " fmt
123ddd9992SAKASHI Takahiro
1352b2a8afSAKASHI Takahiro #include <linux/ioport.h>
1452b2a8afSAKASHI Takahiro #include <linux/kernel.h>
153ddd9992SAKASHI Takahiro #include <linux/kexec.h>
1652b2a8afSAKASHI Takahiro #include <linux/libfdt.h>
1752b2a8afSAKASHI Takahiro #include <linux/memblock.h>
18ac10be5cSRob Herring #include <linux/of.h>
1952b2a8afSAKASHI Takahiro #include <linux/of_fdt.h>
203751e728SAKASHI Takahiro #include <linux/slab.h>
2152b2a8afSAKASHI Takahiro #include <linux/string.h>
2252b2a8afSAKASHI Takahiro #include <linux/types.h>
23732291c4SArnd Bergmann #include <linux/vmalloc.h>
243ddd9992SAKASHI Takahiro
253ddd9992SAKASHI Takahiro const struct kexec_file_ops * const kexec_file_loaders[] = {
26f3b70e50SAKASHI Takahiro &kexec_image_ops,
273ddd9992SAKASHI Takahiro NULL
283ddd9992SAKASHI Takahiro };
2952b2a8afSAKASHI Takahiro
arch_kimage_file_post_load_cleanup(struct kimage * image)3052b2a8afSAKASHI Takahiro int arch_kimage_file_post_load_cleanup(struct kimage *image)
3152b2a8afSAKASHI Takahiro {
32ac10be5cSRob Herring kvfree(image->arch.dtb);
3352b2a8afSAKASHI Takahiro image->arch.dtb = NULL;
3452b2a8afSAKASHI Takahiro
357b558cc3SLakshmi Ramasubramanian vfree(image->elf_headers);
367b558cc3SLakshmi Ramasubramanian image->elf_headers = NULL;
377b558cc3SLakshmi Ramasubramanian image->elf_headers_sz = 0;
383751e728SAKASHI Takahiro
3952b2a8afSAKASHI Takahiro return kexec_image_post_load_cleanup_default(image);
4052b2a8afSAKASHI Takahiro }
4152b2a8afSAKASHI Takahiro
prepare_elf_headers(void ** addr,unsigned long * sz)423751e728SAKASHI Takahiro static int prepare_elf_headers(void **addr, unsigned long *sz)
433751e728SAKASHI Takahiro {
443751e728SAKASHI Takahiro struct crash_mem *cmem;
453751e728SAKASHI Takahiro unsigned int nr_ranges;
463751e728SAKASHI Takahiro int ret;
473751e728SAKASHI Takahiro u64 i;
483751e728SAKASHI Takahiro phys_addr_t start, end;
493751e728SAKASHI Takahiro
50*4831be70SLevi Yun nr_ranges = 2; /* for exclusion of crashkernel region */
516e245ad4SMike Rapoport for_each_mem_range(i, &start, &end)
523751e728SAKASHI Takahiro nr_ranges++;
533751e728SAKASHI Takahiro
54bf508ec9SGustavo A. R. Silva cmem = kmalloc(struct_size(cmem, ranges, nr_ranges), GFP_KERNEL);
553751e728SAKASHI Takahiro if (!cmem)
563751e728SAKASHI Takahiro return -ENOMEM;
573751e728SAKASHI Takahiro
583751e728SAKASHI Takahiro cmem->max_nr_ranges = nr_ranges;
593751e728SAKASHI Takahiro cmem->nr_ranges = 0;
606e245ad4SMike Rapoport for_each_mem_range(i, &start, &end) {
613751e728SAKASHI Takahiro cmem->ranges[cmem->nr_ranges].start = start;
623751e728SAKASHI Takahiro cmem->ranges[cmem->nr_ranges].end = end - 1;
633751e728SAKASHI Takahiro cmem->nr_ranges++;
643751e728SAKASHI Takahiro }
653751e728SAKASHI Takahiro
663751e728SAKASHI Takahiro /* Exclude crashkernel region */
673751e728SAKASHI Takahiro ret = crash_exclude_mem_range(cmem, crashk_res.start, crashk_res.end);
68944a45abSChen Zhou if (ret)
69944a45abSChen Zhou goto out;
703751e728SAKASHI Takahiro
71944a45abSChen Zhou if (crashk_low_res.end) {
72944a45abSChen Zhou ret = crash_exclude_mem_range(cmem, crashk_low_res.start, crashk_low_res.end);
73944a45abSChen Zhou if (ret)
74944a45abSChen Zhou goto out;
75944a45abSChen Zhou }
76944a45abSChen Zhou
773751e728SAKASHI Takahiro ret = crash_prepare_elf64_headers(cmem, true, addr, sz);
783751e728SAKASHI Takahiro
79944a45abSChen Zhou out:
803751e728SAKASHI Takahiro kfree(cmem);
813751e728SAKASHI Takahiro return ret;
823751e728SAKASHI Takahiro }
833751e728SAKASHI Takahiro
84108aa503SBenjamin Gwin /*
85108aa503SBenjamin Gwin * Tries to add the initrd and DTB to the image. If it is not possible to find
86108aa503SBenjamin Gwin * valid locations, this function will undo changes to the image and return non
87108aa503SBenjamin Gwin * zero.
88108aa503SBenjamin Gwin */
load_other_segments(struct kimage * image,unsigned long kernel_load_addr,unsigned long kernel_size,char * initrd,unsigned long initrd_len,char * cmdline)8952b2a8afSAKASHI Takahiro int load_other_segments(struct kimage *image,
9052b2a8afSAKASHI Takahiro unsigned long kernel_load_addr,
9152b2a8afSAKASHI Takahiro unsigned long kernel_size,
9252b2a8afSAKASHI Takahiro char *initrd, unsigned long initrd_len,
9352b2a8afSAKASHI Takahiro char *cmdline)
9452b2a8afSAKASHI Takahiro {
9552b2a8afSAKASHI Takahiro struct kexec_buf kbuf;
963751e728SAKASHI Takahiro void *headers, *dtb = NULL;
97108aa503SBenjamin Gwin unsigned long headers_sz, initrd_load_addr = 0, dtb_len,
98108aa503SBenjamin Gwin orig_segments = image->nr_segments;
9952b2a8afSAKASHI Takahiro int ret = 0;
10052b2a8afSAKASHI Takahiro
10152b2a8afSAKASHI Takahiro kbuf.image = image;
10252b2a8afSAKASHI Takahiro /* not allocate anything below the kernel */
10352b2a8afSAKASHI Takahiro kbuf.buf_min = kernel_load_addr + kernel_size;
10452b2a8afSAKASHI Takahiro
1053751e728SAKASHI Takahiro /* load elf core header */
1063751e728SAKASHI Takahiro if (image->type == KEXEC_TYPE_CRASH) {
1073751e728SAKASHI Takahiro ret = prepare_elf_headers(&headers, &headers_sz);
1083751e728SAKASHI Takahiro if (ret) {
1093751e728SAKASHI Takahiro pr_err("Preparing elf core header failed\n");
1103751e728SAKASHI Takahiro goto out_err;
1113751e728SAKASHI Takahiro }
1123751e728SAKASHI Takahiro
1133751e728SAKASHI Takahiro kbuf.buffer = headers;
1143751e728SAKASHI Takahiro kbuf.bufsz = headers_sz;
1153751e728SAKASHI Takahiro kbuf.mem = KEXEC_BUF_MEM_UNKNOWN;
1163751e728SAKASHI Takahiro kbuf.memsz = headers_sz;
1173751e728SAKASHI Takahiro kbuf.buf_align = SZ_64K; /* largest supported page size */
1183751e728SAKASHI Takahiro kbuf.buf_max = ULONG_MAX;
1193751e728SAKASHI Takahiro kbuf.top_down = true;
1203751e728SAKASHI Takahiro
1213751e728SAKASHI Takahiro ret = kexec_add_buffer(&kbuf);
1223751e728SAKASHI Takahiro if (ret) {
1233751e728SAKASHI Takahiro vfree(headers);
1243751e728SAKASHI Takahiro goto out_err;
1253751e728SAKASHI Takahiro }
1267b558cc3SLakshmi Ramasubramanian image->elf_headers = headers;
1277b558cc3SLakshmi Ramasubramanian image->elf_load_addr = kbuf.mem;
1287b558cc3SLakshmi Ramasubramanian image->elf_headers_sz = headers_sz;
1293751e728SAKASHI Takahiro
1303751e728SAKASHI Takahiro pr_debug("Loaded elf core header at 0x%lx bufsz=0x%lx memsz=0x%lx\n",
1317b558cc3SLakshmi Ramasubramanian image->elf_load_addr, kbuf.bufsz, kbuf.memsz);
1323751e728SAKASHI Takahiro }
1333751e728SAKASHI Takahiro
13452b2a8afSAKASHI Takahiro /* load initrd */
13552b2a8afSAKASHI Takahiro if (initrd) {
13652b2a8afSAKASHI Takahiro kbuf.buffer = initrd;
13752b2a8afSAKASHI Takahiro kbuf.bufsz = initrd_len;
138c19d050fSBhupesh Sharma kbuf.mem = KEXEC_BUF_MEM_UNKNOWN;
13952b2a8afSAKASHI Takahiro kbuf.memsz = initrd_len;
14052b2a8afSAKASHI Takahiro kbuf.buf_align = 0;
14152b2a8afSAKASHI Takahiro /* within 1GB-aligned window of up to 32GB in size */
14252b2a8afSAKASHI Takahiro kbuf.buf_max = round_down(kernel_load_addr, SZ_1G)
14352b2a8afSAKASHI Takahiro + (unsigned long)SZ_1G * 32;
14452b2a8afSAKASHI Takahiro kbuf.top_down = false;
14552b2a8afSAKASHI Takahiro
14652b2a8afSAKASHI Takahiro ret = kexec_add_buffer(&kbuf);
14752b2a8afSAKASHI Takahiro if (ret)
14852b2a8afSAKASHI Takahiro goto out_err;
14952b2a8afSAKASHI Takahiro initrd_load_addr = kbuf.mem;
15052b2a8afSAKASHI Takahiro
15152b2a8afSAKASHI Takahiro pr_debug("Loaded initrd at 0x%lx bufsz=0x%lx memsz=0x%lx\n",
15251075e0cSŁukasz Stelmach initrd_load_addr, kbuf.bufsz, kbuf.memsz);
15352b2a8afSAKASHI Takahiro }
15452b2a8afSAKASHI Takahiro
15552b2a8afSAKASHI Takahiro /* load dtb */
156ac10be5cSRob Herring dtb = of_kexec_alloc_and_setup_fdt(image, initrd_load_addr,
157ac10be5cSRob Herring initrd_len, cmdline, 0);
158ac10be5cSRob Herring if (!dtb) {
15952b2a8afSAKASHI Takahiro pr_err("Preparing for new dtb failed\n");
1609c5d89bcSLakshmi Ramasubramanian ret = -EINVAL;
16152b2a8afSAKASHI Takahiro goto out_err;
16252b2a8afSAKASHI Takahiro }
16352b2a8afSAKASHI Takahiro
164ac10be5cSRob Herring /* trim it */
165ac10be5cSRob Herring fdt_pack(dtb);
16652b2a8afSAKASHI Takahiro dtb_len = fdt_totalsize(dtb);
16752b2a8afSAKASHI Takahiro kbuf.buffer = dtb;
16852b2a8afSAKASHI Takahiro kbuf.bufsz = dtb_len;
169c19d050fSBhupesh Sharma kbuf.mem = KEXEC_BUF_MEM_UNKNOWN;
17052b2a8afSAKASHI Takahiro kbuf.memsz = dtb_len;
17152b2a8afSAKASHI Takahiro /* not across 2MB boundary */
17252b2a8afSAKASHI Takahiro kbuf.buf_align = SZ_2M;
17352b2a8afSAKASHI Takahiro kbuf.buf_max = ULONG_MAX;
17452b2a8afSAKASHI Takahiro kbuf.top_down = true;
17552b2a8afSAKASHI Takahiro
17652b2a8afSAKASHI Takahiro ret = kexec_add_buffer(&kbuf);
17752b2a8afSAKASHI Takahiro if (ret)
17852b2a8afSAKASHI Takahiro goto out_err;
17952b2a8afSAKASHI Takahiro image->arch.dtb = dtb;
18052b2a8afSAKASHI Takahiro image->arch.dtb_mem = kbuf.mem;
18152b2a8afSAKASHI Takahiro
18252b2a8afSAKASHI Takahiro pr_debug("Loaded dtb at 0x%lx bufsz=0x%lx memsz=0x%lx\n",
18351075e0cSŁukasz Stelmach kbuf.mem, kbuf.bufsz, kbuf.memsz);
18452b2a8afSAKASHI Takahiro
18552b2a8afSAKASHI Takahiro return 0;
18652b2a8afSAKASHI Takahiro
18752b2a8afSAKASHI Takahiro out_err:
188108aa503SBenjamin Gwin image->nr_segments = orig_segments;
189ac10be5cSRob Herring kvfree(dtb);
19052b2a8afSAKASHI Takahiro return ret;
19152b2a8afSAKASHI Takahiro }
192