1*fa82cce7SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
2d603c8e1SIngo Molnar /*
3d603c8e1SIngo Molnar * vdso2c - A vdso image preparation tool
4d603c8e1SIngo Molnar * Copyright (c) 2014 Andy Lutomirski and others
5d603c8e1SIngo Molnar *
6d603c8e1SIngo Molnar * vdso2c requires stripped and unstripped input. It would be trivial
7d603c8e1SIngo Molnar * to fully strip the input in here, but, for reasons described below,
8d603c8e1SIngo Molnar * we need to write a section table. Doing this is more or less
9d603c8e1SIngo Molnar * equivalent to dropping all non-allocatable sections, but it's
10d603c8e1SIngo Molnar * easier to let objcopy handle that instead of doing it ourselves.
11d603c8e1SIngo Molnar * If we ever need to do something fancier than what objcopy provides,
12d603c8e1SIngo Molnar * it would be straightforward to add here.
13d603c8e1SIngo Molnar *
14d603c8e1SIngo Molnar * We're keep a section table for a few reasons:
15d603c8e1SIngo Molnar *
16d603c8e1SIngo Molnar * The Go runtime had a couple of bugs: it would read the section
17d603c8e1SIngo Molnar * table to try to figure out how many dynamic symbols there were (it
18d603c8e1SIngo Molnar * shouldn't have looked at the section table at all) and, if there
19d603c8e1SIngo Molnar * were no SHT_SYNDYM section table entry, it would use an
20d603c8e1SIngo Molnar * uninitialized value for the number of symbols. An empty DYNSYM
21d603c8e1SIngo Molnar * table would work, but I see no reason not to write a valid one (and
22d603c8e1SIngo Molnar * keep full performance for old Go programs). This hack is only
23d603c8e1SIngo Molnar * needed on x86_64.
24d603c8e1SIngo Molnar *
25d603c8e1SIngo Molnar * The bug was introduced on 2012-08-31 by:
26d603c8e1SIngo Molnar * https://code.google.com/p/go/source/detail?r=56ea40aac72b
27d603c8e1SIngo Molnar * and was fixed on 2014-06-13 by:
28d603c8e1SIngo Molnar * https://code.google.com/p/go/source/detail?r=fc1cd5e12595
29d603c8e1SIngo Molnar *
30d603c8e1SIngo Molnar * Binutils has issues debugging the vDSO: it reads the section table to
31d603c8e1SIngo Molnar * find SHT_NOTE; it won't look at PT_NOTE for the in-memory vDSO, which
32d603c8e1SIngo Molnar * would break build-id if we removed the section table. Binutils
33d603c8e1SIngo Molnar * also requires that shstrndx != 0. See:
34d603c8e1SIngo Molnar * https://sourceware.org/bugzilla/show_bug.cgi?id=17064
35d603c8e1SIngo Molnar *
36d603c8e1SIngo Molnar * elfutils might not look for PT_NOTE if there is a section table at
37d603c8e1SIngo Molnar * all. I don't know whether this matters for any practical purpose.
38d603c8e1SIngo Molnar *
39d603c8e1SIngo Molnar * For simplicity, rather than hacking up a partial section table, we
40d603c8e1SIngo Molnar * just write a mostly complete one. We omit non-dynamic symbols,
41d603c8e1SIngo Molnar * though, since they're rather large.
42d603c8e1SIngo Molnar *
43d603c8e1SIngo Molnar * Once binutils gets fixed, we might be able to drop this for all but
44d603c8e1SIngo Molnar * the 64-bit vdso, since build-id only works in kernel RPMs, and
45d603c8e1SIngo Molnar * systems that update to new enough kernel RPMs will likely update
46d603c8e1SIngo Molnar * binutils in sync. build-id has never worked for home-built kernel
47d603c8e1SIngo Molnar * RPMs without manual symlinking, and I suspect that no one ever does
48d603c8e1SIngo Molnar * that.
49d603c8e1SIngo Molnar */
50d603c8e1SIngo Molnar
51d603c8e1SIngo Molnar #include <inttypes.h>
52d603c8e1SIngo Molnar #include <stdint.h>
53d603c8e1SIngo Molnar #include <unistd.h>
54d603c8e1SIngo Molnar #include <stdarg.h>
55d603c8e1SIngo Molnar #include <stdlib.h>
56d603c8e1SIngo Molnar #include <stdio.h>
57d603c8e1SIngo Molnar #include <string.h>
58d603c8e1SIngo Molnar #include <fcntl.h>
59d603c8e1SIngo Molnar #include <err.h>
60d603c8e1SIngo Molnar
61d603c8e1SIngo Molnar #include <sys/mman.h>
62d603c8e1SIngo Molnar #include <sys/types.h>
63d603c8e1SIngo Molnar
64d603c8e1SIngo Molnar #include <tools/le_byteshift.h>
65d603c8e1SIngo Molnar
66d603c8e1SIngo Molnar #include <linux/elf.h>
67d603c8e1SIngo Molnar #include <linux/types.h>
680cfe5b5fSJérémy Lefaure #include <linux/kernel.h>
69d603c8e1SIngo Molnar
70d603c8e1SIngo Molnar const char *outfilename;
71d603c8e1SIngo Molnar
72d603c8e1SIngo Molnar /* Symbols that we need in vdso2c. */
73d603c8e1SIngo Molnar enum {
74d603c8e1SIngo Molnar sym_vvar_start,
75d603c8e1SIngo Molnar sym_vvar_page,
76dac16fbaSAndy Lutomirski sym_pvclock_page,
7790b20432SVitaly Kuznetsov sym_hvclock_page,
78550a77a7SDmitry Safonov sym_timens_page,
79d603c8e1SIngo Molnar };
80d603c8e1SIngo Molnar
81d603c8e1SIngo Molnar const int special_pages[] = {
82d603c8e1SIngo Molnar sym_vvar_page,
83dac16fbaSAndy Lutomirski sym_pvclock_page,
8490b20432SVitaly Kuznetsov sym_hvclock_page,
85550a77a7SDmitry Safonov sym_timens_page,
86d603c8e1SIngo Molnar };
87d603c8e1SIngo Molnar
88d603c8e1SIngo Molnar struct vdso_sym {
89d603c8e1SIngo Molnar const char *name;
90d603c8e1SIngo Molnar bool export;
91d603c8e1SIngo Molnar };
92d603c8e1SIngo Molnar
93d603c8e1SIngo Molnar struct vdso_sym required_syms[] = {
94d603c8e1SIngo Molnar [sym_vvar_start] = {"vvar_start", true},
95d603c8e1SIngo Molnar [sym_vvar_page] = {"vvar_page", true},
96dac16fbaSAndy Lutomirski [sym_pvclock_page] = {"pvclock_page", true},
9790b20432SVitaly Kuznetsov [sym_hvclock_page] = {"hvclock_page", true},
98550a77a7SDmitry Safonov [sym_timens_page] = {"timens_page", true},
99d603c8e1SIngo Molnar {"VDSO32_NOTE_MASK", true},
100d603c8e1SIngo Molnar {"__kernel_vsyscall", true},
101d603c8e1SIngo Molnar {"__kernel_sigreturn", true},
102d603c8e1SIngo Molnar {"__kernel_rt_sigreturn", true},
1038242c6c8SAndy Lutomirski {"int80_landing_pad", true},
104c5c87812SGabriel Krisman Bertazi {"vdso32_rt_sigreturn_landing_pad", true},
105c5c87812SGabriel Krisman Bertazi {"vdso32_sigreturn_landing_pad", true},
106d603c8e1SIngo Molnar };
107d603c8e1SIngo Molnar
108d603c8e1SIngo Molnar __attribute__((format(printf, 1, 2))) __attribute__((noreturn))
fail(const char * format,...)109d603c8e1SIngo Molnar static void fail(const char *format, ...)
110d603c8e1SIngo Molnar {
111d603c8e1SIngo Molnar va_list ap;
112d603c8e1SIngo Molnar va_start(ap, format);
113d603c8e1SIngo Molnar fprintf(stderr, "Error: ");
114d603c8e1SIngo Molnar vfprintf(stderr, format, ap);
115d603c8e1SIngo Molnar if (outfilename)
116d603c8e1SIngo Molnar unlink(outfilename);
117d603c8e1SIngo Molnar exit(1);
118d603c8e1SIngo Molnar va_end(ap);
119d603c8e1SIngo Molnar }
120d603c8e1SIngo Molnar
121d603c8e1SIngo Molnar /*
122d603c8e1SIngo Molnar * Evil macros for little-endian reads and writes
123d603c8e1SIngo Molnar */
124d603c8e1SIngo Molnar #define GLE(x, bits, ifnot) \
125d603c8e1SIngo Molnar __builtin_choose_expr( \
126d603c8e1SIngo Molnar (sizeof(*(x)) == bits/8), \
127d603c8e1SIngo Molnar (__typeof__(*(x)))get_unaligned_le##bits(x), ifnot)
128d603c8e1SIngo Molnar
129d603c8e1SIngo Molnar extern void bad_get_le(void);
130d603c8e1SIngo Molnar #define LAST_GLE(x) \
131d603c8e1SIngo Molnar __builtin_choose_expr(sizeof(*(x)) == 1, *(x), bad_get_le())
132d603c8e1SIngo Molnar
133d603c8e1SIngo Molnar #define GET_LE(x) \
134d603c8e1SIngo Molnar GLE(x, 64, GLE(x, 32, GLE(x, 16, LAST_GLE(x))))
135d603c8e1SIngo Molnar
136d603c8e1SIngo Molnar #define PLE(x, val, bits, ifnot) \
137d603c8e1SIngo Molnar __builtin_choose_expr( \
138d603c8e1SIngo Molnar (sizeof(*(x)) == bits/8), \
139d603c8e1SIngo Molnar put_unaligned_le##bits((val), (x)), ifnot)
140d603c8e1SIngo Molnar
141d603c8e1SIngo Molnar extern void bad_put_le(void);
142d603c8e1SIngo Molnar #define LAST_PLE(x, val) \
143d603c8e1SIngo Molnar __builtin_choose_expr(sizeof(*(x)) == 1, *(x) = (val), bad_put_le())
144d603c8e1SIngo Molnar
145d603c8e1SIngo Molnar #define PUT_LE(x, val) \
146d603c8e1SIngo Molnar PLE(x, val, 64, PLE(x, val, 32, PLE(x, val, 16, LAST_PLE(x, val))))
147d603c8e1SIngo Molnar
148d603c8e1SIngo Molnar
1490cfe5b5fSJérémy Lefaure #define NSYMS ARRAY_SIZE(required_syms)
150d603c8e1SIngo Molnar
151d603c8e1SIngo Molnar #define BITSFUNC3(name, bits, suffix) name##bits##suffix
152d603c8e1SIngo Molnar #define BITSFUNC2(name, bits, suffix) BITSFUNC3(name, bits, suffix)
153d603c8e1SIngo Molnar #define BITSFUNC(name) BITSFUNC2(name, ELF_BITS, )
154d603c8e1SIngo Molnar
155d603c8e1SIngo Molnar #define INT_BITS BITSFUNC2(int, ELF_BITS, _t)
156d603c8e1SIngo Molnar
157d603c8e1SIngo Molnar #define ELF_BITS_XFORM2(bits, x) Elf##bits##_##x
158d603c8e1SIngo Molnar #define ELF_BITS_XFORM(bits, x) ELF_BITS_XFORM2(bits, x)
159d603c8e1SIngo Molnar #define ELF(x) ELF_BITS_XFORM(ELF_BITS, x)
160d603c8e1SIngo Molnar
161d603c8e1SIngo Molnar #define ELF_BITS 64
162d603c8e1SIngo Molnar #include "vdso2c.h"
163d603c8e1SIngo Molnar #undef ELF_BITS
164d603c8e1SIngo Molnar
165d603c8e1SIngo Molnar #define ELF_BITS 32
166d603c8e1SIngo Molnar #include "vdso2c.h"
167d603c8e1SIngo Molnar #undef ELF_BITS
168d603c8e1SIngo Molnar
go(void * raw_addr,size_t raw_len,void * stripped_addr,size_t stripped_len,FILE * outfile,const char * name)169d603c8e1SIngo Molnar static void go(void *raw_addr, size_t raw_len,
170d603c8e1SIngo Molnar void *stripped_addr, size_t stripped_len,
171d603c8e1SIngo Molnar FILE *outfile, const char *name)
172d603c8e1SIngo Molnar {
173d603c8e1SIngo Molnar Elf64_Ehdr *hdr = (Elf64_Ehdr *)raw_addr;
174d603c8e1SIngo Molnar
175d603c8e1SIngo Molnar if (hdr->e_ident[EI_CLASS] == ELFCLASS64) {
176d603c8e1SIngo Molnar go64(raw_addr, raw_len, stripped_addr, stripped_len,
177d603c8e1SIngo Molnar outfile, name);
178d603c8e1SIngo Molnar } else if (hdr->e_ident[EI_CLASS] == ELFCLASS32) {
179d603c8e1SIngo Molnar go32(raw_addr, raw_len, stripped_addr, stripped_len,
180d603c8e1SIngo Molnar outfile, name);
181d603c8e1SIngo Molnar } else {
182d603c8e1SIngo Molnar fail("unknown ELF class\n");
183d603c8e1SIngo Molnar }
184d603c8e1SIngo Molnar }
185d603c8e1SIngo Molnar
map_input(const char * name,void ** addr,size_t * len,int prot)186d603c8e1SIngo Molnar static void map_input(const char *name, void **addr, size_t *len, int prot)
187d603c8e1SIngo Molnar {
188d603c8e1SIngo Molnar off_t tmp_len;
189d603c8e1SIngo Molnar
190d603c8e1SIngo Molnar int fd = open(name, O_RDONLY);
191d603c8e1SIngo Molnar if (fd == -1)
192089ef557SDmitry Safonov err(1, "open(%s)", name);
193d603c8e1SIngo Molnar
194d603c8e1SIngo Molnar tmp_len = lseek(fd, 0, SEEK_END);
195d603c8e1SIngo Molnar if (tmp_len == (off_t)-1)
196d603c8e1SIngo Molnar err(1, "lseek");
197d603c8e1SIngo Molnar *len = (size_t)tmp_len;
198d603c8e1SIngo Molnar
199d603c8e1SIngo Molnar *addr = mmap(NULL, tmp_len, prot, MAP_PRIVATE, fd, 0);
200d603c8e1SIngo Molnar if (*addr == MAP_FAILED)
201d603c8e1SIngo Molnar err(1, "mmap");
202d603c8e1SIngo Molnar
203d603c8e1SIngo Molnar close(fd);
204d603c8e1SIngo Molnar }
205d603c8e1SIngo Molnar
main(int argc,char ** argv)206d603c8e1SIngo Molnar int main(int argc, char **argv)
207d603c8e1SIngo Molnar {
208d603c8e1SIngo Molnar size_t raw_len, stripped_len;
209d603c8e1SIngo Molnar void *raw_addr, *stripped_addr;
210d603c8e1SIngo Molnar FILE *outfile;
211d603c8e1SIngo Molnar char *name, *tmp;
212d603c8e1SIngo Molnar int namelen;
213d603c8e1SIngo Molnar
214d603c8e1SIngo Molnar if (argc != 4) {
215d603c8e1SIngo Molnar printf("Usage: vdso2c RAW_INPUT STRIPPED_INPUT OUTPUT\n");
216d603c8e1SIngo Molnar return 1;
217d603c8e1SIngo Molnar }
218d603c8e1SIngo Molnar
219d603c8e1SIngo Molnar /*
220d603c8e1SIngo Molnar * Figure out the struct name. If we're writing to a .so file,
221163b0991SIngo Molnar * generate raw output instead.
222d603c8e1SIngo Molnar */
223d603c8e1SIngo Molnar name = strdup(argv[3]);
224d603c8e1SIngo Molnar namelen = strlen(name);
225d603c8e1SIngo Molnar if (namelen >= 3 && !strcmp(name + namelen - 3, ".so")) {
226d603c8e1SIngo Molnar name = NULL;
227d603c8e1SIngo Molnar } else {
228d603c8e1SIngo Molnar tmp = strrchr(name, '/');
229d603c8e1SIngo Molnar if (tmp)
230d603c8e1SIngo Molnar name = tmp + 1;
231d603c8e1SIngo Molnar tmp = strchr(name, '.');
232d603c8e1SIngo Molnar if (tmp)
233d603c8e1SIngo Molnar *tmp = '\0';
234d603c8e1SIngo Molnar for (tmp = name; *tmp; tmp++)
235d603c8e1SIngo Molnar if (*tmp == '-')
236d603c8e1SIngo Molnar *tmp = '_';
237d603c8e1SIngo Molnar }
238d603c8e1SIngo Molnar
239d603c8e1SIngo Molnar map_input(argv[1], &raw_addr, &raw_len, PROT_READ);
240d603c8e1SIngo Molnar map_input(argv[2], &stripped_addr, &stripped_len, PROT_READ);
241d603c8e1SIngo Molnar
242d603c8e1SIngo Molnar outfilename = argv[3];
243d603c8e1SIngo Molnar outfile = fopen(outfilename, "w");
244d603c8e1SIngo Molnar if (!outfile)
245089ef557SDmitry Safonov err(1, "fopen(%s)", outfilename);
246d603c8e1SIngo Molnar
247d603c8e1SIngo Molnar go(raw_addr, raw_len, stripped_addr, stripped_len, outfile, name);
248d603c8e1SIngo Molnar
249d603c8e1SIngo Molnar munmap(raw_addr, raw_len);
250d603c8e1SIngo Molnar munmap(stripped_addr, stripped_len);
251d603c8e1SIngo Molnar fclose(outfile);
252d603c8e1SIngo Molnar
253d603c8e1SIngo Molnar return 0;
254d603c8e1SIngo Molnar }
255