1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * Copyright (C) 2015 Imagination Technologies 4 * Author: Alex Smith <alex.smith@imgtec.com> 5 */ 6 7 /* 8 * This tool is used to generate the real VDSO images from the raw image. It 9 * first patches up the MIPS ABI flags and GNU attributes sections defined in 10 * elf.S to have the correct name and type. It then generates a C source file 11 * to be compiled into the kernel containing the VDSO image data and a 12 * mips_vdso_image struct for it, including symbol offsets extracted from the 13 * image. 14 * 15 * We need to be passed both a stripped and unstripped VDSO image. The stripped 16 * image is compiled into the kernel, but we must also patch up the unstripped 17 * image's ABI flags sections so that it can be installed and used for 18 * debugging. 19 */ 20 21 #include <sys/mman.h> 22 #include <sys/stat.h> 23 #include <sys/types.h> 24 25 #include <byteswap.h> 26 #include <elf.h> 27 #include <errno.h> 28 #include <fcntl.h> 29 #include <inttypes.h> 30 #include <stdarg.h> 31 #include <stdbool.h> 32 #include <stdio.h> 33 #include <stdlib.h> 34 #include <string.h> 35 #include <unistd.h> 36 37 /* Define these in case the system elf.h is not new enough to have them. */ 38 #ifndef SHT_GNU_ATTRIBUTES 39 # define SHT_GNU_ATTRIBUTES 0x6ffffff5 40 #endif 41 #ifndef SHT_MIPS_ABIFLAGS 42 # define SHT_MIPS_ABIFLAGS 0x7000002a 43 #endif 44 45 enum { 46 ABI_O32 = (1 << 0), 47 ABI_N32 = (1 << 1), 48 ABI_N64 = (1 << 2), 49 50 ABI_ALL = ABI_O32 | ABI_N32 | ABI_N64, 51 }; 52 53 /* Symbols the kernel requires offsets for. */ 54 static struct { 55 const char *name; 56 const char *offset_name; 57 unsigned int abis; 58 } vdso_symbols[] = { 59 { "__vdso_sigreturn", "off_sigreturn", ABI_O32 }, 60 { "__vdso_rt_sigreturn", "off_rt_sigreturn", ABI_ALL }, 61 {} 62 }; 63 64 static const char *program_name; 65 static const char *vdso_name; 66 static unsigned char elf_class; 67 static unsigned int elf_abi; 68 static bool need_swap; 69 static FILE *out_file; 70 71 #if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__ 72 # define HOST_ORDER ELFDATA2LSB 73 #elif __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__ 74 # define HOST_ORDER ELFDATA2MSB 75 #endif 76 77 #define BUILD_SWAP(bits) \ 78 static uint##bits##_t swap_uint##bits(uint##bits##_t val) \ 79 { \ 80 return need_swap ? bswap_##bits(val) : val; \ 81 } 82 83 BUILD_SWAP(16) 84 BUILD_SWAP(32) 85 BUILD_SWAP(64) 86 87 #define __FUNC(name, bits) name##bits 88 #define _FUNC(name, bits) __FUNC(name, bits) 89 #define FUNC(name) _FUNC(name, ELF_BITS) 90 91 #define __ELF(x, bits) Elf##bits##_##x 92 #define _ELF(x, bits) __ELF(x, bits) 93 #define ELF(x) _ELF(x, ELF_BITS) 94 95 /* 96 * Include genvdso.h twice with ELF_BITS defined differently to get functions 97 * for both ELF32 and ELF64. 98 */ 99 100 #define ELF_BITS 64 101 #include "genvdso.h" 102 #undef ELF_BITS 103 104 #define ELF_BITS 32 105 #include "genvdso.h" 106 #undef ELF_BITS 107 108 static void *map_vdso(const char *path, size_t *_size) 109 { 110 int fd; 111 struct stat stat; 112 void *addr; 113 const Elf32_Ehdr *ehdr; 114 115 fd = open(path, O_RDWR); 116 if (fd < 0) { 117 fprintf(stderr, "%s: Failed to open '%s': %s\n", program_name, 118 path, strerror(errno)); 119 return NULL; 120 } 121 122 if (fstat(fd, &stat) != 0) { 123 fprintf(stderr, "%s: Failed to stat '%s': %s\n", program_name, 124 path, strerror(errno)); 125 close(fd); 126 return NULL; 127 } 128 129 addr = mmap(NULL, stat.st_size, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 130 0); 131 if (addr == MAP_FAILED) { 132 fprintf(stderr, "%s: Failed to map '%s': %s\n", program_name, 133 path, strerror(errno)); 134 close(fd); 135 return NULL; 136 } 137 138 /* ELF32/64 header formats are the same for the bits we're checking. */ 139 ehdr = addr; 140 141 if (memcmp(ehdr->e_ident, ELFMAG, SELFMAG) != 0) { 142 fprintf(stderr, "%s: '%s' is not an ELF file\n", program_name, 143 path); 144 close(fd); 145 return NULL; 146 } 147 148 elf_class = ehdr->e_ident[EI_CLASS]; 149 switch (elf_class) { 150 case ELFCLASS32: 151 case ELFCLASS64: 152 break; 153 default: 154 fprintf(stderr, "%s: '%s' has invalid ELF class\n", 155 program_name, path); 156 close(fd); 157 return NULL; 158 } 159 160 switch (ehdr->e_ident[EI_DATA]) { 161 case ELFDATA2LSB: 162 case ELFDATA2MSB: 163 need_swap = ehdr->e_ident[EI_DATA] != HOST_ORDER; 164 break; 165 default: 166 fprintf(stderr, "%s: '%s' has invalid ELF data order\n", 167 program_name, path); 168 close(fd); 169 return NULL; 170 } 171 172 if (swap_uint16(ehdr->e_machine) != EM_MIPS) { 173 fprintf(stderr, 174 "%s: '%s' has invalid ELF machine (expected EM_MIPS)\n", 175 program_name, path); 176 close(fd); 177 return NULL; 178 } else if (swap_uint16(ehdr->e_type) != ET_DYN) { 179 fprintf(stderr, 180 "%s: '%s' has invalid ELF type (expected ET_DYN)\n", 181 program_name, path); 182 close(fd); 183 return NULL; 184 } 185 186 *_size = stat.st_size; 187 close(fd); 188 return addr; 189 } 190 191 static bool patch_vdso(const char *path, void *vdso) 192 { 193 if (elf_class == ELFCLASS64) 194 return patch_vdso64(path, vdso); 195 else 196 return patch_vdso32(path, vdso); 197 } 198 199 static bool get_symbols(const char *path, void *vdso) 200 { 201 if (elf_class == ELFCLASS64) 202 return get_symbols64(path, vdso); 203 else 204 return get_symbols32(path, vdso); 205 } 206 207 int main(int argc, char **argv) 208 { 209 const char *dbg_vdso_path, *vdso_path, *out_path; 210 void *dbg_vdso, *vdso; 211 size_t dbg_vdso_size, vdso_size, i; 212 213 program_name = argv[0]; 214 215 if (argc < 4 || argc > 5) { 216 fprintf(stderr, 217 "Usage: %s <debug VDSO> <stripped VDSO> <output file> [<name>]\n", 218 program_name); 219 return EXIT_FAILURE; 220 } 221 222 dbg_vdso_path = argv[1]; 223 vdso_path = argv[2]; 224 out_path = argv[3]; 225 vdso_name = (argc > 4) ? argv[4] : ""; 226 227 dbg_vdso = map_vdso(dbg_vdso_path, &dbg_vdso_size); 228 if (!dbg_vdso) 229 return EXIT_FAILURE; 230 231 vdso = map_vdso(vdso_path, &vdso_size); 232 if (!vdso) 233 return EXIT_FAILURE; 234 235 /* Patch both the VDSOs' ABI flags sections. */ 236 if (!patch_vdso(dbg_vdso_path, dbg_vdso)) 237 return EXIT_FAILURE; 238 if (!patch_vdso(vdso_path, vdso)) 239 return EXIT_FAILURE; 240 241 if (msync(dbg_vdso, dbg_vdso_size, MS_SYNC) != 0) { 242 fprintf(stderr, "%s: Failed to sync '%s': %s\n", program_name, 243 dbg_vdso_path, strerror(errno)); 244 return EXIT_FAILURE; 245 } else if (msync(vdso, vdso_size, MS_SYNC) != 0) { 246 fprintf(stderr, "%s: Failed to sync '%s': %s\n", program_name, 247 vdso_path, strerror(errno)); 248 return EXIT_FAILURE; 249 } 250 251 out_file = fopen(out_path, "w"); 252 if (!out_file) { 253 fprintf(stderr, "%s: Failed to open '%s': %s\n", program_name, 254 out_path, strerror(errno)); 255 return EXIT_FAILURE; 256 } 257 258 fprintf(out_file, "/* Automatically generated - do not edit */\n"); 259 fprintf(out_file, "#include <linux/linkage.h>\n"); 260 fprintf(out_file, "#include <linux/mm.h>\n"); 261 fprintf(out_file, "#include <asm/vdso.h>\n"); 262 fprintf(out_file, "static int vdso_mremap(\n"); 263 fprintf(out_file, " const struct vm_special_mapping *sm,\n"); 264 fprintf(out_file, " struct vm_area_struct *new_vma)\n"); 265 fprintf(out_file, "{\n"); 266 fprintf(out_file, " unsigned long new_size =\n"); 267 fprintf(out_file, " new_vma->vm_end - new_vma->vm_start;\n"); 268 fprintf(out_file, " if (vdso_image.size != new_size)\n"); 269 fprintf(out_file, " return -EINVAL;\n"); 270 fprintf(out_file, " current->mm->context.vdso =\n"); 271 fprintf(out_file, " (void *)(new_vma->vm_start);\n"); 272 fprintf(out_file, " return 0;\n"); 273 fprintf(out_file, "}\n"); 274 275 /* Write out the stripped VDSO data. */ 276 fprintf(out_file, 277 "static unsigned char vdso_data[PAGE_ALIGN(%zu)] __page_aligned_data = {\n\t", 278 vdso_size); 279 for (i = 0; i < vdso_size; i++) { 280 if (!(i % 10)) 281 fprintf(out_file, "\n\t"); 282 fprintf(out_file, "0x%02x, ", ((unsigned char *)vdso)[i]); 283 } 284 fprintf(out_file, "\n};\n"); 285 286 /* Preallocate a page array. */ 287 fprintf(out_file, 288 "static struct page *vdso_pages[PAGE_ALIGN(%zu) / PAGE_SIZE];\n", 289 vdso_size); 290 291 fprintf(out_file, "struct mips_vdso_image vdso_image%s%s = {\n", 292 (vdso_name[0]) ? "_" : "", vdso_name); 293 fprintf(out_file, "\t.data = vdso_data,\n"); 294 fprintf(out_file, "\t.size = PAGE_ALIGN(%zu),\n", vdso_size); 295 fprintf(out_file, "\t.mapping = {\n"); 296 fprintf(out_file, "\t\t.name = \"[vdso]\",\n"); 297 fprintf(out_file, "\t\t.pages = vdso_pages,\n"); 298 fprintf(out_file, "\t\t.mremap = vdso_mremap,\n"); 299 fprintf(out_file, "\t},\n"); 300 301 /* Calculate and write symbol offsets to <output file> */ 302 if (!get_symbols(dbg_vdso_path, dbg_vdso)) { 303 unlink(out_path); 304 fclose(out_file); 305 return EXIT_FAILURE; 306 } 307 308 fprintf(out_file, "};\n"); 309 fclose(out_file); 310 311 return EXIT_SUCCESS; 312 } 313