arch/mips/vdso/genvdso.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  * Copyright (C) 2015 Imagination Technologies
   4  * Author: Alex Smith <alex.smith@imgtec.com>
   5  */
   6
   7 /*
   8  * This tool is used to generate the real VDSO images from the raw image. It
   9  * first patches up the MIPS ABI flags and GNU attributes sections defined in
  10  * elf.S to have the correct name and type. It then generates a C source file
  11  * to be compiled into the kernel containing the VDSO image data and a
  12  * mips_vdso_image struct for it, including symbol offsets extracted from the
  13  * image.
  14  *
  15  * We need to be passed both a stripped and unstripped VDSO image. The stripped
  16  * image is compiled into the kernel, but we must also patch up the unstripped
  17  * image's ABI flags sections so that it can be installed and used for
  18  * debugging.
  19  */
  20
  21 #include <sys/mman.h>
  22 #include <sys/stat.h>
  23 #include <sys/types.h>
  24
  25 #include <byteswap.h>
  26 #include <elf.h>
  27 #include <errno.h>
  28 #include <fcntl.h>
  29 #include <inttypes.h>
  30 #include <stdarg.h>
  31 #include <stdbool.h>
  32 #include <stdio.h>
  33 #include <stdlib.h>
  34 #include <string.h>
  35 #include <unistd.h>
  36
  37 /* Define these in case the system elf.h is not new enough to have them. */
  38 #ifndef SHT_GNU_ATTRIBUTES
  39 # define SHT_GNU_ATTRIBUTES     0x6ffffff5
  40 #endif
  41 #ifndef SHT_MIPS_ABIFLAGS
  42 # define SHT_MIPS_ABIFLAGS      0x7000002a
  43 #endif
  44
  45 enum {
  46         ABI_O32 = (1 << 0),
  47         ABI_N32 = (1 << 1),
  48         ABI_N64 = (1 << 2),
  49
  50         ABI_ALL = ABI_O32 | ABI_N32 | ABI_N64,
  51 };
  52
  53 /* Symbols the kernel requires offsets for. */
  54 static struct {
  55         const char *name;
  56         const char *offset_name;
  57         unsigned int abis;
  58 } vdso_symbols[] = {
  59         { "__vdso_sigreturn", "off_sigreturn", ABI_O32 },
  60         { "__vdso_rt_sigreturn", "off_rt_sigreturn", ABI_ALL },
  61         {}
  62 };
  63
  64 static const char *program_name;
  65 static const char *vdso_name;
  66 static unsigned char elf_class;
  67 static unsigned int elf_abi;
  68 static bool need_swap;
  69 static FILE *out_file;
  70
  71 #if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__
  72 # define HOST_ORDER             ELFDATA2LSB
  73 #elif __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__
  74 # define HOST_ORDER             ELFDATA2MSB
  75 #endif
  76
  77 #define BUILD_SWAP(bits)                                                \
  78         static uint##bits##_t swap_uint##bits(uint##bits##_t val)       \
  79         {                                                               \
  80                 return need_swap ? bswap_##bits(val) : val;             \
  81         }
  82
  83 BUILD_SWAP(16)
  84 BUILD_SWAP(32)
  85 BUILD_SWAP(64)
  86
  87 #define __FUNC(name, bits) name##bits
  88 #define _FUNC(name, bits) __FUNC(name, bits)
  89 #define FUNC(name) _FUNC(name, ELF_BITS)
  90
  91 #define __ELF(x, bits) Elf##bits##_##x
  92 #define _ELF(x, bits) __ELF(x, bits)
  93 #define ELF(x) _ELF(x, ELF_BITS)
  94
  95 /*
  96  * Include genvdso.h twice with ELF_BITS defined differently to get functions
  97  * for both ELF32 and ELF64.
  98  */
  99
 100 #define ELF_BITS 64
 101 #include "genvdso.h"
 102 #undef ELF_BITS
 103
 104 #define ELF_BITS 32
 105 #include "genvdso.h"
 106 #undef ELF_BITS
 107
 108 static void *map_vdso(const char *path, size_t *_size)
 109 {
 110         int fd;
 111         struct stat stat;
 112         void *addr;
 113         const Elf32_Ehdr *ehdr;
 114
 115         fd = open(path, O_RDWR);
 116         if (fd < 0) {
 117                 fprintf(stderr, "%s: Failed to open '%s': %s\n", program_name,
 118                         path, strerror(errno));
 119                 return NULL;
 120         }
 121
 122         if (fstat(fd, &stat) != 0) {
 123                 fprintf(stderr, "%s: Failed to stat '%s': %s\n", program_name,
 124                         path, strerror(errno));
 125                 return NULL;
 126         }
 127
 128         addr = mmap(NULL, stat.st_size, PROT_READ | PROT_WRITE, MAP_SHARED, fd,
 129                     0);
 130         if (addr == MAP_FAILED) {
 131                 fprintf(stderr, "%s: Failed to map '%s': %s\n", program_name,
 132                         path, strerror(errno));
 133                 return NULL;
 134         }
 135
 136         /* ELF32/64 header formats are the same for the bits we're checking. */
 137         ehdr = addr;
 138
 139         if (memcmp(ehdr->e_ident, ELFMAG, SELFMAG) != 0) {
 140                 fprintf(stderr, "%s: '%s' is not an ELF file\n", program_name,
 141                         path);
 142                 return NULL;
 143         }
 144
 145         elf_class = ehdr->e_ident[EI_CLASS];
 146         switch (elf_class) {
 147         case ELFCLASS32:
 148         case ELFCLASS64:
 149                 break;
 150         default:
 151                 fprintf(stderr, "%s: '%s' has invalid ELF class\n",
 152                         program_name, path);
 153                 return NULL;
 154         }
 155
 156         switch (ehdr->e_ident[EI_DATA]) {
 157         case ELFDATA2LSB:
 158         case ELFDATA2MSB:
 159                 need_swap = ehdr->e_ident[EI_DATA] != HOST_ORDER;
 160                 break;
 161         default:
 162                 fprintf(stderr, "%s: '%s' has invalid ELF data order\n",
 163                         program_name, path);
 164                 return NULL;
 165         }
 166
 167         if (swap_uint16(ehdr->e_machine) != EM_MIPS) {
 168                 fprintf(stderr,
 169                         "%s: '%s' has invalid ELF machine (expected EM_MIPS)\n",
 170                         program_name, path);
 171                 return NULL;
 172         } else if (swap_uint16(ehdr->e_type) != ET_DYN) {
 173                 fprintf(stderr,
 174                         "%s: '%s' has invalid ELF type (expected ET_DYN)\n",
 175                         program_name, path);
 176                 return NULL;
 177         }
 178
 179         *_size = stat.st_size;
 180         return addr;
 181 }
 182
 183 static bool patch_vdso(const char *path, void *vdso)
 184 {
 185         if (elf_class == ELFCLASS64)
 186                 return patch_vdso64(path, vdso);
 187         else
 188                 return patch_vdso32(path, vdso);
 189 }
 190
 191 static bool get_symbols(const char *path, void *vdso)
 192 {
 193         if (elf_class == ELFCLASS64)
 194                 return get_symbols64(path, vdso);
 195         else
 196                 return get_symbols32(path, vdso);
 197 }
 198
 199 int main(int argc, char **argv)
 200 {
 201         const char *dbg_vdso_path, *vdso_path, *out_path;
 202         void *dbg_vdso, *vdso;
 203         size_t dbg_vdso_size, vdso_size, i;
 204
 205         program_name = argv[0];
 206
 207         if (argc < 4 || argc > 5) {
 208                 fprintf(stderr,
 209                         "Usage: %s <debug VDSO> <stripped VDSO> <output file> [<name>]\n",
 210                         program_name);
 211                 return EXIT_FAILURE;
 212         }
 213
 214         dbg_vdso_path = argv[1];
 215         vdso_path = argv[2];
 216         out_path = argv[3];
 217         vdso_name = (argc > 4) ? argv[4] : "";
 218
 219         dbg_vdso = map_vdso(dbg_vdso_path, &dbg_vdso_size);
 220         if (!dbg_vdso)
 221                 return EXIT_FAILURE;
 222
 223         vdso = map_vdso(vdso_path, &vdso_size);
 224         if (!vdso)
 225                 return EXIT_FAILURE;
 226
 227         /* Patch both the VDSOs' ABI flags sections. */
 228         if (!patch_vdso(dbg_vdso_path, dbg_vdso))
 229                 return EXIT_FAILURE;
 230         if (!patch_vdso(vdso_path, vdso))
 231                 return EXIT_FAILURE;
 232
 233         if (msync(dbg_vdso, dbg_vdso_size, MS_SYNC) != 0) {
 234                 fprintf(stderr, "%s: Failed to sync '%s': %s\n", program_name,
 235                         dbg_vdso_path, strerror(errno));
 236                 return EXIT_FAILURE;
 237         } else if (msync(vdso, vdso_size, MS_SYNC) != 0) {
 238                 fprintf(stderr, "%s: Failed to sync '%s': %s\n", program_name,
 239                         vdso_path, strerror(errno));
 240                 return EXIT_FAILURE;
 241         }
 242
 243         out_file = fopen(out_path, "w");
 244         if (!out_file) {
 245                 fprintf(stderr, "%s: Failed to open '%s': %s\n", program_name,
 246                         out_path, strerror(errno));
 247                 return EXIT_FAILURE;
 248         }
 249
 250         fprintf(out_file, "/* Automatically generated - do not edit */\n");
 251         fprintf(out_file, "#include <linux/linkage.h>\n");
 252         fprintf(out_file, "#include <linux/mm.h>\n");
 253         fprintf(out_file, "#include <asm/vdso.h>\n");
 254         fprintf(out_file, "static int vdso_mremap(\n");
 255         fprintf(out_file, "     const struct vm_special_mapping *sm,\n");
 256         fprintf(out_file, "     struct vm_area_struct *new_vma)\n");
 257         fprintf(out_file, "{\n");
 258         fprintf(out_file, "     unsigned long new_size =\n");
 259         fprintf(out_file, "     new_vma->vm_end - new_vma->vm_start;\n");
 260         fprintf(out_file, "     if (vdso_image.size != new_size)\n");
 261         fprintf(out_file, "             return -EINVAL;\n");
 262         fprintf(out_file, "     current->mm->context.vdso =\n");
 263         fprintf(out_file, "     (void __user *)(new_vma->vm_start);\n");
 264         fprintf(out_file, "     return 0;\n");
 265         fprintf(out_file, "}\n");
 266
 267         /* Write out the stripped VDSO data. */
 268         fprintf(out_file,
 269                 "static unsigned char vdso_data[PAGE_ALIGN(%zu)] __page_aligned_data = {\n\t",
 270                 vdso_size);
 271         for (i = 0; i < vdso_size; i++) {
 272                 if (!(i % 10))
 273                         fprintf(out_file, "\n\t");
 274                 fprintf(out_file, "0x%02x, ", ((unsigned char *)vdso)[i]);
 275         }
 276         fprintf(out_file, "\n};\n");
 277
 278         /* Preallocate a page array. */
 279         fprintf(out_file,
 280                 "static struct page *vdso_pages[PAGE_ALIGN(%zu) / PAGE_SIZE];\n",
 281                 vdso_size);
 282
 283         fprintf(out_file, "struct mips_vdso_image vdso_image%s%s = {\n",
 284                 (vdso_name[0]) ? "_" : "", vdso_name);
 285         fprintf(out_file, "\t.data = vdso_data,\n");
 286         fprintf(out_file, "\t.size = PAGE_ALIGN(%zu),\n", vdso_size);
 287         fprintf(out_file, "\t.mapping = {\n");
 288         fprintf(out_file, "\t\t.name = \"[vdso]\",\n");
 289         fprintf(out_file, "\t\t.pages = vdso_pages,\n");
 290         fprintf(out_file, "\t\t.mremap = vdso_mremap,\n");
 291         fprintf(out_file, "\t},\n");
 292
 293         /* Calculate and write symbol offsets to <output file> */
 294         if (!get_symbols(dbg_vdso_path, dbg_vdso)) {
 295                 unlink(out_path);
 296                 return EXIT_FAILURE;
 297         }
 298
 299         fprintf(out_file, "};\n");
 300
 301         return EXIT_SUCCESS;
 302 }