arch/sparc/kernel/module.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /* Kernel module help for sparc64.
   3  *
   4  * Copyright (C) 2001 Rusty Russell.
   5  * Copyright (C) 2002 David S. Miller.
   6  */
   7
   8 #include <linux/moduleloader.h>
   9 #include <linux/kernel.h>
  10 #include <linux/elf.h>
  11 #include <linux/vmalloc.h>
  12 #include <linux/fs.h>
  13 #include <linux/gfp.h>
  14 #include <linux/string.h>
  15 #include <linux/ctype.h>
  16 #include <linux/mm.h>
  17
  18 #include <asm/processor.h>
  19 #include <asm/spitfire.h>
  20 #include <asm/cacheflush.h>
  21
  22 #include "entry.h"
  23
  24 #ifdef CONFIG_SPARC64
  25
  26 #include <linux/jump_label.h>
  27
  28 static void *module_map(unsigned long size)
  29 {
  30         if (PAGE_ALIGN(size) > MODULES_LEN)
  31                 return NULL;
  32         return __vmalloc_node_range(size, 1, MODULES_VADDR, MODULES_END,
  33                                 GFP_KERNEL, PAGE_KERNEL, 0, NUMA_NO_NODE,
  34                                 __builtin_return_address(0));
  35 }
  36 #else
  37 static void *module_map(unsigned long size)
  38 {
  39         return vmalloc(size);
  40 }
  41 #endif /* CONFIG_SPARC64 */
  42
  43 void *module_alloc(unsigned long size)
  44 {
  45         void *ret;
  46
  47         ret = module_map(size);
  48         if (ret)
  49                 memset(ret, 0, size);
  50
  51         return ret;
  52 }
  53
  54 /* Make generic code ignore STT_REGISTER dummy undefined symbols.  */
  55 int module_frob_arch_sections(Elf_Ehdr *hdr,
  56                               Elf_Shdr *sechdrs,
  57                               char *secstrings,
  58                               struct module *mod)
  59 {
  60         unsigned int symidx;
  61         Elf_Sym *sym;
  62         char *strtab;
  63         int i;
  64
  65         for (symidx = 0; sechdrs[symidx].sh_type != SHT_SYMTAB; symidx++) {
  66                 if (symidx == hdr->e_shnum-1) {
  67                         printk("%s: no symtab found.\n", mod->name);
  68                         return -ENOEXEC;
  69                 }
  70         }
  71         sym = (Elf_Sym *)sechdrs[symidx].sh_addr;
  72         strtab = (char *)sechdrs[sechdrs[symidx].sh_link].sh_addr;
  73
  74         for (i = 1; i < sechdrs[symidx].sh_size / sizeof(Elf_Sym); i++) {
  75                 if (sym[i].st_shndx == SHN_UNDEF) {
  76                         if (ELF_ST_TYPE(sym[i].st_info) == STT_REGISTER)
  77                                 sym[i].st_shndx = SHN_ABS;
  78                 }
  79         }
  80         return 0;
  81 }
  82
  83 int apply_relocate_add(Elf_Shdr *sechdrs,
  84                        const char *strtab,
  85                        unsigned int symindex,
  86                        unsigned int relsec,
  87                        struct module *me)
  88 {
  89         unsigned int i;
  90         Elf_Rela *rel = (void *)sechdrs[relsec].sh_addr;
  91         Elf_Sym *sym;
  92         u8 *location;
  93         u32 *loc32;
  94
  95         for (i = 0; i < sechdrs[relsec].sh_size / sizeof(*rel); i++) {
  96                 Elf_Addr v;
  97
  98                 /* This is where to make the change */
  99                 location = (u8 *)sechdrs[sechdrs[relsec].sh_info].sh_addr
 100                         + rel[i].r_offset;
 101                 loc32 = (u32 *) location;
 102
 103 #ifdef CONFIG_SPARC64
 104                 BUG_ON(((u64)location >> (u64)32) != (u64)0);
 105 #endif /* CONFIG_SPARC64 */
 106
 107                 /* This is the symbol it is referring to.  Note that all
 108                    undefined symbols have been resolved.  */
 109                 sym = (Elf_Sym *)sechdrs[symindex].sh_addr
 110                         + ELF_R_SYM(rel[i].r_info);
 111                 v = sym->st_value + rel[i].r_addend;
 112
 113                 switch (ELF_R_TYPE(rel[i].r_info) & 0xff) {
 114                 case R_SPARC_DISP32:
 115                         v -= (Elf_Addr) location;
 116                         *loc32 = v;
 117                         break;
 118 #ifdef CONFIG_SPARC64
 119                 case R_SPARC_64:
 120                         location[0] = v >> 56;
 121                         location[1] = v >> 48;
 122                         location[2] = v >> 40;
 123                         location[3] = v >> 32;
 124                         location[4] = v >> 24;
 125                         location[5] = v >> 16;
 126                         location[6] = v >>  8;
 127                         location[7] = v >>  0;
 128                         break;
 129
 130                 case R_SPARC_WDISP19:
 131                         v -= (Elf_Addr) location;
 132                         *loc32 = (*loc32 & ~0x7ffff) |
 133                                 ((v >> 2) & 0x7ffff);
 134                         break;
 135
 136                 case R_SPARC_OLO10:
 137                         *loc32 = (*loc32 & ~0x1fff) |
 138                                 (((v & 0x3ff) +
 139                                   (ELF_R_TYPE(rel[i].r_info) >> 8))
 140                                  & 0x1fff);
 141                         break;
 142 #endif /* CONFIG_SPARC64 */
 143
 144                 case R_SPARC_32:
 145                 case R_SPARC_UA32:
 146                         location[0] = v >> 24;
 147                         location[1] = v >> 16;
 148                         location[2] = v >>  8;
 149                         location[3] = v >>  0;
 150                         break;
 151
 152                 case R_SPARC_WDISP30:
 153                         v -= (Elf_Addr) location;
 154                         *loc32 = (*loc32 & ~0x3fffffff) |
 155                                 ((v >> 2) & 0x3fffffff);
 156                         break;
 157
 158                 case R_SPARC_WDISP22:
 159                         v -= (Elf_Addr) location;
 160                         *loc32 = (*loc32 & ~0x3fffff) |
 161                                 ((v >> 2) & 0x3fffff);
 162                         break;
 163
 164                 case R_SPARC_LO10:
 165                         *loc32 = (*loc32 & ~0x3ff) | (v & 0x3ff);
 166                         break;
 167
 168                 case R_SPARC_HI22:
 169                         *loc32 = (*loc32 & ~0x3fffff) |
 170                                 ((v >> 10) & 0x3fffff);
 171                         break;
 172
 173                 default:
 174                         printk(KERN_ERR "module %s: Unknown relocation: %x\n",
 175                                me->name,
 176                                (int) (ELF_R_TYPE(rel[i].r_info) & 0xff));
 177                         return -ENOEXEC;
 178                 }
 179         }
 180         return 0;
 181 }
 182
 183 #ifdef CONFIG_SPARC64
 184 static void do_patch_sections(const Elf_Ehdr *hdr,
 185                               const Elf_Shdr *sechdrs)
 186 {
 187         const Elf_Shdr *s, *sun4v_1insn = NULL, *sun4v_2insn = NULL;
 188         char *secstrings = (void *)hdr + sechdrs[hdr->e_shstrndx].sh_offset;
 189
 190         for (s = sechdrs; s < sechdrs + hdr->e_shnum; s++) {
 191                 if (!strcmp(".sun4v_1insn_patch", secstrings + s->sh_name))
 192                         sun4v_1insn = s;
 193                 if (!strcmp(".sun4v_2insn_patch", secstrings + s->sh_name))
 194                         sun4v_2insn = s;
 195         }
 196
 197         if (sun4v_1insn && tlb_type == hypervisor) {
 198                 void *p = (void *) sun4v_1insn->sh_addr;
 199                 sun4v_patch_1insn_range(p, p + sun4v_1insn->sh_size);
 200         }
 201         if (sun4v_2insn && tlb_type == hypervisor) {
 202                 void *p = (void *) sun4v_2insn->sh_addr;
 203                 sun4v_patch_2insn_range(p, p + sun4v_2insn->sh_size);
 204         }
 205 }
 206
 207 int module_finalize(const Elf_Ehdr *hdr,
 208                     const Elf_Shdr *sechdrs,
 209                     struct module *me)
 210 {
 211         /* make jump label nops */
 212         jump_label_apply_nops(me);
 213
 214         do_patch_sections(hdr, sechdrs);
 215
 216         /* Cheetah's I-cache is fully coherent.  */
 217         if (tlb_type == spitfire) {
 218                 unsigned long va;
 219
 220                 flushw_all();
 221                 for (va =  0; va < (PAGE_SIZE << 1); va += 32)
 222                         spitfire_put_icache_tag(va, 0x0);
 223                 __asm__ __volatile__("flush %g6");
 224         }
 225
 226         return 0;
 227 }
 228 #endif /* CONFIG_SPARC64 */