2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License as published by
4 * the Free Software Foundation; either version 2 of the License, or
5 * (at your option) any later version.
7 * This program is distributed in the hope that it will be useful,
8 * but WITHOUT ANY WARRANTY; without even the implied warranty of
9 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10 * GNU General Public License for more details.
12 * You should have received a copy of the GNU General Public License
13 * along with this program; if not, write to the Free Software
14 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
16 * Copyright (C) 2001 Rusty Russell.
17 * Copyright (C) 2003, 2004 Ralf Baechle (ralf@linux-mips.org)
18 * Copyright (C) 2005 Thiemo Seufer
23 #include <linux/moduleloader.h>
24 #include <linux/elf.h>
26 #include <linux/vmalloc.h>
27 #include <linux/slab.h>
29 #include <linux/string.h>
30 #include <linux/kernel.h>
31 #include <linux/spinlock.h>
32 #include <linux/jump_label.h>
34 #include <asm/pgtable.h> /* MODULE_START */
37 struct mips_hi16
*next
;
42 static LIST_HEAD(dbe_list
);
43 static DEFINE_SPINLOCK(dbe_lock
);
46 void *module_alloc(unsigned long size
)
48 return __vmalloc_node_range(size
, 1, MODULE_START
, MODULE_END
,
49 GFP_KERNEL
, PAGE_KERNEL
, -1,
50 __builtin_return_address(0));
54 static int apply_r_mips_none(struct module
*me
, u32
*location
, Elf_Addr v
)
59 static int apply_r_mips_32_rel(struct module
*me
, u32
*location
, Elf_Addr v
)
66 static int apply_r_mips_32_rela(struct module
*me
, u32
*location
, Elf_Addr v
)
73 static int apply_r_mips_26_rel(struct module
*me
, u32
*location
, Elf_Addr v
)
76 pr_err("module %s: dangerous R_MIPS_26 REL relocation\n",
81 if ((v
& 0xf0000000) != (((unsigned long)location
+ 4) & 0xf0000000)) {
83 "module %s: relocation overflow\n",
88 *location
= (*location
& ~0x03ffffff) |
89 ((*location
+ (v
>> 2)) & 0x03ffffff);
94 static int apply_r_mips_26_rela(struct module
*me
, u32
*location
, Elf_Addr v
)
97 pr_err("module %s: dangerous R_MIPS_26 RELArelocation\n",
102 if ((v
& 0xf0000000) != (((unsigned long)location
+ 4) & 0xf0000000)) {
104 "module %s: relocation overflow\n",
109 *location
= (*location
& ~0x03ffffff) | ((v
>> 2) & 0x03ffffff);
114 static int apply_r_mips_hi16_rel(struct module
*me
, u32
*location
, Elf_Addr v
)
119 * We cannot relocate this one now because we don't know the value of
120 * the carry we need to add. Save the information, and let LO16 do the
123 n
= kmalloc(sizeof *n
, GFP_KERNEL
);
127 n
->addr
= (Elf_Addr
*)location
;
129 n
->next
= me
->arch
.r_mips_hi16_list
;
130 me
->arch
.r_mips_hi16_list
= n
;
135 static int apply_r_mips_hi16_rela(struct module
*me
, u32
*location
, Elf_Addr v
)
137 *location
= (*location
& 0xffff0000) |
138 ((((long long) v
+ 0x8000LL
) >> 16) & 0xffff);
143 static void free_relocation_chain(struct mips_hi16
*l
)
145 struct mips_hi16
*next
;
154 static int apply_r_mips_lo16_rel(struct module
*me
, u32
*location
, Elf_Addr v
)
156 unsigned long insnlo
= *location
;
160 /* Sign extend the addend we extract from the lo insn. */
161 vallo
= ((insnlo
& 0xffff) ^ 0x8000) - 0x8000;
163 if (me
->arch
.r_mips_hi16_list
!= NULL
) {
164 l
= me
->arch
.r_mips_hi16_list
;
166 struct mips_hi16
*next
;
170 * The value for the HI16 had best be the same.
176 * Do the HI16 relocation. Note that we actually don't
177 * need to know anything about the LO16 itself, except
178 * where to find the low 16 bits of the addend needed
182 val
= ((insn
& 0xffff) << 16) + vallo
;
186 * Account for the sign extension that will happen in
189 val
= ((val
>> 16) + ((val
& 0x8000) != 0)) & 0xffff;
191 insn
= (insn
& ~0xffff) | val
;
199 me
->arch
.r_mips_hi16_list
= NULL
;
203 * Ok, we're done with the HI16 relocs. Now deal with the LO16.
206 insnlo
= (insnlo
& ~0xffff) | (val
& 0xffff);
212 free_relocation_chain(l
);
213 me
->arch
.r_mips_hi16_list
= NULL
;
215 pr_err("module %s: dangerous R_MIPS_LO16 REL relocation\n", me
->name
);
220 static int apply_r_mips_lo16_rela(struct module
*me
, u32
*location
, Elf_Addr v
)
222 *location
= (*location
& 0xffff0000) | (v
& 0xffff);
227 static int apply_r_mips_64_rela(struct module
*me
, u32
*location
, Elf_Addr v
)
229 *(Elf_Addr
*)location
= v
;
234 static int apply_r_mips_higher_rela(struct module
*me
, u32
*location
,
237 *location
= (*location
& 0xffff0000) |
238 ((((long long) v
+ 0x80008000LL
) >> 32) & 0xffff);
243 static int apply_r_mips_highest_rela(struct module
*me
, u32
*location
,
246 *location
= (*location
& 0xffff0000) |
247 ((((long long) v
+ 0x800080008000LL
) >> 48) & 0xffff);
252 static int (*reloc_handlers_rel
[]) (struct module
*me
, u32
*location
,
254 [R_MIPS_NONE
] = apply_r_mips_none
,
255 [R_MIPS_32
] = apply_r_mips_32_rel
,
256 [R_MIPS_26
] = apply_r_mips_26_rel
,
257 [R_MIPS_HI16
] = apply_r_mips_hi16_rel
,
258 [R_MIPS_LO16
] = apply_r_mips_lo16_rel
261 static int (*reloc_handlers_rela
[]) (struct module
*me
, u32
*location
,
263 [R_MIPS_NONE
] = apply_r_mips_none
,
264 [R_MIPS_32
] = apply_r_mips_32_rela
,
265 [R_MIPS_26
] = apply_r_mips_26_rela
,
266 [R_MIPS_HI16
] = apply_r_mips_hi16_rela
,
267 [R_MIPS_LO16
] = apply_r_mips_lo16_rela
,
268 [R_MIPS_64
] = apply_r_mips_64_rela
,
269 [R_MIPS_HIGHER
] = apply_r_mips_higher_rela
,
270 [R_MIPS_HIGHEST
] = apply_r_mips_highest_rela
273 int apply_relocate(Elf_Shdr
*sechdrs
, const char *strtab
,
274 unsigned int symindex
, unsigned int relsec
,
277 Elf_Mips_Rel
*rel
= (void *) sechdrs
[relsec
].sh_addr
;
284 pr_debug("Applying relocate section %u to %u\n", relsec
,
285 sechdrs
[relsec
].sh_info
);
287 me
->arch
.r_mips_hi16_list
= NULL
;
288 for (i
= 0; i
< sechdrs
[relsec
].sh_size
/ sizeof(*rel
); i
++) {
289 /* This is where to make the change */
290 location
= (void *)sechdrs
[sechdrs
[relsec
].sh_info
].sh_addr
292 /* This is the symbol it is referring to */
293 sym
= (Elf_Sym
*)sechdrs
[symindex
].sh_addr
294 + ELF_MIPS_R_SYM(rel
[i
]);
295 if (IS_ERR_VALUE(sym
->st_value
)) {
296 /* Ignore unresolved weak symbol */
297 if (ELF_ST_BIND(sym
->st_info
) == STB_WEAK
)
299 printk(KERN_WARNING
"%s: Unknown symbol %s\n",
300 me
->name
, strtab
+ sym
->st_name
);
306 res
= reloc_handlers_rel
[ELF_MIPS_R_TYPE(rel
[i
])](me
, location
, v
);
312 * Normally the hi16 list should be deallocated at this point. A
313 * malformed binary however could contain a series of R_MIPS_HI16
314 * relocations not followed by a R_MIPS_LO16 relocation. In that
315 * case, free up the list and return an error.
317 if (me
->arch
.r_mips_hi16_list
) {
318 free_relocation_chain(me
->arch
.r_mips_hi16_list
);
319 me
->arch
.r_mips_hi16_list
= NULL
;
327 int apply_relocate_add(Elf_Shdr
*sechdrs
, const char *strtab
,
328 unsigned int symindex
, unsigned int relsec
,
331 Elf_Mips_Rela
*rel
= (void *) sechdrs
[relsec
].sh_addr
;
338 pr_debug("Applying relocate section %u to %u\n", relsec
,
339 sechdrs
[relsec
].sh_info
);
341 for (i
= 0; i
< sechdrs
[relsec
].sh_size
/ sizeof(*rel
); i
++) {
342 /* This is where to make the change */
343 location
= (void *)sechdrs
[sechdrs
[relsec
].sh_info
].sh_addr
345 /* This is the symbol it is referring to */
346 sym
= (Elf_Sym
*)sechdrs
[symindex
].sh_addr
347 + ELF_MIPS_R_SYM(rel
[i
]);
348 if (IS_ERR_VALUE(sym
->st_value
)) {
349 /* Ignore unresolved weak symbol */
350 if (ELF_ST_BIND(sym
->st_info
) == STB_WEAK
)
352 printk(KERN_WARNING
"%s: Unknown symbol %s\n",
353 me
->name
, strtab
+ sym
->st_name
);
357 v
= sym
->st_value
+ rel
[i
].r_addend
;
359 res
= reloc_handlers_rela
[ELF_MIPS_R_TYPE(rel
[i
])](me
, location
, v
);
367 /* Given an address, look for it in the module exception tables. */
368 const struct exception_table_entry
*search_module_dbetables(unsigned long addr
)
371 const struct exception_table_entry
*e
= NULL
;
372 struct mod_arch_specific
*dbe
;
374 spin_lock_irqsave(&dbe_lock
, flags
);
375 list_for_each_entry(dbe
, &dbe_list
, dbe_list
) {
376 e
= search_extable(dbe
->dbe_start
, dbe
->dbe_end
- 1, addr
);
380 spin_unlock_irqrestore(&dbe_lock
, flags
);
382 /* Now, if we found one, we are running inside it now, hence
383 we cannot unload the module, hence no refcnt needed. */
387 /* Put in dbe list if necessary. */
388 int module_finalize(const Elf_Ehdr
*hdr
,
389 const Elf_Shdr
*sechdrs
,
393 char *secstrings
= (void *)hdr
+ sechdrs
[hdr
->e_shstrndx
].sh_offset
;
395 /* Make jump label nops. */
396 jump_label_apply_nops(me
);
398 INIT_LIST_HEAD(&me
->arch
.dbe_list
);
399 for (s
= sechdrs
; s
< sechdrs
+ hdr
->e_shnum
; s
++) {
400 if (strcmp("__dbe_table", secstrings
+ s
->sh_name
) != 0)
402 me
->arch
.dbe_start
= (void *)s
->sh_addr
;
403 me
->arch
.dbe_end
= (void *)s
->sh_addr
+ s
->sh_size
;
404 spin_lock_irq(&dbe_lock
);
405 list_add(&me
->arch
.dbe_list
, &dbe_list
);
406 spin_unlock_irq(&dbe_lock
);
411 void module_arch_cleanup(struct module
*mod
)
413 spin_lock_irq(&dbe_lock
);
414 list_del(&mod
->arch
.dbe_list
);
415 spin_unlock_irq(&dbe_lock
);