2 * fs/proc/kcore.c kernel ELF core dumper
4 * Modelled on fs/exec.c:aout_core_dump()
5 * Jeremy Fitzhardinge <jeremy@sw.oz.au>
6 * ELF version written by David Howells <David.Howells@nexor.co.uk>
7 * Modified and incorporated into 2.3.x by Tigran Aivazian <tigran@veritas.com>
8 * Support to dump vmalloc'd areas (ELF only), Tigran Aivazian <tigran@veritas.com>
9 * Safe accesses to vmalloc/direct-mapped discontiguous areas, Kanoj Sarcar <kanoj@sgi.com>
13 #include <linux/proc_fs.h>
14 #include <linux/kcore.h>
15 #include <linux/user.h>
16 #include <linux/capability.h>
17 #include <linux/elf.h>
18 #include <linux/elfcore.h>
19 #include <linux/notifier.h>
20 #include <linux/vmalloc.h>
21 #include <linux/highmem.h>
22 #include <linux/printk.h>
23 #include <linux/bootmem.h>
24 #include <linux/init.h>
25 #include <linux/slab.h>
26 #include <asm/uaccess.h>
28 #include <linux/list.h>
29 #include <linux/ioport.h>
30 #include <linux/memory.h>
31 #include <asm/sections.h>
34 #define CORE_STR "CORE"
36 #ifndef ELF_CORE_EFLAGS
37 #define ELF_CORE_EFLAGS 0
40 static struct proc_dir_entry
*proc_root_kcore
;
43 #ifndef kc_vaddr_to_offset
44 #define kc_vaddr_to_offset(v) ((v) - PAGE_OFFSET)
46 #ifndef kc_offset_to_vaddr
47 #define kc_offset_to_vaddr(o) ((o) + PAGE_OFFSET)
50 /* An ELF note in memory */
59 static LIST_HEAD(kclist_head
);
60 static DEFINE_RWLOCK(kclist_lock
);
61 static int kcore_need_update
= 1;
64 kclist_add(struct kcore_list
*new, void *addr
, size_t size
, int type
)
66 new->addr
= (unsigned long)addr
;
70 write_lock(&kclist_lock
);
71 list_add_tail(&new->list
, &kclist_head
);
72 write_unlock(&kclist_lock
);
75 static size_t get_kcore_size(int *nphdr
, size_t *elf_buflen
)
80 *nphdr
= 1; /* PT_NOTE */
83 list_for_each_entry(m
, &kclist_head
, list
) {
84 try = kc_vaddr_to_offset((size_t)m
->addr
+ m
->size
);
89 *elf_buflen
= sizeof(struct elfhdr
) +
90 (*nphdr
+ 2)*sizeof(struct elf_phdr
) +
91 3 * ((sizeof(struct elf_note
)) +
92 roundup(sizeof(CORE_STR
), 4)) +
93 roundup(sizeof(struct elf_prstatus
), 4) +
94 roundup(sizeof(struct elf_prpsinfo
), 4) +
95 roundup(sizeof(struct task_struct
), 4);
96 *elf_buflen
= PAGE_ALIGN(*elf_buflen
);
97 return size
+ *elf_buflen
;
100 static void free_kclist_ents(struct list_head
*head
)
102 struct kcore_list
*tmp
, *pos
;
104 list_for_each_entry_safe(pos
, tmp
, head
, list
) {
105 list_del(&pos
->list
);
110 * Replace all KCORE_RAM/KCORE_VMEMMAP information with passed list.
112 static void __kcore_update_ram(struct list_head
*list
)
116 struct kcore_list
*tmp
, *pos
;
119 write_lock(&kclist_lock
);
120 if (kcore_need_update
) {
121 list_for_each_entry_safe(pos
, tmp
, &kclist_head
, list
) {
122 if (pos
->type
== KCORE_RAM
123 || pos
->type
== KCORE_VMEMMAP
)
124 list_move(&pos
->list
, &garbage
);
126 list_splice_tail(list
, &kclist_head
);
128 list_splice(list
, &garbage
);
129 kcore_need_update
= 0;
130 proc_root_kcore
->size
= get_kcore_size(&nphdr
, &size
);
131 write_unlock(&kclist_lock
);
133 free_kclist_ents(&garbage
);
137 #ifdef CONFIG_HIGHMEM
139 * If no highmem, we can assume [0...max_low_pfn) continuous range of memory
140 * because memory hole is not as big as !HIGHMEM case.
141 * (HIGHMEM is special because part of memory is _invisible_ from the kernel.)
143 static int kcore_update_ram(void)
146 struct kcore_list
*ent
;
149 ent
= kmalloc(sizeof(*ent
), GFP_KERNEL
);
152 ent
->addr
= (unsigned long)__va(0);
153 ent
->size
= max_low_pfn
<< PAGE_SHIFT
;
154 ent
->type
= KCORE_RAM
;
155 list_add(&ent
->list
, &head
);
156 __kcore_update_ram(&head
);
160 #else /* !CONFIG_HIGHMEM */
162 #ifdef CONFIG_SPARSEMEM_VMEMMAP
163 /* calculate vmemmap's address from given system ram pfn and register it */
165 get_sparsemem_vmemmap_info(struct kcore_list
*ent
, struct list_head
*head
)
167 unsigned long pfn
= __pa(ent
->addr
) >> PAGE_SHIFT
;
168 unsigned long nr_pages
= ent
->size
>> PAGE_SHIFT
;
169 unsigned long start
, end
;
170 struct kcore_list
*vmm
, *tmp
;
173 start
= ((unsigned long)pfn_to_page(pfn
)) & PAGE_MASK
;
174 end
= ((unsigned long)pfn_to_page(pfn
+ nr_pages
)) - 1;
175 end
= ALIGN(end
, PAGE_SIZE
);
176 /* overlap check (because we have to align page */
177 list_for_each_entry(tmp
, head
, list
) {
178 if (tmp
->type
!= KCORE_VMEMMAP
)
180 if (start
< tmp
->addr
+ tmp
->size
)
185 vmm
= kmalloc(sizeof(*vmm
), GFP_KERNEL
);
189 vmm
->size
= end
- start
;
190 vmm
->type
= KCORE_VMEMMAP
;
191 list_add_tail(&vmm
->list
, head
);
198 get_sparsemem_vmemmap_info(struct kcore_list
*ent
, struct list_head
*head
)
206 kclist_add_private(unsigned long pfn
, unsigned long nr_pages
, void *arg
)
208 struct list_head
*head
= (struct list_head
*)arg
;
209 struct kcore_list
*ent
;
211 ent
= kmalloc(sizeof(*ent
), GFP_KERNEL
);
214 ent
->addr
= (unsigned long)__va((pfn
<< PAGE_SHIFT
));
215 ent
->size
= nr_pages
<< PAGE_SHIFT
;
217 /* Sanity check: Can happen in 32bit arch...maybe */
218 if (ent
->addr
< (unsigned long) __va(0))
221 /* cut not-mapped area. ....from ppc-32 code. */
222 if (ULONG_MAX
- ent
->addr
< ent
->size
)
223 ent
->size
= ULONG_MAX
- ent
->addr
;
225 /* cut when vmalloc() area is higher than direct-map area */
226 if (VMALLOC_START
> (unsigned long)__va(0)) {
227 if (ent
->addr
> VMALLOC_START
)
229 if (VMALLOC_START
- ent
->addr
< ent
->size
)
230 ent
->size
= VMALLOC_START
- ent
->addr
;
233 ent
->type
= KCORE_RAM
;
234 list_add_tail(&ent
->list
, head
);
236 if (!get_sparsemem_vmemmap_info(ent
, head
)) {
237 list_del(&ent
->list
);
247 static int kcore_update_ram(void)
250 unsigned long end_pfn
;
253 /* Not inialized....update now */
254 /* find out "max pfn" */
256 for_each_node_state(nid
, N_MEMORY
) {
257 unsigned long node_end
;
258 node_end
= NODE_DATA(nid
)->node_start_pfn
+
259 NODE_DATA(nid
)->node_spanned_pages
;
260 if (end_pfn
< node_end
)
263 /* scan 0 to max_pfn */
264 ret
= walk_system_ram_range(0, end_pfn
, &head
, kclist_add_private
);
266 free_kclist_ents(&head
);
269 __kcore_update_ram(&head
);
272 #endif /* CONFIG_HIGHMEM */
274 /*****************************************************************************/
276 * determine size of ELF note
278 static int notesize(struct memelfnote
*en
)
282 sz
= sizeof(struct elf_note
);
283 sz
+= roundup((strlen(en
->name
) + 1), 4);
284 sz
+= roundup(en
->datasz
, 4);
287 } /* end notesize() */
289 /*****************************************************************************/
291 * store a note in the header buffer
293 static char *storenote(struct memelfnote
*men
, char *bufp
)
297 #define DUMP_WRITE(addr,nr) do { memcpy(bufp,addr,nr); bufp += nr; } while(0)
299 en
.n_namesz
= strlen(men
->name
) + 1;
300 en
.n_descsz
= men
->datasz
;
301 en
.n_type
= men
->type
;
303 DUMP_WRITE(&en
, sizeof(en
));
304 DUMP_WRITE(men
->name
, en
.n_namesz
);
306 /* XXX - cast from long long to long to avoid need for libgcc.a */
307 bufp
= (char*) roundup((unsigned long)bufp
,4);
308 DUMP_WRITE(men
->data
, men
->datasz
);
309 bufp
= (char*) roundup((unsigned long)bufp
,4);
314 } /* end storenote() */
317 * store an ELF coredump header in the supplied buffer
318 * nphdr is the number of elf_phdr to insert
320 static void elf_kcore_store_hdr(char *bufp
, int nphdr
, int dataoff
)
322 struct elf_prstatus prstatus
; /* NT_PRSTATUS */
323 struct elf_prpsinfo prpsinfo
; /* NT_PRPSINFO */
324 struct elf_phdr
*nhdr
, *phdr
;
326 struct memelfnote notes
[3];
328 struct kcore_list
*m
;
330 /* setup ELF header */
331 elf
= (struct elfhdr
*) bufp
;
332 bufp
+= sizeof(struct elfhdr
);
333 offset
+= sizeof(struct elfhdr
);
334 memcpy(elf
->e_ident
, ELFMAG
, SELFMAG
);
335 elf
->e_ident
[EI_CLASS
] = ELF_CLASS
;
336 elf
->e_ident
[EI_DATA
] = ELF_DATA
;
337 elf
->e_ident
[EI_VERSION
]= EV_CURRENT
;
338 elf
->e_ident
[EI_OSABI
] = ELF_OSABI
;
339 memset(elf
->e_ident
+EI_PAD
, 0, EI_NIDENT
-EI_PAD
);
340 elf
->e_type
= ET_CORE
;
341 elf
->e_machine
= ELF_ARCH
;
342 elf
->e_version
= EV_CURRENT
;
344 elf
->e_phoff
= sizeof(struct elfhdr
);
346 elf
->e_flags
= ELF_CORE_EFLAGS
;
347 elf
->e_ehsize
= sizeof(struct elfhdr
);
348 elf
->e_phentsize
= sizeof(struct elf_phdr
);
349 elf
->e_phnum
= nphdr
;
354 /* setup ELF PT_NOTE program header */
355 nhdr
= (struct elf_phdr
*) bufp
;
356 bufp
+= sizeof(struct elf_phdr
);
357 offset
+= sizeof(struct elf_phdr
);
358 nhdr
->p_type
= PT_NOTE
;
367 /* setup ELF PT_LOAD program header for every area */
368 list_for_each_entry(m
, &kclist_head
, list
) {
369 phdr
= (struct elf_phdr
*) bufp
;
370 bufp
+= sizeof(struct elf_phdr
);
371 offset
+= sizeof(struct elf_phdr
);
373 phdr
->p_type
= PT_LOAD
;
374 phdr
->p_flags
= PF_R
|PF_W
|PF_X
;
375 phdr
->p_offset
= kc_vaddr_to_offset(m
->addr
) + dataoff
;
376 phdr
->p_vaddr
= (size_t)m
->addr
;
378 phdr
->p_filesz
= phdr
->p_memsz
= m
->size
;
379 phdr
->p_align
= PAGE_SIZE
;
383 * Set up the notes in similar form to SVR4 core dumps made
384 * with info from their /proc.
386 nhdr
->p_offset
= offset
;
388 /* set up the process status */
389 notes
[0].name
= CORE_STR
;
390 notes
[0].type
= NT_PRSTATUS
;
391 notes
[0].datasz
= sizeof(struct elf_prstatus
);
392 notes
[0].data
= &prstatus
;
394 memset(&prstatus
, 0, sizeof(struct elf_prstatus
));
396 nhdr
->p_filesz
= notesize(¬es
[0]);
397 bufp
= storenote(¬es
[0], bufp
);
399 /* set up the process info */
400 notes
[1].name
= CORE_STR
;
401 notes
[1].type
= NT_PRPSINFO
;
402 notes
[1].datasz
= sizeof(struct elf_prpsinfo
);
403 notes
[1].data
= &prpsinfo
;
405 memset(&prpsinfo
, 0, sizeof(struct elf_prpsinfo
));
406 prpsinfo
.pr_state
= 0;
407 prpsinfo
.pr_sname
= 'R';
408 prpsinfo
.pr_zomb
= 0;
410 strcpy(prpsinfo
.pr_fname
, "vmlinux");
411 strlcpy(prpsinfo
.pr_psargs
, saved_command_line
, sizeof(prpsinfo
.pr_psargs
));
413 nhdr
->p_filesz
+= notesize(¬es
[1]);
414 bufp
= storenote(¬es
[1], bufp
);
416 /* set up the task structure */
417 notes
[2].name
= CORE_STR
;
418 notes
[2].type
= NT_TASKSTRUCT
;
419 notes
[2].datasz
= sizeof(struct task_struct
);
420 notes
[2].data
= current
;
422 nhdr
->p_filesz
+= notesize(¬es
[2]);
423 bufp
= storenote(¬es
[2], bufp
);
425 } /* end elf_kcore_store_hdr() */
427 /*****************************************************************************/
429 * read from the ELF header and then kernel memory
432 read_kcore(struct file
*file
, char __user
*buffer
, size_t buflen
, loff_t
*fpos
)
440 read_lock(&kclist_lock
);
441 size
= get_kcore_size(&nphdr
, &elf_buflen
);
443 if (buflen
== 0 || *fpos
>= size
) {
444 read_unlock(&kclist_lock
);
448 /* trim buflen to not go beyond EOF */
449 if (buflen
> size
- *fpos
)
450 buflen
= size
- *fpos
;
452 /* construct an ELF core header if we'll need some of it */
453 if (*fpos
< elf_buflen
) {
456 tsz
= elf_buflen
- *fpos
;
459 elf_buf
= kzalloc(elf_buflen
, GFP_ATOMIC
);
461 read_unlock(&kclist_lock
);
464 elf_kcore_store_hdr(elf_buf
, nphdr
, elf_buflen
);
465 read_unlock(&kclist_lock
);
466 if (copy_to_user(buffer
, elf_buf
+ *fpos
, tsz
)) {
476 /* leave now if filled buffer already */
480 read_unlock(&kclist_lock
);
483 * Check to see if our file offset matches with any of
484 * the addresses in the elf_phdr on our list.
486 start
= kc_offset_to_vaddr(*fpos
- elf_buflen
);
487 if ((tsz
= (PAGE_SIZE
- (start
& ~PAGE_MASK
))) > buflen
)
491 struct kcore_list
*m
;
493 read_lock(&kclist_lock
);
494 list_for_each_entry(m
, &kclist_head
, list
) {
495 if (start
>= m
->addr
&& start
< (m
->addr
+m
->size
))
498 read_unlock(&kclist_lock
);
500 if (&m
->list
== &kclist_head
) {
501 if (clear_user(buffer
, tsz
))
503 } else if (is_vmalloc_or_module_addr((void *)start
)) {
506 elf_buf
= kzalloc(tsz
, GFP_KERNEL
);
509 vread(elf_buf
, (char *)start
, tsz
);
510 /* we have to zero-fill user buffer even if no read */
511 if (copy_to_user(buffer
, elf_buf
, tsz
)) {
517 if (kern_addr_valid(start
)) {
520 n
= copy_to_user(buffer
, (char *)start
, tsz
);
522 * We cannot distinguish between fault on source
523 * and fault on destination. When this happens
524 * we clear too and hope it will trigger the
528 if (clear_user(buffer
+ tsz
- n
,
533 if (clear_user(buffer
, tsz
))
542 tsz
= (buflen
> PAGE_SIZE
? PAGE_SIZE
: buflen
);
549 static int open_kcore(struct inode
*inode
, struct file
*filp
)
551 if (!capable(CAP_SYS_RAWIO
))
553 if (kcore_need_update
)
555 if (i_size_read(inode
) != proc_root_kcore
->size
) {
556 mutex_lock(&inode
->i_mutex
);
557 i_size_write(inode
, proc_root_kcore
->size
);
558 mutex_unlock(&inode
->i_mutex
);
564 static const struct file_operations proc_kcore_operations
= {
567 .llseek
= default_llseek
,
570 /* just remember that we have to update kcore */
571 static int __meminit
kcore_callback(struct notifier_block
*self
,
572 unsigned long action
, void *arg
)
577 write_lock(&kclist_lock
);
578 kcore_need_update
= 1;
579 write_unlock(&kclist_lock
);
584 static struct notifier_block kcore_callback_nb __meminitdata
= {
585 .notifier_call
= kcore_callback
,
589 static struct kcore_list kcore_vmalloc
;
591 #ifdef CONFIG_ARCH_PROC_KCORE_TEXT
592 static struct kcore_list kcore_text
;
594 * If defined, special segment is used for mapping kernel text instead of
595 * direct-map area. We need to create special TEXT section.
597 static void __init
proc_kcore_text_init(void)
599 kclist_add(&kcore_text
, _text
, _end
- _text
, KCORE_TEXT
);
602 static void __init
proc_kcore_text_init(void)
607 #if defined(CONFIG_MODULES) && defined(MODULES_VADDR)
609 * MODULES_VADDR has no intersection with VMALLOC_ADDR.
611 struct kcore_list kcore_modules
;
612 static void __init
add_modules_range(void)
614 kclist_add(&kcore_modules
, (void *)MODULES_VADDR
,
615 MODULES_END
- MODULES_VADDR
, KCORE_VMALLOC
);
618 static void __init
add_modules_range(void)
623 static int __init
proc_kcore_init(void)
625 proc_root_kcore
= proc_create("kcore", S_IRUSR
, NULL
,
626 &proc_kcore_operations
);
627 if (!proc_root_kcore
) {
628 pr_err("couldn't create /proc/kcore\n");
629 return 0; /* Always returns 0. */
631 /* Store text area if it's special */
632 proc_kcore_text_init();
633 /* Store vmalloc area */
634 kclist_add(&kcore_vmalloc
, (void *)VMALLOC_START
,
635 VMALLOC_END
- VMALLOC_START
, KCORE_VMALLOC
);
637 /* Store direct-map area from physical memory map */
639 register_hotmemory_notifier(&kcore_callback_nb
);
643 module_init(proc_kcore_init
);