2 * Copyright (C) 2000, 2001, 2002 Jeff Dike (jdike@karaya.com)
3 * Copyright 2003 PathScale, Inc.
4 * Licensed under the GPL
7 #include "linux/kernel.h"
8 #include "linux/sched.h"
9 #include "linux/interrupt.h"
10 #include "linux/string.h"
12 #include "linux/slab.h"
13 #include "linux/utsname.h"
15 #include "linux/utime.h"
16 #include "linux/smp_lock.h"
17 #include "linux/module.h"
18 #include "linux/init.h"
19 #include "linux/capability.h"
20 #include "linux/vmalloc.h"
21 #include "linux/spinlock.h"
22 #include "linux/proc_fs.h"
23 #include "linux/ptrace.h"
24 #include "linux/random.h"
25 #include "linux/personality.h"
26 #include "asm/unistd.h"
28 #include "asm/segment.h"
30 #include "asm/pgtable.h"
31 #include "asm/processor.h"
32 #include "asm/tlbflush.h"
33 #include "asm/uaccess.h"
35 #include "user_util.h"
36 #include "kern_util.h"
38 #include "signal_kern.h"
43 #include "frame_kern.h"
44 #include "sigcontext.h"
47 #include "mode_kern.h"
48 #include "choose-mode.h"
49 #include "um_malloc.h"
51 /* This is a per-cpu array. A processor only modifies its entry and it only
52 * cares about its entry, so it's OK if another processor is modifying its
55 struct cpu_task cpu_tasks
[NR_CPUS
] = { [0 ... NR_CPUS
- 1] = { -1, NULL
} };
57 int external_pid(void *t
)
59 struct task_struct
*task
= t
? t
: current
;
61 return(CHOOSE_MODE_PROC(external_pid_tt
, external_pid_skas
, task
));
64 int pid_to_processor_id(int pid
)
68 for(i
= 0; i
< ncpus
; i
++){
69 if(cpu_tasks
[i
].pid
== pid
) return(i
);
74 void free_stack(unsigned long stack
, int order
)
76 free_pages(stack
, order
);
79 unsigned long alloc_stack(int order
, int atomic
)
82 gfp_t flags
= GFP_KERNEL
;
86 page
= __get_free_pages(flags
, order
);
89 stack_protections(page
);
93 int kernel_thread(int (*fn
)(void *), void * arg
, unsigned long flags
)
97 current
->thread
.request
.u
.thread
.proc
= fn
;
98 current
->thread
.request
.u
.thread
.arg
= arg
;
99 pid
= do_fork(CLONE_VM
| CLONE_UNTRACED
| flags
, 0,
100 ¤t
->thread
.regs
, 0, NULL
, NULL
);
102 panic("do_fork failed in kernel_thread, errno = %d", pid
);
106 void set_current(void *t
)
108 struct task_struct
*task
= t
;
110 cpu_tasks
[task_thread_info(task
)->cpu
] = ((struct cpu_task
)
111 { external_pid(task
), task
});
114 void *_switch_to(void *prev
, void *next
, void *last
)
116 struct task_struct
*from
= prev
;
117 struct task_struct
*to
= next
;
119 to
->thread
.prev_sched
= from
;
123 current
->thread
.saved_task
= NULL
;
124 CHOOSE_MODE_PROC(switch_to_tt
, switch_to_skas
, prev
, next
);
125 if(current
->thread
.saved_task
)
126 show_regs(&(current
->thread
.regs
));
127 next
= current
->thread
.saved_task
;
129 } while(current
->thread
.saved_task
);
131 return(current
->thread
.prev_sched
);
135 void interrupt_end(void)
137 if(need_resched()) schedule();
138 if(test_tsk_thread_flag(current
, TIF_SIGPENDING
)) do_signal();
141 void release_thread(struct task_struct
*task
)
143 CHOOSE_MODE(release_thread_tt(task
), release_thread_skas(task
));
146 void exit_thread(void)
148 unprotect_stack((unsigned long) current_thread
);
151 void *get_current(void)
156 int copy_thread(int nr
, unsigned long clone_flags
, unsigned long sp
,
157 unsigned long stack_top
, struct task_struct
* p
,
158 struct pt_regs
*regs
)
162 p
->thread
= (struct thread_struct
) INIT_THREAD
;
163 ret
= CHOOSE_MODE_PROC(copy_thread_tt
, copy_thread_skas
, nr
,
164 clone_flags
, sp
, stack_top
, p
, regs
);
166 if (ret
|| !current
->thread
.forking
)
169 clear_flushed_tls(p
);
172 * Set a new TLS for the child thread?
174 if (clone_flags
& CLONE_SETTLS
)
175 ret
= arch_copy_tls(p
);
181 void initial_thread_cb(void (*proc
)(void *), void *arg
)
183 int save_kmalloc_ok
= kmalloc_ok
;
186 CHOOSE_MODE_PROC(initial_thread_cb_tt
, initial_thread_cb_skas
, proc
,
188 kmalloc_ok
= save_kmalloc_ok
;
191 unsigned long stack_sp(unsigned long page
)
193 return(page
+ PAGE_SIZE
- sizeof(void *));
196 int current_pid(void)
198 return(current
->pid
);
201 void default_idle(void)
203 CHOOSE_MODE(uml_idle_timer(), (void) 0);
206 /* endless idle loop with no priority at all */
209 * although we are an idle CPU, we do not want to
210 * get into the scheduler unnecessarily.
221 CHOOSE_MODE(init_idle_tt(), init_idle_skas());
229 void *um_virt_to_phys(struct task_struct
*task
, unsigned long addr
,
239 return(ERR_PTR(-EINVAL
));
240 pgd
= pgd_offset(task
->mm
, addr
);
241 if(!pgd_present(*pgd
))
242 return(ERR_PTR(-EINVAL
));
244 pud
= pud_offset(pgd
, addr
);
245 if(!pud_present(*pud
))
246 return(ERR_PTR(-EINVAL
));
248 pmd
= pmd_offset(pud
, addr
);
249 if(!pmd_present(*pmd
))
250 return(ERR_PTR(-EINVAL
));
252 pte
= pte_offset_kernel(pmd
, addr
);
254 if(!pte_present(ptent
))
255 return(ERR_PTR(-EINVAL
));
259 return((void *) (pte_val(ptent
) & PAGE_MASK
) + (addr
& ~PAGE_MASK
));
262 char *current_cmd(void)
264 #if defined(CONFIG_SMP) || defined(CONFIG_HIGHMEM)
267 void *addr
= um_virt_to_phys(current
, current
->mm
->arg_start
, NULL
);
268 return IS_ERR(addr
) ? "(Unknown)": __va((unsigned long) addr
);
272 void force_sigbus(void)
274 printk(KERN_ERR
"Killing pid %d because of a lack of memory\n",
277 sigaddset(¤t
->pending
.signal
, SIGBUS
);
279 current
->flags
|= PF_SIGNALED
;
280 do_exit(SIGBUS
| 0x80);
283 void dump_thread(struct pt_regs
*regs
, struct user
*u
)
287 void enable_hlt(void)
292 EXPORT_SYMBOL(enable_hlt
);
294 void disable_hlt(void)
296 panic("disable_hlt");
299 EXPORT_SYMBOL(disable_hlt
);
301 void *um_kmalloc(int size
)
303 return kmalloc(size
, GFP_KERNEL
);
306 void *um_kmalloc_atomic(int size
)
308 return kmalloc(size
, GFP_ATOMIC
);
311 void *um_vmalloc(int size
)
313 return vmalloc(size
);
316 void *um_vmalloc_atomic(int size
)
318 return __vmalloc(size
, GFP_ATOMIC
| __GFP_HIGHMEM
, PAGE_KERNEL
);
321 int __cant_sleep(void) {
322 return in_atomic() || irqs_disabled() || in_interrupt();
323 /* Is in_interrupt() really needed? */
326 unsigned long get_fault_addr(void)
328 return((unsigned long) current
->thread
.fault_addr
);
331 EXPORT_SYMBOL(get_fault_addr
);
333 void not_implemented(void)
335 printk(KERN_DEBUG
"Something isn't implemented in here\n");
338 EXPORT_SYMBOL(not_implemented
);
340 int user_context(unsigned long sp
)
344 stack
= sp
& (PAGE_MASK
<< CONFIG_KERNEL_STACK_ORDER
);
345 return(stack
!= (unsigned long) current_thread
);
348 extern exitcall_t __uml_exitcall_begin
, __uml_exitcall_end
;
350 void do_uml_exitcalls(void)
354 call
= &__uml_exitcall_end
;
355 while (--call
>= &__uml_exitcall_begin
)
359 char *uml_strdup(char *string
)
361 return kstrdup(string
, GFP_KERNEL
);
364 int copy_to_user_proc(void __user
*to
, void *from
, int size
)
366 return(copy_to_user(to
, from
, size
));
369 int copy_from_user_proc(void *to
, void __user
*from
, int size
)
371 return(copy_from_user(to
, from
, size
));
374 int clear_user_proc(void __user
*buf
, int size
)
376 return(clear_user(buf
, size
));
379 int strlen_user_proc(char __user
*str
)
381 return(strlen_user(str
));
384 int smp_sigio_handler(void)
387 int cpu
= current_thread
->cpu
;
397 return(current_thread
->cpu
);
400 static atomic_t using_sysemu
= ATOMIC_INIT(0);
401 int sysemu_supported
;
403 void set_using_sysemu(int value
)
405 if (value
> sysemu_supported
)
407 atomic_set(&using_sysemu
, value
);
410 int get_using_sysemu(void)
412 return atomic_read(&using_sysemu
);
415 static int proc_read_sysemu(char *buf
, char **start
, off_t offset
, int size
,int *eof
, void *data
)
417 if (snprintf(buf
, size
, "%d\n", get_using_sysemu()) < size
) /*No overflow*/
423 static int proc_write_sysemu(struct file
*file
,const char __user
*buf
, unsigned long count
,void *data
)
427 if (copy_from_user(tmp
, buf
, 1))
430 if (tmp
[0] >= '0' && tmp
[0] <= '2')
431 set_using_sysemu(tmp
[0] - '0');
432 return count
; /*We use the first char, but pretend to write everything*/
435 int __init
make_proc_sysemu(void)
437 struct proc_dir_entry
*ent
;
438 if (!sysemu_supported
)
441 ent
= create_proc_entry("sysemu", 0600, &proc_root
);
445 printk(KERN_WARNING
"Failed to register /proc/sysemu\n");
449 ent
->read_proc
= proc_read_sysemu
;
450 ent
->write_proc
= proc_write_sysemu
;
455 late_initcall(make_proc_sysemu
);
457 int singlestepping(void * t
)
459 struct task_struct
*task
= t
? t
: current
;
461 if ( ! (task
->ptrace
& PT_DTRACE
) )
464 if (task
->thread
.singlestep_syscall
)
471 * Only x86 and x86_64 have an arch_align_stack().
472 * All other arches have "#define arch_align_stack(x) (x)"
473 * in their asm/system.h
474 * As this is included in UML from asm-um/system-generic.h,
475 * we can use it to behave as the subarch does.
477 #ifndef arch_align_stack
478 unsigned long arch_align_stack(unsigned long sp
)
480 if (!(current
->personality
& ADDR_NO_RANDOMIZE
) && randomize_va_space
)
481 sp
-= get_random_int() % 8192;