2 * Copyright (C) 2003 PathScale, Inc.
3 * Copyright (C) 2003 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com)
4 * Licensed under the GPL
8 #include <linux/personality.h>
9 #include <linux/ptrace.h>
10 #include <linux/kernel.h>
11 #include <asm/unistd.h>
12 #include <asm/uaccess.h>
13 #include <asm/ucontext.h>
14 #include "frame_kern.h"
20 * FPU tag word conversions.
23 static inline unsigned short twd_i387_to_fxsr(unsigned short twd
)
25 unsigned int tmp
; /* to avoid 16 bit prefixes in the code */
27 /* Transform each pair of bits into 01 (valid) or 00 (empty) */
29 tmp
= (tmp
| (tmp
>>1)) & 0x5555; /* 0V0V0V0V0V0V0V0V */
30 /* and move the valid bits to the lower byte. */
31 tmp
= (tmp
| (tmp
>> 1)) & 0x3333; /* 00VV00VV00VV00VV */
32 tmp
= (tmp
| (tmp
>> 2)) & 0x0f0f; /* 0000VVVV0000VVVV */
33 tmp
= (tmp
| (tmp
>> 4)) & 0x00ff; /* 00000000VVVVVVVV */
37 static inline unsigned long twd_fxsr_to_i387(struct user_fxsr_struct
*fxsave
)
39 struct _fpxreg
*st
= NULL
;
40 unsigned long twd
= (unsigned long) fxsave
->twd
;
42 unsigned long ret
= 0xffff0000;
45 #define FPREG_ADDR(f, n) ((char *)&(f)->st_space + (n) * 16)
47 for (i
= 0; i
< 8; i
++) {
49 st
= (struct _fpxreg
*) FPREG_ADDR(fxsave
, i
);
51 switch (st
->exponent
& 0x7fff) {
53 tag
= 2; /* Special */
56 if ( !st
->significand
[0] &&
57 !st
->significand
[1] &&
58 !st
->significand
[2] &&
59 !st
->significand
[3] ) {
62 tag
= 2; /* Special */
66 if (st
->significand
[3] & 0x8000) {
69 tag
= 2; /* Special */
76 ret
|= (tag
<< (2 * i
));
82 static int convert_fxsr_to_user(struct _fpstate __user
*buf
,
83 struct user_fxsr_struct
*fxsave
)
86 struct _fpreg __user
*to
;
90 env
[0] = (unsigned long)fxsave
->cwd
| 0xffff0000ul
;
91 env
[1] = (unsigned long)fxsave
->swd
| 0xffff0000ul
;
92 env
[2] = twd_fxsr_to_i387(fxsave
);
94 env
[4] = fxsave
->fcs
| ((unsigned long)fxsave
->fop
<< 16);
98 if (__copy_to_user(buf
, env
, 7 * sizeof(unsigned long)))
102 from
= (struct _fpxreg
*) &fxsave
->st_space
[0];
103 for (i
= 0; i
< 8; i
++, to
++, from
++) {
104 unsigned long __user
*t
= (unsigned long __user
*)to
;
105 unsigned long *f
= (unsigned long *)from
;
107 if (__put_user(*f
, t
) ||
108 __put_user(*(f
+ 1), t
+ 1) ||
109 __put_user(from
->exponent
, &to
->exponent
))
115 static int convert_fxsr_from_user(struct user_fxsr_struct
*fxsave
,
116 struct _fpstate __user
*buf
)
118 unsigned long env
[7];
120 struct _fpreg __user
*from
;
123 if (copy_from_user( env
, buf
, 7 * sizeof(long)))
126 fxsave
->cwd
= (unsigned short)(env
[0] & 0xffff);
127 fxsave
->swd
= (unsigned short)(env
[1] & 0xffff);
128 fxsave
->twd
= twd_i387_to_fxsr((unsigned short)(env
[2] & 0xffff));
129 fxsave
->fip
= env
[3];
130 fxsave
->fop
= (unsigned short)((env
[4] & 0xffff0000ul
) >> 16);
131 fxsave
->fcs
= (env
[4] & 0xffff);
132 fxsave
->foo
= env
[5];
133 fxsave
->fos
= env
[6];
135 to
= (struct _fpxreg
*) &fxsave
->st_space
[0];
137 for (i
= 0; i
< 8; i
++, to
++, from
++) {
138 unsigned long *t
= (unsigned long *)to
;
139 unsigned long __user
*f
= (unsigned long __user
*)from
;
141 if (__get_user(*t
, f
) ||
142 __get_user(*(t
+ 1), f
+ 1) ||
143 __get_user(to
->exponent
, &from
->exponent
))
149 extern int have_fpx_regs
;
153 static int copy_sc_from_user(struct pt_regs
*regs
,
154 struct sigcontext __user
*from
)
156 struct sigcontext sc
;
159 err
= copy_from_user(&sc
, from
, sizeof(sc
));
163 #define GETREG(regno, regname) regs->regs.gp[HOST_##regno] = sc.regname
193 GETREG(EFLAGS
, flags
);
200 pid
= userspace_pid
[current_thread_info()->cpu
];
203 struct user_fxsr_struct fpx
;
205 err
= copy_from_user(&fpx
,
206 &((struct _fpstate __user
*)sc
.fpstate
)->_fxsr_env
[0],
207 sizeof(struct user_fxsr_struct
));
211 err
= convert_fxsr_from_user(&fpx
, sc
.fpstate
);
215 err
= restore_fpx_registers(pid
, (unsigned long *) &fpx
);
217 printk(KERN_ERR
"copy_sc_from_user - "
218 "restore_fpx_registers failed, errno = %d\n",
225 struct user_i387_struct fp
;
227 err
= copy_from_user(&fp
, sc
.fpstate
,
228 sizeof(struct user_i387_struct
));
232 err
= restore_fp_registers(pid
, (unsigned long *) &fp
);
234 printk(KERN_ERR
"copy_sc_from_user - "
235 "restore_fp_registers failed, errno = %d\n",
243 static int copy_sc_to_user(struct sigcontext __user
*to
,
244 struct _fpstate __user
*to_fp
, struct pt_regs
*regs
,
247 struct sigcontext sc
;
248 struct faultinfo
* fi
= ¤t
->thread
.arch
.faultinfo
;
250 memset(&sc
, 0, sizeof(struct sigcontext
));
252 #define PUTREG(regno, regname) sc.regname = regs->regs.gp[HOST_##regno]
280 sc
.err
= fi
->error_code
;
281 sc
.trapno
= fi
->trap_no
;
284 PUTREG(EFLAGS
, flags
);
286 PUTREG(SP
, sp_at_signal
);
293 err
= copy_to_user(to
, &sc
, sizeof(struct sigcontext
));
297 pid
= userspace_pid
[current_thread_info()->cpu
];
301 struct user_fxsr_struct fpx
;
303 err
= save_fpx_registers(pid
, (unsigned long *) &fpx
);
305 printk(KERN_ERR
"copy_sc_to_user - save_fpx_registers "
306 "failed, errno = %d\n", err
);
310 err
= convert_fxsr_to_user(to_fp
, &fpx
);
314 err
|= __put_user(fpx
.swd
, &to_fp
->status
);
315 err
|= __put_user(X86_FXSR_MAGIC
, &to_fp
->magic
);
319 if (copy_to_user(&to_fp
->_fxsr_env
[0], &fpx
,
320 sizeof(struct user_fxsr_struct
)))
325 struct user_i387_struct fp
;
327 err
= save_fp_registers(pid
, (unsigned long *) &fp
);
328 if (copy_to_user(to_fp
, &fp
, sizeof(struct user_i387_struct
)))
336 static int copy_ucontext_to_user(struct ucontext __user
*uc
,
337 struct _fpstate __user
*fp
, sigset_t
*set
,
342 err
|= put_user(current
->sas_ss_sp
, &uc
->uc_stack
.ss_sp
);
343 err
|= put_user(sas_ss_flags(sp
), &uc
->uc_stack
.ss_flags
);
344 err
|= put_user(current
->sas_ss_size
, &uc
->uc_stack
.ss_size
);
345 err
|= copy_sc_to_user(&uc
->uc_mcontext
, fp
, ¤t
->thread
.regs
, 0);
346 err
|= copy_to_user(&uc
->uc_sigmask
, set
, sizeof(*set
));
352 char __user
*pretcode
;
354 struct sigcontext sc
;
355 struct _fpstate fpstate
;
356 unsigned long extramask
[_NSIG_WORDS
-1];
362 char __user
*pretcode
;
364 struct siginfo __user
*pinfo
;
368 struct _fpstate fpstate
;
372 int setup_signal_stack_sc(unsigned long stack_top
, int sig
,
373 struct k_sigaction
*ka
, struct pt_regs
*regs
,
376 struct sigframe __user
*frame
;
377 void __user
*restorer
;
380 /* This is the same calculation as i386 - ((sp + 4) & 15) == 0 */
381 stack_top
= ((stack_top
+ 4) & -16UL) - 4;
382 frame
= (struct sigframe __user
*) stack_top
- 1;
383 if (!access_ok(VERIFY_WRITE
, frame
, sizeof(*frame
)))
386 restorer
= frame
->retcode
;
387 if (ka
->sa
.sa_flags
& SA_RESTORER
)
388 restorer
= ka
->sa
.sa_restorer
;
390 err
|= __put_user(restorer
, &frame
->pretcode
);
391 err
|= __put_user(sig
, &frame
->sig
);
392 err
|= copy_sc_to_user(&frame
->sc
, &frame
->fpstate
, regs
, mask
->sig
[0]);
394 err
|= __copy_to_user(&frame
->extramask
, &mask
->sig
[1],
395 sizeof(frame
->extramask
));
398 * This is popl %eax ; movl $,%eax ; int $0x80
400 * WE DO NOT USE IT ANY MORE! It's only left here for historical
401 * reasons and because gdb uses it as a signature to notice
402 * signal handler stack frames.
404 err
|= __put_user(0xb858, (short __user
*)(frame
->retcode
+0));
405 err
|= __put_user(__NR_sigreturn
, (int __user
*)(frame
->retcode
+2));
406 err
|= __put_user(0x80cd, (short __user
*)(frame
->retcode
+6));
411 PT_REGS_SP(regs
) = (unsigned long) frame
;
412 PT_REGS_IP(regs
) = (unsigned long) ka
->sa
.sa_handler
;
413 PT_REGS_EAX(regs
) = (unsigned long) sig
;
414 PT_REGS_EDX(regs
) = (unsigned long) 0;
415 PT_REGS_ECX(regs
) = (unsigned long) 0;
417 if ((current
->ptrace
& PT_DTRACE
) && (current
->ptrace
& PT_PTRACED
))
418 ptrace_notify(SIGTRAP
);
422 int setup_signal_stack_si(unsigned long stack_top
, int sig
,
423 struct k_sigaction
*ka
, struct pt_regs
*regs
,
424 siginfo_t
*info
, sigset_t
*mask
)
426 struct rt_sigframe __user
*frame
;
427 void __user
*restorer
;
431 frame
= (struct rt_sigframe __user
*) stack_top
- 1;
432 if (!access_ok(VERIFY_WRITE
, frame
, sizeof(*frame
)))
435 restorer
= frame
->retcode
;
436 if (ka
->sa
.sa_flags
& SA_RESTORER
)
437 restorer
= ka
->sa
.sa_restorer
;
439 err
|= __put_user(restorer
, &frame
->pretcode
);
440 err
|= __put_user(sig
, &frame
->sig
);
441 err
|= __put_user(&frame
->info
, &frame
->pinfo
);
442 err
|= __put_user(&frame
->uc
, &frame
->puc
);
443 err
|= copy_siginfo_to_user(&frame
->info
, info
);
444 err
|= copy_ucontext_to_user(&frame
->uc
, &frame
->fpstate
, mask
,
448 * This is movl $,%eax ; int $0x80
450 * WE DO NOT USE IT ANY MORE! It's only left here for historical
451 * reasons and because gdb uses it as a signature to notice
452 * signal handler stack frames.
454 err
|= __put_user(0xb8, (char __user
*)(frame
->retcode
+0));
455 err
|= __put_user(__NR_rt_sigreturn
, (int __user
*)(frame
->retcode
+1));
456 err
|= __put_user(0x80cd, (short __user
*)(frame
->retcode
+5));
461 PT_REGS_SP(regs
) = (unsigned long) frame
;
462 PT_REGS_IP(regs
) = (unsigned long) ka
->sa
.sa_handler
;
463 PT_REGS_EAX(regs
) = (unsigned long) sig
;
464 PT_REGS_EDX(regs
) = (unsigned long) &frame
->info
;
465 PT_REGS_ECX(regs
) = (unsigned long) &frame
->uc
;
467 if ((current
->ptrace
& PT_DTRACE
) && (current
->ptrace
& PT_PTRACED
))
468 ptrace_notify(SIGTRAP
);
472 long sys_sigreturn(struct pt_regs
*regs
)
474 unsigned long sp
= PT_REGS_SP(¤t
->thread
.regs
);
475 struct sigframe __user
*frame
= (struct sigframe __user
*)(sp
- 8);
477 struct sigcontext __user
*sc
= &frame
->sc
;
478 unsigned long __user
*oldmask
= &sc
->oldmask
;
479 unsigned long __user
*extramask
= frame
->extramask
;
480 int sig_size
= (_NSIG_WORDS
- 1) * sizeof(unsigned long);
482 if (copy_from_user(&set
.sig
[0], oldmask
, sizeof(set
.sig
[0])) ||
483 copy_from_user(&set
.sig
[1], extramask
, sig_size
))
486 sigdelsetmask(&set
, ~_BLOCKABLE
);
487 set_current_blocked(&set
);
489 if (copy_sc_from_user(¤t
->thread
.regs
, sc
))
492 /* Avoid ERESTART handling */
493 PT_REGS_SYSCALL_NR(¤t
->thread
.regs
) = -1;
494 return PT_REGS_SYSCALL_RET(¤t
->thread
.regs
);
497 force_sig(SIGSEGV
, current
);
505 char __user
*pretcode
;
508 struct _fpstate fpstate
;
511 int setup_signal_stack_si(unsigned long stack_top
, int sig
,
512 struct k_sigaction
*ka
, struct pt_regs
* regs
,
513 siginfo_t
*info
, sigset_t
*set
)
515 struct rt_sigframe __user
*frame
;
517 struct task_struct
*me
= current
;
519 frame
= (struct rt_sigframe __user
*)
520 round_down(stack_top
- sizeof(struct rt_sigframe
), 16);
521 /* Subtract 128 for a red zone and 8 for proper alignment */
522 frame
= (struct rt_sigframe __user
*) ((unsigned long) frame
- 128 - 8);
524 if (!access_ok(VERIFY_WRITE
, frame
, sizeof(*frame
)))
527 if (ka
->sa
.sa_flags
& SA_SIGINFO
) {
528 err
|= copy_siginfo_to_user(&frame
->info
, info
);
533 /* Create the ucontext. */
534 err
|= __put_user(0, &frame
->uc
.uc_flags
);
535 err
|= __put_user(0, &frame
->uc
.uc_link
);
536 err
|= __put_user(me
->sas_ss_sp
, &frame
->uc
.uc_stack
.ss_sp
);
537 err
|= __put_user(sas_ss_flags(PT_REGS_SP(regs
)),
538 &frame
->uc
.uc_stack
.ss_flags
);
539 err
|= __put_user(me
->sas_ss_size
, &frame
->uc
.uc_stack
.ss_size
);
540 err
|= copy_sc_to_user(&frame
->uc
.uc_mcontext
, &frame
->fpstate
, regs
,
542 err
|= __put_user(&frame
->fpstate
, &frame
->uc
.uc_mcontext
.fpstate
);
543 if (sizeof(*set
) == 16) {
544 __put_user(set
->sig
[0], &frame
->uc
.uc_sigmask
.sig
[0]);
545 __put_user(set
->sig
[1], &frame
->uc
.uc_sigmask
.sig
[1]);
548 err
|= __copy_to_user(&frame
->uc
.uc_sigmask
, set
,
552 * Set up to return from userspace. If provided, use a stub
553 * already in userspace.
555 /* x86-64 should always use SA_RESTORER. */
556 if (ka
->sa
.sa_flags
& SA_RESTORER
)
557 err
|= __put_user(ka
->sa
.sa_restorer
, &frame
->pretcode
);
559 /* could use a vstub here */
565 /* Set up registers for signal handler */
567 struct exec_domain
*ed
= current_thread_info()->exec_domain
;
568 if (unlikely(ed
&& ed
->signal_invmap
&& sig
< 32))
569 sig
= ed
->signal_invmap
[sig
];
572 PT_REGS_SP(regs
) = (unsigned long) frame
;
573 PT_REGS_RDI(regs
) = sig
;
574 /* In case the signal handler was declared without prototypes */
575 PT_REGS_RAX(regs
) = 0;
578 * This also works for non SA_SIGINFO handlers because they expect the
579 * next argument after the signal number on the stack.
581 PT_REGS_RSI(regs
) = (unsigned long) &frame
->info
;
582 PT_REGS_RDX(regs
) = (unsigned long) &frame
->uc
;
583 PT_REGS_RIP(regs
) = (unsigned long) ka
->sa
.sa_handler
;
589 long sys_rt_sigreturn(struct pt_regs
*regs
)
591 unsigned long sp
= PT_REGS_SP(¤t
->thread
.regs
);
592 struct rt_sigframe __user
*frame
=
593 (struct rt_sigframe __user
*)(sp
- sizeof(long));
594 struct ucontext __user
*uc
= &frame
->uc
;
597 if (copy_from_user(&set
, &uc
->uc_sigmask
, sizeof(set
)))
600 sigdelsetmask(&set
, ~_BLOCKABLE
);
601 set_current_blocked(&set
);
603 if (copy_sc_from_user(¤t
->thread
.regs
, &uc
->uc_mcontext
))
606 /* Avoid ERESTART handling */
607 PT_REGS_SYSCALL_NR(¤t
->thread
.regs
) = -1;
608 return PT_REGS_SYSCALL_RET(¤t
->thread
.regs
);
611 force_sig(SIGSEGV
, current
);
616 long ptregs_sigreturn(void)
618 return sys_sigreturn(NULL
);
620 long ptregs_rt_sigreturn(void)
622 return sys_rt_sigreturn(NULL
);