2 * Copyright (C) 2003 PathScale, Inc.
3 * Copyright (C) 2003 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com)
4 * Licensed under the GPL
8 #include <linux/personality.h>
9 #include <linux/ptrace.h>
10 #include <linux/kernel.h>
11 #include <asm/unistd.h>
12 #include <asm/uaccess.h>
13 #include <asm/ucontext.h>
14 #include <frame_kern.h>
20 * FPU tag word conversions.
23 static inline unsigned short twd_i387_to_fxsr(unsigned short twd
)
25 unsigned int tmp
; /* to avoid 16 bit prefixes in the code */
27 /* Transform each pair of bits into 01 (valid) or 00 (empty) */
29 tmp
= (tmp
| (tmp
>>1)) & 0x5555; /* 0V0V0V0V0V0V0V0V */
30 /* and move the valid bits to the lower byte. */
31 tmp
= (tmp
| (tmp
>> 1)) & 0x3333; /* 00VV00VV00VV00VV */
32 tmp
= (tmp
| (tmp
>> 2)) & 0x0f0f; /* 0000VVVV0000VVVV */
33 tmp
= (tmp
| (tmp
>> 4)) & 0x00ff; /* 00000000VVVVVVVV */
37 static inline unsigned long twd_fxsr_to_i387(struct user_fxsr_struct
*fxsave
)
39 struct _fpxreg
*st
= NULL
;
40 unsigned long twd
= (unsigned long) fxsave
->twd
;
42 unsigned long ret
= 0xffff0000;
45 #define FPREG_ADDR(f, n) ((char *)&(f)->st_space + (n) * 16)
47 for (i
= 0; i
< 8; i
++) {
49 st
= (struct _fpxreg
*) FPREG_ADDR(fxsave
, i
);
51 switch (st
->exponent
& 0x7fff) {
53 tag
= 2; /* Special */
56 if ( !st
->significand
[0] &&
57 !st
->significand
[1] &&
58 !st
->significand
[2] &&
59 !st
->significand
[3] ) {
62 tag
= 2; /* Special */
66 if (st
->significand
[3] & 0x8000) {
69 tag
= 2; /* Special */
76 ret
|= (tag
<< (2 * i
));
82 static int convert_fxsr_to_user(struct _fpstate __user
*buf
,
83 struct user_fxsr_struct
*fxsave
)
86 struct _fpreg __user
*to
;
90 env
[0] = (unsigned long)fxsave
->cwd
| 0xffff0000ul
;
91 env
[1] = (unsigned long)fxsave
->swd
| 0xffff0000ul
;
92 env
[2] = twd_fxsr_to_i387(fxsave
);
94 env
[4] = fxsave
->fcs
| ((unsigned long)fxsave
->fop
<< 16);
98 if (__copy_to_user(buf
, env
, 7 * sizeof(unsigned long)))
102 from
= (struct _fpxreg
*) &fxsave
->st_space
[0];
103 for (i
= 0; i
< 8; i
++, to
++, from
++) {
104 unsigned long __user
*t
= (unsigned long __user
*)to
;
105 unsigned long *f
= (unsigned long *)from
;
107 if (__put_user(*f
, t
) ||
108 __put_user(*(f
+ 1), t
+ 1) ||
109 __put_user(from
->exponent
, &to
->exponent
))
115 static int convert_fxsr_from_user(struct user_fxsr_struct
*fxsave
,
116 struct _fpstate __user
*buf
)
118 unsigned long env
[7];
120 struct _fpreg __user
*from
;
123 if (copy_from_user( env
, buf
, 7 * sizeof(long)))
126 fxsave
->cwd
= (unsigned short)(env
[0] & 0xffff);
127 fxsave
->swd
= (unsigned short)(env
[1] & 0xffff);
128 fxsave
->twd
= twd_i387_to_fxsr((unsigned short)(env
[2] & 0xffff));
129 fxsave
->fip
= env
[3];
130 fxsave
->fop
= (unsigned short)((env
[4] & 0xffff0000ul
) >> 16);
131 fxsave
->fcs
= (env
[4] & 0xffff);
132 fxsave
->foo
= env
[5];
133 fxsave
->fos
= env
[6];
135 to
= (struct _fpxreg
*) &fxsave
->st_space
[0];
137 for (i
= 0; i
< 8; i
++, to
++, from
++) {
138 unsigned long *t
= (unsigned long *)to
;
139 unsigned long __user
*f
= (unsigned long __user
*)from
;
141 if (__get_user(*t
, f
) ||
142 __get_user(*(t
+ 1), f
+ 1) ||
143 __get_user(to
->exponent
, &from
->exponent
))
149 extern int have_fpx_regs
;
153 static int copy_sc_from_user(struct pt_regs
*regs
,
154 struct sigcontext __user
*from
)
156 struct sigcontext sc
;
159 /* Always make any pending restarted system calls return -EINTR */
160 current
->restart_block
.fn
= do_no_restart_syscall
;
162 err
= copy_from_user(&sc
, from
, sizeof(sc
));
166 #define GETREG(regno, regname) regs->regs.gp[HOST_##regno] = sc.regname
196 GETREG(EFLAGS
, flags
);
203 pid
= userspace_pid
[current_thread_info()->cpu
];
206 struct user_fxsr_struct fpx
;
208 err
= copy_from_user(&fpx
,
209 &((struct _fpstate __user
*)sc
.fpstate
)->_fxsr_env
[0],
210 sizeof(struct user_fxsr_struct
));
214 err
= convert_fxsr_from_user(&fpx
, (void *)sc
.fpstate
);
218 err
= restore_fpx_registers(pid
, (unsigned long *) &fpx
);
220 printk(KERN_ERR
"copy_sc_from_user - "
221 "restore_fpx_registers failed, errno = %d\n",
228 struct user_i387_struct fp
;
230 err
= copy_from_user(&fp
, (void *)sc
.fpstate
,
231 sizeof(struct user_i387_struct
));
235 err
= restore_fp_registers(pid
, (unsigned long *) &fp
);
237 printk(KERN_ERR
"copy_sc_from_user - "
238 "restore_fp_registers failed, errno = %d\n",
246 static int copy_sc_to_user(struct sigcontext __user
*to
,
247 struct _fpstate __user
*to_fp
, struct pt_regs
*regs
,
250 struct sigcontext sc
;
251 struct faultinfo
* fi
= ¤t
->thread
.arch
.faultinfo
;
253 memset(&sc
, 0, sizeof(struct sigcontext
));
255 #define PUTREG(regno, regname) sc.regname = regs->regs.gp[HOST_##regno]
283 sc
.err
= fi
->error_code
;
284 sc
.trapno
= fi
->trap_no
;
287 PUTREG(EFLAGS
, flags
);
289 PUTREG(SP
, sp_at_signal
);
294 sc
.fpstate
= (unsigned long)to_fp
;
296 err
= copy_to_user(to
, &sc
, sizeof(struct sigcontext
));
300 pid
= userspace_pid
[current_thread_info()->cpu
];
304 struct user_fxsr_struct fpx
;
306 err
= save_fpx_registers(pid
, (unsigned long *) &fpx
);
308 printk(KERN_ERR
"copy_sc_to_user - save_fpx_registers "
309 "failed, errno = %d\n", err
);
313 err
= convert_fxsr_to_user(to_fp
, &fpx
);
317 err
|= __put_user(fpx
.swd
, &to_fp
->status
);
318 err
|= __put_user(X86_FXSR_MAGIC
, &to_fp
->magic
);
322 if (copy_to_user(&to_fp
->_fxsr_env
[0], &fpx
,
323 sizeof(struct user_fxsr_struct
)))
328 struct user_i387_struct fp
;
330 err
= save_fp_registers(pid
, (unsigned long *) &fp
);
331 if (copy_to_user(to_fp
, &fp
, sizeof(struct user_i387_struct
)))
339 static int copy_ucontext_to_user(struct ucontext __user
*uc
,
340 struct _fpstate __user
*fp
, sigset_t
*set
,
345 err
|= __save_altstack(&uc
->uc_stack
, sp
);
346 err
|= copy_sc_to_user(&uc
->uc_mcontext
, fp
, ¤t
->thread
.regs
, 0);
347 err
|= copy_to_user(&uc
->uc_sigmask
, set
, sizeof(*set
));
353 char __user
*pretcode
;
355 struct sigcontext sc
;
356 struct _fpstate fpstate
;
357 unsigned long extramask
[_NSIG_WORDS
-1];
363 char __user
*pretcode
;
365 struct siginfo __user
*pinfo
;
369 struct _fpstate fpstate
;
373 int setup_signal_stack_sc(unsigned long stack_top
, struct ksignal
*ksig
,
374 struct pt_regs
*regs
, sigset_t
*mask
)
376 struct sigframe __user
*frame
;
377 void __user
*restorer
;
378 int err
= 0, sig
= ksig
->sig
;
380 /* This is the same calculation as i386 - ((sp + 4) & 15) == 0 */
381 stack_top
= ((stack_top
+ 4) & -16UL) - 4;
382 frame
= (struct sigframe __user
*) stack_top
- 1;
383 if (!access_ok(VERIFY_WRITE
, frame
, sizeof(*frame
)))
386 restorer
= frame
->retcode
;
387 if (ksig
->ka
.sa
.sa_flags
& SA_RESTORER
)
388 restorer
= ksig
->ka
.sa
.sa_restorer
;
390 err
|= __put_user(restorer
, &frame
->pretcode
);
391 err
|= __put_user(sig
, &frame
->sig
);
392 err
|= copy_sc_to_user(&frame
->sc
, &frame
->fpstate
, regs
, mask
->sig
[0]);
394 err
|= __copy_to_user(&frame
->extramask
, &mask
->sig
[1],
395 sizeof(frame
->extramask
));
398 * This is popl %eax ; movl $,%eax ; int $0x80
400 * WE DO NOT USE IT ANY MORE! It's only left here for historical
401 * reasons and because gdb uses it as a signature to notice
402 * signal handler stack frames.
404 err
|= __put_user(0xb858, (short __user
*)(frame
->retcode
+0));
405 err
|= __put_user(__NR_sigreturn
, (int __user
*)(frame
->retcode
+2));
406 err
|= __put_user(0x80cd, (short __user
*)(frame
->retcode
+6));
411 PT_REGS_SP(regs
) = (unsigned long) frame
;
412 PT_REGS_IP(regs
) = (unsigned long) ksig
->ka
.sa
.sa_handler
;
413 PT_REGS_AX(regs
) = (unsigned long) sig
;
414 PT_REGS_DX(regs
) = (unsigned long) 0;
415 PT_REGS_CX(regs
) = (unsigned long) 0;
419 int setup_signal_stack_si(unsigned long stack_top
, struct ksignal
*ksig
,
420 struct pt_regs
*regs
, sigset_t
*mask
)
422 struct rt_sigframe __user
*frame
;
423 void __user
*restorer
;
424 int err
= 0, sig
= ksig
->sig
;
427 frame
= (struct rt_sigframe __user
*) stack_top
- 1;
428 if (!access_ok(VERIFY_WRITE
, frame
, sizeof(*frame
)))
431 restorer
= frame
->retcode
;
432 if (ksig
->ka
.sa
.sa_flags
& SA_RESTORER
)
433 restorer
= ksig
->ka
.sa
.sa_restorer
;
435 err
|= __put_user(restorer
, &frame
->pretcode
);
436 err
|= __put_user(sig
, &frame
->sig
);
437 err
|= __put_user(&frame
->info
, &frame
->pinfo
);
438 err
|= __put_user(&frame
->uc
, &frame
->puc
);
439 err
|= copy_siginfo_to_user(&frame
->info
, &ksig
->info
);
440 err
|= copy_ucontext_to_user(&frame
->uc
, &frame
->fpstate
, mask
,
444 * This is movl $,%eax ; int $0x80
446 * WE DO NOT USE IT ANY MORE! It's only left here for historical
447 * reasons and because gdb uses it as a signature to notice
448 * signal handler stack frames.
450 err
|= __put_user(0xb8, (char __user
*)(frame
->retcode
+0));
451 err
|= __put_user(__NR_rt_sigreturn
, (int __user
*)(frame
->retcode
+1));
452 err
|= __put_user(0x80cd, (short __user
*)(frame
->retcode
+5));
457 PT_REGS_SP(regs
) = (unsigned long) frame
;
458 PT_REGS_IP(regs
) = (unsigned long) ksig
->ka
.sa
.sa_handler
;
459 PT_REGS_AX(regs
) = (unsigned long) sig
;
460 PT_REGS_DX(regs
) = (unsigned long) &frame
->info
;
461 PT_REGS_CX(regs
) = (unsigned long) &frame
->uc
;
465 long sys_sigreturn(void)
467 unsigned long sp
= PT_REGS_SP(¤t
->thread
.regs
);
468 struct sigframe __user
*frame
= (struct sigframe __user
*)(sp
- 8);
470 struct sigcontext __user
*sc
= &frame
->sc
;
471 int sig_size
= (_NSIG_WORDS
- 1) * sizeof(unsigned long);
473 if (copy_from_user(&set
.sig
[0], &sc
->oldmask
, sizeof(set
.sig
[0])) ||
474 copy_from_user(&set
.sig
[1], frame
->extramask
, sig_size
))
477 set_current_blocked(&set
);
479 if (copy_sc_from_user(¤t
->thread
.regs
, sc
))
482 /* Avoid ERESTART handling */
483 PT_REGS_SYSCALL_NR(¤t
->thread
.regs
) = -1;
484 return PT_REGS_SYSCALL_RET(¤t
->thread
.regs
);
487 force_sig(SIGSEGV
, current
);
495 char __user
*pretcode
;
498 struct _fpstate fpstate
;
501 int setup_signal_stack_si(unsigned long stack_top
, struct ksignal
*ksig
,
502 struct pt_regs
*regs
, sigset_t
*set
)
504 struct rt_sigframe __user
*frame
;
505 int err
= 0, sig
= ksig
->sig
;
508 frame
= (struct rt_sigframe __user
*)
509 round_down(stack_top
- sizeof(struct rt_sigframe
), 16);
510 /* Subtract 128 for a red zone and 8 for proper alignment */
511 frame
= (struct rt_sigframe __user
*) ((unsigned long) frame
- 128 - 8);
513 if (!access_ok(VERIFY_WRITE
, frame
, sizeof(*frame
)))
516 if (ksig
->ka
.sa
.sa_flags
& SA_SIGINFO
) {
517 err
|= copy_siginfo_to_user(&frame
->info
, &ksig
->info
);
522 /* Create the ucontext. */
523 err
|= __put_user(0, &frame
->uc
.uc_flags
);
524 err
|= __put_user(0, &frame
->uc
.uc_link
);
525 err
|= __save_altstack(&frame
->uc
.uc_stack
, PT_REGS_SP(regs
));
526 err
|= copy_sc_to_user(&frame
->uc
.uc_mcontext
, &frame
->fpstate
, regs
,
529 fp_to
= (unsigned long)&frame
->fpstate
;
531 err
|= __put_user(fp_to
, &frame
->uc
.uc_mcontext
.fpstate
);
532 if (sizeof(*set
) == 16) {
533 err
|= __put_user(set
->sig
[0], &frame
->uc
.uc_sigmask
.sig
[0]);
534 err
|= __put_user(set
->sig
[1], &frame
->uc
.uc_sigmask
.sig
[1]);
537 err
|= __copy_to_user(&frame
->uc
.uc_sigmask
, set
,
541 * Set up to return from userspace. If provided, use a stub
542 * already in userspace.
544 /* x86-64 should always use SA_RESTORER. */
545 if (ksig
->ka
.sa
.sa_flags
& SA_RESTORER
)
546 err
|= __put_user((void *)ksig
->ka
.sa
.sa_restorer
,
549 /* could use a vstub here */
555 PT_REGS_SP(regs
) = (unsigned long) frame
;
556 PT_REGS_DI(regs
) = sig
;
557 /* In case the signal handler was declared without prototypes */
558 PT_REGS_AX(regs
) = 0;
561 * This also works for non SA_SIGINFO handlers because they expect the
562 * next argument after the signal number on the stack.
564 PT_REGS_SI(regs
) = (unsigned long) &frame
->info
;
565 PT_REGS_DX(regs
) = (unsigned long) &frame
->uc
;
566 PT_REGS_IP(regs
) = (unsigned long) ksig
->ka
.sa
.sa_handler
;
572 long sys_rt_sigreturn(void)
574 unsigned long sp
= PT_REGS_SP(¤t
->thread
.regs
);
575 struct rt_sigframe __user
*frame
=
576 (struct rt_sigframe __user
*)(sp
- sizeof(long));
577 struct ucontext __user
*uc
= &frame
->uc
;
580 if (copy_from_user(&set
, &uc
->uc_sigmask
, sizeof(set
)))
583 set_current_blocked(&set
);
585 if (copy_sc_from_user(¤t
->thread
.regs
, &uc
->uc_mcontext
))
588 /* Avoid ERESTART handling */
589 PT_REGS_SYSCALL_NR(¤t
->thread
.regs
) = -1;
590 return PT_REGS_SYSCALL_RET(¤t
->thread
.regs
);
593 force_sig(SIGSEGV
, current
);