1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * Common signal handling code for both 32 and 64 bits
5 * Copyright (c) 2007 Benjamin Herrenschmidt, IBM Corporation
6 * Extracted from signal_32.c and signal_64.c
9 #include <linux/resume_user_mode.h>
10 #include <linux/signal.h>
11 #include <linux/uprobes.h>
12 #include <linux/key.h>
13 #include <linux/context_tracking.h>
14 #include <linux/livepatch.h>
15 #include <linux/syscalls.h>
16 #include <asm/hw_breakpoint.h>
17 #include <linux/uaccess.h>
18 #include <asm/switch_to.h>
19 #include <asm/unistd.h>
20 #include <asm/debug.h>
26 unsigned long copy_fpr_to_user(void __user
*to
,
27 struct task_struct
*task
)
32 /* save FPR copy to local buffer then write to the thread_struct */
33 for (i
= 0; i
< (ELF_NFPREG
- 1) ; i
++)
34 buf
[i
] = task
->thread
.TS_FPR(i
);
35 buf
[i
] = task
->thread
.fp_state
.fpscr
;
36 return __copy_to_user(to
, buf
, ELF_NFPREG
* sizeof(double));
39 unsigned long copy_fpr_from_user(struct task_struct
*task
,
45 if (__copy_from_user(buf
, from
, ELF_NFPREG
* sizeof(double)))
47 for (i
= 0; i
< (ELF_NFPREG
- 1) ; i
++)
48 task
->thread
.TS_FPR(i
) = buf
[i
];
49 task
->thread
.fp_state
.fpscr
= buf
[i
];
54 unsigned long copy_vsx_to_user(void __user
*to
,
55 struct task_struct
*task
)
57 u64 buf
[ELF_NVSRHALFREG
];
60 /* save FPR copy to local buffer then write to the thread_struct */
61 for (i
= 0; i
< ELF_NVSRHALFREG
; i
++)
62 buf
[i
] = task
->thread
.fp_state
.fpr
[i
][TS_VSRLOWOFFSET
];
63 return __copy_to_user(to
, buf
, ELF_NVSRHALFREG
* sizeof(double));
66 unsigned long copy_vsx_from_user(struct task_struct
*task
,
69 u64 buf
[ELF_NVSRHALFREG
];
72 if (__copy_from_user(buf
, from
, ELF_NVSRHALFREG
* sizeof(double)))
74 for (i
= 0; i
< ELF_NVSRHALFREG
; i
++)
75 task
->thread
.fp_state
.fpr
[i
][TS_VSRLOWOFFSET
] = buf
[i
];
79 #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
80 unsigned long copy_ckfpr_to_user(void __user
*to
,
81 struct task_struct
*task
)
86 /* save FPR copy to local buffer then write to the thread_struct */
87 for (i
= 0; i
< (ELF_NFPREG
- 1) ; i
++)
88 buf
[i
] = task
->thread
.TS_CKFPR(i
);
89 buf
[i
] = task
->thread
.ckfp_state
.fpscr
;
90 return __copy_to_user(to
, buf
, ELF_NFPREG
* sizeof(double));
93 unsigned long copy_ckfpr_from_user(struct task_struct
*task
,
99 if (__copy_from_user(buf
, from
, ELF_NFPREG
* sizeof(double)))
101 for (i
= 0; i
< (ELF_NFPREG
- 1) ; i
++)
102 task
->thread
.TS_CKFPR(i
) = buf
[i
];
103 task
->thread
.ckfp_state
.fpscr
= buf
[i
];
108 unsigned long copy_ckvsx_to_user(void __user
*to
,
109 struct task_struct
*task
)
111 u64 buf
[ELF_NVSRHALFREG
];
114 /* save FPR copy to local buffer then write to the thread_struct */
115 for (i
= 0; i
< ELF_NVSRHALFREG
; i
++)
116 buf
[i
] = task
->thread
.ckfp_state
.fpr
[i
][TS_VSRLOWOFFSET
];
117 return __copy_to_user(to
, buf
, ELF_NVSRHALFREG
* sizeof(double));
120 unsigned long copy_ckvsx_from_user(struct task_struct
*task
,
123 u64 buf
[ELF_NVSRHALFREG
];
126 if (__copy_from_user(buf
, from
, ELF_NVSRHALFREG
* sizeof(double)))
128 for (i
= 0; i
< ELF_NVSRHALFREG
; i
++)
129 task
->thread
.ckfp_state
.fpr
[i
][TS_VSRLOWOFFSET
] = buf
[i
];
132 #endif /* CONFIG_PPC_TRANSACTIONAL_MEM */
135 /* Log an error when sending an unhandled signal to a process. Controlled
136 * through debug.exception-trace sysctl.
139 int show_unhandled_signals
= 1;
141 unsigned long get_min_sigframe_size(void)
143 if (IS_ENABLED(CONFIG_PPC64
))
144 return get_min_sigframe_size_64();
146 return get_min_sigframe_size_32();
150 unsigned long get_min_sigframe_size_compat(void)
152 return get_min_sigframe_size_32();
157 * Allocate space for the signal frame
159 static unsigned long get_tm_stackpointer(struct task_struct
*tsk
);
161 void __user
*get_sigframe(struct ksignal
*ksig
, struct task_struct
*tsk
,
162 size_t frame_size
, int is_32
)
164 unsigned long oldsp
, newsp
;
165 unsigned long sp
= get_tm_stackpointer(tsk
);
167 /* Default to using normal stack */
169 oldsp
= sp
& 0x0ffffffffUL
;
172 oldsp
= sigsp(oldsp
, ksig
);
173 newsp
= (oldsp
- frame_size
) & ~0xFUL
;
175 return (void __user
*)newsp
;
178 static void check_syscall_restart(struct pt_regs
*regs
, struct k_sigaction
*ka
,
181 unsigned long ret
= regs
->gpr
[3];
185 if (!trap_is_syscall(regs
))
188 if (trap_norestart(regs
))
191 /* error signalled ? */
192 if (trap_is_scv(regs
)) {
193 /* 32-bit compat mode sign extend? */
194 if (!IS_ERR_VALUE(ret
))
197 } else if (!(regs
->ccr
& 0x10000000)) {
202 case ERESTART_RESTARTBLOCK
:
204 /* ERESTARTNOHAND means that the syscall should only be
205 * restarted if there was no handler for the signal, and since
206 * we only get here if there is a handler, we dont restart.
208 restart
= !has_handler
;
211 /* ERESTARTSYS means to restart the syscall if there is no
212 * handler or the handler was registered with SA_RESTART
214 restart
= !has_handler
|| (ka
->sa
.sa_flags
& SA_RESTART
) != 0;
217 /* ERESTARTNOINTR means that the syscall should be
218 * called again after the signal handler returns.
225 if (ret
== ERESTART_RESTARTBLOCK
)
226 regs
->gpr
[0] = __NR_restart_syscall
;
228 regs
->gpr
[3] = regs
->orig_gpr3
;
229 regs_add_return_ip(regs
, -4);
232 if (trap_is_scv(regs
)) {
233 regs
->result
= -EINTR
;
234 regs
->gpr
[3] = -EINTR
;
236 regs
->result
= -EINTR
;
237 regs
->gpr
[3] = EINTR
;
238 regs
->ccr
|= 0x10000000;
243 static void do_signal(struct task_struct
*tsk
)
245 sigset_t
*oldset
= sigmask_to_save();
246 struct ksignal ksig
= { .sig
= 0 };
249 BUG_ON(tsk
!= current
);
253 /* Is there any syscall restart business here ? */
254 check_syscall_restart(tsk
->thread
.regs
, &ksig
.ka
, ksig
.sig
> 0);
257 /* No signal to deliver -- put the saved sigmask back */
258 restore_saved_sigmask();
259 set_trap_norestart(tsk
->thread
.regs
);
260 return; /* no signals delivered */
264 * Reenable the DABR before delivering the signal to
265 * user space. The DABR will have been cleared if it
266 * triggered inside the kernel.
268 if (!IS_ENABLED(CONFIG_PPC_ADV_DEBUG_REGS
)) {
271 for (i
= 0; i
< nr_wp_slots(); i
++) {
272 if (tsk
->thread
.hw_brk
[i
].address
&& tsk
->thread
.hw_brk
[i
].type
)
273 __set_breakpoint(i
, &tsk
->thread
.hw_brk
[i
]);
277 /* Re-enable the breakpoints for the signal stack */
278 thread_change_pc(tsk
, tsk
->thread
.regs
);
280 rseq_signal_deliver(&ksig
, tsk
->thread
.regs
);
282 if (is_32bit_task()) {
283 if (ksig
.ka
.sa
.sa_flags
& SA_SIGINFO
)
284 ret
= handle_rt_signal32(&ksig
, oldset
, tsk
);
286 ret
= handle_signal32(&ksig
, oldset
, tsk
);
288 ret
= handle_rt_signal64(&ksig
, oldset
, tsk
);
291 set_trap_norestart(tsk
->thread
.regs
);
292 signal_setup_done(ret
, &ksig
, test_thread_flag(TIF_SINGLESTEP
));
295 void do_notify_resume(struct pt_regs
*regs
, unsigned long thread_info_flags
)
297 if (thread_info_flags
& _TIF_UPROBE
)
298 uprobe_notify_resume(regs
);
300 if (thread_info_flags
& _TIF_PATCH_PENDING
)
301 klp_update_patch_state(current
);
303 if (thread_info_flags
& (_TIF_SIGPENDING
| _TIF_NOTIFY_SIGNAL
)) {
304 BUG_ON(regs
!= current
->thread
.regs
);
308 if (thread_info_flags
& _TIF_NOTIFY_RESUME
)
309 resume_user_mode_work(regs
);
312 static unsigned long get_tm_stackpointer(struct task_struct
*tsk
)
314 /* When in an active transaction that takes a signal, we need to be
315 * careful with the stack. It's possible that the stack has moved back
316 * up after the tbegin. The obvious case here is when the tbegin is
317 * called inside a function that returns before a tend. In this case,
318 * the stack is part of the checkpointed transactional memory state.
319 * If we write over this non transactionally or in suspend, we are in
320 * trouble because if we get a tm abort, the program counter and stack
321 * pointer will be back at the tbegin but our in memory stack won't be
324 * To avoid this, when taking a signal in an active transaction, we
325 * need to use the stack pointer from the checkpointed state, rather
326 * than the speculated state. This ensures that the signal context
327 * (written tm suspended) will be written below the stack required for
328 * the rollback. The transaction is aborted because of the treclaim,
329 * so any memory written between the tbegin and the signal will be
330 * rolled back anyway.
332 * For signals taken in non-TM or suspended mode, we use the
333 * normal/non-checkpointed stack pointer.
335 struct pt_regs
*regs
= tsk
->thread
.regs
;
336 unsigned long ret
= regs
->gpr
[1];
338 #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
339 BUG_ON(tsk
!= current
);
341 if (MSR_TM_ACTIVE(regs
->msr
)) {
343 tm_reclaim_current(TM_CAUSE_SIGNAL
);
344 if (MSR_TM_TRANSACTIONAL(regs
->msr
))
345 ret
= tsk
->thread
.ckpt_regs
.gpr
[1];
348 * If we treclaim, we must clear the current thread's TM bits
349 * before re-enabling preemption. Otherwise we might be
350 * preempted and have the live MSR[TS] changed behind our back
351 * (tm_recheckpoint_new_task() would recheckpoint). Besides, we
352 * enter the signal handler in non-transactional state.
354 regs_set_return_msr(regs
, regs
->msr
& ~MSR_TS_MASK
);
361 static const char fm32
[] = KERN_INFO
"%s[%d]: bad frame in %s: %p nip %08lx lr %08lx\n";
362 static const char fm64
[] = KERN_INFO
"%s[%d]: bad frame in %s: %p nip %016lx lr %016lx\n";
364 void signal_fault(struct task_struct
*tsk
, struct pt_regs
*regs
,
365 const char *where
, void __user
*ptr
)
367 if (show_unhandled_signals
)
368 printk_ratelimited(regs
->msr
& MSR_64BIT
? fm64
: fm32
, tsk
->comm
,
369 task_pid_nr(tsk
), where
, ptr
, regs
->nip
, regs
->link
);