]>
Commit | Line | Data |
---|---|---|
1da177e4 | 1 | /* |
1da177e4 LT |
2 | * PowerPC version |
3 | * Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org) | |
4 | * | |
5 | * Derived from "arch/i386/kernel/signal.c" | |
6 | * Copyright (C) 1991, 1992 Linus Torvalds | |
7 | * 1997-11-28 Modified for POSIX.1b signals by Richard Henderson | |
8 | * | |
9 | * This program is free software; you can redistribute it and/or | |
10 | * modify it under the terms of the GNU General Public License | |
11 | * as published by the Free Software Foundation; either version | |
12 | * 2 of the License, or (at your option) any later version. | |
13 | */ | |
14 | ||
1da177e4 LT |
15 | #include <linux/sched.h> |
16 | #include <linux/mm.h> | |
17 | #include <linux/smp.h> | |
1da177e4 LT |
18 | #include <linux/kernel.h> |
19 | #include <linux/signal.h> | |
20 | #include <linux/errno.h> | |
21 | #include <linux/wait.h> | |
22 | #include <linux/unistd.h> | |
23 | #include <linux/stddef.h> | |
24 | #include <linux/elf.h> | |
25 | #include <linux/ptrace.h> | |
76462232 | 26 | #include <linux/ratelimit.h> |
1da177e4 LT |
27 | |
28 | #include <asm/sigcontext.h> | |
29 | #include <asm/ucontext.h> | |
7c0f6ba6 | 30 | #include <linux/uaccess.h> |
1da177e4 | 31 | #include <asm/pgtable.h> |
1da177e4 LT |
32 | #include <asm/unistd.h> |
33 | #include <asm/cacheflush.h> | |
a7f31841 | 34 | #include <asm/syscalls.h> |
1da177e4 | 35 | #include <asm/vdso.h> |
ae3a197e | 36 | #include <asm/switch_to.h> |
2b0a576d | 37 | #include <asm/tm.h> |
0545d543 | 38 | #include <asm/asm-prototypes.h> |
1da177e4 | 39 | |
22e38f29 | 40 | #include "signal.h" |
1da177e4 | 41 | |
1da177e4 | 42 | |
6741f3a7 | 43 | #define GP_REGS_SIZE min(sizeof(elf_gregset_t), sizeof(struct pt_regs)) |
1da177e4 LT |
44 | #define FP_REGS_SIZE sizeof(elf_fpregset_t) |
45 | ||
46 | #define TRAMP_TRACEBACK 3 | |
47 | #define TRAMP_SIZE 6 | |
48 | ||
49 | /* | |
50 | * When we have signals to deliver, we set up on the user stack, | |
51 | * going down from the original stack pointer: | |
52 | * 1) a rt_sigframe struct which contains the ucontext | |
53 | * 2) a gap of __SIGNAL_FRAMESIZE bytes which acts as a dummy caller | |
54 | * frame for the signal handler. | |
55 | */ | |
56 | ||
57 | struct rt_sigframe { | |
58 | /* sys_rt_sigreturn requires the ucontext be the first field */ | |
59 | struct ucontext uc; | |
2b0a576d MN |
60 | #ifdef CONFIG_PPC_TRANSACTIONAL_MEM |
61 | struct ucontext uc_transact; | |
62 | #endif | |
1da177e4 LT |
63 | unsigned long _unused[2]; |
64 | unsigned int tramp[TRAMP_SIZE]; | |
29e646df AV |
65 | struct siginfo __user *pinfo; |
66 | void __user *puc; | |
1da177e4 | 67 | struct siginfo info; |
573ebfa6 PM |
68 | /* New 64 bit little-endian ABI allows redzone of 512 bytes below sp */ |
69 | char abigap[USER_REDZONE_SIZE]; | |
1da177e4 LT |
70 | } __attribute__ ((aligned (16))); |
71 | ||
d0c3d534 OJ |
72 | static const char fmt32[] = KERN_INFO \ |
73 | "%s[%d]: bad frame in %s: %08lx nip %08lx lr %08lx\n"; | |
74 | static const char fmt64[] = KERN_INFO \ | |
75 | "%s[%d]: bad frame in %s: %016lx nip %016lx lr %016lx\n"; | |
76 | ||
2476c09f AK |
77 | /* |
78 | * This computes a quad word aligned pointer inside the vmx_reserve array | |
79 | * element. For historical reasons sigcontext might not be quad word aligned, | |
80 | * but the location we write the VMX regs to must be. See the comment in | |
81 | * sigcontext for more detail. | |
82 | */ | |
83 | #ifdef CONFIG_ALTIVEC | |
84 | static elf_vrreg_t __user *sigcontext_vmx_regs(struct sigcontext __user *sc) | |
85 | { | |
86 | return (elf_vrreg_t __user *) (((unsigned long)sc->vmx_reserve + 15) & ~0xful); | |
87 | } | |
88 | #endif | |
89 | ||
1da177e4 LT |
90 | /* |
91 | * Set up the sigcontext for the signal frame. | |
92 | */ | |
93 | ||
d1199431 CB |
94 | static long setup_sigcontext(struct sigcontext __user *sc, |
95 | struct task_struct *tsk, int signr, sigset_t *set, | |
96 | unsigned long handler, int ctx_has_vsx_region) | |
1da177e4 LT |
97 | { |
98 | /* When CONFIG_ALTIVEC is set, we _always_ setup v_regs even if the | |
99 | * process never used altivec yet (MSR_VEC is zero in pt_regs of | |
100 | * the context). This is very important because we must ensure we | |
101 | * don't lose the VRSAVE content that may have been set prior to | |
102 | * the process doing its first vector operation | |
48fc7f7e | 103 | * Userland shall check AT_HWCAP to know whether it can rely on the |
1da177e4 LT |
104 | * v_regs pointer or not |
105 | */ | |
106 | #ifdef CONFIG_ALTIVEC | |
2476c09f | 107 | elf_vrreg_t __user *v_regs = sigcontext_vmx_regs(sc); |
d96f234f | 108 | unsigned long vrsave; |
1da177e4 | 109 | #endif |
d1199431 | 110 | struct pt_regs *regs = tsk->thread.regs; |
0be234a4 | 111 | unsigned long msr = regs->msr; |
1da177e4 LT |
112 | long err = 0; |
113 | ||
d1199431 CB |
114 | BUG_ON(tsk != current); |
115 | ||
1da177e4 LT |
116 | #ifdef CONFIG_ALTIVEC |
117 | err |= __put_user(v_regs, &sc->v_regs); | |
118 | ||
119 | /* save altivec registers */ | |
d1199431 CB |
120 | if (tsk->thread.used_vr) { |
121 | flush_altivec_to_thread(tsk); | |
1da177e4 | 122 | /* Copy 33 vec registers (vr0..31 and vscr) to the stack */ |
d1199431 | 123 | err |= __copy_to_user(v_regs, &tsk->thread.vr_state, |
de79f7b9 | 124 | 33 * sizeof(vector128)); |
1da177e4 LT |
125 | /* set MSR_VEC in the MSR value in the frame to indicate that sc->v_reg) |
126 | * contains valid data. | |
127 | */ | |
0be234a4 | 128 | msr |= MSR_VEC; |
1da177e4 LT |
129 | } |
130 | /* We always copy to/from vrsave, it's 0 if we don't have or don't | |
131 | * use altivec. | |
132 | */ | |
d96f234f AB |
133 | vrsave = 0; |
134 | if (cpu_has_feature(CPU_FTR_ALTIVEC)) { | |
135 | vrsave = mfspr(SPRN_VRSAVE); | |
d1199431 | 136 | tsk->thread.vrsave = vrsave; |
d96f234f AB |
137 | } |
138 | ||
139 | err |= __put_user(vrsave, (u32 __user *)&v_regs[33]); | |
1da177e4 LT |
140 | #else /* CONFIG_ALTIVEC */ |
141 | err |= __put_user(0, &sc->v_regs); | |
142 | #endif /* CONFIG_ALTIVEC */ | |
d1199431 | 143 | flush_fp_to_thread(tsk); |
6a274c08 | 144 | /* copy fpr regs and fpscr */ |
d1199431 | 145 | err |= copy_fpr_to_user(&sc->fp_regs, tsk); |
ec67ad82 MN |
146 | |
147 | /* | |
148 | * Clear the MSR VSX bit to indicate there is no valid state attached | |
149 | * to this context, except in the specific case below where we set it. | |
150 | */ | |
151 | msr &= ~MSR_VSX; | |
c6e6771b | 152 | #ifdef CONFIG_VSX |
ce48b210 MN |
153 | /* |
154 | * Copy VSX low doubleword to local buffer for formatting, | |
155 | * then out to userspace. Update v_regs to point after the | |
156 | * VMX data. | |
157 | */ | |
d1199431 CB |
158 | if (tsk->thread.used_vsr && ctx_has_vsx_region) { |
159 | flush_vsx_to_thread(tsk); | |
ce48b210 | 160 | v_regs += ELF_NVRREG; |
d1199431 | 161 | err |= copy_vsx_to_user(v_regs, tsk); |
ce48b210 MN |
162 | /* set MSR_VSX in the MSR value in the frame to |
163 | * indicate that sc->vs_reg) contains valid data. | |
164 | */ | |
165 | msr |= MSR_VSX; | |
166 | } | |
c6e6771b | 167 | #endif /* CONFIG_VSX */ |
1da177e4 | 168 | err |= __put_user(&sc->gp_regs, &sc->regs); |
1bd79336 | 169 | WARN_ON(!FULL_REGS(regs)); |
1da177e4 | 170 | err |= __copy_to_user(&sc->gp_regs, regs, GP_REGS_SIZE); |
0be234a4 | 171 | err |= __put_user(msr, &sc->gp_regs[PT_MSR]); |
1da177e4 LT |
172 | err |= __put_user(signr, &sc->signal); |
173 | err |= __put_user(handler, &sc->handler); | |
174 | if (set != NULL) | |
175 | err |= __put_user(set->sig[0], &sc->oldmask); | |
176 | ||
177 | return err; | |
178 | } | |
179 | ||
2b0a576d MN |
180 | #ifdef CONFIG_PPC_TRANSACTIONAL_MEM |
181 | /* | |
182 | * As above, but Transactional Memory is in use, so deliver sigcontexts | |
183 | * containing checkpointed and transactional register states. | |
184 | * | |
2b3f8e87 MN |
185 | * To do this, we treclaim (done before entering here) to gather both sets of |
186 | * registers and set up the 'normal' sigcontext registers with rolled-back | |
187 | * register values such that a simple signal handler sees a correct | |
188 | * checkpointed register state. If interested, a TM-aware sighandler can | |
189 | * examine the transactional registers in the 2nd sigcontext to determine the | |
190 | * real origin of the signal. | |
2b0a576d MN |
191 | */ |
192 | static long setup_tm_sigcontexts(struct sigcontext __user *sc, | |
193 | struct sigcontext __user *tm_sc, | |
d1199431 | 194 | struct task_struct *tsk, |
2b0a576d MN |
195 | int signr, sigset_t *set, unsigned long handler) |
196 | { | |
197 | /* When CONFIG_ALTIVEC is set, we _always_ setup v_regs even if the | |
198 | * process never used altivec yet (MSR_VEC is zero in pt_regs of | |
199 | * the context). This is very important because we must ensure we | |
200 | * don't lose the VRSAVE content that may have been set prior to | |
201 | * the process doing its first vector operation | |
202 | * Userland shall check AT_HWCAP to know wether it can rely on the | |
203 | * v_regs pointer or not. | |
204 | */ | |
205 | #ifdef CONFIG_ALTIVEC | |
2476c09f AK |
206 | elf_vrreg_t __user *v_regs = sigcontext_vmx_regs(sc); |
207 | elf_vrreg_t __user *tm_v_regs = sigcontext_vmx_regs(tm_sc); | |
2b0a576d | 208 | #endif |
d1199431 CB |
209 | struct pt_regs *regs = tsk->thread.regs; |
210 | unsigned long msr = tsk->thread.ckpt_regs.msr; | |
2b0a576d MN |
211 | long err = 0; |
212 | ||
d1199431 CB |
213 | BUG_ON(tsk != current); |
214 | ||
2b0a576d MN |
215 | BUG_ON(!MSR_TM_ACTIVE(regs->msr)); |
216 | ||
92fb8690 MN |
217 | WARN_ON(tm_suspend_disabled); |
218 | ||
d31626f7 PM |
219 | /* Remove TM bits from thread's MSR. The MSR in the sigcontext |
220 | * just indicates to userland that we were doing a transaction, but we | |
221 | * don't want to return in transactional state. This also ensures | |
222 | * that flush_fp_to_thread won't set TIF_RESTORE_TM again. | |
223 | */ | |
224 | regs->msr &= ~MSR_TS_MASK; | |
225 | ||
2b0a576d MN |
226 | #ifdef CONFIG_ALTIVEC |
227 | err |= __put_user(v_regs, &sc->v_regs); | |
228 | err |= __put_user(tm_v_regs, &tm_sc->v_regs); | |
229 | ||
230 | /* save altivec registers */ | |
d1199431 | 231 | if (tsk->thread.used_vr) { |
2b0a576d | 232 | /* Copy 33 vec registers (vr0..31 and vscr) to the stack */ |
000ec280 | 233 | err |= __copy_to_user(v_regs, &tsk->thread.ckvr_state, |
2b0a576d MN |
234 | 33 * sizeof(vector128)); |
235 | /* If VEC was enabled there are transactional VRs valid too, | |
236 | * else they're a copy of the checkpointed VRs. | |
237 | */ | |
238 | if (msr & MSR_VEC) | |
239 | err |= __copy_to_user(tm_v_regs, | |
dc310669 | 240 | &tsk->thread.vr_state, |
2b0a576d MN |
241 | 33 * sizeof(vector128)); |
242 | else | |
243 | err |= __copy_to_user(tm_v_regs, | |
000ec280 | 244 | &tsk->thread.ckvr_state, |
2b0a576d MN |
245 | 33 * sizeof(vector128)); |
246 | ||
247 | /* set MSR_VEC in the MSR value in the frame to indicate | |
248 | * that sc->v_reg contains valid data. | |
249 | */ | |
250 | msr |= MSR_VEC; | |
251 | } | |
252 | /* We always copy to/from vrsave, it's 0 if we don't have or don't | |
253 | * use altivec. | |
254 | */ | |
408a7e08 | 255 | if (cpu_has_feature(CPU_FTR_ALTIVEC)) |
000ec280 CB |
256 | tsk->thread.ckvrsave = mfspr(SPRN_VRSAVE); |
257 | err |= __put_user(tsk->thread.ckvrsave, (u32 __user *)&v_regs[33]); | |
2b0a576d | 258 | if (msr & MSR_VEC) |
dc310669 | 259 | err |= __put_user(tsk->thread.vrsave, |
2b0a576d MN |
260 | (u32 __user *)&tm_v_regs[33]); |
261 | else | |
000ec280 | 262 | err |= __put_user(tsk->thread.ckvrsave, |
2b0a576d MN |
263 | (u32 __user *)&tm_v_regs[33]); |
264 | ||
265 | #else /* CONFIG_ALTIVEC */ | |
266 | err |= __put_user(0, &sc->v_regs); | |
267 | err |= __put_user(0, &tm_sc->v_regs); | |
268 | #endif /* CONFIG_ALTIVEC */ | |
269 | ||
270 | /* copy fpr regs and fpscr */ | |
000ec280 | 271 | err |= copy_ckfpr_to_user(&sc->fp_regs, tsk); |
2b0a576d | 272 | if (msr & MSR_FP) |
d1199431 | 273 | err |= copy_fpr_to_user(&tm_sc->fp_regs, tsk); |
dc310669 | 274 | else |
000ec280 | 275 | err |= copy_ckfpr_to_user(&tm_sc->fp_regs, tsk); |
2b0a576d MN |
276 | |
277 | #ifdef CONFIG_VSX | |
278 | /* | |
279 | * Copy VSX low doubleword to local buffer for formatting, | |
280 | * then out to userspace. Update v_regs to point after the | |
281 | * VMX data. | |
282 | */ | |
d1199431 | 283 | if (tsk->thread.used_vsr) { |
2b0a576d MN |
284 | v_regs += ELF_NVRREG; |
285 | tm_v_regs += ELF_NVRREG; | |
286 | ||
000ec280 | 287 | err |= copy_ckvsx_to_user(v_regs, tsk); |
2b0a576d MN |
288 | |
289 | if (msr & MSR_VSX) | |
d1199431 | 290 | err |= copy_vsx_to_user(tm_v_regs, tsk); |
dc310669 | 291 | else |
000ec280 | 292 | err |= copy_ckvsx_to_user(tm_v_regs, tsk); |
2b0a576d MN |
293 | |
294 | /* set MSR_VSX in the MSR value in the frame to | |
295 | * indicate that sc->vs_reg) contains valid data. | |
296 | */ | |
297 | msr |= MSR_VSX; | |
298 | } | |
299 | #endif /* CONFIG_VSX */ | |
300 | ||
301 | err |= __put_user(&sc->gp_regs, &sc->regs); | |
302 | err |= __put_user(&tm_sc->gp_regs, &tm_sc->regs); | |
303 | WARN_ON(!FULL_REGS(regs)); | |
304 | err |= __copy_to_user(&tm_sc->gp_regs, regs, GP_REGS_SIZE); | |
305 | err |= __copy_to_user(&sc->gp_regs, | |
d1199431 | 306 | &tsk->thread.ckpt_regs, GP_REGS_SIZE); |
2b0a576d MN |
307 | err |= __put_user(msr, &tm_sc->gp_regs[PT_MSR]); |
308 | err |= __put_user(msr, &sc->gp_regs[PT_MSR]); | |
309 | err |= __put_user(signr, &sc->signal); | |
310 | err |= __put_user(handler, &sc->handler); | |
311 | if (set != NULL) | |
312 | err |= __put_user(set->sig[0], &sc->oldmask); | |
313 | ||
314 | return err; | |
315 | } | |
316 | #endif | |
317 | ||
1da177e4 LT |
318 | /* |
319 | * Restore the sigcontext from the signal frame. | |
320 | */ | |
321 | ||
d1199431 | 322 | static long restore_sigcontext(struct task_struct *tsk, sigset_t *set, int sig, |
1da177e4 LT |
323 | struct sigcontext __user *sc) |
324 | { | |
325 | #ifdef CONFIG_ALTIVEC | |
326 | elf_vrreg_t __user *v_regs; | |
327 | #endif | |
328 | unsigned long err = 0; | |
329 | unsigned long save_r13 = 0; | |
1da177e4 | 330 | unsigned long msr; |
d1199431 | 331 | struct pt_regs *regs = tsk->thread.regs; |
6a274c08 MN |
332 | #ifdef CONFIG_VSX |
333 | int i; | |
334 | #endif | |
1da177e4 | 335 | |
d1199431 CB |
336 | BUG_ON(tsk != current); |
337 | ||
1da177e4 LT |
338 | /* If this is not a signal return, we preserve the TLS in r13 */ |
339 | if (!sig) | |
340 | save_r13 = regs->gpr[13]; | |
341 | ||
fcbc5a97 SR |
342 | /* copy the GPRs */ |
343 | err |= __copy_from_user(regs->gpr, sc->gp_regs, sizeof(regs->gpr)); | |
344 | err |= __get_user(regs->nip, &sc->gp_regs[PT_NIP]); | |
fab5db97 PM |
345 | /* get MSR separately, transfer the LE bit if doing signal return */ |
346 | err |= __get_user(msr, &sc->gp_regs[PT_MSR]); | |
347 | if (sig) | |
348 | regs->msr = (regs->msr & ~MSR_LE) | (msr & MSR_LE); | |
fcbc5a97 SR |
349 | err |= __get_user(regs->orig_gpr3, &sc->gp_regs[PT_ORIG_R3]); |
350 | err |= __get_user(regs->ctr, &sc->gp_regs[PT_CTR]); | |
351 | err |= __get_user(regs->link, &sc->gp_regs[PT_LNK]); | |
352 | err |= __get_user(regs->xer, &sc->gp_regs[PT_XER]); | |
353 | err |= __get_user(regs->ccr, &sc->gp_regs[PT_CCR]); | |
fab5db97 | 354 | /* skip SOFTE */ |
9a81c16b | 355 | regs->trap = 0; |
fcbc5a97 SR |
356 | err |= __get_user(regs->dar, &sc->gp_regs[PT_DAR]); |
357 | err |= __get_user(regs->dsisr, &sc->gp_regs[PT_DSISR]); | |
358 | err |= __get_user(regs->result, &sc->gp_regs[PT_RESULT]); | |
1da177e4 LT |
359 | |
360 | if (!sig) | |
361 | regs->gpr[13] = save_r13; | |
1da177e4 LT |
362 | if (set != NULL) |
363 | err |= __get_user(set->sig[0], &sc->oldmask); | |
364 | ||
ae62fbb5 PM |
365 | /* |
366 | * Force reload of FP/VEC. | |
d1199431 | 367 | * This has to be done before copying stuff into tsk->thread.fpr/vr |
ae62fbb5 PM |
368 | * for the reasons explained in the previous comment. |
369 | */ | |
ce48b210 | 370 | regs->msr &= ~(MSR_FP | MSR_FE0 | MSR_FE1 | MSR_VEC | MSR_VSX); |
ae62fbb5 | 371 | |
1da177e4 LT |
372 | #ifdef CONFIG_ALTIVEC |
373 | err |= __get_user(v_regs, &sc->v_regs); | |
1da177e4 LT |
374 | if (err) |
375 | return err; | |
7c85d1f9 PM |
376 | if (v_regs && !access_ok(VERIFY_READ, v_regs, 34 * sizeof(vector128))) |
377 | return -EFAULT; | |
1da177e4 | 378 | /* Copy 33 vec registers (vr0..31 and vscr) from the stack */ |
e1c0d66f | 379 | if (v_regs != NULL && (msr & MSR_VEC) != 0) { |
d1199431 | 380 | err |= __copy_from_user(&tsk->thread.vr_state, v_regs, |
1da177e4 | 381 | 33 * sizeof(vector128)); |
d1199431 CB |
382 | tsk->thread.used_vr = true; |
383 | } else if (tsk->thread.used_vr) { | |
384 | memset(&tsk->thread.vr_state, 0, 33 * sizeof(vector128)); | |
e1c0d66f | 385 | } |
1da177e4 | 386 | /* Always get VRSAVE back */ |
b0d436c7 | 387 | if (v_regs != NULL) |
d1199431 | 388 | err |= __get_user(tsk->thread.vrsave, (u32 __user *)&v_regs[33]); |
1da177e4 | 389 | else |
d1199431 | 390 | tsk->thread.vrsave = 0; |
408a7e08 | 391 | if (cpu_has_feature(CPU_FTR_ALTIVEC)) |
d1199431 | 392 | mtspr(SPRN_VRSAVE, tsk->thread.vrsave); |
1da177e4 | 393 | #endif /* CONFIG_ALTIVEC */ |
c6e6771b | 394 | /* restore floating point */ |
d1199431 | 395 | err |= copy_fpr_from_user(tsk, &sc->fp_regs); |
6a274c08 | 396 | #ifdef CONFIG_VSX |
ce48b210 MN |
397 | /* |
398 | * Get additional VSX data. Update v_regs to point after the | |
399 | * VMX data. Copy VSX low doubleword from userspace to local | |
400 | * buffer for formatting, then into the taskstruct. | |
401 | */ | |
402 | v_regs += ELF_NVRREG; | |
e1c0d66f | 403 | if ((msr & MSR_VSX) != 0) { |
d1199431 CB |
404 | err |= copy_vsx_from_user(tsk, v_regs); |
405 | tsk->thread.used_vsr = true; | |
406 | } else { | |
6a274c08 | 407 | for (i = 0; i < 32 ; i++) |
d1199431 CB |
408 | tsk->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = 0; |
409 | } | |
c6e6771b | 410 | #endif |
1da177e4 LT |
411 | return err; |
412 | } | |
413 | ||
2b0a576d MN |
414 | #ifdef CONFIG_PPC_TRANSACTIONAL_MEM |
415 | /* | |
416 | * Restore the two sigcontexts from the frame of a transactional processes. | |
417 | */ | |
418 | ||
d1199431 | 419 | static long restore_tm_sigcontexts(struct task_struct *tsk, |
2b0a576d MN |
420 | struct sigcontext __user *sc, |
421 | struct sigcontext __user *tm_sc) | |
422 | { | |
423 | #ifdef CONFIG_ALTIVEC | |
424 | elf_vrreg_t __user *v_regs, *tm_v_regs; | |
425 | #endif | |
426 | unsigned long err = 0; | |
427 | unsigned long msr; | |
d1199431 | 428 | struct pt_regs *regs = tsk->thread.regs; |
2b0a576d MN |
429 | #ifdef CONFIG_VSX |
430 | int i; | |
431 | #endif | |
d1199431 CB |
432 | |
433 | BUG_ON(tsk != current); | |
434 | ||
92fb8690 MN |
435 | if (tm_suspend_disabled) |
436 | return -EINVAL; | |
437 | ||
2b0a576d MN |
438 | /* copy the GPRs */ |
439 | err |= __copy_from_user(regs->gpr, tm_sc->gp_regs, sizeof(regs->gpr)); | |
d1199431 | 440 | err |= __copy_from_user(&tsk->thread.ckpt_regs, sc->gp_regs, |
2b0a576d MN |
441 | sizeof(regs->gpr)); |
442 | ||
443 | /* | |
444 | * TFHAR is restored from the checkpointed 'wound-back' ucontext's NIP. | |
445 | * TEXASR was set by the signal delivery reclaim, as was TFIAR. | |
446 | * Users doing anything abhorrent like thread-switching w/ signals for | |
447 | * TM-Suspended code will have to back TEXASR/TFIAR up themselves. | |
448 | * For the case of getting a signal and simply returning from it, | |
449 | * we don't need to re-copy them here. | |
450 | */ | |
451 | err |= __get_user(regs->nip, &tm_sc->gp_regs[PT_NIP]); | |
d1199431 | 452 | err |= __get_user(tsk->thread.tm_tfhar, &sc->gp_regs[PT_NIP]); |
2b0a576d MN |
453 | |
454 | /* get MSR separately, transfer the LE bit if doing signal return */ | |
455 | err |= __get_user(msr, &sc->gp_regs[PT_MSR]); | |
d2b9d2a5 MN |
456 | /* Don't allow reserved mode. */ |
457 | if (MSR_TM_RESV(msr)) | |
458 | return -EINVAL; | |
459 | ||
87b4e539 MN |
460 | /* pull in MSR TM from user context */ |
461 | regs->msr = (regs->msr & ~MSR_TS_MASK) | (msr & MSR_TS_MASK); | |
462 | ||
463 | /* pull in MSR LE from user context */ | |
2b0a576d MN |
464 | regs->msr = (regs->msr & ~MSR_LE) | (msr & MSR_LE); |
465 | ||
466 | /* The following non-GPR non-FPR non-VR state is also checkpointed: */ | |
467 | err |= __get_user(regs->ctr, &tm_sc->gp_regs[PT_CTR]); | |
468 | err |= __get_user(regs->link, &tm_sc->gp_regs[PT_LNK]); | |
469 | err |= __get_user(regs->xer, &tm_sc->gp_regs[PT_XER]); | |
470 | err |= __get_user(regs->ccr, &tm_sc->gp_regs[PT_CCR]); | |
d1199431 | 471 | err |= __get_user(tsk->thread.ckpt_regs.ctr, |
2b0a576d | 472 | &sc->gp_regs[PT_CTR]); |
d1199431 | 473 | err |= __get_user(tsk->thread.ckpt_regs.link, |
2b0a576d | 474 | &sc->gp_regs[PT_LNK]); |
d1199431 | 475 | err |= __get_user(tsk->thread.ckpt_regs.xer, |
2b0a576d | 476 | &sc->gp_regs[PT_XER]); |
d1199431 | 477 | err |= __get_user(tsk->thread.ckpt_regs.ccr, |
2b0a576d MN |
478 | &sc->gp_regs[PT_CCR]); |
479 | ||
480 | /* These regs are not checkpointed; they can go in 'regs'. */ | |
481 | err |= __get_user(regs->trap, &sc->gp_regs[PT_TRAP]); | |
482 | err |= __get_user(regs->dar, &sc->gp_regs[PT_DAR]); | |
483 | err |= __get_user(regs->dsisr, &sc->gp_regs[PT_DSISR]); | |
484 | err |= __get_user(regs->result, &sc->gp_regs[PT_RESULT]); | |
485 | ||
2b0a576d MN |
486 | /* |
487 | * Force reload of FP/VEC. | |
d1199431 | 488 | * This has to be done before copying stuff into tsk->thread.fpr/vr |
2b0a576d MN |
489 | * for the reasons explained in the previous comment. |
490 | */ | |
491 | regs->msr &= ~(MSR_FP | MSR_FE0 | MSR_FE1 | MSR_VEC | MSR_VSX); | |
492 | ||
493 | #ifdef CONFIG_ALTIVEC | |
494 | err |= __get_user(v_regs, &sc->v_regs); | |
495 | err |= __get_user(tm_v_regs, &tm_sc->v_regs); | |
496 | if (err) | |
497 | return err; | |
498 | if (v_regs && !access_ok(VERIFY_READ, v_regs, 34 * sizeof(vector128))) | |
499 | return -EFAULT; | |
500 | if (tm_v_regs && !access_ok(VERIFY_READ, | |
501 | tm_v_regs, 34 * sizeof(vector128))) | |
502 | return -EFAULT; | |
503 | /* Copy 33 vec registers (vr0..31 and vscr) from the stack */ | |
b0d436c7 | 504 | if (v_regs != NULL && tm_v_regs != NULL && (msr & MSR_VEC) != 0) { |
000ec280 | 505 | err |= __copy_from_user(&tsk->thread.ckvr_state, v_regs, |
2b0a576d | 506 | 33 * sizeof(vector128)); |
dc310669 | 507 | err |= __copy_from_user(&tsk->thread.vr_state, tm_v_regs, |
2b0a576d | 508 | 33 * sizeof(vector128)); |
e1c0d66f | 509 | current->thread.used_vr = true; |
2b0a576d | 510 | } |
d1199431 CB |
511 | else if (tsk->thread.used_vr) { |
512 | memset(&tsk->thread.vr_state, 0, 33 * sizeof(vector128)); | |
000ec280 | 513 | memset(&tsk->thread.ckvr_state, 0, 33 * sizeof(vector128)); |
2b0a576d MN |
514 | } |
515 | /* Always get VRSAVE back */ | |
b0d436c7 | 516 | if (v_regs != NULL && tm_v_regs != NULL) { |
000ec280 | 517 | err |= __get_user(tsk->thread.ckvrsave, |
dc310669 CB |
518 | (u32 __user *)&v_regs[33]); |
519 | err |= __get_user(tsk->thread.vrsave, | |
2b0a576d MN |
520 | (u32 __user *)&tm_v_regs[33]); |
521 | } | |
522 | else { | |
d1199431 | 523 | tsk->thread.vrsave = 0; |
000ec280 | 524 | tsk->thread.ckvrsave = 0; |
2b0a576d | 525 | } |
408a7e08 | 526 | if (cpu_has_feature(CPU_FTR_ALTIVEC)) |
d1199431 | 527 | mtspr(SPRN_VRSAVE, tsk->thread.vrsave); |
2b0a576d MN |
528 | #endif /* CONFIG_ALTIVEC */ |
529 | /* restore floating point */ | |
dc310669 | 530 | err |= copy_fpr_from_user(tsk, &tm_sc->fp_regs); |
000ec280 | 531 | err |= copy_ckfpr_from_user(tsk, &sc->fp_regs); |
2b0a576d MN |
532 | #ifdef CONFIG_VSX |
533 | /* | |
534 | * Get additional VSX data. Update v_regs to point after the | |
535 | * VMX data. Copy VSX low doubleword from userspace to local | |
536 | * buffer for formatting, then into the taskstruct. | |
537 | */ | |
538 | if (v_regs && ((msr & MSR_VSX) != 0)) { | |
539 | v_regs += ELF_NVRREG; | |
540 | tm_v_regs += ELF_NVRREG; | |
dc310669 | 541 | err |= copy_vsx_from_user(tsk, tm_v_regs); |
000ec280 | 542 | err |= copy_ckvsx_from_user(tsk, v_regs); |
d1199431 | 543 | tsk->thread.used_vsr = true; |
2b0a576d MN |
544 | } else { |
545 | for (i = 0; i < 32 ; i++) { | |
d1199431 | 546 | tsk->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = 0; |
000ec280 | 547 | tsk->thread.ckfp_state.fpr[i][TS_VSRLOWOFFSET] = 0; |
2b0a576d MN |
548 | } |
549 | } | |
550 | #endif | |
551 | tm_enable(); | |
e6b8fd02 | 552 | /* Make sure the transaction is marked as failed */ |
d1199431 | 553 | tsk->thread.tm_texasr |= TEXASR_FS; |
2b0a576d | 554 | /* This loads the checkpointed FP/VEC state, if used */ |
eb5c3f1c | 555 | tm_recheckpoint(&tsk->thread); |
2b0a576d | 556 | |
dc310669 | 557 | msr_check_and_set(msr & (MSR_FP | MSR_VEC)); |
2b0a576d | 558 | if (msr & MSR_FP) { |
dc310669 | 559 | load_fp_state(&tsk->thread.fp_state); |
d1199431 | 560 | regs->msr |= (MSR_FP | tsk->thread.fpexc_mode); |
2b0a576d MN |
561 | } |
562 | if (msr & MSR_VEC) { | |
dc310669 | 563 | load_vr_state(&tsk->thread.vr_state); |
2b0a576d MN |
564 | regs->msr |= MSR_VEC; |
565 | } | |
566 | ||
567 | return err; | |
568 | } | |
569 | #endif | |
570 | ||
1da177e4 LT |
571 | /* |
572 | * Setup the trampoline code on the stack | |
573 | */ | |
574 | static long setup_trampoline(unsigned int syscall, unsigned int __user *tramp) | |
575 | { | |
576 | int i; | |
577 | long err = 0; | |
578 | ||
579 | /* addi r1, r1, __SIGNAL_FRAMESIZE # Pop the dummy stackframe */ | |
580 | err |= __put_user(0x38210000UL | (__SIGNAL_FRAMESIZE & 0xffff), &tramp[0]); | |
581 | /* li r0, __NR_[rt_]sigreturn| */ | |
582 | err |= __put_user(0x38000000UL | (syscall & 0xffff), &tramp[1]); | |
583 | /* sc */ | |
584 | err |= __put_user(0x44000002UL, &tramp[2]); | |
585 | ||
586 | /* Minimal traceback info */ | |
587 | for (i=TRAMP_TRACEBACK; i < TRAMP_SIZE ;i++) | |
588 | err |= __put_user(0, &tramp[i]); | |
589 | ||
590 | if (!err) | |
591 | flush_icache_range((unsigned long) &tramp[0], | |
592 | (unsigned long) &tramp[TRAMP_SIZE]); | |
593 | ||
594 | return err; | |
595 | } | |
596 | ||
c1cb299e MN |
597 | /* |
598 | * Userspace code may pass a ucontext which doesn't include VSX added | |
599 | * at the end. We need to check for this case. | |
600 | */ | |
601 | #define UCONTEXTSIZEWITHOUTVSX \ | |
602 | (sizeof(struct ucontext) - 32*sizeof(long)) | |
603 | ||
1da177e4 LT |
604 | /* |
605 | * Handle {get,set,swap}_context operations | |
606 | */ | |
607 | int sys_swapcontext(struct ucontext __user *old_ctx, | |
608 | struct ucontext __user *new_ctx, | |
609 | long ctx_size, long r6, long r7, long r8, struct pt_regs *regs) | |
610 | { | |
611 | unsigned char tmp; | |
612 | sigset_t set; | |
c1cb299e | 613 | unsigned long new_msr = 0; |
16c29d18 | 614 | int ctx_has_vsx_region = 0; |
1da177e4 | 615 | |
d1199431 CB |
616 | BUG_ON(regs != current->thread.regs); |
617 | ||
c1cb299e | 618 | if (new_ctx && |
16c29d18 | 619 | get_user(new_msr, &new_ctx->uc_mcontext.gp_regs[PT_MSR])) |
c1cb299e MN |
620 | return -EFAULT; |
621 | /* | |
622 | * Check that the context is not smaller than the original | |
623 | * size (with VMX but without VSX) | |
1da177e4 | 624 | */ |
c1cb299e | 625 | if (ctx_size < UCONTEXTSIZEWITHOUTVSX) |
1da177e4 | 626 | return -EINVAL; |
c1cb299e MN |
627 | /* |
628 | * If the new context state sets the MSR VSX bits but | |
629 | * it doesn't provide VSX state. | |
630 | */ | |
631 | if ((ctx_size < sizeof(struct ucontext)) && | |
632 | (new_msr & MSR_VSX)) | |
633 | return -EINVAL; | |
16c29d18 MN |
634 | /* Does the context have enough room to store VSX data? */ |
635 | if (ctx_size >= sizeof(struct ucontext)) | |
636 | ctx_has_vsx_region = 1; | |
637 | ||
1da177e4 | 638 | if (old_ctx != NULL) { |
16c29d18 | 639 | if (!access_ok(VERIFY_WRITE, old_ctx, ctx_size) |
d1199431 | 640 | || setup_sigcontext(&old_ctx->uc_mcontext, current, 0, NULL, 0, |
16c29d18 | 641 | ctx_has_vsx_region) |
1da177e4 LT |
642 | || __copy_to_user(&old_ctx->uc_sigmask, |
643 | ¤t->blocked, sizeof(sigset_t))) | |
644 | return -EFAULT; | |
645 | } | |
646 | if (new_ctx == NULL) | |
647 | return 0; | |
16c29d18 | 648 | if (!access_ok(VERIFY_READ, new_ctx, ctx_size) |
1da177e4 | 649 | || __get_user(tmp, (u8 __user *) new_ctx) |
16c29d18 | 650 | || __get_user(tmp, (u8 __user *) new_ctx + ctx_size - 1)) |
1da177e4 LT |
651 | return -EFAULT; |
652 | ||
653 | /* | |
654 | * If we get a fault copying the context into the kernel's | |
655 | * image of the user's registers, we can't just return -EFAULT | |
656 | * because the user's registers will be corrupted. For instance | |
657 | * the NIP value may have been updated but not some of the | |
658 | * other registers. Given that we have done the access_ok | |
659 | * and successfully read the first and last bytes of the region | |
660 | * above, this should only happen in an out-of-memory situation | |
661 | * or if another thread unmaps the region containing the context. | |
662 | * We kill the task with a SIGSEGV in this situation. | |
663 | */ | |
664 | ||
665 | if (__copy_from_user(&set, &new_ctx->uc_sigmask, sizeof(set))) | |
666 | do_exit(SIGSEGV); | |
17440f17 | 667 | set_current_blocked(&set); |
d1199431 | 668 | if (restore_sigcontext(current, NULL, 0, &new_ctx->uc_mcontext)) |
1da177e4 LT |
669 | do_exit(SIGSEGV); |
670 | ||
671 | /* This returns like rt_sigreturn */ | |
401d1f02 | 672 | set_thread_flag(TIF_RESTOREALL); |
1da177e4 LT |
673 | return 0; |
674 | } | |
675 | ||
676 | ||
677 | /* | |
678 | * Do a signal return; undo the signal stack. | |
679 | */ | |
680 | ||
681 | int sys_rt_sigreturn(unsigned long r3, unsigned long r4, unsigned long r5, | |
682 | unsigned long r6, unsigned long r7, unsigned long r8, | |
683 | struct pt_regs *regs) | |
684 | { | |
685 | struct ucontext __user *uc = (struct ucontext __user *)regs->gpr[1]; | |
686 | sigset_t set; | |
2b0a576d MN |
687 | #ifdef CONFIG_PPC_TRANSACTIONAL_MEM |
688 | unsigned long msr; | |
689 | #endif | |
1da177e4 | 690 | |
d1199431 CB |
691 | BUG_ON(current->thread.regs != regs); |
692 | ||
1da177e4 | 693 | /* Always make any pending restarted system calls return -EINTR */ |
f56141e3 | 694 | current->restart_block.fn = do_no_restart_syscall; |
1da177e4 LT |
695 | |
696 | if (!access_ok(VERIFY_READ, uc, sizeof(*uc))) | |
697 | goto badframe; | |
698 | ||
699 | if (__copy_from_user(&set, &uc->uc_sigmask, sizeof(set))) | |
700 | goto badframe; | |
17440f17 | 701 | set_current_blocked(&set); |
78a3e888 | 702 | |
2b0a576d | 703 | #ifdef CONFIG_PPC_TRANSACTIONAL_MEM |
78a3e888 CB |
704 | /* |
705 | * If there is a transactional state then throw it away. | |
706 | * The purpose of a sigreturn is to destroy all traces of the | |
707 | * signal frame, this includes any transactional state created | |
708 | * within in. We only check for suspended as we can never be | |
709 | * active in the kernel, we are active, there is nothing better to | |
710 | * do than go ahead and Bad Thing later. | |
711 | * The cause is not important as there will never be a | |
712 | * recheckpoint so it's not user visible. | |
713 | */ | |
714 | if (MSR_TM_SUSPENDED(mfmsr())) | |
715 | tm_reclaim_current(0); | |
716 | ||
2b0a576d MN |
717 | if (__get_user(msr, &uc->uc_mcontext.gp_regs[PT_MSR])) |
718 | goto badframe; | |
87b4e539 | 719 | if (MSR_TM_ACTIVE(msr)) { |
2b0a576d MN |
720 | /* We recheckpoint on return. */ |
721 | struct ucontext __user *uc_transact; | |
722 | if (__get_user(uc_transact, &uc->uc_link)) | |
723 | goto badframe; | |
d1199431 | 724 | if (restore_tm_sigcontexts(current, &uc->uc_mcontext, |
2b0a576d MN |
725 | &uc_transact->uc_mcontext)) |
726 | goto badframe; | |
727 | } | |
728 | else | |
729 | /* Fall through, for non-TM restore */ | |
730 | #endif | |
d1199431 | 731 | if (restore_sigcontext(current, NULL, 1, &uc->uc_mcontext)) |
1da177e4 LT |
732 | goto badframe; |
733 | ||
7cce2465 AV |
734 | if (restore_altstack(&uc->uc_stack)) |
735 | goto badframe; | |
1da177e4 | 736 | |
401d1f02 DW |
737 | set_thread_flag(TIF_RESTOREALL); |
738 | return 0; | |
1da177e4 LT |
739 | |
740 | badframe: | |
76462232 CD |
741 | if (show_unhandled_signals) |
742 | printk_ratelimited(regs->msr & MSR_64BIT ? fmt64 : fmt32, | |
743 | current->comm, current->pid, "rt_sigreturn", | |
744 | (long)uc, regs->nip, regs->link); | |
d0c3d534 | 745 | |
1da177e4 LT |
746 | force_sig(SIGSEGV, current); |
747 | return 0; | |
748 | } | |
749 | ||
d1199431 CB |
750 | int handle_rt_signal64(struct ksignal *ksig, sigset_t *set, |
751 | struct task_struct *tsk) | |
1da177e4 | 752 | { |
1da177e4 LT |
753 | struct rt_sigframe __user *frame; |
754 | unsigned long newsp = 0; | |
755 | long err = 0; | |
d1199431 CB |
756 | struct pt_regs *regs = tsk->thread.regs; |
757 | ||
758 | BUG_ON(tsk != current); | |
1da177e4 | 759 | |
d1199431 | 760 | frame = get_sigframe(ksig, get_tm_stackpointer(tsk), sizeof(*frame), 0); |
a3f61dc0 | 761 | if (unlikely(frame == NULL)) |
1da177e4 LT |
762 | goto badframe; |
763 | ||
764 | err |= __put_user(&frame->info, &frame->pinfo); | |
765 | err |= __put_user(&frame->uc, &frame->puc); | |
129b69df | 766 | err |= copy_siginfo_to_user(&frame->info, &ksig->info); |
1da177e4 LT |
767 | if (err) |
768 | goto badframe; | |
769 | ||
770 | /* Create the ucontext. */ | |
771 | err |= __put_user(0, &frame->uc.uc_flags); | |
7cce2465 | 772 | err |= __save_altstack(&frame->uc.uc_stack, regs->gpr[1]); |
2b0a576d MN |
773 | #ifdef CONFIG_PPC_TRANSACTIONAL_MEM |
774 | if (MSR_TM_ACTIVE(regs->msr)) { | |
775 | /* The ucontext_t passed to userland points to the second | |
776 | * ucontext_t (for transactional state) with its uc_link ptr. | |
777 | */ | |
778 | err |= __put_user(&frame->uc_transact, &frame->uc.uc_link); | |
779 | err |= setup_tm_sigcontexts(&frame->uc.uc_mcontext, | |
780 | &frame->uc_transact.uc_mcontext, | |
d1199431 | 781 | tsk, ksig->sig, NULL, |
129b69df | 782 | (unsigned long)ksig->ka.sa.sa_handler); |
2b0a576d MN |
783 | } else |
784 | #endif | |
785 | { | |
786 | err |= __put_user(0, &frame->uc.uc_link); | |
d1199431 | 787 | err |= setup_sigcontext(&frame->uc.uc_mcontext, tsk, ksig->sig, |
129b69df | 788 | NULL, (unsigned long)ksig->ka.sa.sa_handler, |
2b0a576d MN |
789 | 1); |
790 | } | |
1da177e4 LT |
791 | err |= __copy_to_user(&frame->uc.uc_sigmask, set, sizeof(*set)); |
792 | if (err) | |
793 | goto badframe; | |
794 | ||
cc657f53 | 795 | /* Make sure signal handler doesn't get spurious FP exceptions */ |
d1199431 | 796 | tsk->thread.fp_state.fpscr = 0; |
cc657f53 | 797 | |
1da177e4 | 798 | /* Set up to return from userspace. */ |
d1199431 CB |
799 | if (vdso64_rt_sigtramp && tsk->mm->context.vdso_base) { |
800 | regs->link = tsk->mm->context.vdso_base + vdso64_rt_sigtramp; | |
1da177e4 LT |
801 | } else { |
802 | err |= setup_trampoline(__NR_rt_sigreturn, &frame->tramp[0]); | |
803 | if (err) | |
804 | goto badframe; | |
805 | regs->link = (unsigned long) &frame->tramp[0]; | |
806 | } | |
1da177e4 LT |
807 | |
808 | /* Allocate a dummy caller frame for the signal handler. */ | |
a3f61dc0 | 809 | newsp = ((unsigned long)frame) - __SIGNAL_FRAMESIZE; |
1da177e4 LT |
810 | err |= put_user(regs->gpr[1], (unsigned long __user *)newsp); |
811 | ||
812 | /* Set up "regs" so we "return" to the signal handler. */ | |
d606b92a | 813 | if (is_elf2_task()) { |
129b69df | 814 | regs->nip = (unsigned long) ksig->ka.sa.sa_handler; |
d606b92a RR |
815 | regs->gpr[12] = regs->nip; |
816 | } else { | |
817 | /* Handler is *really* a pointer to the function descriptor for | |
818 | * the signal routine. The first entry in the function | |
819 | * descriptor is the entry address of signal and the second | |
820 | * entry is the TOC value we need to use. | |
821 | */ | |
822 | func_descr_t __user *funct_desc_ptr = | |
129b69df | 823 | (func_descr_t __user *) ksig->ka.sa.sa_handler; |
d606b92a RR |
824 | |
825 | err |= get_user(regs->nip, &funct_desc_ptr->entry); | |
826 | err |= get_user(regs->gpr[2], &funct_desc_ptr->toc); | |
827 | } | |
828 | ||
e871c6bb | 829 | /* enter the signal handler in native-endian mode */ |
fab5db97 | 830 | regs->msr &= ~MSR_LE; |
e871c6bb | 831 | regs->msr |= (MSR_KERNEL & MSR_LE); |
1da177e4 | 832 | regs->gpr[1] = newsp; |
129b69df | 833 | regs->gpr[3] = ksig->sig; |
1da177e4 | 834 | regs->result = 0; |
129b69df | 835 | if (ksig->ka.sa.sa_flags & SA_SIGINFO) { |
1da177e4 LT |
836 | err |= get_user(regs->gpr[4], (unsigned long __user *)&frame->pinfo); |
837 | err |= get_user(regs->gpr[5], (unsigned long __user *)&frame->puc); | |
838 | regs->gpr[6] = (unsigned long) frame; | |
839 | } else { | |
840 | regs->gpr[4] = (unsigned long)&frame->uc.uc_mcontext; | |
841 | } | |
842 | if (err) | |
843 | goto badframe; | |
844 | ||
129b69df | 845 | return 0; |
1da177e4 LT |
846 | |
847 | badframe: | |
76462232 CD |
848 | if (show_unhandled_signals) |
849 | printk_ratelimited(regs->msr & MSR_64BIT ? fmt64 : fmt32, | |
d1199431 | 850 | tsk->comm, tsk->pid, "setup_rt_frame", |
76462232 | 851 | (long)frame, regs->nip, regs->link); |
d0c3d534 | 852 | |
129b69df | 853 | return 1; |
1da177e4 | 854 | } |