]>
Commit | Line | Data |
---|---|---|
1da177e4 | 1 | /* |
cbdc2292 | 2 | * This file handles the architecture dependent parts of process handling. |
1da177e4 | 3 | * |
cbdc2292 HC |
4 | * Copyright IBM Corp. 1999,2009 |
5 | * Author(s): Martin Schwidefsky <schwidefsky@de.ibm.com>, | |
6 | * Hartmut Penner <hp@de.ibm.com>, | |
7 | * Denis Joseph Barrow, | |
1da177e4 LT |
8 | */ |
9 | ||
1da177e4 LT |
10 | #include <linux/compiler.h> |
11 | #include <linux/cpu.h> | |
1da177e4 LT |
12 | #include <linux/sched.h> |
13 | #include <linux/kernel.h> | |
14 | #include <linux/mm.h> | |
638ad34a | 15 | #include <linux/elfcore.h> |
1da177e4 | 16 | #include <linux/smp.h> |
5a0e3ad6 | 17 | #include <linux/slab.h> |
1da177e4 | 18 | #include <linux/interrupt.h> |
5a62b192 | 19 | #include <linux/tick.h> |
9887a1fc | 20 | #include <linux/personality.h> |
26689452 | 21 | #include <linux/syscalls.h> |
3e86a8c6 | 22 | #include <linux/compat.h> |
860dba45 | 23 | #include <linux/kprobes.h> |
9887a1fc | 24 | #include <linux/random.h> |
3af6fb68 | 25 | #include <linux/module.h> |
1da177e4 LT |
26 | #include <asm/system.h> |
27 | #include <asm/io.h> | |
28 | #include <asm/processor.h> | |
29 | #include <asm/irq.h> | |
30 | #include <asm/timer.h> | |
f5daba1d | 31 | #include <asm/nmi.h> |
3af6fb68 | 32 | #include <asm/compat.h> |
da7f51c1 | 33 | #include <asm/smp.h> |
a806170e | 34 | #include "entry.h" |
1da177e4 | 35 | |
94c12cc7 | 36 | asmlinkage void ret_from_fork(void) asm ("ret_from_fork"); |
1da177e4 LT |
37 | |
38 | /* | |
39 | * Return saved PC of a blocked thread. used in kernel/sched. | |
40 | * resume in entry.S does not create a new stack frame, it | |
41 | * just stores the registers %r6-%r15 to the frame given by | |
42 | * schedule. We want to return the address of the caller of | |
43 | * schedule, so we have to walk the backchain one time to | |
44 | * find the frame schedule() store its return address. | |
45 | */ | |
46 | unsigned long thread_saved_pc(struct task_struct *tsk) | |
47 | { | |
eb33c190 | 48 | struct stack_frame *sf, *low, *high; |
1da177e4 | 49 | |
eb33c190 HC |
50 | if (!tsk || !task_stack_page(tsk)) |
51 | return 0; | |
52 | low = task_stack_page(tsk); | |
53 | high = (struct stack_frame *) task_pt_regs(tsk); | |
54 | sf = (struct stack_frame *) (tsk->thread.ksp & PSW_ADDR_INSN); | |
55 | if (sf <= low || sf > high) | |
56 | return 0; | |
57 | sf = (struct stack_frame *) (sf->back_chain & PSW_ADDR_INSN); | |
58 | if (sf <= low || sf > high) | |
59 | return 0; | |
1da177e4 LT |
60 | return sf->gprs[8]; |
61 | } | |
62 | ||
1da177e4 LT |
63 | /* |
64 | * The idle loop on a S390... | |
65 | */ | |
cdb04527 | 66 | static void default_idle(void) |
1da177e4 | 67 | { |
da7f51c1 | 68 | if (cpu_is_offline(smp_processor_id())) |
1da177e4 | 69 | cpu_die(); |
6931be08 HC |
70 | local_irq_disable(); |
71 | if (need_resched()) { | |
72 | local_irq_enable(); | |
73 | return; | |
74 | } | |
77fa2245 HC |
75 | local_mcck_disable(); |
76 | if (test_thread_flag(TIF_MCCK_PENDING)) { | |
77 | local_mcck_enable(); | |
78 | local_irq_enable(); | |
79 | s390_handle_mcck(); | |
80 | return; | |
81 | } | |
1f194a4c | 82 | trace_hardirqs_on(); |
632448f6 HC |
83 | /* Don't trace preempt off for idle. */ |
84 | stop_critical_timings(); | |
9cfb9b3c MS |
85 | /* Stop virtual timer and halt the cpu. */ |
86 | vtime_stop_cpu(); | |
87 | /* Reenable preemption tracer. */ | |
632448f6 | 88 | start_critical_timings(); |
1da177e4 LT |
89 | } |
90 | ||
91 | void cpu_idle(void) | |
92 | { | |
5bfb5d69 | 93 | for (;;) { |
1268fbc7 FW |
94 | tick_nohz_idle_enter(); |
95 | rcu_idle_enter(); | |
5bfb5d69 NP |
96 | while (!need_resched()) |
97 | default_idle(); | |
1268fbc7 FW |
98 | rcu_idle_exit(); |
99 | tick_nohz_idle_exit(); | |
5bfb5d69 NP |
100 | preempt_enable_no_resched(); |
101 | schedule(); | |
102 | preempt_disable(); | |
103 | } | |
1da177e4 LT |
104 | } |
105 | ||
860dba45 | 106 | extern void __kprobes kernel_thread_starter(void); |
1da177e4 | 107 | |
94c12cc7 | 108 | asm( |
860dba45 MS |
109 | ".section .kprobes.text, \"ax\"\n" |
110 | ".global kernel_thread_starter\n" | |
1da177e4 LT |
111 | "kernel_thread_starter:\n" |
112 | " la 2,0(10)\n" | |
113 | " basr 14,9\n" | |
114 | " la 2,0\n" | |
860dba45 MS |
115 | " br 11\n" |
116 | ".previous\n"); | |
1da177e4 LT |
117 | |
118 | int kernel_thread(int (*fn)(void *), void * arg, unsigned long flags) | |
119 | { | |
120 | struct pt_regs regs; | |
121 | ||
122 | memset(®s, 0, sizeof(regs)); | |
b50511e4 MS |
123 | regs.psw.mask = psw_kernel_bits | |
124 | PSW_MASK_DAT | PSW_MASK_IO | PSW_MASK_EXT | PSW_MASK_MCHECK; | |
1da177e4 LT |
125 | regs.psw.addr = (unsigned long) kernel_thread_starter | PSW_ADDR_AMODE; |
126 | regs.gprs[9] = (unsigned long) fn; | |
127 | regs.gprs[10] = (unsigned long) arg; | |
128 | regs.gprs[11] = (unsigned long) do_exit; | |
129 | regs.orig_gpr2 = -1; | |
130 | ||
131 | /* Ok, create the new process.. */ | |
132 | return do_fork(flags | CLONE_VM | CLONE_UNTRACED, | |
133 | 0, ®s, 0, NULL, NULL); | |
134 | } | |
1485c5c8 | 135 | EXPORT_SYMBOL(kernel_thread); |
1da177e4 LT |
136 | |
137 | /* | |
138 | * Free current thread data structures etc.. | |
139 | */ | |
140 | void exit_thread(void) | |
141 | { | |
142 | } | |
143 | ||
144 | void flush_thread(void) | |
145 | { | |
1da177e4 LT |
146 | } |
147 | ||
148 | void release_thread(struct task_struct *dead_task) | |
149 | { | |
150 | } | |
151 | ||
6f2c55b8 | 152 | int copy_thread(unsigned long clone_flags, unsigned long new_stackp, |
cbdc2292 HC |
153 | unsigned long unused, |
154 | struct task_struct *p, struct pt_regs *regs) | |
1da177e4 | 155 | { |
5168ce2c | 156 | struct thread_info *ti; |
cbdc2292 HC |
157 | struct fake_frame |
158 | { | |
159 | struct stack_frame sf; | |
160 | struct pt_regs childregs; | |
161 | } *frame; | |
162 | ||
163 | frame = container_of(task_pt_regs(p), struct fake_frame, childregs); | |
164 | p->thread.ksp = (unsigned long) frame; | |
1da177e4 | 165 | /* Store access registers to kernel stack of new process. */ |
cbdc2292 | 166 | frame->childregs = *regs; |
1da177e4 | 167 | frame->childregs.gprs[2] = 0; /* child returns 0 on fork. */ |
cbdc2292 HC |
168 | frame->childregs.gprs[15] = new_stackp; |
169 | frame->sf.back_chain = 0; | |
1da177e4 | 170 | |
cbdc2292 HC |
171 | /* new return point is ret_from_fork */ |
172 | frame->sf.gprs[8] = (unsigned long) ret_from_fork; | |
1da177e4 | 173 | |
cbdc2292 HC |
174 | /* fake return stack for resume(), don't go back to schedule */ |
175 | frame->sf.gprs[9] = (unsigned long) frame; | |
1da177e4 LT |
176 | |
177 | /* Save access registers to new thread structure. */ | |
178 | save_access_regs(&p->thread.acrs[0]); | |
179 | ||
347a8dc3 | 180 | #ifndef CONFIG_64BIT |
cbdc2292 | 181 | /* |
1da177e4 LT |
182 | * save fprs to current->thread.fp_regs to merge them with |
183 | * the emulated registers and then copy the result to the child. | |
184 | */ | |
185 | save_fp_regs(¤t->thread.fp_regs); | |
186 | memcpy(&p->thread.fp_regs, ¤t->thread.fp_regs, | |
187 | sizeof(s390_fp_regs)); | |
1da177e4 LT |
188 | /* Set a new TLS ? */ |
189 | if (clone_flags & CLONE_SETTLS) | |
190 | p->thread.acrs[0] = regs->gprs[6]; | |
347a8dc3 | 191 | #else /* CONFIG_64BIT */ |
1da177e4 LT |
192 | /* Save the fpu registers to new thread structure. */ |
193 | save_fp_regs(&p->thread.fp_regs); | |
1da177e4 LT |
194 | /* Set a new TLS ? */ |
195 | if (clone_flags & CLONE_SETTLS) { | |
7757591a | 196 | if (is_compat_task()) { |
1da177e4 LT |
197 | p->thread.acrs[0] = (unsigned int) regs->gprs[6]; |
198 | } else { | |
199 | p->thread.acrs[0] = (unsigned int)(regs->gprs[6] >> 32); | |
200 | p->thread.acrs[1] = (unsigned int) regs->gprs[6]; | |
201 | } | |
202 | } | |
347a8dc3 | 203 | #endif /* CONFIG_64BIT */ |
1da177e4 LT |
204 | /* start new process with ar4 pointing to the correct address space */ |
205 | p->thread.mm_segment = get_fs(); | |
cbdc2292 | 206 | /* Don't copy debug registers */ |
5e9a2692 MS |
207 | memset(&p->thread.per_user, 0, sizeof(p->thread.per_user)); |
208 | memset(&p->thread.per_event, 0, sizeof(p->thread.per_event)); | |
f8d5faf7 | 209 | clear_tsk_thread_flag(p, TIF_SINGLE_STEP); |
5e9a2692 | 210 | clear_tsk_thread_flag(p, TIF_PER_TRAP); |
5168ce2c HC |
211 | /* Initialize per thread user and system timer values */ |
212 | ti = task_thread_info(p); | |
213 | ti->user_timer = 0; | |
214 | ti->system_timer = 0; | |
cbdc2292 | 215 | return 0; |
1da177e4 LT |
216 | } |
217 | ||
26689452 | 218 | SYSCALL_DEFINE0(fork) |
1da177e4 | 219 | { |
03ff9a23 MS |
220 | struct pt_regs *regs = task_pt_regs(current); |
221 | return do_fork(SIGCHLD, regs->gprs[15], regs, 0, NULL, NULL); | |
1da177e4 LT |
222 | } |
223 | ||
2d70ca23 HC |
224 | SYSCALL_DEFINE4(clone, unsigned long, newsp, unsigned long, clone_flags, |
225 | int __user *, parent_tidptr, int __user *, child_tidptr) | |
1da177e4 | 226 | { |
03ff9a23 | 227 | struct pt_regs *regs = task_pt_regs(current); |
1da177e4 | 228 | |
03ff9a23 MS |
229 | if (!newsp) |
230 | newsp = regs->gprs[15]; | |
231 | return do_fork(clone_flags, newsp, regs, 0, | |
1da177e4 LT |
232 | parent_tidptr, child_tidptr); |
233 | } | |
234 | ||
235 | /* | |
236 | * This is trivial, and on the face of it looks like it | |
237 | * could equally well be done in user mode. | |
238 | * | |
239 | * Not so, for quite unobvious reasons - register pressure. | |
240 | * In user mode vfork() cannot have a stack frame, and if | |
241 | * done by calling the "clone()" system call directly, you | |
242 | * do not have enough call-clobbered registers to hold all | |
243 | * the information you need. | |
244 | */ | |
26689452 | 245 | SYSCALL_DEFINE0(vfork) |
1da177e4 | 246 | { |
03ff9a23 | 247 | struct pt_regs *regs = task_pt_regs(current); |
1da177e4 | 248 | return do_fork(CLONE_VFORK | CLONE_VM | SIGCHLD, |
03ff9a23 MS |
249 | regs->gprs[15], regs, 0, NULL, NULL); |
250 | } | |
251 | ||
252 | asmlinkage void execve_tail(void) | |
253 | { | |
03ff9a23 MS |
254 | current->thread.fp_regs.fpc = 0; |
255 | if (MACHINE_HAS_IEEE) | |
256 | asm volatile("sfpc %0,%0" : : "d" (0)); | |
1da177e4 LT |
257 | } |
258 | ||
259 | /* | |
260 | * sys_execve() executes a new program. | |
261 | */ | |
d7627467 DH |
262 | SYSCALL_DEFINE3(execve, const char __user *, name, |
263 | const char __user *const __user *, argv, | |
264 | const char __user *const __user *, envp) | |
1da177e4 | 265 | { |
03ff9a23 MS |
266 | struct pt_regs *regs = task_pt_regs(current); |
267 | char *filename; | |
3e86a8c6 | 268 | long rc; |
03ff9a23 | 269 | |
3e86a8c6 HC |
270 | filename = getname(name); |
271 | rc = PTR_ERR(filename); | |
272 | if (IS_ERR(filename)) | |
273 | return rc; | |
274 | rc = do_execve(filename, argv, envp, regs); | |
275 | if (rc) | |
03ff9a23 | 276 | goto out; |
03ff9a23 | 277 | execve_tail(); |
3e86a8c6 | 278 | rc = regs->gprs[2]; |
1da177e4 | 279 | out: |
3e86a8c6 HC |
280 | putname(filename); |
281 | return rc; | |
1da177e4 LT |
282 | } |
283 | ||
1da177e4 LT |
284 | /* |
285 | * fill in the FPU structure for a core dump. | |
286 | */ | |
287 | int dump_fpu (struct pt_regs * regs, s390_fp_regs *fpregs) | |
288 | { | |
347a8dc3 | 289 | #ifndef CONFIG_64BIT |
cbdc2292 | 290 | /* |
1da177e4 LT |
291 | * save fprs to current->thread.fp_regs to merge them with |
292 | * the emulated registers and then copy the result to the dump. | |
293 | */ | |
294 | save_fp_regs(¤t->thread.fp_regs); | |
295 | memcpy(fpregs, ¤t->thread.fp_regs, sizeof(s390_fp_regs)); | |
347a8dc3 | 296 | #else /* CONFIG_64BIT */ |
1da177e4 | 297 | save_fp_regs(fpregs); |
347a8dc3 | 298 | #endif /* CONFIG_64BIT */ |
1da177e4 LT |
299 | return 1; |
300 | } | |
1485c5c8 | 301 | EXPORT_SYMBOL(dump_fpu); |
1da177e4 | 302 | |
1da177e4 LT |
303 | unsigned long get_wchan(struct task_struct *p) |
304 | { | |
305 | struct stack_frame *sf, *low, *high; | |
306 | unsigned long return_address; | |
307 | int count; | |
308 | ||
30af7120 | 309 | if (!p || p == current || p->state == TASK_RUNNING || !task_stack_page(p)) |
1da177e4 | 310 | return 0; |
30af7120 AV |
311 | low = task_stack_page(p); |
312 | high = (struct stack_frame *) task_pt_regs(p); | |
1da177e4 LT |
313 | sf = (struct stack_frame *) (p->thread.ksp & PSW_ADDR_INSN); |
314 | if (sf <= low || sf > high) | |
315 | return 0; | |
316 | for (count = 0; count < 16; count++) { | |
317 | sf = (struct stack_frame *) (sf->back_chain & PSW_ADDR_INSN); | |
318 | if (sf <= low || sf > high) | |
319 | return 0; | |
320 | return_address = sf->gprs[8] & PSW_ADDR_INSN; | |
321 | if (!in_sched_functions(return_address)) | |
322 | return return_address; | |
323 | } | |
324 | return 0; | |
325 | } | |
9887a1fc HC |
326 | |
327 | unsigned long arch_align_stack(unsigned long sp) | |
328 | { | |
329 | if (!(current->personality & ADDR_NO_RANDOMIZE) && randomize_va_space) | |
330 | sp -= get_random_int() & ~PAGE_MASK; | |
331 | return sp & ~0xf; | |
332 | } | |
33519182 HC |
333 | |
334 | static inline unsigned long brk_rnd(void) | |
335 | { | |
336 | /* 8MB for 32bit, 1GB for 64bit */ | |
337 | if (is_32bit_task()) | |
338 | return (get_random_int() & 0x7ffUL) << PAGE_SHIFT; | |
339 | else | |
340 | return (get_random_int() & 0x3ffffUL) << PAGE_SHIFT; | |
341 | } | |
342 | ||
343 | unsigned long arch_randomize_brk(struct mm_struct *mm) | |
344 | { | |
345 | unsigned long ret = PAGE_ALIGN(mm->brk + brk_rnd()); | |
346 | ||
347 | if (ret < mm->brk) | |
348 | return mm->brk; | |
349 | return ret; | |
350 | } | |
d2c9dfcc HC |
351 | |
352 | unsigned long randomize_et_dyn(unsigned long base) | |
353 | { | |
354 | unsigned long ret = PAGE_ALIGN(base + brk_rnd()); | |
355 | ||
356 | if (!(current->flags & PF_RANDOMIZE)) | |
357 | return base; | |
358 | if (ret < base) | |
359 | return base; | |
360 | return ret; | |
361 | } |