Blame view
kernel/exit.c
41.5 KB
1da177e4c Linux-2.6.12-rc2 |
1 2 3 4 5 |
/* * linux/kernel/exit.c * * Copyright (C) 1991, 1992 Linus Torvalds */ |
1da177e4c Linux-2.6.12-rc2 |
6 7 8 |
#include <linux/mm.h> #include <linux/slab.h> #include <linux/interrupt.h> |
1da177e4c Linux-2.6.12-rc2 |
9 |
#include <linux/module.h> |
c59ede7b7 [PATCH] move capa... |
10 |
#include <linux/capability.h> |
1da177e4c Linux-2.6.12-rc2 |
11 12 13 |
#include <linux/completion.h> #include <linux/personality.h> #include <linux/tty.h> |
da9cbc873 block: blkdev.h c... |
14 |
#include <linux/iocontext.h> |
1da177e4c Linux-2.6.12-rc2 |
15 16 17 18 |
#include <linux/key.h> #include <linux/security.h> #include <linux/cpu.h> #include <linux/acct.h> |
8f0ab5147 [PATCH] csa: conv... |
19 |
#include <linux/tsacct_kern.h> |
1da177e4c Linux-2.6.12-rc2 |
20 |
#include <linux/file.h> |
9f3acc314 [PATCH] split lin... |
21 |
#include <linux/fdtable.h> |
80d26af89 coredump: use a f... |
22 |
#include <linux/freezer.h> |
1da177e4c Linux-2.6.12-rc2 |
23 |
#include <linux/binfmts.h> |
ab516013a [PATCH] namespace... |
24 |
#include <linux/nsproxy.h> |
84d737866 [PATCH] add child... |
25 |
#include <linux/pid_namespace.h> |
1da177e4c Linux-2.6.12-rc2 |
26 27 28 29 |
#include <linux/ptrace.h> #include <linux/profile.h> #include <linux/mount.h> #include <linux/proc_fs.h> |
49d769d52 Change reparent_t... |
30 |
#include <linux/kthread.h> |
1da177e4c Linux-2.6.12-rc2 |
31 |
#include <linux/mempolicy.h> |
c757249af [PATCH] per-task-... |
32 |
#include <linux/taskstats_kern.h> |
ca74e92b4 [PATCH] per-task-... |
33 |
#include <linux/delayacct.h> |
b4f48b636 Task Control Grou... |
34 |
#include <linux/cgroup.h> |
1da177e4c Linux-2.6.12-rc2 |
35 |
#include <linux/syscalls.h> |
7ed20e1ad [PATCH] convert t... |
36 |
#include <linux/signal.h> |
6a14c5c9d [PATCH] move __ex... |
37 |
#include <linux/posix-timers.h> |
9f46080c4 [PATCH] Process E... |
38 |
#include <linux/cn_proc.h> |
de5097c2e [PATCH] mutex sub... |
39 |
#include <linux/mutex.h> |
0771dfefc [PATCH] lightweig... |
40 |
#include <linux/futex.h> |
b92ce5589 [PATCH] splice: a... |
41 |
#include <linux/pipe_fs_i.h> |
fa84cb935 [PATCH] move call... |
42 |
#include <linux/audit.h> /* for audit_free() */ |
83cc5ed3c [PATCH] kernel/sy... |
43 |
#include <linux/resource.h> |
0d67a46df [PATCH] BLOCK: Re... |
44 |
#include <linux/blkdev.h> |
6eaeeaba3 getrusage(): fill... |
45 |
#include <linux/task_io_accounting_ops.h> |
30199f5a4 tracehook: exit |
46 |
#include <linux/tracehook.h> |
5ad4e53bd Get rid of indire... |
47 |
#include <linux/fs_struct.h> |
d84f4f992 CRED: Inaugurate ... |
48 |
#include <linux/init_task.h> |
cdd6c482c perf: Do the big ... |
49 |
#include <linux/perf_event.h> |
ad8d75fff tracing/events: m... |
50 |
#include <trace/events/sched.h> |
24f1e32c6 hw-breakpoints: R... |
51 |
#include <linux/hw_breakpoint.h> |
3d5992d2a oom: add per-mm o... |
52 |
#include <linux/oom.h> |
54848d73f writeback: charge... |
53 |
#include <linux/writeback.h> |
404015308 security: trim se... |
54 |
#include <linux/shm.h> |
1da177e4c Linux-2.6.12-rc2 |
55 56 57 58 59 |
#include <asm/uaccess.h> #include <asm/unistd.h> #include <asm/pgtable.h> #include <asm/mmu_context.h> |
a0be55dee kernel/exit.c: fi... |
60 |
static void exit_mm(struct task_struct *tsk); |
408b664a7 [PATCH] make lots... |
61 |
|
d40e48e02 exit: __exit_sign... |
62 |
static void __unhash_process(struct task_struct *p, bool group_dead) |
1da177e4c Linux-2.6.12-rc2 |
63 64 |
{ nr_threads--; |
50d75f8da pidns: find_new_r... |
65 |
detach_pid(p, PIDTYPE_PID); |
d40e48e02 exit: __exit_sign... |
66 |
if (group_dead) { |
1da177e4c Linux-2.6.12-rc2 |
67 68 |
detach_pid(p, PIDTYPE_PGID); detach_pid(p, PIDTYPE_SID); |
c97d98931 [PATCH] kill SET_... |
69 |
|
5e85d4abe [PATCH] task: Mak... |
70 |
list_del_rcu(&p->tasks); |
9cd80bbb0 do_wait() optimiz... |
71 |
list_del_init(&p->sibling); |
909ea9646 core: Replace __g... |
72 |
__this_cpu_dec(process_counts); |
1da177e4c Linux-2.6.12-rc2 |
73 |
} |
47e65328a [PATCH] pids: kil... |
74 |
list_del_rcu(&p->thread_group); |
0c740d0af introduce for_eac... |
75 |
list_del_rcu(&p->thread_node); |
1da177e4c Linux-2.6.12-rc2 |
76 |
} |
6a14c5c9d [PATCH] move __ex... |
77 78 79 80 81 82 |
/* * This function expects the tasklist_lock write-locked. */ static void __exit_signal(struct task_struct *tsk) { struct signal_struct *sig = tsk->signal; |
d40e48e02 exit: __exit_sign... |
83 |
bool group_dead = thread_group_leader(tsk); |
6a14c5c9d [PATCH] move __ex... |
84 |
struct sighand_struct *sighand; |
4ada856fb signals: clear si... |
85 |
struct tty_struct *uninitialized_var(tty); |
6fac4829c cputime: Use acce... |
86 |
cputime_t utime, stime; |
6a14c5c9d [PATCH] move __ex... |
87 |
|
d11c563dd sched: Use lockde... |
88 |
sighand = rcu_dereference_check(tsk->sighand, |
db1466b3e rcu: Use wrapper ... |
89 |
lockdep_tasklist_lock_is_held()); |
6a14c5c9d [PATCH] move __ex... |
90 91 92 |
spin_lock(&sighand->siglock); posix_cpu_timers_exit(tsk); |
d40e48e02 exit: __exit_sign... |
93 |
if (group_dead) { |
6a14c5c9d [PATCH] move __ex... |
94 |
posix_cpu_timers_exit_group(tsk); |
4ada856fb signals: clear si... |
95 96 |
tty = sig->tty; sig->tty = NULL; |
4a5999429 exit: avoid sig->... |
97 |
} else { |
6a14c5c9d [PATCH] move __ex... |
98 |
/* |
e0a702171 posix-cpu-timers:... |
99 100 101 102 103 104 105 106 |
* This can only happen if the caller is de_thread(). * FIXME: this is the temporary hack, we should teach * posix-cpu-timers to handle this case correctly. */ if (unlikely(has_group_leader_pid(tsk))) posix_cpu_timers_exit_group(tsk); /* |
6a14c5c9d [PATCH] move __ex... |
107 108 109 |
* If there is any task waiting for the group exit * then notify it: */ |
d344193a0 exit: avoid sig->... |
110 |
if (sig->notify_count > 0 && !--sig->notify_count) |
6a14c5c9d [PATCH] move __ex... |
111 |
wake_up_process(sig->group_exit_task); |
6db840fa7 exec: RT sub-thre... |
112 |
|
6a14c5c9d [PATCH] move __ex... |
113 114 |
if (tsk == sig->curr_target) sig->curr_target = next_thread(tsk); |
6a14c5c9d [PATCH] move __ex... |
115 |
} |
90ed9cbe7 exit: Always reap... |
116 |
/* |
26e75b5c3 exit: release_tas... |
117 118 119 120 |
* Accumulate here the counters for all threads as they die. We could * skip the group leader because it is the last user of signal_struct, * but we want to avoid the race with thread_group_cputime() which can * see the empty ->thread_head list. |
90ed9cbe7 exit: Always reap... |
121 122 |
*/ task_cputime(tsk, &utime, &stime); |
e78c34967 time, signal: Pro... |
123 |
write_seqlock(&sig->stats_lock); |
90ed9cbe7 exit: Always reap... |
124 125 126 127 128 129 130 131 132 133 134 |
sig->utime += utime; sig->stime += stime; sig->gtime += task_gtime(tsk); sig->min_flt += tsk->min_flt; sig->maj_flt += tsk->maj_flt; sig->nvcsw += tsk->nvcsw; sig->nivcsw += tsk->nivcsw; sig->inblock += task_io_get_inblock(tsk); sig->oublock += task_io_get_oublock(tsk); task_io_accounting_add(&sig->ioac, &tsk->ioac); sig->sum_sched_runtime += tsk->se.sum_exec_runtime; |
b3ac022cb proc: turn signal... |
135 |
sig->nr_threads--; |
d40e48e02 exit: __exit_sign... |
136 |
__unhash_process(tsk, group_dead); |
e78c34967 time, signal: Pro... |
137 |
write_sequnlock(&sig->stats_lock); |
5876700cd [PATCH] do __unha... |
138 |
|
da7978b03 signals: fix sigq... |
139 140 141 142 143 |
/* * Do this under ->siglock, we can race with another thread * doing sigqueue_free() if we have SIGQUEUE_PREALLOC signals. */ flush_sigqueue(&tsk->pending); |
a7e5328a0 [PATCH] cleanup _... |
144 |
tsk->sighand = NULL; |
6a14c5c9d [PATCH] move __ex... |
145 |
spin_unlock(&sighand->siglock); |
6a14c5c9d [PATCH] move __ex... |
146 |
|
a7e5328a0 [PATCH] cleanup _... |
147 |
__cleanup_sighand(sighand); |
a0be55dee kernel/exit.c: fi... |
148 |
clear_tsk_thread_flag(tsk, TIF_SIGPENDING); |
d40e48e02 exit: __exit_sign... |
149 |
if (group_dead) { |
6a14c5c9d [PATCH] move __ex... |
150 |
flush_sigqueue(&sig->shared_pending); |
4ada856fb signals: clear si... |
151 |
tty_kref_put(tty); |
6a14c5c9d [PATCH] move __ex... |
152 153 |
} } |
8c7904a00 [PATCH] task: RCU... |
154 155 |
static void delayed_put_task_struct(struct rcu_head *rhp) { |
0a16b6075 tracing, sched: L... |
156 |
struct task_struct *tsk = container_of(rhp, struct task_struct, rcu); |
4e231c796 perf: Fix up dela... |
157 |
perf_event_delayed_put(tsk); |
0a16b6075 tracing, sched: L... |
158 159 |
trace_sched_process_free(tsk); put_task_struct(tsk); |
8c7904a00 [PATCH] task: RCU... |
160 |
} |
f470021ad ptrace children r... |
161 |
|
a0be55dee kernel/exit.c: fi... |
162 |
void release_task(struct task_struct *p) |
1da177e4c Linux-2.6.12-rc2 |
163 |
{ |
36c8b5868 [PATCH] sched: cl... |
164 |
struct task_struct *leader; |
1da177e4c Linux-2.6.12-rc2 |
165 |
int zap_leader; |
1f09f9749 [PATCH] release_t... |
166 |
repeat: |
c69e8d9c0 CRED: Use RCU to ... |
167 |
/* don't need to get the RCU readlock here - the process is dead and |
d11c563dd sched: Use lockde... |
168 169 |
* can't be modifying its own credentials. But shut RCU-lockdep up */ rcu_read_lock(); |
c69e8d9c0 CRED: Use RCU to ... |
170 |
atomic_dec(&__task_cred(p)->user->processes); |
d11c563dd sched: Use lockde... |
171 |
rcu_read_unlock(); |
c69e8d9c0 CRED: Use RCU to ... |
172 |
|
60347f671 pid namespaces: p... |
173 |
proc_flush_task(p); |
0203026b5 perf_counter: fix... |
174 |
|
1da177e4c Linux-2.6.12-rc2 |
175 |
write_lock_irq(&tasklist_lock); |
a288eecce ptrace: kill triv... |
176 |
ptrace_release_task(p); |
1da177e4c Linux-2.6.12-rc2 |
177 |
__exit_signal(p); |
35f5cad8c [PATCH] revert "O... |
178 |
|
1da177e4c Linux-2.6.12-rc2 |
179 180 181 182 183 184 185 |
/* * If we are the last non-leader member of the thread * group, and the leader is zombie, then notify the * group leader's parent process. (if it wants notification.) */ zap_leader = 0; leader = p->group_leader; |
a0be55dee kernel/exit.c: fi... |
186 187 |
if (leader != p && thread_group_empty(leader) && leader->exit_state == EXIT_ZOMBIE) { |
1da177e4c Linux-2.6.12-rc2 |
188 189 190 191 |
/* * If we were the last child thread and the leader has * exited already, and the leader's parent ignores SIGCHLD, * then we are the one who should release the leader. |
dae33574d tracehook: releas... |
192 |
*/ |
867734737 make do_notify_pa... |
193 |
zap_leader = do_notify_parent(leader, leader->exit_signal); |
dae33574d tracehook: releas... |
194 195 |
if (zap_leader) leader->exit_state = EXIT_DEAD; |
1da177e4c Linux-2.6.12-rc2 |
196 |
} |
1da177e4c Linux-2.6.12-rc2 |
197 |
write_unlock_irq(&tasklist_lock); |
1da177e4c Linux-2.6.12-rc2 |
198 |
release_thread(p); |
8c7904a00 [PATCH] task: RCU... |
199 |
call_rcu(&p->rcu, delayed_put_task_struct); |
1da177e4c Linux-2.6.12-rc2 |
200 201 202 203 204 |
p = leader; if (unlikely(zap_leader)) goto repeat; } |
1da177e4c Linux-2.6.12-rc2 |
205 |
/* |
1da177e4c Linux-2.6.12-rc2 |
206 207 208 209 210 211 212 |
* Determine if a process group is "orphaned", according to the POSIX * definition in 2.2.2.52. Orphaned process groups are not to be affected * by terminal-generated stop signals. Newly orphaned process groups are * to receive a SIGHUP and a SIGCONT. * * "I ask you, have you ever known what it is to be an orphan?" */ |
a0be55dee kernel/exit.c: fi... |
213 214 |
static int will_become_orphaned_pgrp(struct pid *pgrp, struct task_struct *ignored_task) |
1da177e4c Linux-2.6.12-rc2 |
215 216 |
{ struct task_struct *p; |
1da177e4c Linux-2.6.12-rc2 |
217 |
|
0475ac084 [PATCH] pid: use ... |
218 |
do_each_pid_task(pgrp, PIDTYPE_PGID, p) { |
05e83df62 will_become_orpha... |
219 220 221 |
if ((p == ignored_task) || (p->exit_state && thread_group_empty(p)) || is_global_init(p->real_parent)) |
1da177e4c Linux-2.6.12-rc2 |
222 |
continue; |
05e83df62 will_become_orpha... |
223 |
|
0475ac084 [PATCH] pid: use ... |
224 |
if (task_pgrp(p->real_parent) != pgrp && |
05e83df62 will_become_orpha... |
225 226 |
task_session(p->real_parent) == task_session(p)) return 0; |
0475ac084 [PATCH] pid: use ... |
227 |
} while_each_pid_task(pgrp, PIDTYPE_PGID, p); |
05e83df62 will_become_orpha... |
228 229 |
return 1; |
1da177e4c Linux-2.6.12-rc2 |
230 |
} |
3e7cd6c41 [PATCH] pid: repl... |
231 |
int is_current_pgrp_orphaned(void) |
1da177e4c Linux-2.6.12-rc2 |
232 233 234 235 |
{ int retval; read_lock(&tasklist_lock); |
3e7cd6c41 [PATCH] pid: repl... |
236 |
retval = will_become_orphaned_pgrp(task_pgrp(current), NULL); |
1da177e4c Linux-2.6.12-rc2 |
237 238 239 240 |
read_unlock(&tasklist_lock); return retval; } |
961c4675c has_stopped_jobs:... |
241 |
static bool has_stopped_jobs(struct pid *pgrp) |
1da177e4c Linux-2.6.12-rc2 |
242 |
{ |
1da177e4c Linux-2.6.12-rc2 |
243 |
struct task_struct *p; |
0475ac084 [PATCH] pid: use ... |
244 |
do_each_pid_task(pgrp, PIDTYPE_PGID, p) { |
961c4675c has_stopped_jobs:... |
245 246 |
if (p->signal->flags & SIGNAL_STOP_STOPPED) return true; |
0475ac084 [PATCH] pid: use ... |
247 |
} while_each_pid_task(pgrp, PIDTYPE_PGID, p); |
961c4675c has_stopped_jobs:... |
248 249 |
return false; |
1da177e4c Linux-2.6.12-rc2 |
250 |
} |
f49ee505b introduce kill_or... |
251 252 253 254 255 256 257 258 259 260 261 262 |
/* * Check to see if any process groups have become orphaned as * a result of our exiting, and if they have any stopped jobs, * send them a SIGHUP and then a SIGCONT. (POSIX 3.2.2.2) */ static void kill_orphaned_pgrp(struct task_struct *tsk, struct task_struct *parent) { struct pid *pgrp = task_pgrp(tsk); struct task_struct *ignored_task = tsk; if (!parent) |
a0be55dee kernel/exit.c: fi... |
263 264 265 |
/* exit: our father is in a different pgrp than * we are and we were the only connection outside. */ |
f49ee505b introduce kill_or... |
266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 |
parent = tsk->real_parent; else /* reparent: our child is in a different pgrp than * we are, and it was the only connection outside. */ ignored_task = NULL; if (task_pgrp(parent) != pgrp && task_session(parent) == task_session(tsk) && will_become_orphaned_pgrp(pgrp, ignored_task) && has_stopped_jobs(pgrp)) { __kill_pgrp_info(SIGHUP, SEND_SIG_PRIV, pgrp); __kill_pgrp_info(SIGCONT, SEND_SIG_PRIV, pgrp); } } |
f98bafa06 memcg: kill CONFI... |
281 |
#ifdef CONFIG_MEMCG |
cf475ad28 cgroups: add an o... |
282 |
/* |
733eda7ac memcg: clear mm->... |
283 |
* A task is exiting. If it owned this mm, find a new owner for the mm. |
cf475ad28 cgroups: add an o... |
284 |
*/ |
cf475ad28 cgroups: add an o... |
285 286 287 288 289 |
void mm_update_next_owner(struct mm_struct *mm) { struct task_struct *c, *g, *p = current; retry: |
733eda7ac memcg: clear mm->... |
290 291 292 293 294 |
/* * If the exiting or execing task is not the owner, it's * someone else's problem. */ if (mm->owner != p) |
cf475ad28 cgroups: add an o... |
295 |
return; |
733eda7ac memcg: clear mm->... |
296 297 298 299 300 301 302 303 304 |
/* * The current owner is exiting/execing and there are no other * candidates. Do not leave the mm pointing to a possibly * freed task structure. */ if (atomic_read(&mm->mm_users) <= 1) { mm->owner = NULL; return; } |
cf475ad28 cgroups: add an o... |
305 306 307 308 309 310 311 312 313 314 315 316 317 |
read_lock(&tasklist_lock); /* * Search in the children */ list_for_each_entry(c, &p->children, sibling) { if (c->mm == mm) goto assign_new_owner; } /* * Search in the siblings */ |
dea33cfd9 ptrace: mm_need_n... |
318 |
list_for_each_entry(c, &p->real_parent->children, sibling) { |
cf475ad28 cgroups: add an o... |
319 320 321 322 323 |
if (c->mm == mm) goto assign_new_owner; } /* |
f87fb599a memcg: mm_update_... |
324 |
* Search through everything else, we should not get here often. |
cf475ad28 cgroups: add an o... |
325 |
*/ |
39af1765f memcg: optimize t... |
326 327 328 329 330 331 332 333 334 |
for_each_process(g) { if (g->flags & PF_KTHREAD) continue; for_each_thread(g, c) { if (c->mm == mm) goto assign_new_owner; if (c->mm) break; } |
f87fb599a memcg: mm_update_... |
335 |
} |
cf475ad28 cgroups: add an o... |
336 |
read_unlock(&tasklist_lock); |
31a78f23b mm owner: fix rac... |
337 338 339 |
/* * We found no owner yet mm_users > 1: this implies that we are * most likely racing with swapoff (try_to_unuse()) or /proc or |
e5991371e mm: remove cgroup... |
340 |
* ptrace or page migration (get_task_mm()). Mark owner as NULL. |
31a78f23b mm owner: fix rac... |
341 |
*/ |
31a78f23b mm owner: fix rac... |
342 |
mm->owner = NULL; |
cf475ad28 cgroups: add an o... |
343 344 345 346 347 348 349 350 351 352 |
return; assign_new_owner: BUG_ON(c == p); get_task_struct(c); /* * The task_lock protects c->mm from changing. * We always want mm->owner->mm == mm */ task_lock(c); |
e5991371e mm: remove cgroup... |
353 354 355 356 357 |
/* * Delay read_unlock() till we have the task_lock() * to ensure that c does not slip away underneath us */ read_unlock(&tasklist_lock); |
cf475ad28 cgroups: add an o... |
358 359 360 361 362 |
if (c->mm != mm) { task_unlock(c); put_task_struct(c); goto retry; } |
cf475ad28 cgroups: add an o... |
363 364 365 366 |
mm->owner = c; task_unlock(c); put_task_struct(c); } |
f98bafa06 memcg: kill CONFI... |
367 |
#endif /* CONFIG_MEMCG */ |
cf475ad28 cgroups: add an o... |
368 |
|
1da177e4c Linux-2.6.12-rc2 |
369 370 371 372 |
/* * Turn us into a lazy TLB process if we * aren't already.. */ |
a0be55dee kernel/exit.c: fi... |
373 |
static void exit_mm(struct task_struct *tsk) |
1da177e4c Linux-2.6.12-rc2 |
374 375 |
{ struct mm_struct *mm = tsk->mm; |
b564daf80 coredump: constru... |
376 |
struct core_state *core_state; |
1da177e4c Linux-2.6.12-rc2 |
377 |
|
48d212a2e Revert "mm: corre... |
378 |
mm_release(tsk, mm); |
1da177e4c Linux-2.6.12-rc2 |
379 380 |
if (!mm) return; |
4fe7efdbd mm: correctly syn... |
381 |
sync_mm_rss(mm); |
1da177e4c Linux-2.6.12-rc2 |
382 383 |
/* * Serialize with any possible pending coredump. |
999d9fc16 coredump: move mm... |
384 |
* We must hold mmap_sem around checking core_state |
1da177e4c Linux-2.6.12-rc2 |
385 |
* and clearing tsk->mm. The core-inducing thread |
999d9fc16 coredump: move mm... |
386 |
* will increment ->nr_threads for each thread in the |
1da177e4c Linux-2.6.12-rc2 |
387 388 389 |
* group with ->mm != NULL. */ down_read(&mm->mmap_sem); |
b564daf80 coredump: constru... |
390 391 392 |
core_state = mm->core_state; if (core_state) { struct core_thread self; |
a0be55dee kernel/exit.c: fi... |
393 |
|
1da177e4c Linux-2.6.12-rc2 |
394 |
up_read(&mm->mmap_sem); |
1da177e4c Linux-2.6.12-rc2 |
395 |
|
b564daf80 coredump: constru... |
396 397 398 399 400 401 402 403 |
self.task = tsk; self.next = xchg(&core_state->dumper.next, &self); /* * Implies mb(), the result of xchg() must be visible * to core_state->dumper. */ if (atomic_dec_and_test(&core_state->nr_threads)) complete(&core_state->startup); |
1da177e4c Linux-2.6.12-rc2 |
404 |
|
a94e2d408 coredump: kill mm... |
405 406 407 408 |
for (;;) { set_task_state(tsk, TASK_UNINTERRUPTIBLE); if (!self.task) /* see coredump_finish() */ break; |
80d26af89 coredump: use a f... |
409 |
freezable_schedule(); |
a94e2d408 coredump: kill mm... |
410 411 |
} __set_task_state(tsk, TASK_RUNNING); |
1da177e4c Linux-2.6.12-rc2 |
412 413 414 |
down_read(&mm->mmap_sem); } atomic_inc(&mm->mm_count); |
125e18745 [PATCH] More BUG_... |
415 |
BUG_ON(mm != tsk->active_mm); |
1da177e4c Linux-2.6.12-rc2 |
416 417 418 419 420 421 |
/* more a memory barrier than a real lock */ task_lock(tsk); tsk->mm = NULL; up_read(&mm->mmap_sem); enter_lazy_tlb(mm, current); task_unlock(tsk); |
cf475ad28 cgroups: add an o... |
422 |
mm_update_next_owner(mm); |
1da177e4c Linux-2.6.12-rc2 |
423 |
mmput(mm); |
c32b3cbe0 oom, PM: make OOM... |
424 425 |
if (test_thread_flag(TIF_MEMDIE)) unmark_oom_victim(); |
1da177e4c Linux-2.6.12-rc2 |
426 |
} |
c9dc05bfd exit: reparent: i... |
427 428 429 430 431 432 433 434 435 436 |
static struct task_struct *find_alive_thread(struct task_struct *p) { struct task_struct *t; for_each_thread(p, t) { if (!(t->flags & PF_EXITING)) return t; } return NULL; } |
1109909c7 exit: reparent: i... |
437 438 439 440 441 442 443 444 445 |
static struct task_struct *find_child_reaper(struct task_struct *father) __releases(&tasklist_lock) __acquires(&tasklist_lock) { struct pid_namespace *pid_ns = task_active_pid_ns(father); struct task_struct *reaper = pid_ns->child_reaper; if (likely(reaper != father)) return reaper; |
c9dc05bfd exit: reparent: i... |
446 447 |
reaper = find_alive_thread(father); if (reaper) { |
1109909c7 exit: reparent: i... |
448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 |
pid_ns->child_reaper = reaper; return reaper; } write_unlock_irq(&tasklist_lock); if (unlikely(pid_ns == &init_pid_ns)) { panic("Attempted to kill init! exitcode=0x%08x ", father->signal->group_exit_code ?: father->exit_code); } zap_pid_ns_processes(pid_ns); write_lock_irq(&tasklist_lock); return father; } |
1da177e4c Linux-2.6.12-rc2 |
463 |
/* |
ebec18a6d prctl: add PR_{SE... |
464 465 466 467 468 |
* When we die, we re-parent all our children, and try to: * 1. give them to another thread in our thread group, if such a member exists * 2. give it to the first ancestor process which prctl'd itself as a * child_subreaper for its children (like a service manager) * 3. give it to the init process (PID 1) in our pid namespace |
1da177e4c Linux-2.6.12-rc2 |
469 |
*/ |
1109909c7 exit: reparent: i... |
470 471 |
static struct task_struct *find_new_reaper(struct task_struct *father, struct task_struct *child_reaper) |
1da177e4c Linux-2.6.12-rc2 |
472 |
{ |
c9dc05bfd exit: reparent: i... |
473 |
struct task_struct *thread, *reaper; |
1da177e4c Linux-2.6.12-rc2 |
474 |
|
c9dc05bfd exit: reparent: i... |
475 476 |
thread = find_alive_thread(father); if (thread) |
950bbabb5 pid_ns: (BUG 1139... |
477 |
return thread; |
1da177e4c Linux-2.6.12-rc2 |
478 |
|
7d24e2df5 exit: reparent: f... |
479 |
if (father->signal->has_child_subreaper) { |
ebec18a6d prctl: add PR_{SE... |
480 |
/* |
175aed3f8 exit: reparent: d... |
481 482 483 |
* Find the first ->is_child_subreaper ancestor in our pid_ns. * We start from father to ensure we can not look into another * namespace, this is safe because all its threads are dead. |
ebec18a6d prctl: add PR_{SE... |
484 |
*/ |
7d24e2df5 exit: reparent: f... |
485 |
for (reaper = father; |
1109909c7 exit: reparent: i... |
486 |
!same_thread_group(reaper, child_reaper); |
ebec18a6d prctl: add PR_{SE... |
487 |
reaper = reaper->real_parent) { |
175aed3f8 exit: reparent: d... |
488 489 |
/* call_usermodehelper() descendants need this check */ if (reaper == &init_task) |
ebec18a6d prctl: add PR_{SE... |
490 491 492 |
break; if (!reaper->signal->is_child_subreaper) continue; |
c9dc05bfd exit: reparent: i... |
493 494 495 |
thread = find_alive_thread(reaper); if (thread) return thread; |
ebec18a6d prctl: add PR_{SE... |
496 |
} |
1da177e4c Linux-2.6.12-rc2 |
497 |
} |
762a24bee pid namespaces: r... |
498 |
|
1109909c7 exit: reparent: i... |
499 |
return child_reaper; |
950bbabb5 pid_ns: (BUG 1139... |
500 |
} |
5dfc80be7 forget_original_p... |
501 502 503 |
/* * Any that need to be release_task'd are put on the @dead list. */ |
9cd80bbb0 do_wait() optimiz... |
504 |
static void reparent_leader(struct task_struct *father, struct task_struct *p, |
5dfc80be7 forget_original_p... |
505 506 |
struct list_head *dead) { |
2831096e2 exit: reparent: c... |
507 |
if (unlikely(p->exit_state == EXIT_DEAD)) |
5dfc80be7 forget_original_p... |
508 |
return; |
abd50b39e wait: introduce E... |
509 |
/* We don't want people slaying init. */ |
5dfc80be7 forget_original_p... |
510 511 512 |
p->exit_signal = SIGCHLD; /* If it has exited notify the new parent about this child's death. */ |
d21142ece ptrace: kill task... |
513 |
if (!p->ptrace && |
5dfc80be7 forget_original_p... |
514 |
p->exit_state == EXIT_ZOMBIE && thread_group_empty(p)) { |
867734737 make do_notify_pa... |
515 |
if (do_notify_parent(p, p->exit_signal)) { |
5dfc80be7 forget_original_p... |
516 |
p->exit_state = EXIT_DEAD; |
dc2fd4b00 exit: reparent: u... |
517 |
list_add(&p->ptrace_entry, dead); |
5dfc80be7 forget_original_p... |
518 519 520 521 522 |
} } kill_orphaned_pgrp(p, father); } |
482a3767e exit: reparent: c... |
523 524 525 526 527 528 529 530 531 532 |
/* * This does two things: * * A. Make init inherit all the child processes * B. Check to see if any process groups have become orphaned * as a result of our exiting, and if they have any stopped * jobs, send them a SIGHUP and then a SIGCONT. (POSIX 3.2.2.2) */ static void forget_original_parent(struct task_struct *father, struct list_head *dead) |
1da177e4c Linux-2.6.12-rc2 |
533 |
{ |
482a3767e exit: reparent: c... |
534 |
struct task_struct *p, *t, *reaper; |
762a24bee pid namespaces: r... |
535 |
|
7c8bd2322 exit: ptrace: shi... |
536 |
if (unlikely(!list_empty(&father->ptraced))) |
482a3767e exit: reparent: c... |
537 |
exit_ptrace(father, dead); |
f470021ad ptrace children r... |
538 |
|
7c8bd2322 exit: ptrace: shi... |
539 |
/* Can drop and reacquire tasklist_lock */ |
1109909c7 exit: reparent: i... |
540 |
reaper = find_child_reaper(father); |
ad9e206ae exit: reparent: a... |
541 |
if (list_empty(&father->children)) |
482a3767e exit: reparent: c... |
542 |
return; |
1109909c7 exit: reparent: i... |
543 544 |
reaper = find_new_reaper(father, reaper); |
2831096e2 exit: reparent: c... |
545 |
list_for_each_entry(p, &father->children, sibling) { |
57a059187 exit: reparent: c... |
546 |
for_each_thread(p, t) { |
9cd80bbb0 do_wait() optimiz... |
547 |
t->real_parent = reaper; |
57a059187 exit: reparent: c... |
548 549 |
BUG_ON((!t->ptrace) != (t->parent == father)); if (likely(!t->ptrace)) |
9cd80bbb0 do_wait() optimiz... |
550 |
t->parent = t->real_parent; |
9cd80bbb0 do_wait() optimiz... |
551 552 553 |
if (t->pdeath_signal) group_send_sig_info(t->pdeath_signal, SEND_SIG_NOINFO, t); |
57a059187 exit: reparent: c... |
554 |
} |
2831096e2 exit: reparent: c... |
555 556 557 558 559 |
/* * If this is a threaded reparent there is no need to * notify anyone anything has happened. */ if (!same_thread_group(reaper, father)) |
482a3767e exit: reparent: c... |
560 |
reparent_leader(father, p, dead); |
1da177e4c Linux-2.6.12-rc2 |
561 |
} |
2831096e2 exit: reparent: c... |
562 |
list_splice_tail_init(&father->children, &reaper->children); |
1da177e4c Linux-2.6.12-rc2 |
563 564 565 566 567 568 |
} /* * Send signals to all our closest relatives so that they know * to properly mourn us.. */ |
821c7de71 exit_notify: fix ... |
569 |
static void exit_notify(struct task_struct *tsk, int group_dead) |
1da177e4c Linux-2.6.12-rc2 |
570 |
{ |
53c8f9f19 make do_notify_pa... |
571 |
bool autoreap; |
482a3767e exit: reparent: c... |
572 573 |
struct task_struct *p, *n; LIST_HEAD(dead); |
1da177e4c Linux-2.6.12-rc2 |
574 |
|
762a24bee pid namespaces: r... |
575 |
write_lock_irq(&tasklist_lock); |
482a3767e exit: reparent: c... |
576 |
forget_original_parent(tsk, &dead); |
821c7de71 exit_notify: fix ... |
577 578 |
if (group_dead) kill_orphaned_pgrp(tsk->group_leader, NULL); |
1da177e4c Linux-2.6.12-rc2 |
579 |
|
45cdf5cc0 kill tracehook_no... |
580 581 582 583 584 585 586 587 588 589 590 591 |
if (unlikely(tsk->ptrace)) { int sig = thread_group_leader(tsk) && thread_group_empty(tsk) && !ptrace_reparented(tsk) ? tsk->exit_signal : SIGCHLD; autoreap = do_notify_parent(tsk, sig); } else if (thread_group_leader(tsk)) { autoreap = thread_group_empty(tsk) && do_notify_parent(tsk, tsk->exit_signal); } else { autoreap = true; } |
1da177e4c Linux-2.6.12-rc2 |
592 |
|
53c8f9f19 make do_notify_pa... |
593 |
tsk->exit_state = autoreap ? EXIT_DEAD : EXIT_ZOMBIE; |
6c66e7dba exit: exit_notify... |
594 595 |
if (tsk->exit_state == EXIT_DEAD) list_add(&tsk->ptrace_entry, &dead); |
1da177e4c Linux-2.6.12-rc2 |
596 |
|
9c3391684 exit: exit_notify... |
597 598 |
/* mt-exec, de_thread() is waiting for group leader */ if (unlikely(tsk->signal->notify_count < 0)) |
6db840fa7 exec: RT sub-thre... |
599 |
wake_up_process(tsk->signal->group_exit_task); |
1da177e4c Linux-2.6.12-rc2 |
600 |
write_unlock_irq(&tasklist_lock); |
482a3767e exit: reparent: c... |
601 602 603 604 |
list_for_each_entry_safe(p, n, &dead, ptrace_entry) { list_del_init(&p->ptrace_entry); release_task(p); } |
1da177e4c Linux-2.6.12-rc2 |
605 |
} |
e18eecb8b Add generic exit-... |
606 607 608 609 610 |
#ifdef CONFIG_DEBUG_STACK_USAGE static void check_stack_usage(void) { static DEFINE_SPINLOCK(low_water_lock); static int lowest_to_date = THREAD_SIZE; |
e18eecb8b Add generic exit-... |
611 |
unsigned long free; |
7c9f8861e stackprotector: u... |
612 |
free = stack_not_used(current); |
e18eecb8b Add generic exit-... |
613 614 615 616 617 618 |
if (free >= lowest_to_date) return; spin_lock(&low_water_lock); if (free < lowest_to_date) { |
a0be55dee kernel/exit.c: fi... |
619 620 621 |
pr_warn("%s (%d) used greatest stack depth: %lu bytes left ", current->comm, task_pid_nr(current), free); |
e18eecb8b Add generic exit-... |
622 623 624 625 626 627 628 |
lowest_to_date = free; } spin_unlock(&low_water_lock); } #else static inline void check_stack_usage(void) {} #endif |
9402c95f3 treewide: remove ... |
629 |
void do_exit(long code) |
1da177e4c Linux-2.6.12-rc2 |
630 631 632 |
{ struct task_struct *tsk = current; int group_dead; |
3f95aa81d rcu: Make TASKS_R... |
633 |
TASKS_RCU(int tasks_rcu_i); |
1da177e4c Linux-2.6.12-rc2 |
634 635 |
profile_task_exit(tsk); |
73c101011 block: initial pa... |
636 |
WARN_ON(blk_needs_flush_plug(tsk)); |
22e2c507c [PATCH] Update cf... |
637 |
|
1da177e4c Linux-2.6.12-rc2 |
638 639 640 641 |
if (unlikely(in_interrupt())) panic("Aiee, killing interrupt handler!"); if (unlikely(!tsk->pid)) panic("Attempted to kill the idle task!"); |
1da177e4c Linux-2.6.12-rc2 |
642 |
|
33dd94ae1 do_exit(): make s... |
643 644 645 646 647 648 649 650 |
/* * If do_exit is called because this processes oopsed, it's possible * that get_fs() was left as KERNEL_DS, so reset it to USER_DS before * continuing. Amongst other possible reasons, this is to prevent * mm_release()->clear_child_tid() from writing to a user-controlled * kernel address. */ set_fs(USER_DS); |
a288eecce ptrace: kill triv... |
651 |
ptrace_event(PTRACE_EVENT_EXIT, code); |
1da177e4c Linux-2.6.12-rc2 |
652 |
|
e0e817392 CRED: Add some co... |
653 |
validate_creds_for_do_exit(tsk); |
df164db5f [PATCH] avoid res... |
654 655 656 657 658 |
/* * We're taking recursive faults here in do_exit. Safest is to just * leave this task alone and wait for reboot. */ if (unlikely(tsk->flags & PF_EXITING)) { |
a0be55dee kernel/exit.c: fi... |
659 660 |
pr_alert("Fixing recursive fault but reboot is needed! "); |
778e9a9c3 pi-futex: fix exi... |
661 662 663 664 665 666 667 668 669 670 |
/* * We can do this unlocked here. The futex code uses * this flag just to verify whether the pi state * cleanup has been done or not. In the worst case it * loops once more. We pretend that the cleanup was * done as there is no way to return. Either the * OWNER_DIED bit is set by now or we push the blocked * task into the wait for ever nirwana as well. */ tsk->flags |= PF_EXITPIDONE; |
df164db5f [PATCH] avoid res... |
671 672 673 |
set_current_state(TASK_UNINTERRUPTIBLE); schedule(); } |
d12619b5f fix group stop wi... |
674 |
exit_signals(tsk); /* sets PF_EXITING */ |
778e9a9c3 pi-futex: fix exi... |
675 676 |
/* * tsk->flags are checked in the futex code to protect against |
ed3e694d7 move exit_task_wo... |
677 |
* an exiting task cleaning up the robust pi futexes. |
778e9a9c3 pi-futex: fix exi... |
678 |
*/ |
d2ee7198c pi-futex: set PF_... |
679 |
smp_mb(); |
1d6154825 sched: Convert pi... |
680 |
raw_spin_unlock_wait(&tsk->pi_lock); |
1da177e4c Linux-2.6.12-rc2 |
681 |
|
1da177e4c Linux-2.6.12-rc2 |
682 |
if (unlikely(in_atomic())) |
a0be55dee kernel/exit.c: fi... |
683 684 685 686 |
pr_info("note: %s[%d] exited with preempt_count %d ", current->comm, task_pid_nr(current), preempt_count()); |
1da177e4c Linux-2.6.12-rc2 |
687 688 |
acct_update_integrals(tsk); |
48d212a2e Revert "mm: corre... |
689 690 691 |
/* sync mm's RSS info before statistics gathering */ if (tsk->mm) sync_mm_rss(tsk->mm); |
1da177e4c Linux-2.6.12-rc2 |
692 |
group_dead = atomic_dec_and_test(&tsk->signal->live); |
c30689516 [PATCH] revert "t... |
693 |
if (group_dead) { |
778e9a9c3 pi-futex: fix exi... |
694 |
hrtimer_cancel(&tsk->signal->real_timer); |
25f407f0b [PATCH] Call exit... |
695 |
exit_itimers(tsk->signal); |
1f10206cf getrusage: fill r... |
696 697 |
if (tsk->mm) setmax_mm_hiwater_rss(&tsk->signal->maxrss, tsk->mm); |
c30689516 [PATCH] revert "t... |
698 |
} |
f6ec29a42 [PATCH] pacct: av... |
699 |
acct_collect(code, group_dead); |
522ed7767 Audit: add TTY in... |
700 701 |
if (group_dead) tty_audit_exit(); |
a4ff8dba7 audit: inline aud... |
702 |
audit_free(tsk); |
115085ea0 [PATCH] taskstats... |
703 |
|
48d212a2e Revert "mm: corre... |
704 |
tsk->exit_code = code; |
115085ea0 [PATCH] taskstats... |
705 |
taskstats_exit(tsk, group_dead); |
c757249af [PATCH] per-task-... |
706 |
|
1da177e4c Linux-2.6.12-rc2 |
707 |
exit_mm(tsk); |
0e4648141 [PATCH] pacct: ad... |
708 |
if (group_dead) |
f6ec29a42 [PATCH] pacct: av... |
709 |
acct_process(); |
0a16b6075 tracing, sched: L... |
710 |
trace_sched_process_exit(tsk); |
1da177e4c Linux-2.6.12-rc2 |
711 |
exit_sem(tsk); |
b34a6b1da ipc: introduce sh... |
712 |
exit_shm(tsk); |
1ec7f1ddb [PATCH] get rid o... |
713 714 |
exit_files(tsk); exit_fs(tsk); |
c39df5fa3 exit: call disass... |
715 716 |
if (group_dead) disassociate_ctty(1); |
8aac62706 move exit_task_na... |
717 |
exit_task_namespaces(tsk); |
ed3e694d7 move exit_task_wo... |
718 |
exit_task_work(tsk); |
1da177e4c Linux-2.6.12-rc2 |
719 |
exit_thread(); |
0b3fcf178 perf_events: Move... |
720 721 722 723 724 725 726 727 |
/* * Flush inherited counters to the parent - before the parent * gets woken up by child-exit notifications. * * because of cgroup mode, must be called before cgroup_exit() */ perf_event_exit_task(tsk); |
1ec41830e cgroup: remove us... |
728 |
cgroup_exit(tsk); |
1da177e4c Linux-2.6.12-rc2 |
729 |
|
33b2fb303 perf_counter: fix... |
730 |
/* |
24f1e32c6 hw-breakpoints: R... |
731 732 |
* FIXME: do that only when needed, using sched_exit tracepoint */ |
7c8df2863 ptrace: revert "P... |
733 |
flush_ptrace_hw_breakpoint(tsk); |
33b2fb303 perf_counter: fix... |
734 |
|
3f95aa81d rcu: Make TASKS_R... |
735 |
TASKS_RCU(tasks_rcu_i = __srcu_read_lock(&tasks_rcu_exit_srcu)); |
821c7de71 exit_notify: fix ... |
736 |
exit_notify(tsk, group_dead); |
ef9823939 kernel/exit.c: ca... |
737 |
proc_exit_connector(tsk); |
1da177e4c Linux-2.6.12-rc2 |
738 |
#ifdef CONFIG_NUMA |
c0ff7453b cpuset,mm: fix no... |
739 |
task_lock(tsk); |
f0be3d32b mempolicy: rename... |
740 |
mpol_put(tsk->mempolicy); |
1da177e4c Linux-2.6.12-rc2 |
741 |
tsk->mempolicy = NULL; |
c0ff7453b cpuset,mm: fix no... |
742 |
task_unlock(tsk); |
1da177e4c Linux-2.6.12-rc2 |
743 |
#endif |
42b2dd0a0 Shrink task_struc... |
744 |
#ifdef CONFIG_FUTEX |
c87e2837b [PATCH] pi-futex:... |
745 746 |
if (unlikely(current->pi_state_cache)) kfree(current->pi_state_cache); |
42b2dd0a0 Shrink task_struc... |
747 |
#endif |
c87e2837b [PATCH] pi-futex:... |
748 |
/* |
9a11b49a8 [PATCH] lockdep: ... |
749 |
* Make sure we are holding no locks: |
de5097c2e [PATCH] mutex sub... |
750 |
*/ |
1b1d2fb44 lockdep: remove t... |
751 |
debug_check_no_locks_held(); |
778e9a9c3 pi-futex: fix exi... |
752 753 754 755 756 757 |
/* * We can do this unlocked here. The futex code uses this flag * just to verify whether the pi state cleanup has been done * or not. In the worst case it loops once more. */ tsk->flags |= PF_EXITPIDONE; |
1da177e4c Linux-2.6.12-rc2 |
758 |
|
afc847b7d [PATCH] don't do ... |
759 |
if (tsk->io_context) |
b69f22920 block: Fix io_con... |
760 |
exit_io_context(tsk); |
afc847b7d [PATCH] don't do ... |
761 |
|
b92ce5589 [PATCH] splice: a... |
762 |
if (tsk->splice_pipe) |
4b8a8f1e4 get rid of the la... |
763 |
free_pipe_info(tsk->splice_pipe); |
b92ce5589 [PATCH] splice: a... |
764 |
|
5640f7685 net: use a per ta... |
765 766 |
if (tsk->task_frag.page) put_page(tsk->task_frag.page); |
e0e817392 CRED: Add some co... |
767 |
validate_creds_for_do_exit(tsk); |
4bcb8232c exit: move check_... |
768 |
check_stack_usage(); |
7407251a0 [PATCH] PF_DEAD c... |
769 |
preempt_disable(); |
54848d73f writeback: charge... |
770 771 |
if (tsk->nr_dirtied) __this_cpu_add(dirty_throttle_leaks, tsk->nr_dirtied); |
f41d911f8 rcu: Merge preemp... |
772 |
exit_rcu(); |
3f95aa81d rcu: Make TASKS_R... |
773 |
TASKS_RCU(__srcu_read_unlock(&tasks_rcu_exit_srcu, tasks_rcu_i)); |
b5740f4b2 sched: Fix ancien... |
774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 |
/* * The setting of TASK_RUNNING by try_to_wake_up() may be delayed * when the following two conditions become true. * - There is race condition of mmap_sem (It is acquired by * exit_mm()), and * - SMI occurs before setting TASK_RUNINNG. * (or hypervisor of virtual machine switches to other guest) * As a result, we may become TASK_RUNNING after becoming TASK_DEAD * * To avoid it, we have to wait for releasing tsk->pi_lock which * is held by try_to_wake_up() */ smp_mb(); raw_spin_unlock_wait(&tsk->pi_lock); |
55a101f8f [PATCH] kill PF_D... |
789 |
/* causes final put_task_struct in finish_task_switch(). */ |
c394cc9fb [PATCH] introduce... |
790 |
tsk->state = TASK_DEAD; |
a585042f7 freezer: remove r... |
791 |
tsk->flags |= PF_NOFREEZE; /* tell freezer to ignore us */ |
1da177e4c Linux-2.6.12-rc2 |
792 793 794 |
schedule(); BUG(); /* Avoid "noreturn function does return". */ |
54306cf04 [PATCH] exit: fix... |
795 796 |
for (;;) cpu_relax(); /* For when BUG is null */ |
1da177e4c Linux-2.6.12-rc2 |
797 |
} |
012914dad [patch] MCA recov... |
798 |
EXPORT_SYMBOL_GPL(do_exit); |
9402c95f3 treewide: remove ... |
799 |
void complete_and_exit(struct completion *comp, long code) |
1da177e4c Linux-2.6.12-rc2 |
800 801 802 |
{ if (comp) complete(comp); |
55a101f8f [PATCH] kill PF_D... |
803 |
|
1da177e4c Linux-2.6.12-rc2 |
804 805 |
do_exit(code); } |
1da177e4c Linux-2.6.12-rc2 |
806 |
EXPORT_SYMBOL(complete_and_exit); |
754fe8d29 [CVE-2009-0029] S... |
807 |
SYSCALL_DEFINE1(exit, int, error_code) |
1da177e4c Linux-2.6.12-rc2 |
808 809 810 |
{ do_exit((error_code&0xff)<<8); } |
1da177e4c Linux-2.6.12-rc2 |
811 812 813 814 |
/* * Take down every thread in the group. This is called by fatal signals * as well as by sys_exit_group (below). */ |
9402c95f3 treewide: remove ... |
815 |
void |
1da177e4c Linux-2.6.12-rc2 |
816 817 |
do_group_exit(int exit_code) { |
bfc4b0890 signals: do_group... |
818 |
struct signal_struct *sig = current->signal; |
1da177e4c Linux-2.6.12-rc2 |
819 |
BUG_ON(exit_code & 0x80); /* core dumps don't get here */ |
bfc4b0890 signals: do_group... |
820 821 |
if (signal_group_exit(sig)) exit_code = sig->group_exit_code; |
1da177e4c Linux-2.6.12-rc2 |
822 |
else if (!thread_group_empty(current)) { |
1da177e4c Linux-2.6.12-rc2 |
823 |
struct sighand_struct *const sighand = current->sighand; |
a0be55dee kernel/exit.c: fi... |
824 |
|
1da177e4c Linux-2.6.12-rc2 |
825 |
spin_lock_irq(&sighand->siglock); |
ed5d2cac1 exec: rework the ... |
826 |
if (signal_group_exit(sig)) |
1da177e4c Linux-2.6.12-rc2 |
827 828 829 |
/* Another thread got here before we took the lock. */ exit_code = sig->group_exit_code; else { |
1da177e4c Linux-2.6.12-rc2 |
830 |
sig->group_exit_code = exit_code; |
ed5d2cac1 exec: rework the ... |
831 |
sig->flags = SIGNAL_GROUP_EXIT; |
1da177e4c Linux-2.6.12-rc2 |
832 833 834 |
zap_other_threads(current); } spin_unlock_irq(&sighand->siglock); |
1da177e4c Linux-2.6.12-rc2 |
835 836 837 838 839 840 841 842 843 844 845 |
} do_exit(exit_code); /* NOTREACHED */ } /* * this kills every thread in the thread group. Note that any externally * wait4()-ing process will get the correct exit code - even if this * thread is not the thread group leader. */ |
754fe8d29 [CVE-2009-0029] S... |
846 |
SYSCALL_DEFINE1(exit_group, int, error_code) |
1da177e4c Linux-2.6.12-rc2 |
847 848 |
{ do_group_exit((error_code & 0xff) << 8); |
2ed7c03ec [CVE-2009-0029] C... |
849 850 |
/* NOTREACHED */ return 0; |
1da177e4c Linux-2.6.12-rc2 |
851 |
} |
9e8ae01d1 introduce "struct... |
852 853 |
struct wait_opts { enum pid_type wo_type; |
9e8ae01d1 introduce "struct... |
854 |
int wo_flags; |
e1eb1ebcc mm: exit.c reorde... |
855 |
struct pid *wo_pid; |
9e8ae01d1 introduce "struct... |
856 857 858 859 |
struct siginfo __user *wo_info; int __user *wo_stat; struct rusage __user *wo_rusage; |
0b7570e77 do_wait() wakeup ... |
860 |
wait_queue_t child_wait; |
9e8ae01d1 introduce "struct... |
861 862 |
int notask_error; }; |
989264f46 do_wait-wakeup-op... |
863 864 |
static inline struct pid *task_pid_type(struct task_struct *task, enum pid_type type) |
161550d74 pid: sys_wait... ... |
865 |
{ |
989264f46 do_wait-wakeup-op... |
866 867 868 |
if (type != PIDTYPE_PID) task = task->group_leader; return task->pids[type].pid; |
161550d74 pid: sys_wait... ... |
869 |
} |
989264f46 do_wait-wakeup-op... |
870 |
static int eligible_pid(struct wait_opts *wo, struct task_struct *p) |
1da177e4c Linux-2.6.12-rc2 |
871 |
{ |
5c01ba49e do_wait-wakeup-op... |
872 873 874 |
return wo->wo_type == PIDTYPE_MAX || task_pid_type(p, wo->wo_type) == wo->wo_pid; } |
1da177e4c Linux-2.6.12-rc2 |
875 |
|
5c01ba49e do_wait-wakeup-op... |
876 877 878 879 |
static int eligible_child(struct wait_opts *wo, struct task_struct *p) { if (!eligible_pid(wo, p)) return 0; |
1da177e4c Linux-2.6.12-rc2 |
880 881 882 883 884 |
/* Wait for all children (clone and not) if __WALL is set; * otherwise, wait for clone children *only* if __WCLONE is * set; otherwise, wait for non-clone children *only*. (Note: * A "clone" child here is one that reports to its parent * using a signal other than SIGCHLD.) */ |
9e8ae01d1 introduce "struct... |
885 886 |
if (((p->exit_signal != SIGCHLD) ^ !!(wo->wo_flags & __WCLONE)) && !(wo->wo_flags & __WALL)) |
1da177e4c Linux-2.6.12-rc2 |
887 |
return 0; |
1da177e4c Linux-2.6.12-rc2 |
888 |
|
14dd0b814 do_wait: return s... |
889 |
return 1; |
1da177e4c Linux-2.6.12-rc2 |
890 |
} |
9e8ae01d1 introduce "struct... |
891 892 |
static int wait_noreap_copyout(struct wait_opts *wo, struct task_struct *p, pid_t pid, uid_t uid, int why, int status) |
1da177e4c Linux-2.6.12-rc2 |
893 |
{ |
9e8ae01d1 introduce "struct... |
894 895 896 |
struct siginfo __user *infop; int retval = wo->wo_rusage ? getrusage(p, RUSAGE_BOTH, wo->wo_rusage) : 0; |
36c8b5868 [PATCH] sched: cl... |
897 |
|
1da177e4c Linux-2.6.12-rc2 |
898 |
put_task_struct(p); |
9e8ae01d1 introduce "struct... |
899 |
infop = wo->wo_info; |
b6fe2d117 wait_noreap_copyo... |
900 901 902 903 904 905 906 907 908 909 910 911 912 913 |
if (infop) { if (!retval) retval = put_user(SIGCHLD, &infop->si_signo); if (!retval) retval = put_user(0, &infop->si_errno); if (!retval) retval = put_user((short)why, &infop->si_code); if (!retval) retval = put_user(pid, &infop->si_pid); if (!retval) retval = put_user(uid, &infop->si_uid); if (!retval) retval = put_user(status, &infop->si_status); } |
1da177e4c Linux-2.6.12-rc2 |
914 915 916 917 918 919 920 921 922 923 924 |
if (!retval) retval = pid; return retval; } /* * Handle sys_wait4 work for one task in state EXIT_ZOMBIE. We hold * read_lock(&tasklist_lock) on entry. If we return zero, we still hold * the lock and this task is uninteresting. If we return nonzero, we have * released the lock and the system call should return. */ |
9e8ae01d1 introduce "struct... |
925 |
static int wait_task_zombie(struct wait_opts *wo, struct task_struct *p) |
1da177e4c Linux-2.6.12-rc2 |
926 |
{ |
f6507f83b exit: wait: clean... |
927 |
int state, retval, status; |
6c5f3e7b4 Pidns: make full ... |
928 |
pid_t pid = task_pid_vnr(p); |
43e13cc10 cred: remove task... |
929 |
uid_t uid = from_kuid_munged(current_user_ns(), task_uid(p)); |
9e8ae01d1 introduce "struct... |
930 |
struct siginfo __user *infop; |
1da177e4c Linux-2.6.12-rc2 |
931 |
|
9e8ae01d1 introduce "struct... |
932 |
if (!likely(wo->wo_flags & WEXITED)) |
98abed020 do_wait reorganiz... |
933 |
return 0; |
9e8ae01d1 introduce "struct... |
934 |
if (unlikely(wo->wo_flags & WNOWAIT)) { |
1da177e4c Linux-2.6.12-rc2 |
935 |
int exit_code = p->exit_code; |
f3abd4f95 kernel/exit.c: fi... |
936 |
int why; |
1da177e4c Linux-2.6.12-rc2 |
937 |
|
1da177e4c Linux-2.6.12-rc2 |
938 939 |
get_task_struct(p); read_unlock(&tasklist_lock); |
1029a2b52 sched, exit: Deal... |
940 |
sched_annotate_sleep(); |
1da177e4c Linux-2.6.12-rc2 |
941 942 943 944 945 946 947 |
if ((exit_code & 0x7f) == 0) { why = CLD_EXITED; status = exit_code >> 8; } else { why = (exit_code & 0x80) ? CLD_DUMPED : CLD_KILLED; status = exit_code & 0x7f; } |
9e8ae01d1 introduce "struct... |
948 |
return wait_noreap_copyout(wo, p, pid, uid, why, status); |
1da177e4c Linux-2.6.12-rc2 |
949 |
} |
1da177e4c Linux-2.6.12-rc2 |
950 |
/* |
abd50b39e wait: introduce E... |
951 |
* Move the task's state to DEAD/TRACE, only one thread can do this. |
1da177e4c Linux-2.6.12-rc2 |
952 |
*/ |
f6507f83b exit: wait: clean... |
953 954 |
state = (ptrace_reparented(p) && thread_group_leader(p)) ? EXIT_TRACE : EXIT_DEAD; |
abd50b39e wait: introduce E... |
955 |
if (cmpxchg(&p->exit_state, EXIT_ZOMBIE, state) != EXIT_ZOMBIE) |
1da177e4c Linux-2.6.12-rc2 |
956 |
return 0; |
986094dfe exit: wait: drop ... |
957 958 959 960 961 |
/* * We own this thread, nobody else can reap it. */ read_unlock(&tasklist_lock); sched_annotate_sleep(); |
f6507f83b exit: wait: clean... |
962 |
|
befca9677 ptrace: wait_task... |
963 |
/* |
f6507f83b exit: wait: clean... |
964 |
* Check thread_group_leader() to exclude the traced sub-threads. |
befca9677 ptrace: wait_task... |
965 |
*/ |
f6507f83b exit: wait: clean... |
966 |
if (state == EXIT_DEAD && thread_group_leader(p)) { |
f953ccd00 exit: wait: don't... |
967 968 |
struct signal_struct *sig = p->signal; struct signal_struct *psig = current->signal; |
1f10206cf getrusage: fill r... |
969 |
unsigned long maxrss; |
0cf55e1ec sched, cputime: I... |
970 |
cputime_t tgutime, tgstime; |
3795e1616 [PATCH] Decrease ... |
971 |
|
1da177e4c Linux-2.6.12-rc2 |
972 973 974 975 976 977 978 979 |
/* * The resource counters for the group leader are in its * own task_struct. Those for dead threads in the group * are in its signal_struct, as are those for the child * processes it has previously reaped. All these * accumulate in the parent's signal_struct c* fields. * * We don't bother to take a lock here to protect these |
f953ccd00 exit: wait: don't... |
980 981 982 983 984 985 986 |
* p->signal fields because the whole thread group is dead * and nobody can change them. * * psig->stats_lock also protects us from our sub-theads * which can reap other children at the same time. Until * we change k_getrusage()-like users to rely on this lock * we have to take ->siglock as well. |
0cf55e1ec sched, cputime: I... |
987 |
* |
a0be55dee kernel/exit.c: fi... |
988 989 990 |
* We use thread_group_cputime_adjusted() to get times for * the thread group, which consolidates times for all threads * in the group including the group leader. |
1da177e4c Linux-2.6.12-rc2 |
991 |
*/ |
e80d0a1ae cputime: Rename t... |
992 |
thread_group_cputime_adjusted(p, &tgutime, &tgstime); |
f953ccd00 exit: wait: don't... |
993 |
spin_lock_irq(¤t->sighand->siglock); |
e78c34967 time, signal: Pro... |
994 |
write_seqlock(&psig->stats_lock); |
648616343 [S390] cputime: a... |
995 996 |
psig->cutime += tgutime + sig->cutime; psig->cstime += tgstime + sig->cstime; |
6fac4829c cputime: Use acce... |
997 |
psig->cgtime += task_gtime(p) + sig->gtime + sig->cgtime; |
3795e1616 [PATCH] Decrease ... |
998 999 1000 1001 1002 1003 1004 1005 |
psig->cmin_flt += p->min_flt + sig->min_flt + sig->cmin_flt; psig->cmaj_flt += p->maj_flt + sig->maj_flt + sig->cmaj_flt; psig->cnvcsw += p->nvcsw + sig->nvcsw + sig->cnvcsw; psig->cnivcsw += p->nivcsw + sig->nivcsw + sig->cnivcsw; |
6eaeeaba3 getrusage(): fill... |
1006 1007 1008 1009 1010 1011 |
psig->cinblock += task_io_get_inblock(p) + sig->inblock + sig->cinblock; psig->coublock += task_io_get_oublock(p) + sig->oublock + sig->coublock; |
1f10206cf getrusage: fill r... |
1012 1013 1014 |
maxrss = max(sig->maxrss, sig->cmaxrss); if (psig->cmaxrss < maxrss) psig->cmaxrss = maxrss; |
5995477ab task IO accountin... |
1015 1016 |
task_io_accounting_add(&psig->ioac, &p->ioac); task_io_accounting_add(&psig->ioac, &sig->ioac); |
e78c34967 time, signal: Pro... |
1017 |
write_sequnlock(&psig->stats_lock); |
f953ccd00 exit: wait: don't... |
1018 |
spin_unlock_irq(¤t->sighand->siglock); |
1da177e4c Linux-2.6.12-rc2 |
1019 |
} |
9e8ae01d1 introduce "struct... |
1020 1021 |
retval = wo->wo_rusage ? getrusage(p, RUSAGE_BOTH, wo->wo_rusage) : 0; |
1da177e4c Linux-2.6.12-rc2 |
1022 1023 |
status = (p->signal->flags & SIGNAL_GROUP_EXIT) ? p->signal->group_exit_code : p->exit_code; |
9e8ae01d1 introduce "struct... |
1024 1025 1026 1027 |
if (!retval && wo->wo_stat) retval = put_user(status, wo->wo_stat); infop = wo->wo_info; |
1da177e4c Linux-2.6.12-rc2 |
1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 |
if (!retval && infop) retval = put_user(SIGCHLD, &infop->si_signo); if (!retval && infop) retval = put_user(0, &infop->si_errno); if (!retval && infop) { int why; if ((status & 0x7f) == 0) { why = CLD_EXITED; status >>= 8; } else { why = (status & 0x80) ? CLD_DUMPED : CLD_KILLED; status &= 0x7f; } retval = put_user((short)why, &infop->si_code); if (!retval) retval = put_user(status, &infop->si_status); } if (!retval && infop) |
3a515e4a6 wait_task_continu... |
1047 |
retval = put_user(pid, &infop->si_pid); |
1da177e4c Linux-2.6.12-rc2 |
1048 |
if (!retval && infop) |
c69e8d9c0 CRED: Use RCU to ... |
1049 |
retval = put_user(uid, &infop->si_uid); |
2f4e6e2a8 wait_task_zombie:... |
1050 |
if (!retval) |
3a515e4a6 wait_task_continu... |
1051 |
retval = pid; |
2f4e6e2a8 wait_task_zombie:... |
1052 |
|
b43606905 wait: use EXIT_TR... |
1053 |
if (state == EXIT_TRACE) { |
1da177e4c Linux-2.6.12-rc2 |
1054 |
write_lock_irq(&tasklist_lock); |
2f4e6e2a8 wait_task_zombie:... |
1055 1056 |
/* We dropped tasklist, ptracer could die and untrace */ ptrace_unlink(p); |
b43606905 wait: use EXIT_TR... |
1057 1058 1059 1060 1061 |
/* If parent wants a zombie, don't release it now */ state = EXIT_ZOMBIE; if (do_notify_parent(p, p->exit_signal)) state = EXIT_DEAD; |
abd50b39e wait: introduce E... |
1062 |
p->exit_state = state; |
1da177e4c Linux-2.6.12-rc2 |
1063 1064 |
write_unlock_irq(&tasklist_lock); } |
abd50b39e wait: introduce E... |
1065 |
if (state == EXIT_DEAD) |
1da177e4c Linux-2.6.12-rc2 |
1066 |
release_task(p); |
2f4e6e2a8 wait_task_zombie:... |
1067 |
|
1da177e4c Linux-2.6.12-rc2 |
1068 1069 |
return retval; } |
90bc8d8b1 do_wait: fix wait... |
1070 1071 1072 |
static int *task_stopped_code(struct task_struct *p, bool ptrace) { if (ptrace) { |
544b2c91a ptrace: implement... |
1073 1074 |
if (task_is_stopped_or_traced(p) && !(p->jobctl & JOBCTL_LISTENING)) |
90bc8d8b1 do_wait: fix wait... |
1075 1076 1077 1078 1079 1080 1081 |
return &p->exit_code; } else { if (p->signal->flags & SIGNAL_STOP_STOPPED) return &p->signal->group_exit_code; } return NULL; } |
19e274630 job control: reor... |
1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 |
/** * wait_task_stopped - Wait for %TASK_STOPPED or %TASK_TRACED * @wo: wait options * @ptrace: is the wait for ptrace * @p: task to wait for * * Handle sys_wait4() work for %p in state %TASK_STOPPED or %TASK_TRACED. * * CONTEXT: * read_lock(&tasklist_lock), which is released if return value is * non-zero. Also, grabs and releases @p->sighand->siglock. * * RETURNS: * 0 if wait condition didn't exist and search for other wait conditions * should continue. Non-zero return, -errno on failure and @p's pid on * success, implies that tasklist_lock is released and wait condition * search should terminate. |
1da177e4c Linux-2.6.12-rc2 |
1099 |
*/ |
9e8ae01d1 introduce "struct... |
1100 1101 |
static int wait_task_stopped(struct wait_opts *wo, int ptrace, struct task_struct *p) |
1da177e4c Linux-2.6.12-rc2 |
1102 |
{ |
9e8ae01d1 introduce "struct... |
1103 |
struct siginfo __user *infop; |
90bc8d8b1 do_wait: fix wait... |
1104 |
int retval, exit_code, *p_code, why; |
ee7c82da8 wait_task_stopped... |
1105 |
uid_t uid = 0; /* unneeded, required by compiler */ |
c89507835 wait_task_stopped... |
1106 |
pid_t pid; |
1da177e4c Linux-2.6.12-rc2 |
1107 |
|
47918025e shift "ptrace imp... |
1108 1109 1110 |
/* * Traditionally we see ptrace'd stopped tasks regardless of options. */ |
9e8ae01d1 introduce "struct... |
1111 |
if (!ptrace && !(wo->wo_flags & WUNTRACED)) |
98abed020 do_wait reorganiz... |
1112 |
return 0; |
19e274630 job control: reor... |
1113 1114 |
if (!task_stopped_code(p, ptrace)) return 0; |
ee7c82da8 wait_task_stopped... |
1115 1116 |
exit_code = 0; spin_lock_irq(&p->sighand->siglock); |
90bc8d8b1 do_wait: fix wait... |
1117 1118 |
p_code = task_stopped_code(p, ptrace); if (unlikely(!p_code)) |
ee7c82da8 wait_task_stopped... |
1119 |
goto unlock_sig; |
90bc8d8b1 do_wait: fix wait... |
1120 |
exit_code = *p_code; |
ee7c82da8 wait_task_stopped... |
1121 1122 |
if (!exit_code) goto unlock_sig; |
9e8ae01d1 introduce "struct... |
1123 |
if (!unlikely(wo->wo_flags & WNOWAIT)) |
90bc8d8b1 do_wait: fix wait... |
1124 |
*p_code = 0; |
ee7c82da8 wait_task_stopped... |
1125 |
|
8ca937a66 cred: use correct... |
1126 |
uid = from_kuid_munged(current_user_ns(), task_uid(p)); |
ee7c82da8 wait_task_stopped... |
1127 1128 1129 |
unlock_sig: spin_unlock_irq(&p->sighand->siglock); if (!exit_code) |
1da177e4c Linux-2.6.12-rc2 |
1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 |
return 0; /* * Now we are pretty sure this task is interesting. * Make sure it doesn't get reaped out from under us while we * give up the lock and then examine it below. We don't want to * keep holding onto the tasklist_lock while we call getrusage and * possibly take page faults for user memory. */ get_task_struct(p); |
6c5f3e7b4 Pidns: make full ... |
1140 |
pid = task_pid_vnr(p); |
f470021ad ptrace children r... |
1141 |
why = ptrace ? CLD_TRAPPED : CLD_STOPPED; |
1da177e4c Linux-2.6.12-rc2 |
1142 |
read_unlock(&tasklist_lock); |
1029a2b52 sched, exit: Deal... |
1143 |
sched_annotate_sleep(); |
1da177e4c Linux-2.6.12-rc2 |
1144 |
|
9e8ae01d1 introduce "struct... |
1145 1146 1147 1148 1149 1150 1151 |
if (unlikely(wo->wo_flags & WNOWAIT)) return wait_noreap_copyout(wo, p, pid, uid, why, exit_code); retval = wo->wo_rusage ? getrusage(p, RUSAGE_BOTH, wo->wo_rusage) : 0; if (!retval && wo->wo_stat) retval = put_user((exit_code << 8) | 0x7f, wo->wo_stat); |
1da177e4c Linux-2.6.12-rc2 |
1152 |
|
9e8ae01d1 introduce "struct... |
1153 |
infop = wo->wo_info; |
1da177e4c Linux-2.6.12-rc2 |
1154 1155 1156 1157 1158 |
if (!retval && infop) retval = put_user(SIGCHLD, &infop->si_signo); if (!retval && infop) retval = put_user(0, &infop->si_errno); if (!retval && infop) |
6efcae460 Fix waitid si_cod... |
1159 |
retval = put_user((short)why, &infop->si_code); |
1da177e4c Linux-2.6.12-rc2 |
1160 1161 1162 |
if (!retval && infop) retval = put_user(exit_code, &infop->si_status); if (!retval && infop) |
c89507835 wait_task_stopped... |
1163 |
retval = put_user(pid, &infop->si_pid); |
1da177e4c Linux-2.6.12-rc2 |
1164 |
if (!retval && infop) |
ee7c82da8 wait_task_stopped... |
1165 |
retval = put_user(uid, &infop->si_uid); |
1da177e4c Linux-2.6.12-rc2 |
1166 |
if (!retval) |
c89507835 wait_task_stopped... |
1167 |
retval = pid; |
1da177e4c Linux-2.6.12-rc2 |
1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 |
put_task_struct(p); BUG_ON(!retval); return retval; } /* * Handle do_wait work for one task in a live, non-stopped state. * read_lock(&tasklist_lock) on entry. If we return zero, we still hold * the lock and this task is uninteresting. If we return nonzero, we have * released the lock and the system call should return. */ |
9e8ae01d1 introduce "struct... |
1180 |
static int wait_task_continued(struct wait_opts *wo, struct task_struct *p) |
1da177e4c Linux-2.6.12-rc2 |
1181 1182 1183 1184 |
{ int retval; pid_t pid; uid_t uid; |
9e8ae01d1 introduce "struct... |
1185 |
if (!unlikely(wo->wo_flags & WCONTINUED)) |
98abed020 do_wait reorganiz... |
1186 |
return 0; |
1da177e4c Linux-2.6.12-rc2 |
1187 1188 1189 1190 1191 1192 1193 1194 1195 |
if (!(p->signal->flags & SIGNAL_STOP_CONTINUED)) return 0; spin_lock_irq(&p->sighand->siglock); /* Re-check with the lock held. */ if (!(p->signal->flags & SIGNAL_STOP_CONTINUED)) { spin_unlock_irq(&p->sighand->siglock); return 0; } |
9e8ae01d1 introduce "struct... |
1196 |
if (!unlikely(wo->wo_flags & WNOWAIT)) |
1da177e4c Linux-2.6.12-rc2 |
1197 |
p->signal->flags &= ~SIGNAL_STOP_CONTINUED; |
8ca937a66 cred: use correct... |
1198 |
uid = from_kuid_munged(current_user_ns(), task_uid(p)); |
1da177e4c Linux-2.6.12-rc2 |
1199 |
spin_unlock_irq(&p->sighand->siglock); |
6c5f3e7b4 Pidns: make full ... |
1200 |
pid = task_pid_vnr(p); |
1da177e4c Linux-2.6.12-rc2 |
1201 1202 |
get_task_struct(p); read_unlock(&tasklist_lock); |
1029a2b52 sched, exit: Deal... |
1203 |
sched_annotate_sleep(); |
1da177e4c Linux-2.6.12-rc2 |
1204 |
|
9e8ae01d1 introduce "struct... |
1205 1206 1207 |
if (!wo->wo_info) { retval = wo->wo_rusage ? getrusage(p, RUSAGE_BOTH, wo->wo_rusage) : 0; |
1da177e4c Linux-2.6.12-rc2 |
1208 |
put_task_struct(p); |
9e8ae01d1 introduce "struct... |
1209 1210 |
if (!retval && wo->wo_stat) retval = put_user(0xffff, wo->wo_stat); |
1da177e4c Linux-2.6.12-rc2 |
1211 |
if (!retval) |
3a515e4a6 wait_task_continu... |
1212 |
retval = pid; |
1da177e4c Linux-2.6.12-rc2 |
1213 |
} else { |
9e8ae01d1 introduce "struct... |
1214 1215 |
retval = wait_noreap_copyout(wo, p, pid, uid, CLD_CONTINUED, SIGCONT); |
1da177e4c Linux-2.6.12-rc2 |
1216 1217 1218 1219 1220 |
BUG_ON(retval == 0); } return retval; } |
98abed020 do_wait reorganiz... |
1221 1222 1223 |
/* * Consider @p for a wait by @parent. * |
9e8ae01d1 introduce "struct... |
1224 |
* -ECHILD should be in ->notask_error before the first call. |
98abed020 do_wait reorganiz... |
1225 1226 |
* Returns nonzero for a final return, when we have unlocked tasklist_lock. * Returns zero if the search for a child should continue; |
9e8ae01d1 introduce "struct... |
1227 |
* then ->notask_error is 0 if @p is an eligible child, |
14dd0b814 do_wait: return s... |
1228 |
* or another error from security_task_wait(), or still -ECHILD. |
98abed020 do_wait reorganiz... |
1229 |
*/ |
b6e763f07 wait_consider_tas... |
1230 1231 |
static int wait_consider_task(struct wait_opts *wo, int ptrace, struct task_struct *p) |
98abed020 do_wait reorganiz... |
1232 |
{ |
3245d6aca exit: fix race be... |
1233 1234 1235 1236 1237 1238 |
/* * We can race with wait_task_zombie() from another thread. * Ensure that EXIT_ZOMBIE -> EXIT_DEAD/EXIT_TRACE transition * can't confuse the checks below. */ int exit_state = ACCESS_ONCE(p->exit_state); |
b3ab03160 wait: completely ... |
1239 |
int ret; |
3245d6aca exit: fix race be... |
1240 |
if (unlikely(exit_state == EXIT_DEAD)) |
b3ab03160 wait: completely ... |
1241 1242 1243 |
return 0; ret = eligible_child(wo, p); |
14dd0b814 do_wait: return s... |
1244 |
if (!ret) |
98abed020 do_wait reorganiz... |
1245 |
return ret; |
a2322e1d2 do_wait() wakeup ... |
1246 |
ret = security_task_wait(p); |
14dd0b814 do_wait: return s... |
1247 1248 1249 1250 1251 1252 1253 1254 |
if (unlikely(ret < 0)) { /* * If we have not yet seen any eligible child, * then let this error code replace -ECHILD. * A permission error will give the user a clue * to look for security policy problems, rather * than for mysterious wait bugs. */ |
9e8ae01d1 introduce "struct... |
1255 1256 |
if (wo->notask_error) wo->notask_error = ret; |
78a3d9d56 do_wait: do take ... |
1257 |
return 0; |
14dd0b814 do_wait: return s... |
1258 |
} |
3245d6aca exit: fix race be... |
1259 |
if (unlikely(exit_state == EXIT_TRACE)) { |
50b8d2574 ptrace: partially... |
1260 |
/* |
abd50b39e wait: introduce E... |
1261 1262 |
* ptrace == 0 means we are the natural parent. In this case * we should clear notask_error, debugger will notify us. |
50b8d2574 ptrace: partially... |
1263 |
*/ |
abd50b39e wait: introduce E... |
1264 |
if (likely(!ptrace)) |
50b8d2574 ptrace: partially... |
1265 |
wo->notask_error = 0; |
823b018e5 job control: Smal... |
1266 |
return 0; |
50b8d2574 ptrace: partially... |
1267 |
} |
823b018e5 job control: Smal... |
1268 |
|
377d75daf wait: WSTOPPED|WC... |
1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 |
if (likely(!ptrace) && unlikely(p->ptrace)) { /* * If it is traced by its real parent's group, just pretend * the caller is ptrace_do_wait() and reap this child if it * is zombie. * * This also hides group stop state from real parent; otherwise * a single stop can be reported twice as group and ptrace stop. * If a ptracer wants to distinguish these two events for its * own children it should create a separate process which takes * the role of real parent. */ if (!ptrace_reparented(p)) ptrace = 1; } |
45cb24a1d job control: Allo... |
1284 |
/* slay zombie? */ |
3245d6aca exit: fix race be... |
1285 |
if (exit_state == EXIT_ZOMBIE) { |
9b84cca25 job control: Fix ... |
1286 |
/* we don't reap group leaders with subthreads */ |
7c733eb3e wait: WSTOPPED|WC... |
1287 1288 1289 1290 1291 1292 1293 1294 1295 |
if (!delay_group_leader(p)) { /* * A zombie ptracee is only visible to its ptracer. * Notification and reaping will be cascaded to the * real parent when the ptracer detaches. */ if (unlikely(ptrace) || likely(!p->ptrace)) return wait_task_zombie(wo, p); } |
98abed020 do_wait reorganiz... |
1296 |
|
f470021ad ptrace children r... |
1297 |
/* |
9b84cca25 job control: Fix ... |
1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 |
* Allow access to stopped/continued state via zombie by * falling through. Clearing of notask_error is complex. * * When !@ptrace: * * If WEXITED is set, notask_error should naturally be * cleared. If not, subset of WSTOPPED|WCONTINUED is set, * so, if there are live subthreads, there are events to * wait for. If all subthreads are dead, it's still safe * to clear - this function will be called again in finite * amount time once all the subthreads are released and * will then return without clearing. * * When @ptrace: * * Stopped state is per-task and thus can't change once the * target task dies. Only continued and exited can happen. * Clear notask_error if WCONTINUED | WEXITED. */ if (likely(!ptrace) || (wo->wo_flags & (WCONTINUED | WEXITED))) wo->notask_error = 0; } else { /* * @p is alive and it's gonna stop, continue or exit, so * there always is something to wait for. |
f470021ad ptrace children r... |
1323 |
*/ |
9e8ae01d1 introduce "struct... |
1324 |
wo->notask_error = 0; |
f470021ad ptrace children r... |
1325 |
} |
98abed020 do_wait reorganiz... |
1326 |
/* |
45cb24a1d job control: Allo... |
1327 1328 |
* Wait for stopped. Depending on @ptrace, different stopped state * is used and the two don't interact with each other. |
98abed020 do_wait reorganiz... |
1329 |
*/ |
19e274630 job control: reor... |
1330 1331 1332 |
ret = wait_task_stopped(wo, ptrace, p); if (ret) return ret; |
98abed020 do_wait reorganiz... |
1333 1334 |
/* |
45cb24a1d job control: Allo... |
1335 1336 1337 |
* Wait for continued. There's only one continued state and the * ptracer can consume it which can confuse the real parent. Don't * use WCONTINUED from ptracer. You don't need or want it. |
98abed020 do_wait reorganiz... |
1338 |
*/ |
9e8ae01d1 introduce "struct... |
1339 |
return wait_task_continued(wo, p); |
98abed020 do_wait reorganiz... |
1340 1341 1342 1343 1344 |
} /* * Do the work of do_wait() for one thread in the group, @tsk. * |
9e8ae01d1 introduce "struct... |
1345 |
* -ECHILD should be in ->notask_error before the first call. |
98abed020 do_wait reorganiz... |
1346 1347 |
* Returns nonzero for a final return, when we have unlocked tasklist_lock. * Returns zero if the search for a child should continue; then |
9e8ae01d1 introduce "struct... |
1348 |
* ->notask_error is 0 if there were any eligible children, |
14dd0b814 do_wait: return s... |
1349 |
* or another error from security_task_wait(), or still -ECHILD. |
98abed020 do_wait reorganiz... |
1350 |
*/ |
9e8ae01d1 introduce "struct... |
1351 |
static int do_wait_thread(struct wait_opts *wo, struct task_struct *tsk) |
98abed020 do_wait reorganiz... |
1352 1353 1354 1355 |
{ struct task_struct *p; list_for_each_entry(p, &tsk->children, sibling) { |
9cd80bbb0 do_wait() optimiz... |
1356 |
int ret = wait_consider_task(wo, 0, p); |
a0be55dee kernel/exit.c: fi... |
1357 |
|
9cd80bbb0 do_wait() optimiz... |
1358 1359 |
if (ret) return ret; |
98abed020 do_wait reorganiz... |
1360 1361 1362 1363 |
} return 0; } |
9e8ae01d1 introduce "struct... |
1364 |
static int ptrace_do_wait(struct wait_opts *wo, struct task_struct *tsk) |
98abed020 do_wait reorganiz... |
1365 1366 |
{ struct task_struct *p; |
f470021ad ptrace children r... |
1367 |
list_for_each_entry(p, &tsk->ptraced, ptrace_entry) { |
b6e763f07 wait_consider_tas... |
1368 |
int ret = wait_consider_task(wo, 1, p); |
a0be55dee kernel/exit.c: fi... |
1369 |
|
f470021ad ptrace children r... |
1370 |
if (ret) |
98abed020 do_wait reorganiz... |
1371 |
return ret; |
98abed020 do_wait reorganiz... |
1372 1373 1374 1375 |
} return 0; } |
0b7570e77 do_wait() wakeup ... |
1376 1377 1378 1379 1380 1381 |
static int child_wait_callback(wait_queue_t *wait, unsigned mode, int sync, void *key) { struct wait_opts *wo = container_of(wait, struct wait_opts, child_wait); struct task_struct *p = key; |
5c01ba49e do_wait-wakeup-op... |
1382 |
if (!eligible_pid(wo, p)) |
0b7570e77 do_wait() wakeup ... |
1383 |
return 0; |
b4fe51823 do_wait() wakeup ... |
1384 1385 |
if ((wo->wo_flags & __WNOTHREAD) && wait->private != p->parent) return 0; |
0b7570e77 do_wait() wakeup ... |
1386 1387 |
return default_wake_function(wait, mode, sync, key); } |
a7f0765ed ptrace: __ptrace_... |
1388 1389 |
void __wake_up_parent(struct task_struct *p, struct task_struct *parent) { |
0b7570e77 do_wait() wakeup ... |
1390 1391 |
__wake_up_sync_key(&parent->signal->wait_chldexit, TASK_INTERRUPTIBLE, 1, p); |
a7f0765ed ptrace: __ptrace_... |
1392 |
} |
9e8ae01d1 introduce "struct... |
1393 |
static long do_wait(struct wait_opts *wo) |
1da177e4c Linux-2.6.12-rc2 |
1394 |
{ |
1da177e4c Linux-2.6.12-rc2 |
1395 |
struct task_struct *tsk; |
98abed020 do_wait reorganiz... |
1396 |
int retval; |
1da177e4c Linux-2.6.12-rc2 |
1397 |
|
9e8ae01d1 introduce "struct... |
1398 |
trace_sched_process_wait(wo->wo_pid); |
0a16b6075 tracing, sched: L... |
1399 |
|
0b7570e77 do_wait() wakeup ... |
1400 1401 1402 |
init_waitqueue_func_entry(&wo->child_wait, child_wait_callback); wo->child_wait.private = current; add_wait_queue(¤t->signal->wait_chldexit, &wo->child_wait); |
1da177e4c Linux-2.6.12-rc2 |
1403 |
repeat: |
98abed020 do_wait reorganiz... |
1404 1405 |
/* * If there is nothing that can match our critiera just get out. |
9e8ae01d1 introduce "struct... |
1406 1407 1408 |
* We will clear ->notask_error to zero if we see any child that * might later match our criteria, even if we are not able to reap * it yet. |
98abed020 do_wait reorganiz... |
1409 |
*/ |
64a16caf5 do_wait: simplify... |
1410 |
wo->notask_error = -ECHILD; |
9e8ae01d1 introduce "struct... |
1411 1412 |
if ((wo->wo_type < PIDTYPE_MAX) && (!wo->wo_pid || hlist_empty(&wo->wo_pid->tasks[wo->wo_type]))) |
64a16caf5 do_wait: simplify... |
1413 |
goto notask; |
161550d74 pid: sys_wait... ... |
1414 |
|
f95d39d10 do_wait: fix the ... |
1415 |
set_current_state(TASK_INTERRUPTIBLE); |
1da177e4c Linux-2.6.12-rc2 |
1416 1417 1418 |
read_lock(&tasklist_lock); tsk = current; do { |
64a16caf5 do_wait: simplify... |
1419 1420 1421 |
retval = do_wait_thread(wo, tsk); if (retval) goto end; |
9e8ae01d1 introduce "struct... |
1422 |
|
64a16caf5 do_wait: simplify... |
1423 1424 |
retval = ptrace_do_wait(wo, tsk); if (retval) |
98abed020 do_wait reorganiz... |
1425 |
goto end; |
98abed020 do_wait reorganiz... |
1426 |
|
9e8ae01d1 introduce "struct... |
1427 |
if (wo->wo_flags & __WNOTHREAD) |
1da177e4c Linux-2.6.12-rc2 |
1428 |
break; |
a3f6dfb72 do_wait: kill the... |
1429 |
} while_each_thread(current, tsk); |
1da177e4c Linux-2.6.12-rc2 |
1430 |
read_unlock(&tasklist_lock); |
f2cc3eb13 do_wait: fix secu... |
1431 |
|
64a16caf5 do_wait: simplify... |
1432 |
notask: |
9e8ae01d1 introduce "struct... |
1433 1434 |
retval = wo->notask_error; if (!retval && !(wo->wo_flags & WNOHANG)) { |
1da177e4c Linux-2.6.12-rc2 |
1435 |
retval = -ERESTARTSYS; |
98abed020 do_wait reorganiz... |
1436 1437 1438 1439 |
if (!signal_pending(current)) { schedule(); goto repeat; } |
1da177e4c Linux-2.6.12-rc2 |
1440 |
} |
1da177e4c Linux-2.6.12-rc2 |
1441 |
end: |
f95d39d10 do_wait: fix the ... |
1442 |
__set_current_state(TASK_RUNNING); |
0b7570e77 do_wait() wakeup ... |
1443 |
remove_wait_queue(¤t->signal->wait_chldexit, &wo->child_wait); |
1da177e4c Linux-2.6.12-rc2 |
1444 1445 |
return retval; } |
17da2bd90 [CVE-2009-0029] S... |
1446 1447 |
SYSCALL_DEFINE5(waitid, int, which, pid_t, upid, struct siginfo __user *, infop, int, options, struct rusage __user *, ru) |
1da177e4c Linux-2.6.12-rc2 |
1448 |
{ |
9e8ae01d1 introduce "struct... |
1449 |
struct wait_opts wo; |
161550d74 pid: sys_wait... ... |
1450 1451 |
struct pid *pid = NULL; enum pid_type type; |
1da177e4c Linux-2.6.12-rc2 |
1452 1453 1454 1455 1456 1457 1458 1459 1460 |
long ret; if (options & ~(WNOHANG|WNOWAIT|WEXITED|WSTOPPED|WCONTINUED)) return -EINVAL; if (!(options & (WEXITED|WSTOPPED|WCONTINUED))) return -EINVAL; switch (which) { case P_ALL: |
161550d74 pid: sys_wait... ... |
1461 |
type = PIDTYPE_MAX; |
1da177e4c Linux-2.6.12-rc2 |
1462 1463 |
break; case P_PID: |
161550d74 pid: sys_wait... ... |
1464 1465 |
type = PIDTYPE_PID; if (upid <= 0) |
1da177e4c Linux-2.6.12-rc2 |
1466 1467 1468 |
return -EINVAL; break; case P_PGID: |
161550d74 pid: sys_wait... ... |
1469 1470 |
type = PIDTYPE_PGID; if (upid <= 0) |
1da177e4c Linux-2.6.12-rc2 |
1471 |
return -EINVAL; |
1da177e4c Linux-2.6.12-rc2 |
1472 1473 1474 1475 |
break; default: return -EINVAL; } |
161550d74 pid: sys_wait... ... |
1476 1477 |
if (type < PIDTYPE_MAX) pid = find_get_pid(upid); |
9e8ae01d1 introduce "struct... |
1478 1479 1480 1481 1482 1483 1484 1485 |
wo.wo_type = type; wo.wo_pid = pid; wo.wo_flags = options; wo.wo_info = infop; wo.wo_stat = NULL; wo.wo_rusage = ru; ret = do_wait(&wo); |
dfe16dfa4 do_wait: fix sys_... |
1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 |
if (ret > 0) { ret = 0; } else if (infop) { /* * For a WNOHANG return, clear out all the fields * we would set so the user can easily tell the * difference. */ if (!ret) ret = put_user(0, &infop->si_signo); if (!ret) ret = put_user(0, &infop->si_errno); if (!ret) ret = put_user(0, &infop->si_code); if (!ret) ret = put_user(0, &infop->si_pid); if (!ret) ret = put_user(0, &infop->si_uid); if (!ret) ret = put_user(0, &infop->si_status); } |
161550d74 pid: sys_wait... ... |
1508 |
put_pid(pid); |
1da177e4c Linux-2.6.12-rc2 |
1509 1510 |
return ret; } |
754fe8d29 [CVE-2009-0029] S... |
1511 1512 |
SYSCALL_DEFINE4(wait4, pid_t, upid, int __user *, stat_addr, int, options, struct rusage __user *, ru) |
1da177e4c Linux-2.6.12-rc2 |
1513 |
{ |
9e8ae01d1 introduce "struct... |
1514 |
struct wait_opts wo; |
161550d74 pid: sys_wait... ... |
1515 1516 |
struct pid *pid = NULL; enum pid_type type; |
1da177e4c Linux-2.6.12-rc2 |
1517 1518 1519 1520 1521 |
long ret; if (options & ~(WNOHANG|WUNTRACED|WCONTINUED| __WNOTHREAD|__WCLONE|__WALL)) return -EINVAL; |
161550d74 pid: sys_wait... ... |
1522 1523 1524 1525 1526 1527 1528 1529 |
if (upid == -1) type = PIDTYPE_MAX; else if (upid < 0) { type = PIDTYPE_PGID; pid = find_get_pid(-upid); } else if (upid == 0) { type = PIDTYPE_PGID; |
2ae448efc pids: improve get... |
1530 |
pid = get_task_pid(current, PIDTYPE_PGID); |
161550d74 pid: sys_wait... ... |
1531 1532 1533 1534 |
} else /* upid > 0 */ { type = PIDTYPE_PID; pid = find_get_pid(upid); } |
9e8ae01d1 introduce "struct... |
1535 1536 1537 1538 1539 1540 1541 |
wo.wo_type = type; wo.wo_pid = pid; wo.wo_flags = options | WEXITED; wo.wo_info = NULL; wo.wo_stat = stat_addr; wo.wo_rusage = ru; ret = do_wait(&wo); |
161550d74 pid: sys_wait... ... |
1542 |
put_pid(pid); |
1da177e4c Linux-2.6.12-rc2 |
1543 |
|
1da177e4c Linux-2.6.12-rc2 |
1544 1545 1546 1547 1548 1549 1550 1551 1552 |
return ret; } #ifdef __ARCH_WANT_SYS_WAITPID /* * sys_waitpid() remains for compatibility. waitpid() should be * implemented by calling sys_wait4() from libc.a. */ |
17da2bd90 [CVE-2009-0029] S... |
1553 |
SYSCALL_DEFINE3(waitpid, pid_t, pid, int __user *, stat_addr, int, options) |
1da177e4c Linux-2.6.12-rc2 |
1554 1555 1556 1557 1558 |
{ return sys_wait4(pid, stat_addr, options, NULL); } #endif |