Blame view

kernel/exit.c 43.3 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
  /*
   *  linux/kernel/exit.c
   *
   *  Copyright (C) 1991, 1992  Linus Torvalds
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
6
7
8
  #include <linux/mm.h>
  #include <linux/slab.h>
  #include <linux/interrupt.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
9
  #include <linux/module.h>
c59ede7b7   Randy.Dunlap   [PATCH] move capa...
10
  #include <linux/capability.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
11
12
13
  #include <linux/completion.h>
  #include <linux/personality.h>
  #include <linux/tty.h>
da9cbc873   Jens Axboe   block: blkdev.h c...
14
  #include <linux/iocontext.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
15
16
17
18
  #include <linux/key.h>
  #include <linux/security.h>
  #include <linux/cpu.h>
  #include <linux/acct.h>
8f0ab5147   Jay Lan   [PATCH] csa: conv...
19
  #include <linux/tsacct_kern.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
20
  #include <linux/file.h>
9f3acc314   Al Viro   [PATCH] split lin...
21
  #include <linux/fdtable.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
22
  #include <linux/binfmts.h>
ab516013a   Serge E. Hallyn   [PATCH] namespace...
23
  #include <linux/nsproxy.h>
84d737866   Sukadev Bhattiprolu   [PATCH] add child...
24
  #include <linux/pid_namespace.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
25
26
27
28
  #include <linux/ptrace.h>
  #include <linux/profile.h>
  #include <linux/mount.h>
  #include <linux/proc_fs.h>
49d769d52   Eric W. Biederman   Change reparent_t...
29
  #include <linux/kthread.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
30
  #include <linux/mempolicy.h>
c757249af   Shailabh Nagar   [PATCH] per-task-...
31
  #include <linux/taskstats_kern.h>
ca74e92b4   Shailabh Nagar   [PATCH] per-task-...
32
  #include <linux/delayacct.h>
831441862   Rafael J. Wysocki   Freezer: make ker...
33
  #include <linux/freezer.h>
b4f48b636   Paul Menage   Task Control Grou...
34
  #include <linux/cgroup.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
35
  #include <linux/syscalls.h>
7ed20e1ad   Jesper Juhl   [PATCH] convert t...
36
  #include <linux/signal.h>
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
37
  #include <linux/posix-timers.h>
9f46080c4   Matt Helsley   [PATCH] Process E...
38
  #include <linux/cn_proc.h>
de5097c2e   Ingo Molnar   [PATCH] mutex sub...
39
  #include <linux/mutex.h>
0771dfefc   Ingo Molnar   [PATCH] lightweig...
40
  #include <linux/futex.h>
b92ce5589   Jens Axboe   [PATCH] splice: a...
41
  #include <linux/pipe_fs_i.h>
fa84cb935   Al Viro   [PATCH] move call...
42
  #include <linux/audit.h> /* for audit_free() */
83cc5ed3c   Adrian Bunk   [PATCH] kernel/sy...
43
  #include <linux/resource.h>
0d67a46df   David Howells   [PATCH] BLOCK: Re...
44
  #include <linux/blkdev.h>
6eaeeaba3   Eric Dumazet   getrusage(): fill...
45
  #include <linux/task_io_accounting_ops.h>
30199f5a4   Roland McGrath   tracehook: exit
46
  #include <linux/tracehook.h>
5ad4e53bd   Al Viro   Get rid of indire...
47
  #include <linux/fs_struct.h>
d84f4f992   David Howells   CRED: Inaugurate ...
48
  #include <linux/init_task.h>
cdd6c482c   Ingo Molnar   perf: Do the big ...
49
  #include <linux/perf_event.h>
ad8d75fff   Steven Rostedt   tracing/events: m...
50
  #include <trace/events/sched.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
51
52
53
54
55
  
  #include <asm/uaccess.h>
  #include <asm/unistd.h>
  #include <asm/pgtable.h>
  #include <asm/mmu_context.h>
d84f4f992   David Howells   CRED: Inaugurate ...
56
  #include "cred-internals.h"
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
57

408b664a7   Adrian Bunk   [PATCH] make lots...
58
  static void exit_mm(struct task_struct * tsk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
59
60
61
62
  static void __unhash_process(struct task_struct *p)
  {
  	nr_threads--;
  	detach_pid(p, PIDTYPE_PID);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
63
64
65
  	if (thread_group_leader(p)) {
  		detach_pid(p, PIDTYPE_PGID);
  		detach_pid(p, PIDTYPE_SID);
c97d98931   Oleg Nesterov   [PATCH] kill SET_...
66

5e85d4abe   Eric W. Biederman   [PATCH] task: Mak...
67
  		list_del_rcu(&p->tasks);
73b9ebfe1   Oleg Nesterov   [PATCH] pidhash: ...
68
  		__get_cpu_var(process_counts)--;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
69
  	}
47e65328a   Oleg Nesterov   [PATCH] pids: kil...
70
  	list_del_rcu(&p->thread_group);
f470021ad   Roland McGrath   ptrace children r...
71
  	list_del_init(&p->sibling);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
72
  }
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
73
74
75
76
77
78
79
80
81
82
  /*
   * This function expects the tasklist_lock write-locked.
   */
  static void __exit_signal(struct task_struct *tsk)
  {
  	struct signal_struct *sig = tsk->signal;
  	struct sighand_struct *sighand;
  
  	BUG_ON(!sig);
  	BUG_ON(!atomic_read(&sig->count));
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
83
84
85
86
87
88
89
90
91
92
93
  	sighand = rcu_dereference(tsk->sighand);
  	spin_lock(&sighand->siglock);
  
  	posix_cpu_timers_exit(tsk);
  	if (atomic_dec_and_test(&sig->count))
  		posix_cpu_timers_exit_group(tsk);
  	else {
  		/*
  		 * If there is any task waiting for the group exit
  		 * then notify it:
  		 */
6db840fa7   Oleg Nesterov   exec: RT sub-thre...
94
  		if (sig->group_exit_task && atomic_read(&sig->count) == sig->notify_count)
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
95
  			wake_up_process(sig->group_exit_task);
6db840fa7   Oleg Nesterov   exec: RT sub-thre...
96

6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
97
98
99
100
101
102
103
104
105
106
107
108
  		if (tsk == sig->curr_target)
  			sig->curr_target = next_thread(tsk);
  		/*
  		 * Accumulate here the counters for all threads but the
  		 * group leader as they die, so they can be added into
  		 * the process-wide totals when those are taken.
  		 * The group leader stays around as a zombie as long
  		 * as there are other threads.  When it gets reaped,
  		 * the exit.c code will add its counts into these totals.
  		 * We won't ever get here for the group leader, since it
  		 * will have been the last reference on the signal_struct.
  		 */
32bd671d6   Peter Zijlstra   signal: re-add de...
109
110
  		sig->utime = cputime_add(sig->utime, task_utime(tsk));
  		sig->stime = cputime_add(sig->stime, task_stime(tsk));
49048622e   Balbir Singh   sched: fix proces...
111
  		sig->gtime = cputime_add(sig->gtime, task_gtime(tsk));
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
112
113
114
115
  		sig->min_flt += tsk->min_flt;
  		sig->maj_flt += tsk->maj_flt;
  		sig->nvcsw += tsk->nvcsw;
  		sig->nivcsw += tsk->nivcsw;
6eaeeaba3   Eric Dumazet   getrusage(): fill...
116
117
  		sig->inblock += task_io_get_inblock(tsk);
  		sig->oublock += task_io_get_oublock(tsk);
5995477ab   Andrea Righi   task IO accountin...
118
  		task_io_accounting_add(&sig->ioac, &tsk->ioac);
32bd671d6   Peter Zijlstra   signal: re-add de...
119
  		sig->sum_sched_runtime += tsk->se.sum_exec_runtime;
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
120
121
  		sig = NULL; /* Marker for below. */
  	}
5876700cd   Oleg Nesterov   [PATCH] do __unha...
122
  	__unhash_process(tsk);
da7978b03   Oleg Nesterov   signals: fix sigq...
123
124
125
126
127
  	/*
  	 * Do this under ->siglock, we can race with another thread
  	 * doing sigqueue_free() if we have SIGQUEUE_PREALLOC signals.
  	 */
  	flush_sigqueue(&tsk->pending);
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
128
  	tsk->signal = NULL;
a7e5328a0   Oleg Nesterov   [PATCH] cleanup _...
129
  	tsk->sighand = NULL;
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
130
  	spin_unlock(&sighand->siglock);
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
131

a7e5328a0   Oleg Nesterov   [PATCH] cleanup _...
132
  	__cleanup_sighand(sighand);
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
133
  	clear_tsk_thread_flag(tsk,TIF_SIGPENDING);
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
134
135
  	if (sig) {
  		flush_sigqueue(&sig->shared_pending);
093a8e8ae   Oleg Nesterov   [PATCH] taskstats...
136
  		taskstats_tgid_free(sig);
ad474caca   Oleg Nesterov   fix for account_g...
137
138
139
140
141
  		/*
  		 * Make sure ->signal can't go away under rq->lock,
  		 * see account_group_exec_runtime().
  		 */
  		task_rq_unlock_wait(tsk);
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
142
143
144
  		__cleanup_signal(sig);
  	}
  }
8c7904a00   Eric W. Biederman   [PATCH] task: RCU...
145
146
  static void delayed_put_task_struct(struct rcu_head *rhp)
  {
0a16b6075   Mathieu Desnoyers   tracing, sched: L...
147
  	struct task_struct *tsk = container_of(rhp, struct task_struct, rcu);
cdd6c482c   Ingo Molnar   perf: Do the big ...
148
149
  #ifdef CONFIG_PERF_EVENTS
  	WARN_ON_ONCE(tsk->perf_event_ctxp);
eef6cbf58   Ingo Molnar   perfcounters: pul...
150
  #endif
0a16b6075   Mathieu Desnoyers   tracing, sched: L...
151
152
  	trace_sched_process_free(tsk);
  	put_task_struct(tsk);
8c7904a00   Eric W. Biederman   [PATCH] task: RCU...
153
  }
f470021ad   Roland McGrath   ptrace children r...
154

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
155
156
  void release_task(struct task_struct * p)
  {
36c8b5868   Ingo Molnar   [PATCH] sched: cl...
157
  	struct task_struct *leader;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
158
  	int zap_leader;
1f09f9749   Oleg Nesterov   [PATCH] release_t...
159
  repeat:
dae33574d   Roland McGrath   tracehook: releas...
160
  	tracehook_prepare_release_task(p);
c69e8d9c0   David Howells   CRED: Use RCU to ...
161
162
163
  	/* don't need to get the RCU readlock here - the process is dead and
  	 * can't be modifying its own credentials */
  	atomic_dec(&__task_cred(p)->user->processes);
60347f671   Pavel Emelyanov   pid namespaces: p...
164
  	proc_flush_task(p);
0203026b5   Ingo Molnar   perf_counter: fix...
165

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
166
  	write_lock_irq(&tasklist_lock);
dae33574d   Roland McGrath   tracehook: releas...
167
  	tracehook_finish_release_task(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
168
  	__exit_signal(p);
35f5cad8c   Oleg Nesterov   [PATCH] revert "O...
169

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
170
171
172
173
174
175
176
177
  	/*
  	 * If we are the last non-leader member of the thread
  	 * group, and the leader is zombie, then notify the
  	 * group leader's parent process. (if it wants notification.)
  	 */
  	zap_leader = 0;
  	leader = p->group_leader;
  	if (leader != p && thread_group_empty(leader) && leader->exit_state == EXIT_ZOMBIE) {
d839fd4d2   Oleg Nesterov   ptrace: introduce...
178
  		BUG_ON(task_detached(leader));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
179
180
181
182
183
184
185
186
187
  		do_notify_parent(leader, leader->exit_signal);
  		/*
  		 * If we were the last child thread and the leader has
  		 * exited already, and the leader's parent ignores SIGCHLD,
  		 * then we are the one who should release the leader.
  		 *
  		 * do_notify_parent() will have marked it self-reaping in
  		 * that case.
  		 */
d839fd4d2   Oleg Nesterov   ptrace: introduce...
188
  		zap_leader = task_detached(leader);
dae33574d   Roland McGrath   tracehook: releas...
189
190
191
192
193
194
195
  
  		/*
  		 * This maintains the invariant that release_task()
  		 * only runs on a task in EXIT_DEAD, just for sanity.
  		 */
  		if (zap_leader)
  			leader->exit_state = EXIT_DEAD;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
196
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
197
  	write_unlock_irq(&tasklist_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
198
  	release_thread(p);
8c7904a00   Eric W. Biederman   [PATCH] task: RCU...
199
  	call_rcu(&p->rcu, delayed_put_task_struct);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
200
201
202
203
204
  
  	p = leader;
  	if (unlikely(zap_leader))
  		goto repeat;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
205
206
207
208
  /*
   * This checks not only the pgrp, but falls back on the pid if no
   * satisfactory pgrp is found. I dunno - gdb doesn't work correctly
   * without this...
04a2e6a5c   Eric W. Biederman   [PATCH] pid: make...
209
210
   *
   * The caller must hold rcu lock or the tasklist lock.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
211
   */
04a2e6a5c   Eric W. Biederman   [PATCH] pid: make...
212
  struct pid *session_of_pgrp(struct pid *pgrp)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
213
214
  {
  	struct task_struct *p;
04a2e6a5c   Eric W. Biederman   [PATCH] pid: make...
215
  	struct pid *sid = NULL;
62dfb5541   Oleg Nesterov   [PATCH] session_o...
216

04a2e6a5c   Eric W. Biederman   [PATCH] pid: make...
217
  	p = pid_task(pgrp, PIDTYPE_PGID);
62dfb5541   Oleg Nesterov   [PATCH] session_o...
218
  	if (p == NULL)
04a2e6a5c   Eric W. Biederman   [PATCH] pid: make...
219
  		p = pid_task(pgrp, PIDTYPE_PID);
62dfb5541   Oleg Nesterov   [PATCH] session_o...
220
  	if (p != NULL)
04a2e6a5c   Eric W. Biederman   [PATCH] pid: make...
221
  		sid = task_session(p);
62dfb5541   Oleg Nesterov   [PATCH] session_o...
222

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
223
224
225
226
227
228
229
230
231
232
233
  	return sid;
  }
  
  /*
   * Determine if a process group is "orphaned", according to the POSIX
   * definition in 2.2.2.52.  Orphaned process groups are not to be affected
   * by terminal-generated stop signals.  Newly orphaned process groups are
   * to receive a SIGHUP and a SIGCONT.
   *
   * "I ask you, have you ever known what it is to be an orphan?"
   */
0475ac084   Eric W. Biederman   [PATCH] pid: use ...
234
  static int will_become_orphaned_pgrp(struct pid *pgrp, struct task_struct *ignored_task)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
235
236
  {
  	struct task_struct *p;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
237

0475ac084   Eric W. Biederman   [PATCH] pid: use ...
238
  	do_each_pid_task(pgrp, PIDTYPE_PGID, p) {
05e83df62   Oleg Nesterov   will_become_orpha...
239
240
241
  		if ((p == ignored_task) ||
  		    (p->exit_state && thread_group_empty(p)) ||
  		    is_global_init(p->real_parent))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
242
  			continue;
05e83df62   Oleg Nesterov   will_become_orpha...
243

0475ac084   Eric W. Biederman   [PATCH] pid: use ...
244
  		if (task_pgrp(p->real_parent) != pgrp &&
05e83df62   Oleg Nesterov   will_become_orpha...
245
246
  		    task_session(p->real_parent) == task_session(p))
  			return 0;
0475ac084   Eric W. Biederman   [PATCH] pid: use ...
247
  	} while_each_pid_task(pgrp, PIDTYPE_PGID, p);
05e83df62   Oleg Nesterov   will_become_orpha...
248
249
  
  	return 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
250
  }
3e7cd6c41   Eric W. Biederman   [PATCH] pid: repl...
251
  int is_current_pgrp_orphaned(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
252
253
254
255
  {
  	int retval;
  
  	read_lock(&tasklist_lock);
3e7cd6c41   Eric W. Biederman   [PATCH] pid: repl...
256
  	retval = will_become_orphaned_pgrp(task_pgrp(current), NULL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
257
258
259
260
  	read_unlock(&tasklist_lock);
  
  	return retval;
  }
0475ac084   Eric W. Biederman   [PATCH] pid: use ...
261
  static int has_stopped_jobs(struct pid *pgrp)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
262
263
264
  {
  	int retval = 0;
  	struct task_struct *p;
0475ac084   Eric W. Biederman   [PATCH] pid: use ...
265
  	do_each_pid_task(pgrp, PIDTYPE_PGID, p) {
338077e54   Matthew Wilcox   exit: Use task_is_*
266
  		if (!task_is_stopped(p))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
267
  			continue;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
268
269
  		retval = 1;
  		break;
0475ac084   Eric W. Biederman   [PATCH] pid: use ...
270
  	} while_each_pid_task(pgrp, PIDTYPE_PGID, p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
271
272
  	return retval;
  }
f49ee505b   Oleg Nesterov   introduce kill_or...
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
  /*
   * Check to see if any process groups have become orphaned as
   * a result of our exiting, and if they have any stopped jobs,
   * send them a SIGHUP and then a SIGCONT. (POSIX 3.2.2.2)
   */
  static void
  kill_orphaned_pgrp(struct task_struct *tsk, struct task_struct *parent)
  {
  	struct pid *pgrp = task_pgrp(tsk);
  	struct task_struct *ignored_task = tsk;
  
  	if (!parent)
  		 /* exit: our father is in a different pgrp than
  		  * we are and we were the only connection outside.
  		  */
  		parent = tsk->real_parent;
  	else
  		/* reparent: our child is in a different pgrp than
  		 * we are, and it was the only connection outside.
  		 */
  		ignored_task = NULL;
  
  	if (task_pgrp(parent) != pgrp &&
  	    task_session(parent) == task_session(tsk) &&
  	    will_become_orphaned_pgrp(pgrp, ignored_task) &&
  	    has_stopped_jobs(pgrp)) {
  		__kill_pgrp_info(SIGHUP, SEND_SIG_PRIV, pgrp);
  		__kill_pgrp_info(SIGCONT, SEND_SIG_PRIV, pgrp);
  	}
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
303
  /**
49d769d52   Eric W. Biederman   Change reparent_t...
304
   * reparent_to_kthreadd - Reparent the calling kernel thread to kthreadd
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
305
306
   *
   * If a kernel thread is launched as a result of a system call, or if
49d769d52   Eric W. Biederman   Change reparent_t...
307
308
   * it ever exits, it should generally reparent itself to kthreadd so it
   * isn't in the way of other processes and is correctly cleaned up on exit.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
309
310
311
312
   *
   * The various task state such as scheduling policy and priority may have
   * been inherited from a user process, so we reset them to sane values here.
   *
49d769d52   Eric W. Biederman   Change reparent_t...
313
   * NOTE that reparent_to_kthreadd() gives the caller full capabilities.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
314
   */
49d769d52   Eric W. Biederman   Change reparent_t...
315
  static void reparent_to_kthreadd(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
316
317
318
319
320
  {
  	write_lock_irq(&tasklist_lock);
  
  	ptrace_unlink(current);
  	/* Reparent to init */
49d769d52   Eric W. Biederman   Change reparent_t...
321
  	current->real_parent = current->parent = kthreadd_task;
f470021ad   Roland McGrath   ptrace children r...
322
  	list_move_tail(&current->sibling, &current->real_parent->children);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
323
324
325
  
  	/* Set the exit signal to SIGCHLD so we signal init on exit */
  	current->exit_signal = SIGCHLD;
e05606d33   Ingo Molnar   sched: clean up t...
326
  	if (task_nice(current) < 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
327
328
329
330
  		set_user_nice(current, 0);
  	/* cpus_allowed? */
  	/* rt_priority? */
  	/* signals? */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
331
332
  	memcpy(current->signal->rlim, init_task.signal->rlim,
  	       sizeof(current->signal->rlim));
d84f4f992   David Howells   CRED: Inaugurate ...
333
334
335
  
  	atomic_inc(&init_cred.usage);
  	commit_creds(&init_cred);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
336
  	write_unlock_irq(&tasklist_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
337
  }
8520d7c7f   Oleg Nesterov   teach set_special...
338
  void __set_special_pids(struct pid *pid)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
339
  {
e19f247a3   Oren Laadan   [PATCH] setpgid: ...
340
  	struct task_struct *curr = current->group_leader;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
341

0d0df599f   Christian Borntraeger   connector: fix re...
342
  	if (task_session(curr) != pid)
7d8da0962   Oleg Nesterov   pids: __set_speci...
343
  		change_pid(curr, PIDTYPE_SID, pid);
1b0f7ffd0   Oleg Nesterov   pids: kill signal...
344
345
  
  	if (task_pgrp(curr) != pid)
7d8da0962   Oleg Nesterov   pids: __set_speci...
346
  		change_pid(curr, PIDTYPE_PGID, pid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
347
  }
8520d7c7f   Oleg Nesterov   teach set_special...
348
  static void set_special_pids(struct pid *pid)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
349
350
  {
  	write_lock_irq(&tasklist_lock);
8520d7c7f   Oleg Nesterov   teach set_special...
351
  	__set_special_pids(pid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
352
353
354
355
  	write_unlock_irq(&tasklist_lock);
  }
  
  /*
87245135d   Oleg Nesterov   allow_signal: kil...
356
357
   * Let kernel threads use this to say that they allow a certain signal.
   * Must not be used if kthread was cloned with CLONE_SIGHAND.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
358
359
360
   */
  int allow_signal(int sig)
  {
7ed20e1ad   Jesper Juhl   [PATCH] convert t...
361
  	if (!valid_signal(sig) || sig < 1)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
362
363
364
  		return -EINVAL;
  
  	spin_lock_irq(&current->sighand->siglock);
87245135d   Oleg Nesterov   allow_signal: kil...
365
  	/* This is only needed for daemonize()'ed kthreads */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
366
  	sigdelset(&current->blocked, sig);
87245135d   Oleg Nesterov   allow_signal: kil...
367
368
369
370
371
372
  	/*
  	 * Kernel threads handle their own signals. Let the signal code
  	 * know it'll be handled, so that they don't get converted to
  	 * SIGKILL or just silently dropped.
  	 */
  	current->sighand->action[(sig)-1].sa.sa_handler = (void __user *)2;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
373
374
375
376
377
378
379
380
381
  	recalc_sigpending();
  	spin_unlock_irq(&current->sighand->siglock);
  	return 0;
  }
  
  EXPORT_SYMBOL(allow_signal);
  
  int disallow_signal(int sig)
  {
7ed20e1ad   Jesper Juhl   [PATCH] convert t...
382
  	if (!valid_signal(sig) || sig < 1)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
383
384
385
  		return -EINVAL;
  
  	spin_lock_irq(&current->sighand->siglock);
10ab825bd   Oleg Nesterov   change kernel thr...
386
  	current->sighand->action[(sig)-1].sa.sa_handler = SIG_IGN;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
  	recalc_sigpending();
  	spin_unlock_irq(&current->sighand->siglock);
  	return 0;
  }
  
  EXPORT_SYMBOL(disallow_signal);
  
  /*
   *	Put all the gunge required to become a kernel thread without
   *	attached user resources in one place where it belongs.
   */
  
  void daemonize(const char *name, ...)
  {
  	va_list args;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
402
403
404
405
406
407
408
409
410
411
412
413
  	sigset_t blocked;
  
  	va_start(args, name);
  	vsnprintf(current->comm, sizeof(current->comm), name, args);
  	va_end(args);
  
  	/*
  	 * If we were started as result of loading a module, close all of the
  	 * user space pages.  We don't need them, and if we didn't close them
  	 * they would be locked into memory.
  	 */
  	exit_mm(current);
831441862   Rafael J. Wysocki   Freezer: make ker...
414
415
416
417
  	/*
  	 * We don't want to have TIF_FREEZE set if the system-wide hibernation
  	 * or suspend transition begins right now.
  	 */
7b34e4283   Oleg Nesterov   introduce PF_KTHR...
418
  	current->flags |= (PF_NOFREEZE | PF_KTHREAD);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
419

8520d7c7f   Oleg Nesterov   teach set_special...
420
421
422
423
  	if (current->nsproxy != &init_nsproxy) {
  		get_nsproxy(&init_nsproxy);
  		switch_task_namespaces(current, &init_nsproxy);
  	}
297bd42b1   Oleg Nesterov   move daemonized k...
424
  	set_special_pids(&init_struct_pid);
24ec839c4   Peter Zijlstra   [PATCH] tty: ->si...
425
  	proc_clear_tty(current);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
426
427
428
429
430
431
432
  
  	/* Block and flush all signals */
  	sigfillset(&blocked);
  	sigprocmask(SIG_BLOCK, &blocked, NULL);
  	flush_signals(current);
  
  	/* Become as one with the init task */
3e93cd671   Al Viro   Take fs_struct ha...
433
  	daemonize_fs_struct();
d4c5e41f3   Daniel Walker   whitespace fixes:...
434
  	exit_files(current);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
435
436
  	current->files = init_task.files;
  	atomic_inc(&current->files->count);
49d769d52   Eric W. Biederman   Change reparent_t...
437
  	reparent_to_kthreadd();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
438
439
440
  }
  
  EXPORT_SYMBOL(daemonize);
858119e15   Arjan van de Ven   [PATCH] Unlinline...
441
  static void close_files(struct files_struct * files)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
442
443
  {
  	int i, j;
badf16621   Dipankar Sarma   [PATCH] files: br...
444
  	struct fdtable *fdt;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
445
446
  
  	j = 0;
4fb3a5386   Dipankar Sarma   [PATCH] files: fi...
447
448
449
450
451
452
  
  	/*
  	 * It is safe to dereference the fd table without RCU or
  	 * ->file_lock because this is the last reference to the
  	 * files structure.
  	 */
badf16621   Dipankar Sarma   [PATCH] files: br...
453
  	fdt = files_fdtable(files);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
454
455
456
  	for (;;) {
  		unsigned long set;
  		i = j * __NFDBITS;
bbea9f696   Vadim Lobanov   [PATCH] fdtable: ...
457
  		if (i >= fdt->max_fds)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
458
  			break;
badf16621   Dipankar Sarma   [PATCH] files: br...
459
  		set = fdt->open_fds->fds_bits[j++];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
460
461
  		while (set) {
  			if (set & 1) {
badf16621   Dipankar Sarma   [PATCH] files: br...
462
  				struct file * file = xchg(&fdt->fd[i], NULL);
944be0b22   Ingo Molnar   [PATCH] close_fil...
463
  				if (file) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
464
  					filp_close(file, files);
944be0b22   Ingo Molnar   [PATCH] close_fil...
465
466
  					cond_resched();
  				}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
  			}
  			i++;
  			set >>= 1;
  		}
  	}
  }
  
  struct files_struct *get_files_struct(struct task_struct *task)
  {
  	struct files_struct *files;
  
  	task_lock(task);
  	files = task->files;
  	if (files)
  		atomic_inc(&files->count);
  	task_unlock(task);
  
  	return files;
  }
7ad5b3a50   Harvey Harrison   kernel: remove fa...
486
  void put_files_struct(struct files_struct *files)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
487
  {
badf16621   Dipankar Sarma   [PATCH] files: br...
488
  	struct fdtable *fdt;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
489
490
491
492
  	if (atomic_dec_and_test(&files->count)) {
  		close_files(files);
  		/*
  		 * Free the fd and fdset arrays if we expanded them.
ab2af1f50   Dipankar Sarma   [PATCH] files: fi...
493
494
495
  		 * If the fdtable was embedded, pass files for freeing
  		 * at the end of the RCU grace period. Otherwise,
  		 * you can free files immediately.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
496
  		 */
badf16621   Dipankar Sarma   [PATCH] files: br...
497
  		fdt = files_fdtable(files);
4fd45812c   Vadim Lobanov   [PATCH] fdtable: ...
498
  		if (fdt != &files->fdtab)
ab2af1f50   Dipankar Sarma   [PATCH] files: fi...
499
  			kmem_cache_free(files_cachep, files);
01b2d93ca   Vadim Lobanov   [PATCH] fdtable: ...
500
  		free_fdtable(fdt);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
501
502
  	}
  }
3b1253880   Al Viro   [PATCH] sanitize ...
503
  void reset_files_struct(struct files_struct *files)
3b9b8ab65   Kirill Korotaev   [PATCH] Fix unser...
504
  {
3b1253880   Al Viro   [PATCH] sanitize ...
505
  	struct task_struct *tsk = current;
3b9b8ab65   Kirill Korotaev   [PATCH] Fix unser...
506
507
508
509
510
511
512
513
  	struct files_struct *old;
  
  	old = tsk->files;
  	task_lock(tsk);
  	tsk->files = files;
  	task_unlock(tsk);
  	put_files_struct(old);
  }
3b9b8ab65   Kirill Korotaev   [PATCH] Fix unser...
514

1ec7f1ddb   Al Viro   [PATCH] get rid o...
515
  void exit_files(struct task_struct *tsk)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
516
517
518
519
520
521
522
523
524
525
  {
  	struct files_struct * files = tsk->files;
  
  	if (files) {
  		task_lock(tsk);
  		tsk->files = NULL;
  		task_unlock(tsk);
  		put_files_struct(files);
  	}
  }
cf475ad28   Balbir Singh   cgroups: add an o...
526
527
528
529
530
531
532
533
534
535
536
  #ifdef CONFIG_MM_OWNER
  /*
   * Task p is exiting and it owned mm, lets find a new owner for it
   */
  static inline int
  mm_need_new_owner(struct mm_struct *mm, struct task_struct *p)
  {
  	/*
  	 * If there are other users of the mm and the owner (us) is exiting
  	 * we need to find a new owner to take on the responsibility.
  	 */
cf475ad28   Balbir Singh   cgroups: add an o...
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
  	if (atomic_read(&mm->mm_users) <= 1)
  		return 0;
  	if (mm->owner != p)
  		return 0;
  	return 1;
  }
  
  void mm_update_next_owner(struct mm_struct *mm)
  {
  	struct task_struct *c, *g, *p = current;
  
  retry:
  	if (!mm_need_new_owner(mm, p))
  		return;
  
  	read_lock(&tasklist_lock);
  	/*
  	 * Search in the children
  	 */
  	list_for_each_entry(c, &p->children, sibling) {
  		if (c->mm == mm)
  			goto assign_new_owner;
  	}
  
  	/*
  	 * Search in the siblings
  	 */
dea33cfd9   Oleg Nesterov   ptrace: mm_need_n...
564
  	list_for_each_entry(c, &p->real_parent->children, sibling) {
cf475ad28   Balbir Singh   cgroups: add an o...
565
566
567
568
569
570
571
572
573
574
575
576
577
578
  		if (c->mm == mm)
  			goto assign_new_owner;
  	}
  
  	/*
  	 * Search through everything else. We should not get
  	 * here often
  	 */
  	do_each_thread(g, c) {
  		if (c->mm == mm)
  			goto assign_new_owner;
  	} while_each_thread(g, c);
  
  	read_unlock(&tasklist_lock);
31a78f23b   Balbir Singh   mm owner: fix rac...
579
580
581
  	/*
  	 * We found no owner yet mm_users > 1: this implies that we are
  	 * most likely racing with swapoff (try_to_unuse()) or /proc or
e5991371e   Hugh Dickins   mm: remove cgroup...
582
  	 * ptrace or page migration (get_task_mm()).  Mark owner as NULL.
31a78f23b   Balbir Singh   mm owner: fix rac...
583
  	 */
31a78f23b   Balbir Singh   mm owner: fix rac...
584
  	mm->owner = NULL;
cf475ad28   Balbir Singh   cgroups: add an o...
585
586
587
588
589
590
591
592
593
594
  	return;
  
  assign_new_owner:
  	BUG_ON(c == p);
  	get_task_struct(c);
  	/*
  	 * The task_lock protects c->mm from changing.
  	 * We always want mm->owner->mm == mm
  	 */
  	task_lock(c);
e5991371e   Hugh Dickins   mm: remove cgroup...
595
596
597
598
599
  	/*
  	 * Delay read_unlock() till we have the task_lock()
  	 * to ensure that c does not slip away underneath us
  	 */
  	read_unlock(&tasklist_lock);
cf475ad28   Balbir Singh   cgroups: add an o...
600
601
602
603
604
  	if (c->mm != mm) {
  		task_unlock(c);
  		put_task_struct(c);
  		goto retry;
  	}
cf475ad28   Balbir Singh   cgroups: add an o...
605
606
607
608
609
  	mm->owner = c;
  	task_unlock(c);
  	put_task_struct(c);
  }
  #endif /* CONFIG_MM_OWNER */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
610
611
612
613
  /*
   * Turn us into a lazy TLB process if we
   * aren't already..
   */
408b664a7   Adrian Bunk   [PATCH] make lots...
614
  static void exit_mm(struct task_struct * tsk)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
615
616
  {
  	struct mm_struct *mm = tsk->mm;
b564daf80   Oleg Nesterov   coredump: constru...
617
  	struct core_state *core_state;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
618
619
620
621
622
623
  
  	mm_release(tsk, mm);
  	if (!mm)
  		return;
  	/*
  	 * Serialize with any possible pending coredump.
999d9fc16   Oleg Nesterov   coredump: move mm...
624
  	 * We must hold mmap_sem around checking core_state
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
625
  	 * and clearing tsk->mm.  The core-inducing thread
999d9fc16   Oleg Nesterov   coredump: move mm...
626
  	 * will increment ->nr_threads for each thread in the
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
627
628
629
  	 * group with ->mm != NULL.
  	 */
  	down_read(&mm->mmap_sem);
b564daf80   Oleg Nesterov   coredump: constru...
630
631
632
  	core_state = mm->core_state;
  	if (core_state) {
  		struct core_thread self;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
633
  		up_read(&mm->mmap_sem);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
634

b564daf80   Oleg Nesterov   coredump: constru...
635
636
637
638
639
640
641
642
  		self.task = tsk;
  		self.next = xchg(&core_state->dumper.next, &self);
  		/*
  		 * Implies mb(), the result of xchg() must be visible
  		 * to core_state->dumper.
  		 */
  		if (atomic_dec_and_test(&core_state->nr_threads))
  			complete(&core_state->startup);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
643

a94e2d408   Oleg Nesterov   coredump: kill mm...
644
645
646
647
648
649
650
  		for (;;) {
  			set_task_state(tsk, TASK_UNINTERRUPTIBLE);
  			if (!self.task) /* see coredump_finish() */
  				break;
  			schedule();
  		}
  		__set_task_state(tsk, TASK_RUNNING);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
651
652
653
  		down_read(&mm->mmap_sem);
  	}
  	atomic_inc(&mm->mm_count);
125e18745   Eric Sesterhenn   [PATCH] More BUG_...
654
  	BUG_ON(mm != tsk->active_mm);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
655
656
657
658
659
  	/* more a memory barrier than a real lock */
  	task_lock(tsk);
  	tsk->mm = NULL;
  	up_read(&mm->mmap_sem);
  	enter_lazy_tlb(mm, current);
0c1eecfb3   Rafael J. Wysocki   Freezer: avoid fr...
660
661
  	/* We don't want this task to be frozen prematurely */
  	clear_freeze_flag(tsk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
662
  	task_unlock(tsk);
cf475ad28   Balbir Singh   cgroups: add an o...
663
  	mm_update_next_owner(mm);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
664
665
  	mmput(mm);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
666
667
668
669
  /*
   * When we die, we re-parent all our children.
   * Try to give them to another thread in our thread
   * group, and if no such member exists, give it to
84d737866   Sukadev Bhattiprolu   [PATCH] add child...
670
671
   * the child reaper process (ie "init") in our pid
   * space.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
672
   */
950bbabb5   Oleg Nesterov   pid_ns: (BUG 1139...
673
  static struct task_struct *find_new_reaper(struct task_struct *father)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
674
  {
950bbabb5   Oleg Nesterov   pid_ns: (BUG 1139...
675
676
  	struct pid_namespace *pid_ns = task_active_pid_ns(father);
  	struct task_struct *thread;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
677

950bbabb5   Oleg Nesterov   pid_ns: (BUG 1139...
678
679
680
681
682
683
684
685
  	thread = father;
  	while_each_thread(father, thread) {
  		if (thread->flags & PF_EXITING)
  			continue;
  		if (unlikely(pid_ns->child_reaper == father))
  			pid_ns->child_reaper = thread;
  		return thread;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
686

950bbabb5   Oleg Nesterov   pid_ns: (BUG 1139...
687
688
689
690
  	if (unlikely(pid_ns->child_reaper == father)) {
  		write_unlock_irq(&tasklist_lock);
  		if (unlikely(pid_ns == &init_pid_ns))
  			panic("Attempted to kill init!");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
691

950bbabb5   Oleg Nesterov   pid_ns: (BUG 1139...
692
693
  		zap_pid_ns_processes(pid_ns);
  		write_lock_irq(&tasklist_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
694
  		/*
950bbabb5   Oleg Nesterov   pid_ns: (BUG 1139...
695
696
697
  		 * We can not clear ->child_reaper or leave it alone.
  		 * There may by stealth EXIT_DEAD tasks on ->children,
  		 * forget_original_parent() must move them somewhere.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
698
  		 */
950bbabb5   Oleg Nesterov   pid_ns: (BUG 1139...
699
  		pid_ns->child_reaper = init_pid_ns.child_reaper;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
700
  	}
762a24bee   Oleg Nesterov   pid namespaces: r...
701

950bbabb5   Oleg Nesterov   pid_ns: (BUG 1139...
702
703
  	return pid_ns->child_reaper;
  }
5dfc80be7   Oleg Nesterov   forget_original_p...
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
  /*
  * Any that need to be release_task'd are put on the @dead list.
   */
  static void reparent_thread(struct task_struct *father, struct task_struct *p,
  				struct list_head *dead)
  {
  	if (p->pdeath_signal)
  		group_send_sig_info(p->pdeath_signal, SEND_SIG_NOINFO, p);
  
  	list_move_tail(&p->sibling, &p->real_parent->children);
  
  	if (task_detached(p))
  		return;
  	/*
  	 * If this is a threaded reparent there is no need to
  	 * notify anyone anything has happened.
  	 */
  	if (same_thread_group(p->real_parent, father))
  		return;
  
  	/* We don't want people slaying init.  */
  	p->exit_signal = SIGCHLD;
  
  	/* If it has exited notify the new parent about this child's death. */
5cb114468   Oleg Nesterov   ptrace: do not us...
728
  	if (!task_ptrace(p) &&
5dfc80be7   Oleg Nesterov   forget_original_p...
729
730
731
732
733
734
735
736
737
738
  	    p->exit_state == EXIT_ZOMBIE && thread_group_empty(p)) {
  		do_notify_parent(p, p->exit_signal);
  		if (task_detached(p)) {
  			p->exit_state = EXIT_DEAD;
  			list_move_tail(&p->sibling, dead);
  		}
  	}
  
  	kill_orphaned_pgrp(p, father);
  }
762a24bee   Oleg Nesterov   pid namespaces: r...
739
  static void forget_original_parent(struct task_struct *father)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
740
  {
950bbabb5   Oleg Nesterov   pid_ns: (BUG 1139...
741
  	struct task_struct *p, *n, *reaper;
5dfc80be7   Oleg Nesterov   forget_original_p...
742
  	LIST_HEAD(dead_children);
762a24bee   Oleg Nesterov   pid namespaces: r...
743

39c626ae4   Oleg Nesterov   forget_original_p...
744
  	exit_ptrace(father);
762a24bee   Oleg Nesterov   pid namespaces: r...
745
  	write_lock_irq(&tasklist_lock);
950bbabb5   Oleg Nesterov   pid_ns: (BUG 1139...
746
  	reaper = find_new_reaper(father);
f470021ad   Roland McGrath   ptrace children r...
747

03ff17979   Matthias Kaehlcke   kernel/exit.c: Us...
748
  	list_for_each_entry_safe(p, n, &father->children, sibling) {
84eb646b6   Oleg Nesterov   handle the multi-...
749
  		p->real_parent = reaper;
f470021ad   Roland McGrath   ptrace children r...
750
  		if (p->parent == father) {
5cb114468   Oleg Nesterov   ptrace: do not us...
751
  			BUG_ON(task_ptrace(p));
f470021ad   Roland McGrath   ptrace children r...
752
753
  			p->parent = p->real_parent;
  		}
5dfc80be7   Oleg Nesterov   forget_original_p...
754
  		reparent_thread(father, p, &dead_children);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
755
  	}
762a24bee   Oleg Nesterov   pid namespaces: r...
756
  	write_unlock_irq(&tasklist_lock);
5dfc80be7   Oleg Nesterov   forget_original_p...
757

762a24bee   Oleg Nesterov   pid namespaces: r...
758
  	BUG_ON(!list_empty(&father->children));
762a24bee   Oleg Nesterov   pid namespaces: r...
759

5dfc80be7   Oleg Nesterov   forget_original_p...
760
761
  	list_for_each_entry_safe(p, n, &dead_children, sibling) {
  		list_del_init(&p->sibling);
39c626ae4   Oleg Nesterov   forget_original_p...
762
763
  		release_task(p);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
764
765
766
767
768
769
  }
  
  /*
   * Send signals to all our closest relatives so that they know
   * to properly mourn us..
   */
821c7de71   Oleg Nesterov   exit_notify: fix ...
770
  static void exit_notify(struct task_struct *tsk, int group_dead)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
771
  {
2b2a1ff64   Roland McGrath   tracehook: death
772
773
  	int signal;
  	void *cookie;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
774

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
775
776
777
778
779
780
781
782
  	/*
  	 * This does two things:
  	 *
    	 * A.  Make init inherit all the child processes
  	 * B.  Check to see if any process groups have become orphaned
  	 *	as a result of our exiting, and if they have any stopped
  	 *	jobs, send them a SIGHUP and then a SIGCONT.  (POSIX 3.2.2.2)
  	 */
762a24bee   Oleg Nesterov   pid namespaces: r...
783
  	forget_original_parent(tsk);
2e4a70726   Pavel Emelyanov   pid namespaces: m...
784
  	exit_task_namespaces(tsk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
785

762a24bee   Oleg Nesterov   pid namespaces: r...
786
  	write_lock_irq(&tasklist_lock);
821c7de71   Oleg Nesterov   exit_notify: fix ...
787
788
  	if (group_dead)
  		kill_orphaned_pgrp(tsk->group_leader, NULL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
789

247284481   Oleg Nesterov   Kill some obsolet...
790
  	/* Let father know we died
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
791
792
  	 *
  	 * Thread signals are configurable, but you aren't going to use
d4c5e41f3   Daniel Walker   whitespace fixes:...
793
  	 * that to send signals to arbitary processes.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
794
795
796
797
798
799
800
801
802
  	 * That stops right now.
  	 *
  	 * If the parent exec id doesn't match the exec id we saved
  	 * when we started then we know the parent has changed security
  	 * domain.
  	 *
  	 * If our self_exec id doesn't match our parent_exec_id then
  	 * we have changed execution domain as these two values started
  	 * the same after a fork.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
803
  	 */
d839fd4d2   Oleg Nesterov   ptrace: introduce...
804
  	if (tsk->exit_signal != SIGCHLD && !task_detached(tsk) &&
f49ee505b   Oleg Nesterov   introduce kill_or...
805
  	    (tsk->parent_exec_id != tsk->real_parent->self_exec_id ||
432870dab   Oleg Nesterov   exit_notify: kill...
806
  	     tsk->self_exec_id != tsk->parent_exec_id))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
807
  		tsk->exit_signal = SIGCHLD;
2b2a1ff64   Roland McGrath   tracehook: death
808
  	signal = tracehook_notify_death(tsk, &cookie, group_dead);
5c7edcd7e   Roland McGrath   tracehook: fix ex...
809
  	if (signal >= 0)
2b2a1ff64   Roland McGrath   tracehook: death
810
  		signal = do_notify_parent(tsk, signal);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
811

5c7edcd7e   Roland McGrath   tracehook: fix ex...
812
  	tsk->exit_state = signal == DEATH_REAP ? EXIT_DEAD : EXIT_ZOMBIE;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
813

2800d8d19   Oleg Nesterov   document de_threa...
814
  	/* mt-exec, de_thread() is waiting for us */
6db840fa7   Oleg Nesterov   exec: RT sub-thre...
815
  	if (thread_group_leader(tsk) &&
2633f0e57   Steve VanDeBogart   exit signals: use...
816
817
  	    tsk->signal->group_exit_task &&
  	    tsk->signal->notify_count < 0)
6db840fa7   Oleg Nesterov   exec: RT sub-thre...
818
  		wake_up_process(tsk->signal->group_exit_task);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
819
  	write_unlock_irq(&tasklist_lock);
2b2a1ff64   Roland McGrath   tracehook: death
820
  	tracehook_report_death(tsk, signal, cookie, group_dead);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
821
  	/* If the process is dead, release it - nobody will wait for it */
5c7edcd7e   Roland McGrath   tracehook: fix ex...
822
  	if (signal == DEATH_REAP)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
823
  		release_task(tsk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
824
  }
e18eecb8b   Jeff Dike   Add generic exit-...
825
826
827
828
829
  #ifdef CONFIG_DEBUG_STACK_USAGE
  static void check_stack_usage(void)
  {
  	static DEFINE_SPINLOCK(low_water_lock);
  	static int lowest_to_date = THREAD_SIZE;
e18eecb8b   Jeff Dike   Add generic exit-...
830
  	unsigned long free;
7c9f8861e   Eric Sandeen   stackprotector: u...
831
  	free = stack_not_used(current);
e18eecb8b   Jeff Dike   Add generic exit-...
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
  
  	if (free >= lowest_to_date)
  		return;
  
  	spin_lock(&low_water_lock);
  	if (free < lowest_to_date) {
  		printk(KERN_WARNING "%s used greatest stack depth: %lu bytes "
  				"left
  ",
  				current->comm, free);
  		lowest_to_date = free;
  	}
  	spin_unlock(&low_water_lock);
  }
  #else
  static inline void check_stack_usage(void) {}
  #endif
7ad5b3a50   Harvey Harrison   kernel: remove fa...
849
  NORET_TYPE void do_exit(long code)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
850
851
852
853
854
  {
  	struct task_struct *tsk = current;
  	int group_dead;
  
  	profile_task_exit(tsk);
22e2c507c   Jens Axboe   [PATCH] Update cf...
855
  	WARN_ON(atomic_read(&tsk->fs_excl));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
856
857
858
859
  	if (unlikely(in_interrupt()))
  		panic("Aiee, killing interrupt handler!");
  	if (unlikely(!tsk->pid))
  		panic("Attempted to kill the idle task!");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
860

30199f5a4   Roland McGrath   tracehook: exit
861
  	tracehook_report_exit(&code);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
862

e0e817392   David Howells   CRED: Add some co...
863
  	validate_creds_for_do_exit(tsk);
df164db5f   Alexander Nyberg   [PATCH] avoid res...
864
865
866
867
868
869
870
871
  	/*
  	 * We're taking recursive faults here in do_exit. Safest is to just
  	 * leave this task alone and wait for reboot.
  	 */
  	if (unlikely(tsk->flags & PF_EXITING)) {
  		printk(KERN_ALERT
  			"Fixing recursive fault but reboot is needed!
  ");
778e9a9c3   Alexey Kuznetsov   pi-futex: fix exi...
872
873
874
875
876
877
878
879
880
881
  		/*
  		 * We can do this unlocked here. The futex code uses
  		 * this flag just to verify whether the pi state
  		 * cleanup has been done or not. In the worst case it
  		 * loops once more. We pretend that the cleanup was
  		 * done as there is no way to return. Either the
  		 * OWNER_DIED bit is set by now or we push the blocked
  		 * task into the wait for ever nirwana as well.
  		 */
  		tsk->flags |= PF_EXITPIDONE;
df164db5f   Alexander Nyberg   [PATCH] avoid res...
882
883
884
  		set_current_state(TASK_UNINTERRUPTIBLE);
  		schedule();
  	}
3aa551c9b   Thomas Gleixner   genirq: add threa...
885
  	exit_irq_thread();
d12619b5f   Oleg Nesterov   fix group stop wi...
886
  	exit_signals(tsk);  /* sets PF_EXITING */
778e9a9c3   Alexey Kuznetsov   pi-futex: fix exi...
887
888
889
890
  	/*
  	 * tsk->flags are checked in the futex code to protect against
  	 * an exiting task cleaning up the robust pi futexes.
  	 */
d2ee7198c   Oleg Nesterov   pi-futex: set PF_...
891
892
  	smp_mb();
  	spin_unlock_wait(&tsk->pi_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
893

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
894
895
896
  	if (unlikely(in_atomic()))
  		printk(KERN_INFO "note: %s[%d] exited with preempt_count %d
  ",
ba25f9dcc   Pavel Emelyanov   Use helpers to ob...
897
  				current->comm, task_pid_nr(current),
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
898
899
900
  				preempt_count());
  
  	acct_update_integrals(tsk);
901608d90   Oleg Nesterov   mm: introduce get...
901

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
902
  	group_dead = atomic_dec_and_test(&tsk->signal->live);
c30689516   Andrew Morton   [PATCH] revert "t...
903
  	if (group_dead) {
778e9a9c3   Alexey Kuznetsov   pi-futex: fix exi...
904
  		hrtimer_cancel(&tsk->signal->real_timer);
25f407f0b   Roland McGrath   [PATCH] Call exit...
905
  		exit_itimers(tsk->signal);
1f10206cf   Jiri Pirko   getrusage: fill r...
906
907
  		if (tsk->mm)
  			setmax_mm_hiwater_rss(&tsk->signal->maxrss, tsk->mm);
c30689516   Andrew Morton   [PATCH] revert "t...
908
  	}
f6ec29a42   KaiGai Kohei   [PATCH] pacct: av...
909
  	acct_collect(code, group_dead);
522ed7767   Miloslav Trmac   Audit: add TTY in...
910
911
  	if (group_dead)
  		tty_audit_exit();
fa84cb935   Al Viro   [PATCH] move call...
912
913
  	if (unlikely(tsk->audit_context))
  		audit_free(tsk);
115085ea0   Oleg Nesterov   [PATCH] taskstats...
914

f2ab6d888   Jonathan Lim   Assign task_struc...
915
  	tsk->exit_code = code;
115085ea0   Oleg Nesterov   [PATCH] taskstats...
916
  	taskstats_exit(tsk, group_dead);
c757249af   Shailabh Nagar   [PATCH] per-task-...
917

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
918
  	exit_mm(tsk);
0e4648141   KaiGai Kohei   [PATCH] pacct: ad...
919
  	if (group_dead)
f6ec29a42   KaiGai Kohei   [PATCH] pacct: av...
920
  		acct_process();
0a16b6075   Mathieu Desnoyers   tracing, sched: L...
921
  	trace_sched_process_exit(tsk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
922
  	exit_sem(tsk);
1ec7f1ddb   Al Viro   [PATCH] get rid o...
923
924
  	exit_files(tsk);
  	exit_fs(tsk);
e18eecb8b   Jeff Dike   Add generic exit-...
925
  	check_stack_usage();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
926
  	exit_thread();
b4f48b636   Paul Menage   Task Control Grou...
927
  	cgroup_exit(tsk, 1);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
928
929
930
  
  	if (group_dead && tsk->signal->leader)
  		disassociate_ctty(1);
a1261f546   Al Viro   [PATCH] m68k: int...
931
  	module_put(task_thread_info(tsk)->exec_domain->module);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
932

9f46080c4   Matt Helsley   [PATCH] Process E...
933
  	proc_exit_connector(tsk);
33b2fb303   Ingo Molnar   perf_counter: fix...
934
935
936
937
938
  
  	/*
  	 * Flush inherited counters to the parent - before the parent
  	 * gets woken up by child-exit notifications.
  	 */
cdd6c482c   Ingo Molnar   perf: Do the big ...
939
  	perf_event_exit_task(tsk);
33b2fb303   Ingo Molnar   perf_counter: fix...
940

821c7de71   Oleg Nesterov   exit_notify: fix ...
941
  	exit_notify(tsk, group_dead);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
942
  #ifdef CONFIG_NUMA
f0be3d32b   Lee Schermerhorn   mempolicy: rename...
943
  	mpol_put(tsk->mempolicy);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
944
945
  	tsk->mempolicy = NULL;
  #endif
42b2dd0a0   Alexey Dobriyan   Shrink task_struc...
946
  #ifdef CONFIG_FUTEX
c87e2837b   Ingo Molnar   [PATCH] pi-futex:...
947
948
  	if (unlikely(current->pi_state_cache))
  		kfree(current->pi_state_cache);
42b2dd0a0   Alexey Dobriyan   Shrink task_struc...
949
  #endif
c87e2837b   Ingo Molnar   [PATCH] pi-futex:...
950
  	/*
9a11b49a8   Ingo Molnar   [PATCH] lockdep: ...
951
  	 * Make sure we are holding no locks:
de5097c2e   Ingo Molnar   [PATCH] mutex sub...
952
  	 */
9a11b49a8   Ingo Molnar   [PATCH] lockdep: ...
953
  	debug_check_no_locks_held(tsk);
778e9a9c3   Alexey Kuznetsov   pi-futex: fix exi...
954
955
956
957
958
959
  	/*
  	 * We can do this unlocked here. The futex code uses this flag
  	 * just to verify whether the pi state cleanup has been done
  	 * or not. In the worst case it loops once more.
  	 */
  	tsk->flags |= PF_EXITPIDONE;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
960

afc847b7d   Al Viro   [PATCH] don't do ...
961
962
  	if (tsk->io_context)
  		exit_io_context();
b92ce5589   Jens Axboe   [PATCH] splice: a...
963
964
  	if (tsk->splice_pipe)
  		__free_pipe_info(tsk->splice_pipe);
e0e817392   David Howells   CRED: Add some co...
965
  	validate_creds_for_do_exit(tsk);
7407251a0   Coywolf Qi Hunt   [PATCH] PF_DEAD c...
966
  	preempt_disable();
f41d911f8   Paul E. McKenney   rcu: Merge preemp...
967
  	exit_rcu();
55a101f8f   Oleg Nesterov   [PATCH] kill PF_D...
968
  	/* causes final put_task_struct in finish_task_switch(). */
c394cc9fb   Oleg Nesterov   [PATCH] introduce...
969
  	tsk->state = TASK_DEAD;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
970
971
972
  	schedule();
  	BUG();
  	/* Avoid "noreturn function does return".  */
54306cf04   Alan Cox   [PATCH] exit: fix...
973
974
  	for (;;)
  		cpu_relax();	/* For when BUG is null */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
975
  }
012914dad   Russ Anderson   [patch] MCA recov...
976
  EXPORT_SYMBOL_GPL(do_exit);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
977
978
979
980
  NORET_TYPE void complete_and_exit(struct completion *comp, long code)
  {
  	if (comp)
  		complete(comp);
55a101f8f   Oleg Nesterov   [PATCH] kill PF_D...
981

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
982
983
984
985
  	do_exit(code);
  }
  
  EXPORT_SYMBOL(complete_and_exit);
754fe8d29   Heiko Carstens   [CVE-2009-0029] S...
986
  SYSCALL_DEFINE1(exit, int, error_code)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
987
988
989
  {
  	do_exit((error_code&0xff)<<8);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
990
991
992
993
994
995
996
  /*
   * Take down every thread in the group.  This is called by fatal signals
   * as well as by sys_exit_group (below).
   */
  NORET_TYPE void
  do_group_exit(int exit_code)
  {
bfc4b0890   Oleg Nesterov   signals: do_group...
997
  	struct signal_struct *sig = current->signal;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
998
  	BUG_ON(exit_code & 0x80); /* core dumps don't get here */
bfc4b0890   Oleg Nesterov   signals: do_group...
999
1000
  	if (signal_group_exit(sig))
  		exit_code = sig->group_exit_code;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1001
  	else if (!thread_group_empty(current)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1002
  		struct sighand_struct *const sighand = current->sighand;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1003
  		spin_lock_irq(&sighand->siglock);
ed5d2cac1   Oleg Nesterov   exec: rework the ...
1004
  		if (signal_group_exit(sig))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1005
1006
1007
  			/* Another thread got here before we took the lock.  */
  			exit_code = sig->group_exit_code;
  		else {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1008
  			sig->group_exit_code = exit_code;
ed5d2cac1   Oleg Nesterov   exec: rework the ...
1009
  			sig->flags = SIGNAL_GROUP_EXIT;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1010
1011
1012
  			zap_other_threads(current);
  		}
  		spin_unlock_irq(&sighand->siglock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
  	}
  
  	do_exit(exit_code);
  	/* NOTREACHED */
  }
  
  /*
   * this kills every thread in the thread group. Note that any externally
   * wait4()-ing process will get the correct exit code - even if this
   * thread is not the thread group leader.
   */
754fe8d29   Heiko Carstens   [CVE-2009-0029] S...
1024
  SYSCALL_DEFINE1(exit_group, int, error_code)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1025
1026
  {
  	do_group_exit((error_code & 0xff) << 8);
2ed7c03ec   Heiko Carstens   [CVE-2009-0029] C...
1027
1028
  	/* NOTREACHED */
  	return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1029
  }
9e8ae01d1   Oleg Nesterov   introduce "struct...
1030
1031
  struct wait_opts {
  	enum pid_type		wo_type;
9e8ae01d1   Oleg Nesterov   introduce "struct...
1032
  	int			wo_flags;
e1eb1ebcc   Richard Kennedy   mm: exit.c reorde...
1033
  	struct pid		*wo_pid;
9e8ae01d1   Oleg Nesterov   introduce "struct...
1034
1035
1036
1037
  
  	struct siginfo __user	*wo_info;
  	int __user		*wo_stat;
  	struct rusage __user	*wo_rusage;
0b7570e77   Oleg Nesterov   do_wait() wakeup ...
1038
  	wait_queue_t		child_wait;
9e8ae01d1   Oleg Nesterov   introduce "struct...
1039
1040
  	int			notask_error;
  };
989264f46   Oleg Nesterov   do_wait-wakeup-op...
1041
1042
  static inline
  struct pid *task_pid_type(struct task_struct *task, enum pid_type type)
161550d74   Eric W. Biederman   pid: sys_wait... ...
1043
  {
989264f46   Oleg Nesterov   do_wait-wakeup-op...
1044
1045
1046
  	if (type != PIDTYPE_PID)
  		task = task->group_leader;
  	return task->pids[type].pid;
161550d74   Eric W. Biederman   pid: sys_wait... ...
1047
  }
989264f46   Oleg Nesterov   do_wait-wakeup-op...
1048
  static int eligible_pid(struct wait_opts *wo, struct task_struct *p)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1049
  {
5c01ba49e   Oleg Nesterov   do_wait-wakeup-op...
1050
1051
1052
  	return	wo->wo_type == PIDTYPE_MAX ||
  		task_pid_type(p, wo->wo_type) == wo->wo_pid;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1053

5c01ba49e   Oleg Nesterov   do_wait-wakeup-op...
1054
1055
1056
1057
  static int eligible_child(struct wait_opts *wo, struct task_struct *p)
  {
  	if (!eligible_pid(wo, p))
  		return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1058
1059
1060
1061
1062
  	/* Wait for all children (clone and not) if __WALL is set;
  	 * otherwise, wait for clone children *only* if __WCLONE is
  	 * set; otherwise, wait for non-clone children *only*.  (Note:
  	 * A "clone" child here is one that reports to its parent
  	 * using a signal other than SIGCHLD.) */
9e8ae01d1   Oleg Nesterov   introduce "struct...
1063
1064
  	if (((p->exit_signal != SIGCHLD) ^ !!(wo->wo_flags & __WCLONE))
  	    && !(wo->wo_flags & __WALL))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1065
  		return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1066

14dd0b814   Roland McGrath   do_wait: return s...
1067
  	return 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1068
  }
9e8ae01d1   Oleg Nesterov   introduce "struct...
1069
1070
  static int wait_noreap_copyout(struct wait_opts *wo, struct task_struct *p,
  				pid_t pid, uid_t uid, int why, int status)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1071
  {
9e8ae01d1   Oleg Nesterov   introduce "struct...
1072
1073
1074
  	struct siginfo __user *infop;
  	int retval = wo->wo_rusage
  		? getrusage(p, RUSAGE_BOTH, wo->wo_rusage) : 0;
36c8b5868   Ingo Molnar   [PATCH] sched: cl...
1075

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1076
  	put_task_struct(p);
9e8ae01d1   Oleg Nesterov   introduce "struct...
1077
  	infop = wo->wo_info;
b6fe2d117   Vitaly Mayatskikh   wait_noreap_copyo...
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
  	if (infop) {
  		if (!retval)
  			retval = put_user(SIGCHLD, &infop->si_signo);
  		if (!retval)
  			retval = put_user(0, &infop->si_errno);
  		if (!retval)
  			retval = put_user((short)why, &infop->si_code);
  		if (!retval)
  			retval = put_user(pid, &infop->si_pid);
  		if (!retval)
  			retval = put_user(uid, &infop->si_uid);
  		if (!retval)
  			retval = put_user(status, &infop->si_status);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
  	if (!retval)
  		retval = pid;
  	return retval;
  }
  
  /*
   * Handle sys_wait4 work for one task in state EXIT_ZOMBIE.  We hold
   * read_lock(&tasklist_lock) on entry.  If we return zero, we still hold
   * the lock and this task is uninteresting.  If we return nonzero, we have
   * released the lock and the system call should return.
   */
9e8ae01d1   Oleg Nesterov   introduce "struct...
1103
  static int wait_task_zombie(struct wait_opts *wo, struct task_struct *p)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1104
1105
  {
  	unsigned long state;
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1106
  	int retval, status, traced;
6c5f3e7b4   Pavel Emelyanov   Pidns: make full ...
1107
  	pid_t pid = task_pid_vnr(p);
c69e8d9c0   David Howells   CRED: Use RCU to ...
1108
  	uid_t uid = __task_cred(p)->uid;
9e8ae01d1   Oleg Nesterov   introduce "struct...
1109
  	struct siginfo __user *infop;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1110

9e8ae01d1   Oleg Nesterov   introduce "struct...
1111
  	if (!likely(wo->wo_flags & WEXITED))
98abed020   Roland McGrath   do_wait reorganiz...
1112
  		return 0;
9e8ae01d1   Oleg Nesterov   introduce "struct...
1113
  	if (unlikely(wo->wo_flags & WNOWAIT)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1114
1115
  		int exit_code = p->exit_code;
  		int why, status;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1116
1117
1118
1119
1120
1121
1122
1123
1124
  		get_task_struct(p);
  		read_unlock(&tasklist_lock);
  		if ((exit_code & 0x7f) == 0) {
  			why = CLD_EXITED;
  			status = exit_code >> 8;
  		} else {
  			why = (exit_code & 0x80) ? CLD_DUMPED : CLD_KILLED;
  			status = exit_code & 0x7f;
  		}
9e8ae01d1   Oleg Nesterov   introduce "struct...
1125
  		return wait_noreap_copyout(wo, p, pid, uid, why, status);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
  	}
  
  	/*
  	 * Try to move the task's state to DEAD
  	 * only one thread is allowed to do this:
  	 */
  	state = xchg(&p->exit_state, EXIT_DEAD);
  	if (state != EXIT_ZOMBIE) {
  		BUG_ON(state != EXIT_DEAD);
  		return 0;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1137

53b6f9fbd   Oleg Nesterov   ptrace: introduce...
1138
  	traced = ptrace_reparented(p);
befca9677   Oleg Nesterov   ptrace: wait_task...
1139
1140
1141
1142
1143
  	/*
  	 * It can be ptraced but not reparented, check
  	 * !task_detached() to filter out sub-threads.
  	 */
  	if (likely(!traced) && likely(!task_detached(p))) {
3795e1616   Jesper Juhl   [PATCH] Decrease ...
1144
1145
  		struct signal_struct *psig;
  		struct signal_struct *sig;
1f10206cf   Jiri Pirko   getrusage: fill r...
1146
  		unsigned long maxrss;
3795e1616   Jesper Juhl   [PATCH] Decrease ...
1147

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
  		/*
  		 * The resource counters for the group leader are in its
  		 * own task_struct.  Those for dead threads in the group
  		 * are in its signal_struct, as are those for the child
  		 * processes it has previously reaped.  All these
  		 * accumulate in the parent's signal_struct c* fields.
  		 *
  		 * We don't bother to take a lock here to protect these
  		 * p->signal fields, because they are only touched by
  		 * __exit_signal, which runs with tasklist_lock
  		 * write-locked anyway, and so is excluded here.  We do
d1e98f429   Oleg Nesterov   ptrace: wait_task...
1159
  		 * need to protect the access to parent->signal fields,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1160
1161
1162
  		 * as other threads in the parent group can be right
  		 * here reaping other children at the same time.
  		 */
d1e98f429   Oleg Nesterov   ptrace: wait_task...
1163
1164
  		spin_lock_irq(&p->real_parent->sighand->siglock);
  		psig = p->real_parent->signal;
3795e1616   Jesper Juhl   [PATCH] Decrease ...
1165
1166
1167
  		sig = p->signal;
  		psig->cutime =
  			cputime_add(psig->cutime,
77d1ef795   Oleg Nesterov   wait_task_zombie:...
1168
1169
1170
  			cputime_add(p->utime,
  			cputime_add(sig->utime,
  				    sig->cutime)));
3795e1616   Jesper Juhl   [PATCH] Decrease ...
1171
1172
  		psig->cstime =
  			cputime_add(psig->cstime,
77d1ef795   Oleg Nesterov   wait_task_zombie:...
1173
1174
1175
  			cputime_add(p->stime,
  			cputime_add(sig->stime,
  				    sig->cstime)));
9ac52315d   Laurent Vivier   sched: guest CPU ...
1176
1177
1178
1179
1180
  		psig->cgtime =
  			cputime_add(psig->cgtime,
  			cputime_add(p->gtime,
  			cputime_add(sig->gtime,
  				    sig->cgtime)));
3795e1616   Jesper Juhl   [PATCH] Decrease ...
1181
1182
1183
1184
1185
1186
1187
1188
  		psig->cmin_flt +=
  			p->min_flt + sig->min_flt + sig->cmin_flt;
  		psig->cmaj_flt +=
  			p->maj_flt + sig->maj_flt + sig->cmaj_flt;
  		psig->cnvcsw +=
  			p->nvcsw + sig->nvcsw + sig->cnvcsw;
  		psig->cnivcsw +=
  			p->nivcsw + sig->nivcsw + sig->cnivcsw;
6eaeeaba3   Eric Dumazet   getrusage(): fill...
1189
1190
1191
1192
1193
1194
  		psig->cinblock +=
  			task_io_get_inblock(p) +
  			sig->inblock + sig->cinblock;
  		psig->coublock +=
  			task_io_get_oublock(p) +
  			sig->oublock + sig->coublock;
1f10206cf   Jiri Pirko   getrusage: fill r...
1195
1196
1197
  		maxrss = max(sig->maxrss, sig->cmaxrss);
  		if (psig->cmaxrss < maxrss)
  			psig->cmaxrss = maxrss;
5995477ab   Andrea Righi   task IO accountin...
1198
1199
  		task_io_accounting_add(&psig->ioac, &p->ioac);
  		task_io_accounting_add(&psig->ioac, &sig->ioac);
d1e98f429   Oleg Nesterov   ptrace: wait_task...
1200
  		spin_unlock_irq(&p->real_parent->sighand->siglock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1201
1202
1203
1204
1205
1206
1207
  	}
  
  	/*
  	 * Now we are sure this task is interesting, and no other
  	 * thread can reap it because we set its state to EXIT_DEAD.
  	 */
  	read_unlock(&tasklist_lock);
9e8ae01d1   Oleg Nesterov   introduce "struct...
1208
1209
  	retval = wo->wo_rusage
  		? getrusage(p, RUSAGE_BOTH, wo->wo_rusage) : 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1210
1211
  	status = (p->signal->flags & SIGNAL_GROUP_EXIT)
  		? p->signal->group_exit_code : p->exit_code;
9e8ae01d1   Oleg Nesterov   introduce "struct...
1212
1213
1214
1215
  	if (!retval && wo->wo_stat)
  		retval = put_user(status, wo->wo_stat);
  
  	infop = wo->wo_info;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
  	if (!retval && infop)
  		retval = put_user(SIGCHLD, &infop->si_signo);
  	if (!retval && infop)
  		retval = put_user(0, &infop->si_errno);
  	if (!retval && infop) {
  		int why;
  
  		if ((status & 0x7f) == 0) {
  			why = CLD_EXITED;
  			status >>= 8;
  		} else {
  			why = (status & 0x80) ? CLD_DUMPED : CLD_KILLED;
  			status &= 0x7f;
  		}
  		retval = put_user((short)why, &infop->si_code);
  		if (!retval)
  			retval = put_user(status, &infop->si_status);
  	}
  	if (!retval && infop)
3a515e4a6   Oleg Nesterov   wait_task_continu...
1235
  		retval = put_user(pid, &infop->si_pid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1236
  	if (!retval && infop)
c69e8d9c0   David Howells   CRED: Use RCU to ...
1237
  		retval = put_user(uid, &infop->si_uid);
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1238
  	if (!retval)
3a515e4a6   Oleg Nesterov   wait_task_continu...
1239
  		retval = pid;
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1240
1241
  
  	if (traced) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1242
  		write_lock_irq(&tasklist_lock);
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1243
1244
1245
1246
1247
1248
1249
  		/* We dropped tasklist, ptracer could die and untrace */
  		ptrace_unlink(p);
  		/*
  		 * If this is not a detached task, notify the parent.
  		 * If it's still not detached after that, don't release
  		 * it now.
  		 */
d839fd4d2   Oleg Nesterov   ptrace: introduce...
1250
  		if (!task_detached(p)) {
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1251
  			do_notify_parent(p, p->exit_signal);
d839fd4d2   Oleg Nesterov   ptrace: introduce...
1252
  			if (!task_detached(p)) {
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1253
1254
  				p->exit_state = EXIT_ZOMBIE;
  				p = NULL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1255
1256
1257
1258
1259
1260
  			}
  		}
  		write_unlock_irq(&tasklist_lock);
  	}
  	if (p != NULL)
  		release_task(p);
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1261

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1262
1263
  	return retval;
  }
90bc8d8b1   Oleg Nesterov   do_wait: fix wait...
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
  static int *task_stopped_code(struct task_struct *p, bool ptrace)
  {
  	if (ptrace) {
  		if (task_is_stopped_or_traced(p))
  			return &p->exit_code;
  	} else {
  		if (p->signal->flags & SIGNAL_STOP_STOPPED)
  			return &p->signal->group_exit_code;
  	}
  	return NULL;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1275
1276
1277
1278
1279
1280
  /*
   * Handle sys_wait4 work for one task in state TASK_STOPPED.  We hold
   * read_lock(&tasklist_lock) on entry.  If we return zero, we still hold
   * the lock and this task is uninteresting.  If we return nonzero, we have
   * released the lock and the system call should return.
   */
9e8ae01d1   Oleg Nesterov   introduce "struct...
1281
1282
  static int wait_task_stopped(struct wait_opts *wo,
  				int ptrace, struct task_struct *p)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1283
  {
9e8ae01d1   Oleg Nesterov   introduce "struct...
1284
  	struct siginfo __user *infop;
90bc8d8b1   Oleg Nesterov   do_wait: fix wait...
1285
  	int retval, exit_code, *p_code, why;
ee7c82da8   Oleg Nesterov   wait_task_stopped...
1286
  	uid_t uid = 0; /* unneeded, required by compiler */
c89507835   Oleg Nesterov   wait_task_stopped...
1287
  	pid_t pid;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1288

47918025e   Oleg Nesterov   shift "ptrace imp...
1289
1290
1291
  	/*
  	 * Traditionally we see ptrace'd stopped tasks regardless of options.
  	 */
9e8ae01d1   Oleg Nesterov   introduce "struct...
1292
  	if (!ptrace && !(wo->wo_flags & WUNTRACED))
98abed020   Roland McGrath   do_wait reorganiz...
1293
  		return 0;
ee7c82da8   Oleg Nesterov   wait_task_stopped...
1294
1295
  	exit_code = 0;
  	spin_lock_irq(&p->sighand->siglock);
90bc8d8b1   Oleg Nesterov   do_wait: fix wait...
1296
1297
  	p_code = task_stopped_code(p, ptrace);
  	if (unlikely(!p_code))
ee7c82da8   Oleg Nesterov   wait_task_stopped...
1298
  		goto unlock_sig;
90bc8d8b1   Oleg Nesterov   do_wait: fix wait...
1299
  	exit_code = *p_code;
ee7c82da8   Oleg Nesterov   wait_task_stopped...
1300
1301
  	if (!exit_code)
  		goto unlock_sig;
9e8ae01d1   Oleg Nesterov   introduce "struct...
1302
  	if (!unlikely(wo->wo_flags & WNOWAIT))
90bc8d8b1   Oleg Nesterov   do_wait: fix wait...
1303
  		*p_code = 0;
ee7c82da8   Oleg Nesterov   wait_task_stopped...
1304

c69e8d9c0   David Howells   CRED: Use RCU to ...
1305
1306
  	/* don't need the RCU readlock here as we're holding a spinlock */
  	uid = __task_cred(p)->uid;
ee7c82da8   Oleg Nesterov   wait_task_stopped...
1307
1308
1309
  unlock_sig:
  	spin_unlock_irq(&p->sighand->siglock);
  	if (!exit_code)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
  		return 0;
  
  	/*
  	 * Now we are pretty sure this task is interesting.
  	 * Make sure it doesn't get reaped out from under us while we
  	 * give up the lock and then examine it below.  We don't want to
  	 * keep holding onto the tasklist_lock while we call getrusage and
  	 * possibly take page faults for user memory.
  	 */
  	get_task_struct(p);
6c5f3e7b4   Pavel Emelyanov   Pidns: make full ...
1320
  	pid = task_pid_vnr(p);
f470021ad   Roland McGrath   ptrace children r...
1321
  	why = ptrace ? CLD_TRAPPED : CLD_STOPPED;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1322
  	read_unlock(&tasklist_lock);
9e8ae01d1   Oleg Nesterov   introduce "struct...
1323
1324
1325
1326
1327
1328
1329
  	if (unlikely(wo->wo_flags & WNOWAIT))
  		return wait_noreap_copyout(wo, p, pid, uid, why, exit_code);
  
  	retval = wo->wo_rusage
  		? getrusage(p, RUSAGE_BOTH, wo->wo_rusage) : 0;
  	if (!retval && wo->wo_stat)
  		retval = put_user((exit_code << 8) | 0x7f, wo->wo_stat);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1330

9e8ae01d1   Oleg Nesterov   introduce "struct...
1331
  	infop = wo->wo_info;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1332
1333
1334
1335
1336
  	if (!retval && infop)
  		retval = put_user(SIGCHLD, &infop->si_signo);
  	if (!retval && infop)
  		retval = put_user(0, &infop->si_errno);
  	if (!retval && infop)
6efcae460   Roland McGrath   Fix waitid si_cod...
1337
  		retval = put_user((short)why, &infop->si_code);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1338
1339
1340
  	if (!retval && infop)
  		retval = put_user(exit_code, &infop->si_status);
  	if (!retval && infop)
c89507835   Oleg Nesterov   wait_task_stopped...
1341
  		retval = put_user(pid, &infop->si_pid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1342
  	if (!retval && infop)
ee7c82da8   Oleg Nesterov   wait_task_stopped...
1343
  		retval = put_user(uid, &infop->si_uid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1344
  	if (!retval)
c89507835   Oleg Nesterov   wait_task_stopped...
1345
  		retval = pid;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
  	put_task_struct(p);
  
  	BUG_ON(!retval);
  	return retval;
  }
  
  /*
   * Handle do_wait work for one task in a live, non-stopped state.
   * read_lock(&tasklist_lock) on entry.  If we return zero, we still hold
   * the lock and this task is uninteresting.  If we return nonzero, we have
   * released the lock and the system call should return.
   */
9e8ae01d1   Oleg Nesterov   introduce "struct...
1358
  static int wait_task_continued(struct wait_opts *wo, struct task_struct *p)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1359
1360
1361
1362
  {
  	int retval;
  	pid_t pid;
  	uid_t uid;
9e8ae01d1   Oleg Nesterov   introduce "struct...
1363
  	if (!unlikely(wo->wo_flags & WCONTINUED))
98abed020   Roland McGrath   do_wait reorganiz...
1364
  		return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1365
1366
1367
1368
1369
1370
1371
1372
1373
  	if (!(p->signal->flags & SIGNAL_STOP_CONTINUED))
  		return 0;
  
  	spin_lock_irq(&p->sighand->siglock);
  	/* Re-check with the lock held.  */
  	if (!(p->signal->flags & SIGNAL_STOP_CONTINUED)) {
  		spin_unlock_irq(&p->sighand->siglock);
  		return 0;
  	}
9e8ae01d1   Oleg Nesterov   introduce "struct...
1374
  	if (!unlikely(wo->wo_flags & WNOWAIT))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1375
  		p->signal->flags &= ~SIGNAL_STOP_CONTINUED;
c69e8d9c0   David Howells   CRED: Use RCU to ...
1376
  	uid = __task_cred(p)->uid;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1377
  	spin_unlock_irq(&p->sighand->siglock);
6c5f3e7b4   Pavel Emelyanov   Pidns: make full ...
1378
  	pid = task_pid_vnr(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1379
1380
  	get_task_struct(p);
  	read_unlock(&tasklist_lock);
9e8ae01d1   Oleg Nesterov   introduce "struct...
1381
1382
1383
  	if (!wo->wo_info) {
  		retval = wo->wo_rusage
  			? getrusage(p, RUSAGE_BOTH, wo->wo_rusage) : 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1384
  		put_task_struct(p);
9e8ae01d1   Oleg Nesterov   introduce "struct...
1385
1386
  		if (!retval && wo->wo_stat)
  			retval = put_user(0xffff, wo->wo_stat);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1387
  		if (!retval)
3a515e4a6   Oleg Nesterov   wait_task_continu...
1388
  			retval = pid;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1389
  	} else {
9e8ae01d1   Oleg Nesterov   introduce "struct...
1390
1391
  		retval = wait_noreap_copyout(wo, p, pid, uid,
  					     CLD_CONTINUED, SIGCONT);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1392
1393
1394
1395
1396
  		BUG_ON(retval == 0);
  	}
  
  	return retval;
  }
98abed020   Roland McGrath   do_wait reorganiz...
1397
1398
1399
  /*
   * Consider @p for a wait by @parent.
   *
9e8ae01d1   Oleg Nesterov   introduce "struct...
1400
   * -ECHILD should be in ->notask_error before the first call.
98abed020   Roland McGrath   do_wait reorganiz...
1401
1402
   * Returns nonzero for a final return, when we have unlocked tasklist_lock.
   * Returns zero if the search for a child should continue;
9e8ae01d1   Oleg Nesterov   introduce "struct...
1403
   * then ->notask_error is 0 if @p is an eligible child,
14dd0b814   Roland McGrath   do_wait: return s...
1404
   * or another error from security_task_wait(), or still -ECHILD.
98abed020   Roland McGrath   do_wait reorganiz...
1405
   */
b6e763f07   Oleg Nesterov   wait_consider_tas...
1406
1407
  static int wait_consider_task(struct wait_opts *wo, int ptrace,
  				struct task_struct *p)
98abed020   Roland McGrath   do_wait reorganiz...
1408
  {
9e8ae01d1   Oleg Nesterov   introduce "struct...
1409
  	int ret = eligible_child(wo, p);
14dd0b814   Roland McGrath   do_wait: return s...
1410
  	if (!ret)
98abed020   Roland McGrath   do_wait reorganiz...
1411
  		return ret;
a2322e1d2   Oleg Nesterov   do_wait() wakeup ...
1412
  	ret = security_task_wait(p);
14dd0b814   Roland McGrath   do_wait: return s...
1413
1414
1415
1416
1417
1418
1419
1420
  	if (unlikely(ret < 0)) {
  		/*
  		 * If we have not yet seen any eligible child,
  		 * then let this error code replace -ECHILD.
  		 * A permission error will give the user a clue
  		 * to look for security policy problems, rather
  		 * than for mysterious wait bugs.
  		 */
9e8ae01d1   Oleg Nesterov   introduce "struct...
1421
1422
  		if (wo->notask_error)
  			wo->notask_error = ret;
78a3d9d56   Oleg Nesterov   do_wait: do take ...
1423
  		return 0;
14dd0b814   Roland McGrath   do_wait: return s...
1424
  	}
5cb114468   Oleg Nesterov   ptrace: do not us...
1425
  	if (likely(!ptrace) && unlikely(task_ptrace(p))) {
f470021ad   Roland McGrath   ptrace children r...
1426
1427
1428
1429
  		/*
  		 * This child is hidden by ptrace.
  		 * We aren't allowed to see it now, but eventually we will.
  		 */
9e8ae01d1   Oleg Nesterov   introduce "struct...
1430
  		wo->notask_error = 0;
f470021ad   Roland McGrath   ptrace children r...
1431
1432
  		return 0;
  	}
98abed020   Roland McGrath   do_wait reorganiz...
1433
1434
1435
1436
1437
1438
1439
  	if (p->exit_state == EXIT_DEAD)
  		return 0;
  
  	/*
  	 * We don't reap group leaders with subthreads.
  	 */
  	if (p->exit_state == EXIT_ZOMBIE && !delay_group_leader(p))
9e8ae01d1   Oleg Nesterov   introduce "struct...
1440
  		return wait_task_zombie(wo, p);
98abed020   Roland McGrath   do_wait reorganiz...
1441
1442
1443
1444
1445
  
  	/*
  	 * It's stopped or running now, so it might
  	 * later continue, exit, or stop again.
  	 */
9e8ae01d1   Oleg Nesterov   introduce "struct...
1446
  	wo->notask_error = 0;
98abed020   Roland McGrath   do_wait reorganiz...
1447

90bc8d8b1   Oleg Nesterov   do_wait: fix wait...
1448
  	if (task_stopped_code(p, ptrace))
9e8ae01d1   Oleg Nesterov   introduce "struct...
1449
  		return wait_task_stopped(wo, ptrace, p);
98abed020   Roland McGrath   do_wait reorganiz...
1450

9e8ae01d1   Oleg Nesterov   introduce "struct...
1451
  	return wait_task_continued(wo, p);
98abed020   Roland McGrath   do_wait reorganiz...
1452
1453
1454
1455
1456
  }
  
  /*
   * Do the work of do_wait() for one thread in the group, @tsk.
   *
9e8ae01d1   Oleg Nesterov   introduce "struct...
1457
   * -ECHILD should be in ->notask_error before the first call.
98abed020   Roland McGrath   do_wait reorganiz...
1458
1459
   * Returns nonzero for a final return, when we have unlocked tasklist_lock.
   * Returns zero if the search for a child should continue; then
9e8ae01d1   Oleg Nesterov   introduce "struct...
1460
   * ->notask_error is 0 if there were any eligible children,
14dd0b814   Roland McGrath   do_wait: return s...
1461
   * or another error from security_task_wait(), or still -ECHILD.
98abed020   Roland McGrath   do_wait reorganiz...
1462
   */
9e8ae01d1   Oleg Nesterov   introduce "struct...
1463
  static int do_wait_thread(struct wait_opts *wo, struct task_struct *tsk)
98abed020   Roland McGrath   do_wait reorganiz...
1464
1465
1466
1467
  {
  	struct task_struct *p;
  
  	list_for_each_entry(p, &tsk->children, sibling) {
f470021ad   Roland McGrath   ptrace children r...
1468
1469
1470
1471
  		/*
  		 * Do not consider detached threads.
  		 */
  		if (!task_detached(p)) {
b6e763f07   Oleg Nesterov   wait_consider_tas...
1472
  			int ret = wait_consider_task(wo, 0, p);
f470021ad   Roland McGrath   ptrace children r...
1473
1474
1475
  			if (ret)
  				return ret;
  		}
98abed020   Roland McGrath   do_wait reorganiz...
1476
1477
1478
1479
  	}
  
  	return 0;
  }
9e8ae01d1   Oleg Nesterov   introduce "struct...
1480
  static int ptrace_do_wait(struct wait_opts *wo, struct task_struct *tsk)
98abed020   Roland McGrath   do_wait reorganiz...
1481
1482
  {
  	struct task_struct *p;
f470021ad   Roland McGrath   ptrace children r...
1483
  	list_for_each_entry(p, &tsk->ptraced, ptrace_entry) {
b6e763f07   Oleg Nesterov   wait_consider_tas...
1484
  		int ret = wait_consider_task(wo, 1, p);
f470021ad   Roland McGrath   ptrace children r...
1485
  		if (ret)
98abed020   Roland McGrath   do_wait reorganiz...
1486
  			return ret;
98abed020   Roland McGrath   do_wait reorganiz...
1487
1488
1489
1490
  	}
  
  	return 0;
  }
0b7570e77   Oleg Nesterov   do_wait() wakeup ...
1491
1492
1493
1494
1495
1496
  static int child_wait_callback(wait_queue_t *wait, unsigned mode,
  				int sync, void *key)
  {
  	struct wait_opts *wo = container_of(wait, struct wait_opts,
  						child_wait);
  	struct task_struct *p = key;
5c01ba49e   Oleg Nesterov   do_wait-wakeup-op...
1497
  	if (!eligible_pid(wo, p))
0b7570e77   Oleg Nesterov   do_wait() wakeup ...
1498
  		return 0;
b4fe51823   Oleg Nesterov   do_wait() wakeup ...
1499
1500
  	if ((wo->wo_flags & __WNOTHREAD) && wait->private != p->parent)
  		return 0;
0b7570e77   Oleg Nesterov   do_wait() wakeup ...
1501
1502
  	return default_wake_function(wait, mode, sync, key);
  }
a7f0765ed   Oleg Nesterov   ptrace: __ptrace_...
1503
1504
  void __wake_up_parent(struct task_struct *p, struct task_struct *parent)
  {
0b7570e77   Oleg Nesterov   do_wait() wakeup ...
1505
1506
  	__wake_up_sync_key(&parent->signal->wait_chldexit,
  				TASK_INTERRUPTIBLE, 1, p);
a7f0765ed   Oleg Nesterov   ptrace: __ptrace_...
1507
  }
9e8ae01d1   Oleg Nesterov   introduce "struct...
1508
  static long do_wait(struct wait_opts *wo)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1509
  {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1510
  	struct task_struct *tsk;
98abed020   Roland McGrath   do_wait reorganiz...
1511
  	int retval;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1512

9e8ae01d1   Oleg Nesterov   introduce "struct...
1513
  	trace_sched_process_wait(wo->wo_pid);
0a16b6075   Mathieu Desnoyers   tracing, sched: L...
1514

0b7570e77   Oleg Nesterov   do_wait() wakeup ...
1515
1516
1517
  	init_waitqueue_func_entry(&wo->child_wait, child_wait_callback);
  	wo->child_wait.private = current;
  	add_wait_queue(&current->signal->wait_chldexit, &wo->child_wait);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1518
  repeat:
98abed020   Roland McGrath   do_wait reorganiz...
1519
1520
  	/*
  	 * If there is nothing that can match our critiera just get out.
9e8ae01d1   Oleg Nesterov   introduce "struct...
1521
1522
1523
  	 * We will clear ->notask_error to zero if we see any child that
  	 * might later match our criteria, even if we are not able to reap
  	 * it yet.
98abed020   Roland McGrath   do_wait reorganiz...
1524
  	 */
64a16caf5   Oleg Nesterov   do_wait: simplify...
1525
  	wo->notask_error = -ECHILD;
9e8ae01d1   Oleg Nesterov   introduce "struct...
1526
1527
  	if ((wo->wo_type < PIDTYPE_MAX) &&
  	   (!wo->wo_pid || hlist_empty(&wo->wo_pid->tasks[wo->wo_type])))
64a16caf5   Oleg Nesterov   do_wait: simplify...
1528
  		goto notask;
161550d74   Eric W. Biederman   pid: sys_wait... ...
1529

f95d39d10   Oleg Nesterov   do_wait: fix the ...
1530
  	set_current_state(TASK_INTERRUPTIBLE);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1531
1532
1533
  	read_lock(&tasklist_lock);
  	tsk = current;
  	do {
64a16caf5   Oleg Nesterov   do_wait: simplify...
1534
1535
1536
  		retval = do_wait_thread(wo, tsk);
  		if (retval)
  			goto end;
9e8ae01d1   Oleg Nesterov   introduce "struct...
1537

64a16caf5   Oleg Nesterov   do_wait: simplify...
1538
1539
  		retval = ptrace_do_wait(wo, tsk);
  		if (retval)
98abed020   Roland McGrath   do_wait reorganiz...
1540
  			goto end;
98abed020   Roland McGrath   do_wait reorganiz...
1541

9e8ae01d1   Oleg Nesterov   introduce "struct...
1542
  		if (wo->wo_flags & __WNOTHREAD)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1543
  			break;
a3f6dfb72   Oleg Nesterov   do_wait: kill the...
1544
  	} while_each_thread(current, tsk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1545
  	read_unlock(&tasklist_lock);
f2cc3eb13   Oleg Nesterov   do_wait: fix secu...
1546

64a16caf5   Oleg Nesterov   do_wait: simplify...
1547
  notask:
9e8ae01d1   Oleg Nesterov   introduce "struct...
1548
1549
  	retval = wo->notask_error;
  	if (!retval && !(wo->wo_flags & WNOHANG)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1550
  		retval = -ERESTARTSYS;
98abed020   Roland McGrath   do_wait reorganiz...
1551
1552
1553
1554
  		if (!signal_pending(current)) {
  			schedule();
  			goto repeat;
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1555
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1556
  end:
f95d39d10   Oleg Nesterov   do_wait: fix the ...
1557
  	__set_current_state(TASK_RUNNING);
0b7570e77   Oleg Nesterov   do_wait() wakeup ...
1558
  	remove_wait_queue(&current->signal->wait_chldexit, &wo->child_wait);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1559
1560
  	return retval;
  }
17da2bd90   Heiko Carstens   [CVE-2009-0029] S...
1561
1562
  SYSCALL_DEFINE5(waitid, int, which, pid_t, upid, struct siginfo __user *,
  		infop, int, options, struct rusage __user *, ru)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1563
  {
9e8ae01d1   Oleg Nesterov   introduce "struct...
1564
  	struct wait_opts wo;
161550d74   Eric W. Biederman   pid: sys_wait... ...
1565
1566
  	struct pid *pid = NULL;
  	enum pid_type type;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1567
1568
1569
1570
1571
1572
1573
1574
1575
  	long ret;
  
  	if (options & ~(WNOHANG|WNOWAIT|WEXITED|WSTOPPED|WCONTINUED))
  		return -EINVAL;
  	if (!(options & (WEXITED|WSTOPPED|WCONTINUED)))
  		return -EINVAL;
  
  	switch (which) {
  	case P_ALL:
161550d74   Eric W. Biederman   pid: sys_wait... ...
1576
  		type = PIDTYPE_MAX;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1577
1578
  		break;
  	case P_PID:
161550d74   Eric W. Biederman   pid: sys_wait... ...
1579
1580
  		type = PIDTYPE_PID;
  		if (upid <= 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1581
1582
1583
  			return -EINVAL;
  		break;
  	case P_PGID:
161550d74   Eric W. Biederman   pid: sys_wait... ...
1584
1585
  		type = PIDTYPE_PGID;
  		if (upid <= 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1586
  			return -EINVAL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1587
1588
1589
1590
  		break;
  	default:
  		return -EINVAL;
  	}
161550d74   Eric W. Biederman   pid: sys_wait... ...
1591
1592
  	if (type < PIDTYPE_MAX)
  		pid = find_get_pid(upid);
9e8ae01d1   Oleg Nesterov   introduce "struct...
1593
1594
1595
1596
1597
1598
1599
1600
  
  	wo.wo_type	= type;
  	wo.wo_pid	= pid;
  	wo.wo_flags	= options;
  	wo.wo_info	= infop;
  	wo.wo_stat	= NULL;
  	wo.wo_rusage	= ru;
  	ret = do_wait(&wo);
dfe16dfa4   Vitaly Mayatskikh   do_wait: fix sys_...
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
  
  	if (ret > 0) {
  		ret = 0;
  	} else if (infop) {
  		/*
  		 * For a WNOHANG return, clear out all the fields
  		 * we would set so the user can easily tell the
  		 * difference.
  		 */
  		if (!ret)
  			ret = put_user(0, &infop->si_signo);
  		if (!ret)
  			ret = put_user(0, &infop->si_errno);
  		if (!ret)
  			ret = put_user(0, &infop->si_code);
  		if (!ret)
  			ret = put_user(0, &infop->si_pid);
  		if (!ret)
  			ret = put_user(0, &infop->si_uid);
  		if (!ret)
  			ret = put_user(0, &infop->si_status);
  	}
161550d74   Eric W. Biederman   pid: sys_wait... ...
1623
  	put_pid(pid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1624
1625
  
  	/* avoid REGPARM breakage on x86: */
54a015104   Roland McGrath   asmlinkage_protec...
1626
  	asmlinkage_protect(5, ret, which, upid, infop, options, ru);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1627
1628
  	return ret;
  }
754fe8d29   Heiko Carstens   [CVE-2009-0029] S...
1629
1630
  SYSCALL_DEFINE4(wait4, pid_t, upid, int __user *, stat_addr,
  		int, options, struct rusage __user *, ru)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1631
  {
9e8ae01d1   Oleg Nesterov   introduce "struct...
1632
  	struct wait_opts wo;
161550d74   Eric W. Biederman   pid: sys_wait... ...
1633
1634
  	struct pid *pid = NULL;
  	enum pid_type type;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1635
1636
1637
1638
1639
  	long ret;
  
  	if (options & ~(WNOHANG|WUNTRACED|WCONTINUED|
  			__WNOTHREAD|__WCLONE|__WALL))
  		return -EINVAL;
161550d74   Eric W. Biederman   pid: sys_wait... ...
1640
1641
1642
1643
1644
1645
1646
1647
  
  	if (upid == -1)
  		type = PIDTYPE_MAX;
  	else if (upid < 0) {
  		type = PIDTYPE_PGID;
  		pid = find_get_pid(-upid);
  	} else if (upid == 0) {
  		type = PIDTYPE_PGID;
2ae448efc   Oleg Nesterov   pids: improve get...
1648
  		pid = get_task_pid(current, PIDTYPE_PGID);
161550d74   Eric W. Biederman   pid: sys_wait... ...
1649
1650
1651
1652
  	} else /* upid > 0 */ {
  		type = PIDTYPE_PID;
  		pid = find_get_pid(upid);
  	}
9e8ae01d1   Oleg Nesterov   introduce "struct...
1653
1654
1655
1656
1657
1658
1659
  	wo.wo_type	= type;
  	wo.wo_pid	= pid;
  	wo.wo_flags	= options | WEXITED;
  	wo.wo_info	= NULL;
  	wo.wo_stat	= stat_addr;
  	wo.wo_rusage	= ru;
  	ret = do_wait(&wo);
161550d74   Eric W. Biederman   pid: sys_wait... ...
1660
  	put_pid(pid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1661
1662
  
  	/* avoid REGPARM breakage on x86: */
54a015104   Roland McGrath   asmlinkage_protec...
1663
  	asmlinkage_protect(4, ret, upid, stat_addr, options, ru);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1664
1665
1666
1667
1668
1669
1670
1671
1672
  	return ret;
  }
  
  #ifdef __ARCH_WANT_SYS_WAITPID
  
  /*
   * sys_waitpid() remains for compatibility. waitpid() should be
   * implemented by calling sys_wait4() from libc.a.
   */
17da2bd90   Heiko Carstens   [CVE-2009-0029] S...
1673
  SYSCALL_DEFINE3(waitpid, pid_t, pid, int __user *, stat_addr, int, options)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1674
1675
1676
1677
1678
  {
  	return sys_wait4(pid, stat_addr, options, NULL);
  }
  
  #endif