Blame view

kernel/exit.c 45.6 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
  /*
   *  linux/kernel/exit.c
   *
   *  Copyright (C) 1991, 1992  Linus Torvalds
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
6
7
8
  #include <linux/mm.h>
  #include <linux/slab.h>
  #include <linux/interrupt.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
9
  #include <linux/module.h>
c59ede7b7   Randy.Dunlap   [PATCH] move capa...
10
  #include <linux/capability.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
11
12
13
  #include <linux/completion.h>
  #include <linux/personality.h>
  #include <linux/tty.h>
6b3286ed1   Kirill Korotaev   [PATCH] rename st...
14
  #include <linux/mnt_namespace.h>
da9cbc873   Jens Axboe   block: blkdev.h c...
15
  #include <linux/iocontext.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
16
17
18
19
  #include <linux/key.h>
  #include <linux/security.h>
  #include <linux/cpu.h>
  #include <linux/acct.h>
8f0ab5147   Jay Lan   [PATCH] csa: conv...
20
  #include <linux/tsacct_kern.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
21
  #include <linux/file.h>
9f3acc314   Al Viro   [PATCH] split lin...
22
  #include <linux/fdtable.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
23
  #include <linux/binfmts.h>
ab516013a   Serge E. Hallyn   [PATCH] namespace...
24
  #include <linux/nsproxy.h>
84d737866   Sukadev Bhattiprolu   [PATCH] add child...
25
  #include <linux/pid_namespace.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
26
27
28
29
  #include <linux/ptrace.h>
  #include <linux/profile.h>
  #include <linux/mount.h>
  #include <linux/proc_fs.h>
49d769d52   Eric W. Biederman   Change reparent_t...
30
  #include <linux/kthread.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
31
  #include <linux/mempolicy.h>
c757249af   Shailabh Nagar   [PATCH] per-task-...
32
  #include <linux/taskstats_kern.h>
ca74e92b4   Shailabh Nagar   [PATCH] per-task-...
33
  #include <linux/delayacct.h>
831441862   Rafael J. Wysocki   Freezer: make ker...
34
  #include <linux/freezer.h>
b4f48b636   Paul Menage   Task Control Grou...
35
  #include <linux/cgroup.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
36
  #include <linux/syscalls.h>
7ed20e1ad   Jesper Juhl   [PATCH] convert t...
37
  #include <linux/signal.h>
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
38
  #include <linux/posix-timers.h>
9f46080c4   Matt Helsley   [PATCH] Process E...
39
  #include <linux/cn_proc.h>
de5097c2e   Ingo Molnar   [PATCH] mutex sub...
40
  #include <linux/mutex.h>
0771dfefc   Ingo Molnar   [PATCH] lightweig...
41
  #include <linux/futex.h>
34f192c65   Ingo Molnar   [PATCH] lightweig...
42
  #include <linux/compat.h>
b92ce5589   Jens Axboe   [PATCH] splice: a...
43
  #include <linux/pipe_fs_i.h>
fa84cb935   Al Viro   [PATCH] move call...
44
  #include <linux/audit.h> /* for audit_free() */
83cc5ed3c   Adrian Bunk   [PATCH] kernel/sy...
45
  #include <linux/resource.h>
0d67a46df   David Howells   [PATCH] BLOCK: Re...
46
  #include <linux/blkdev.h>
6eaeeaba3   Eric Dumazet   getrusage(): fill...
47
  #include <linux/task_io_accounting_ops.h>
30199f5a4   Roland McGrath   tracehook: exit
48
  #include <linux/tracehook.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
49
50
51
52
53
  
  #include <asm/uaccess.h>
  #include <asm/unistd.h>
  #include <asm/pgtable.h>
  #include <asm/mmu_context.h>
408b664a7   Adrian Bunk   [PATCH] make lots...
54
  static void exit_mm(struct task_struct * tsk);
d839fd4d2   Oleg Nesterov   ptrace: introduce...
55
56
57
58
  static inline int task_detached(struct task_struct *p)
  {
  	return p->exit_signal == -1;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
59
60
61
62
  static void __unhash_process(struct task_struct *p)
  {
  	nr_threads--;
  	detach_pid(p, PIDTYPE_PID);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
63
64
65
  	if (thread_group_leader(p)) {
  		detach_pid(p, PIDTYPE_PGID);
  		detach_pid(p, PIDTYPE_SID);
c97d98931   Oleg Nesterov   [PATCH] kill SET_...
66

5e85d4abe   Eric W. Biederman   [PATCH] task: Mak...
67
  		list_del_rcu(&p->tasks);
73b9ebfe1   Oleg Nesterov   [PATCH] pidhash: ...
68
  		__get_cpu_var(process_counts)--;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
69
  	}
47e65328a   Oleg Nesterov   [PATCH] pids: kil...
70
  	list_del_rcu(&p->thread_group);
f470021ad   Roland McGrath   ptrace children r...
71
  	list_del_init(&p->sibling);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
72
  }
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
73
74
75
76
77
78
79
80
81
82
  /*
   * This function expects the tasklist_lock write-locked.
   */
  static void __exit_signal(struct task_struct *tsk)
  {
  	struct signal_struct *sig = tsk->signal;
  	struct sighand_struct *sighand;
  
  	BUG_ON(!sig);
  	BUG_ON(!atomic_read(&sig->count));
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
83
84
85
86
87
88
89
90
91
92
93
  	sighand = rcu_dereference(tsk->sighand);
  	spin_lock(&sighand->siglock);
  
  	posix_cpu_timers_exit(tsk);
  	if (atomic_dec_and_test(&sig->count))
  		posix_cpu_timers_exit_group(tsk);
  	else {
  		/*
  		 * If there is any task waiting for the group exit
  		 * then notify it:
  		 */
6db840fa7   Oleg Nesterov   exec: RT sub-thre...
94
  		if (sig->group_exit_task && atomic_read(&sig->count) == sig->notify_count)
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
95
  			wake_up_process(sig->group_exit_task);
6db840fa7   Oleg Nesterov   exec: RT sub-thre...
96

6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
97
98
99
100
101
102
103
104
105
106
107
108
  		if (tsk == sig->curr_target)
  			sig->curr_target = next_thread(tsk);
  		/*
  		 * Accumulate here the counters for all threads but the
  		 * group leader as they die, so they can be added into
  		 * the process-wide totals when those are taken.
  		 * The group leader stays around as a zombie as long
  		 * as there are other threads.  When it gets reaped,
  		 * the exit.c code will add its counts into these totals.
  		 * We won't ever get here for the group leader, since it
  		 * will have been the last reference on the signal_struct.
  		 */
49048622e   Balbir Singh   sched: fix proces...
109
110
111
  		sig->utime = cputime_add(sig->utime, task_utime(tsk));
  		sig->stime = cputime_add(sig->stime, task_stime(tsk));
  		sig->gtime = cputime_add(sig->gtime, task_gtime(tsk));
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
112
113
114
115
  		sig->min_flt += tsk->min_flt;
  		sig->maj_flt += tsk->maj_flt;
  		sig->nvcsw += tsk->nvcsw;
  		sig->nivcsw += tsk->nivcsw;
6eaeeaba3   Eric Dumazet   getrusage(): fill...
116
117
  		sig->inblock += task_io_get_inblock(tsk);
  		sig->oublock += task_io_get_oublock(tsk);
5995477ab   Andrea Righi   task IO accountin...
118
  		task_io_accounting_add(&sig->ioac, &tsk->ioac);
172ba844a   Balbir Singh   sched: update del...
119
  		sig->sum_sched_runtime += tsk->se.sum_exec_runtime;
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
120
121
  		sig = NULL; /* Marker for below. */
  	}
5876700cd   Oleg Nesterov   [PATCH] do __unha...
122
  	__unhash_process(tsk);
da7978b03   Oleg Nesterov   signals: fix sigq...
123
124
125
126
127
  	/*
  	 * Do this under ->siglock, we can race with another thread
  	 * doing sigqueue_free() if we have SIGQUEUE_PREALLOC signals.
  	 */
  	flush_sigqueue(&tsk->pending);
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
128
  	tsk->signal = NULL;
a7e5328a0   Oleg Nesterov   [PATCH] cleanup _...
129
  	tsk->sighand = NULL;
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
130
  	spin_unlock(&sighand->siglock);
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
131

a7e5328a0   Oleg Nesterov   [PATCH] cleanup _...
132
  	__cleanup_sighand(sighand);
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
133
  	clear_tsk_thread_flag(tsk,TIF_SIGPENDING);
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
134
135
  	if (sig) {
  		flush_sigqueue(&sig->shared_pending);
093a8e8ae   Oleg Nesterov   [PATCH] taskstats...
136
  		taskstats_tgid_free(sig);
6a14c5c9d   Oleg Nesterov   [PATCH] move __ex...
137
138
139
  		__cleanup_signal(sig);
  	}
  }
8c7904a00   Eric W. Biederman   [PATCH] task: RCU...
140
141
142
143
  static void delayed_put_task_struct(struct rcu_head *rhp)
  {
  	put_task_struct(container_of(rhp, struct task_struct, rcu));
  }
f470021ad   Roland McGrath   ptrace children r...
144

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
145
146
  void release_task(struct task_struct * p)
  {
36c8b5868   Ingo Molnar   [PATCH] sched: cl...
147
  	struct task_struct *leader;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
148
  	int zap_leader;
1f09f9749   Oleg Nesterov   [PATCH] release_t...
149
  repeat:
dae33574d   Roland McGrath   tracehook: releas...
150
  	tracehook_prepare_release_task(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
151
  	atomic_dec(&p->user->processes);
60347f671   Pavel Emelyanov   pid namespaces: p...
152
  	proc_flush_task(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
153
  	write_lock_irq(&tasklist_lock);
dae33574d   Roland McGrath   tracehook: releas...
154
  	tracehook_finish_release_task(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
155
  	__exit_signal(p);
35f5cad8c   Oleg Nesterov   [PATCH] revert "O...
156

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
157
158
159
160
161
162
163
164
  	/*
  	 * If we are the last non-leader member of the thread
  	 * group, and the leader is zombie, then notify the
  	 * group leader's parent process. (if it wants notification.)
  	 */
  	zap_leader = 0;
  	leader = p->group_leader;
  	if (leader != p && thread_group_empty(leader) && leader->exit_state == EXIT_ZOMBIE) {
d839fd4d2   Oleg Nesterov   ptrace: introduce...
165
  		BUG_ON(task_detached(leader));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
166
167
168
169
170
171
172
173
174
  		do_notify_parent(leader, leader->exit_signal);
  		/*
  		 * If we were the last child thread and the leader has
  		 * exited already, and the leader's parent ignores SIGCHLD,
  		 * then we are the one who should release the leader.
  		 *
  		 * do_notify_parent() will have marked it self-reaping in
  		 * that case.
  		 */
d839fd4d2   Oleg Nesterov   ptrace: introduce...
175
  		zap_leader = task_detached(leader);
dae33574d   Roland McGrath   tracehook: releas...
176
177
178
179
180
181
182
  
  		/*
  		 * This maintains the invariant that release_task()
  		 * only runs on a task in EXIT_DEAD, just for sanity.
  		 */
  		if (zap_leader)
  			leader->exit_state = EXIT_DEAD;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
183
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
184
  	write_unlock_irq(&tasklist_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
185
  	release_thread(p);
8c7904a00   Eric W. Biederman   [PATCH] task: RCU...
186
  	call_rcu(&p->rcu, delayed_put_task_struct);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
187
188
189
190
191
  
  	p = leader;
  	if (unlikely(zap_leader))
  		goto repeat;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
192
193
194
195
  /*
   * This checks not only the pgrp, but falls back on the pid if no
   * satisfactory pgrp is found. I dunno - gdb doesn't work correctly
   * without this...
04a2e6a5c   Eric W. Biederman   [PATCH] pid: make...
196
197
   *
   * The caller must hold rcu lock or the tasklist lock.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
198
   */
04a2e6a5c   Eric W. Biederman   [PATCH] pid: make...
199
  struct pid *session_of_pgrp(struct pid *pgrp)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
200
201
  {
  	struct task_struct *p;
04a2e6a5c   Eric W. Biederman   [PATCH] pid: make...
202
  	struct pid *sid = NULL;
62dfb5541   Oleg Nesterov   [PATCH] session_o...
203

04a2e6a5c   Eric W. Biederman   [PATCH] pid: make...
204
  	p = pid_task(pgrp, PIDTYPE_PGID);
62dfb5541   Oleg Nesterov   [PATCH] session_o...
205
  	if (p == NULL)
04a2e6a5c   Eric W. Biederman   [PATCH] pid: make...
206
  		p = pid_task(pgrp, PIDTYPE_PID);
62dfb5541   Oleg Nesterov   [PATCH] session_o...
207
  	if (p != NULL)
04a2e6a5c   Eric W. Biederman   [PATCH] pid: make...
208
  		sid = task_session(p);
62dfb5541   Oleg Nesterov   [PATCH] session_o...
209

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
210
211
212
213
214
215
216
217
218
219
220
  	return sid;
  }
  
  /*
   * Determine if a process group is "orphaned", according to the POSIX
   * definition in 2.2.2.52.  Orphaned process groups are not to be affected
   * by terminal-generated stop signals.  Newly orphaned process groups are
   * to receive a SIGHUP and a SIGCONT.
   *
   * "I ask you, have you ever known what it is to be an orphan?"
   */
0475ac084   Eric W. Biederman   [PATCH] pid: use ...
221
  static int will_become_orphaned_pgrp(struct pid *pgrp, struct task_struct *ignored_task)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
222
223
  {
  	struct task_struct *p;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
224

0475ac084   Eric W. Biederman   [PATCH] pid: use ...
225
  	do_each_pid_task(pgrp, PIDTYPE_PGID, p) {
05e83df62   Oleg Nesterov   will_become_orpha...
226
227
228
  		if ((p == ignored_task) ||
  		    (p->exit_state && thread_group_empty(p)) ||
  		    is_global_init(p->real_parent))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
229
  			continue;
05e83df62   Oleg Nesterov   will_become_orpha...
230

0475ac084   Eric W. Biederman   [PATCH] pid: use ...
231
  		if (task_pgrp(p->real_parent) != pgrp &&
05e83df62   Oleg Nesterov   will_become_orpha...
232
233
  		    task_session(p->real_parent) == task_session(p))
  			return 0;
0475ac084   Eric W. Biederman   [PATCH] pid: use ...
234
  	} while_each_pid_task(pgrp, PIDTYPE_PGID, p);
05e83df62   Oleg Nesterov   will_become_orpha...
235
236
  
  	return 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
237
  }
3e7cd6c41   Eric W. Biederman   [PATCH] pid: repl...
238
  int is_current_pgrp_orphaned(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
239
240
241
242
  {
  	int retval;
  
  	read_lock(&tasklist_lock);
3e7cd6c41   Eric W. Biederman   [PATCH] pid: repl...
243
  	retval = will_become_orphaned_pgrp(task_pgrp(current), NULL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
244
245
246
247
  	read_unlock(&tasklist_lock);
  
  	return retval;
  }
0475ac084   Eric W. Biederman   [PATCH] pid: use ...
248
  static int has_stopped_jobs(struct pid *pgrp)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
249
250
251
  {
  	int retval = 0;
  	struct task_struct *p;
0475ac084   Eric W. Biederman   [PATCH] pid: use ...
252
  	do_each_pid_task(pgrp, PIDTYPE_PGID, p) {
338077e54   Matthew Wilcox   exit: Use task_is_*
253
  		if (!task_is_stopped(p))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
254
  			continue;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
255
256
  		retval = 1;
  		break;
0475ac084   Eric W. Biederman   [PATCH] pid: use ...
257
  	} while_each_pid_task(pgrp, PIDTYPE_PGID, p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
258
259
  	return retval;
  }
f49ee505b   Oleg Nesterov   introduce kill_or...
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
  /*
   * Check to see if any process groups have become orphaned as
   * a result of our exiting, and if they have any stopped jobs,
   * send them a SIGHUP and then a SIGCONT. (POSIX 3.2.2.2)
   */
  static void
  kill_orphaned_pgrp(struct task_struct *tsk, struct task_struct *parent)
  {
  	struct pid *pgrp = task_pgrp(tsk);
  	struct task_struct *ignored_task = tsk;
  
  	if (!parent)
  		 /* exit: our father is in a different pgrp than
  		  * we are and we were the only connection outside.
  		  */
  		parent = tsk->real_parent;
  	else
  		/* reparent: our child is in a different pgrp than
  		 * we are, and it was the only connection outside.
  		 */
  		ignored_task = NULL;
  
  	if (task_pgrp(parent) != pgrp &&
  	    task_session(parent) == task_session(tsk) &&
  	    will_become_orphaned_pgrp(pgrp, ignored_task) &&
  	    has_stopped_jobs(pgrp)) {
  		__kill_pgrp_info(SIGHUP, SEND_SIG_PRIV, pgrp);
  		__kill_pgrp_info(SIGCONT, SEND_SIG_PRIV, pgrp);
  	}
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
290
  /**
49d769d52   Eric W. Biederman   Change reparent_t...
291
   * reparent_to_kthreadd - Reparent the calling kernel thread to kthreadd
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
292
293
   *
   * If a kernel thread is launched as a result of a system call, or if
49d769d52   Eric W. Biederman   Change reparent_t...
294
295
   * it ever exits, it should generally reparent itself to kthreadd so it
   * isn't in the way of other processes and is correctly cleaned up on exit.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
296
297
298
299
   *
   * The various task state such as scheduling policy and priority may have
   * been inherited from a user process, so we reset them to sane values here.
   *
49d769d52   Eric W. Biederman   Change reparent_t...
300
   * NOTE that reparent_to_kthreadd() gives the caller full capabilities.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
301
   */
49d769d52   Eric W. Biederman   Change reparent_t...
302
  static void reparent_to_kthreadd(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
303
304
305
306
307
  {
  	write_lock_irq(&tasklist_lock);
  
  	ptrace_unlink(current);
  	/* Reparent to init */
49d769d52   Eric W. Biederman   Change reparent_t...
308
  	current->real_parent = current->parent = kthreadd_task;
f470021ad   Roland McGrath   ptrace children r...
309
  	list_move_tail(&current->sibling, &current->real_parent->children);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
310
311
312
  
  	/* Set the exit signal to SIGCHLD so we signal init on exit */
  	current->exit_signal = SIGCHLD;
e05606d33   Ingo Molnar   sched: clean up t...
313
  	if (task_nice(current) < 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
314
315
316
317
318
319
320
321
322
323
324
  		set_user_nice(current, 0);
  	/* cpus_allowed? */
  	/* rt_priority? */
  	/* signals? */
  	security_task_reparent_to_init(current);
  	memcpy(current->signal->rlim, init_task.signal->rlim,
  	       sizeof(current->signal->rlim));
  	atomic_inc(&(INIT_USER->__count));
  	write_unlock_irq(&tasklist_lock);
  	switch_uid(INIT_USER);
  }
8520d7c7f   Oleg Nesterov   teach set_special...
325
  void __set_special_pids(struct pid *pid)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
326
  {
e19f247a3   Oren Laadan   [PATCH] setpgid: ...
327
  	struct task_struct *curr = current->group_leader;
8520d7c7f   Oleg Nesterov   teach set_special...
328
  	pid_t nr = pid_nr(pid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
329

8520d7c7f   Oleg Nesterov   teach set_special...
330
  	if (task_session(curr) != pid) {
7d8da0962   Oleg Nesterov   pids: __set_speci...
331
  		change_pid(curr, PIDTYPE_SID, pid);
8520d7c7f   Oleg Nesterov   teach set_special...
332
  		set_task_session(curr, nr);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
333
  	}
8520d7c7f   Oleg Nesterov   teach set_special...
334
  	if (task_pgrp(curr) != pid) {
7d8da0962   Oleg Nesterov   pids: __set_speci...
335
  		change_pid(curr, PIDTYPE_PGID, pid);
8520d7c7f   Oleg Nesterov   teach set_special...
336
  		set_task_pgrp(curr, nr);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
337
338
  	}
  }
8520d7c7f   Oleg Nesterov   teach set_special...
339
  static void set_special_pids(struct pid *pid)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
340
341
  {
  	write_lock_irq(&tasklist_lock);
8520d7c7f   Oleg Nesterov   teach set_special...
342
  	__set_special_pids(pid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
343
344
345
346
347
348
349
350
351
352
  	write_unlock_irq(&tasklist_lock);
  }
  
  /*
   * Let kernel threads use this to say that they
   * allow a certain signal (since daemonize() will
   * have disabled all of them by default).
   */
  int allow_signal(int sig)
  {
7ed20e1ad   Jesper Juhl   [PATCH] convert t...
353
  	if (!valid_signal(sig) || sig < 1)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
  		return -EINVAL;
  
  	spin_lock_irq(&current->sighand->siglock);
  	sigdelset(&current->blocked, sig);
  	if (!current->mm) {
  		/* Kernel threads handle their own signals.
  		   Let the signal code know it'll be handled, so
  		   that they don't get converted to SIGKILL or
  		   just silently dropped */
  		current->sighand->action[(sig)-1].sa.sa_handler = (void __user *)2;
  	}
  	recalc_sigpending();
  	spin_unlock_irq(&current->sighand->siglock);
  	return 0;
  }
  
  EXPORT_SYMBOL(allow_signal);
  
  int disallow_signal(int sig)
  {
7ed20e1ad   Jesper Juhl   [PATCH] convert t...
374
  	if (!valid_signal(sig) || sig < 1)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
375
376
377
  		return -EINVAL;
  
  	spin_lock_irq(&current->sighand->siglock);
10ab825bd   Oleg Nesterov   change kernel thr...
378
  	current->sighand->action[(sig)-1].sa.sa_handler = SIG_IGN;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
  	recalc_sigpending();
  	spin_unlock_irq(&current->sighand->siglock);
  	return 0;
  }
  
  EXPORT_SYMBOL(disallow_signal);
  
  /*
   *	Put all the gunge required to become a kernel thread without
   *	attached user resources in one place where it belongs.
   */
  
  void daemonize(const char *name, ...)
  {
  	va_list args;
  	struct fs_struct *fs;
  	sigset_t blocked;
  
  	va_start(args, name);
  	vsnprintf(current->comm, sizeof(current->comm), name, args);
  	va_end(args);
  
  	/*
  	 * If we were started as result of loading a module, close all of the
  	 * user space pages.  We don't need them, and if we didn't close them
  	 * they would be locked into memory.
  	 */
  	exit_mm(current);
831441862   Rafael J. Wysocki   Freezer: make ker...
407
408
409
410
  	/*
  	 * We don't want to have TIF_FREEZE set if the system-wide hibernation
  	 * or suspend transition begins right now.
  	 */
7b34e4283   Oleg Nesterov   introduce PF_KTHR...
411
  	current->flags |= (PF_NOFREEZE | PF_KTHREAD);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
412

8520d7c7f   Oleg Nesterov   teach set_special...
413
414
415
416
  	if (current->nsproxy != &init_nsproxy) {
  		get_nsproxy(&init_nsproxy);
  		switch_task_namespaces(current, &init_nsproxy);
  	}
297bd42b1   Oleg Nesterov   move daemonized k...
417
  	set_special_pids(&init_struct_pid);
24ec839c4   Peter Zijlstra   [PATCH] tty: ->si...
418
  	proc_clear_tty(current);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
419
420
421
422
423
424
425
426
427
428
429
430
  
  	/* Block and flush all signals */
  	sigfillset(&blocked);
  	sigprocmask(SIG_BLOCK, &blocked, NULL);
  	flush_signals(current);
  
  	/* Become as one with the init task */
  
  	exit_fs(current);	/* current->fs->count--; */
  	fs = init_task.fs;
  	current->fs = fs;
  	atomic_inc(&fs->count);
ab516013a   Serge E. Hallyn   [PATCH] namespace...
431

d4c5e41f3   Daniel Walker   whitespace fixes:...
432
  	exit_files(current);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
433
434
  	current->files = init_task.files;
  	atomic_inc(&current->files->count);
49d769d52   Eric W. Biederman   Change reparent_t...
435
  	reparent_to_kthreadd();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
436
437
438
  }
  
  EXPORT_SYMBOL(daemonize);
858119e15   Arjan van de Ven   [PATCH] Unlinline...
439
  static void close_files(struct files_struct * files)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
440
441
  {
  	int i, j;
badf16621   Dipankar Sarma   [PATCH] files: br...
442
  	struct fdtable *fdt;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
443
444
  
  	j = 0;
4fb3a5386   Dipankar Sarma   [PATCH] files: fi...
445
446
447
448
449
450
  
  	/*
  	 * It is safe to dereference the fd table without RCU or
  	 * ->file_lock because this is the last reference to the
  	 * files structure.
  	 */
badf16621   Dipankar Sarma   [PATCH] files: br...
451
  	fdt = files_fdtable(files);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
452
453
454
  	for (;;) {
  		unsigned long set;
  		i = j * __NFDBITS;
bbea9f696   Vadim Lobanov   [PATCH] fdtable: ...
455
  		if (i >= fdt->max_fds)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
456
  			break;
badf16621   Dipankar Sarma   [PATCH] files: br...
457
  		set = fdt->open_fds->fds_bits[j++];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
458
459
  		while (set) {
  			if (set & 1) {
badf16621   Dipankar Sarma   [PATCH] files: br...
460
  				struct file * file = xchg(&fdt->fd[i], NULL);
944be0b22   Ingo Molnar   [PATCH] close_fil...
461
  				if (file) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
462
  					filp_close(file, files);
944be0b22   Ingo Molnar   [PATCH] close_fil...
463
464
  					cond_resched();
  				}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
  			}
  			i++;
  			set >>= 1;
  		}
  	}
  }
  
  struct files_struct *get_files_struct(struct task_struct *task)
  {
  	struct files_struct *files;
  
  	task_lock(task);
  	files = task->files;
  	if (files)
  		atomic_inc(&files->count);
  	task_unlock(task);
  
  	return files;
  }
7ad5b3a50   Harvey Harrison   kernel: remove fa...
484
  void put_files_struct(struct files_struct *files)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
485
  {
badf16621   Dipankar Sarma   [PATCH] files: br...
486
  	struct fdtable *fdt;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
487
488
489
490
  	if (atomic_dec_and_test(&files->count)) {
  		close_files(files);
  		/*
  		 * Free the fd and fdset arrays if we expanded them.
ab2af1f50   Dipankar Sarma   [PATCH] files: fi...
491
492
493
  		 * If the fdtable was embedded, pass files for freeing
  		 * at the end of the RCU grace period. Otherwise,
  		 * you can free files immediately.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
494
  		 */
badf16621   Dipankar Sarma   [PATCH] files: br...
495
  		fdt = files_fdtable(files);
4fd45812c   Vadim Lobanov   [PATCH] fdtable: ...
496
  		if (fdt != &files->fdtab)
ab2af1f50   Dipankar Sarma   [PATCH] files: fi...
497
  			kmem_cache_free(files_cachep, files);
01b2d93ca   Vadim Lobanov   [PATCH] fdtable: ...
498
  		free_fdtable(fdt);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
499
500
  	}
  }
3b1253880   Al Viro   [PATCH] sanitize ...
501
  void reset_files_struct(struct files_struct *files)
3b9b8ab65   Kirill Korotaev   [PATCH] Fix unser...
502
  {
3b1253880   Al Viro   [PATCH] sanitize ...
503
  	struct task_struct *tsk = current;
3b9b8ab65   Kirill Korotaev   [PATCH] Fix unser...
504
505
506
507
508
509
510
511
  	struct files_struct *old;
  
  	old = tsk->files;
  	task_lock(tsk);
  	tsk->files = files;
  	task_unlock(tsk);
  	put_files_struct(old);
  }
3b9b8ab65   Kirill Korotaev   [PATCH] Fix unser...
512

1ec7f1ddb   Al Viro   [PATCH] get rid o...
513
  void exit_files(struct task_struct *tsk)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
514
515
516
517
518
519
520
521
522
523
  {
  	struct files_struct * files = tsk->files;
  
  	if (files) {
  		task_lock(tsk);
  		tsk->files = NULL;
  		task_unlock(tsk);
  		put_files_struct(files);
  	}
  }
1ec7f1ddb   Al Viro   [PATCH] get rid o...
524
  void put_fs_struct(struct fs_struct *fs)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
525
526
527
  {
  	/* No need to hold fs->lock if we are killing it */
  	if (atomic_dec_and_test(&fs->count)) {
6ac08c39a   Jan Blunck   Use struct path i...
528
529
  		path_put(&fs->root);
  		path_put(&fs->pwd);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
530
531
532
  		kmem_cache_free(fs_cachep, fs);
  	}
  }
1ec7f1ddb   Al Viro   [PATCH] get rid o...
533
  void exit_fs(struct task_struct *tsk)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
534
535
536
537
538
539
540
  {
  	struct fs_struct * fs = tsk->fs;
  
  	if (fs) {
  		task_lock(tsk);
  		tsk->fs = NULL;
  		task_unlock(tsk);
1ec7f1ddb   Al Viro   [PATCH] get rid o...
541
  		put_fs_struct(fs);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
542
543
  	}
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
544
  EXPORT_SYMBOL_GPL(exit_fs);
cf475ad28   Balbir Singh   cgroups: add an o...
545
546
547
548
549
550
551
552
553
554
555
  #ifdef CONFIG_MM_OWNER
  /*
   * Task p is exiting and it owned mm, lets find a new owner for it
   */
  static inline int
  mm_need_new_owner(struct mm_struct *mm, struct task_struct *p)
  {
  	/*
  	 * If there are other users of the mm and the owner (us) is exiting
  	 * we need to find a new owner to take on the responsibility.
  	 */
cf475ad28   Balbir Singh   cgroups: add an o...
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
  	if (atomic_read(&mm->mm_users) <= 1)
  		return 0;
  	if (mm->owner != p)
  		return 0;
  	return 1;
  }
  
  void mm_update_next_owner(struct mm_struct *mm)
  {
  	struct task_struct *c, *g, *p = current;
  
  retry:
  	if (!mm_need_new_owner(mm, p))
  		return;
  
  	read_lock(&tasklist_lock);
  	/*
  	 * Search in the children
  	 */
  	list_for_each_entry(c, &p->children, sibling) {
  		if (c->mm == mm)
  			goto assign_new_owner;
  	}
  
  	/*
  	 * Search in the siblings
  	 */
  	list_for_each_entry(c, &p->parent->children, sibling) {
  		if (c->mm == mm)
  			goto assign_new_owner;
  	}
  
  	/*
  	 * Search through everything else. We should not get
  	 * here often
  	 */
  	do_each_thread(g, c) {
  		if (c->mm == mm)
  			goto assign_new_owner;
  	} while_each_thread(g, c);
  
  	read_unlock(&tasklist_lock);
31a78f23b   Balbir Singh   mm owner: fix rac...
598
599
600
601
602
603
604
605
606
607
  	/*
  	 * We found no owner yet mm_users > 1: this implies that we are
  	 * most likely racing with swapoff (try_to_unuse()) or /proc or
  	 * ptrace or page migration (get_task_mm()).  Mark owner as NULL,
  	 * so that subsystems can understand the callback and take action.
  	 */
  	down_write(&mm->mmap_sem);
  	cgroup_mm_owner_callbacks(mm->owner, NULL);
  	mm->owner = NULL;
  	up_write(&mm->mmap_sem);
cf475ad28   Balbir Singh   cgroups: add an o...
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
  	return;
  
  assign_new_owner:
  	BUG_ON(c == p);
  	get_task_struct(c);
  	/*
  	 * The task_lock protects c->mm from changing.
  	 * We always want mm->owner->mm == mm
  	 */
  	task_lock(c);
  	/*
  	 * Delay read_unlock() till we have the task_lock()
  	 * to ensure that c does not slip away underneath us
  	 */
  	read_unlock(&tasklist_lock);
  	if (c->mm != mm) {
  		task_unlock(c);
  		put_task_struct(c);
  		goto retry;
  	}
  	cgroup_mm_owner_callbacks(mm->owner, c);
  	mm->owner = c;
  	task_unlock(c);
  	put_task_struct(c);
  }
  #endif /* CONFIG_MM_OWNER */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
634
635
636
637
  /*
   * Turn us into a lazy TLB process if we
   * aren't already..
   */
408b664a7   Adrian Bunk   [PATCH] make lots...
638
  static void exit_mm(struct task_struct * tsk)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
639
640
  {
  	struct mm_struct *mm = tsk->mm;
b564daf80   Oleg Nesterov   coredump: constru...
641
  	struct core_state *core_state;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
642
643
644
645
646
647
  
  	mm_release(tsk, mm);
  	if (!mm)
  		return;
  	/*
  	 * Serialize with any possible pending coredump.
999d9fc16   Oleg Nesterov   coredump: move mm...
648
  	 * We must hold mmap_sem around checking core_state
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
649
  	 * and clearing tsk->mm.  The core-inducing thread
999d9fc16   Oleg Nesterov   coredump: move mm...
650
  	 * will increment ->nr_threads for each thread in the
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
651
652
653
  	 * group with ->mm != NULL.
  	 */
  	down_read(&mm->mmap_sem);
b564daf80   Oleg Nesterov   coredump: constru...
654
655
656
  	core_state = mm->core_state;
  	if (core_state) {
  		struct core_thread self;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
657
  		up_read(&mm->mmap_sem);
c5f1cc8c1   Oleg Nesterov   coredump: turn co...
658

b564daf80   Oleg Nesterov   coredump: constru...
659
660
661
662
663
664
665
666
  		self.task = tsk;
  		self.next = xchg(&core_state->dumper.next, &self);
  		/*
  		 * Implies mb(), the result of xchg() must be visible
  		 * to core_state->dumper.
  		 */
  		if (atomic_dec_and_test(&core_state->nr_threads))
  			complete(&core_state->startup);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
667

a94e2d408   Oleg Nesterov   coredump: kill mm...
668
669
670
671
672
673
674
  		for (;;) {
  			set_task_state(tsk, TASK_UNINTERRUPTIBLE);
  			if (!self.task) /* see coredump_finish() */
  				break;
  			schedule();
  		}
  		__set_task_state(tsk, TASK_RUNNING);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
675
676
677
  		down_read(&mm->mmap_sem);
  	}
  	atomic_inc(&mm->mm_count);
125e18745   Eric Sesterhenn   [PATCH] More BUG_...
678
  	BUG_ON(mm != tsk->active_mm);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
679
680
681
682
683
  	/* more a memory barrier than a real lock */
  	task_lock(tsk);
  	tsk->mm = NULL;
  	up_read(&mm->mmap_sem);
  	enter_lazy_tlb(mm, current);
0c1eecfb3   Rafael J. Wysocki   Freezer: avoid fr...
684
685
  	/* We don't want this task to be frozen prematurely */
  	clear_freeze_flag(tsk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
686
  	task_unlock(tsk);
cf475ad28   Balbir Singh   cgroups: add an o...
687
  	mm_update_next_owner(mm);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
688
689
  	mmput(mm);
  }
f470021ad   Roland McGrath   ptrace children r...
690
  /*
666f164f4   Roland McGrath   fix dangling zomb...
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
   * Return nonzero if @parent's children should reap themselves.
   *
   * Called with write_lock_irq(&tasklist_lock) held.
   */
  static int ignoring_children(struct task_struct *parent)
  {
  	int ret;
  	struct sighand_struct *psig = parent->sighand;
  	unsigned long flags;
  	spin_lock_irqsave(&psig->siglock, flags);
  	ret = (psig->action[SIGCHLD-1].sa.sa_handler == SIG_IGN ||
  	       (psig->action[SIGCHLD-1].sa.sa_flags & SA_NOCLDWAIT));
  	spin_unlock_irqrestore(&psig->siglock, flags);
  	return ret;
  }
  
  /*
f470021ad   Roland McGrath   ptrace children r...
708
709
710
711
712
713
   * Detach all tasks we were using ptrace on.
   * Any that need to be release_task'd are put on the @dead list.
   *
   * Called with write_lock(&tasklist_lock) held.
   */
  static void ptrace_exit(struct task_struct *parent, struct list_head *dead)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
714
  {
f470021ad   Roland McGrath   ptrace children r...
715
  	struct task_struct *p, *n;
666f164f4   Roland McGrath   fix dangling zomb...
716
  	int ign = -1;
241ceee0b   Oleg Nesterov   [PATCH] restore -...
717

f470021ad   Roland McGrath   ptrace children r...
718
719
720
721
722
723
724
725
726
727
728
729
730
731
  	list_for_each_entry_safe(p, n, &parent->ptraced, ptrace_entry) {
  		__ptrace_unlink(p);
  
  		if (p->exit_state != EXIT_ZOMBIE)
  			continue;
  
  		/*
  		 * If it's a zombie, our attachedness prevented normal
  		 * parent notification or self-reaping.  Do notification
  		 * now if it would have happened earlier.  If it should
  		 * reap itself, add it to the @dead list.  We can't call
  		 * release_task() here because we already hold tasklist_lock.
  		 *
  		 * If it's our own child, there is no notification to do.
666f164f4   Roland McGrath   fix dangling zomb...
732
733
  		 * But if our normal children self-reap, then this child
  		 * was prevented by ptrace and we must reap it now.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
734
  		 */
f470021ad   Roland McGrath   ptrace children r...
735
736
737
  		if (!task_detached(p) && thread_group_empty(p)) {
  			if (!same_thread_group(p->real_parent, parent))
  				do_notify_parent(p, p->exit_signal);
666f164f4   Roland McGrath   fix dangling zomb...
738
739
740
741
742
743
  			else {
  				if (ign < 0)
  					ign = ignoring_children(parent);
  				if (ign)
  					p->exit_signal = -1;
  			}
f470021ad   Roland McGrath   ptrace children r...
744
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
745

f470021ad   Roland McGrath   ptrace children r...
746
  		if (task_detached(p)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
747
  			/*
f470021ad   Roland McGrath   ptrace children r...
748
  			 * Mark it as in the process of being reaped.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
749
  			 */
f470021ad   Roland McGrath   ptrace children r...
750
751
  			p->exit_state = EXIT_DEAD;
  			list_add(&p->ptrace_entry, dead);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
752
753
  		}
  	}
f470021ad   Roland McGrath   ptrace children r...
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
  }
  
  /*
   * Finish up exit-time ptrace cleanup.
   *
   * Called without locks.
   */
  static void ptrace_exit_finish(struct task_struct *parent,
  			       struct list_head *dead)
  {
  	struct task_struct *p, *n;
  
  	BUG_ON(!list_empty(&parent->ptraced));
  
  	list_for_each_entry_safe(p, n, dead, ptrace_entry) {
  		list_del_init(&p->ptrace_entry);
  		release_task(p);
  	}
  }
  
  static void reparent_thread(struct task_struct *p, struct task_struct *father)
  {
  	if (p->pdeath_signal)
  		/* We already hold the tasklist_lock here.  */
  		group_send_sig_info(p->pdeath_signal, SEND_SIG_NOINFO, p);
  
  	list_move_tail(&p->sibling, &p->real_parent->children);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
781

b2b2cbc4b   Eric W. Biederman   [PATCH] Fix repar...
782
783
784
  	/* If this is a threaded reparent there is no need to
  	 * notify anyone anything has happened.
  	 */
376e1d253   Oleg Nesterov   reparent_thread: ...
785
  	if (same_thread_group(p->real_parent, father))
b2b2cbc4b   Eric W. Biederman   [PATCH] Fix repar...
786
787
788
  		return;
  
  	/* We don't want people slaying init.  */
d839fd4d2   Oleg Nesterov   ptrace: introduce...
789
  	if (!task_detached(p))
b2b2cbc4b   Eric W. Biederman   [PATCH] Fix repar...
790
  		p->exit_signal = SIGCHLD;
b2b2cbc4b   Eric W. Biederman   [PATCH] Fix repar...
791
792
793
794
  
  	/* If we'd notified the old parent about this child's death,
  	 * also notify the new parent.
  	 */
f470021ad   Roland McGrath   ptrace children r...
795
796
  	if (!ptrace_reparented(p) &&
  	    p->exit_state == EXIT_ZOMBIE &&
d839fd4d2   Oleg Nesterov   ptrace: introduce...
797
  	    !task_detached(p) && thread_group_empty(p))
b2b2cbc4b   Eric W. Biederman   [PATCH] Fix repar...
798
  		do_notify_parent(p, p->exit_signal);
f49ee505b   Oleg Nesterov   introduce kill_or...
799
  	kill_orphaned_pgrp(p, father);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
800
801
802
803
804
805
  }
  
  /*
   * When we die, we re-parent all our children.
   * Try to give them to another thread in our thread
   * group, and if no such member exists, give it to
84d737866   Sukadev Bhattiprolu   [PATCH] add child...
806
807
   * the child reaper process (ie "init") in our pid
   * space.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
808
   */
950bbabb5   Oleg Nesterov   pid_ns: (BUG 1139...
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
  static struct task_struct *find_new_reaper(struct task_struct *father)
  {
  	struct pid_namespace *pid_ns = task_active_pid_ns(father);
  	struct task_struct *thread;
  
  	thread = father;
  	while_each_thread(father, thread) {
  		if (thread->flags & PF_EXITING)
  			continue;
  		if (unlikely(pid_ns->child_reaper == father))
  			pid_ns->child_reaper = thread;
  		return thread;
  	}
  
  	if (unlikely(pid_ns->child_reaper == father)) {
  		write_unlock_irq(&tasklist_lock);
  		if (unlikely(pid_ns == &init_pid_ns))
  			panic("Attempted to kill init!");
  
  		zap_pid_ns_processes(pid_ns);
  		write_lock_irq(&tasklist_lock);
  		/*
  		 * We can not clear ->child_reaper or leave it alone.
  		 * There may by stealth EXIT_DEAD tasks on ->children,
  		 * forget_original_parent() must move them somewhere.
  		 */
  		pid_ns->child_reaper = init_pid_ns.child_reaper;
  	}
  
  	return pid_ns->child_reaper;
  }
762a24bee   Oleg Nesterov   pid namespaces: r...
840
  static void forget_original_parent(struct task_struct *father)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
841
  {
950bbabb5   Oleg Nesterov   pid_ns: (BUG 1139...
842
  	struct task_struct *p, *n, *reaper;
f470021ad   Roland McGrath   ptrace children r...
843
  	LIST_HEAD(ptrace_dead);
762a24bee   Oleg Nesterov   pid namespaces: r...
844
845
  
  	write_lock_irq(&tasklist_lock);
950bbabb5   Oleg Nesterov   pid_ns: (BUG 1139...
846
  	reaper = find_new_reaper(father);
f470021ad   Roland McGrath   ptrace children r...
847
848
849
850
  	/*
  	 * First clean up ptrace if we were using it.
  	 */
  	ptrace_exit(father, &ptrace_dead);
03ff17979   Matthias Kaehlcke   kernel/exit.c: Us...
851
  	list_for_each_entry_safe(p, n, &father->children, sibling) {
84eb646b6   Oleg Nesterov   handle the multi-...
852
  		p->real_parent = reaper;
f470021ad   Roland McGrath   ptrace children r...
853
854
855
856
857
  		if (p->parent == father) {
  			BUG_ON(p->ptrace);
  			p->parent = p->real_parent;
  		}
  		reparent_thread(p, father);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
858
  	}
762a24bee   Oleg Nesterov   pid namespaces: r...
859
860
861
  
  	write_unlock_irq(&tasklist_lock);
  	BUG_ON(!list_empty(&father->children));
762a24bee   Oleg Nesterov   pid namespaces: r...
862

f470021ad   Roland McGrath   ptrace children r...
863
  	ptrace_exit_finish(father, &ptrace_dead);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
864
865
866
867
868
869
  }
  
  /*
   * Send signals to all our closest relatives so that they know
   * to properly mourn us..
   */
821c7de71   Oleg Nesterov   exit_notify: fix ...
870
  static void exit_notify(struct task_struct *tsk, int group_dead)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
871
  {
2b2a1ff64   Roland McGrath   tracehook: death
872
873
  	int signal;
  	void *cookie;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
874

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
875
876
877
878
879
880
881
882
  	/*
  	 * This does two things:
  	 *
    	 * A.  Make init inherit all the child processes
  	 * B.  Check to see if any process groups have become orphaned
  	 *	as a result of our exiting, and if they have any stopped
  	 *	jobs, send them a SIGHUP and then a SIGCONT.  (POSIX 3.2.2.2)
  	 */
762a24bee   Oleg Nesterov   pid namespaces: r...
883
  	forget_original_parent(tsk);
2e4a70726   Pavel Emelyanov   pid namespaces: m...
884
  	exit_task_namespaces(tsk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
885

762a24bee   Oleg Nesterov   pid namespaces: r...
886
  	write_lock_irq(&tasklist_lock);
821c7de71   Oleg Nesterov   exit_notify: fix ...
887
888
  	if (group_dead)
  		kill_orphaned_pgrp(tsk->group_leader, NULL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
889

247284481   Oleg Nesterov   Kill some obsolet...
890
  	/* Let father know we died
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
891
892
  	 *
  	 * Thread signals are configurable, but you aren't going to use
d4c5e41f3   Daniel Walker   whitespace fixes:...
893
  	 * that to send signals to arbitary processes.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
894
895
896
897
898
899
900
901
902
  	 * That stops right now.
  	 *
  	 * If the parent exec id doesn't match the exec id we saved
  	 * when we started then we know the parent has changed security
  	 * domain.
  	 *
  	 * If our self_exec id doesn't match our parent_exec_id then
  	 * we have changed execution domain as these two values started
  	 * the same after a fork.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
903
  	 */
d839fd4d2   Oleg Nesterov   ptrace: introduce...
904
  	if (tsk->exit_signal != SIGCHLD && !task_detached(tsk) &&
f49ee505b   Oleg Nesterov   introduce kill_or...
905
  	    (tsk->parent_exec_id != tsk->real_parent->self_exec_id ||
d839fd4d2   Oleg Nesterov   ptrace: introduce...
906
907
  	     tsk->self_exec_id != tsk->parent_exec_id) &&
  	    !capable(CAP_KILL))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
908
  		tsk->exit_signal = SIGCHLD;
2b2a1ff64   Roland McGrath   tracehook: death
909
  	signal = tracehook_notify_death(tsk, &cookie, group_dead);
5c7edcd7e   Roland McGrath   tracehook: fix ex...
910
  	if (signal >= 0)
2b2a1ff64   Roland McGrath   tracehook: death
911
  		signal = do_notify_parent(tsk, signal);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
912

5c7edcd7e   Roland McGrath   tracehook: fix ex...
913
  	tsk->exit_state = signal == DEATH_REAP ? EXIT_DEAD : EXIT_ZOMBIE;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
914

2800d8d19   Oleg Nesterov   document de_threa...
915
  	/* mt-exec, de_thread() is waiting for us */
6db840fa7   Oleg Nesterov   exec: RT sub-thre...
916
  	if (thread_group_leader(tsk) &&
2633f0e57   Steve VanDeBogart   exit signals: use...
917
918
  	    tsk->signal->group_exit_task &&
  	    tsk->signal->notify_count < 0)
6db840fa7   Oleg Nesterov   exec: RT sub-thre...
919
  		wake_up_process(tsk->signal->group_exit_task);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
920
  	write_unlock_irq(&tasklist_lock);
2b2a1ff64   Roland McGrath   tracehook: death
921
  	tracehook_report_death(tsk, signal, cookie, group_dead);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
922
  	/* If the process is dead, release it - nobody will wait for it */
5c7edcd7e   Roland McGrath   tracehook: fix ex...
923
  	if (signal == DEATH_REAP)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
924
  		release_task(tsk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
925
  }
e18eecb8b   Jeff Dike   Add generic exit-...
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
  #ifdef CONFIG_DEBUG_STACK_USAGE
  static void check_stack_usage(void)
  {
  	static DEFINE_SPINLOCK(low_water_lock);
  	static int lowest_to_date = THREAD_SIZE;
  	unsigned long *n = end_of_stack(current);
  	unsigned long free;
  
  	while (*n == 0)
  		n++;
  	free = (unsigned long)n - (unsigned long)end_of_stack(current);
  
  	if (free >= lowest_to_date)
  		return;
  
  	spin_lock(&low_water_lock);
  	if (free < lowest_to_date) {
  		printk(KERN_WARNING "%s used greatest stack depth: %lu bytes "
  				"left
  ",
  				current->comm, free);
  		lowest_to_date = free;
  	}
  	spin_unlock(&low_water_lock);
  }
  #else
  static inline void check_stack_usage(void) {}
  #endif
7ad5b3a50   Harvey Harrison   kernel: remove fa...
954
  NORET_TYPE void do_exit(long code)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
955
956
957
958
959
  {
  	struct task_struct *tsk = current;
  	int group_dead;
  
  	profile_task_exit(tsk);
22e2c507c   Jens Axboe   [PATCH] Update cf...
960
  	WARN_ON(atomic_read(&tsk->fs_excl));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
961
962
963
964
  	if (unlikely(in_interrupt()))
  		panic("Aiee, killing interrupt handler!");
  	if (unlikely(!tsk->pid))
  		panic("Attempted to kill the idle task!");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
965

30199f5a4   Roland McGrath   tracehook: exit
966
  	tracehook_report_exit(&code);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
967

df164db5f   Alexander Nyberg   [PATCH] avoid res...
968
969
970
971
972
973
974
975
  	/*
  	 * We're taking recursive faults here in do_exit. Safest is to just
  	 * leave this task alone and wait for reboot.
  	 */
  	if (unlikely(tsk->flags & PF_EXITING)) {
  		printk(KERN_ALERT
  			"Fixing recursive fault but reboot is needed!
  ");
778e9a9c3   Alexey Kuznetsov   pi-futex: fix exi...
976
977
978
979
980
981
982
983
984
985
  		/*
  		 * We can do this unlocked here. The futex code uses
  		 * this flag just to verify whether the pi state
  		 * cleanup has been done or not. In the worst case it
  		 * loops once more. We pretend that the cleanup was
  		 * done as there is no way to return. Either the
  		 * OWNER_DIED bit is set by now or we push the blocked
  		 * task into the wait for ever nirwana as well.
  		 */
  		tsk->flags |= PF_EXITPIDONE;
afc847b7d   Al Viro   [PATCH] don't do ...
986
987
  		if (tsk->io_context)
  			exit_io_context();
df164db5f   Alexander Nyberg   [PATCH] avoid res...
988
989
990
  		set_current_state(TASK_UNINTERRUPTIBLE);
  		schedule();
  	}
d12619b5f   Oleg Nesterov   fix group stop wi...
991
  	exit_signals(tsk);  /* sets PF_EXITING */
778e9a9c3   Alexey Kuznetsov   pi-futex: fix exi...
992
993
994
995
  	/*
  	 * tsk->flags are checked in the futex code to protect against
  	 * an exiting task cleaning up the robust pi futexes.
  	 */
d2ee7198c   Oleg Nesterov   pi-futex: set PF_...
996
997
  	smp_mb();
  	spin_unlock_wait(&tsk->pi_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
998

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
999
1000
1001
  	if (unlikely(in_atomic()))
  		printk(KERN_INFO "note: %s[%d] exited with preempt_count %d
  ",
ba25f9dcc   Pavel Emelyanov   Use helpers to ob...
1002
  				current->comm, task_pid_nr(current),
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1003
1004
1005
  				preempt_count());
  
  	acct_update_integrals(tsk);
365e9c87a   Hugh Dickins   [PATCH] mm: updat...
1006
1007
1008
1009
  	if (tsk->mm) {
  		update_hiwater_rss(tsk->mm);
  		update_hiwater_vm(tsk->mm);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1010
  	group_dead = atomic_dec_and_test(&tsk->signal->live);
c30689516   Andrew Morton   [PATCH] revert "t...
1011
  	if (group_dead) {
778e9a9c3   Alexey Kuznetsov   pi-futex: fix exi...
1012
  		hrtimer_cancel(&tsk->signal->real_timer);
25f407f0b   Roland McGrath   [PATCH] Call exit...
1013
  		exit_itimers(tsk->signal);
c30689516   Andrew Morton   [PATCH] revert "t...
1014
  	}
f6ec29a42   KaiGai Kohei   [PATCH] pacct: av...
1015
  	acct_collect(code, group_dead);
42b2dd0a0   Alexey Dobriyan   Shrink task_struc...
1016
  #ifdef CONFIG_FUTEX
0771dfefc   Ingo Molnar   [PATCH] lightweig...
1017
1018
  	if (unlikely(tsk->robust_list))
  		exit_robust_list(tsk);
42b2dd0a0   Alexey Dobriyan   Shrink task_struc...
1019
  #ifdef CONFIG_COMPAT
34f192c65   Ingo Molnar   [PATCH] lightweig...
1020
1021
1022
  	if (unlikely(tsk->compat_robust_list))
  		compat_exit_robust_list(tsk);
  #endif
42b2dd0a0   Alexey Dobriyan   Shrink task_struc...
1023
  #endif
522ed7767   Miloslav Trmac   Audit: add TTY in...
1024
1025
  	if (group_dead)
  		tty_audit_exit();
fa84cb935   Al Viro   [PATCH] move call...
1026
1027
  	if (unlikely(tsk->audit_context))
  		audit_free(tsk);
115085ea0   Oleg Nesterov   [PATCH] taskstats...
1028

f2ab6d888   Jonathan Lim   Assign task_struc...
1029
  	tsk->exit_code = code;
115085ea0   Oleg Nesterov   [PATCH] taskstats...
1030
  	taskstats_exit(tsk, group_dead);
c757249af   Shailabh Nagar   [PATCH] per-task-...
1031

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1032
  	exit_mm(tsk);
0e4648141   KaiGai Kohei   [PATCH] pacct: ad...
1033
  	if (group_dead)
f6ec29a42   KaiGai Kohei   [PATCH] pacct: av...
1034
  		acct_process();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1035
  	exit_sem(tsk);
1ec7f1ddb   Al Viro   [PATCH] get rid o...
1036
1037
  	exit_files(tsk);
  	exit_fs(tsk);
e18eecb8b   Jeff Dike   Add generic exit-...
1038
  	check_stack_usage();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1039
  	exit_thread();
b4f48b636   Paul Menage   Task Control Grou...
1040
  	cgroup_exit(tsk, 1);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1041
1042
1043
1044
  	exit_keys(tsk);
  
  	if (group_dead && tsk->signal->leader)
  		disassociate_ctty(1);
a1261f546   Al Viro   [PATCH] m68k: int...
1045
  	module_put(task_thread_info(tsk)->exec_domain->module);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1046
1047
  	if (tsk->binfmt)
  		module_put(tsk->binfmt->module);
9f46080c4   Matt Helsley   [PATCH] Process E...
1048
  	proc_exit_connector(tsk);
821c7de71   Oleg Nesterov   exit_notify: fix ...
1049
  	exit_notify(tsk, group_dead);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1050
  #ifdef CONFIG_NUMA
f0be3d32b   Lee Schermerhorn   mempolicy: rename...
1051
  	mpol_put(tsk->mempolicy);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1052
1053
  	tsk->mempolicy = NULL;
  #endif
42b2dd0a0   Alexey Dobriyan   Shrink task_struc...
1054
  #ifdef CONFIG_FUTEX
de5097c2e   Ingo Molnar   [PATCH] mutex sub...
1055
  	/*
c87e2837b   Ingo Molnar   [PATCH] pi-futex:...
1056
1057
1058
1059
1060
1061
1062
  	 * This must happen late, after the PID is not
  	 * hashed anymore:
  	 */
  	if (unlikely(!list_empty(&tsk->pi_state_list)))
  		exit_pi_state_list(tsk);
  	if (unlikely(current->pi_state_cache))
  		kfree(current->pi_state_cache);
42b2dd0a0   Alexey Dobriyan   Shrink task_struc...
1063
  #endif
c87e2837b   Ingo Molnar   [PATCH] pi-futex:...
1064
  	/*
9a11b49a8   Ingo Molnar   [PATCH] lockdep: ...
1065
  	 * Make sure we are holding no locks:
de5097c2e   Ingo Molnar   [PATCH] mutex sub...
1066
  	 */
9a11b49a8   Ingo Molnar   [PATCH] lockdep: ...
1067
  	debug_check_no_locks_held(tsk);
778e9a9c3   Alexey Kuznetsov   pi-futex: fix exi...
1068
1069
1070
1071
1072
1073
  	/*
  	 * We can do this unlocked here. The futex code uses this flag
  	 * just to verify whether the pi state cleanup has been done
  	 * or not. In the worst case it loops once more.
  	 */
  	tsk->flags |= PF_EXITPIDONE;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1074

afc847b7d   Al Viro   [PATCH] don't do ...
1075
1076
  	if (tsk->io_context)
  		exit_io_context();
b92ce5589   Jens Axboe   [PATCH] splice: a...
1077
1078
  	if (tsk->splice_pipe)
  		__free_pipe_info(tsk->splice_pipe);
7407251a0   Coywolf Qi Hunt   [PATCH] PF_DEAD c...
1079
  	preempt_disable();
55a101f8f   Oleg Nesterov   [PATCH] kill PF_D...
1080
  	/* causes final put_task_struct in finish_task_switch(). */
c394cc9fb   Oleg Nesterov   [PATCH] introduce...
1081
  	tsk->state = TASK_DEAD;
7407251a0   Coywolf Qi Hunt   [PATCH] PF_DEAD c...
1082

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1083
1084
1085
  	schedule();
  	BUG();
  	/* Avoid "noreturn function does return".  */
54306cf04   Alan Cox   [PATCH] exit: fix...
1086
1087
  	for (;;)
  		cpu_relax();	/* For when BUG is null */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1088
  }
012914dad   Russ Anderson   [patch] MCA recov...
1089
  EXPORT_SYMBOL_GPL(do_exit);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1090
1091
1092
1093
  NORET_TYPE void complete_and_exit(struct completion *comp, long code)
  {
  	if (comp)
  		complete(comp);
55a101f8f   Oleg Nesterov   [PATCH] kill PF_D...
1094

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1095
1096
1097
1098
1099
1100
1101
1102
1103
  	do_exit(code);
  }
  
  EXPORT_SYMBOL(complete_and_exit);
  
  asmlinkage long sys_exit(int error_code)
  {
  	do_exit((error_code&0xff)<<8);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1104
1105
1106
1107
1108
1109
1110
  /*
   * Take down every thread in the group.  This is called by fatal signals
   * as well as by sys_exit_group (below).
   */
  NORET_TYPE void
  do_group_exit(int exit_code)
  {
bfc4b0890   Oleg Nesterov   signals: do_group...
1111
  	struct signal_struct *sig = current->signal;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1112
  	BUG_ON(exit_code & 0x80); /* core dumps don't get here */
bfc4b0890   Oleg Nesterov   signals: do_group...
1113
1114
  	if (signal_group_exit(sig))
  		exit_code = sig->group_exit_code;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1115
  	else if (!thread_group_empty(current)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1116
  		struct sighand_struct *const sighand = current->sighand;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1117
  		spin_lock_irq(&sighand->siglock);
ed5d2cac1   Oleg Nesterov   exec: rework the ...
1118
  		if (signal_group_exit(sig))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1119
1120
1121
  			/* Another thread got here before we took the lock.  */
  			exit_code = sig->group_exit_code;
  		else {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1122
  			sig->group_exit_code = exit_code;
ed5d2cac1   Oleg Nesterov   exec: rework the ...
1123
  			sig->flags = SIGNAL_GROUP_EXIT;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1124
1125
1126
  			zap_other_threads(current);
  		}
  		spin_unlock_irq(&sighand->siglock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
  	}
  
  	do_exit(exit_code);
  	/* NOTREACHED */
  }
  
  /*
   * this kills every thread in the thread group. Note that any externally
   * wait4()-ing process will get the correct exit code - even if this
   * thread is not the thread group leader.
   */
  asmlinkage void sys_exit_group(int error_code)
  {
  	do_group_exit((error_code & 0xff) << 8);
  }
161550d74   Eric W. Biederman   pid: sys_wait... ...
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
  static struct pid *task_pid_type(struct task_struct *task, enum pid_type type)
  {
  	struct pid *pid = NULL;
  	if (type == PIDTYPE_PID)
  		pid = task->pids[type].pid;
  	else if (type < PIDTYPE_MAX)
  		pid = task->group_leader->pids[type].pid;
  	return pid;
  }
  
  static int eligible_child(enum pid_type type, struct pid *pid, int options,
  			  struct task_struct *p)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1154
  {
732432844   Roland McGrath   Return EPERM not ...
1155
  	int err;
161550d74   Eric W. Biederman   pid: sys_wait... ...
1156
1157
  	if (type < PIDTYPE_MAX) {
  		if (task_pid_type(p, type) != pid)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1158
1159
  			return 0;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1160
1161
1162
1163
1164
1165
1166
1167
  	/* Wait for all children (clone and not) if __WALL is set;
  	 * otherwise, wait for clone children *only* if __WCLONE is
  	 * set; otherwise, wait for non-clone children *only*.  (Note:
  	 * A "clone" child here is one that reports to its parent
  	 * using a signal other than SIGCHLD.) */
  	if (((p->exit_signal != SIGCHLD) ^ ((options & __WCLONE) != 0))
  	    && !(options & __WALL))
  		return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1168

732432844   Roland McGrath   Return EPERM not ...
1169
  	err = security_task_wait(p);
14dd0b814   Roland McGrath   do_wait: return s...
1170
1171
  	if (err)
  		return err;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1172

14dd0b814   Roland McGrath   do_wait: return s...
1173
  	return 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1174
  }
36c8b5868   Ingo Molnar   [PATCH] sched: cl...
1175
  static int wait_noreap_copyout(struct task_struct *p, pid_t pid, uid_t uid,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1176
1177
1178
1179
1180
  			       int why, int status,
  			       struct siginfo __user *infop,
  			       struct rusage __user *rusagep)
  {
  	int retval = rusagep ? getrusage(p, RUSAGE_BOTH, rusagep) : 0;
36c8b5868   Ingo Molnar   [PATCH] sched: cl...
1181

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
  	put_task_struct(p);
  	if (!retval)
  		retval = put_user(SIGCHLD, &infop->si_signo);
  	if (!retval)
  		retval = put_user(0, &infop->si_errno);
  	if (!retval)
  		retval = put_user((short)why, &infop->si_code);
  	if (!retval)
  		retval = put_user(pid, &infop->si_pid);
  	if (!retval)
  		retval = put_user(uid, &infop->si_uid);
  	if (!retval)
  		retval = put_user(status, &infop->si_status);
  	if (!retval)
  		retval = pid;
  	return retval;
  }
  
  /*
   * Handle sys_wait4 work for one task in state EXIT_ZOMBIE.  We hold
   * read_lock(&tasklist_lock) on entry.  If we return zero, we still hold
   * the lock and this task is uninteresting.  If we return nonzero, we have
   * released the lock and the system call should return.
   */
98abed020   Roland McGrath   do_wait reorganiz...
1206
  static int wait_task_zombie(struct task_struct *p, int options,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1207
1208
1209
1210
  			    struct siginfo __user *infop,
  			    int __user *stat_addr, struct rusage __user *ru)
  {
  	unsigned long state;
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1211
  	int retval, status, traced;
6c5f3e7b4   Pavel Emelyanov   Pidns: make full ...
1212
  	pid_t pid = task_pid_vnr(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1213

98abed020   Roland McGrath   do_wait reorganiz...
1214
1215
1216
1217
  	if (!likely(options & WEXITED))
  		return 0;
  
  	if (unlikely(options & WNOWAIT)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1218
1219
1220
  		uid_t uid = p->uid;
  		int exit_code = p->exit_code;
  		int why, status;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
  		get_task_struct(p);
  		read_unlock(&tasklist_lock);
  		if ((exit_code & 0x7f) == 0) {
  			why = CLD_EXITED;
  			status = exit_code >> 8;
  		} else {
  			why = (exit_code & 0x80) ? CLD_DUMPED : CLD_KILLED;
  			status = exit_code & 0x7f;
  		}
  		return wait_noreap_copyout(p, pid, uid, why,
  					   status, infop, ru);
  	}
  
  	/*
  	 * Try to move the task's state to DEAD
  	 * only one thread is allowed to do this:
  	 */
  	state = xchg(&p->exit_state, EXIT_DEAD);
  	if (state != EXIT_ZOMBIE) {
  		BUG_ON(state != EXIT_DEAD);
  		return 0;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1243

53b6f9fbd   Oleg Nesterov   ptrace: introduce...
1244
  	traced = ptrace_reparented(p);
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1245
1246
  
  	if (likely(!traced)) {
3795e1616   Jesper Juhl   [PATCH] Decrease ...
1247
1248
  		struct signal_struct *psig;
  		struct signal_struct *sig;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
  		/*
  		 * The resource counters for the group leader are in its
  		 * own task_struct.  Those for dead threads in the group
  		 * are in its signal_struct, as are those for the child
  		 * processes it has previously reaped.  All these
  		 * accumulate in the parent's signal_struct c* fields.
  		 *
  		 * We don't bother to take a lock here to protect these
  		 * p->signal fields, because they are only touched by
  		 * __exit_signal, which runs with tasklist_lock
  		 * write-locked anyway, and so is excluded here.  We do
  		 * need to protect the access to p->parent->signal fields,
  		 * as other threads in the parent group can be right
  		 * here reaping other children at the same time.
  		 */
  		spin_lock_irq(&p->parent->sighand->siglock);
3795e1616   Jesper Juhl   [PATCH] Decrease ...
1265
1266
1267
1268
  		psig = p->parent->signal;
  		sig = p->signal;
  		psig->cutime =
  			cputime_add(psig->cutime,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1269
  			cputime_add(p->utime,
3795e1616   Jesper Juhl   [PATCH] Decrease ...
1270
1271
1272
1273
  			cputime_add(sig->utime,
  				    sig->cutime)));
  		psig->cstime =
  			cputime_add(psig->cstime,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1274
  			cputime_add(p->stime,
3795e1616   Jesper Juhl   [PATCH] Decrease ...
1275
1276
  			cputime_add(sig->stime,
  				    sig->cstime)));
9ac52315d   Laurent Vivier   sched: guest CPU ...
1277
1278
1279
1280
1281
  		psig->cgtime =
  			cputime_add(psig->cgtime,
  			cputime_add(p->gtime,
  			cputime_add(sig->gtime,
  				    sig->cgtime)));
3795e1616   Jesper Juhl   [PATCH] Decrease ...
1282
1283
1284
1285
1286
1287
1288
1289
  		psig->cmin_flt +=
  			p->min_flt + sig->min_flt + sig->cmin_flt;
  		psig->cmaj_flt +=
  			p->maj_flt + sig->maj_flt + sig->cmaj_flt;
  		psig->cnvcsw +=
  			p->nvcsw + sig->nvcsw + sig->cnvcsw;
  		psig->cnivcsw +=
  			p->nivcsw + sig->nivcsw + sig->cnivcsw;
6eaeeaba3   Eric Dumazet   getrusage(): fill...
1290
1291
1292
1293
1294
1295
  		psig->cinblock +=
  			task_io_get_inblock(p) +
  			sig->inblock + sig->cinblock;
  		psig->coublock +=
  			task_io_get_oublock(p) +
  			sig->oublock + sig->coublock;
5995477ab   Andrea Righi   task IO accountin...
1296
1297
  		task_io_accounting_add(&psig->ioac, &p->ioac);
  		task_io_accounting_add(&psig->ioac, &sig->ioac);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1298
1299
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
  		spin_unlock_irq(&p->parent->sighand->siglock);
  	}
  
  	/*
  	 * Now we are sure this task is interesting, and no other
  	 * thread can reap it because we set its state to EXIT_DEAD.
  	 */
  	read_unlock(&tasklist_lock);
  
  	retval = ru ? getrusage(p, RUSAGE_BOTH, ru) : 0;
  	status = (p->signal->flags & SIGNAL_GROUP_EXIT)
  		? p->signal->group_exit_code : p->exit_code;
  	if (!retval && stat_addr)
  		retval = put_user(status, stat_addr);
  	if (!retval && infop)
  		retval = put_user(SIGCHLD, &infop->si_signo);
  	if (!retval && infop)
  		retval = put_user(0, &infop->si_errno);
  	if (!retval && infop) {
  		int why;
  
  		if ((status & 0x7f) == 0) {
  			why = CLD_EXITED;
  			status >>= 8;
  		} else {
  			why = (status & 0x80) ? CLD_DUMPED : CLD_KILLED;
  			status &= 0x7f;
  		}
  		retval = put_user((short)why, &infop->si_code);
  		if (!retval)
  			retval = put_user(status, &infop->si_status);
  	}
  	if (!retval && infop)
3a515e4a6   Oleg Nesterov   wait_task_continu...
1331
  		retval = put_user(pid, &infop->si_pid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1332
1333
  	if (!retval && infop)
  		retval = put_user(p->uid, &infop->si_uid);
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1334
  	if (!retval)
3a515e4a6   Oleg Nesterov   wait_task_continu...
1335
  		retval = pid;
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1336
1337
  
  	if (traced) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1338
  		write_lock_irq(&tasklist_lock);
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1339
1340
1341
1342
1343
1344
1345
  		/* We dropped tasklist, ptracer could die and untrace */
  		ptrace_unlink(p);
  		/*
  		 * If this is not a detached task, notify the parent.
  		 * If it's still not detached after that, don't release
  		 * it now.
  		 */
d839fd4d2   Oleg Nesterov   ptrace: introduce...
1346
  		if (!task_detached(p)) {
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1347
  			do_notify_parent(p, p->exit_signal);
d839fd4d2   Oleg Nesterov   ptrace: introduce...
1348
  			if (!task_detached(p)) {
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1349
1350
  				p->exit_state = EXIT_ZOMBIE;
  				p = NULL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1351
1352
1353
1354
1355
1356
  			}
  		}
  		write_unlock_irq(&tasklist_lock);
  	}
  	if (p != NULL)
  		release_task(p);
2f4e6e2a8   Oleg Nesterov   wait_task_zombie:...
1357

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1358
1359
1360
1361
1362
1363
1364
1365
1366
  	return retval;
  }
  
  /*
   * Handle sys_wait4 work for one task in state TASK_STOPPED.  We hold
   * read_lock(&tasklist_lock) on entry.  If we return zero, we still hold
   * the lock and this task is uninteresting.  If we return nonzero, we have
   * released the lock and the system call should return.
   */
f470021ad   Roland McGrath   ptrace children r...
1367
  static int wait_task_stopped(int ptrace, struct task_struct *p,
98abed020   Roland McGrath   do_wait reorganiz...
1368
  			     int options, struct siginfo __user *infop,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1369
1370
  			     int __user *stat_addr, struct rusage __user *ru)
  {
ee7c82da8   Oleg Nesterov   wait_task_stopped...
1371
1372
  	int retval, exit_code, why;
  	uid_t uid = 0; /* unneeded, required by compiler */
c89507835   Oleg Nesterov   wait_task_stopped...
1373
  	pid_t pid;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1374

f470021ad   Roland McGrath   ptrace children r...
1375
  	if (!(options & WUNTRACED))
98abed020   Roland McGrath   do_wait reorganiz...
1376
  		return 0;
ee7c82da8   Oleg Nesterov   wait_task_stopped...
1377
1378
1379
1380
1381
  	exit_code = 0;
  	spin_lock_irq(&p->sighand->siglock);
  
  	if (unlikely(!task_is_stopped_or_traced(p)))
  		goto unlock_sig;
f470021ad   Roland McGrath   ptrace children r...
1382
  	if (!ptrace && p->signal->group_stop_count > 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1383
1384
1385
1386
  		/*
  		 * A group stop is in progress and this is the group leader.
  		 * We won't report until all threads have stopped.
  		 */
ee7c82da8   Oleg Nesterov   wait_task_stopped...
1387
1388
1389
1390
1391
  		goto unlock_sig;
  
  	exit_code = p->exit_code;
  	if (!exit_code)
  		goto unlock_sig;
98abed020   Roland McGrath   do_wait reorganiz...
1392
  	if (!unlikely(options & WNOWAIT))
ee7c82da8   Oleg Nesterov   wait_task_stopped...
1393
1394
1395
1396
1397
1398
  		p->exit_code = 0;
  
  	uid = p->uid;
  unlock_sig:
  	spin_unlock_irq(&p->sighand->siglock);
  	if (!exit_code)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1399
1400
1401
1402
1403
1404
1405
1406
1407
1408
  		return 0;
  
  	/*
  	 * Now we are pretty sure this task is interesting.
  	 * Make sure it doesn't get reaped out from under us while we
  	 * give up the lock and then examine it below.  We don't want to
  	 * keep holding onto the tasklist_lock while we call getrusage and
  	 * possibly take page faults for user memory.
  	 */
  	get_task_struct(p);
6c5f3e7b4   Pavel Emelyanov   Pidns: make full ...
1409
  	pid = task_pid_vnr(p);
f470021ad   Roland McGrath   ptrace children r...
1410
  	why = ptrace ? CLD_TRAPPED : CLD_STOPPED;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1411
  	read_unlock(&tasklist_lock);
98abed020   Roland McGrath   do_wait reorganiz...
1412
  	if (unlikely(options & WNOWAIT))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1413
  		return wait_noreap_copyout(p, pid, uid,
e6ceb32aa   Scott James Remnant   wait_task_stopped...
1414
  					   why, exit_code,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1415
  					   infop, ru);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1416
1417
1418
1419
1420
1421
1422
1423
1424
  
  	retval = ru ? getrusage(p, RUSAGE_BOTH, ru) : 0;
  	if (!retval && stat_addr)
  		retval = put_user((exit_code << 8) | 0x7f, stat_addr);
  	if (!retval && infop)
  		retval = put_user(SIGCHLD, &infop->si_signo);
  	if (!retval && infop)
  		retval = put_user(0, &infop->si_errno);
  	if (!retval && infop)
6efcae460   Roland McGrath   Fix waitid si_cod...
1425
  		retval = put_user((short)why, &infop->si_code);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1426
1427
1428
  	if (!retval && infop)
  		retval = put_user(exit_code, &infop->si_status);
  	if (!retval && infop)
c89507835   Oleg Nesterov   wait_task_stopped...
1429
  		retval = put_user(pid, &infop->si_pid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1430
  	if (!retval && infop)
ee7c82da8   Oleg Nesterov   wait_task_stopped...
1431
  		retval = put_user(uid, &infop->si_uid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1432
  	if (!retval)
c89507835   Oleg Nesterov   wait_task_stopped...
1433
  		retval = pid;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444
1445
  	put_task_struct(p);
  
  	BUG_ON(!retval);
  	return retval;
  }
  
  /*
   * Handle do_wait work for one task in a live, non-stopped state.
   * read_lock(&tasklist_lock) on entry.  If we return zero, we still hold
   * the lock and this task is uninteresting.  If we return nonzero, we have
   * released the lock and the system call should return.
   */
98abed020   Roland McGrath   do_wait reorganiz...
1446
  static int wait_task_continued(struct task_struct *p, int options,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1447
1448
1449
1450
1451
1452
  			       struct siginfo __user *infop,
  			       int __user *stat_addr, struct rusage __user *ru)
  {
  	int retval;
  	pid_t pid;
  	uid_t uid;
98abed020   Roland McGrath   do_wait reorganiz...
1453
1454
  	if (!unlikely(options & WCONTINUED))
  		return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1455
1456
1457
1458
1459
1460
1461
1462
1463
  	if (!(p->signal->flags & SIGNAL_STOP_CONTINUED))
  		return 0;
  
  	spin_lock_irq(&p->sighand->siglock);
  	/* Re-check with the lock held.  */
  	if (!(p->signal->flags & SIGNAL_STOP_CONTINUED)) {
  		spin_unlock_irq(&p->sighand->siglock);
  		return 0;
  	}
98abed020   Roland McGrath   do_wait reorganiz...
1464
  	if (!unlikely(options & WNOWAIT))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1465
1466
  		p->signal->flags &= ~SIGNAL_STOP_CONTINUED;
  	spin_unlock_irq(&p->sighand->siglock);
6c5f3e7b4   Pavel Emelyanov   Pidns: make full ...
1467
  	pid = task_pid_vnr(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1468
1469
1470
1471
1472
1473
1474
1475
1476
1477
  	uid = p->uid;
  	get_task_struct(p);
  	read_unlock(&tasklist_lock);
  
  	if (!infop) {
  		retval = ru ? getrusage(p, RUSAGE_BOTH, ru) : 0;
  		put_task_struct(p);
  		if (!retval && stat_addr)
  			retval = put_user(0xffff, stat_addr);
  		if (!retval)
3a515e4a6   Oleg Nesterov   wait_task_continu...
1478
  			retval = pid;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1479
1480
1481
1482
1483
1484
1485
1486
1487
  	} else {
  		retval = wait_noreap_copyout(p, pid, uid,
  					     CLD_CONTINUED, SIGCONT,
  					     infop, ru);
  		BUG_ON(retval == 0);
  	}
  
  	return retval;
  }
98abed020   Roland McGrath   do_wait reorganiz...
1488
1489
1490
1491
1492
1493
  /*
   * Consider @p for a wait by @parent.
   *
   * -ECHILD should be in *@notask_error before the first call.
   * Returns nonzero for a final return, when we have unlocked tasklist_lock.
   * Returns zero if the search for a child should continue;
14dd0b814   Roland McGrath   do_wait: return s...
1494
1495
   * then *@notask_error is 0 if @p is an eligible child,
   * or another error from security_task_wait(), or still -ECHILD.
98abed020   Roland McGrath   do_wait reorganiz...
1496
   */
f470021ad   Roland McGrath   ptrace children r...
1497
  static int wait_consider_task(struct task_struct *parent, int ptrace,
98abed020   Roland McGrath   do_wait reorganiz...
1498
1499
1500
1501
1502
1503
  			      struct task_struct *p, int *notask_error,
  			      enum pid_type type, struct pid *pid, int options,
  			      struct siginfo __user *infop,
  			      int __user *stat_addr, struct rusage __user *ru)
  {
  	int ret = eligible_child(type, pid, options, p);
14dd0b814   Roland McGrath   do_wait: return s...
1504
  	if (!ret)
98abed020   Roland McGrath   do_wait reorganiz...
1505
  		return ret;
14dd0b814   Roland McGrath   do_wait: return s...
1506
1507
1508
1509
1510
1511
1512
1513
1514
1515
1516
  	if (unlikely(ret < 0)) {
  		/*
  		 * If we have not yet seen any eligible child,
  		 * then let this error code replace -ECHILD.
  		 * A permission error will give the user a clue
  		 * to look for security policy problems, rather
  		 * than for mysterious wait bugs.
  		 */
  		if (*notask_error)
  			*notask_error = ret;
  	}
f470021ad   Roland McGrath   ptrace children r...
1517
1518
1519
1520
1521
1522
1523
1524
  	if (likely(!ptrace) && unlikely(p->ptrace)) {
  		/*
  		 * This child is hidden by ptrace.
  		 * We aren't allowed to see it now, but eventually we will.
  		 */
  		*notask_error = 0;
  		return 0;
  	}
98abed020   Roland McGrath   do_wait reorganiz...
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
  	if (p->exit_state == EXIT_DEAD)
  		return 0;
  
  	/*
  	 * We don't reap group leaders with subthreads.
  	 */
  	if (p->exit_state == EXIT_ZOMBIE && !delay_group_leader(p))
  		return wait_task_zombie(p, options, infop, stat_addr, ru);
  
  	/*
  	 * It's stopped or running now, so it might
  	 * later continue, exit, or stop again.
  	 */
  	*notask_error = 0;
  
  	if (task_is_stopped_or_traced(p))
f470021ad   Roland McGrath   ptrace children r...
1541
1542
  		return wait_task_stopped(ptrace, p, options,
  					 infop, stat_addr, ru);
98abed020   Roland McGrath   do_wait reorganiz...
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
  
  	return wait_task_continued(p, options, infop, stat_addr, ru);
  }
  
  /*
   * Do the work of do_wait() for one thread in the group, @tsk.
   *
   * -ECHILD should be in *@notask_error before the first call.
   * Returns nonzero for a final return, when we have unlocked tasklist_lock.
   * Returns zero if the search for a child should continue; then
14dd0b814   Roland McGrath   do_wait: return s...
1553
1554
   * *@notask_error is 0 if there were any eligible children,
   * or another error from security_task_wait(), or still -ECHILD.
98abed020   Roland McGrath   do_wait reorganiz...
1555
1556
1557
1558
1559
1560
1561
1562
1563
   */
  static int do_wait_thread(struct task_struct *tsk, int *notask_error,
  			  enum pid_type type, struct pid *pid, int options,
  			  struct siginfo __user *infop, int __user *stat_addr,
  			  struct rusage __user *ru)
  {
  	struct task_struct *p;
  
  	list_for_each_entry(p, &tsk->children, sibling) {
f470021ad   Roland McGrath   ptrace children r...
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
  		/*
  		 * Do not consider detached threads.
  		 */
  		if (!task_detached(p)) {
  			int ret = wait_consider_task(tsk, 0, p, notask_error,
  						     type, pid, options,
  						     infop, stat_addr, ru);
  			if (ret)
  				return ret;
  		}
98abed020   Roland McGrath   do_wait reorganiz...
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
  	}
  
  	return 0;
  }
  
  static int ptrace_do_wait(struct task_struct *tsk, int *notask_error,
  			  enum pid_type type, struct pid *pid, int options,
  			  struct siginfo __user *infop, int __user *stat_addr,
  			  struct rusage __user *ru)
  {
  	struct task_struct *p;
  
  	/*
f470021ad   Roland McGrath   ptrace children r...
1587
  	 * Traditionally we see ptrace'd stopped tasks regardless of options.
98abed020   Roland McGrath   do_wait reorganiz...
1588
  	 */
f470021ad   Roland McGrath   ptrace children r...
1589
  	options |= WUNTRACED;
98abed020   Roland McGrath   do_wait reorganiz...
1590

f470021ad   Roland McGrath   ptrace children r...
1591
1592
1593
1594
1595
  	list_for_each_entry(p, &tsk->ptraced, ptrace_entry) {
  		int ret = wait_consider_task(tsk, 1, p, notask_error,
  					     type, pid, options,
  					     infop, stat_addr, ru);
  		if (ret)
98abed020   Roland McGrath   do_wait reorganiz...
1596
  			return ret;
98abed020   Roland McGrath   do_wait reorganiz...
1597
1598
1599
1600
  	}
  
  	return 0;
  }
161550d74   Eric W. Biederman   pid: sys_wait... ...
1601
1602
1603
  static long do_wait(enum pid_type type, struct pid *pid, int options,
  		    struct siginfo __user *infop, int __user *stat_addr,
  		    struct rusage __user *ru)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1604
1605
1606
  {
  	DECLARE_WAITQUEUE(wait, current);
  	struct task_struct *tsk;
98abed020   Roland McGrath   do_wait reorganiz...
1607
  	int retval;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1608
1609
1610
  
  	add_wait_queue(&current->signal->wait_chldexit,&wait);
  repeat:
98abed020   Roland McGrath   do_wait reorganiz...
1611
1612
1613
1614
1615
  	/*
  	 * If there is nothing that can match our critiera just get out.
  	 * We will clear @retval to zero if we see any child that might later
  	 * match our criteria, even if we are not able to reap it yet.
  	 */
161550d74   Eric W. Biederman   pid: sys_wait... ...
1616
1617
1618
  	retval = -ECHILD;
  	if ((type < PIDTYPE_MAX) && (!pid || hlist_empty(&pid->tasks[type])))
  		goto end;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1619
1620
1621
1622
  	current->state = TASK_INTERRUPTIBLE;
  	read_lock(&tasklist_lock);
  	tsk = current;
  	do {
98abed020   Roland McGrath   do_wait reorganiz...
1623
1624
1625
1626
1627
1628
1629
1630
1631
1632
1633
1634
1635
  		int tsk_result = do_wait_thread(tsk, &retval,
  						type, pid, options,
  						infop, stat_addr, ru);
  		if (!tsk_result)
  			tsk_result = ptrace_do_wait(tsk, &retval,
  						    type, pid, options,
  						    infop, stat_addr, ru);
  		if (tsk_result) {
  			/*
  			 * tasklist_lock is unlocked and we have a final result.
  			 */
  			retval = tsk_result;
  			goto end;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1636
  		}
98abed020   Roland McGrath   do_wait reorganiz...
1637

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1638
1639
1640
  		if (options & __WNOTHREAD)
  			break;
  		tsk = next_thread(tsk);
125e18745   Eric Sesterhenn   [PATCH] More BUG_...
1641
  		BUG_ON(tsk->signal != current->signal);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1642
  	} while (tsk != current);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1643
  	read_unlock(&tasklist_lock);
f2cc3eb13   Oleg Nesterov   do_wait: fix secu...
1644

98abed020   Roland McGrath   do_wait reorganiz...
1645
  	if (!retval && !(options & WNOHANG)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1646
  		retval = -ERESTARTSYS;
98abed020   Roland McGrath   do_wait reorganiz...
1647
1648
1649
1650
  		if (!signal_pending(current)) {
  			schedule();
  			goto repeat;
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1651
  	}
98abed020   Roland McGrath   do_wait reorganiz...
1652

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1653
1654
1655
1656
1657
  end:
  	current->state = TASK_RUNNING;
  	remove_wait_queue(&current->signal->wait_chldexit,&wait);
  	if (infop) {
  		if (retval > 0)
9cbab8100   Oleg Nesterov   do_wait: factor o...
1658
  			retval = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1659
1660
1661
1662
1663
1664
1665
1666
1667
1668
1669
1670
1671
1672
1673
1674
1675
1676
1677
1678
1679
1680
  		else {
  			/*
  			 * For a WNOHANG return, clear out all the fields
  			 * we would set so the user can easily tell the
  			 * difference.
  			 */
  			if (!retval)
  				retval = put_user(0, &infop->si_signo);
  			if (!retval)
  				retval = put_user(0, &infop->si_errno);
  			if (!retval)
  				retval = put_user(0, &infop->si_code);
  			if (!retval)
  				retval = put_user(0, &infop->si_pid);
  			if (!retval)
  				retval = put_user(0, &infop->si_uid);
  			if (!retval)
  				retval = put_user(0, &infop->si_status);
  		}
  	}
  	return retval;
  }
161550d74   Eric W. Biederman   pid: sys_wait... ...
1681
  asmlinkage long sys_waitid(int which, pid_t upid,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1682
1683
1684
  			   struct siginfo __user *infop, int options,
  			   struct rusage __user *ru)
  {
161550d74   Eric W. Biederman   pid: sys_wait... ...
1685
1686
  	struct pid *pid = NULL;
  	enum pid_type type;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1687
1688
1689
1690
1691
1692
1693
1694
1695
  	long ret;
  
  	if (options & ~(WNOHANG|WNOWAIT|WEXITED|WSTOPPED|WCONTINUED))
  		return -EINVAL;
  	if (!(options & (WEXITED|WSTOPPED|WCONTINUED)))
  		return -EINVAL;
  
  	switch (which) {
  	case P_ALL:
161550d74   Eric W. Biederman   pid: sys_wait... ...
1696
  		type = PIDTYPE_MAX;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1697
1698
  		break;
  	case P_PID:
161550d74   Eric W. Biederman   pid: sys_wait... ...
1699
1700
  		type = PIDTYPE_PID;
  		if (upid <= 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1701
1702
1703
  			return -EINVAL;
  		break;
  	case P_PGID:
161550d74   Eric W. Biederman   pid: sys_wait... ...
1704
1705
  		type = PIDTYPE_PGID;
  		if (upid <= 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1706
  			return -EINVAL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1707
1708
1709
1710
  		break;
  	default:
  		return -EINVAL;
  	}
161550d74   Eric W. Biederman   pid: sys_wait... ...
1711
1712
1713
1714
  	if (type < PIDTYPE_MAX)
  		pid = find_get_pid(upid);
  	ret = do_wait(type, pid, options, infop, NULL, ru);
  	put_pid(pid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1715
1716
  
  	/* avoid REGPARM breakage on x86: */
54a015104   Roland McGrath   asmlinkage_protec...
1717
  	asmlinkage_protect(5, ret, which, upid, infop, options, ru);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1718
1719
  	return ret;
  }
161550d74   Eric W. Biederman   pid: sys_wait... ...
1720
  asmlinkage long sys_wait4(pid_t upid, int __user *stat_addr,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1721
1722
  			  int options, struct rusage __user *ru)
  {
161550d74   Eric W. Biederman   pid: sys_wait... ...
1723
1724
  	struct pid *pid = NULL;
  	enum pid_type type;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1725
1726
1727
1728
1729
  	long ret;
  
  	if (options & ~(WNOHANG|WUNTRACED|WCONTINUED|
  			__WNOTHREAD|__WCLONE|__WALL))
  		return -EINVAL;
161550d74   Eric W. Biederman   pid: sys_wait... ...
1730
1731
1732
1733
1734
1735
1736
1737
1738
1739
1740
1741
1742
1743
1744
1745
  
  	if (upid == -1)
  		type = PIDTYPE_MAX;
  	else if (upid < 0) {
  		type = PIDTYPE_PGID;
  		pid = find_get_pid(-upid);
  	} else if (upid == 0) {
  		type = PIDTYPE_PGID;
  		pid = get_pid(task_pgrp(current));
  	} else /* upid > 0 */ {
  		type = PIDTYPE_PID;
  		pid = find_get_pid(upid);
  	}
  
  	ret = do_wait(type, pid, options | WEXITED, NULL, stat_addr, ru);
  	put_pid(pid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1746
1747
  
  	/* avoid REGPARM breakage on x86: */
54a015104   Roland McGrath   asmlinkage_protec...
1748
  	asmlinkage_protect(4, ret, upid, stat_addr, options, ru);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1749
1750
1751
1752
1753
1754
1755
1756
1757
1758
1759
1760
1761
1762
1763
  	return ret;
  }
  
  #ifdef __ARCH_WANT_SYS_WAITPID
  
  /*
   * sys_waitpid() remains for compatibility. waitpid() should be
   * implemented by calling sys_wait4() from libc.a.
   */
  asmlinkage long sys_waitpid(pid_t pid, int __user *stat_addr, int options)
  {
  	return sys_wait4(pid, stat_addr, options, NULL);
  }
  
  #endif