Blame view

kernel/fork.c 41.5 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
6
7
8
9
10
11
12
  /*
   *  linux/kernel/fork.c
   *
   *  Copyright (C) 1991, 1992  Linus Torvalds
   */
  
  /*
   *  'fork.c' contains the help-routines for the 'fork' system call
   * (see also entry.S and others).
   * Fork is rather simple, once you get the hang of it, but the memory
   * management can be a bitch. See 'mm/memory.c': 'copy_page_range()'
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
13
14
15
  #include <linux/slab.h>
  #include <linux/init.h>
  #include <linux/unistd.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
16
17
18
  #include <linux/module.h>
  #include <linux/vmalloc.h>
  #include <linux/completion.h>
6b3286ed1   Kirill Korotaev   [PATCH] rename st...
19
  #include <linux/mnt_namespace.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
20
21
22
23
  #include <linux/personality.h>
  #include <linux/mempolicy.h>
  #include <linux/sem.h>
  #include <linux/file.h>
9f3acc314   Al Viro   [PATCH] split lin...
24
  #include <linux/fdtable.h>
da9cbc873   Jens Axboe   block: blkdev.h c...
25
  #include <linux/iocontext.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
26
27
28
  #include <linux/key.h>
  #include <linux/binfmts.h>
  #include <linux/mman.h>
cddb8a5c1   Andrea Arcangeli   mmu-notifiers: core
29
  #include <linux/mmu_notifier.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
30
  #include <linux/fs.h>
ab516013a   Serge E. Hallyn   [PATCH] namespace...
31
  #include <linux/nsproxy.h>
c59ede7b7   Randy.Dunlap   [PATCH] move capa...
32
  #include <linux/capability.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
33
  #include <linux/cpu.h>
b4f48b636   Paul Menage   Task Control Grou...
34
  #include <linux/cgroup.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
35
  #include <linux/security.h>
a1e78772d   Mel Gorman   hugetlb: reserve ...
36
  #include <linux/hugetlb.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
37
38
39
  #include <linux/swap.h>
  #include <linux/syscalls.h>
  #include <linux/jiffies.h>
09a05394f   Roland McGrath   tracehook: clone
40
  #include <linux/tracehook.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
41
  #include <linux/futex.h>
8141c7f3e   Linus Torvalds   Move "exit_robust...
42
  #include <linux/compat.h>
7c3ab7381   Andrew Morton   [PATCH] io-accoun...
43
  #include <linux/task_io_accounting_ops.h>
ab2af1f50   Dipankar Sarma   [PATCH] files: fi...
44
  #include <linux/rcupdate.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
45
46
47
  #include <linux/ptrace.h>
  #include <linux/mount.h>
  #include <linux/audit.h>
78fb74669   Pavel Emelianov   Memory controller...
48
  #include <linux/memcontrol.h>
f201ae235   Frederic Weisbecker   tracing/function-...
49
  #include <linux/ftrace.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
50
51
52
  #include <linux/profile.h>
  #include <linux/rmap.h>
  #include <linux/acct.h>
8f0ab5147   Jay Lan   [PATCH] csa: conv...
53
  #include <linux/tsacct_kern.h>
9f46080c4   Matt Helsley   [PATCH] Process E...
54
  #include <linux/cn_proc.h>
ba96a0c88   Rafael J. Wysocki   freezer: fix vfor...
55
  #include <linux/freezer.h>
ca74e92b4   Shailabh Nagar   [PATCH] per-task-...
56
  #include <linux/delayacct.h>
ad4ecbcba   Shailabh Nagar   [PATCH] delay acc...
57
  #include <linux/taskstats_kern.h>
0a4254058   Arjan van de Ven   [PATCH] Add the c...
58
  #include <linux/random.h>
522ed7767   Miloslav Trmac   Audit: add TTY in...
59
  #include <linux/tty.h>
6f4e64335   Pavel Emelyanov   pid namespaces: i...
60
  #include <linux/proc_fs.h>
fd0928df9   Jens Axboe   ioprio: move io p...
61
  #include <linux/blkdev.h>
0a16b6075   Mathieu Desnoyers   tracing, sched: L...
62
  #include <trace/sched.h>
7c9f8861e   Eric Sandeen   stackprotector: u...
63
  #include <linux/magic.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
  
  #include <asm/pgtable.h>
  #include <asm/pgalloc.h>
  #include <asm/uaccess.h>
  #include <asm/mmu_context.h>
  #include <asm/cacheflush.h>
  #include <asm/tlbflush.h>
  
  /*
   * Protected counters by write_lock_irq(&tasklist_lock)
   */
  unsigned long total_forks;	/* Handle normal Linux uptimes. */
  int nr_threads; 		/* The idle threads do not count.. */
  
  int max_threads;		/* tunable limit on nr_threads */
  
  DEFINE_PER_CPU(unsigned long, process_counts) = 0;
c59923a15   Christoph Hellwig   [PATCH] remove th...
81
  __cacheline_aligned DEFINE_RWLOCK(tasklist_lock);  /* outer */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
82

7e066fb87   Mathieu Desnoyers   tracepoints: add ...
83
  DEFINE_TRACE(sched_process_fork);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
84
85
86
87
88
89
90
91
92
93
94
95
96
97
  int nr_processes(void)
  {
  	int cpu;
  	int total = 0;
  
  	for_each_online_cpu(cpu)
  		total += per_cpu(process_counts, cpu);
  
  	return total;
  }
  
  #ifndef __HAVE_ARCH_TASK_STRUCT_ALLOCATOR
  # define alloc_task_struct()	kmem_cache_alloc(task_struct_cachep, GFP_KERNEL)
  # define free_task_struct(tsk)	kmem_cache_free(task_struct_cachep, (tsk))
e18b890bb   Christoph Lameter   [PATCH] slab: rem...
98
  static struct kmem_cache *task_struct_cachep;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
99
  #endif
b69c49b78   FUJITA Tomonori   clean up duplicat...
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
  #ifndef __HAVE_ARCH_THREAD_INFO_ALLOCATOR
  static inline struct thread_info *alloc_thread_info(struct task_struct *tsk)
  {
  #ifdef CONFIG_DEBUG_STACK_USAGE
  	gfp_t mask = GFP_KERNEL | __GFP_ZERO;
  #else
  	gfp_t mask = GFP_KERNEL;
  #endif
  	return (struct thread_info *)__get_free_pages(mask, THREAD_SIZE_ORDER);
  }
  
  static inline void free_thread_info(struct thread_info *ti)
  {
  	free_pages((unsigned long)ti, THREAD_SIZE_ORDER);
  }
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
116
  /* SLAB cache for signal_struct structures (tsk->signal) */
e18b890bb   Christoph Lameter   [PATCH] slab: rem...
117
  static struct kmem_cache *signal_cachep;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
118
119
  
  /* SLAB cache for sighand_struct structures (tsk->sighand) */
e18b890bb   Christoph Lameter   [PATCH] slab: rem...
120
  struct kmem_cache *sighand_cachep;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
121
122
  
  /* SLAB cache for files_struct structures (tsk->files) */
e18b890bb   Christoph Lameter   [PATCH] slab: rem...
123
  struct kmem_cache *files_cachep;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
124
125
  
  /* SLAB cache for fs_struct structures (tsk->fs) */
e18b890bb   Christoph Lameter   [PATCH] slab: rem...
126
  struct kmem_cache *fs_cachep;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
127
128
  
  /* SLAB cache for vm_area_struct structures */
e18b890bb   Christoph Lameter   [PATCH] slab: rem...
129
  struct kmem_cache *vm_area_cachep;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
130
131
  
  /* SLAB cache for mm_struct structures (tsk->mm) */
e18b890bb   Christoph Lameter   [PATCH] slab: rem...
132
  static struct kmem_cache *mm_cachep;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
133
134
135
  
  void free_task(struct task_struct *tsk)
  {
3e26c149c   Peter Zijlstra   mm: dirty balanci...
136
  	prop_local_destroy_single(&tsk->dirties);
f7e4217b0   Roman Zippel   rename thread_inf...
137
  	free_thread_info(tsk->stack);
23f78d4a0   Ingo Molnar   [PATCH] pi-futex:...
138
  	rt_mutex_debug_task_free(tsk);
fb52607af   Frederic Weisbecker   tracing/function-...
139
  	ftrace_graph_exit_task(tsk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
140
141
142
  	free_task_struct(tsk);
  }
  EXPORT_SYMBOL(free_task);
158d9ebd1   Andrew Morton   [PATCH] resurrect...
143
  void __put_task_struct(struct task_struct *tsk)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
144
  {
270f722d4   Eugene Teo   Fix tsk->exit_sta...
145
  	WARN_ON(!tsk->exit_state);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
146
147
  	WARN_ON(atomic_read(&tsk->usage));
  	WARN_ON(tsk == current);
3b11a1dec   David Howells   CRED: Differentia...
148
  	put_cred(tsk->real_cred);
f1752eec6   David Howells   CRED: Detach the ...
149
  	put_cred(tsk->cred);
35df17c57   Shailabh Nagar   [PATCH] task dela...
150
  	delayacct_tsk_free(tsk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
151
152
153
154
  
  	if (!profile_handoff_task(tsk))
  		free_task(tsk);
  }
2adee9b30   Suresh Siddha   x86: fpu xstate s...
155
156
157
158
159
160
161
  /*
   * macro override instead of weak attribute alias, to workaround
   * gcc 4.1.0 and 4.1.1 bugs with weak attribute and empty functions.
   */
  #ifndef arch_task_cache_init
  #define arch_task_cache_init()
  #endif
61c4628b5   Suresh Siddha   x86, fpu: split F...
162

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
163
164
165
166
167
168
169
170
171
  void __init fork_init(unsigned long mempages)
  {
  #ifndef __HAVE_ARCH_TASK_STRUCT_ALLOCATOR
  #ifndef ARCH_MIN_TASKALIGN
  #define ARCH_MIN_TASKALIGN	L1_CACHE_BYTES
  #endif
  	/* create a slab on which task_structs can be allocated */
  	task_struct_cachep =
  		kmem_cache_create("task_struct", sizeof(struct task_struct),
20c2df83d   Paul Mundt   mm: Remove slab d...
172
  			ARCH_MIN_TASKALIGN, SLAB_PANIC, NULL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
173
  #endif
61c4628b5   Suresh Siddha   x86, fpu: split F...
174
175
  	/* do the arch specific task caches init */
  	arch_task_cache_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
  	/*
  	 * The default maximum number of threads is set to a safe
  	 * value: the thread structures can take up at most half
  	 * of memory.
  	 */
  	max_threads = mempages / (8 * THREAD_SIZE / PAGE_SIZE);
  
  	/*
  	 * we need to allow at least 20 threads to boot a system
  	 */
  	if(max_threads < 20)
  		max_threads = 20;
  
  	init_task.signal->rlim[RLIMIT_NPROC].rlim_cur = max_threads/2;
  	init_task.signal->rlim[RLIMIT_NPROC].rlim_max = max_threads/2;
  	init_task.signal->rlim[RLIMIT_SIGPENDING] =
  		init_task.signal->rlim[RLIMIT_NPROC];
  }
61c4628b5   Suresh Siddha   x86, fpu: split F...
194
195
196
197
198
199
  int __attribute__((weak)) arch_dup_task_struct(struct task_struct *dst,
  					       struct task_struct *src)
  {
  	*dst = *src;
  	return 0;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
200
201
202
203
  static struct task_struct *dup_task_struct(struct task_struct *orig)
  {
  	struct task_struct *tsk;
  	struct thread_info *ti;
7c9f8861e   Eric Sandeen   stackprotector: u...
204
  	unsigned long *stackend;
3e26c149c   Peter Zijlstra   mm: dirty balanci...
205
  	int err;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
206
207
208
209
210
211
212
213
214
215
216
217
  
  	prepare_to_copy(orig);
  
  	tsk = alloc_task_struct();
  	if (!tsk)
  		return NULL;
  
  	ti = alloc_thread_info(tsk);
  	if (!ti) {
  		free_task_struct(tsk);
  		return NULL;
  	}
61c4628b5   Suresh Siddha   x86, fpu: split F...
218
219
220
   	err = arch_dup_task_struct(tsk, orig);
  	if (err)
  		goto out;
f7e4217b0   Roman Zippel   rename thread_inf...
221
  	tsk->stack = ti;
3e26c149c   Peter Zijlstra   mm: dirty balanci...
222
223
  
  	err = prop_local_init_single(&tsk->dirties);
61c4628b5   Suresh Siddha   x86, fpu: split F...
224
225
  	if (err)
  		goto out;
3e26c149c   Peter Zijlstra   mm: dirty balanci...
226

10ebffde3   Al Viro   [PATCH] m68k: int...
227
  	setup_thread_stack(tsk, orig);
7c9f8861e   Eric Sandeen   stackprotector: u...
228
229
  	stackend = end_of_stack(tsk);
  	*stackend = STACK_END_MAGIC;	/* for overflow detection */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
230

0a4254058   Arjan van de Ven   [PATCH] Add the c...
231
232
233
  #ifdef CONFIG_CC_STACKPROTECTOR
  	tsk->stack_canary = get_random_int();
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
234
235
  	/* One for us, one for whoever does the "release_task()" (usually parent) */
  	atomic_set(&tsk->usage,2);
4b5d37ac0   Giancarlo Formicuccia   [PATCH] Clear tas...
236
  	atomic_set(&tsk->fs_excl, 0);
6c5c93415   Alexey Dobriyan   [PATCH] ifdef blk...
237
  #ifdef CONFIG_BLK_DEV_IO_TRACE
2056a782f   Jens Axboe   [PATCH] Block que...
238
  	tsk->btrace_seq = 0;
6c5c93415   Alexey Dobriyan   [PATCH] ifdef blk...
239
  #endif
a0aa7f68a   Jens Axboe   [PATCH] Don't inh...
240
  	tsk->splice_pipe = NULL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
241
  	return tsk;
61c4628b5   Suresh Siddha   x86, fpu: split F...
242
243
244
245
246
  
  out:
  	free_thread_info(ti);
  	free_task_struct(tsk);
  	return NULL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
247
248
249
  }
  
  #ifdef CONFIG_MMU
a39bc5169   Alexey Dobriyan   Uninline fork.c/e...
250
  static int dup_mmap(struct mm_struct *mm, struct mm_struct *oldmm)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
251
  {
fd3e42fcc   Hugh Dickins   [PATCH] mm: dup_m...
252
  	struct vm_area_struct *mpnt, *tmp, **pprev;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
253
254
255
256
257
258
  	struct rb_node **rb_link, *rb_parent;
  	int retval;
  	unsigned long charge;
  	struct mempolicy *pol;
  
  	down_write(&oldmm->mmap_sem);
ec8c0446b   Ralf Baechle   [PATCH] Optimize ...
259
  	flush_cache_dup_mm(oldmm);
ad3394517   Ingo Molnar   [PATCH] lockdep: ...
260
261
262
263
  	/*
  	 * Not linked in yet - no deadlock potential:
  	 */
  	down_write_nested(&mm->mmap_sem, SINGLE_DEPTH_NESTING);
7ee782325   Hugh Dickins   [PATCH] mm: dup_m...
264

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
265
266
267
268
  	mm->locked_vm = 0;
  	mm->mmap = NULL;
  	mm->mmap_cache = NULL;
  	mm->free_area_cache = oldmm->mmap_base;
1363c3cd8   Wolfgang Wander   [PATCH] Avoiding ...
269
  	mm->cached_hole_size = ~0UL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
270
  	mm->map_count = 0;
948942445   Rusty Russell   cpumask: use mm_c...
271
  	cpumask_clear(mm_cpumask(mm));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
272
273
274
275
  	mm->mm_rb = RB_ROOT;
  	rb_link = &mm->mm_rb.rb_node;
  	rb_parent = NULL;
  	pprev = &mm->mmap;
fd3e42fcc   Hugh Dickins   [PATCH] mm: dup_m...
276
  	for (mpnt = oldmm->mmap; mpnt; mpnt = mpnt->vm_next) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
277
278
279
  		struct file *file;
  
  		if (mpnt->vm_flags & VM_DONTCOPY) {
3b6bfcdb1   Hugh Dickins   [PATCH] lower VM_...
280
281
  			long pages = vma_pages(mpnt);
  			mm->total_vm -= pages;
ab50b8ed8   Hugh Dickins   [PATCH] mm: vm_st...
282
  			vm_stat_account(mm, mpnt->vm_flags, mpnt->vm_file,
3b6bfcdb1   Hugh Dickins   [PATCH] lower VM_...
283
  								-pages);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
284
285
286
287
288
289
290
291
292
  			continue;
  		}
  		charge = 0;
  		if (mpnt->vm_flags & VM_ACCOUNT) {
  			unsigned int len = (mpnt->vm_end - mpnt->vm_start) >> PAGE_SHIFT;
  			if (security_vm_enough_memory(len))
  				goto fail_nomem;
  			charge = len;
  		}
e94b17660   Christoph Lameter   [PATCH] slab: rem...
293
  		tmp = kmem_cache_alloc(vm_area_cachep, GFP_KERNEL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
294
295
296
  		if (!tmp)
  			goto fail_nomem;
  		*tmp = *mpnt;
846a16bf0   Lee Schermerhorn   mempolicy: rename...
297
  		pol = mpol_dup(vma_policy(mpnt));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
298
299
300
301
302
303
304
305
306
307
  		retval = PTR_ERR(pol);
  		if (IS_ERR(pol))
  			goto fail_nomem_policy;
  		vma_set_policy(tmp, pol);
  		tmp->vm_flags &= ~VM_LOCKED;
  		tmp->vm_mm = mm;
  		tmp->vm_next = NULL;
  		anon_vma_link(tmp);
  		file = tmp->vm_file;
  		if (file) {
f3a43f3f6   Josef "Jeff" Sipek   [PATCH] kernel: c...
308
  			struct inode *inode = file->f_path.dentry->d_inode;
b88ed2059   Hugh Dickins   fix mapping_writa...
309
  			struct address_space *mapping = file->f_mapping;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
310
311
312
  			get_file(file);
  			if (tmp->vm_flags & VM_DENYWRITE)
  				atomic_dec(&inode->i_writecount);
b88ed2059   Hugh Dickins   fix mapping_writa...
313
314
315
  			spin_lock(&mapping->i_mmap_lock);
  			if (tmp->vm_flags & VM_SHARED)
  				mapping->i_mmap_writable++;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
316
  			tmp->vm_truncate_count = mpnt->vm_truncate_count;
b88ed2059   Hugh Dickins   fix mapping_writa...
317
318
  			flush_dcache_mmap_lock(mapping);
  			/* insert tmp into the share list, just after mpnt */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
319
  			vma_prio_tree_add(tmp, mpnt);
b88ed2059   Hugh Dickins   fix mapping_writa...
320
321
  			flush_dcache_mmap_unlock(mapping);
  			spin_unlock(&mapping->i_mmap_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
322
323
324
  		}
  
  		/*
a1e78772d   Mel Gorman   hugetlb: reserve ...
325
326
327
328
329
330
331
332
  		 * Clear hugetlb-related page reserves for children. This only
  		 * affects MAP_PRIVATE mappings. Faults generated by the child
  		 * are not guaranteed to succeed, even if read-only
  		 */
  		if (is_vm_hugetlb_page(tmp))
  			reset_vma_resv_huge_pages(tmp);
  
  		/*
7ee782325   Hugh Dickins   [PATCH] mm: dup_m...
333
  		 * Link in the new vma and copy the page table entries.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
334
  		 */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
335
336
337
338
339
340
341
342
  		*pprev = tmp;
  		pprev = &tmp->vm_next;
  
  		__vma_link_rb(mm, tmp, rb_link, rb_parent);
  		rb_link = &tmp->vm_rb.rb_right;
  		rb_parent = &tmp->vm_rb;
  
  		mm->map_count++;
0b0db14c5   Hugh Dickins   [PATCH] unpaged: ...
343
  		retval = copy_page_range(mm, oldmm, mpnt);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
344
345
346
347
348
349
350
  
  		if (tmp->vm_ops && tmp->vm_ops->open)
  			tmp->vm_ops->open(tmp);
  
  		if (retval)
  			goto out;
  	}
d6dd61c83   Jeremy Fitzhardinge   [PATCH] x86: PARA...
351
352
  	/* a new mm has just been created */
  	arch_dup_mmap(oldmm, mm);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
353
  	retval = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
354
  out:
7ee782325   Hugh Dickins   [PATCH] mm: dup_m...
355
  	up_write(&mm->mmap_sem);
fd3e42fcc   Hugh Dickins   [PATCH] mm: dup_m...
356
  	flush_tlb_mm(oldmm);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
  	up_write(&oldmm->mmap_sem);
  	return retval;
  fail_nomem_policy:
  	kmem_cache_free(vm_area_cachep, tmp);
  fail_nomem:
  	retval = -ENOMEM;
  	vm_unacct_memory(charge);
  	goto out;
  }
  
  static inline int mm_alloc_pgd(struct mm_struct * mm)
  {
  	mm->pgd = pgd_alloc(mm);
  	if (unlikely(!mm->pgd))
  		return -ENOMEM;
  	return 0;
  }
  
  static inline void mm_free_pgd(struct mm_struct * mm)
  {
5e5419734   Benjamin Herrenschmidt   add mm argument t...
377
  	pgd_free(mm, mm->pgd);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
378
379
380
381
382
383
  }
  #else
  #define dup_mmap(mm, oldmm)	(0)
  #define mm_alloc_pgd(mm)	(0)
  #define mm_free_pgd(mm)
  #endif /* CONFIG_MMU */
23ff44402   Daniel Walker   whitespace fixes:...
384
  __cacheline_aligned_in_smp DEFINE_SPINLOCK(mmlist_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
385

e94b17660   Christoph Lameter   [PATCH] slab: rem...
386
  #define allocate_mm()	(kmem_cache_alloc(mm_cachep, GFP_KERNEL))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
387
  #define free_mm(mm)	(kmem_cache_free(mm_cachep, (mm)))
4cb0e11b1   Hidehiro Kawai   coredump_filter: ...
388
389
390
391
392
393
394
395
396
397
398
  static unsigned long default_dump_filter = MMF_DUMP_FILTER_DEFAULT;
  
  static int __init coredump_filter_setup(char *s)
  {
  	default_dump_filter =
  		(simple_strtoul(s, NULL, 0) << MMF_DUMP_FILTER_SHIFT) &
  		MMF_DUMP_FILTER_MASK;
  	return 1;
  }
  
  __setup("coredump_filter=", coredump_filter_setup);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
399
  #include <linux/init_task.h>
78fb74669   Pavel Emelianov   Memory controller...
400
  static struct mm_struct * mm_init(struct mm_struct * mm, struct task_struct *p)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
401
402
403
404
405
  {
  	atomic_set(&mm->mm_users, 1);
  	atomic_set(&mm->mm_count, 1);
  	init_rwsem(&mm->mmap_sem);
  	INIT_LIST_HEAD(&mm->mmlist);
4cb0e11b1   Hidehiro Kawai   coredump_filter: ...
406
  	mm->flags = (current->mm) ? current->mm->flags : default_dump_filter;
999d9fc16   Oleg Nesterov   coredump: move mm...
407
  	mm->core_state = NULL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
408
  	mm->nr_ptes = 0;
4294621f4   Hugh Dickins   [PATCH] mm: rss =...
409
  	set_mm_counter(mm, file_rss, 0);
404351e67   Hugh Dickins   [PATCH] mm: mm_in...
410
  	set_mm_counter(mm, anon_rss, 0);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
411
  	spin_lock_init(&mm->page_table_lock);
abf137dd7   Jens Axboe   aio: make the loo...
412
413
  	spin_lock_init(&mm->ioctx_lock);
  	INIT_HLIST_HEAD(&mm->ioctx_list);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
414
  	mm->free_area_cache = TASK_UNMAPPED_BASE;
1363c3cd8   Wolfgang Wander   [PATCH] Avoiding ...
415
  	mm->cached_hole_size = ~0UL;
cf475ad28   Balbir Singh   cgroups: add an o...
416
  	mm_init_owner(mm, p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
417
418
419
  
  	if (likely(!mm_alloc_pgd(mm))) {
  		mm->def_flags = 0;
cddb8a5c1   Andrea Arcangeli   mmu-notifiers: core
420
  		mmu_notifier_mm_init(mm);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
421
422
  		return mm;
  	}
78fb74669   Pavel Emelianov   Memory controller...
423

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
424
425
426
427
428
429
430
431
432
433
434
435
436
437
  	free_mm(mm);
  	return NULL;
  }
  
  /*
   * Allocate and initialize an mm_struct.
   */
  struct mm_struct * mm_alloc(void)
  {
  	struct mm_struct * mm;
  
  	mm = allocate_mm();
  	if (mm) {
  		memset(mm, 0, sizeof(*mm));
78fb74669   Pavel Emelianov   Memory controller...
438
  		mm = mm_init(mm, current);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
439
440
441
442
443
444
445
446
447
  	}
  	return mm;
  }
  
  /*
   * Called when the last reference to the mm
   * is dropped: either by a lazy thread or by
   * mmput. Free the page directory and the mm.
   */
7ad5b3a50   Harvey Harrison   kernel: remove fa...
448
  void __mmdrop(struct mm_struct *mm)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
449
450
451
452
  {
  	BUG_ON(mm == &init_mm);
  	mm_free_pgd(mm);
  	destroy_context(mm);
cddb8a5c1   Andrea Arcangeli   mmu-notifiers: core
453
  	mmu_notifier_mm_destroy(mm);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
454
455
  	free_mm(mm);
  }
6d4e4c4fc   Avi Kivity   KVM: Disallow for...
456
  EXPORT_SYMBOL_GPL(__mmdrop);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
457
458
459
460
461
462
  
  /*
   * Decrement the use count and release all resources for an mm.
   */
  void mmput(struct mm_struct *mm)
  {
0ae26f1b3   Andrew Morton   [PATCH] mmput() m...
463
  	might_sleep();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
464
465
466
  	if (atomic_dec_and_test(&mm->mm_users)) {
  		exit_aio(mm);
  		exit_mmap(mm);
925d1c401   Matt Helsley   procfs task exe s...
467
  		set_mm_exe_file(mm, NULL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
468
469
470
471
472
473
474
475
476
477
478
479
480
481
  		if (!list_empty(&mm->mmlist)) {
  			spin_lock(&mmlist_lock);
  			list_del(&mm->mmlist);
  			spin_unlock(&mmlist_lock);
  		}
  		put_swap_token(mm);
  		mmdrop(mm);
  	}
  }
  EXPORT_SYMBOL_GPL(mmput);
  
  /**
   * get_task_mm - acquire a reference to the task's mm
   *
246bb0b1d   Oleg Nesterov   kill PF_BORROWED_...
482
   * Returns %NULL if the task has no mm.  Checks PF_KTHREAD (meaning
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
483
484
485
486
487
488
489
490
491
492
493
494
   * this kernel workthread has transiently adopted a user mm with use_mm,
   * to do its AIO) is not set and if so returns a reference to it, after
   * bumping up the use count.  User must release the mm via mmput()
   * after use.  Typically used by /proc and ptrace.
   */
  struct mm_struct *get_task_mm(struct task_struct *task)
  {
  	struct mm_struct *mm;
  
  	task_lock(task);
  	mm = task->mm;
  	if (mm) {
246bb0b1d   Oleg Nesterov   kill PF_BORROWED_...
495
  		if (task->flags & PF_KTHREAD)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
  			mm = NULL;
  		else
  			atomic_inc(&mm->mm_users);
  	}
  	task_unlock(task);
  	return mm;
  }
  EXPORT_SYMBOL_GPL(get_task_mm);
  
  /* Please note the differences between mmput and mm_release.
   * mmput is called whenever we stop holding onto a mm_struct,
   * error success whatever.
   *
   * mm_release is called after a mm_struct has been removed
   * from the current process.
   *
   * This difference is important for error handling, when we
   * only half set up a mm_struct for a new process and need to restore
   * the old one.  Because we mmput the new mm_struct before
   * restoring the old one. . .
   * Eric Biederman 10 January 1998
   */
  void mm_release(struct task_struct *tsk, struct mm_struct *mm)
  {
  	struct completion *vfork_done = tsk->vfork_done;
8141c7f3e   Linus Torvalds   Move "exit_robust...
521
522
523
524
525
526
527
528
529
  	/* Get rid of any futexes when releasing the mm */
  #ifdef CONFIG_FUTEX
  	if (unlikely(tsk->robust_list))
  		exit_robust_list(tsk);
  #ifdef CONFIG_COMPAT
  	if (unlikely(tsk->compat_robust_list))
  		compat_exit_robust_list(tsk);
  #endif
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
530
531
532
533
534
535
536
537
  	/* Get rid of any cached register state */
  	deactivate_mm(tsk, mm);
  
  	/* notify parent sleeping on vfork() */
  	if (vfork_done) {
  		tsk->vfork_done = NULL;
  		complete(vfork_done);
  	}
fec1d0115   Roland McGrath   [PATCH] Disable C...
538
539
540
541
542
543
544
545
546
547
  
  	/*
  	 * If we're exiting normally, clear a user-space tid field if
  	 * requested.  We leave this alone when dying by signal, to leave
  	 * the value intact in a core dump, and to save the unnecessary
  	 * trouble otherwise.  Userland only wants this done for a sys_exit.
  	 */
  	if (tsk->clear_child_tid
  	    && !(tsk->flags & PF_SIGNALED)
  	    && atomic_read(&mm->mm_users) > 1) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
548
549
550
551
552
553
554
555
556
557
558
  		u32 __user * tidptr = tsk->clear_child_tid;
  		tsk->clear_child_tid = NULL;
  
  		/*
  		 * We don't check the error code - if userspace has
  		 * not set up a proper pointer then tough luck.
  		 */
  		put_user(0, tidptr);
  		sys_futex(tidptr, FUTEX_WAKE, 1, NULL, NULL, 0);
  	}
  }
a0a7ec308   JANAK DESAI   [PATCH] unshare s...
559
560
561
562
  /*
   * Allocate a new mm structure and copy contents from the
   * mm structure of the passed in task structure.
   */
402b08622   Carsten Otte   s390: KVM prepara...
563
  struct mm_struct *dup_mm(struct task_struct *tsk)
a0a7ec308   JANAK DESAI   [PATCH] unshare s...
564
565
566
567
568
569
570
571
572
573
574
575
  {
  	struct mm_struct *mm, *oldmm = current->mm;
  	int err;
  
  	if (!oldmm)
  		return NULL;
  
  	mm = allocate_mm();
  	if (!mm)
  		goto fail_nomem;
  
  	memcpy(mm, oldmm, sizeof(*mm));
7602bdf2f   Ashwin Chaugule   [PATCH] new schem...
576
577
578
  	/* Initializing for Swap token stuff */
  	mm->token_priority = 0;
  	mm->last_interval = 0;
78fb74669   Pavel Emelianov   Memory controller...
579
  	if (!mm_init(mm, tsk))
a0a7ec308   JANAK DESAI   [PATCH] unshare s...
580
581
582
583
  		goto fail_nomem;
  
  	if (init_new_context(tsk, mm))
  		goto fail_nocontext;
925d1c401   Matt Helsley   procfs task exe s...
584
  	dup_mm_exe_file(oldmm, mm);
a0a7ec308   JANAK DESAI   [PATCH] unshare s...
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
  	err = dup_mmap(mm, oldmm);
  	if (err)
  		goto free_pt;
  
  	mm->hiwater_rss = get_mm_rss(mm);
  	mm->hiwater_vm = mm->total_vm;
  
  	return mm;
  
  free_pt:
  	mmput(mm);
  
  fail_nomem:
  	return NULL;
  
  fail_nocontext:
  	/*
  	 * If init_new_context() failed, we cannot use mmput() to free the mm
  	 * because it calls destroy_context()
  	 */
  	mm_free_pgd(mm);
  	free_mm(mm);
  	return NULL;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
  static int copy_mm(unsigned long clone_flags, struct task_struct * tsk)
  {
  	struct mm_struct * mm, *oldmm;
  	int retval;
  
  	tsk->min_flt = tsk->maj_flt = 0;
  	tsk->nvcsw = tsk->nivcsw = 0;
  
  	tsk->mm = NULL;
  	tsk->active_mm = NULL;
  
  	/*
  	 * Are we cloning a kernel thread?
  	 *
  	 * We need to steal a active VM for that..
  	 */
  	oldmm = current->mm;
  	if (!oldmm)
  		return 0;
  
  	if (clone_flags & CLONE_VM) {
  		atomic_inc(&oldmm->mm_users);
  		mm = oldmm;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
632
633
634
635
  		goto good_mm;
  	}
  
  	retval = -ENOMEM;
a0a7ec308   JANAK DESAI   [PATCH] unshare s...
636
  	mm = dup_mm(tsk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
637
638
  	if (!mm)
  		goto fail_nomem;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
639
  good_mm:
7602bdf2f   Ashwin Chaugule   [PATCH] new schem...
640
641
642
  	/* Initializing for Swap token stuff */
  	mm->token_priority = 0;
  	mm->last_interval = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
643
644
645
  	tsk->mm = mm;
  	tsk->active_mm = mm;
  	return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
646
647
  fail_nomem:
  	return retval;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
648
  }
a39bc5169   Alexey Dobriyan   Uninline fork.c/e...
649
  static struct fs_struct *__copy_fs_struct(struct fs_struct *old)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
650
651
652
653
654
655
656
657
  {
  	struct fs_struct *fs = kmem_cache_alloc(fs_cachep, GFP_KERNEL);
  	/* We don't need to lock fs - think why ;-) */
  	if (fs) {
  		atomic_set(&fs->count, 1);
  		rwlock_init(&fs->lock);
  		fs->umask = old->umask;
  		read_lock(&old->lock);
6ac08c39a   Jan Blunck   Use struct path i...
658
659
660
661
  		fs->root = old->root;
  		path_get(&old->root);
  		fs->pwd = old->pwd;
  		path_get(&old->pwd);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
662
663
664
665
666
667
668
669
670
671
672
  		read_unlock(&old->lock);
  	}
  	return fs;
  }
  
  struct fs_struct *copy_fs_struct(struct fs_struct *old)
  {
  	return __copy_fs_struct(old);
  }
  
  EXPORT_SYMBOL_GPL(copy_fs_struct);
a39bc5169   Alexey Dobriyan   Uninline fork.c/e...
673
  static int copy_fs(unsigned long clone_flags, struct task_struct *tsk)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
674
675
676
677
678
679
680
681
682
683
  {
  	if (clone_flags & CLONE_FS) {
  		atomic_inc(&current->fs->count);
  		return 0;
  	}
  	tsk->fs = __copy_fs_struct(current->fs);
  	if (!tsk->fs)
  		return -ENOMEM;
  	return 0;
  }
a016f3389   JANAK DESAI   [PATCH] unshare s...
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
  static int copy_files(unsigned long clone_flags, struct task_struct * tsk)
  {
  	struct files_struct *oldf, *newf;
  	int error = 0;
  
  	/*
  	 * A background process may not have any files ...
  	 */
  	oldf = current->files;
  	if (!oldf)
  		goto out;
  
  	if (clone_flags & CLONE_FILES) {
  		atomic_inc(&oldf->count);
  		goto out;
  	}
a016f3389   JANAK DESAI   [PATCH] unshare s...
700
701
702
703
704
705
706
707
708
  	newf = dup_fd(oldf, &error);
  	if (!newf)
  		goto out;
  
  	tsk->files = newf;
  	error = 0;
  out:
  	return error;
  }
fadad878c   Jens Axboe   kernel: add CLONE...
709
  static int copy_io(unsigned long clone_flags, struct task_struct *tsk)
fd0928df9   Jens Axboe   ioprio: move io p...
710
711
712
713
714
715
  {
  #ifdef CONFIG_BLOCK
  	struct io_context *ioc = current->io_context;
  
  	if (!ioc)
  		return 0;
fadad878c   Jens Axboe   kernel: add CLONE...
716
717
718
719
720
721
722
723
  	/*
  	 * Share io context with parent, if CLONE_IO is set
  	 */
  	if (clone_flags & CLONE_IO) {
  		tsk->io_context = ioc_task_link(ioc);
  		if (unlikely(!tsk->io_context))
  			return -ENOMEM;
  	} else if (ioprio_valid(ioc->ioprio)) {
fd0928df9   Jens Axboe   ioprio: move io p...
724
725
726
  		tsk->io_context = alloc_io_context(GFP_KERNEL, -1);
  		if (unlikely(!tsk->io_context))
  			return -ENOMEM;
fd0928df9   Jens Axboe   ioprio: move io p...
727
728
729
730
731
  		tsk->io_context->ioprio = ioc->ioprio;
  	}
  #endif
  	return 0;
  }
a39bc5169   Alexey Dobriyan   Uninline fork.c/e...
732
  static int copy_sighand(unsigned long clone_flags, struct task_struct *tsk)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
733
734
  {
  	struct sighand_struct *sig;
60348802e   Zhaolei   fork.c: cleanup f...
735
  	if (clone_flags & CLONE_SIGHAND) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
736
737
738
739
  		atomic_inc(&current->sighand->count);
  		return 0;
  	}
  	sig = kmem_cache_alloc(sighand_cachep, GFP_KERNEL);
e56d09031   Ingo Molnar   [PATCH] RCU signa...
740
  	rcu_assign_pointer(tsk->sighand, sig);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
741
742
  	if (!sig)
  		return -ENOMEM;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
743
744
745
746
  	atomic_set(&sig->count, 1);
  	memcpy(sig->action, current->sighand->action, sizeof(sig->action));
  	return 0;
  }
a7e5328a0   Oleg Nesterov   [PATCH] cleanup _...
747
  void __cleanup_sighand(struct sighand_struct *sighand)
c81addc9d   Oleg Nesterov   [PATCH] rename __...
748
  {
c81addc9d   Oleg Nesterov   [PATCH] rename __...
749
750
751
  	if (atomic_dec_and_test(&sighand->count))
  		kmem_cache_free(sighand_cachep, sighand);
  }
f06febc96   Frank Mayhar   timers: fix itime...
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
  
  /*
   * Initialize POSIX timer handling for a thread group.
   */
  static void posix_cpu_timers_init_group(struct signal_struct *sig)
  {
  	/* Thread group counters. */
  	thread_group_cputime_init(sig);
  
  	/* Expiration times and increments. */
  	sig->it_virt_expires = cputime_zero;
  	sig->it_virt_incr = cputime_zero;
  	sig->it_prof_expires = cputime_zero;
  	sig->it_prof_incr = cputime_zero;
  
  	/* Cached expiration times. */
  	sig->cputime_expires.prof_exp = cputime_zero;
  	sig->cputime_expires.virt_exp = cputime_zero;
  	sig->cputime_expires.sched_exp = 0;
  
  	/* The timer lists. */
  	INIT_LIST_HEAD(&sig->cpu_timers[0]);
  	INIT_LIST_HEAD(&sig->cpu_timers[1]);
  	INIT_LIST_HEAD(&sig->cpu_timers[2]);
  }
a39bc5169   Alexey Dobriyan   Uninline fork.c/e...
777
  static int copy_signal(unsigned long clone_flags, struct task_struct *tsk)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
778
779
  {
  	struct signal_struct *sig;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
780
781
  
  	if (clone_flags & CLONE_THREAD) {
490dea45d   Peter Zijlstra   itimers: remove t...
782
783
784
  		atomic_inc(&current->signal->count);
  		atomic_inc(&current->signal->live);
  		return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
785
786
  	}
  	sig = kmem_cache_alloc(signal_cachep, GFP_KERNEL);
490dea45d   Peter Zijlstra   itimers: remove t...
787
788
789
  
  	if (sig)
  		posix_cpu_timers_init_group(sig);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
790
791
792
  	tsk->signal = sig;
  	if (!sig)
  		return -ENOMEM;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
793
794
795
796
797
798
799
  	atomic_set(&sig->count, 1);
  	atomic_set(&sig->live, 1);
  	init_waitqueue_head(&sig->wait_chldexit);
  	sig->flags = 0;
  	sig->group_exit_code = 0;
  	sig->group_exit_task = NULL;
  	sig->group_stop_count = 0;
db51aeccd   Oleg Nesterov   signals: microopt...
800
  	sig->curr_target = tsk;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
801
802
  	init_sigpending(&sig->shared_pending);
  	INIT_LIST_HEAD(&sig->posix_timers);
c9cb2e3d7   Thomas Gleixner   [PATCH] hrtimers:...
803
  	hrtimer_init(&sig->real_timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
2ff678b8d   Thomas Gleixner   [PATCH] hrtimer: ...
804
  	sig->it_real_incr.tv64 = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
805
  	sig->real_timer.function = it_real_fn;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
806

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
807
  	sig->leader = 0;	/* session leadership doesn't inherit */
ab521dc0f   Eric W. Biederman   [PATCH] tty: upda...
808
  	sig->tty_old_pgrp = NULL;
9c9f4ded9   Alan Cox   tty: Add a kref c...
809
  	sig->tty = NULL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
810

32bd671d6   Peter Zijlstra   signal: re-add de...
811
  	sig->utime = sig->stime = sig->cutime = sig->cstime = cputime_zero;
9ac52315d   Laurent Vivier   sched: guest CPU ...
812
813
  	sig->gtime = cputime_zero;
  	sig->cgtime = cputime_zero;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
814
815
  	sig->nvcsw = sig->nivcsw = sig->cnvcsw = sig->cnivcsw = 0;
  	sig->min_flt = sig->maj_flt = sig->cmin_flt = sig->cmaj_flt = 0;
6eaeeaba3   Eric Dumazet   getrusage(): fill...
816
  	sig->inblock = sig->oublock = sig->cinblock = sig->coublock = 0;
5995477ab   Andrea Righi   task IO accountin...
817
  	task_io_accounting_init(&sig->ioac);
32bd671d6   Peter Zijlstra   signal: re-add de...
818
  	sig->sum_sched_runtime = 0;
ad4ecbcba   Shailabh Nagar   [PATCH] delay acc...
819
  	taskstats_tgid_init(sig);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
820
821
822
823
  
  	task_lock(current->group_leader);
  	memcpy(sig->rlim, current->signal->rlim, sizeof sig->rlim);
  	task_unlock(current->group_leader);
0e4648141   KaiGai Kohei   [PATCH] pacct: ad...
824
  	acct_init_pacct(&sig->pacct);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
825

522ed7767   Miloslav Trmac   Audit: add TTY in...
826
  	tty_audit_fork(sig);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
827
828
  	return 0;
  }
6b3934ef5   Oleg Nesterov   [PATCH] copy_proc...
829
830
  void __cleanup_signal(struct signal_struct *sig)
  {
f06febc96   Frank Mayhar   timers: fix itime...
831
  	thread_group_cputime_free(sig);
9c9f4ded9   Alan Cox   tty: Add a kref c...
832
  	tty_kref_put(sig->tty);
6b3934ef5   Oleg Nesterov   [PATCH] copy_proc...
833
834
  	kmem_cache_free(signal_cachep, sig);
  }
a39bc5169   Alexey Dobriyan   Uninline fork.c/e...
835
  static void cleanup_signal(struct task_struct *tsk)
6b3934ef5   Oleg Nesterov   [PATCH] copy_proc...
836
837
838
839
840
841
842
843
  {
  	struct signal_struct *sig = tsk->signal;
  
  	atomic_dec(&sig->live);
  
  	if (atomic_dec_and_test(&sig->count))
  		__cleanup_signal(sig);
  }
a39bc5169   Alexey Dobriyan   Uninline fork.c/e...
844
  static void copy_flags(unsigned long clone_flags, struct task_struct *p)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
845
846
  {
  	unsigned long new_flags = p->flags;
831441862   Rafael J. Wysocki   Freezer: make ker...
847
  	new_flags &= ~PF_SUPERPRIV;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
848
  	new_flags |= PF_FORKNOEXEC;
09a05394f   Roland McGrath   tracehook: clone
849
  	new_flags |= PF_STARTING;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
850
  	p->flags = new_flags;
2e1318956   Rafael J. Wysocki   freezer: prevent ...
851
  	clear_freeze_flag(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
852
  }
17da2bd90   Heiko Carstens   [CVE-2009-0029] S...
853
  SYSCALL_DEFINE1(set_tid_address, int __user *, tidptr)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
854
855
  {
  	current->clear_child_tid = tidptr;
b488893a3   Pavel Emelyanov   pid namespaces: c...
856
  	return task_pid_vnr(current);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
857
  }
a39bc5169   Alexey Dobriyan   Uninline fork.c/e...
858
  static void rt_mutex_init_task(struct task_struct *p)
23f78d4a0   Ingo Molnar   [PATCH] pi-futex:...
859
  {
23f78d4a0   Ingo Molnar   [PATCH] pi-futex:...
860
  	spin_lock_init(&p->pi_lock);
e29e175b0   Zilvinas Valinskas   [PATCH] initialis...
861
  #ifdef CONFIG_RT_MUTEXES
23f78d4a0   Ingo Molnar   [PATCH] pi-futex:...
862
863
  	plist_head_init(&p->pi_waiters, &p->pi_lock);
  	p->pi_blocked_on = NULL;
23f78d4a0   Ingo Molnar   [PATCH] pi-futex:...
864
865
  #endif
  }
cf475ad28   Balbir Singh   cgroups: add an o...
866
867
868
869
870
871
  #ifdef CONFIG_MM_OWNER
  void mm_init_owner(struct mm_struct *mm, struct task_struct *p)
  {
  	mm->owner = p;
  }
  #endif /* CONFIG_MM_OWNER */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
872
  /*
f06febc96   Frank Mayhar   timers: fix itime...
873
874
875
876
877
878
879
880
881
882
883
884
885
   * Initialize POSIX timer handling for a single task.
   */
  static void posix_cpu_timers_init(struct task_struct *tsk)
  {
  	tsk->cputime_expires.prof_exp = cputime_zero;
  	tsk->cputime_expires.virt_exp = cputime_zero;
  	tsk->cputime_expires.sched_exp = 0;
  	INIT_LIST_HEAD(&tsk->cpu_timers[0]);
  	INIT_LIST_HEAD(&tsk->cpu_timers[1]);
  	INIT_LIST_HEAD(&tsk->cpu_timers[2]);
  }
  
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
886
887
888
889
890
891
892
   * This creates a new process as a copy of the old one,
   * but does not actually start it yet.
   *
   * It copies the registers, and all the appropriate
   * parts of the process environment (as per the clone
   * flags). The actual kick-off is left to the caller.
   */
36c8b5868   Ingo Molnar   [PATCH] sched: cl...
893
894
895
896
  static struct task_struct *copy_process(unsigned long clone_flags,
  					unsigned long stack_start,
  					struct pt_regs *regs,
  					unsigned long stack_size,
36c8b5868   Ingo Molnar   [PATCH] sched: cl...
897
  					int __user *child_tidptr,
09a05394f   Roland McGrath   tracehook: clone
898
899
  					struct pid *pid,
  					int trace)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
900
901
  {
  	int retval;
a24efe62d   Mariusz Kozlowski   kernel/fork.c: re...
902
  	struct task_struct *p;
b4f48b636   Paul Menage   Task Control Grou...
903
  	int cgroup_callbacks_done = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
  
  	if ((clone_flags & (CLONE_NEWNS|CLONE_FS)) == (CLONE_NEWNS|CLONE_FS))
  		return ERR_PTR(-EINVAL);
  
  	/*
  	 * Thread groups must share signals as well, and detached threads
  	 * can only be started up within the thread group.
  	 */
  	if ((clone_flags & CLONE_THREAD) && !(clone_flags & CLONE_SIGHAND))
  		return ERR_PTR(-EINVAL);
  
  	/*
  	 * Shared signal handlers imply shared VM. By way of the above,
  	 * thread groups also imply shared VM. Blocking this case allows
  	 * for various simplifications in other code.
  	 */
  	if ((clone_flags & CLONE_SIGHAND) && !(clone_flags & CLONE_VM))
  		return ERR_PTR(-EINVAL);
  
  	retval = security_task_create(clone_flags);
  	if (retval)
  		goto fork_out;
  
  	retval = -ENOMEM;
  	p = dup_task_struct(current);
  	if (!p)
  		goto fork_out;
bea493a03   Peter Zijlstra   [PATCH] rt-mutex:...
931
  	rt_mutex_init_task(p);
d12c1a379   Ingo Molnar   lockdep: fix kern...
932
  #ifdef CONFIG_PROVE_LOCKING
de30a2b35   Ingo Molnar   [PATCH] lockdep: ...
933
934
935
  	DEBUG_LOCKS_WARN_ON(!p->hardirqs_enabled);
  	DEBUG_LOCKS_WARN_ON(!p->softirqs_enabled);
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
936
  	retval = -EAGAIN;
3b11a1dec   David Howells   CRED: Differentia...
937
  	if (atomic_read(&p->real_cred->user->processes) >=
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
938
939
  			p->signal->rlim[RLIMIT_NPROC].rlim_cur) {
  		if (!capable(CAP_SYS_ADMIN) && !capable(CAP_SYS_RESOURCE) &&
18b6e0414   Serge Hallyn   User namespaces: ...
940
  		    p->real_cred->user != INIT_USER)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
941
942
  			goto bad_fork_free;
  	}
f1752eec6   David Howells   CRED: Detach the ...
943
944
945
  	retval = copy_creds(p, clone_flags);
  	if (retval < 0)
  		goto bad_fork_free;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
946
947
948
949
950
951
  
  	/*
  	 * If multiple threads are within copy_process(), then this check
  	 * triggers too late. This doesn't hurt, the check is only there
  	 * to stop root fork bombs.
  	 */
04ec93fe9   Li Zefan   fork.c: fix NULL ...
952
  	retval = -EAGAIN;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
953
954
  	if (nr_threads >= max_threads)
  		goto bad_fork_cleanup_count;
a1261f546   Al Viro   [PATCH] m68k: int...
955
  	if (!try_module_get(task_thread_info(p)->exec_domain->module))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
956
957
958
959
960
961
  		goto bad_fork_cleanup_count;
  
  	if (p->binfmt && !try_module_get(p->binfmt->module))
  		goto bad_fork_cleanup_put_domain;
  
  	p->did_exec = 0;
ca74e92b4   Shailabh Nagar   [PATCH] per-task-...
962
  	delayacct_tsk_init(p);	/* Must remain after dup_task_struct() */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
963
  	copy_flags(clone_flags, p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
964
965
  	INIT_LIST_HEAD(&p->children);
  	INIT_LIST_HEAD(&p->sibling);
e260be673   Paul E. McKenney   Preempt-RCU: impl...
966
967
968
969
  #ifdef CONFIG_PREEMPT_RCU
  	p->rcu_read_lock_nesting = 0;
  	p->rcu_flipctr_idx = 0;
  #endif /* #ifdef CONFIG_PREEMPT_RCU */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
970
971
  	p->vfork_done = NULL;
  	spin_lock_init(&p->alloc_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
972
973
974
975
976
977
  
  	clear_tsk_thread_flag(p, TIF_SIGPENDING);
  	init_sigpending(&p->pending);
  
  	p->utime = cputime_zero;
  	p->stime = cputime_zero;
9ac52315d   Laurent Vivier   sched: guest CPU ...
978
  	p->gtime = cputime_zero;
c66f08be7   Michael Neuling   Add scaled time t...
979
980
  	p->utimescaled = cputime_zero;
  	p->stimescaled = cputime_zero;
73a2bcb0e   Peter Zijlstra   sched: keep utime...
981
  	p->prev_utime = cputime_zero;
9301899be   Balbir Singh   sched: fix /proc/...
982
  	p->prev_stime = cputime_zero;
172ba844a   Balbir Singh   sched: update del...
983

6976675d9   Arjan van de Ven   hrtimer: create a...
984
  	p->default_timer_slack_ns = current->timer_slack_ns;
82a1fcb90   Ingo Molnar   softlockup: autom...
985
986
987
988
  #ifdef CONFIG_DETECT_SOFTLOCKUP
  	p->last_switch_count = 0;
  	p->last_switch_timestamp = 0;
  #endif
5995477ab   Andrea Righi   task IO accountin...
989
  	task_io_accounting_init(&p->ioac);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
990
  	acct_clear_integrals(p);
f06febc96   Frank Mayhar   timers: fix itime...
991
  	posix_cpu_timers_init(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
992
993
994
  
  	p->lock_depth = -1;		/* -1 = no lock */
  	do_posix_clock_monotonic_gettime(&p->start_time);
924b42d5a   Tomas Janousek   Use boot based ti...
995
996
  	p->real_start_time = p->start_time;
  	monotonic_to_bootbased(&p->real_start_time);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
997
  	p->io_context = NULL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
998
  	p->audit_context = NULL;
b4f48b636   Paul Menage   Task Control Grou...
999
  	cgroup_fork(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1000
  #ifdef CONFIG_NUMA
846a16bf0   Lee Schermerhorn   mempolicy: rename...
1001
  	p->mempolicy = mpol_dup(p->mempolicy);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1002
1003
1004
   	if (IS_ERR(p->mempolicy)) {
   		retval = PTR_ERR(p->mempolicy);
   		p->mempolicy = NULL;
b4f48b636   Paul Menage   Task Control Grou...
1005
   		goto bad_fork_cleanup_cgroup;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1006
   	}
c61afb181   Paul Jackson   [PATCH] cpuset me...
1007
  	mpol_fix_fork_child_flag(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1008
  #endif
de30a2b35   Ingo Molnar   [PATCH] lockdep: ...
1009
1010
  #ifdef CONFIG_TRACE_IRQFLAGS
  	p->irq_events = 0;
b36e4758d   Russell King   [ARM] Fix kernel/...
1011
1012
1013
  #ifdef __ARCH_WANT_INTERRUPTS_ON_CTXSW
  	p->hardirqs_enabled = 1;
  #else
de30a2b35   Ingo Molnar   [PATCH] lockdep: ...
1014
  	p->hardirqs_enabled = 0;
b36e4758d   Russell King   [ARM] Fix kernel/...
1015
  #endif
de30a2b35   Ingo Molnar   [PATCH] lockdep: ...
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
  	p->hardirq_enable_ip = 0;
  	p->hardirq_enable_event = 0;
  	p->hardirq_disable_ip = _THIS_IP_;
  	p->hardirq_disable_event = 0;
  	p->softirqs_enabled = 1;
  	p->softirq_enable_ip = _THIS_IP_;
  	p->softirq_enable_event = 0;
  	p->softirq_disable_ip = 0;
  	p->softirq_disable_event = 0;
  	p->hardirq_context = 0;
  	p->softirq_context = 0;
  #endif
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
1028
1029
1030
1031
1032
  #ifdef CONFIG_LOCKDEP
  	p->lockdep_depth = 0; /* no locks held yet */
  	p->curr_chain_key = 0;
  	p->lockdep_recursion = 0;
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1033

408894ee4   Ingo Molnar   [PATCH] mutex sub...
1034
1035
1036
  #ifdef CONFIG_DEBUG_MUTEXES
  	p->blocked_on = NULL; /* not blocked yet */
  #endif
06eb23b1b   Oleg Nesterov   ptrace, x86: fix ...
1037
  	if (unlikely(current->ptrace))
bf53de907   Markus Metzger   x86, bts: add for...
1038
  		ptrace_fork(p, clone_flags);
408894ee4   Ingo Molnar   [PATCH] mutex sub...
1039

3c90e6e99   Srivatsa Vaddagiri   sched: fix copy_n...
1040
1041
  	/* Perform scheduler related setup. Assign this task to a CPU. */
  	sched_fork(p, clone_flags);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1042
  	if ((retval = audit_alloc(p)))
f1752eec6   David Howells   CRED: Detach the ...
1043
  		goto bad_fork_cleanup_policy;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
  	/* copy all the process information */
  	if ((retval = copy_semundo(clone_flags, p)))
  		goto bad_fork_cleanup_audit;
  	if ((retval = copy_files(clone_flags, p)))
  		goto bad_fork_cleanup_semundo;
  	if ((retval = copy_fs(clone_flags, p)))
  		goto bad_fork_cleanup_files;
  	if ((retval = copy_sighand(clone_flags, p)))
  		goto bad_fork_cleanup_fs;
  	if ((retval = copy_signal(clone_flags, p)))
  		goto bad_fork_cleanup_sighand;
  	if ((retval = copy_mm(clone_flags, p)))
  		goto bad_fork_cleanup_signal;
ab516013a   Serge E. Hallyn   [PATCH] namespace...
1057
  	if ((retval = copy_namespaces(clone_flags, p)))
d84f4f992   David Howells   CRED: Inaugurate ...
1058
  		goto bad_fork_cleanup_mm;
fadad878c   Jens Axboe   kernel: add CLONE...
1059
  	if ((retval = copy_io(clone_flags, p)))
fd0928df9   Jens Axboe   ioprio: move io p...
1060
  		goto bad_fork_cleanup_namespaces;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1061
1062
  	retval = copy_thread(0, clone_flags, stack_start, stack_size, p, regs);
  	if (retval)
fd0928df9   Jens Axboe   ioprio: move io p...
1063
  		goto bad_fork_cleanup_io;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1064

425fb2b4b   Pavel Emelyanov   pid namespaces: m...
1065
1066
  	if (pid != &init_struct_pid) {
  		retval = -ENOMEM;
61bce0f13   Eric W. Biederman   pid: generalize t...
1067
  		pid = alloc_pid(p->nsproxy->pid_ns);
425fb2b4b   Pavel Emelyanov   pid namespaces: m...
1068
  		if (!pid)
fd0928df9   Jens Axboe   ioprio: move io p...
1069
  			goto bad_fork_cleanup_io;
6f4e64335   Pavel Emelyanov   pid namespaces: i...
1070
1071
  
  		if (clone_flags & CLONE_NEWPID) {
61bce0f13   Eric W. Biederman   pid: generalize t...
1072
  			retval = pid_ns_prepare_proc(p->nsproxy->pid_ns);
6f4e64335   Pavel Emelyanov   pid namespaces: i...
1073
1074
1075
  			if (retval < 0)
  				goto bad_fork_free_pid;
  		}
425fb2b4b   Pavel Emelyanov   pid namespaces: m...
1076
  	}
e8e1abe92   Steven Rostedt   ftrace: fix race ...
1077
  	ftrace_graph_init_task(p);
425fb2b4b   Pavel Emelyanov   pid namespaces: m...
1078
1079
1080
1081
  	p->pid = pid_nr(pid);
  	p->tgid = p->pid;
  	if (clone_flags & CLONE_THREAD)
  		p->tgid = current->tgid;
e885dcde7   Serge E. Hallyn   cgroup_clone: use...
1082
1083
1084
  	if (current->nsproxy != p->nsproxy) {
  		retval = ns_cgroup_clone(p, pid);
  		if (retval)
e8e1abe92   Steven Rostedt   ftrace: fix race ...
1085
  			goto bad_fork_free_graph;
e885dcde7   Serge E. Hallyn   cgroup_clone: use...
1086
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1087
1088
1089
1090
1091
  	p->set_child_tid = (clone_flags & CLONE_CHILD_SETTID) ? child_tidptr : NULL;
  	/*
  	 * Clear TID on mm_release()?
  	 */
  	p->clear_child_tid = (clone_flags & CLONE_CHILD_CLEARTID) ? child_tidptr: NULL;
42b2dd0a0   Alexey Dobriyan   Shrink task_struc...
1092
  #ifdef CONFIG_FUTEX
8f17d3a50   Ingo Molnar   [PATCH] lightweig...
1093
1094
1095
1096
  	p->robust_list = NULL;
  #ifdef CONFIG_COMPAT
  	p->compat_robust_list = NULL;
  #endif
c87e2837b   Ingo Molnar   [PATCH] pi-futex:...
1097
1098
  	INIT_LIST_HEAD(&p->pi_state_list);
  	p->pi_state_cache = NULL;
42b2dd0a0   Alexey Dobriyan   Shrink task_struc...
1099
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1100
  	/*
f9a3879ab   GOTO Masanori   [PATCH] Fix sigal...
1101
1102
1103
1104
1105
1106
  	 * sigaltstack should be cleared when sharing the same VM
  	 */
  	if ((clone_flags & (CLONE_VM|CLONE_VFORK)) == CLONE_VM)
  		p->sas_ss_sp = p->sas_ss_size = 0;
  
  	/*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1107
1108
1109
1110
  	 * Syscall tracing should be turned off in the child regardless
  	 * of CLONE_PTRACE.
  	 */
  	clear_tsk_thread_flag(p, TIF_SYSCALL_TRACE);
ed75e8d58   Laurent Vivier   [PATCH] UML Suppo...
1111
1112
1113
  #ifdef TIF_SYSCALL_EMU
  	clear_tsk_thread_flag(p, TIF_SYSCALL_EMU);
  #endif
9745512ce   Arjan van de Ven   sched: latencytop...
1114
  	clear_all_latency_tracing(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1115

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1116
1117
1118
1119
  	/* ok, now we should be set up.. */
  	p->exit_signal = (clone_flags & CLONE_THREAD) ? -1 : (clone_flags & CSIGNAL);
  	p->pdeath_signal = 0;
  	p->exit_state = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1120
1121
1122
1123
1124
  	/*
  	 * Ok, make it visible to the rest of the system.
  	 * We dont wake it up yet.
  	 */
  	p->group_leader = p;
47e65328a   Oleg Nesterov   [PATCH] pids: kil...
1125
  	INIT_LIST_HEAD(&p->thread_group);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1126

b4f48b636   Paul Menage   Task Control Grou...
1127
1128
1129
1130
1131
  	/* Now that the task is set up, run cgroup callbacks if
  	 * necessary. We need to run them before the task is visible
  	 * on the tasklist. */
  	cgroup_fork_callbacks(p);
  	cgroup_callbacks_done = 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1132
1133
1134
1135
  	/* Need tasklist lock for parent etc handling! */
  	write_lock_irq(&tasklist_lock);
  
  	/*
476d139c2   Nick Piggin   [PATCH] sched: co...
1136
1137
1138
1139
1140
1141
1142
  	 * The task hasn't been attached yet, so its cpus_allowed mask will
  	 * not be changed, nor will its assigned CPU.
  	 *
  	 * The cpus_allowed mask of the parent may have changed after it was
  	 * copied first time - so re-copy it here, then check the child's CPU
  	 * to ensure it is on a valid CPU (and if not, just force it back to
  	 * parent's CPU). This avoids alot of nasty races.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1143
1144
  	 */
  	p->cpus_allowed = current->cpus_allowed;
6f505b164   Peter Zijlstra   sched: rt group s...
1145
  	p->rt.nr_cpus_allowed = current->rt.nr_cpus_allowed;
26ff6ad97   Srivatsa Vaddagiri   [PATCH] CPU hotpl...
1146
1147
  	if (unlikely(!cpu_isset(task_cpu(p), p->cpus_allowed) ||
  			!cpu_online(task_cpu(p))))
476d139c2   Nick Piggin   [PATCH] sched: co...
1148
  		set_task_cpu(p, smp_processor_id());
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1149

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1150
  	/* CLONE_PARENT re-uses the old parent */
2d5516cbb   Oleg Nesterov   copy_process: fix...
1151
  	if (clone_flags & (CLONE_PARENT|CLONE_THREAD)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1152
  		p->real_parent = current->real_parent;
2d5516cbb   Oleg Nesterov   copy_process: fix...
1153
1154
  		p->parent_exec_id = current->parent_exec_id;
  	} else {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1155
  		p->real_parent = current;
2d5516cbb   Oleg Nesterov   copy_process: fix...
1156
1157
  		p->parent_exec_id = current->self_exec_id;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1158

3f17da699   Oleg Nesterov   [PATCH] fix kill_...
1159
  	spin_lock(&current->sighand->siglock);
4a2c7a783   Oleg Nesterov   [PATCH] make fork...
1160
1161
1162
1163
1164
1165
1166
1167
1168
  
  	/*
  	 * Process group and session signals need to be delivered to just the
  	 * parent before the fork or both the parent and the child after the
  	 * fork. Restart if a signal comes in before we add the new process to
  	 * it's process group.
  	 * A fatal signal pending means that current will exit, so the new
  	 * thread can't slip out of an OOM kill (or normal SIGKILL).
   	 */
23ff44402   Daniel Walker   whitespace fixes:...
1169
  	recalc_sigpending();
4a2c7a783   Oleg Nesterov   [PATCH] make fork...
1170
1171
1172
1173
  	if (signal_pending(current)) {
  		spin_unlock(&current->sighand->siglock);
  		write_unlock_irq(&tasklist_lock);
  		retval = -ERESTARTNOINTR;
e8e1abe92   Steven Rostedt   ftrace: fix race ...
1174
  		goto bad_fork_free_graph;
4a2c7a783   Oleg Nesterov   [PATCH] make fork...
1175
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1176
  	if (clone_flags & CLONE_THREAD) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1177
  		p->group_leader = current->group_leader;
47e65328a   Oleg Nesterov   [PATCH] pids: kil...
1178
  		list_add_tail_rcu(&p->thread_group, &p->group_leader->thread_group);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1179
  	}
73b9ebfe1   Oleg Nesterov   [PATCH] pidhash: ...
1180
  	if (likely(p->pid)) {
f470021ad   Roland McGrath   ptrace children r...
1181
  		list_add_tail(&p->sibling, &p->real_parent->children);
09a05394f   Roland McGrath   tracehook: clone
1182
  		tracehook_finish_clone(p, clone_flags, trace);
73b9ebfe1   Oleg Nesterov   [PATCH] pidhash: ...
1183
1184
  
  		if (thread_group_leader(p)) {
5cd17569f   Eric W. Biederman   fix clone(CLONE_N...
1185
  			if (clone_flags & CLONE_NEWPID)
30e49c263   Pavel Emelyanov   pid namespaces: a...
1186
  				p->nsproxy->pid_ns->child_reaper = p;
73b9ebfe1   Oleg Nesterov   [PATCH] pidhash: ...
1187

fea9d1755   Oleg Nesterov   ITIMER_REAL: conv...
1188
  			p->signal->leader_pid = pid;
9c9f4ded9   Alan Cox   tty: Add a kref c...
1189
1190
  			tty_kref_put(p->signal->tty);
  			p->signal->tty = tty_kref_get(current->signal->tty);
5cd17569f   Eric W. Biederman   fix clone(CLONE_N...
1191
1192
1193
1194
  			set_task_pgrp(p, task_pgrp_nr(current));
  			set_task_session(p, task_session_nr(current));
  			attach_pid(p, PIDTYPE_PGID, task_pgrp(current));
  			attach_pid(p, PIDTYPE_SID, task_session(current));
5e85d4abe   Eric W. Biederman   [PATCH] task: Mak...
1195
  			list_add_tail_rcu(&p->tasks, &init_task.tasks);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1196
  			__get_cpu_var(process_counts)++;
73b9ebfe1   Oleg Nesterov   [PATCH] pidhash: ...
1197
  		}
85868995d   Sukadev Bhattiprolu   Use struct pid pa...
1198
  		attach_pid(p, PIDTYPE_PID, pid);
73b9ebfe1   Oleg Nesterov   [PATCH] pidhash: ...
1199
  		nr_threads++;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1200
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1201
  	total_forks++;
3f17da699   Oleg Nesterov   [PATCH] fix kill_...
1202
  	spin_unlock(&current->sighand->siglock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1203
  	write_unlock_irq(&tasklist_lock);
c13cf856c   Andrew Morton   [PATCH] fork.c: p...
1204
  	proc_fork_connector(p);
817929ec2   Paul Menage   Task Control Grou...
1205
  	cgroup_post_fork(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1206
  	return p;
e8e1abe92   Steven Rostedt   ftrace: fix race ...
1207
1208
  bad_fork_free_graph:
  	ftrace_graph_exit_task(p);
425fb2b4b   Pavel Emelyanov   pid namespaces: m...
1209
1210
1211
  bad_fork_free_pid:
  	if (pid != &init_struct_pid)
  		free_pid(pid);
fd0928df9   Jens Axboe   ioprio: move io p...
1212
1213
  bad_fork_cleanup_io:
  	put_io_context(p->io_context);
ab516013a   Serge E. Hallyn   [PATCH] namespace...
1214
  bad_fork_cleanup_namespaces:
444f378b2   Linus Torvalds   Revert "[PATCH] n...
1215
  	exit_task_namespaces(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1216
1217
1218
1219
  bad_fork_cleanup_mm:
  	if (p->mm)
  		mmput(p->mm);
  bad_fork_cleanup_signal:
6b3934ef5   Oleg Nesterov   [PATCH] copy_proc...
1220
  	cleanup_signal(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1221
  bad_fork_cleanup_sighand:
a7e5328a0   Oleg Nesterov   [PATCH] cleanup _...
1222
  	__cleanup_sighand(p->sighand);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1223
1224
1225
1226
1227
1228
1229
1230
  bad_fork_cleanup_fs:
  	exit_fs(p); /* blocking */
  bad_fork_cleanup_files:
  	exit_files(p); /* blocking */
  bad_fork_cleanup_semundo:
  	exit_sem(p);
  bad_fork_cleanup_audit:
  	audit_free(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1231
1232
  bad_fork_cleanup_policy:
  #ifdef CONFIG_NUMA
f0be3d32b   Lee Schermerhorn   mempolicy: rename...
1233
  	mpol_put(p->mempolicy);
b4f48b636   Paul Menage   Task Control Grou...
1234
  bad_fork_cleanup_cgroup:
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1235
  #endif
b4f48b636   Paul Menage   Task Control Grou...
1236
  	cgroup_exit(p, cgroup_callbacks_done);
35df17c57   Shailabh Nagar   [PATCH] task dela...
1237
  	delayacct_tsk_free(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1238
1239
1240
  	if (p->binfmt)
  		module_put(p->binfmt->module);
  bad_fork_cleanup_put_domain:
a1261f546   Al Viro   [PATCH] m68k: int...
1241
  	module_put(task_thread_info(p)->exec_domain->module);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1242
  bad_fork_cleanup_count:
d84f4f992   David Howells   CRED: Inaugurate ...
1243
  	atomic_dec(&p->cred->user->processes);
3b11a1dec   David Howells   CRED: Differentia...
1244
  	put_cred(p->real_cred);
f1752eec6   David Howells   CRED: Detach the ...
1245
  	put_cred(p->cred);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1246
1247
  bad_fork_free:
  	free_task(p);
fe7d37d1f   Oleg Nesterov   [PATCH] copy_proc...
1248
1249
  fork_out:
  	return ERR_PTR(retval);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1250
  }
6b2fb3c65   Adrian Bunk   idle_regs() must ...
1251
  noinline struct pt_regs * __cpuinit __attribute__((weak)) idle_regs(struct pt_regs *regs)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1252
1253
1254
1255
  {
  	memset(regs, 0, sizeof(struct pt_regs));
  	return regs;
  }
9abcf40b1   Al Viro   [PATCH] fork_idle...
1256
  struct task_struct * __cpuinit fork_idle(int cpu)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1257
  {
36c8b5868   Ingo Molnar   [PATCH] sched: cl...
1258
  	struct task_struct *task;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1259
  	struct pt_regs regs;
30e49c263   Pavel Emelyanov   pid namespaces: a...
1260
  	task = copy_process(CLONE_VM, 0, idle_regs(&regs), 0, NULL,
09a05394f   Roland McGrath   tracehook: clone
1261
  			    &init_struct_pid, 0);
753ca4f31   Akinobu Mita   [PATCH] fix copy_...
1262
1263
  	if (!IS_ERR(task))
  		init_idle(task, cpu);
73b9ebfe1   Oleg Nesterov   [PATCH] pidhash: ...
1264

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1265
1266
  	return task;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1267
1268
1269
1270
1271
1272
1273
1274
1275
1276
1277
1278
1279
1280
1281
  /*
   *  Ok, this is the main fork-routine.
   *
   * It copies the process, and if successful kick-starts
   * it and waits for it to finish using the VM if required.
   */
  long do_fork(unsigned long clone_flags,
  	      unsigned long stack_start,
  	      struct pt_regs *regs,
  	      unsigned long stack_size,
  	      int __user *parent_tidptr,
  	      int __user *child_tidptr)
  {
  	struct task_struct *p;
  	int trace = 0;
92476d7fc   Eric W. Biederman   [PATCH] pidhash: ...
1282
  	long nr;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1283

bdff746a3   Andrew Morton   clone: prepare to...
1284
  	/*
18b6e0414   Serge Hallyn   User namespaces: ...
1285
1286
1287
1288
1289
1290
1291
1292
1293
  	 * Do some preliminary argument and permissions checking before we
  	 * actually start allocating stuff
  	 */
  	if (clone_flags & CLONE_NEWUSER) {
  		if (clone_flags & CLONE_THREAD)
  			return -EINVAL;
  		/* hopefully this check will go away when userns support is
  		 * complete
  		 */
7657d9049   Serge E. Hallyn   user namespaces: ...
1294
1295
  		if (!capable(CAP_SYS_ADMIN) || !capable(CAP_SETUID) ||
  				!capable(CAP_SETGID))
18b6e0414   Serge Hallyn   User namespaces: ...
1296
1297
1298
1299
  			return -EPERM;
  	}
  
  	/*
bdff746a3   Andrew Morton   clone: prepare to...
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
1314
1315
  	 * We hope to recycle these flags after 2.6.26
  	 */
  	if (unlikely(clone_flags & CLONE_STOPPED)) {
  		static int __read_mostly count = 100;
  
  		if (count > 0 && printk_ratelimit()) {
  			char comm[TASK_COMM_LEN];
  
  			count--;
  			printk(KERN_INFO "fork(): process `%s' used deprecated "
  					"clone flags 0x%lx
  ",
  				get_task_comm(comm, current),
  				clone_flags & CLONE_STOPPED);
  		}
  	}
09a05394f   Roland McGrath   tracehook: clone
1316
1317
1318
1319
1320
  	/*
  	 * When called from kernel_thread, don't do user tracing stuff.
  	 */
  	if (likely(user_mode(regs)))
  		trace = tracehook_prepare_clone(clone_flags);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1321

a6f5e0637   Sukadev Bhattiprolu   pid namespaces: m...
1322
  	p = copy_process(clone_flags, stack_start, regs, stack_size,
09a05394f   Roland McGrath   tracehook: clone
1323
  			 child_tidptr, NULL, trace);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1324
1325
1326
1327
1328
1329
  	/*
  	 * Do this prior waking up the new thread - the thread pointer
  	 * might get invalid after that point, if the thread exits quickly.
  	 */
  	if (!IS_ERR(p)) {
  		struct completion vfork;
0a16b6075   Mathieu Desnoyers   tracing, sched: L...
1330
  		trace_sched_process_fork(current, p);
6c5f3e7b4   Pavel Emelyanov   Pidns: make full ...
1331
  		nr = task_pid_vnr(p);
30e49c263   Pavel Emelyanov   pid namespaces: a...
1332
1333
1334
  
  		if (clone_flags & CLONE_PARENT_SETTID)
  			put_user(nr, parent_tidptr);
a6f5e0637   Sukadev Bhattiprolu   pid namespaces: m...
1335

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1336
1337
1338
1339
  		if (clone_flags & CLONE_VFORK) {
  			p->vfork_done = &vfork;
  			init_completion(&vfork);
  		}
a64e64944   Al Viro   [PATCH] return re...
1340
  		audit_finish_fork(p);
09a05394f   Roland McGrath   tracehook: clone
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
  		tracehook_report_clone(trace, regs, clone_flags, nr, p);
  
  		/*
  		 * We set PF_STARTING at creation in case tracing wants to
  		 * use this to distinguish a fully live task from one that
  		 * hasn't gotten to tracehook_report_clone() yet.  Now we
  		 * clear it and set the child going.
  		 */
  		p->flags &= ~PF_STARTING;
  
  		if (unlikely(clone_flags & CLONE_STOPPED)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1352
1353
1354
1355
1356
  			/*
  			 * We'll start up with an immediate SIGSTOP.
  			 */
  			sigaddset(&p->pending.signal, SIGSTOP);
  			set_tsk_thread_flag(p, TIF_SIGPENDING);
d9ae90ac4   Oleg Nesterov   use __set_task_st...
1357
  			__set_task_state(p, TASK_STOPPED);
09a05394f   Roland McGrath   tracehook: clone
1358
1359
  		} else {
  			wake_up_new_task(p, clone_flags);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1360
  		}
09a05394f   Roland McGrath   tracehook: clone
1361
1362
  		tracehook_report_clone_complete(trace, regs,
  						clone_flags, nr, p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1363
  		if (clone_flags & CLONE_VFORK) {
ba96a0c88   Rafael J. Wysocki   freezer: fix vfor...
1364
  			freezer_do_not_count();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1365
  			wait_for_completion(&vfork);
ba96a0c88   Rafael J. Wysocki   freezer: fix vfor...
1366
  			freezer_count();
daded34be   Roland McGrath   tracehook: vfork-...
1367
  			tracehook_report_vfork_done(p, nr);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1368
1369
  		}
  	} else {
92476d7fc   Eric W. Biederman   [PATCH] pidhash: ...
1370
  		nr = PTR_ERR(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1371
  	}
92476d7fc   Eric W. Biederman   [PATCH] pidhash: ...
1372
  	return nr;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1373
  }
5fd63b308   Ravikiran G Thirumalai   [PATCH] x86_64: I...
1374
1375
1376
  #ifndef ARCH_MIN_MMSTRUCT_ALIGN
  #define ARCH_MIN_MMSTRUCT_ALIGN 0
  #endif
51cc50685   Alexey Dobriyan   SL*B: drop kmem c...
1377
  static void sighand_ctor(void *data)
aa1757f90   Oleg Nesterov   [PATCH] convert s...
1378
1379
  {
  	struct sighand_struct *sighand = data;
a35afb830   Christoph Lameter   Remove SLAB_CTOR_...
1380
  	spin_lock_init(&sighand->siglock);
b8fceee17   Davide Libenzi   signalfd simplifi...
1381
  	init_waitqueue_head(&sighand->signalfd_wqh);
aa1757f90   Oleg Nesterov   [PATCH] convert s...
1382
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1383
1384
1385
1386
  void __init proc_caches_init(void)
  {
  	sighand_cachep = kmem_cache_create("sighand_cache",
  			sizeof(struct sighand_struct), 0,
aa1757f90   Oleg Nesterov   [PATCH] convert s...
1387
  			SLAB_HWCACHE_ALIGN|SLAB_PANIC|SLAB_DESTROY_BY_RCU,
20c2df83d   Paul Mundt   mm: Remove slab d...
1388
  			sighand_ctor);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1389
1390
  	signal_cachep = kmem_cache_create("signal_cache",
  			sizeof(struct signal_struct), 0,
20c2df83d   Paul Mundt   mm: Remove slab d...
1391
1392
  			SLAB_HWCACHE_ALIGN|SLAB_PANIC, NULL);
  	files_cachep = kmem_cache_create("files_cache",
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1393
  			sizeof(struct files_struct), 0,
20c2df83d   Paul Mundt   mm: Remove slab d...
1394
1395
  			SLAB_HWCACHE_ALIGN|SLAB_PANIC, NULL);
  	fs_cachep = kmem_cache_create("fs_cache",
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1396
  			sizeof(struct fs_struct), 0,
20c2df83d   Paul Mundt   mm: Remove slab d...
1397
  			SLAB_HWCACHE_ALIGN|SLAB_PANIC, NULL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1398
  	mm_cachep = kmem_cache_create("mm_struct",
5fd63b308   Ravikiran G Thirumalai   [PATCH] x86_64: I...
1399
  			sizeof(struct mm_struct), ARCH_MIN_MMSTRUCT_ALIGN,
20c2df83d   Paul Mundt   mm: Remove slab d...
1400
  			SLAB_HWCACHE_ALIGN|SLAB_PANIC, NULL);
33e5d7697   David Howells   nommu: fix a numb...
1401
  	vm_area_cachep = KMEM_CACHE(vm_area_struct, SLAB_PANIC);
8feae1311   David Howells   NOMMU: Make VMAs ...
1402
  	mmap_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1403
  }
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1404

cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1405
1406
1407
1408
  /*
   * Check constraints on flags passed to the unshare system call and
   * force unsharing of additional process context as appropriate.
   */
a39bc5169   Alexey Dobriyan   Uninline fork.c/e...
1409
  static void check_unshare_flags(unsigned long *flags_ptr)
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450
  {
  	/*
  	 * If unsharing a thread from a thread group, must also
  	 * unshare vm.
  	 */
  	if (*flags_ptr & CLONE_THREAD)
  		*flags_ptr |= CLONE_VM;
  
  	/*
  	 * If unsharing vm, must also unshare signal handlers.
  	 */
  	if (*flags_ptr & CLONE_VM)
  		*flags_ptr |= CLONE_SIGHAND;
  
  	/*
  	 * If unsharing signal handlers and the task was created
  	 * using CLONE_THREAD, then must unshare the thread
  	 */
  	if ((*flags_ptr & CLONE_SIGHAND) &&
  	    (atomic_read(&current->signal->count) > 1))
  		*flags_ptr |= CLONE_THREAD;
  
  	/*
  	 * If unsharing namespace, must also unshare filesystem information.
  	 */
  	if (*flags_ptr & CLONE_NEWNS)
  		*flags_ptr |= CLONE_FS;
  }
  
  /*
   * Unsharing of tasks created with CLONE_THREAD is not supported yet
   */
  static int unshare_thread(unsigned long unshare_flags)
  {
  	if (unshare_flags & CLONE_THREAD)
  		return -EINVAL;
  
  	return 0;
  }
  
  /*
99d1419d9   JANAK DESAI   [PATCH] unshare s...
1451
   * Unshare the filesystem structure if it is being shared
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1452
1453
1454
1455
1456
1457
   */
  static int unshare_fs(unsigned long unshare_flags, struct fs_struct **new_fsp)
  {
  	struct fs_struct *fs = current->fs;
  
  	if ((unshare_flags & CLONE_FS) &&
99d1419d9   JANAK DESAI   [PATCH] unshare s...
1458
1459
1460
1461
1462
  	    (fs && atomic_read(&fs->count) > 1)) {
  		*new_fsp = __copy_fs_struct(current->fs);
  		if (!*new_fsp)
  			return -ENOMEM;
  	}
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1463
1464
1465
1466
1467
  
  	return 0;
  }
  
  /*
dae3c5a0b   Oleg Nesterov   [PATCH] sys_unsha...
1468
   * Unsharing of sighand is not supported yet
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1469
1470
1471
1472
   */
  static int unshare_sighand(unsigned long unshare_flags, struct sighand_struct **new_sighp)
  {
  	struct sighand_struct *sigh = current->sighand;
dae3c5a0b   Oleg Nesterov   [PATCH] sys_unsha...
1473
  	if ((unshare_flags & CLONE_SIGHAND) && atomic_read(&sigh->count) > 1)
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1474
1475
1476
1477
1478
1479
  		return -EINVAL;
  	else
  		return 0;
  }
  
  /*
a0a7ec308   JANAK DESAI   [PATCH] unshare s...
1480
   * Unshare vm if it is being shared
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1481
1482
1483
1484
1485
1486
   */
  static int unshare_vm(unsigned long unshare_flags, struct mm_struct **new_mmp)
  {
  	struct mm_struct *mm = current->mm;
  
  	if ((unshare_flags & CLONE_VM) &&
a0a7ec308   JANAK DESAI   [PATCH] unshare s...
1487
  	    (mm && atomic_read(&mm->mm_users) > 1)) {
2d61b8677   Oleg Nesterov   [PATCH] disable u...
1488
  		return -EINVAL;
a0a7ec308   JANAK DESAI   [PATCH] unshare s...
1489
  	}
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1490
1491
  
  	return 0;
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1492
1493
1494
  }
  
  /*
a016f3389   JANAK DESAI   [PATCH] unshare s...
1495
   * Unshare file descriptor table if it is being shared
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1496
1497
1498
1499
   */
  static int unshare_fd(unsigned long unshare_flags, struct files_struct **new_fdp)
  {
  	struct files_struct *fd = current->files;
a016f3389   JANAK DESAI   [PATCH] unshare s...
1500
  	int error = 0;
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1501
1502
  
  	if ((unshare_flags & CLONE_FILES) &&
a016f3389   JANAK DESAI   [PATCH] unshare s...
1503
1504
1505
1506
1507
  	    (fd && atomic_read(&fd->count) > 1)) {
  		*new_fdp = dup_fd(fd, &error);
  		if (!*new_fdp)
  			return error;
  	}
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1508
1509
1510
1511
1512
  
  	return 0;
  }
  
  /*
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1513
1514
1515
1516
1517
1518
1519
   * unshare allows a process to 'unshare' part of the process
   * context which was originally shared using clone.  copy_*
   * functions used by do_fork() cannot be used here directly
   * because they modify an inactive task_struct that is being
   * constructed. Here we are modifying the current, active,
   * task_struct.
   */
6559eed8c   Heiko Carstens   [CVE-2009-0029] S...
1520
  SYSCALL_DEFINE1(unshare, unsigned long, unshare_flags)
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1521
1522
1523
  {
  	int err = 0;
  	struct fs_struct *fs, *new_fs = NULL;
dae3c5a0b   Oleg Nesterov   [PATCH] sys_unsha...
1524
  	struct sighand_struct *new_sigh = NULL;
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1525
1526
  	struct mm_struct *mm, *new_mm = NULL, *active_mm = NULL;
  	struct files_struct *fd, *new_fd = NULL;
cf7b708c8   Pavel Emelyanov   Make access to ta...
1527
  	struct nsproxy *new_nsproxy = NULL;
9edff4ab1   Manfred Spraul   ipc: sysvsem: imp...
1528
  	int do_sysvsem = 0;
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1529
1530
  
  	check_unshare_flags(&unshare_flags);
06f9d4f94   Eric W. Biederman   [PATCH] unshare: ...
1531
1532
1533
  	/* Return -EINVAL for all unsupported flags */
  	err = -EINVAL;
  	if (unshare_flags & ~(CLONE_THREAD|CLONE_FS|CLONE_NEWNS|CLONE_SIGHAND|
25b21cb2f   Kirill Korotaev   [PATCH] IPC names...
1534
  				CLONE_VM|CLONE_FILES|CLONE_SYSVSEM|
18b6e0414   Serge Hallyn   User namespaces: ...
1535
  				CLONE_NEWUTS|CLONE_NEWIPC|CLONE_NEWNET))
06f9d4f94   Eric W. Biederman   [PATCH] unshare: ...
1536
  		goto bad_unshare_out;
6013f67fc   Manfred Spraul   ipc: sysvsem: for...
1537
1538
1539
1540
1541
1542
  	/*
  	 * CLONE_NEWIPC must also detach from the undolist: after switching
  	 * to a new ipc namespace, the semaphore arrays from the old
  	 * namespace are unreachable.
  	 */
  	if (unshare_flags & (CLONE_NEWIPC|CLONE_SYSVSEM))
9edff4ab1   Manfred Spraul   ipc: sysvsem: imp...
1543
  		do_sysvsem = 1;
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1544
1545
1546
1547
  	if ((err = unshare_thread(unshare_flags)))
  		goto bad_unshare_out;
  	if ((err = unshare_fs(unshare_flags, &new_fs)))
  		goto bad_unshare_cleanup_thread;
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1548
  	if ((err = unshare_sighand(unshare_flags, &new_sigh)))
e3222c4ec   Badari Pulavarty   Merge sys_clone()...
1549
  		goto bad_unshare_cleanup_fs;
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1550
1551
1552
1553
  	if ((err = unshare_vm(unshare_flags, &new_mm)))
  		goto bad_unshare_cleanup_sigh;
  	if ((err = unshare_fd(unshare_flags, &new_fd)))
  		goto bad_unshare_cleanup_vm;
e3222c4ec   Badari Pulavarty   Merge sys_clone()...
1554
1555
  	if ((err = unshare_nsproxy_namespaces(unshare_flags, &new_nsproxy,
  			new_fs)))
9edff4ab1   Manfred Spraul   ipc: sysvsem: imp...
1556
  		goto bad_unshare_cleanup_fd;
c0b2fc316   Serge Hallyn   [PATCH] uts: copy...
1557

9edff4ab1   Manfred Spraul   ipc: sysvsem: imp...
1558
1559
1560
1561
1562
1563
1564
  	if (new_fs ||  new_mm || new_fd || do_sysvsem || new_nsproxy) {
  		if (do_sysvsem) {
  			/*
  			 * CLONE_SYSVSEM is equivalent to sys_exit().
  			 */
  			exit_sem(current);
  		}
ab516013a   Serge E. Hallyn   [PATCH] namespace...
1565

c0b2fc316   Serge Hallyn   [PATCH] uts: copy...
1566
  		if (new_nsproxy) {
cf7b708c8   Pavel Emelyanov   Make access to ta...
1567
1568
  			switch_task_namespaces(current, new_nsproxy);
  			new_nsproxy = NULL;
c0b2fc316   Serge Hallyn   [PATCH] uts: copy...
1569
  		}
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1570

cf7b708c8   Pavel Emelyanov   Make access to ta...
1571
  		task_lock(current);
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1572
1573
1574
1575
1576
  		if (new_fs) {
  			fs = current->fs;
  			current->fs = new_fs;
  			new_fs = fs;
  		}
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
  		if (new_mm) {
  			mm = current->mm;
  			active_mm = current->active_mm;
  			current->mm = new_mm;
  			current->active_mm = new_mm;
  			activate_mm(active_mm, new_mm);
  			new_mm = mm;
  		}
  
  		if (new_fd) {
  			fd = current->files;
  			current->files = new_fd;
  			new_fd = fd;
  		}
  
  		task_unlock(current);
  	}
c0b2fc316   Serge Hallyn   [PATCH] uts: copy...
1594
  	if (new_nsproxy)
444f378b2   Linus Torvalds   Revert "[PATCH] n...
1595
  		put_nsproxy(new_nsproxy);
c0b2fc316   Serge Hallyn   [PATCH] uts: copy...
1596

cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
  bad_unshare_cleanup_fd:
  	if (new_fd)
  		put_files_struct(new_fd);
  
  bad_unshare_cleanup_vm:
  	if (new_mm)
  		mmput(new_mm);
  
  bad_unshare_cleanup_sigh:
  	if (new_sigh)
  		if (atomic_dec_and_test(&new_sigh->count))
  			kmem_cache_free(sighand_cachep, new_sigh);
cf2e340f4   JANAK DESAI   [PATCH] unshare s...
1609
1610
1611
1612
1613
1614
1615
1616
  bad_unshare_cleanup_fs:
  	if (new_fs)
  		put_fs_struct(new_fs);
  
  bad_unshare_cleanup_thread:
  bad_unshare_out:
  	return err;
  }
3b1253880   Al Viro   [PATCH] sanitize ...
1617
1618
1619
1620
1621
1622
1623
1624
1625
1626
  
  /*
   *	Helper to unshare the files of the current task.
   *	We don't want to expose copy_files internals to
   *	the exec layer of the kernel.
   */
  
  int unshare_files(struct files_struct **displaced)
  {
  	struct task_struct *task = current;
50704516f   Al Viro   Fix uninitialized...
1627
  	struct files_struct *copy = NULL;
3b1253880   Al Viro   [PATCH] sanitize ...
1628
1629
1630
1631
1632
1633
1634
1635
1636
1637
1638
1639
1640
  	int error;
  
  	error = unshare_fd(CLONE_FILES, &copy);
  	if (error || !copy) {
  		*displaced = NULL;
  		return error;
  	}
  	*displaced = task->files;
  	task_lock(task);
  	task->files = copy;
  	task_unlock(task);
  	return 0;
  }