Blame view
kernel/fork.c
46.1 KB
1da177e4c Linux-2.6.12-rc2 |
1 2 3 4 5 6 7 8 9 10 11 12 |
/* * linux/kernel/fork.c * * Copyright (C) 1991, 1992 Linus Torvalds */ /* * 'fork.c' contains the help-routines for the 'fork' system call * (see also entry.S and others). * Fork is rather simple, once you get the hang of it, but the memory * management can be a bitch. See 'mm/memory.c': 'copy_page_range()' */ |
1da177e4c Linux-2.6.12-rc2 |
13 14 15 |
#include <linux/slab.h> #include <linux/init.h> #include <linux/unistd.h> |
1da177e4c Linux-2.6.12-rc2 |
16 17 18 |
#include <linux/module.h> #include <linux/vmalloc.h> #include <linux/completion.h> |
1da177e4c Linux-2.6.12-rc2 |
19 20 21 22 |
#include <linux/personality.h> #include <linux/mempolicy.h> #include <linux/sem.h> #include <linux/file.h> |
9f3acc314 [PATCH] split lin... |
23 |
#include <linux/fdtable.h> |
da9cbc873 block: blkdev.h c... |
24 |
#include <linux/iocontext.h> |
1da177e4c Linux-2.6.12-rc2 |
25 26 27 |
#include <linux/key.h> #include <linux/binfmts.h> #include <linux/mman.h> |
cddb8a5c1 mmu-notifiers: core |
28 |
#include <linux/mmu_notifier.h> |
1da177e4c Linux-2.6.12-rc2 |
29 |
#include <linux/fs.h> |
615d6e875 mm: per-thread vm... |
30 31 |
#include <linux/mm.h> #include <linux/vmacache.h> |
ab516013a [PATCH] namespace... |
32 |
#include <linux/nsproxy.h> |
c59ede7b7 [PATCH] move capa... |
33 |
#include <linux/capability.h> |
1da177e4c Linux-2.6.12-rc2 |
34 |
#include <linux/cpu.h> |
b4f48b636 Task Control Grou... |
35 |
#include <linux/cgroup.h> |
1da177e4c Linux-2.6.12-rc2 |
36 |
#include <linux/security.h> |
a1e78772d hugetlb: reserve ... |
37 |
#include <linux/hugetlb.h> |
e2cfabdfd seccomp: add syst... |
38 |
#include <linux/seccomp.h> |
1da177e4c Linux-2.6.12-rc2 |
39 40 41 42 |
#include <linux/swap.h> #include <linux/syscalls.h> #include <linux/jiffies.h> #include <linux/futex.h> |
8141c7f3e Move "exit_robust... |
43 |
#include <linux/compat.h> |
207205a2b kthread: NUMA awa... |
44 |
#include <linux/kthread.h> |
7c3ab7381 [PATCH] io-accoun... |
45 |
#include <linux/task_io_accounting_ops.h> |
ab2af1f50 [PATCH] files: fi... |
46 |
#include <linux/rcupdate.h> |
1da177e4c Linux-2.6.12-rc2 |
47 48 49 |
#include <linux/ptrace.h> #include <linux/mount.h> #include <linux/audit.h> |
78fb74669 Memory controller... |
50 |
#include <linux/memcontrol.h> |
f201ae235 tracing/function-... |
51 |
#include <linux/ftrace.h> |
5e2bf0142 namespaces, pid_n... |
52 |
#include <linux/proc_fs.h> |
1da177e4c Linux-2.6.12-rc2 |
53 54 |
#include <linux/profile.h> #include <linux/rmap.h> |
f8af4da3b ksm: the mm inter... |
55 |
#include <linux/ksm.h> |
1da177e4c Linux-2.6.12-rc2 |
56 |
#include <linux/acct.h> |
8f0ab5147 [PATCH] csa: conv... |
57 |
#include <linux/tsacct_kern.h> |
9f46080c4 [PATCH] Process E... |
58 |
#include <linux/cn_proc.h> |
ba96a0c88 freezer: fix vfor... |
59 |
#include <linux/freezer.h> |
ca74e92b4 [PATCH] per-task-... |
60 |
#include <linux/delayacct.h> |
ad4ecbcba [PATCH] delay acc... |
61 |
#include <linux/taskstats_kern.h> |
0a4254058 [PATCH] Add the c... |
62 |
#include <linux/random.h> |
522ed7767 Audit: add TTY in... |
63 |
#include <linux/tty.h> |
fd0928df9 ioprio: move io p... |
64 |
#include <linux/blkdev.h> |
5ad4e53bd Get rid of indire... |
65 |
#include <linux/fs_struct.h> |
7c9f8861e stackprotector: u... |
66 |
#include <linux/magic.h> |
cdd6c482c perf: Do the big ... |
67 |
#include <linux/perf_event.h> |
42c4ab41a itimers: Merge IT... |
68 |
#include <linux/posix-timers.h> |
8e7cac798 core: Fix user re... |
69 |
#include <linux/user-return-notifier.h> |
3d5992d2a oom: add per-mm o... |
70 |
#include <linux/oom.h> |
ba76149f4 thp: khugepaged |
71 |
#include <linux/khugepaged.h> |
d80e731ec epoll: introduce ... |
72 |
#include <linux/signalfd.h> |
0326f5a94 uprobes/core: Han... |
73 |
#include <linux/uprobes.h> |
a27bb332c aio: don't includ... |
74 |
#include <linux/aio.h> |
52f5684c8 kernel: use macro... |
75 |
#include <linux/compiler.h> |
1da177e4c Linux-2.6.12-rc2 |
76 77 78 79 80 81 82 |
#include <asm/pgtable.h> #include <asm/pgalloc.h> #include <asm/uaccess.h> #include <asm/mmu_context.h> #include <asm/cacheflush.h> #include <asm/tlbflush.h> |
ad8d75fff tracing/events: m... |
83 |
#include <trace/events/sched.h> |
43d2b1132 tracepoint: add t... |
84 85 |
#define CREATE_TRACE_POINTS #include <trace/events/task.h> |
1da177e4c Linux-2.6.12-rc2 |
86 87 88 89 |
/* * Protected counters by write_lock_irq(&tasklist_lock) */ unsigned long total_forks; /* Handle normal Linux uptimes. */ |
fb0a685cb kernel/fork.c: fi... |
90 |
int nr_threads; /* The idle threads do not count.. */ |
1da177e4c Linux-2.6.12-rc2 |
91 92 93 94 |
int max_threads; /* tunable limit on nr_threads */ DEFINE_PER_CPU(unsigned long, process_counts) = 0; |
c59923a15 [PATCH] remove th... |
95 |
__cacheline_aligned DEFINE_RWLOCK(tasklist_lock); /* outer */ |
db1466b3e rcu: Use wrapper ... |
96 97 98 99 100 101 102 103 |
#ifdef CONFIG_PROVE_RCU int lockdep_tasklist_lock_is_held(void) { return lockdep_is_held(&tasklist_lock); } EXPORT_SYMBOL_GPL(lockdep_tasklist_lock_is_held); #endif /* #ifdef CONFIG_PROVE_RCU */ |
1da177e4c Linux-2.6.12-rc2 |
104 105 106 107 108 |
int nr_processes(void) { int cpu; int total = 0; |
1d5107509 Correct nr_proces... |
109 |
for_each_possible_cpu(cpu) |
1da177e4c Linux-2.6.12-rc2 |
110 111 112 113 |
total += per_cpu(process_counts, cpu); return total; } |
f19b9f74b fork: fix error h... |
114 115 116 |
void __weak arch_release_task_struct(struct task_struct *tsk) { } |
f5e102873 task_allocator: U... |
117 |
#ifndef CONFIG_ARCH_TASK_STRUCT_ALLOCATOR |
e18b890bb [PATCH] slab: rem... |
118 |
static struct kmem_cache *task_struct_cachep; |
41101809a fork: Provide wea... |
119 120 121 122 123 |
static inline struct task_struct *alloc_task_struct_node(int node) { return kmem_cache_alloc_node(task_struct_cachep, GFP_KERNEL, node); } |
41101809a fork: Provide wea... |
124 125 |
static inline void free_task_struct(struct task_struct *tsk) { |
41101809a fork: Provide wea... |
126 127 |
kmem_cache_free(task_struct_cachep, tsk); } |
1da177e4c Linux-2.6.12-rc2 |
128 |
#endif |
f19b9f74b fork: fix error h... |
129 130 131 |
void __weak arch_release_thread_info(struct thread_info *ti) { } |
f5e102873 task_allocator: U... |
132 |
#ifndef CONFIG_ARCH_THREAD_INFO_ALLOCATOR |
41101809a fork: Provide wea... |
133 |
|
0d15d74a1 fork: Provide kme... |
134 135 136 137 138 |
/* * Allocate pages if THREAD_SIZE is >= PAGE_SIZE, otherwise use a * kmemcache based allocator. */ # if THREAD_SIZE >= PAGE_SIZE |
b6a84016b mm: NUMA aware al... |
139 140 |
static struct thread_info *alloc_thread_info_node(struct task_struct *tsk, int node) |
b69c49b78 clean up duplicat... |
141 |
{ |
2ad306b17 fork: protect arc... |
142 |
struct page *page = alloc_pages_node(node, THREADINFO_GFP_ACCOUNTED, |
2889f6081 fork: Move thread... |
143 |
THREAD_SIZE_ORDER); |
b6a84016b mm: NUMA aware al... |
144 145 |
return page ? page_address(page) : NULL; |
b69c49b78 clean up duplicat... |
146 147 148 149 |
} static inline void free_thread_info(struct thread_info *ti) { |
2ad306b17 fork: protect arc... |
150 |
free_memcg_kmem_pages((unsigned long)ti, THREAD_SIZE_ORDER); |
b69c49b78 clean up duplicat... |
151 |
} |
0d15d74a1 fork: Provide kme... |
152 153 154 155 156 157 158 159 160 161 162 |
# else static struct kmem_cache *thread_info_cache; static struct thread_info *alloc_thread_info_node(struct task_struct *tsk, int node) { return kmem_cache_alloc_node(thread_info_cache, THREADINFO_GFP, node); } static void free_thread_info(struct thread_info *ti) { |
0d15d74a1 fork: Provide kme... |
163 164 165 166 167 168 169 170 171 172 |
kmem_cache_free(thread_info_cache, ti); } void thread_info_cache_init(void) { thread_info_cache = kmem_cache_create("thread_info", THREAD_SIZE, THREAD_SIZE, 0, NULL); BUG_ON(thread_info_cache == NULL); } # endif |
b69c49b78 clean up duplicat... |
173 |
#endif |
1da177e4c Linux-2.6.12-rc2 |
174 |
/* SLAB cache for signal_struct structures (tsk->signal) */ |
e18b890bb [PATCH] slab: rem... |
175 |
static struct kmem_cache *signal_cachep; |
1da177e4c Linux-2.6.12-rc2 |
176 177 |
/* SLAB cache for sighand_struct structures (tsk->sighand) */ |
e18b890bb [PATCH] slab: rem... |
178 |
struct kmem_cache *sighand_cachep; |
1da177e4c Linux-2.6.12-rc2 |
179 180 |
/* SLAB cache for files_struct structures (tsk->files) */ |
e18b890bb [PATCH] slab: rem... |
181 |
struct kmem_cache *files_cachep; |
1da177e4c Linux-2.6.12-rc2 |
182 183 |
/* SLAB cache for fs_struct structures (tsk->fs) */ |
e18b890bb [PATCH] slab: rem... |
184 |
struct kmem_cache *fs_cachep; |
1da177e4c Linux-2.6.12-rc2 |
185 186 |
/* SLAB cache for vm_area_struct structures */ |
e18b890bb [PATCH] slab: rem... |
187 |
struct kmem_cache *vm_area_cachep; |
1da177e4c Linux-2.6.12-rc2 |
188 189 |
/* SLAB cache for mm_struct structures (tsk->mm) */ |
e18b890bb [PATCH] slab: rem... |
190 |
static struct kmem_cache *mm_cachep; |
1da177e4c Linux-2.6.12-rc2 |
191 |
|
c6a7f5728 mm: oom analysis:... |
192 193 194 195 196 197 |
static void account_kernel_stack(struct thread_info *ti, int account) { struct zone *zone = page_zone(virt_to_page(ti)); mod_zone_page_state(zone, NR_KERNEL_STACK, account); } |
1da177e4c Linux-2.6.12-rc2 |
198 199 |
void free_task(struct task_struct *tsk) { |
c6a7f5728 mm: oom analysis:... |
200 |
account_kernel_stack(tsk->stack, -1); |
f19b9f74b fork: fix error h... |
201 |
arch_release_thread_info(tsk->stack); |
f7e4217b0 rename thread_inf... |
202 |
free_thread_info(tsk->stack); |
23f78d4a0 [PATCH] pi-futex:... |
203 |
rt_mutex_debug_task_free(tsk); |
fb52607af tracing/function-... |
204 |
ftrace_graph_exit_task(tsk); |
e2cfabdfd seccomp: add syst... |
205 |
put_seccomp_filter(tsk); |
f19b9f74b fork: fix error h... |
206 |
arch_release_task_struct(tsk); |
1da177e4c Linux-2.6.12-rc2 |
207 208 209 |
free_task_struct(tsk); } EXPORT_SYMBOL(free_task); |
ea6d290ca signals: make tas... |
210 211 |
static inline void free_signal_struct(struct signal_struct *sig) { |
97101eb41 exit: move taskst... |
212 |
taskstats_tgid_free(sig); |
1c5354de9 sched: Move sched... |
213 |
sched_autogroup_exit(sig); |
ea6d290ca signals: make tas... |
214 215 216 217 218 |
kmem_cache_free(signal_cachep, sig); } static inline void put_signal_struct(struct signal_struct *sig) { |
1c5354de9 sched: Move sched... |
219 |
if (atomic_dec_and_test(&sig->sigcnt)) |
ea6d290ca signals: make tas... |
220 221 |
free_signal_struct(sig); } |
158d9ebd1 [PATCH] resurrect... |
222 |
void __put_task_struct(struct task_struct *tsk) |
1da177e4c Linux-2.6.12-rc2 |
223 |
{ |
270f722d4 Fix tsk->exit_sta... |
224 |
WARN_ON(!tsk->exit_state); |
1da177e4c Linux-2.6.12-rc2 |
225 226 |
WARN_ON(atomic_read(&tsk->usage)); WARN_ON(tsk == current); |
156654f49 sched/numa: Move ... |
227 |
task_numa_free(tsk); |
1a2a4d06e security: create ... |
228 |
security_task_free(tsk); |
e0e817392 CRED: Add some co... |
229 |
exit_creds(tsk); |
35df17c57 [PATCH] task dela... |
230 |
delayacct_tsk_free(tsk); |
ea6d290ca signals: make tas... |
231 |
put_signal_struct(tsk->signal); |
1da177e4c Linux-2.6.12-rc2 |
232 233 234 235 |
if (!profile_handoff_task(tsk)) free_task(tsk); } |
77c100c83 export pid symbol... |
236 |
EXPORT_SYMBOL_GPL(__put_task_struct); |
1da177e4c Linux-2.6.12-rc2 |
237 |
|
6c0a9fa62 fork: Remove the ... |
238 |
void __init __weak arch_task_cache_init(void) { } |
61c4628b5 x86, fpu: split F... |
239 |
|
1da177e4c Linux-2.6.12-rc2 |
240 241 |
void __init fork_init(unsigned long mempages) { |
f5e102873 task_allocator: U... |
242 |
#ifndef CONFIG_ARCH_TASK_STRUCT_ALLOCATOR |
1da177e4c Linux-2.6.12-rc2 |
243 244 245 246 247 248 |
#ifndef ARCH_MIN_TASKALIGN #define ARCH_MIN_TASKALIGN L1_CACHE_BYTES #endif /* create a slab on which task_structs can be allocated */ task_struct_cachep = kmem_cache_create("task_struct", sizeof(struct task_struct), |
2dff44052 kmemcheck: add mm... |
249 |
ARCH_MIN_TASKALIGN, SLAB_PANIC | SLAB_NOTRACK, NULL); |
1da177e4c Linux-2.6.12-rc2 |
250 |
#endif |
61c4628b5 x86, fpu: split F... |
251 252 |
/* do the arch specific task caches init */ arch_task_cache_init(); |
1da177e4c Linux-2.6.12-rc2 |
253 254 255 256 257 258 259 260 261 262 |
/* * The default maximum number of threads is set to a safe * value: the thread structures can take up at most half * of memory. */ max_threads = mempages / (8 * THREAD_SIZE / PAGE_SIZE); /* * we need to allow at least 20 threads to boot a system */ |
fb0a685cb kernel/fork.c: fi... |
263 |
if (max_threads < 20) |
1da177e4c Linux-2.6.12-rc2 |
264 265 266 267 268 269 270 |
max_threads = 20; init_task.signal->rlim[RLIMIT_NPROC].rlim_cur = max_threads/2; init_task.signal->rlim[RLIMIT_NPROC].rlim_max = max_threads/2; init_task.signal->rlim[RLIMIT_SIGPENDING] = init_task.signal->rlim[RLIMIT_NPROC]; } |
52f5684c8 kernel: use macro... |
271 |
int __weak arch_dup_task_struct(struct task_struct *dst, |
61c4628b5 x86, fpu: split F... |
272 273 274 275 276 |
struct task_struct *src) { *dst = *src; return 0; } |
1da177e4c Linux-2.6.12-rc2 |
277 278 279 280 |
static struct task_struct *dup_task_struct(struct task_struct *orig) { struct task_struct *tsk; struct thread_info *ti; |
7c9f8861e stackprotector: u... |
281 |
unsigned long *stackend; |
207205a2b kthread: NUMA awa... |
282 |
int node = tsk_fork_get_node(orig); |
3e26c149c mm: dirty balanci... |
283 |
int err; |
1da177e4c Linux-2.6.12-rc2 |
284 |
|
504f52b54 mm: NUMA aware al... |
285 |
tsk = alloc_task_struct_node(node); |
1da177e4c Linux-2.6.12-rc2 |
286 287 |
if (!tsk) return NULL; |
b6a84016b mm: NUMA aware al... |
288 |
ti = alloc_thread_info_node(tsk, node); |
f19b9f74b fork: fix error h... |
289 290 |
if (!ti) goto free_tsk; |
1da177e4c Linux-2.6.12-rc2 |
291 |
|
fb0a685cb kernel/fork.c: fi... |
292 |
err = arch_dup_task_struct(tsk, orig); |
164c33c6a sched: Fix fork()... |
293 |
if (err) |
f19b9f74b fork: fix error h... |
294 |
goto free_ti; |
164c33c6a sched: Fix fork()... |
295 |
|
87bec58a5 revert "sched: Fi... |
296 297 298 |
tsk->stack = ti; setup_thread_stack(tsk, orig); |
8e7cac798 core: Fix user re... |
299 |
clear_user_return_notifier(tsk); |
f26f9aff6 Sched: fix skip_c... |
300 |
clear_tsk_need_resched(tsk); |
7c9f8861e stackprotector: u... |
301 302 |
stackend = end_of_stack(tsk); *stackend = STACK_END_MAGIC; /* for overflow detection */ |
1da177e4c Linux-2.6.12-rc2 |
303 |
|
0a4254058 [PATCH] Add the c... |
304 305 306 |
#ifdef CONFIG_CC_STACKPROTECTOR tsk->stack_canary = get_random_int(); #endif |
fb0a685cb kernel/fork.c: fi... |
307 308 309 310 311 |
/* * One for us, one for whoever does the "release_task()" (usually * parent) */ atomic_set(&tsk->usage, 2); |
6c5c93415 [PATCH] ifdef blk... |
312 |
#ifdef CONFIG_BLK_DEV_IO_TRACE |
2056a782f [PATCH] Block que... |
313 |
tsk->btrace_seq = 0; |
6c5c93415 [PATCH] ifdef blk... |
314 |
#endif |
a0aa7f68a [PATCH] Don't inh... |
315 |
tsk->splice_pipe = NULL; |
5640f7685 net: use a per ta... |
316 |
tsk->task_frag.page = NULL; |
c6a7f5728 mm: oom analysis:... |
317 318 |
account_kernel_stack(ti, 1); |
1da177e4c Linux-2.6.12-rc2 |
319 |
return tsk; |
61c4628b5 x86, fpu: split F... |
320 |
|
f19b9f74b fork: fix error h... |
321 |
free_ti: |
61c4628b5 x86, fpu: split F... |
322 |
free_thread_info(ti); |
f19b9f74b fork: fix error h... |
323 |
free_tsk: |
61c4628b5 x86, fpu: split F... |
324 325 |
free_task_struct(tsk); return NULL; |
1da177e4c Linux-2.6.12-rc2 |
326 327 328 |
} #ifdef CONFIG_MMU |
a39bc5169 Uninline fork.c/e... |
329 |
static int dup_mmap(struct mm_struct *mm, struct mm_struct *oldmm) |
1da177e4c Linux-2.6.12-rc2 |
330 |
{ |
297c5eee3 mm: make the vma ... |
331 |
struct vm_area_struct *mpnt, *tmp, *prev, **pprev; |
1da177e4c Linux-2.6.12-rc2 |
332 333 334 |
struct rb_node **rb_link, *rb_parent; int retval; unsigned long charge; |
1da177e4c Linux-2.6.12-rc2 |
335 |
|
32cdba1e0 uprobes: Use perc... |
336 |
uprobe_start_dup_mmap(); |
1da177e4c Linux-2.6.12-rc2 |
337 |
down_write(&oldmm->mmap_sem); |
ec8c0446b [PATCH] Optimize ... |
338 |
flush_cache_dup_mm(oldmm); |
f8ac4ec9c uprobes: Introduc... |
339 |
uprobe_dup_mmap(oldmm, mm); |
ad3394517 [PATCH] lockdep: ... |
340 341 342 343 |
/* * Not linked in yet - no deadlock potential: */ down_write_nested(&mm->mmap_sem, SINGLE_DEPTH_NESTING); |
7ee782325 [PATCH] mm: dup_m... |
344 |
|
1da177e4c Linux-2.6.12-rc2 |
345 346 |
mm->locked_vm = 0; mm->mmap = NULL; |
615d6e875 mm: per-thread vm... |
347 |
mm->vmacache_seqnum = 0; |
1da177e4c Linux-2.6.12-rc2 |
348 |
mm->map_count = 0; |
948942445 cpumask: use mm_c... |
349 |
cpumask_clear(mm_cpumask(mm)); |
1da177e4c Linux-2.6.12-rc2 |
350 351 352 353 |
mm->mm_rb = RB_ROOT; rb_link = &mm->mm_rb.rb_node; rb_parent = NULL; pprev = &mm->mmap; |
f8af4da3b ksm: the mm inter... |
354 355 356 |
retval = ksm_fork(mm, oldmm); if (retval) goto out; |
ba76149f4 thp: khugepaged |
357 358 359 |
retval = khugepaged_fork(mm, oldmm); if (retval) goto out; |
1da177e4c Linux-2.6.12-rc2 |
360 |
|
297c5eee3 mm: make the vma ... |
361 |
prev = NULL; |
fd3e42fcc [PATCH] mm: dup_m... |
362 |
for (mpnt = oldmm->mmap; mpnt; mpnt = mpnt->vm_next) { |
1da177e4c Linux-2.6.12-rc2 |
363 364 365 |
struct file *file; if (mpnt->vm_flags & VM_DONTCOPY) { |
ab50b8ed8 [PATCH] mm: vm_st... |
366 |
vm_stat_account(mm, mpnt->vm_flags, mpnt->vm_file, |
44de9d0ca mm: account the t... |
367 |
-vma_pages(mpnt)); |
1da177e4c Linux-2.6.12-rc2 |
368 369 370 371 |
continue; } charge = 0; if (mpnt->vm_flags & VM_ACCOUNT) { |
b2412b7fa fork: use vma_pag... |
372 |
unsigned long len = vma_pages(mpnt); |
191c54244 mm: collapse secu... |
373 |
if (security_vm_enough_memory_mm(oldmm, len)) /* sic */ |
1da177e4c Linux-2.6.12-rc2 |
374 375 376 |
goto fail_nomem; charge = len; } |
e94b17660 [PATCH] slab: rem... |
377 |
tmp = kmem_cache_alloc(vm_area_cachep, GFP_KERNEL); |
1da177e4c Linux-2.6.12-rc2 |
378 379 380 |
if (!tmp) goto fail_nomem; *tmp = *mpnt; |
5beb49305 mm: change anon_v... |
381 |
INIT_LIST_HEAD(&tmp->anon_vma_chain); |
ef0855d33 mm: mempolicy: tu... |
382 383 |
retval = vma_dup_policy(mpnt, tmp); if (retval) |
1da177e4c Linux-2.6.12-rc2 |
384 |
goto fail_nomem_policy; |
a247c3a97 rmap: fix walk du... |
385 |
tmp->vm_mm = mm; |
5beb49305 mm: change anon_v... |
386 387 |
if (anon_vma_fork(tmp, mpnt)) goto fail_nomem_anon_vma_fork; |
1da177e4c Linux-2.6.12-rc2 |
388 |
tmp->vm_flags &= ~VM_LOCKED; |
297c5eee3 mm: make the vma ... |
389 |
tmp->vm_next = tmp->vm_prev = NULL; |
1da177e4c Linux-2.6.12-rc2 |
390 391 |
file = tmp->vm_file; if (file) { |
496ad9aa8 new helper: file_... |
392 |
struct inode *inode = file_inode(file); |
b88ed2059 fix mapping_writa... |
393 |
struct address_space *mapping = file->f_mapping; |
1da177e4c Linux-2.6.12-rc2 |
394 395 396 |
get_file(file); if (tmp->vm_flags & VM_DENYWRITE) atomic_dec(&inode->i_writecount); |
3d48ae45e mm: Convert i_mma... |
397 |
mutex_lock(&mapping->i_mmap_mutex); |
b88ed2059 fix mapping_writa... |
398 399 |
if (tmp->vm_flags & VM_SHARED) mapping->i_mmap_writable++; |
b88ed2059 fix mapping_writa... |
400 401 |
flush_dcache_mmap_lock(mapping); /* insert tmp into the share list, just after mpnt */ |
9826a516f mm: interval tree... |
402 403 404 405 406 407 |
if (unlikely(tmp->vm_flags & VM_NONLINEAR)) vma_nonlinear_insert(tmp, &mapping->i_mmap_nonlinear); else vma_interval_tree_insert_after(tmp, mpnt, &mapping->i_mmap); |
b88ed2059 fix mapping_writa... |
408 |
flush_dcache_mmap_unlock(mapping); |
3d48ae45e mm: Convert i_mma... |
409 |
mutex_unlock(&mapping->i_mmap_mutex); |
1da177e4c Linux-2.6.12-rc2 |
410 411 412 |
} /* |
a1e78772d hugetlb: reserve ... |
413 414 415 416 417 418 419 420 |
* Clear hugetlb-related page reserves for children. This only * affects MAP_PRIVATE mappings. Faults generated by the child * are not guaranteed to succeed, even if read-only */ if (is_vm_hugetlb_page(tmp)) reset_vma_resv_huge_pages(tmp); /* |
7ee782325 [PATCH] mm: dup_m... |
421 |
* Link in the new vma and copy the page table entries. |
1da177e4c Linux-2.6.12-rc2 |
422 |
*/ |
1da177e4c Linux-2.6.12-rc2 |
423 424 |
*pprev = tmp; pprev = &tmp->vm_next; |
297c5eee3 mm: make the vma ... |
425 426 |
tmp->vm_prev = prev; prev = tmp; |
1da177e4c Linux-2.6.12-rc2 |
427 428 429 430 431 432 |
__vma_link_rb(mm, tmp, rb_link, rb_parent); rb_link = &tmp->vm_rb.rb_right; rb_parent = &tmp->vm_rb; mm->map_count++; |
0b0db14c5 [PATCH] unpaged: ... |
433 |
retval = copy_page_range(mm, oldmm, mpnt); |
1da177e4c Linux-2.6.12-rc2 |
434 435 436 437 438 439 440 |
if (tmp->vm_ops && tmp->vm_ops->open) tmp->vm_ops->open(tmp); if (retval) goto out; } |
d6dd61c83 [PATCH] x86: PARA... |
441 442 |
/* a new mm has just been created */ arch_dup_mmap(oldmm, mm); |
1da177e4c Linux-2.6.12-rc2 |
443 |
retval = 0; |
1da177e4c Linux-2.6.12-rc2 |
444 |
out: |
7ee782325 [PATCH] mm: dup_m... |
445 |
up_write(&mm->mmap_sem); |
fd3e42fcc [PATCH] mm: dup_m... |
446 |
flush_tlb_mm(oldmm); |
1da177e4c Linux-2.6.12-rc2 |
447 |
up_write(&oldmm->mmap_sem); |
32cdba1e0 uprobes: Use perc... |
448 |
uprobe_end_dup_mmap(); |
1da177e4c Linux-2.6.12-rc2 |
449 |
return retval; |
5beb49305 mm: change anon_v... |
450 |
fail_nomem_anon_vma_fork: |
ef0855d33 mm: mempolicy: tu... |
451 |
mpol_put(vma_policy(tmp)); |
1da177e4c Linux-2.6.12-rc2 |
452 453 454 455 456 457 458 |
fail_nomem_policy: kmem_cache_free(vm_area_cachep, tmp); fail_nomem: retval = -ENOMEM; vm_unacct_memory(charge); goto out; } |
fb0a685cb kernel/fork.c: fi... |
459 |
static inline int mm_alloc_pgd(struct mm_struct *mm) |
1da177e4c Linux-2.6.12-rc2 |
460 461 462 463 464 465 |
{ mm->pgd = pgd_alloc(mm); if (unlikely(!mm->pgd)) return -ENOMEM; return 0; } |
fb0a685cb kernel/fork.c: fi... |
466 |
static inline void mm_free_pgd(struct mm_struct *mm) |
1da177e4c Linux-2.6.12-rc2 |
467 |
{ |
5e5419734 add mm argument t... |
468 |
pgd_free(mm, mm->pgd); |
1da177e4c Linux-2.6.12-rc2 |
469 470 471 472 473 474 |
} #else #define dup_mmap(mm, oldmm) (0) #define mm_alloc_pgd(mm) (0) #define mm_free_pgd(mm) #endif /* CONFIG_MMU */ |
23ff44402 whitespace fixes:... |
475 |
__cacheline_aligned_in_smp DEFINE_SPINLOCK(mmlist_lock); |
1da177e4c Linux-2.6.12-rc2 |
476 |
|
e94b17660 [PATCH] slab: rem... |
477 |
#define allocate_mm() (kmem_cache_alloc(mm_cachep, GFP_KERNEL)) |
1da177e4c Linux-2.6.12-rc2 |
478 |
#define free_mm(mm) (kmem_cache_free(mm_cachep, (mm))) |
4cb0e11b1 coredump_filter: ... |
479 480 481 482 483 484 485 486 487 488 489 |
static unsigned long default_dump_filter = MMF_DUMP_FILTER_DEFAULT; static int __init coredump_filter_setup(char *s) { default_dump_filter = (simple_strtoul(s, NULL, 0) << MMF_DUMP_FILTER_SHIFT) & MMF_DUMP_FILTER_MASK; return 1; } __setup("coredump_filter=", coredump_filter_setup); |
1da177e4c Linux-2.6.12-rc2 |
490 |
#include <linux/init_task.h> |
858f09930 aio: ifdef fields... |
491 492 493 494 |
static void mm_init_aio(struct mm_struct *mm) { #ifdef CONFIG_AIO spin_lock_init(&mm->ioctx_lock); |
db446a08c aio: convert the ... |
495 |
mm->ioctx_table = NULL; |
858f09930 aio: ifdef fields... |
496 497 |
#endif } |
fb0a685cb kernel/fork.c: fi... |
498 |
static struct mm_struct *mm_init(struct mm_struct *mm, struct task_struct *p) |
1da177e4c Linux-2.6.12-rc2 |
499 500 501 502 503 |
{ atomic_set(&mm->mm_users, 1); atomic_set(&mm->mm_count, 1); init_rwsem(&mm->mmap_sem); INIT_LIST_HEAD(&mm->mmlist); |
999d9fc16 coredump: move mm... |
504 |
mm->core_state = NULL; |
e1f56c89b mm: convert mm->n... |
505 |
atomic_long_set(&mm->nr_ptes, 0); |
d559db086 mm: clean up mm_c... |
506 |
memset(&mm->rss_stat, 0, sizeof(mm->rss_stat)); |
1da177e4c Linux-2.6.12-rc2 |
507 |
spin_lock_init(&mm->page_table_lock); |
858f09930 aio: ifdef fields... |
508 |
mm_init_aio(mm); |
cf475ad28 cgroups: add an o... |
509 |
mm_init_owner(mm, p); |
208414059 mm: fix TLB flush... |
510 |
clear_tlb_flush_pending(mm); |
1da177e4c Linux-2.6.12-rc2 |
511 |
|
a0715cc22 mm, thp: add VM_I... |
512 513 514 515 516 |
if (current->mm) { mm->flags = current->mm->flags & MMF_INIT_MASK; mm->def_flags = current->mm->def_flags & VM_INIT_DEF_MASK; } else { mm->flags = default_dump_filter; |
1da177e4c Linux-2.6.12-rc2 |
517 |
mm->def_flags = 0; |
a0715cc22 mm, thp: add VM_I... |
518 519 520 |
} if (likely(!mm_alloc_pgd(mm))) { |
cddb8a5c1 mmu-notifiers: core |
521 |
mmu_notifier_mm_init(mm); |
1da177e4c Linux-2.6.12-rc2 |
522 523 |
return mm; } |
78fb74669 Memory controller... |
524 |
|
1da177e4c Linux-2.6.12-rc2 |
525 526 527 |
free_mm(mm); return NULL; } |
c3f0327f8 mm: add rss count... |
528 529 530 531 532 533 534 535 536 537 538 539 |
static void check_mm(struct mm_struct *mm) { int i; for (i = 0; i < NR_MM_COUNTERS; i++) { long x = atomic_long_read(&mm->rss_stat.count[i]); if (unlikely(x)) printk(KERN_ALERT "BUG: Bad rss-counter state " "mm:%p idx:%d val:%ld ", mm, i, x); } |
e009bb30c mm: implement spl... |
540 |
#if defined(CONFIG_TRANSPARENT_HUGEPAGE) && !USE_SPLIT_PMD_PTLOCKS |
c3f0327f8 mm: add rss count... |
541 542 543 |
VM_BUG_ON(mm->pmd_huge_pte); #endif } |
1da177e4c Linux-2.6.12-rc2 |
544 545 546 |
/* * Allocate and initialize an mm_struct. */ |
fb0a685cb kernel/fork.c: fi... |
547 |
struct mm_struct *mm_alloc(void) |
1da177e4c Linux-2.6.12-rc2 |
548 |
{ |
fb0a685cb kernel/fork.c: fi... |
549 |
struct mm_struct *mm; |
1da177e4c Linux-2.6.12-rc2 |
550 551 |
mm = allocate_mm(); |
de03c72cf mm: convert mm->c... |
552 553 554 555 |
if (!mm) return NULL; memset(mm, 0, sizeof(*mm)); |
6345d24da mm: Fix boot cras... |
556 557 |
mm_init_cpumask(mm); return mm_init(mm, current); |
1da177e4c Linux-2.6.12-rc2 |
558 559 560 561 562 563 564 |
} /* * Called when the last reference to the mm * is dropped: either by a lazy thread or by * mmput. Free the page directory and the mm. */ |
7ad5b3a50 kernel: remove fa... |
565 |
void __mmdrop(struct mm_struct *mm) |
1da177e4c Linux-2.6.12-rc2 |
566 567 568 569 |
{ BUG_ON(mm == &init_mm); mm_free_pgd(mm); destroy_context(mm); |
cddb8a5c1 mmu-notifiers: core |
570 |
mmu_notifier_mm_destroy(mm); |
c3f0327f8 mm: add rss count... |
571 |
check_mm(mm); |
1da177e4c Linux-2.6.12-rc2 |
572 573 |
free_mm(mm); } |
6d4e4c4fc KVM: Disallow for... |
574 |
EXPORT_SYMBOL_GPL(__mmdrop); |
1da177e4c Linux-2.6.12-rc2 |
575 576 577 578 579 580 |
/* * Decrement the use count and release all resources for an mm. */ void mmput(struct mm_struct *mm) { |
0ae26f1b3 [PATCH] mmput() m... |
581 |
might_sleep(); |
1da177e4c Linux-2.6.12-rc2 |
582 |
if (atomic_dec_and_test(&mm->mm_users)) { |
d4b3b6384 uprobes/core: All... |
583 |
uprobe_clear_state(mm); |
1da177e4c Linux-2.6.12-rc2 |
584 |
exit_aio(mm); |
1c2fb7a4c ksm: fix deadlock... |
585 |
ksm_exit(mm); |
ba76149f4 thp: khugepaged |
586 |
khugepaged_exit(mm); /* must run before exit_mmap */ |
1da177e4c Linux-2.6.12-rc2 |
587 |
exit_mmap(mm); |
925d1c401 procfs task exe s... |
588 |
set_mm_exe_file(mm, NULL); |
1da177e4c Linux-2.6.12-rc2 |
589 590 591 592 593 |
if (!list_empty(&mm->mmlist)) { spin_lock(&mmlist_lock); list_del(&mm->mmlist); spin_unlock(&mmlist_lock); } |
801460d0c task_struct clean... |
594 595 |
if (mm->binfmt) module_put(mm->binfmt->module); |
1da177e4c Linux-2.6.12-rc2 |
596 597 598 599 |
mmdrop(mm); } } EXPORT_SYMBOL_GPL(mmput); |
386460138 mm: extract exe_f... |
600 601 602 603 604 605 606 |
void set_mm_exe_file(struct mm_struct *mm, struct file *new_exe_file) { if (new_exe_file) get_file(new_exe_file); if (mm->exe_file) fput(mm->exe_file); mm->exe_file = new_exe_file; |
386460138 mm: extract exe_f... |
607 608 609 610 611 |
} struct file *get_mm_exe_file(struct mm_struct *mm) { struct file *exe_file; |
2dd8ad81e mm: use mm->exe_f... |
612 |
/* We need mmap_sem to protect against races with removal of exe_file */ |
386460138 mm: extract exe_f... |
613 614 615 616 617 618 619 620 621 622 623 624 625 626 |
down_read(&mm->mmap_sem); exe_file = mm->exe_file; if (exe_file) get_file(exe_file); up_read(&mm->mmap_sem); return exe_file; } static void dup_mm_exe_file(struct mm_struct *oldmm, struct mm_struct *newmm) { /* It's safe to write the exe_file pointer without exe_file_lock because * this is called during fork when the task is not yet in /proc */ newmm->exe_file = get_mm_exe_file(oldmm); } |
1da177e4c Linux-2.6.12-rc2 |
627 628 629 |
/** * get_task_mm - acquire a reference to the task's mm * |
246bb0b1d kill PF_BORROWED_... |
630 |
* Returns %NULL if the task has no mm. Checks PF_KTHREAD (meaning |
1da177e4c Linux-2.6.12-rc2 |
631 632 633 634 635 636 637 638 639 640 641 642 |
* this kernel workthread has transiently adopted a user mm with use_mm, * to do its AIO) is not set and if so returns a reference to it, after * bumping up the use count. User must release the mm via mmput() * after use. Typically used by /proc and ptrace. */ struct mm_struct *get_task_mm(struct task_struct *task) { struct mm_struct *mm; task_lock(task); mm = task->mm; if (mm) { |
246bb0b1d kill PF_BORROWED_... |
643 |
if (task->flags & PF_KTHREAD) |
1da177e4c Linux-2.6.12-rc2 |
644 645 646 647 648 649 650 651 |
mm = NULL; else atomic_inc(&mm->mm_users); } task_unlock(task); return mm; } EXPORT_SYMBOL_GPL(get_task_mm); |
8cdb878dc Fix race in proce... |
652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 |
struct mm_struct *mm_access(struct task_struct *task, unsigned int mode) { struct mm_struct *mm; int err; err = mutex_lock_killable(&task->signal->cred_guard_mutex); if (err) return ERR_PTR(err); mm = get_task_mm(task); if (mm && mm != current->mm && !ptrace_may_access(task, mode)) { mmput(mm); mm = ERR_PTR(-EACCES); } mutex_unlock(&task->signal->cred_guard_mutex); return mm; } |
57b59c4a1 coredump_wait: do... |
671 |
static void complete_vfork_done(struct task_struct *tsk) |
c415c3b47 vfork: introduce ... |
672 |
{ |
d68b46fe1 vfork: make it ki... |
673 |
struct completion *vfork; |
c415c3b47 vfork: introduce ... |
674 |
|
d68b46fe1 vfork: make it ki... |
675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 |
task_lock(tsk); vfork = tsk->vfork_done; if (likely(vfork)) { tsk->vfork_done = NULL; complete(vfork); } task_unlock(tsk); } static int wait_for_vfork_done(struct task_struct *child, struct completion *vfork) { int killed; freezer_do_not_count(); killed = wait_for_completion_killable(vfork); freezer_count(); if (killed) { task_lock(child); child->vfork_done = NULL; task_unlock(child); } put_task_struct(child); return killed; |
c415c3b47 vfork: introduce ... |
701 |
} |
1da177e4c Linux-2.6.12-rc2 |
702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 |
/* Please note the differences between mmput and mm_release. * mmput is called whenever we stop holding onto a mm_struct, * error success whatever. * * mm_release is called after a mm_struct has been removed * from the current process. * * This difference is important for error handling, when we * only half set up a mm_struct for a new process and need to restore * the old one. Because we mmput the new mm_struct before * restoring the old one. . . * Eric Biederman 10 January 1998 */ void mm_release(struct task_struct *tsk, struct mm_struct *mm) { |
8141c7f3e Move "exit_robust... |
717 718 |
/* Get rid of any futexes when releasing the mm */ #ifdef CONFIG_FUTEX |
fc6b177de futex: Nullify ro... |
719 |
if (unlikely(tsk->robust_list)) { |
8141c7f3e Move "exit_robust... |
720 |
exit_robust_list(tsk); |
fc6b177de futex: Nullify ro... |
721 722 |
tsk->robust_list = NULL; } |
8141c7f3e Move "exit_robust... |
723 |
#ifdef CONFIG_COMPAT |
fc6b177de futex: Nullify ro... |
724 |
if (unlikely(tsk->compat_robust_list)) { |
8141c7f3e Move "exit_robust... |
725 |
compat_exit_robust_list(tsk); |
fc6b177de futex: Nullify ro... |
726 727 |
tsk->compat_robust_list = NULL; } |
8141c7f3e Move "exit_robust... |
728 |
#endif |
322a2c100 futex: Move exit_... |
729 730 |
if (unlikely(!list_empty(&tsk->pi_state_list))) exit_pi_state_list(tsk); |
8141c7f3e Move "exit_robust... |
731 |
#endif |
0326f5a94 uprobes/core: Han... |
732 |
uprobe_free_utask(tsk); |
1da177e4c Linux-2.6.12-rc2 |
733 734 |
/* Get rid of any cached register state */ deactivate_mm(tsk, mm); |
fec1d0115 [PATCH] Disable C... |
735 736 737 738 |
/* * If we're exiting normally, clear a user-space tid field if * requested. We leave this alone when dying by signal, to leave * the value intact in a core dump, and to save the unnecessary |
d68b46fe1 vfork: make it ki... |
739 740 |
* trouble, say, a killed vfork parent shouldn't touch this mm. * Userland only wants this done for a sys_exit. |
fec1d0115 [PATCH] Disable C... |
741 |
*/ |
9c8a8228d execve: must clea... |
742 743 744 745 746 747 748 749 750 751 752 |
if (tsk->clear_child_tid) { if (!(tsk->flags & PF_SIGNALED) && atomic_read(&mm->mm_users) > 1) { /* * We don't check the error code - if userspace has * not set up a proper pointer then tough luck. */ put_user(0, tsk->clear_child_tid); sys_futex(tsk->clear_child_tid, FUTEX_WAKE, 1, NULL, NULL, 0); } |
1da177e4c Linux-2.6.12-rc2 |
753 |
tsk->clear_child_tid = NULL; |
1da177e4c Linux-2.6.12-rc2 |
754 |
} |
f7505d64f fork: call comple... |
755 756 757 758 759 760 761 |
/* * All done, finally we can wake up parent and return this mm to him. * Also kthread_stop() uses this completion for synchronization. */ if (tsk->vfork_done) complete_vfork_done(tsk); |
1da177e4c Linux-2.6.12-rc2 |
762 |
} |
a0a7ec308 [PATCH] unshare s... |
763 764 765 766 |
/* * Allocate a new mm structure and copy contents from the * mm structure of the passed in task structure. */ |
ff252c1fc kernel/fork.c: ma... |
767 |
static struct mm_struct *dup_mm(struct task_struct *tsk) |
a0a7ec308 [PATCH] unshare s... |
768 769 770 |
{ struct mm_struct *mm, *oldmm = current->mm; int err; |
a0a7ec308 [PATCH] unshare s... |
771 772 773 774 775 |
mm = allocate_mm(); if (!mm) goto fail_nomem; memcpy(mm, oldmm, sizeof(*mm)); |
6345d24da mm: Fix boot cras... |
776 |
mm_init_cpumask(mm); |
a0a7ec308 [PATCH] unshare s... |
777 |
|
e009bb30c mm: implement spl... |
778 |
#if defined(CONFIG_TRANSPARENT_HUGEPAGE) && !USE_SPLIT_PMD_PTLOCKS |
e7a00c45f thp: add pmd_huge... |
779 780 |
mm->pmd_huge_pte = NULL; #endif |
78fb74669 Memory controller... |
781 |
if (!mm_init(mm, tsk)) |
a0a7ec308 [PATCH] unshare s... |
782 783 784 785 |
goto fail_nomem; if (init_new_context(tsk, mm)) goto fail_nocontext; |
925d1c401 procfs task exe s... |
786 |
dup_mm_exe_file(oldmm, mm); |
a0a7ec308 [PATCH] unshare s... |
787 788 789 790 791 792 |
err = dup_mmap(mm, oldmm); if (err) goto free_pt; mm->hiwater_rss = get_mm_rss(mm); mm->hiwater_vm = mm->total_vm; |
801460d0c task_struct clean... |
793 794 |
if (mm->binfmt && !try_module_get(mm->binfmt->module)) goto free_pt; |
a0a7ec308 [PATCH] unshare s... |
795 796 797 |
return mm; free_pt: |
801460d0c task_struct clean... |
798 799 |
/* don't put binfmt in mmput, we haven't got module yet */ mm->binfmt = NULL; |
a0a7ec308 [PATCH] unshare s... |
800 801 802 803 804 805 806 807 808 809 810 811 812 813 |
mmput(mm); fail_nomem: return NULL; fail_nocontext: /* * If init_new_context() failed, we cannot use mmput() to free the mm * because it calls destroy_context() */ mm_free_pgd(mm); free_mm(mm); return NULL; } |
fb0a685cb kernel/fork.c: fi... |
814 |
static int copy_mm(unsigned long clone_flags, struct task_struct *tsk) |
1da177e4c Linux-2.6.12-rc2 |
815 |
{ |
fb0a685cb kernel/fork.c: fi... |
816 |
struct mm_struct *mm, *oldmm; |
1da177e4c Linux-2.6.12-rc2 |
817 818 819 820 |
int retval; tsk->min_flt = tsk->maj_flt = 0; tsk->nvcsw = tsk->nivcsw = 0; |
17406b82d softlockup: remov... |
821 822 823 |
#ifdef CONFIG_DETECT_HUNG_TASK tsk->last_switch_count = tsk->nvcsw + tsk->nivcsw; #endif |
1da177e4c Linux-2.6.12-rc2 |
824 825 826 827 828 829 830 831 832 833 834 835 |
tsk->mm = NULL; tsk->active_mm = NULL; /* * Are we cloning a kernel thread? * * We need to steal a active VM for that.. */ oldmm = current->mm; if (!oldmm) return 0; |
615d6e875 mm: per-thread vm... |
836 837 |
/* initialize the new vmacache entries */ vmacache_flush(tsk); |
1da177e4c Linux-2.6.12-rc2 |
838 839 840 |
if (clone_flags & CLONE_VM) { atomic_inc(&oldmm->mm_users); mm = oldmm; |
1da177e4c Linux-2.6.12-rc2 |
841 842 843 844 |
goto good_mm; } retval = -ENOMEM; |
a0a7ec308 [PATCH] unshare s... |
845 |
mm = dup_mm(tsk); |
1da177e4c Linux-2.6.12-rc2 |
846 847 |
if (!mm) goto fail_nomem; |
1da177e4c Linux-2.6.12-rc2 |
848 849 850 851 |
good_mm: tsk->mm = mm; tsk->active_mm = mm; return 0; |
1da177e4c Linux-2.6.12-rc2 |
852 853 |
fail_nomem: return retval; |
1da177e4c Linux-2.6.12-rc2 |
854 |
} |
a39bc5169 Uninline fork.c/e... |
855 |
static int copy_fs(unsigned long clone_flags, struct task_struct *tsk) |
1da177e4c Linux-2.6.12-rc2 |
856 |
{ |
498052bba New locking/refco... |
857 |
struct fs_struct *fs = current->fs; |
1da177e4c Linux-2.6.12-rc2 |
858 |
if (clone_flags & CLONE_FS) { |
498052bba New locking/refco... |
859 |
/* tsk->fs is already what we want */ |
2a4419b5b fs: fs_struct rwl... |
860 |
spin_lock(&fs->lock); |
498052bba New locking/refco... |
861 |
if (fs->in_exec) { |
2a4419b5b fs: fs_struct rwl... |
862 |
spin_unlock(&fs->lock); |
498052bba New locking/refco... |
863 864 865 |
return -EAGAIN; } fs->users++; |
2a4419b5b fs: fs_struct rwl... |
866 |
spin_unlock(&fs->lock); |
1da177e4c Linux-2.6.12-rc2 |
867 868 |
return 0; } |
498052bba New locking/refco... |
869 |
tsk->fs = copy_fs_struct(fs); |
1da177e4c Linux-2.6.12-rc2 |
870 871 872 873 |
if (!tsk->fs) return -ENOMEM; return 0; } |
fb0a685cb kernel/fork.c: fi... |
874 |
static int copy_files(unsigned long clone_flags, struct task_struct *tsk) |
a016f3389 [PATCH] unshare s... |
875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 |
{ struct files_struct *oldf, *newf; int error = 0; /* * A background process may not have any files ... */ oldf = current->files; if (!oldf) goto out; if (clone_flags & CLONE_FILES) { atomic_inc(&oldf->count); goto out; } |
a016f3389 [PATCH] unshare s... |
890 891 892 893 894 895 896 897 898 |
newf = dup_fd(oldf, &error); if (!newf) goto out; tsk->files = newf; error = 0; out: return error; } |
fadad878c kernel: add CLONE... |
899 |
static int copy_io(unsigned long clone_flags, struct task_struct *tsk) |
fd0928df9 ioprio: move io p... |
900 901 902 |
{ #ifdef CONFIG_BLOCK struct io_context *ioc = current->io_context; |
6e736be7f block: make ioc g... |
903 |
struct io_context *new_ioc; |
fd0928df9 ioprio: move io p... |
904 905 906 |
if (!ioc) return 0; |
fadad878c kernel: add CLONE... |
907 908 909 910 |
/* * Share io context with parent, if CLONE_IO is set */ if (clone_flags & CLONE_IO) { |
3d48749d9 block: ioc_task_l... |
911 912 |
ioc_task_link(ioc); tsk->io_context = ioc; |
fadad878c kernel: add CLONE... |
913 |
} else if (ioprio_valid(ioc->ioprio)) { |
6e736be7f block: make ioc g... |
914 915 |
new_ioc = get_task_io_context(tsk, GFP_KERNEL, NUMA_NO_NODE); if (unlikely(!new_ioc)) |
fd0928df9 ioprio: move io p... |
916 |
return -ENOMEM; |
6e736be7f block: make ioc g... |
917 |
new_ioc->ioprio = ioc->ioprio; |
11a3122f6 block: strip out ... |
918 |
put_io_context(new_ioc); |
fd0928df9 ioprio: move io p... |
919 920 921 922 |
} #endif return 0; } |
a39bc5169 Uninline fork.c/e... |
923 |
static int copy_sighand(unsigned long clone_flags, struct task_struct *tsk) |
1da177e4c Linux-2.6.12-rc2 |
924 925 |
{ struct sighand_struct *sig; |
60348802e fork.c: cleanup f... |
926 |
if (clone_flags & CLONE_SIGHAND) { |
1da177e4c Linux-2.6.12-rc2 |
927 928 929 930 |
atomic_inc(¤t->sighand->count); return 0; } sig = kmem_cache_alloc(sighand_cachep, GFP_KERNEL); |
e56d09031 [PATCH] RCU signa... |
931 |
rcu_assign_pointer(tsk->sighand, sig); |
1da177e4c Linux-2.6.12-rc2 |
932 933 |
if (!sig) return -ENOMEM; |
1da177e4c Linux-2.6.12-rc2 |
934 935 936 937 |
atomic_set(&sig->count, 1); memcpy(sig->action, current->sighand->action, sizeof(sig->action)); return 0; } |
a7e5328a0 [PATCH] cleanup _... |
938 |
void __cleanup_sighand(struct sighand_struct *sighand) |
c81addc9d [PATCH] rename __... |
939 |
{ |
d80e731ec epoll: introduce ... |
940 941 |
if (atomic_dec_and_test(&sighand->count)) { signalfd_cleanup(sighand); |
c81addc9d [PATCH] rename __... |
942 |
kmem_cache_free(sighand_cachep, sighand); |
d80e731ec epoll: introduce ... |
943 |
} |
c81addc9d [PATCH] rename __... |
944 |
} |
f06febc96 timers: fix itime... |
945 946 947 948 949 950 |
/* * Initialize POSIX timer handling for a thread group. */ static void posix_cpu_timers_init_group(struct signal_struct *sig) { |
78d7d407b kernel core: use ... |
951 |
unsigned long cpu_limit; |
f06febc96 timers: fix itime... |
952 953 |
/* Thread group counters. */ thread_group_cputime_init(sig); |
78d7d407b kernel core: use ... |
954 955 956 |
cpu_limit = ACCESS_ONCE(sig->rlim[RLIMIT_CPU].rlim_cur); if (cpu_limit != RLIM_INFINITY) { sig->cputime_expires.prof_exp = secs_to_cputime(cpu_limit); |
6279a751f posix-timers: fix... |
957 958 |
sig->cputimer.running = 1; } |
f06febc96 timers: fix itime... |
959 960 961 962 963 |
/* The timer lists. */ INIT_LIST_HEAD(&sig->cpu_timers[0]); INIT_LIST_HEAD(&sig->cpu_timers[1]); INIT_LIST_HEAD(&sig->cpu_timers[2]); } |
a39bc5169 Uninline fork.c/e... |
964 |
static int copy_signal(unsigned long clone_flags, struct task_struct *tsk) |
1da177e4c Linux-2.6.12-rc2 |
965 966 |
{ struct signal_struct *sig; |
1da177e4c Linux-2.6.12-rc2 |
967 |
|
4ab6c0833 clone(): fix race... |
968 |
if (clone_flags & CLONE_THREAD) |
490dea45d itimers: remove t... |
969 |
return 0; |
490dea45d itimers: remove t... |
970 |
|
a56704ef6 copy_signal() cle... |
971 |
sig = kmem_cache_zalloc(signal_cachep, GFP_KERNEL); |
1da177e4c Linux-2.6.12-rc2 |
972 973 974 |
tsk->signal = sig; if (!sig) return -ENOMEM; |
b3ac022cb proc: turn signal... |
975 |
sig->nr_threads = 1; |
1da177e4c Linux-2.6.12-rc2 |
976 |
atomic_set(&sig->live, 1); |
b3ac022cb proc: turn signal... |
977 |
atomic_set(&sig->sigcnt, 1); |
0c740d0af introduce for_eac... |
978 979 980 981 |
/* list_add(thread_node, thread_head) without INIT_LIST_HEAD() */ sig->thread_head = (struct list_head)LIST_HEAD_INIT(tsk->thread_node); tsk->thread_node = (struct list_head)LIST_HEAD_INIT(sig->thread_head); |
1da177e4c Linux-2.6.12-rc2 |
982 |
init_waitqueue_head(&sig->wait_chldexit); |
db51aeccd signals: microopt... |
983 |
sig->curr_target = tsk; |
1da177e4c Linux-2.6.12-rc2 |
984 985 |
init_sigpending(&sig->shared_pending); INIT_LIST_HEAD(&sig->posix_timers); |
c9cb2e3d7 [PATCH] hrtimers:... |
986 |
hrtimer_init(&sig->real_timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL); |
1da177e4c Linux-2.6.12-rc2 |
987 |
sig->real_timer.function = it_real_fn; |
1da177e4c Linux-2.6.12-rc2 |
988 |
|
1da177e4c Linux-2.6.12-rc2 |
989 990 991 |
task_lock(current->group_leader); memcpy(sig->rlim, current->signal->rlim, sizeof sig->rlim); task_unlock(current->group_leader); |
6279a751f posix-timers: fix... |
992 |
posix_cpu_timers_init_group(sig); |
522ed7767 Audit: add TTY in... |
993 |
tty_audit_fork(sig); |
5091faa44 sched: Add 'autog... |
994 |
sched_autogroup_fork(sig); |
522ed7767 Audit: add TTY in... |
995 |
|
4714d1d32 cgroups: read-wri... |
996 |
#ifdef CONFIG_CGROUPS |
257058ae2 threadgroup: rena... |
997 |
init_rwsem(&sig->group_rwsem); |
4714d1d32 cgroups: read-wri... |
998 |
#endif |
a63d83f42 oom: badness heur... |
999 |
sig->oom_score_adj = current->signal->oom_score_adj; |
dabb16f63 oom: allow a non-... |
1000 |
sig->oom_score_adj_min = current->signal->oom_score_adj_min; |
28b83c519 oom: move oom_adj... |
1001 |
|
ebec18a6d prctl: add PR_{SE... |
1002 1003 |
sig->has_child_subreaper = current->signal->has_child_subreaper || current->signal->is_child_subreaper; |
9b1bf12d5 signals: move cre... |
1004 |
mutex_init(&sig->cred_guard_mutex); |
1da177e4c Linux-2.6.12-rc2 |
1005 1006 |
return 0; } |
17da2bd90 [CVE-2009-0029] S... |
1007 |
SYSCALL_DEFINE1(set_tid_address, int __user *, tidptr) |
1da177e4c Linux-2.6.12-rc2 |
1008 1009 |
{ current->clear_child_tid = tidptr; |
b488893a3 pid namespaces: c... |
1010 |
return task_pid_vnr(current); |
1da177e4c Linux-2.6.12-rc2 |
1011 |
} |
a39bc5169 Uninline fork.c/e... |
1012 |
static void rt_mutex_init_task(struct task_struct *p) |
23f78d4a0 [PATCH] pi-futex:... |
1013 |
{ |
1d6154825 sched: Convert pi... |
1014 |
raw_spin_lock_init(&p->pi_lock); |
e29e175b0 [PATCH] initialis... |
1015 |
#ifdef CONFIG_RT_MUTEXES |
fb00aca47 rtmutex: Turn the... |
1016 1017 |
p->pi_waiters = RB_ROOT; p->pi_waiters_leftmost = NULL; |
23f78d4a0 [PATCH] pi-futex:... |
1018 |
p->pi_blocked_on = NULL; |
2d3d891d3 sched/deadline: A... |
1019 |
p->pi_top_task = NULL; |
23f78d4a0 [PATCH] pi-futex:... |
1020 1021 |
#endif } |
cf475ad28 cgroups: add an o... |
1022 1023 1024 1025 1026 1027 |
#ifdef CONFIG_MM_OWNER void mm_init_owner(struct mm_struct *mm, struct task_struct *p) { mm->owner = p; } #endif /* CONFIG_MM_OWNER */ |
1da177e4c Linux-2.6.12-rc2 |
1028 |
/* |
f06febc96 timers: fix itime... |
1029 1030 1031 1032 |
* Initialize POSIX timer handling for a single task. */ static void posix_cpu_timers_init(struct task_struct *tsk) { |
648616343 [S390] cputime: a... |
1033 1034 |
tsk->cputime_expires.prof_exp = 0; tsk->cputime_expires.virt_exp = 0; |
f06febc96 timers: fix itime... |
1035 1036 1037 1038 1039 |
tsk->cputime_expires.sched_exp = 0; INIT_LIST_HEAD(&tsk->cpu_timers[0]); INIT_LIST_HEAD(&tsk->cpu_timers[1]); INIT_LIST_HEAD(&tsk->cpu_timers[2]); } |
819077398 kernel/fork.c:cop... |
1040 1041 1042 1043 1044 |
static inline void init_task_pid(struct task_struct *task, enum pid_type type, struct pid *pid) { task->pids[type].pid = pid; } |
f06febc96 timers: fix itime... |
1045 |
/* |
1da177e4c Linux-2.6.12-rc2 |
1046 1047 1048 1049 1050 1051 1052 |
* This creates a new process as a copy of the old one, * but does not actually start it yet. * * It copies the registers, and all the appropriate * parts of the process environment (as per the clone * flags). The actual kick-off is left to the caller. */ |
36c8b5868 [PATCH] sched: cl... |
1053 1054 |
static struct task_struct *copy_process(unsigned long clone_flags, unsigned long stack_start, |
36c8b5868 [PATCH] sched: cl... |
1055 |
unsigned long stack_size, |
36c8b5868 [PATCH] sched: cl... |
1056 |
int __user *child_tidptr, |
09a05394f tracehook: clone |
1057 1058 |
struct pid *pid, int trace) |
1da177e4c Linux-2.6.12-rc2 |
1059 1060 |
{ int retval; |
a24efe62d kernel/fork.c: re... |
1061 |
struct task_struct *p; |
1da177e4c Linux-2.6.12-rc2 |
1062 1063 1064 |
if ((clone_flags & (CLONE_NEWNS|CLONE_FS)) == (CLONE_NEWNS|CLONE_FS)) return ERR_PTR(-EINVAL); |
e66eded83 userns: Don't all... |
1065 1066 |
if ((clone_flags & (CLONE_NEWUSER|CLONE_FS)) == (CLONE_NEWUSER|CLONE_FS)) return ERR_PTR(-EINVAL); |
1da177e4c Linux-2.6.12-rc2 |
1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 |
/* * Thread groups must share signals as well, and detached threads * can only be started up within the thread group. */ if ((clone_flags & CLONE_THREAD) && !(clone_flags & CLONE_SIGHAND)) return ERR_PTR(-EINVAL); /* * Shared signal handlers imply shared VM. By way of the above, * thread groups also imply shared VM. Blocking this case allows * for various simplifications in other code. */ if ((clone_flags & CLONE_SIGHAND) && !(clone_flags & CLONE_VM)) return ERR_PTR(-EINVAL); |
123be07b0 fork(): disable C... |
1081 1082 1083 1084 1085 1086 1087 1088 1089 |
/* * Siblings of global init remain as zombies on exit since they are * not reaped by their parent (swapper). To solve this and to avoid * multi-rooted process trees, prevent global and container-inits * from creating siblings. */ if ((clone_flags & CLONE_PARENT) && current->signal->flags & SIGNAL_UNKILLABLE) return ERR_PTR(-EINVAL); |
8382fcac1 pidns: Outlaw thr... |
1090 |
/* |
40a0d32d1 fork: unify and t... |
1091 1092 1093 |
* If the new process will be in a different pid or user namespace * do not allow it to share a thread group or signal handlers or * parent with the forking task. |
8382fcac1 pidns: Outlaw thr... |
1094 |
*/ |
1f7f4dde5 fork: Allow CLON... |
1095 |
if (clone_flags & CLONE_SIGHAND) { |
40a0d32d1 fork: unify and t... |
1096 1097 1098 1099 1100 |
if ((clone_flags & (CLONE_NEWUSER | CLONE_NEWPID)) || (task_active_pid_ns(current) != current->nsproxy->pid_ns_for_children)) return ERR_PTR(-EINVAL); } |
8382fcac1 pidns: Outlaw thr... |
1101 |
|
1da177e4c Linux-2.6.12-rc2 |
1102 1103 1104 1105 1106 1107 1108 1109 |
retval = security_task_create(clone_flags); if (retval) goto fork_out; retval = -ENOMEM; p = dup_task_struct(current); if (!p) goto fork_out; |
f7e8b616e function-graph: m... |
1110 |
ftrace_graph_init_task(p); |
e2cfabdfd seccomp: add syst... |
1111 |
get_seccomp_filter(p); |
f7e8b616e function-graph: m... |
1112 |
|
bea493a03 [PATCH] rt-mutex:... |
1113 |
rt_mutex_init_task(p); |
d12c1a379 lockdep: fix kern... |
1114 |
#ifdef CONFIG_PROVE_LOCKING |
de30a2b35 [PATCH] lockdep: ... |
1115 1116 1117 |
DEBUG_LOCKS_WARN_ON(!p->hardirqs_enabled); DEBUG_LOCKS_WARN_ON(!p->softirqs_enabled); #endif |
1da177e4c Linux-2.6.12-rc2 |
1118 |
retval = -EAGAIN; |
3b11a1dec CRED: Differentia... |
1119 |
if (atomic_read(&p->real_cred->user->processes) >= |
78d7d407b kernel core: use ... |
1120 |
task_rlimit(p, RLIMIT_NPROC)) { |
b57922b6c fork: reorder per... |
1121 1122 |
if (p->real_cred->user != INIT_USER && !capable(CAP_SYS_RESOURCE) && !capable(CAP_SYS_ADMIN)) |
1da177e4c Linux-2.6.12-rc2 |
1123 1124 |
goto bad_fork_free; } |
72fa59970 move RLIMIT_NPROC... |
1125 |
current->flags &= ~PF_NPROC_EXCEEDED; |
1da177e4c Linux-2.6.12-rc2 |
1126 |
|
f1752eec6 CRED: Detach the ... |
1127 1128 1129 |
retval = copy_creds(p, clone_flags); if (retval < 0) goto bad_fork_free; |
1da177e4c Linux-2.6.12-rc2 |
1130 1131 1132 1133 1134 1135 |
/* * If multiple threads are within copy_process(), then this check * triggers too late. This doesn't hurt, the check is only there * to stop root fork bombs. */ |
04ec93fe9 fork.c: fix NULL ... |
1136 |
retval = -EAGAIN; |
1da177e4c Linux-2.6.12-rc2 |
1137 1138 |
if (nr_threads >= max_threads) goto bad_fork_cleanup_count; |
a1261f546 [PATCH] m68k: int... |
1139 |
if (!try_module_get(task_thread_info(p)->exec_domain->module)) |
1da177e4c Linux-2.6.12-rc2 |
1140 |
goto bad_fork_cleanup_count; |
ca74e92b4 [PATCH] per-task-... |
1141 |
delayacct_tsk_init(p); /* Must remain after dup_task_struct() */ |
514ddb446 fork: collapse co... |
1142 1143 |
p->flags &= ~(PF_SUPERPRIV | PF_WQ_WORKER); p->flags |= PF_FORKNOEXEC; |
1da177e4c Linux-2.6.12-rc2 |
1144 1145 |
INIT_LIST_HEAD(&p->children); INIT_LIST_HEAD(&p->sibling); |
f41d911f8 rcu: Merge preemp... |
1146 |
rcu_copy_process(p); |
1da177e4c Linux-2.6.12-rc2 |
1147 1148 |
p->vfork_done = NULL; spin_lock_init(&p->alloc_lock); |
1da177e4c Linux-2.6.12-rc2 |
1149 |
|
1da177e4c Linux-2.6.12-rc2 |
1150 |
init_sigpending(&p->pending); |
648616343 [S390] cputime: a... |
1151 1152 |
p->utime = p->stime = p->gtime = 0; p->utimescaled = p->stimescaled = 0; |
9fbc42eac cputime: Dynamica... |
1153 |
#ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE |
d37f761db cputime: Consolid... |
1154 |
p->prev_cputime.utime = p->prev_cputime.stime = 0; |
d99ca3b97 sched, cputime: C... |
1155 |
#endif |
6a61671bb cputime: Safely r... |
1156 1157 1158 1159 1160 |
#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN seqlock_init(&p->vtime_seqlock); p->vtime_snap = 0; p->vtime_snap_whence = VTIME_SLEEPING; #endif |
a3a2e76c7 mm: avoid null-po... |
1161 1162 1163 |
#if defined(SPLIT_RSS_COUNTING) memset(&p->rss_stat, 0, sizeof(p->rss_stat)); #endif |
172ba844a sched: update del... |
1164 |
|
6976675d9 hrtimer: create a... |
1165 |
p->default_timer_slack_ns = current->timer_slack_ns; |
5995477ab task IO accountin... |
1166 |
task_io_accounting_init(&p->ioac); |
1da177e4c Linux-2.6.12-rc2 |
1167 |
acct_clear_integrals(p); |
f06febc96 timers: fix itime... |
1168 |
posix_cpu_timers_init(p); |
1da177e4c Linux-2.6.12-rc2 |
1169 |
|
1da177e4c Linux-2.6.12-rc2 |
1170 |
do_posix_clock_monotonic_gettime(&p->start_time); |
924b42d5a Use boot based ti... |
1171 1172 |
p->real_start_time = p->start_time; monotonic_to_bootbased(&p->real_start_time); |
1da177e4c Linux-2.6.12-rc2 |
1173 |
p->io_context = NULL; |
1da177e4c Linux-2.6.12-rc2 |
1174 |
p->audit_context = NULL; |
4714d1d32 cgroups: read-wri... |
1175 |
if (clone_flags & CLONE_THREAD) |
257058ae2 threadgroup: rena... |
1176 |
threadgroup_change_begin(current); |
b4f48b636 Task Control Grou... |
1177 |
cgroup_fork(p); |
1da177e4c Linux-2.6.12-rc2 |
1178 |
#ifdef CONFIG_NUMA |
846a16bf0 mempolicy: rename... |
1179 |
p->mempolicy = mpol_dup(p->mempolicy); |
fb0a685cb kernel/fork.c: fi... |
1180 1181 1182 |
if (IS_ERR(p->mempolicy)) { retval = PTR_ERR(p->mempolicy); p->mempolicy = NULL; |
e8604cb43 cgroup: fix spuri... |
1183 |
goto bad_fork_cleanup_threadgroup_lock; |
fb0a685cb kernel/fork.c: fi... |
1184 |
} |
1da177e4c Linux-2.6.12-rc2 |
1185 |
#endif |
778d3b0ff cpusets: randomiz... |
1186 1187 1188 |
#ifdef CONFIG_CPUSETS p->cpuset_mem_spread_rotor = NUMA_NO_NODE; p->cpuset_slab_spread_rotor = NUMA_NO_NODE; |
cc9a6c877 cpuset: mm: reduc... |
1189 |
seqcount_init(&p->mems_allowed_seq); |
778d3b0ff cpusets: randomiz... |
1190 |
#endif |
de30a2b35 [PATCH] lockdep: ... |
1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 |
#ifdef CONFIG_TRACE_IRQFLAGS p->irq_events = 0; p->hardirqs_enabled = 0; p->hardirq_enable_ip = 0; p->hardirq_enable_event = 0; p->hardirq_disable_ip = _THIS_IP_; p->hardirq_disable_event = 0; p->softirqs_enabled = 1; p->softirq_enable_ip = _THIS_IP_; p->softirq_enable_event = 0; p->softirq_disable_ip = 0; p->softirq_disable_event = 0; p->hardirq_context = 0; p->softirq_context = 0; #endif |
fbb9ce953 [PATCH] lockdep: ... |
1206 1207 1208 1209 1210 |
#ifdef CONFIG_LOCKDEP p->lockdep_depth = 0; /* no locks held yet */ p->curr_chain_key = 0; p->lockdep_recursion = 0; #endif |
1da177e4c Linux-2.6.12-rc2 |
1211 |
|
408894ee4 [PATCH] mutex sub... |
1212 1213 1214 |
#ifdef CONFIG_DEBUG_MUTEXES p->blocked_on = NULL; /* not blocked yet */ #endif |
c255a4580 memcg: rename con... |
1215 |
#ifdef CONFIG_MEMCG |
569b846df memcg: coalesce u... |
1216 1217 1218 |
p->memcg_batch.do_batch = 0; p->memcg_batch.memcg = NULL; #endif |
cafe56359 bcache: A block l... |
1219 1220 1221 1222 |
#ifdef CONFIG_BCACHE p->sequential_io = 0; p->sequential_io_avg = 0; #endif |
0f4814065 x86, ptrace: add ... |
1223 |
|
3c90e6e99 sched: fix copy_n... |
1224 |
/* Perform scheduler related setup. Assign this task to a CPU. */ |
aab03e05e sched/deadline: A... |
1225 1226 1227 |
retval = sched_fork(clone_flags, p); if (retval) goto bad_fork_cleanup_policy; |
6ab423e0e perf_counter: Pro... |
1228 |
|
cdd6c482c perf: Do the big ... |
1229 |
retval = perf_event_init_task(p); |
6ab423e0e perf_counter: Pro... |
1230 1231 |
if (retval) goto bad_fork_cleanup_policy; |
fb0a685cb kernel/fork.c: fi... |
1232 1233 |
retval = audit_alloc(p); if (retval) |
f1752eec6 CRED: Detach the ... |
1234 |
goto bad_fork_cleanup_policy; |
1da177e4c Linux-2.6.12-rc2 |
1235 |
/* copy all the process information */ |
fb0a685cb kernel/fork.c: fi... |
1236 1237 |
retval = copy_semundo(clone_flags, p); if (retval) |
1da177e4c Linux-2.6.12-rc2 |
1238 |
goto bad_fork_cleanup_audit; |
fb0a685cb kernel/fork.c: fi... |
1239 1240 |
retval = copy_files(clone_flags, p); if (retval) |
1da177e4c Linux-2.6.12-rc2 |
1241 |
goto bad_fork_cleanup_semundo; |
fb0a685cb kernel/fork.c: fi... |
1242 1243 |
retval = copy_fs(clone_flags, p); if (retval) |
1da177e4c Linux-2.6.12-rc2 |
1244 |
goto bad_fork_cleanup_files; |
fb0a685cb kernel/fork.c: fi... |
1245 1246 |
retval = copy_sighand(clone_flags, p); if (retval) |
1da177e4c Linux-2.6.12-rc2 |
1247 |
goto bad_fork_cleanup_fs; |
fb0a685cb kernel/fork.c: fi... |
1248 1249 |
retval = copy_signal(clone_flags, p); if (retval) |
1da177e4c Linux-2.6.12-rc2 |
1250 |
goto bad_fork_cleanup_sighand; |
fb0a685cb kernel/fork.c: fi... |
1251 1252 |
retval = copy_mm(clone_flags, p); if (retval) |
1da177e4c Linux-2.6.12-rc2 |
1253 |
goto bad_fork_cleanup_signal; |
fb0a685cb kernel/fork.c: fi... |
1254 1255 |
retval = copy_namespaces(clone_flags, p); if (retval) |
d84f4f992 CRED: Inaugurate ... |
1256 |
goto bad_fork_cleanup_mm; |
fb0a685cb kernel/fork.c: fi... |
1257 1258 |
retval = copy_io(clone_flags, p); if (retval) |
fd0928df9 ioprio: move io p... |
1259 |
goto bad_fork_cleanup_namespaces; |
afa86fc42 flagday: don't pa... |
1260 |
retval = copy_thread(clone_flags, stack_start, stack_size, p); |
1da177e4c Linux-2.6.12-rc2 |
1261 |
if (retval) |
fd0928df9 ioprio: move io p... |
1262 |
goto bad_fork_cleanup_io; |
1da177e4c Linux-2.6.12-rc2 |
1263 |
|
425fb2b4b pid namespaces: m... |
1264 1265 |
if (pid != &init_struct_pid) { retval = -ENOMEM; |
c2b1df2eb Rename nsproxy.pi... |
1266 |
pid = alloc_pid(p->nsproxy->pid_ns_for_children); |
425fb2b4b pid namespaces: m... |
1267 |
if (!pid) |
fd0928df9 ioprio: move io p... |
1268 |
goto bad_fork_cleanup_io; |
425fb2b4b pid namespaces: m... |
1269 |
} |
1da177e4c Linux-2.6.12-rc2 |
1270 1271 1272 1273 |
p->set_child_tid = (clone_flags & CLONE_CHILD_SETTID) ? child_tidptr : NULL; /* * Clear TID on mm_release()? */ |
fb0a685cb kernel/fork.c: fi... |
1274 |
p->clear_child_tid = (clone_flags & CLONE_CHILD_CLEARTID) ? child_tidptr : NULL; |
73c101011 block: initial pa... |
1275 1276 1277 |
#ifdef CONFIG_BLOCK p->plug = NULL; #endif |
42b2dd0a0 Shrink task_struc... |
1278 |
#ifdef CONFIG_FUTEX |
8f17d3a50 [PATCH] lightweig... |
1279 1280 1281 1282 |
p->robust_list = NULL; #ifdef CONFIG_COMPAT p->compat_robust_list = NULL; #endif |
c87e2837b [PATCH] pi-futex:... |
1283 1284 |
INIT_LIST_HEAD(&p->pi_state_list); p->pi_state_cache = NULL; |
42b2dd0a0 Shrink task_struc... |
1285 |
#endif |
1da177e4c Linux-2.6.12-rc2 |
1286 |
/* |
f9a3879ab [PATCH] Fix sigal... |
1287 1288 1289 1290 1291 1292 |
* sigaltstack should be cleared when sharing the same VM */ if ((clone_flags & (CLONE_VM|CLONE_VFORK)) == CLONE_VM) p->sas_ss_sp = p->sas_ss_size = 0; /* |
6580807da ptrace: copy_proc... |
1293 1294 |
* Syscall tracing and stepping should be turned off in the * child regardless of CLONE_PTRACE. |
1da177e4c Linux-2.6.12-rc2 |
1295 |
*/ |
6580807da ptrace: copy_proc... |
1296 |
user_disable_single_step(p); |
1da177e4c Linux-2.6.12-rc2 |
1297 |
clear_tsk_thread_flag(p, TIF_SYSCALL_TRACE); |
ed75e8d58 [PATCH] UML Suppo... |
1298 1299 1300 |
#ifdef TIF_SYSCALL_EMU clear_tsk_thread_flag(p, TIF_SYSCALL_EMU); #endif |
9745512ce sched: latencytop... |
1301 |
clear_all_latency_tracing(p); |
1da177e4c Linux-2.6.12-rc2 |
1302 |
|
1da177e4c Linux-2.6.12-rc2 |
1303 |
/* ok, now we should be set up.. */ |
18c830df7 kernel/fork.c:cop... |
1304 1305 |
p->pid = pid_nr(pid); if (clone_flags & CLONE_THREAD) { |
5f8aadd8b CLONE_PARENT shou... |
1306 |
p->exit_signal = -1; |
18c830df7 kernel/fork.c:cop... |
1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 |
p->group_leader = current->group_leader; p->tgid = current->tgid; } else { if (clone_flags & CLONE_PARENT) p->exit_signal = current->group_leader->exit_signal; else p->exit_signal = (clone_flags & CSIGNAL); p->group_leader = p; p->tgid = p->pid; } |
5f8aadd8b CLONE_PARENT shou... |
1317 |
|
9d823e8f6 writeback: per ta... |
1318 1319 |
p->nr_dirtied = 0; p->nr_dirtied_pause = 128 >> (PAGE_SHIFT - 10); |
83712358b writeback: dirty ... |
1320 |
p->dirty_paused_when = 0; |
9d823e8f6 writeback: per ta... |
1321 |
|
bb8cbbfee tasks/fork: Remov... |
1322 |
p->pdeath_signal = 0; |
47e65328a [PATCH] pids: kil... |
1323 |
INIT_LIST_HEAD(&p->thread_group); |
158e1645e trim task_work: g... |
1324 |
p->task_works = NULL; |
1da177e4c Linux-2.6.12-rc2 |
1325 |
|
18c830df7 kernel/fork.c:cop... |
1326 1327 1328 1329 |
/* * Make it visible to the rest of the system, but dont wake it up yet. * Need tasklist lock for parent etc handling! */ |
1da177e4c Linux-2.6.12-rc2 |
1330 |
write_lock_irq(&tasklist_lock); |
1da177e4c Linux-2.6.12-rc2 |
1331 |
/* CLONE_PARENT re-uses the old parent */ |
2d5516cbb copy_process: fix... |
1332 |
if (clone_flags & (CLONE_PARENT|CLONE_THREAD)) { |
1da177e4c Linux-2.6.12-rc2 |
1333 |
p->real_parent = current->real_parent; |
2d5516cbb copy_process: fix... |
1334 1335 |
p->parent_exec_id = current->parent_exec_id; } else { |
1da177e4c Linux-2.6.12-rc2 |
1336 |
p->real_parent = current; |
2d5516cbb copy_process: fix... |
1337 1338 |
p->parent_exec_id = current->self_exec_id; } |
1da177e4c Linux-2.6.12-rc2 |
1339 |
|
3f17da699 [PATCH] fix kill_... |
1340 |
spin_lock(¤t->sighand->siglock); |
4a2c7a783 [PATCH] make fork... |
1341 1342 1343 1344 1345 1346 1347 1348 |
/* * Process group and session signals need to be delivered to just the * parent before the fork or both the parent and the child after the * fork. Restart if a signal comes in before we add the new process to * it's process group. * A fatal signal pending means that current will exit, so the new * thread can't slip out of an OOM kill (or normal SIGKILL). |
fb0a685cb kernel/fork.c: fi... |
1349 |
*/ |
23ff44402 whitespace fixes:... |
1350 |
recalc_sigpending(); |
4a2c7a783 [PATCH] make fork... |
1351 1352 1353 1354 |
if (signal_pending(current)) { spin_unlock(¤t->sighand->siglock); write_unlock_irq(&tasklist_lock); retval = -ERESTARTNOINTR; |
f7e8b616e function-graph: m... |
1355 |
goto bad_fork_free_pid; |
4a2c7a783 [PATCH] make fork... |
1356 |
} |
73b9ebfe1 [PATCH] pidhash: ... |
1357 |
if (likely(p->pid)) { |
4b9d33e6d ptrace: kill clon... |
1358 |
ptrace_init_task(p, (clone_flags & CLONE_PTRACE) || trace); |
73b9ebfe1 [PATCH] pidhash: ... |
1359 |
|
819077398 kernel/fork.c:cop... |
1360 |
init_task_pid(p, PIDTYPE_PID, pid); |
73b9ebfe1 [PATCH] pidhash: ... |
1361 |
if (thread_group_leader(p)) { |
819077398 kernel/fork.c:cop... |
1362 1363 |
init_task_pid(p, PIDTYPE_PGID, task_pgrp(current)); init_task_pid(p, PIDTYPE_SID, task_session(current)); |
1c4042c29 pidns: Consolidat... |
1364 |
if (is_child_reaper(pid)) { |
17cf22c33 pidns: Use task_a... |
1365 |
ns_of_pid(pid)->child_reaper = p; |
1c4042c29 pidns: Consolidat... |
1366 1367 |
p->signal->flags |= SIGNAL_UNKILLABLE; } |
73b9ebfe1 [PATCH] pidhash: ... |
1368 |
|
fea9d1755 ITIMER_REAL: conv... |
1369 |
p->signal->leader_pid = pid; |
9c9f4ded9 tty: Add a kref c... |
1370 |
p->signal->tty = tty_kref_get(current->signal->tty); |
9cd80bbb0 do_wait() optimiz... |
1371 |
list_add_tail(&p->sibling, &p->real_parent->children); |
5e85d4abe [PATCH] task: Mak... |
1372 |
list_add_tail_rcu(&p->tasks, &init_task.tasks); |
819077398 kernel/fork.c:cop... |
1373 1374 |
attach_pid(p, PIDTYPE_PGID); attach_pid(p, PIDTYPE_SID); |
909ea9646 core: Replace __g... |
1375 |
__this_cpu_inc(process_counts); |
80628ca06 kernel/fork.c:cop... |
1376 1377 1378 1379 |
} else { current->signal->nr_threads++; atomic_inc(¤t->signal->live); atomic_inc(¤t->signal->sigcnt); |
80628ca06 kernel/fork.c:cop... |
1380 1381 |
list_add_tail_rcu(&p->thread_group, &p->group_leader->thread_group); |
0c740d0af introduce for_eac... |
1382 1383 |
list_add_tail_rcu(&p->thread_node, &p->signal->thread_head); |
73b9ebfe1 [PATCH] pidhash: ... |
1384 |
} |
819077398 kernel/fork.c:cop... |
1385 |
attach_pid(p, PIDTYPE_PID); |
73b9ebfe1 [PATCH] pidhash: ... |
1386 |
nr_threads++; |
1da177e4c Linux-2.6.12-rc2 |
1387 |
} |
1da177e4c Linux-2.6.12-rc2 |
1388 |
total_forks++; |
3f17da699 [PATCH] fix kill_... |
1389 |
spin_unlock(¤t->sighand->siglock); |
1da177e4c Linux-2.6.12-rc2 |
1390 |
write_unlock_irq(&tasklist_lock); |
c13cf856c [PATCH] fork.c: p... |
1391 |
proc_fork_connector(p); |
817929ec2 Task Control Grou... |
1392 |
cgroup_post_fork(p); |
4714d1d32 cgroups: read-wri... |
1393 |
if (clone_flags & CLONE_THREAD) |
257058ae2 threadgroup: rena... |
1394 |
threadgroup_change_end(current); |
cdd6c482c perf: Do the big ... |
1395 |
perf_event_fork(p); |
43d2b1132 tracepoint: add t... |
1396 1397 |
trace_task_newtask(p, clone_flags); |
3ab679661 uprobes: Teach up... |
1398 |
uprobe_copy_process(p, clone_flags); |
43d2b1132 tracepoint: add t... |
1399 |
|
1da177e4c Linux-2.6.12-rc2 |
1400 |
return p; |
425fb2b4b pid namespaces: m... |
1401 1402 1403 |
bad_fork_free_pid: if (pid != &init_struct_pid) free_pid(pid); |
fd0928df9 ioprio: move io p... |
1404 |
bad_fork_cleanup_io: |
b69f22920 block: Fix io_con... |
1405 1406 |
if (p->io_context) exit_io_context(p); |
ab516013a [PATCH] namespace... |
1407 |
bad_fork_cleanup_namespaces: |
444f378b2 Revert "[PATCH] n... |
1408 |
exit_task_namespaces(p); |
1da177e4c Linux-2.6.12-rc2 |
1409 |
bad_fork_cleanup_mm: |
c9f01245b oom: remove oom_d... |
1410 |
if (p->mm) |
1da177e4c Linux-2.6.12-rc2 |
1411 1412 |
mmput(p->mm); bad_fork_cleanup_signal: |
4ab6c0833 clone(): fix race... |
1413 |
if (!(clone_flags & CLONE_THREAD)) |
1c5354de9 sched: Move sched... |
1414 |
free_signal_struct(p->signal); |
1da177e4c Linux-2.6.12-rc2 |
1415 |
bad_fork_cleanup_sighand: |
a7e5328a0 [PATCH] cleanup _... |
1416 |
__cleanup_sighand(p->sighand); |
1da177e4c Linux-2.6.12-rc2 |
1417 1418 1419 1420 1421 1422 1423 1424 |
bad_fork_cleanup_fs: exit_fs(p); /* blocking */ bad_fork_cleanup_files: exit_files(p); /* blocking */ bad_fork_cleanup_semundo: exit_sem(p); bad_fork_cleanup_audit: audit_free(p); |
1da177e4c Linux-2.6.12-rc2 |
1425 |
bad_fork_cleanup_policy: |
cdd6c482c perf: Do the big ... |
1426 |
perf_event_free_task(p); |
1da177e4c Linux-2.6.12-rc2 |
1427 |
#ifdef CONFIG_NUMA |
f0be3d32b mempolicy: rename... |
1428 |
mpol_put(p->mempolicy); |
e8604cb43 cgroup: fix spuri... |
1429 |
bad_fork_cleanup_threadgroup_lock: |
1da177e4c Linux-2.6.12-rc2 |
1430 |
#endif |
4714d1d32 cgroups: read-wri... |
1431 |
if (clone_flags & CLONE_THREAD) |
257058ae2 threadgroup: rena... |
1432 |
threadgroup_change_end(current); |
35df17c57 [PATCH] task dela... |
1433 |
delayacct_tsk_free(p); |
a1261f546 [PATCH] m68k: int... |
1434 |
module_put(task_thread_info(p)->exec_domain->module); |
1da177e4c Linux-2.6.12-rc2 |
1435 |
bad_fork_cleanup_count: |
d84f4f992 CRED: Inaugurate ... |
1436 |
atomic_dec(&p->cred->user->processes); |
e0e817392 CRED: Add some co... |
1437 |
exit_creds(p); |
1da177e4c Linux-2.6.12-rc2 |
1438 1439 |
bad_fork_free: free_task(p); |
fe7d37d1f [PATCH] copy_proc... |
1440 1441 |
fork_out: return ERR_PTR(retval); |
1da177e4c Linux-2.6.12-rc2 |
1442 |
} |
f106eee10 pids: fix fork_id... |
1443 1444 1445 1446 1447 1448 1449 1450 1451 |
static inline void init_idle_pids(struct pid_link *links) { enum pid_type type; for (type = PIDTYPE_PID; type < PIDTYPE_MAX; ++type) { INIT_HLIST_NODE(&links[type].node); /* not really needed */ links[type].pid = &init_struct_pid; } } |
0db0628d9 kernel: delete __... |
1452 |
struct task_struct *fork_idle(int cpu) |
1da177e4c Linux-2.6.12-rc2 |
1453 |
{ |
36c8b5868 [PATCH] sched: cl... |
1454 |
struct task_struct *task; |
62e791c1b don't pass regs t... |
1455 |
task = copy_process(CLONE_VM, 0, 0, NULL, &init_struct_pid, 0); |
f106eee10 pids: fix fork_id... |
1456 1457 |
if (!IS_ERR(task)) { init_idle_pids(task->pids); |
753ca4f31 [PATCH] fix copy_... |
1458 |
init_idle(task, cpu); |
f106eee10 pids: fix fork_id... |
1459 |
} |
73b9ebfe1 [PATCH] pidhash: ... |
1460 |
|
1da177e4c Linux-2.6.12-rc2 |
1461 1462 |
return task; } |
1da177e4c Linux-2.6.12-rc2 |
1463 1464 1465 1466 1467 1468 1469 1470 |
/* * Ok, this is the main fork-routine. * * It copies the process, and if successful kick-starts * it and waits for it to finish using the VM if required. */ long do_fork(unsigned long clone_flags, unsigned long stack_start, |
1da177e4c Linux-2.6.12-rc2 |
1471 1472 1473 1474 1475 1476 |
unsigned long stack_size, int __user *parent_tidptr, int __user *child_tidptr) { struct task_struct *p; int trace = 0; |
92476d7fc [PATCH] pidhash: ... |
1477 |
long nr; |
1da177e4c Linux-2.6.12-rc2 |
1478 |
|
bdff746a3 clone: prepare to... |
1479 |
/* |
4b9d33e6d ptrace: kill clon... |
1480 1481 1482 1483 |
* Determine whether and which event to report to ptracer. When * called from kernel_thread or CLONE_UNTRACED is explicitly * requested, no event is reported; otherwise, report if the event * for the type of forking is enabled. |
09a05394f tracehook: clone |
1484 |
*/ |
e80d6661c flagday: kill pt_... |
1485 |
if (!(clone_flags & CLONE_UNTRACED)) { |
4b9d33e6d ptrace: kill clon... |
1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 |
if (clone_flags & CLONE_VFORK) trace = PTRACE_EVENT_VFORK; else if ((clone_flags & CSIGNAL) != SIGCHLD) trace = PTRACE_EVENT_CLONE; else trace = PTRACE_EVENT_FORK; if (likely(!ptrace_event_enabled(current, trace))) trace = 0; } |
1da177e4c Linux-2.6.12-rc2 |
1496 |
|
62e791c1b don't pass regs t... |
1497 |
p = copy_process(clone_flags, stack_start, stack_size, |
09a05394f tracehook: clone |
1498 |
child_tidptr, NULL, trace); |
1da177e4c Linux-2.6.12-rc2 |
1499 1500 1501 1502 1503 1504 |
/* * Do this prior waking up the new thread - the thread pointer * might get invalid after that point, if the thread exits quickly. */ if (!IS_ERR(p)) { struct completion vfork; |
0a16b6075 tracing, sched: L... |
1505 |
trace_sched_process_fork(current, p); |
6c5f3e7b4 Pidns: make full ... |
1506 |
nr = task_pid_vnr(p); |
30e49c263 pid namespaces: a... |
1507 1508 1509 |
if (clone_flags & CLONE_PARENT_SETTID) put_user(nr, parent_tidptr); |
a6f5e0637 pid namespaces: m... |
1510 |
|
1da177e4c Linux-2.6.12-rc2 |
1511 1512 1513 |
if (clone_flags & CLONE_VFORK) { p->vfork_done = &vfork; init_completion(&vfork); |
d68b46fe1 vfork: make it ki... |
1514 |
get_task_struct(p); |
1da177e4c Linux-2.6.12-rc2 |
1515 |
} |
3e51e3edf sched: Remove unu... |
1516 |
wake_up_new_task(p); |
1da177e4c Linux-2.6.12-rc2 |
1517 |
|
4b9d33e6d ptrace: kill clon... |
1518 1519 1520 |
/* forking complete and child started to run, tell ptracer */ if (unlikely(trace)) ptrace_event(trace, nr); |
09a05394f tracehook: clone |
1521 |
|
1da177e4c Linux-2.6.12-rc2 |
1522 |
if (clone_flags & CLONE_VFORK) { |
d68b46fe1 vfork: make it ki... |
1523 1524 |
if (!wait_for_vfork_done(p, &vfork)) ptrace_event(PTRACE_EVENT_VFORK_DONE, nr); |
1da177e4c Linux-2.6.12-rc2 |
1525 1526 |
} } else { |
92476d7fc [PATCH] pidhash: ... |
1527 |
nr = PTR_ERR(p); |
1da177e4c Linux-2.6.12-rc2 |
1528 |
} |
92476d7fc [PATCH] pidhash: ... |
1529 |
return nr; |
1da177e4c Linux-2.6.12-rc2 |
1530 |
} |
2aa3a7f86 preparation for g... |
1531 1532 1533 1534 1535 |
/* * Create a kernel thread. */ pid_t kernel_thread(int (*fn)(void *), void *arg, unsigned long flags) { |
e80d6661c flagday: kill pt_... |
1536 |
return do_fork(flags|CLONE_VM|CLONE_UNTRACED, (unsigned long)fn, |
2aa3a7f86 preparation for g... |
1537 1538 |
(unsigned long)arg, NULL, NULL); } |
2aa3a7f86 preparation for g... |
1539 |
|
d2125043a generic sys_fork ... |
1540 1541 1542 1543 |
#ifdef __ARCH_WANT_SYS_FORK SYSCALL_DEFINE0(fork) { #ifdef CONFIG_MMU |
e80d6661c flagday: kill pt_... |
1544 |
return do_fork(SIGCHLD, 0, 0, NULL, NULL); |
d2125043a generic sys_fork ... |
1545 1546 |
#else /* can not support in nommu mode */ |
5d59e1827 kernel/fork.c: fi... |
1547 |
return -EINVAL; |
d2125043a generic sys_fork ... |
1548 1549 1550 1551 1552 1553 1554 |
#endif } #endif #ifdef __ARCH_WANT_SYS_VFORK SYSCALL_DEFINE0(vfork) { |
5d59e1827 kernel/fork.c: fi... |
1555 |
return do_fork(CLONE_VFORK | CLONE_VM | SIGCHLD, 0, |
d2125043a generic sys_fork ... |
1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 |
0, NULL, NULL); } #endif #ifdef __ARCH_WANT_SYS_CLONE #ifdef CONFIG_CLONE_BACKWARDS SYSCALL_DEFINE5(clone, unsigned long, clone_flags, unsigned long, newsp, int __user *, parent_tidptr, int, tls_val, int __user *, child_tidptr) #elif defined(CONFIG_CLONE_BACKWARDS2) SYSCALL_DEFINE5(clone, unsigned long, newsp, unsigned long, clone_flags, int __user *, parent_tidptr, int __user *, child_tidptr, int, tls_val) |
dfa9771a7 microblaze: fix c... |
1571 1572 1573 1574 1575 1576 |
#elif defined(CONFIG_CLONE_BACKWARDS3) SYSCALL_DEFINE6(clone, unsigned long, clone_flags, unsigned long, newsp, int, stack_size, int __user *, parent_tidptr, int __user *, child_tidptr, int, tls_val) |
d2125043a generic sys_fork ... |
1577 1578 1579 1580 1581 1582 1583 |
#else SYSCALL_DEFINE5(clone, unsigned long, clone_flags, unsigned long, newsp, int __user *, parent_tidptr, int __user *, child_tidptr, int, tls_val) #endif { |
2cf096668 make SYSCALL_DEFI... |
1584 |
return do_fork(clone_flags, newsp, 0, parent_tidptr, child_tidptr); |
d2125043a generic sys_fork ... |
1585 1586 |
} #endif |
5fd63b308 [PATCH] x86_64: I... |
1587 1588 1589 |
#ifndef ARCH_MIN_MMSTRUCT_ALIGN #define ARCH_MIN_MMSTRUCT_ALIGN 0 #endif |
51cc50685 SL*B: drop kmem c... |
1590 |
static void sighand_ctor(void *data) |
aa1757f90 [PATCH] convert s... |
1591 1592 |
{ struct sighand_struct *sighand = data; |
a35afb830 Remove SLAB_CTOR_... |
1593 |
spin_lock_init(&sighand->siglock); |
b8fceee17 signalfd simplifi... |
1594 |
init_waitqueue_head(&sighand->signalfd_wqh); |
aa1757f90 [PATCH] convert s... |
1595 |
} |
1da177e4c Linux-2.6.12-rc2 |
1596 1597 1598 1599 |
void __init proc_caches_init(void) { sighand_cachep = kmem_cache_create("sighand_cache", sizeof(struct sighand_struct), 0, |
2dff44052 kmemcheck: add mm... |
1600 1601 |
SLAB_HWCACHE_ALIGN|SLAB_PANIC|SLAB_DESTROY_BY_RCU| SLAB_NOTRACK, sighand_ctor); |
1da177e4c Linux-2.6.12-rc2 |
1602 1603 |
signal_cachep = kmem_cache_create("signal_cache", sizeof(struct signal_struct), 0, |
2dff44052 kmemcheck: add mm... |
1604 |
SLAB_HWCACHE_ALIGN|SLAB_PANIC|SLAB_NOTRACK, NULL); |
20c2df83d mm: Remove slab d... |
1605 |
files_cachep = kmem_cache_create("files_cache", |
1da177e4c Linux-2.6.12-rc2 |
1606 |
sizeof(struct files_struct), 0, |
2dff44052 kmemcheck: add mm... |
1607 |
SLAB_HWCACHE_ALIGN|SLAB_PANIC|SLAB_NOTRACK, NULL); |
20c2df83d mm: Remove slab d... |
1608 |
fs_cachep = kmem_cache_create("fs_cache", |
1da177e4c Linux-2.6.12-rc2 |
1609 |
sizeof(struct fs_struct), 0, |
2dff44052 kmemcheck: add mm... |
1610 |
SLAB_HWCACHE_ALIGN|SLAB_PANIC|SLAB_NOTRACK, NULL); |
6345d24da mm: Fix boot cras... |
1611 1612 1613 1614 1615 1616 1617 |
/* * FIXME! The "sizeof(struct mm_struct)" currently includes the * whole struct cpumask for the OFFSTACK case. We could change * this to *only* allocate as much of it as required by the * maximum number of CPU's we can ever have. The cpumask_allocation * is at the end of the structure, exactly for that reason. */ |
1da177e4c Linux-2.6.12-rc2 |
1618 |
mm_cachep = kmem_cache_create("mm_struct", |
5fd63b308 [PATCH] x86_64: I... |
1619 |
sizeof(struct mm_struct), ARCH_MIN_MMSTRUCT_ALIGN, |
2dff44052 kmemcheck: add mm... |
1620 |
SLAB_HWCACHE_ALIGN|SLAB_PANIC|SLAB_NOTRACK, NULL); |
33e5d7697 nommu: fix a numb... |
1621 |
vm_area_cachep = KMEM_CACHE(vm_area_struct, SLAB_PANIC); |
8feae1311 NOMMU: Make VMAs ... |
1622 |
mmap_init(); |
665771939 make sure that ns... |
1623 |
nsproxy_cache_init(); |
1da177e4c Linux-2.6.12-rc2 |
1624 |
} |
cf2e340f4 [PATCH] unshare s... |
1625 |
|
cf2e340f4 [PATCH] unshare s... |
1626 |
/* |
9bfb23fc4 sys_unshare: remo... |
1627 |
* Check constraints on flags passed to the unshare system call. |
cf2e340f4 [PATCH] unshare s... |
1628 |
*/ |
9bfb23fc4 sys_unshare: remo... |
1629 |
static int check_unshare_flags(unsigned long unshare_flags) |
cf2e340f4 [PATCH] unshare s... |
1630 |
{ |
9bfb23fc4 sys_unshare: remo... |
1631 1632 |
if (unshare_flags & ~(CLONE_THREAD|CLONE_FS|CLONE_NEWNS|CLONE_SIGHAND| CLONE_VM|CLONE_FILES|CLONE_SYSVSEM| |
50804fe37 pidns: Support un... |
1633 |
CLONE_NEWUTS|CLONE_NEWIPC|CLONE_NEWNET| |
b2e0d9870 userns: Implement... |
1634 |
CLONE_NEWUSER|CLONE_NEWPID)) |
9bfb23fc4 sys_unshare: remo... |
1635 |
return -EINVAL; |
cf2e340f4 [PATCH] unshare s... |
1636 |
/* |
9bfb23fc4 sys_unshare: remo... |
1637 1638 1639 |
* Not implemented, but pretend it works if there is nothing to * unshare. Note that unsharing CLONE_THREAD or CLONE_SIGHAND * needs to unshare vm. |
cf2e340f4 [PATCH] unshare s... |
1640 |
*/ |
9bfb23fc4 sys_unshare: remo... |
1641 1642 1643 1644 1645 |
if (unshare_flags & (CLONE_THREAD | CLONE_SIGHAND | CLONE_VM)) { /* FIXME: get_task_mm() increments ->mm_users */ if (atomic_read(¤t->mm->mm_users) > 1) return -EINVAL; } |
cf2e340f4 [PATCH] unshare s... |
1646 1647 1648 1649 1650 |
return 0; } /* |
99d1419d9 [PATCH] unshare s... |
1651 |
* Unshare the filesystem structure if it is being shared |
cf2e340f4 [PATCH] unshare s... |
1652 1653 1654 1655 |
*/ static int unshare_fs(unsigned long unshare_flags, struct fs_struct **new_fsp) { struct fs_struct *fs = current->fs; |
498052bba New locking/refco... |
1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 |
if (!(unshare_flags & CLONE_FS) || !fs) return 0; /* don't need lock here; in the worst case we'll do useless copy */ if (fs->users == 1) return 0; *new_fsp = copy_fs_struct(fs); if (!*new_fsp) return -ENOMEM; |
cf2e340f4 [PATCH] unshare s... |
1666 1667 1668 1669 1670 |
return 0; } /* |
a016f3389 [PATCH] unshare s... |
1671 |
* Unshare file descriptor table if it is being shared |
cf2e340f4 [PATCH] unshare s... |
1672 1673 1674 1675 |
*/ static int unshare_fd(unsigned long unshare_flags, struct files_struct **new_fdp) { struct files_struct *fd = current->files; |
a016f3389 [PATCH] unshare s... |
1676 |
int error = 0; |
cf2e340f4 [PATCH] unshare s... |
1677 1678 |
if ((unshare_flags & CLONE_FILES) && |
a016f3389 [PATCH] unshare s... |
1679 1680 1681 1682 1683 |
(fd && atomic_read(&fd->count) > 1)) { *new_fdp = dup_fd(fd, &error); if (!*new_fdp) return error; } |
cf2e340f4 [PATCH] unshare s... |
1684 1685 1686 1687 1688 |
return 0; } /* |
cf2e340f4 [PATCH] unshare s... |
1689 1690 1691 1692 1693 1694 1695 |
* unshare allows a process to 'unshare' part of the process * context which was originally shared using clone. copy_* * functions used by do_fork() cannot be used here directly * because they modify an inactive task_struct that is being * constructed. Here we are modifying the current, active, * task_struct. */ |
6559eed8c [CVE-2009-0029] S... |
1696 |
SYSCALL_DEFINE1(unshare, unsigned long, unshare_flags) |
cf2e340f4 [PATCH] unshare s... |
1697 |
{ |
cf2e340f4 [PATCH] unshare s... |
1698 |
struct fs_struct *fs, *new_fs = NULL; |
cf2e340f4 [PATCH] unshare s... |
1699 |
struct files_struct *fd, *new_fd = NULL; |
b2e0d9870 userns: Implement... |
1700 |
struct cred *new_cred = NULL; |
cf7b708c8 Make access to ta... |
1701 |
struct nsproxy *new_nsproxy = NULL; |
9edff4ab1 ipc: sysvsem: imp... |
1702 |
int do_sysvsem = 0; |
9bfb23fc4 sys_unshare: remo... |
1703 |
int err; |
cf2e340f4 [PATCH] unshare s... |
1704 |
|
50804fe37 pidns: Support un... |
1705 |
/* |
b2e0d9870 userns: Implement... |
1706 1707 1708 |
* If unsharing a user namespace must also unshare the thread. */ if (unshare_flags & CLONE_NEWUSER) |
e66eded83 userns: Don't all... |
1709 |
unshare_flags |= CLONE_THREAD | CLONE_FS; |
b2e0d9870 userns: Implement... |
1710 |
/* |
50804fe37 pidns: Support un... |
1711 1712 1713 1714 1715 1716 1717 1718 1719 |
* If unsharing a thread from a thread group, must also unshare vm. */ if (unshare_flags & CLONE_THREAD) unshare_flags |= CLONE_VM; /* * If unsharing vm, must also unshare signal handlers. */ if (unshare_flags & CLONE_VM) unshare_flags |= CLONE_SIGHAND; |
6013f67fc ipc: sysvsem: for... |
1720 |
/* |
9bfb23fc4 sys_unshare: remo... |
1721 1722 1723 1724 |
* If unsharing namespace, must also unshare filesystem information. */ if (unshare_flags & CLONE_NEWNS) unshare_flags |= CLONE_FS; |
50804fe37 pidns: Support un... |
1725 1726 1727 1728 |
err = check_unshare_flags(unshare_flags); if (err) goto bad_unshare_out; |
9bfb23fc4 sys_unshare: remo... |
1729 |
/* |
6013f67fc ipc: sysvsem: for... |
1730 1731 1732 1733 1734 |
* CLONE_NEWIPC must also detach from the undolist: after switching * to a new ipc namespace, the semaphore arrays from the old * namespace are unreachable. */ if (unshare_flags & (CLONE_NEWIPC|CLONE_SYSVSEM)) |
9edff4ab1 ipc: sysvsem: imp... |
1735 |
do_sysvsem = 1; |
fb0a685cb kernel/fork.c: fi... |
1736 1737 |
err = unshare_fs(unshare_flags, &new_fs); if (err) |
9bfb23fc4 sys_unshare: remo... |
1738 |
goto bad_unshare_out; |
fb0a685cb kernel/fork.c: fi... |
1739 1740 |
err = unshare_fd(unshare_flags, &new_fd); if (err) |
9bfb23fc4 sys_unshare: remo... |
1741 |
goto bad_unshare_cleanup_fs; |
b2e0d9870 userns: Implement... |
1742 |
err = unshare_userns(unshare_flags, &new_cred); |
fb0a685cb kernel/fork.c: fi... |
1743 |
if (err) |
9edff4ab1 ipc: sysvsem: imp... |
1744 |
goto bad_unshare_cleanup_fd; |
b2e0d9870 userns: Implement... |
1745 1746 1747 1748 |
err = unshare_nsproxy_namespaces(unshare_flags, &new_nsproxy, new_cred, new_fs); if (err) goto bad_unshare_cleanup_cred; |
c0b2fc316 [PATCH] uts: copy... |
1749 |
|
b2e0d9870 userns: Implement... |
1750 |
if (new_fs || new_fd || do_sysvsem || new_cred || new_nsproxy) { |
9edff4ab1 ipc: sysvsem: imp... |
1751 1752 1753 1754 1755 1756 |
if (do_sysvsem) { /* * CLONE_SYSVSEM is equivalent to sys_exit(). */ exit_sem(current); } |
ab516013a [PATCH] namespace... |
1757 |
|
6f977e6b2 fork: unshare: re... |
1758 |
if (new_nsproxy) |
cf7b708c8 Make access to ta... |
1759 |
switch_task_namespaces(current, new_nsproxy); |
cf2e340f4 [PATCH] unshare s... |
1760 |
|
cf7b708c8 Make access to ta... |
1761 |
task_lock(current); |
cf2e340f4 [PATCH] unshare s... |
1762 1763 |
if (new_fs) { fs = current->fs; |
2a4419b5b fs: fs_struct rwl... |
1764 |
spin_lock(&fs->lock); |
cf2e340f4 [PATCH] unshare s... |
1765 |
current->fs = new_fs; |
498052bba New locking/refco... |
1766 1767 1768 1769 |
if (--fs->users) new_fs = NULL; else new_fs = fs; |
2a4419b5b fs: fs_struct rwl... |
1770 |
spin_unlock(&fs->lock); |
cf2e340f4 [PATCH] unshare s... |
1771 |
} |
cf2e340f4 [PATCH] unshare s... |
1772 1773 1774 1775 1776 1777 1778 |
if (new_fd) { fd = current->files; current->files = new_fd; new_fd = fd; } task_unlock(current); |
b2e0d9870 userns: Implement... |
1779 1780 1781 1782 1783 1784 |
if (new_cred) { /* Install the new user namespace */ commit_creds(new_cred); new_cred = NULL; } |
cf2e340f4 [PATCH] unshare s... |
1785 |
} |
b2e0d9870 userns: Implement... |
1786 1787 1788 |
bad_unshare_cleanup_cred: if (new_cred) put_cred(new_cred); |
cf2e340f4 [PATCH] unshare s... |
1789 1790 1791 |
bad_unshare_cleanup_fd: if (new_fd) put_files_struct(new_fd); |
cf2e340f4 [PATCH] unshare s... |
1792 1793 |
bad_unshare_cleanup_fs: if (new_fs) |
498052bba New locking/refco... |
1794 |
free_fs_struct(new_fs); |
cf2e340f4 [PATCH] unshare s... |
1795 |
|
cf2e340f4 [PATCH] unshare s... |
1796 1797 1798 |
bad_unshare_out: return err; } |
3b1253880 [PATCH] sanitize ... |
1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 |
/* * Helper to unshare the files of the current task. * We don't want to expose copy_files internals to * the exec layer of the kernel. */ int unshare_files(struct files_struct **displaced) { struct task_struct *task = current; |
50704516f Fix uninitialized... |
1809 |
struct files_struct *copy = NULL; |
3b1253880 [PATCH] sanitize ... |
1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 |
int error; error = unshare_fd(CLONE_FILES, ©); if (error || !copy) { *displaced = NULL; return error; } *displaced = task->files; task_lock(task); task->files = copy; task_unlock(task); return 0; } |