Blame view

init/main.c 21.4 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
6
7
8
9
10
  /*
   *  linux/init/main.c
   *
   *  Copyright (C) 1991, 1992  Linus Torvalds
   *
   *  GK 2/5/95  -  Changed to support mounting root fs via NFS
   *  Added initrd & change_root: Werner Almesberger & Hans Lermen, Feb '96
   *  Moan early if gcc is old, avoiding bogus kernels - Paul Gortmaker, May '96
   *  Simplified starting of init:  Michael A. Griffith <grif@acm.org> 
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
11
12
13
  #include <linux/types.h>
  #include <linux/module.h>
  #include <linux/proc_fs.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
14
15
  #include <linux/kernel.h>
  #include <linux/syscalls.h>
9b5609fd7   Ingo Molnar   stackprotector: i...
16
  #include <linux/stackprotector.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
17
18
19
  #include <linux/string.h>
  #include <linux/ctype.h>
  #include <linux/delay.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
20
21
22
23
  #include <linux/ioport.h>
  #include <linux/init.h>
  #include <linux/smp_lock.h>
  #include <linux/initrd.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
24
  #include <linux/bootmem.h>
4a7a16dc0   Len Brown   ACPI: move declar...
25
  #include <linux/acpi.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
26
27
28
29
  #include <linux/tty.h>
  #include <linux/gfp.h>
  #include <linux/percpu.h>
  #include <linux/kmod.h>
db64fe022   Nick Piggin   mm: rewrite vmap ...
30
  #include <linux/vmalloc.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
31
  #include <linux/kernel_stat.h>
d7cd56111   Rusty Russell   [PATCH] i386: cpu...
32
  #include <linux/start_kernel.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
33
  #include <linux/security.h>
3d4422332   Jens Axboe   Add generic helpe...
34
  #include <linux/smp.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
35
36
37
38
39
40
41
42
  #include <linux/workqueue.h>
  #include <linux/profile.h>
  #include <linux/rcupdate.h>
  #include <linux/moduleparam.h>
  #include <linux/kallsyms.h>
  #include <linux/writeback.h>
  #include <linux/cpu.h>
  #include <linux/cpuset.h>
ddbcc7e8e   Paul Menage   Task Control Grou...
43
  #include <linux/cgroup.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
44
  #include <linux/efi.h>
906568c9c   Thomas Gleixner   [PATCH] tick-mana...
45
  #include <linux/tick.h>
6168a702a   Andrew Morton   [PATCH] Declare i...
46
  #include <linux/interrupt.h>
c757249af   Shailabh Nagar   [PATCH] per-task-...
47
  #include <linux/taskstats_kern.h>
ca74e92b4   Shailabh Nagar   [PATCH] per-task-...
48
  #include <linux/delayacct.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
49
50
51
52
  #include <linux/unistd.h>
  #include <linux/rmap.h>
  #include <linux/mempolicy.h>
  #include <linux/key.h>
b6cd0b772   Adrian Bunk   [PATCH] fs/buffer...
53
  #include <linux/buffer_head.h>
94b6da5ab   KAMEZAWA Hiroyuki   memcg: fix page_c...
54
  #include <linux/page_cgroup.h>
9a11b49a8   Ingo Molnar   [PATCH] lockdep: ...
55
  #include <linux/debug_locks.h>
3ac7fe5a4   Thomas Gleixner   infrastructure to...
56
  #include <linux/debugobjects.h>
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
57
  #include <linux/lockdep.h>
3c7b4e6b8   Catalin Marinas   kmemleak: Add the...
58
  #include <linux/kmemleak.h>
84d737866   Sukadev Bhattiprolu   [PATCH] add child...
59
  #include <linux/pid_namespace.h>
1f21782e6   Adrian Bunk   Driver core: prop...
60
  #include <linux/device.h>
73c279927   Eric W. Biederman   kthread: don't de...
61
  #include <linux/kthread.h>
e6fe6649b   Adrian Bunk   sched: proper pro...
62
  #include <linux/sched.h>
a1c9eea9e   Adrian Bunk   proper prototype ...
63
  #include <linux/signal.h>
199f0ca51   Akinobu Mita   idr: create idr_l...
64
  #include <linux/idr.h>
68bf21aa1   Steven Rostedt   ftrace: mcount ca...
65
  #include <linux/ftrace.h>
22a9d6456   Arjan van de Ven   async: Asynchrono...
66
  #include <linux/async.h>
dfec072ec   Vegard Nossum   kmemcheck: add th...
67
  #include <linux/kmemcheck.h>
02af61bb5   Zhaolei   tracing, kmemtrac...
68
  #include <linux/kmemtrace.h>
6ae6996a4   Feng Tang   SFI: add platform...
69
  #include <linux/sfi.h>
2b2af54a5   Kay Sievers   Driver Core: devt...
70
  #include <linux/shmem_fs.h>
3f5ec1369   Frederic Weisbecker   tracing/fastboot:...
71
  #include <trace/boot.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
72
73
74
75
  
  #include <asm/io.h>
  #include <asm/bugs.h>
  #include <asm/setup.h>
a940199f2   Andi Kleen   [PATCH] x86_64: S...
76
  #include <asm/sections.h>
37b73c828   Arjan van de Ven   [PATCH] x86/x86_6...
77
  #include <asm/cacheflush.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
78

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
79
80
81
  #ifdef CONFIG_X86_LOCAL_APIC
  #include <asm/smp.h>
  #endif
aae5f662a   Sam Ravnborg   kbuild: whitelist...
82
  static int kernel_init(void *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
83
84
  
  extern void init_IRQ(void);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
85
86
87
  extern void fork_init(unsigned long);
  extern void mca_init(void);
  extern void sbus_init(void);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
88
89
90
  extern void prio_tree_init(void);
  extern void radix_tree_init(void);
  extern void free_initmem(void);
37b73c828   Arjan van de Ven   [PATCH] x86/x86_6...
91
92
93
  #ifndef CONFIG_DEBUG_RODATA
  static inline void mark_rodata_ro(void) { }
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
94
95
96
97
  
  #ifdef CONFIG_TC
  extern void tc_init(void);
  #endif
a68260483   Paul E. McKenney   rcu: Teach RCU th...
98
  enum system_states system_state __read_mostly;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
99
100
101
102
103
104
105
106
107
108
  EXPORT_SYMBOL(system_state);
  
  /*
   * Boot command-line arguments
   */
  #define MAX_INIT_ARGS CONFIG_INIT_ENV_ARG_LIMIT
  #define MAX_INIT_ENVS CONFIG_INIT_ENV_ARG_LIMIT
  
  extern void time_init(void);
  /* Default late time init is NULL. archs can override this later. */
d2e3192b6   Jan Beulich   init/main.c: mark...
109
  void (*__initdata late_time_init)(void);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
110
  extern void softirq_init(void);
30d7e0d46   Alon Bar-Lev   [PATCH] Dynamic k...
111
112
113
114
115
116
  /* Untouched command line saved by arch-specific code. */
  char __initdata boot_command_line[COMMAND_LINE_SIZE];
  /* Untouched saved command line (eg. for /proc) */
  char *saved_command_line;
  /* Command line for parameter parsing */
  static char *static_command_line;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
117
118
  
  static char *execute_command;
ffdfc4097   Olof Johansson   [PATCH] Add rdini...
119
  static char *ramdisk_execute_command;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
120

8b3b29550   Jan Beulich   adjust nosmp hand...
121
  #ifdef CONFIG_SMP
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
122
  /* Setup configured maximum number of CPUs to activate */
ca74a6f84   Andi Kleen   x86: optimize loc...
123
  unsigned int __initdata setup_max_cpus = NR_CPUS;
7e96287dd   Vivek Goyal   [PATCH] kdump: in...
124
125
  
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
126
127
128
129
130
131
132
133
134
   * Setup routine for controlling SMP activation
   *
   * Command-line option of "nosmp" or "maxcpus=0" will disable SMP
   * activation entirely (the MPS table probe still happens, though).
   *
   * Command-line option of "maxcpus=<NUM>", where <NUM> is an integer
   * greater than 0, limits the maximum number of CPUs activated in
   * SMP mode to <NUM>.
   */
65a4e574d   Ingo Molnar   smp, generic: int...
135
136
  
  void __weak arch_disable_smp_support(void) { }
61ec7567d   Len Brown   ACPI: boot correc...
137

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
138
139
  static int __init nosmp(char *str)
  {
ca74a6f84   Andi Kleen   x86: optimize loc...
140
  	setup_max_cpus = 0;
65a4e574d   Ingo Molnar   smp, generic: int...
141
  	arch_disable_smp_support();
8b3b29550   Jan Beulich   adjust nosmp hand...
142
  	return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
143
  }
8b3b29550   Jan Beulich   adjust nosmp hand...
144
  early_param("nosmp", nosmp);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
145
146
147
  
  static int __init maxcpus(char *str)
  {
ca74a6f84   Andi Kleen   x86: optimize loc...
148
149
  	get_option(&str, &setup_max_cpus);
  	if (setup_max_cpus == 0)
65a4e574d   Ingo Molnar   smp, generic: int...
150
  		arch_disable_smp_support();
61ec7567d   Len Brown   ACPI: boot correc...
151
152
  
  	return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
153
  }
813409771   Hugh Dickins   fix maxcpus=N par...
154
  early_param("maxcpus", maxcpus);
8b3b29550   Jan Beulich   adjust nosmp hand...
155
  #else
65a4e574d   Ingo Molnar   smp, generic: int...
156
  const unsigned int setup_max_cpus = NR_CPUS;
8b3b29550   Jan Beulich   adjust nosmp hand...
157
158
159
160
161
162
163
164
165
166
167
168
169
  #endif
  
  /*
   * If set, this is an indication to the drivers that reset the underlying
   * device before going ahead with the initialization otherwise driver might
   * rely on the BIOS and skip the reset operation.
   *
   * This is useful if kernel is booting in an unreliable environment.
   * For ex. kdump situaiton where previous kernel has crashed, BIOS has been
   * skipped and devices will be in unknown state.
   */
  unsigned int reset_devices;
  EXPORT_SYMBOL(reset_devices);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
170

7e96287dd   Vivek Goyal   [PATCH] kdump: in...
171
172
173
174
175
176
177
  static int __init set_reset_devices(char *str)
  {
  	reset_devices = 1;
  	return 1;
  }
  
  __setup("reset_devices", set_reset_devices);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
178
179
180
181
182
183
184
185
186
  static char * argv_init[MAX_INIT_ARGS+2] = { "init", NULL, };
  char * envp_init[MAX_INIT_ENVS+2] = { "HOME=/", "TERM=linux", NULL, };
  static const char *panic_later, *panic_param;
  
  extern struct obs_kernel_param __setup_start[], __setup_end[];
  
  static int __init obsolete_checksetup(char *line)
  {
  	struct obs_kernel_param *p;
33df0d19e   Rusty Russell   [PATCH] Allow ear...
187
  	int had_early_param = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
188
189
190
191
192
193
  
  	p = __setup_start;
  	do {
  		int n = strlen(p->str);
  		if (!strncmp(line, p->str, n)) {
  			if (p->early) {
33df0d19e   Rusty Russell   [PATCH] Allow ear...
194
195
196
197
  				/* Already done in parse_early_param?
  				 * (Needs exact match on param part).
  				 * Keep iterating, as we can have early
  				 * params and __setups of same names 8( */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
198
  				if (line[n] == '\0' || line[n] == '=')
33df0d19e   Rusty Russell   [PATCH] Allow ear...
199
  					had_early_param = 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
200
201
202
203
204
205
206
207
208
209
  			} else if (!p->setup_func) {
  				printk(KERN_WARNING "Parameter %s is obsolete,"
  				       " ignored
  ", p->str);
  				return 1;
  			} else if (p->setup_func(line + n))
  				return 1;
  		}
  		p++;
  	} while (p < __setup_end);
33df0d19e   Rusty Russell   [PATCH] Allow ear...
210
211
  
  	return had_early_param;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
212
213
214
215
216
217
218
219
220
221
222
223
  }
  
  /*
   * This should be approx 2 Bo*oMips to start (note initial shift), and will
   * still work even if initially too large, it will just take slightly longer
   */
  unsigned long loops_per_jiffy = (1<<12);
  
  EXPORT_SYMBOL(loops_per_jiffy);
  
  static int __init debug_kernel(char *str)
  {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
224
  	console_loglevel = 10;
f6f21c814   Yinghai Lu   Convert loglevel-...
225
  	return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
226
227
228
229
  }
  
  static int __init quiet_kernel(char *str)
  {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
230
  	console_loglevel = 4;
f6f21c814   Yinghai Lu   Convert loglevel-...
231
  	return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
232
  }
f6f21c814   Yinghai Lu   Convert loglevel-...
233
234
  early_param("debug", debug_kernel);
  early_param("quiet", quiet_kernel);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
235
236
237
238
  
  static int __init loglevel(char *str)
  {
  	get_option(&str, &console_loglevel);
d9d4fcfe5   Alex Riesen   Fix "Malformed ea...
239
  	return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
240
  }
f6f21c814   Yinghai Lu   Convert loglevel-...
241
  early_param("loglevel", loglevel);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
  
  /*
   * Unknown boot options get handed to init, unless they look like
   * failed parameters
   */
  static int __init unknown_bootoption(char *param, char *val)
  {
  	/* Change NUL term back to "=", to make "param" the whole string. */
  	if (val) {
  		/* param=val or param="val"? */
  		if (val == param+strlen(param)+1)
  			val[-1] = '=';
  		else if (val == param+strlen(param)+2) {
  			val[-2] = '=';
  			memmove(val-1, val, strlen(val)+1);
  			val--;
  		} else
  			BUG();
  	}
  
  	/* Handle obsolete-style parameters */
  	if (obsolete_checksetup(param))
  		return 0;
  
  	/*
211fee8a8   Simon Arlott   spelling fixes: i...
267
  	 * Preemptive maintenance for "why didn't my misspelled command
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
  	 * line work?"
  	 */
  	if (strchr(param, '.') && (!val || strchr(param, '.') < val)) {
  		printk(KERN_ERR "Unknown boot option `%s': ignoring
  ", param);
  		return 0;
  	}
  
  	if (panic_later)
  		return 0;
  
  	if (val) {
  		/* Environment option */
  		unsigned int i;
  		for (i = 0; envp_init[i]; i++) {
  			if (i == MAX_INIT_ENVS) {
  				panic_later = "Too many boot env vars at `%s'";
  				panic_param = param;
  			}
  			if (!strncmp(param, envp_init[i], val - param))
  				break;
  		}
  		envp_init[i] = param;
  	} else {
  		/* Command line option */
  		unsigned int i;
  		for (i = 0; argv_init[i]; i++) {
  			if (i == MAX_INIT_ARGS) {
  				panic_later = "Too many boot init vars at `%s'";
  				panic_param = param;
  			}
  		}
  		argv_init[i] = param;
  	}
  	return 0;
  }
12d6f21ea   Ingo Molnar   x86: do not PSE o...
304
305
306
  #ifdef CONFIG_DEBUG_PAGEALLOC
  int __read_mostly debug_pagealloc_enabled = 0;
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
  static int __init init_setup(char *str)
  {
  	unsigned int i;
  
  	execute_command = str;
  	/*
  	 * In case LILO is going to boot us with default command line,
  	 * it prepends "auto" before the whole cmdline which makes
  	 * the shell think it should execute a script with such name.
  	 * So we ignore all arguments entered _before_ init=... [MJ]
  	 */
  	for (i = 1; i < MAX_INIT_ARGS; i++)
  		argv_init[i] = NULL;
  	return 1;
  }
  __setup("init=", init_setup);
ffdfc4097   Olof Johansson   [PATCH] Add rdini...
323
324
325
326
327
328
329
330
331
332
333
  static int __init rdinit_setup(char *str)
  {
  	unsigned int i;
  
  	ramdisk_execute_command = str;
  	/* See "auto" comment in init_setup */
  	for (i = 1; i < MAX_INIT_ARGS; i++)
  		argv_init[i] = NULL;
  	return 1;
  }
  __setup("rdinit=", rdinit_setup);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
334
335
336
337
338
339
340
341
342
343
  #ifndef CONFIG_SMP
  
  #ifdef CONFIG_X86_LOCAL_APIC
  static void __init smp_init(void)
  {
  	APIC_init_uniprocessor();
  }
  #else
  #define smp_init()	do { } while (0)
  #endif
e0982e90c   Mike Travis   init: move setup ...
344
  static inline void setup_nr_cpu_ids(void) { }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
345
346
347
  static inline void smp_prepare_cpus(unsigned int maxcpus) { }
  
  #else
e0982e90c   Mike Travis   init: move setup ...
348
349
350
351
352
353
354
  /* Setup number of possible processor ids */
  int nr_cpu_ids __read_mostly = NR_CPUS;
  EXPORT_SYMBOL(nr_cpu_ids);
  
  /* An arch may set nr_cpu_ids earlier if needed, so this would be redundant */
  static void __init setup_nr_cpu_ids(void)
  {
e0c0ba736   Rusty Russell   cpumask: Use find...
355
  	nr_cpu_ids = find_last_bit(cpumask_bits(cpu_possible_mask),NR_CPUS) + 1;
e0982e90c   Mike Travis   init: move setup ...
356
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
357
358
359
  /* Called by boot processor to activate the rest. */
  static void __init smp_init(void)
  {
53b8a315b   Christoph Lameter   [PATCH] Convert h...
360
  	unsigned int cpu;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
361

e761b7725   Max Krasnyansky   cpu hotplug, sche...
362
363
364
365
  	/*
  	 * Set up the current CPU as possible to migrate to.
  	 * The other ones will be done by cpu_up/cpu_down()
  	 */
2b17fa506   Rusty Russell   cpumask: use set_...
366
  	set_cpu_active(smp_processor_id(), true);
e761b7725   Max Krasnyansky   cpu hotplug, sche...
367

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
368
  	/* FIXME: This should be done in userspace --RR */
53b8a315b   Christoph Lameter   [PATCH] Convert h...
369
  	for_each_present_cpu(cpu) {
ca74a6f84   Andi Kleen   x86: optimize loc...
370
  		if (num_online_cpus() >= setup_max_cpus)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
371
  			break;
53b8a315b   Christoph Lameter   [PATCH] Convert h...
372
373
  		if (!cpu_online(cpu))
  			cpu_up(cpu);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
374
375
376
377
378
  	}
  
  	/* Any cleanup work */
  	printk(KERN_INFO "Brought up %ld CPUs
  ", (long)num_online_cpus());
ca74a6f84   Andi Kleen   x86: optimize loc...
379
  	smp_cpus_done(setup_max_cpus);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
380
381
382
383
384
  }
  
  #endif
  
  /*
30d7e0d46   Alon Bar-Lev   [PATCH] Dynamic k...
385
386
387
388
389
390
391
392
393
394
395
396
397
398
   * We need to store the untouched command line for future reference.
   * We also need to store the touched command line since the parameter
   * parsing is performed in place, and we should allow a component to
   * store reference of name/value for future reference.
   */
  static void __init setup_command_line(char *command_line)
  {
  	saved_command_line = alloc_bootmem(strlen (boot_command_line)+1);
  	static_command_line = alloc_bootmem(strlen (command_line)+1);
  	strcpy (saved_command_line, boot_command_line);
  	strcpy (static_command_line, command_line);
  }
  
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
399
400
401
402
403
404
405
   * We need to finalize in a non-__init function or else race conditions
   * between the root thread and the init thread may cause start_kernel to
   * be reaped by free_initmem before the root thread has proceeded to
   * cpu_idle.
   *
   * gcc-3.4 accidentally inlines this function, so use noinline.
   */
f99ebf0a8   Rakib Mullick   init: properly pl...
406
  static noinline void __init_refok rest_init(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
407
408
  	__releases(kernel_lock)
  {
73c279927   Eric W. Biederman   kthread: don't de...
409
  	int pid;
7db905e63   Paul E. McKenney   rcu: Move end of ...
410
  	rcu_scheduler_starting();
aae5f662a   Sam Ravnborg   kbuild: whitelist...
411
  	kernel_thread(kernel_init, NULL, CLONE_FS | CLONE_SIGHAND);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
412
  	numa_default_policy();
73c279927   Eric W. Biederman   kthread: don't de...
413
  	pid = kernel_thread(kthreadd, NULL, CLONE_FS | CLONE_FILES);
5cd204550   Pavel Emelyanov   Deprecate find_ta...
414
  	kthreadd_task = find_task_by_pid_ns(pid, &init_pid_ns);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
415
  	unlock_kernel();
f340c0d1a   Ingo Molnar   [PATCH] Tweak idl...
416
417
418
  
  	/*
  	 * The boot idle thread must execute schedule()
1df21055e   Ingo Molnar   sched: add init_i...
419
  	 * at least once to get things moving:
f340c0d1a   Ingo Molnar   [PATCH] Tweak idl...
420
  	 */
1df21055e   Ingo Molnar   sched: add init_i...
421
  	init_idle_bootup_task(current);
5bfb5d690   Nick Piggin   [PATCH] sched: di...
422
  	preempt_enable_no_resched();
f340c0d1a   Ingo Molnar   [PATCH] Tweak idl...
423
  	schedule();
5bfb5d690   Nick Piggin   [PATCH] sched: di...
424
  	preempt_disable();
f340c0d1a   Ingo Molnar   [PATCH] Tweak idl...
425

5bfb5d690   Nick Piggin   [PATCH] sched: di...
426
  	/* Call into cpu_idle with preempt disabled */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
427
  	cpu_idle();
1df21055e   Ingo Molnar   sched: add init_i...
428
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
429
430
431
432
433
434
435
  
  /* Check for early params. */
  static int __init do_early_param(char *param, char *val)
  {
  	struct obs_kernel_param *p;
  
  	for (p = __setup_start; p < __setup_end; p++) {
18a8bd949   Yinghai Lu   serial: convert e...
436
437
438
439
  		if ((p->early && strcmp(param, p->str) == 0) ||
  		    (strcmp(param, "console") == 0 &&
  		     strcmp(p->str, "earlycon") == 0)
  		) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
440
441
442
443
444
445
446
447
448
  			if (p->setup_func(val) != 0)
  				printk(KERN_WARNING
  				       "Malformed early option '%s'
  ", param);
  		}
  	}
  	/* We accept everything at this stage. */
  	return 0;
  }
13977091a   Magnus Damm   Driver Core: earl...
449
450
451
452
  void __init parse_early_options(char *cmdline)
  {
  	parse_args("early options", cmdline, NULL, 0, do_early_param);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
453
454
455
456
457
458
459
460
461
462
  /* Arch code calls this early on, or if not, just before other parsing. */
  void __init parse_early_param(void)
  {
  	static __initdata int done = 0;
  	static __initdata char tmp_cmdline[COMMAND_LINE_SIZE];
  
  	if (done)
  		return;
  
  	/* All fall through to do_early_param. */
30d7e0d46   Alon Bar-Lev   [PATCH] Dynamic k...
463
  	strlcpy(tmp_cmdline, boot_command_line, COMMAND_LINE_SIZE);
13977091a   Magnus Damm   Driver Core: earl...
464
  	parse_early_options(tmp_cmdline);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
465
466
467
468
469
470
  	done = 1;
  }
  
  /*
   *	Activate the first processor.
   */
44fd22992   Stas Sergeev   [PATCH] Register ...
471
472
473
474
  static void __init boot_cpu_init(void)
  {
  	int cpu = smp_processor_id();
  	/* Mark the boot cpu "present", "online" etc for SMP and UP case */
915441b60   Rusty Russell   cpumask: Use acce...
475
476
477
  	set_cpu_online(cpu, true);
  	set_cpu_present(cpu, true);
  	set_cpu_possible(cpu, true);
44fd22992   Stas Sergeev   [PATCH] Register ...
478
  }
839ad62e7   Benjamin Herrenschmidt   [POWERPC] Use __w...
479
  void __init __weak smp_setup_processor_id(void)
033ab7f8e   Andrew Morton   [PATCH] add smp_s...
480
481
  {
  }
8c9843e57   Benjamin Herrenschmidt   [POWERPC] Add thr...
482
483
484
  void __init __weak thread_info_cache_init(void)
  {
  }
444f478f6   Pekka Enberg   init: introduce m...
485
486
487
488
489
  /*
   * Set up kernel memory allocators
   */
  static void __init mm_init(void)
  {
ca371c0d7   KAMEZAWA Hiroyuki   memcg: fix page_c...
490
491
492
493
494
  	/*
  	 * page_cgroup requires countinous pages as memmap
  	 * and it's bigger than MAX_ORDER unless SPARSEMEM.
  	 */
  	page_cgroup_init_flatmem();
444f478f6   Pekka Enberg   init: introduce m...
495
496
  	mem_init();
  	kmem_cache_init();
c868d5501   Benjamin Herrenschmidt   mm: Move pgtable_...
497
  	pgtable_cache_init();
444f478f6   Pekka Enberg   init: introduce m...
498
499
  	vmalloc_init();
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
500
501
502
503
  asmlinkage void __init start_kernel(void)
  {
  	char * command_line;
  	extern struct kernel_param __start___param[], __stop___param[];
033ab7f8e   Andrew Morton   [PATCH] add smp_s...
504
505
  
  	smp_setup_processor_id();
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
506
507
508
509
510
  	/*
  	 * Need to run as early as possible, to initialize the
  	 * lockdep hash:
  	 */
  	lockdep_init();
3ac7fe5a4   Thomas Gleixner   infrastructure to...
511
  	debug_objects_early_init();
420594296   Ingo Molnar   x86: fix the stac...
512
513
514
515
516
  
  	/*
  	 * Set up the the initial canary ASAP:
  	 */
  	boot_init_stack_canary();
ddbcc7e8e   Paul Menage   Task Control Grou...
517
  	cgroup_init_early();
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
518
519
520
  
  	local_irq_disable();
  	early_boot_irqs_off();
243c7621a   Ingo Molnar   [PATCH] lockdep: ...
521
  	early_init_irq_lock_class();
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
522

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
523
524
525
526
527
  /*
   * Interrupts are still disabled. Do necessary setups, then
   * enable them
   */
  	lock_kernel();
906568c9c   Thomas Gleixner   [PATCH] tick-mana...
528
  	tick_init();
44fd22992   Stas Sergeev   [PATCH] Register ...
529
  	boot_cpu_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
530
  	page_address_init();
657cafa6b   Alex Riesen   Use a format for ...
531
  	printk(KERN_NOTICE "%s", linux_banner);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
532
  	setup_arch(&command_line);
cf475ad28   Balbir Singh   cgroups: add an o...
533
  	mm_init_owner(&init_mm, &init_task);
30d7e0d46   Alon Bar-Lev   [PATCH] Dynamic k...
534
  	setup_command_line(command_line);
e0982e90c   Mike Travis   init: move setup ...
535
  	setup_nr_cpu_ids();
d6647bdf9   Tejun Heo   init: set nr_cpu_...
536
  	setup_per_cpu_areas();
44fd22992   Stas Sergeev   [PATCH] Register ...
537
  	smp_prepare_boot_cpu();	/* arch-specific boot-cpu hooks */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
538

83b519e8b   Pekka Enberg   slab: setup alloc...
539
540
541
542
543
544
545
546
547
548
549
550
551
552
  	build_all_zonelists();
  	page_alloc_init();
  
  	printk(KERN_NOTICE "Kernel command line: %s
  ", boot_command_line);
  	parse_early_param();
  	parse_args("Booting kernel", static_command_line, __start___param,
  		   __stop___param - __start___param,
  		   &unknown_bootoption);
  	/*
  	 * These use large bootmem allocations and must precede
  	 * kmem_cache_init()
  	 */
  	pidhash_init();
83b519e8b   Pekka Enberg   slab: setup alloc...
553
554
555
  	vfs_caches_init_early();
  	sort_main_extable();
  	trap_init();
444f478f6   Pekka Enberg   init: introduce m...
556
  	mm_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
557
558
559
560
561
562
563
564
565
566
567
  	/*
  	 * Set up the scheduler prior starting any interrupts (such as the
  	 * timer interrupt). Full topology setup happens at smp_init()
  	 * time - but meanwhile we still have a functioning scheduler.
  	 */
  	sched_init();
  	/*
  	 * Disable preemption - early bootup scheduling is extremely
  	 * fragile until we cpu_idle() for the first time.
  	 */
  	preempt_disable();
c4a68306b   Ard van Breemen   [PATCH] start_ker...
568
569
570
571
572
573
  	if (!irqs_disabled()) {
  		printk(KERN_WARNING "start_kernel(): bug: interrupts were "
  				"enabled *very* early, fixing it
  ");
  		local_irq_disable();
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
574
  	rcu_init();
0b8f1efad   Yinghai Lu   sparse irq_desc[]...
575
576
  	/* init some links before init_ISA_irqs() */
  	early_irq_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
577
  	init_IRQ();
3c7b4e6b8   Catalin Marinas   kmemleak: Add the...
578
  	prio_tree_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
579
  	init_timers();
c0a313296   Thomas Gleixner   [PATCH] hrtimer: ...
580
  	hrtimers_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
581
  	softirq_init();
ad596171e   John Stultz   [PATCH] Time: Use...
582
  	timekeeping_init();
88fecaa27   John Stultz   [PATCH] time init...
583
  	time_init();
93e028148   Heiko Carstens   [PATCH] lockdep: ...
584
585
  	profile_init();
  	if (!irqs_disabled())
24d431d06   Ron Lee   trivial: add miss...
586
587
588
  		printk(KERN_CRIT "start_kernel(): bug: interrupts were "
  				 "enabled early
  ");
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
589
  	early_boot_irqs_on();
93e028148   Heiko Carstens   [PATCH] lockdep: ...
590
  	local_irq_enable();
dcce284a2   Benjamin Herrenschmidt   mm: Extend gfp ma...
591
592
593
  
  	/* Interrupts are enabled now so all GFP allocations are safe. */
  	set_gfp_allowed_mask(__GFP_BITS_MASK);
7e85ee0c1   Pekka Enberg   slab,slub: don't ...
594
  	kmem_cache_init_late();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
595
596
597
598
599
600
601
602
603
  
  	/*
  	 * HACK ALERT! This is early. We're enabling the console before
  	 * we've done PCI setups etc, and console_init() must be aware of
  	 * this. But we do want output early, in case something goes wrong.
  	 */
  	console_init();
  	if (panic_later)
  		panic(panic_later, panic_param);
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
604
605
  
  	lockdep_info();
9a11b49a8   Ingo Molnar   [PATCH] lockdep: ...
606
607
608
609
610
611
  	/*
  	 * Need to run this when irqs are enabled, because it wants
  	 * to self-test [hard/soft]-irqs on/off lock inversion bugs
  	 * too:
  	 */
  	locking_selftest();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
612
613
  #ifdef CONFIG_BLK_DEV_INITRD
  	if (initrd_start && !initrd_below_start_ok &&
bd673c7c3   Geert Uytterhoeven   initrd: cast `ini...
614
  	    page_to_pfn(virt_to_page((void *)initrd_start)) < min_low_pfn) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
615
  		printk(KERN_CRIT "initrd overwritten (0x%08lx < 0x%08lx) - "
fb6624ebd   Geert Uytterhoeven   initrd: Fix virtu...
616
617
  		    "disabling it.
  ",
bd673c7c3   Geert Uytterhoeven   initrd: cast `ini...
618
619
  		    page_to_pfn(virt_to_page((void *)initrd_start)),
  		    min_low_pfn);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
620
621
622
  		initrd_start = 0;
  	}
  #endif
94b6da5ab   KAMEZAWA Hiroyuki   memcg: fix page_c...
623
  	page_cgroup_init();
a03c2a48e   Thomas Gleixner   x86: DEBUG_PAGEAL...
624
  	enable_debug_pagealloc();
b9ce08c01   Eduard - Gabriel Munteanu   kmemtrace: Core i...
625
  	kmemtrace_init();
3c7b4e6b8   Catalin Marinas   kmemleak: Add the...
626
  	kmemleak_init();
3ac7fe5a4   Thomas Gleixner   infrastructure to...
627
  	debug_objects_mem_init();
199f0ca51   Akinobu Mita   idr: create idr_l...
628
  	idr_init_cache();
e7c8d5c99   Christoph Lameter   [PATCH] node loca...
629
  	setup_per_cpu_pageset();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
630
631
632
  	numa_policy_init();
  	if (late_time_init)
  		late_time_init();
fa84e9eec   Thomas Gleixner   init: Move sched_...
633
  	sched_clock_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
634
635
  	calibrate_delay();
  	pidmap_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
636
637
638
639
640
  	anon_vma_init();
  #ifdef CONFIG_X86
  	if (efi_enabled)
  		efi_enter_virtual_mode();
  #endif
8c9843e57   Benjamin Herrenschmidt   [POWERPC] Add thr...
641
  	thread_info_cache_init();
d84f4f992   David Howells   CRED: Inaugurate ...
642
  	cred_init();
4481374ce   Jan Beulich   mm: replace vario...
643
  	fork_init(totalram_pages);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
644
645
  	proc_caches_init();
  	buffer_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
646
647
  	key_init();
  	security_init();
4481374ce   Jan Beulich   mm: replace vario...
648
  	vfs_caches_init(totalram_pages);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
649
650
651
652
653
654
655
  	radix_tree_init();
  	signals_init();
  	/* rootfs populating might need page-writeback */
  	page_writeback_init();
  #ifdef CONFIG_PROC_FS
  	proc_root_init();
  #endif
ddbcc7e8e   Paul Menage   Task Control Grou...
656
  	cgroup_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
657
  	cpuset_init();
c757249af   Shailabh Nagar   [PATCH] per-task-...
658
  	taskstats_init_early();
ca74e92b4   Shailabh Nagar   [PATCH] per-task-...
659
  	delayacct_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
660
661
662
663
  
  	check_bugs();
  
  	acpi_early_init(); /* before LAPIC and SMP init */
6ae6996a4   Feng Tang   SFI: add platform...
664
  	sfi_init_late();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
665

68bf21aa1   Steven Rostedt   ftrace: mcount ca...
666
  	ftrace_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
667
668
669
  	/* Do the rest non-__init'ed, we're now alive */
  	rest_init();
  }
b99b87f70   Peter Oberparleiter   kernel: construct...
670
671
672
673
674
675
676
677
678
679
  /* Call all constructor functions linked into the kernel. */
  static void __init do_ctors(void)
  {
  #ifdef CONFIG_CONSTRUCTORS
  	ctor_fn_t *call = (ctor_fn_t *) __ctors_start;
  
  	for (; call < (ctor_fn_t *) __ctors_end; call++)
  		(*call)();
  #endif
  }
22a9d6456   Arjan van de Ven   async: Asynchrono...
680
  int initcall_debug;
d0ea3d7d2   Rusty Russell   Make initcall_deb...
681
  core_param(initcall_debug, initcall_debug, bool, 0644);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
682

4a683bf94   Ingo Molnar   tracing: Fix too ...
683
684
685
  static char msgbuf[64];
  static struct boot_trace_call call;
  static struct boot_trace_ret ret;
59f9415ff   Arjan van de Ven   modules: extend i...
686
  int do_one_initcall(initcall_t fn)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
687
  {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
688
  	int count = preempt_count();
742390728   Frederic Weisbecker   tracing/fastboot:...
689
  	ktime_t calltime, delta, rettime;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
690

e0df154f4   Linus Torvalds   Split up 'do_init...
691
  	if (initcall_debug) {
742390728   Frederic Weisbecker   tracing/fastboot:...
692
693
694
695
696
  		call.caller = task_pid_nr(current);
  		printk("calling  %pF @ %i
  ", fn, call.caller);
  		calltime = ktime_get();
  		trace_boot_call(&call, fn);
71566a0d1   Frederic Weisbecker   tracing/fastboot:...
697
  		enable_boot_trace();
e0df154f4   Linus Torvalds   Split up 'do_init...
698
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
699

742390728   Frederic Weisbecker   tracing/fastboot:...
700
  	ret.result = fn();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
701

e0df154f4   Linus Torvalds   Split up 'do_init...
702
  	if (initcall_debug) {
71566a0d1   Frederic Weisbecker   tracing/fastboot:...
703
  		disable_boot_trace();
742390728   Frederic Weisbecker   tracing/fastboot:...
704
705
  		rettime = ktime_get();
  		delta = ktime_sub(rettime, calltime);
1d926f275   Will Newton   init/main.c: use ...
706
  		ret.duration = (unsigned long long) ktime_to_ns(delta) >> 10;
742390728   Frederic Weisbecker   tracing/fastboot:...
707
  		trace_boot_ret(&ret, fn);
ca538f6bb   Tim Bird   tracing/fastboot:...
708
709
  		printk("initcall %pF returned %d after %Ld usecs
  ", fn,
742390728   Frederic Weisbecker   tracing/fastboot:...
710
  			ret.result, ret.duration);
e0df154f4   Linus Torvalds   Split up 'do_init...
711
  	}
8f0c45cdf   Ingo Molnar   enhance initcall_...
712

e0df154f4   Linus Torvalds   Split up 'do_init...
713
  	msgbuf[0] = 0;
e662e1cfd   Cyrill Gorcunov   init: don't lose ...
714

742390728   Frederic Weisbecker   tracing/fastboot:...
715
716
  	if (ret.result && ret.result != -ENODEV && initcall_debug)
  		sprintf(msgbuf, "error code %d ", ret.result);
e662e1cfd   Cyrill Gorcunov   init: don't lose ...
717

e0df154f4   Linus Torvalds   Split up 'do_init...
718
  	if (preempt_count() != count) {
a76bfd0da   Cyrill Gorcunov   initcalls: Fix m6...
719
  		strlcat(msgbuf, "preemption imbalance ", sizeof(msgbuf));
e0df154f4   Linus Torvalds   Split up 'do_init...
720
  		preempt_count() = count;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
721
  	}
e0df154f4   Linus Torvalds   Split up 'do_init...
722
  	if (irqs_disabled()) {
a76bfd0da   Cyrill Gorcunov   initcalls: Fix m6...
723
  		strlcat(msgbuf, "disabled interrupts ", sizeof(msgbuf));
e0df154f4   Linus Torvalds   Split up 'do_init...
724
725
726
  		local_irq_enable();
  	}
  	if (msgbuf[0]) {
96d746c68   Linus Torvalds   Fix init/main.c t...
727
728
  		printk("initcall %pF returned with %s
  ", fn, msgbuf);
e0df154f4   Linus Torvalds   Split up 'do_init...
729
  	}
59f9415ff   Arjan van de Ven   modules: extend i...
730

742390728   Frederic Weisbecker   tracing/fastboot:...
731
  	return ret.result;
e0df154f4   Linus Torvalds   Split up 'do_init...
732
  }
c2147a509   Eduard - Gabriel Munteanu   Better interface ...
733
  extern initcall_t __initcall_start[], __initcall_end[], __early_initcall_end[];
e0df154f4   Linus Torvalds   Split up 'do_init...
734
735
736
737
  
  static void __init do_initcalls(void)
  {
  	initcall_t *call;
c2147a509   Eduard - Gabriel Munteanu   Better interface ...
738
  	for (call = __early_initcall_end; call < __initcall_end; call++)
e0df154f4   Linus Torvalds   Split up 'do_init...
739
  		do_one_initcall(*call);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
740
741
742
743
744
745
746
747
748
749
750
751
752
753
  
  	/* Make sure there is no pending stuff from the initcall sequence */
  	flush_scheduled_work();
  }
  
  /*
   * Ok, the machine is now initialized. None of the devices
   * have been touched yet, but the CPU subsystem is up and
   * running, and memory and process management works.
   *
   * Now we can finally start doing some real work..
   */
  static void __init do_basic_setup(void)
  {
4446a36ff   Paul E. McKenney   rcu: add call_rcu...
754
  	rcu_init_sched(); /* needed by module_init stage. */
4403b406d   Linus Torvalds   Revert "Call init...
755
  	init_workqueues();
759ee0915   Lai Jiangshan   init,cpuset: fix ...
756
  	cpuset_init_smp();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
757
  	usermodehelper_init();
2b2af54a5   Kay Sievers   Driver Core: devt...
758
  	init_tmpfs();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
759
  	driver_init();
b04c3afb2   Eric W. Biederman   [PATCH] sysctl: m...
760
  	init_irq_proc();
b99b87f70   Peter Oberparleiter   kernel: construct...
761
  	do_ctors();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
762
763
  	do_initcalls();
  }
7babe8db9   Eduard - Gabriel Munteanu   Full conversion t...
764
  static void __init do_pre_smp_initcalls(void)
c2147a509   Eduard - Gabriel Munteanu   Better interface ...
765
766
767
768
769
770
  {
  	initcall_t *call;
  
  	for (call = __initcall_start; call < __early_initcall_end; call++)
  		do_one_initcall(*call);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
771
772
773
  static void run_init_process(char *init_filename)
  {
  	argv_init[0] = init_filename;
676085679   Arnd Bergmann   [PATCH] introduce...
774
  	kernel_execve(init_filename, argv_init, envp_init);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
775
  }
ee5bfa642   Vivek Goyal   [PATCH] generic: ...
776
777
778
  /* This is a non __init function. Force it to be noinline otherwise gcc
   * makes it inline to init() and it becomes part of init.text section
   */
f99ebf0a8   Rakib Mullick   init: properly pl...
779
  static noinline int init_post(void)
acdd052a2   Hannes Eder   init/main.c: fix ...
780
  	__releases(kernel_lock)
ee5bfa642   Vivek Goyal   [PATCH] generic: ...
781
  {
22a9d6456   Arjan van de Ven   async: Asynchrono...
782
783
  	/* need to finish all async __init code before freeing the memory */
  	async_synchronize_full();
ee5bfa642   Vivek Goyal   [PATCH] generic: ...
784
785
786
787
788
789
790
791
792
793
794
795
  	free_initmem();
  	unlock_kernel();
  	mark_rodata_ro();
  	system_state = SYSTEM_RUNNING;
  	numa_default_policy();
  
  	if (sys_open((const char __user *) "/dev/console", O_RDWR, 0) < 0)
  		printk(KERN_WARNING "Warning: unable to open an initial console.
  ");
  
  	(void) sys_dup(0);
  	(void) sys_dup(0);
fae5fa44f   Oleg Nesterov   signals: fix /sbi...
796
  	current->signal->flags |= SIGNAL_UNKILLABLE;
ee5bfa642   Vivek Goyal   [PATCH] generic: ...
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
  	if (ramdisk_execute_command) {
  		run_init_process(ramdisk_execute_command);
  		printk(KERN_WARNING "Failed to execute %s
  ",
  				ramdisk_execute_command);
  	}
  
  	/*
  	 * We try each of these until one succeeds.
  	 *
  	 * The Bourne shell can be used instead of init if we are
  	 * trying to recover a really broken machine.
  	 */
  	if (execute_command) {
  		run_init_process(execute_command);
  		printk(KERN_WARNING "Failed to execute %s.  Attempting "
  					"defaults...
  ", execute_command);
  	}
  	run_init_process("/sbin/init");
  	run_init_process("/etc/init");
  	run_init_process("/bin/init");
  	run_init_process("/bin/sh");
  
  	panic("No init found.  Try passing init= option to kernel.");
  }
aae5f662a   Sam Ravnborg   kbuild: whitelist...
823
  static int __init kernel_init(void * unused)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
824
825
  {
  	lock_kernel();
58568d2a8   Miao Xie   cpuset,mm: update...
826
827
828
829
830
  
  	/*
  	 * init can allocate pages on any node
  	 */
  	set_mems_allowed(node_possible_map);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
831
832
833
  	/*
  	 * init can run on any cpu.
  	 */
1a2142afa   Rusty Russell   cpumask: remove d...
834
  	set_cpus_allowed_ptr(current, cpu_all_mask);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
835
836
837
838
839
840
841
842
  	/*
  	 * Tell the world that we're going to be the grim
  	 * reaper of innocent orphaned children.
  	 *
  	 * We don't want people to have to make incorrect
  	 * assumptions about where in the task array this
  	 * can be found.
  	 */
84d737866   Sukadev Bhattiprolu   [PATCH] add child...
843
  	init_pid_ns.child_reaper = current;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
844

9ec52099e   Cedric Le Goater   [PATCH] replace c...
845
  	cad_pid = task_pid(current);
ca74a6f84   Andi Kleen   x86: optimize loc...
846
  	smp_prepare_cpus(setup_max_cpus);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
847
848
  
  	do_pre_smp_initcalls();
3bf77af6e   Frédéric Weisbecker   tracing/ftrace: l...
849
  	start_boot_trace();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
850

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
851
852
  	smp_init();
  	sched_init_smp();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
853
854
855
856
857
858
  	do_basic_setup();
  
  	/*
  	 * check if there is an early userspace init.  If yes, let it do all
  	 * the work
  	 */
ffdfc4097   Olof Johansson   [PATCH] Add rdini...
859
860
861
862
863
864
  
  	if (!ramdisk_execute_command)
  		ramdisk_execute_command = "/init";
  
  	if (sys_access((const char __user *) ramdisk_execute_command, 0) != 0) {
  		ramdisk_execute_command = NULL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
865
  		prepare_namespace();
ffdfc4097   Olof Johansson   [PATCH] Add rdini...
866
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
867
868
869
870
871
872
  
  	/*
  	 * Ok, we have completed the initial bootup, and
  	 * we're essentially up and running. Get rid of the
  	 * initmem segments and start the user-mode stuff..
  	 */
71566a0d1   Frederic Weisbecker   tracing/fastboot:...
873

ee5bfa642   Vivek Goyal   [PATCH] generic: ...
874
875
  	init_post();
  	return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
876
  }