Blame view

init/main.c 20.2 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
6
7
8
9
10
  /*
   *  linux/init/main.c
   *
   *  Copyright (C) 1991, 1992  Linus Torvalds
   *
   *  GK 2/5/95  -  Changed to support mounting root fs via NFS
   *  Added initrd & change_root: Werner Almesberger & Hans Lermen, Feb '96
   *  Moan early if gcc is old, avoiding bogus kernels - Paul Gortmaker, May '96
   *  Simplified starting of init:  Michael A. Griffith <grif@acm.org> 
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
11
12
13
  #include <linux/types.h>
  #include <linux/module.h>
  #include <linux/proc_fs.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
  #include <linux/kernel.h>
  #include <linux/syscalls.h>
  #include <linux/string.h>
  #include <linux/ctype.h>
  #include <linux/delay.h>
  #include <linux/utsname.h>
  #include <linux/ioport.h>
  #include <linux/init.h>
  #include <linux/smp_lock.h>
  #include <linux/initrd.h>
  #include <linux/hdreg.h>
  #include <linux/bootmem.h>
  #include <linux/tty.h>
  #include <linux/gfp.h>
  #include <linux/percpu.h>
  #include <linux/kmod.h>
  #include <linux/kernel_stat.h>
d7cd56111   Rusty Russell   [PATCH] i386: cpu...
31
  #include <linux/start_kernel.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
32
33
34
35
36
37
38
39
40
  #include <linux/security.h>
  #include <linux/workqueue.h>
  #include <linux/profile.h>
  #include <linux/rcupdate.h>
  #include <linux/moduleparam.h>
  #include <linux/kallsyms.h>
  #include <linux/writeback.h>
  #include <linux/cpu.h>
  #include <linux/cpuset.h>
ddbcc7e8e   Paul Menage   Task Control Grou...
41
  #include <linux/cgroup.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
42
  #include <linux/efi.h>
906568c9c   Thomas Gleixner   [PATCH] tick-mana...
43
  #include <linux/tick.h>
6168a702a   Andrew Morton   [PATCH] Declare i...
44
  #include <linux/interrupt.h>
c757249af   Shailabh Nagar   [PATCH] per-task-...
45
  #include <linux/taskstats_kern.h>
ca74e92b4   Shailabh Nagar   [PATCH] per-task-...
46
  #include <linux/delayacct.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
47
48
49
50
  #include <linux/unistd.h>
  #include <linux/rmap.h>
  #include <linux/mempolicy.h>
  #include <linux/key.h>
4552d5dc0   Jan Beulich   [PATCH] x86_64: r...
51
  #include <linux/unwind.h>
b6cd0b772   Adrian Bunk   [PATCH] fs/buffer...
52
  #include <linux/buffer_head.h>
9a11b49a8   Ingo Molnar   [PATCH] lockdep: ...
53
  #include <linux/debug_locks.h>
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
54
  #include <linux/lockdep.h>
84d737866   Sukadev Bhattiprolu   [PATCH] add child...
55
  #include <linux/pid_namespace.h>
1f21782e6   Adrian Bunk   Driver core: prop...
56
  #include <linux/device.h>
73c279927   Eric W. Biederman   kthread: don't de...
57
  #include <linux/kthread.h>
e6fe6649b   Adrian Bunk   sched: proper pro...
58
  #include <linux/sched.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
59
60
61
62
  
  #include <asm/io.h>
  #include <asm/bugs.h>
  #include <asm/setup.h>
a940199f2   Andi Kleen   [PATCH] x86_64: S...
63
  #include <asm/sections.h>
37b73c828   Arjan van de Ven   [PATCH] x86/x86_6...
64
  #include <asm/cacheflush.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
65

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
66
67
68
69
70
  #ifdef CONFIG_X86_LOCAL_APIC
  #include <asm/smp.h>
  #endif
  
  /*
69c99ac17   Coywolf Qi Hunt   [PATCH] abandon g...
71
72
   * This is one of the first .c files built. Error out early if we have compiler
   * trouble.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
73
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
74

f1a60dbf6   Andrew Morton   [PATCH] gcc-4.1.0...
75
76
77
  #if __GNUC__ == 4 && __GNUC_MINOR__ == 1 && __GNUC_PATCHLEVEL__ == 0
  #warning gcc-4.1.0 is known to miscompile the kernel.  A different compiler version is recommended.
  #endif
aae5f662a   Sam Ravnborg   kbuild: whitelist...
78
  static int kernel_init(void *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
79
80
  
  extern void init_IRQ(void);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
81
82
83
  extern void fork_init(unsigned long);
  extern void mca_init(void);
  extern void sbus_init(void);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
84
  extern void signals_init(void);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
85
86
87
88
89
  extern void pidhash_init(void);
  extern void pidmap_init(void);
  extern void prio_tree_init(void);
  extern void radix_tree_init(void);
  extern void free_initmem(void);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
90
91
92
93
94
  #ifdef	CONFIG_ACPI
  extern void acpi_early_init(void);
  #else
  static inline void acpi_early_init(void) { }
  #endif
37b73c828   Arjan van de Ven   [PATCH] x86/x86_6...
95
96
97
  #ifndef CONFIG_DEBUG_RODATA
  static inline void mark_rodata_ro(void) { }
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
  
  #ifdef CONFIG_TC
  extern void tc_init(void);
  #endif
  
  enum system_states system_state;
  EXPORT_SYMBOL(system_state);
  
  /*
   * Boot command-line arguments
   */
  #define MAX_INIT_ARGS CONFIG_INIT_ENV_ARG_LIMIT
  #define MAX_INIT_ENVS CONFIG_INIT_ENV_ARG_LIMIT
  
  extern void time_init(void);
  /* Default late time init is NULL. archs can override this later. */
  void (*late_time_init)(void);
  extern void softirq_init(void);
30d7e0d46   Alon Bar-Lev   [PATCH] Dynamic k...
116
117
118
119
120
121
  /* Untouched command line saved by arch-specific code. */
  char __initdata boot_command_line[COMMAND_LINE_SIZE];
  /* Untouched saved command line (eg. for /proc) */
  char *saved_command_line;
  /* Command line for parameter parsing */
  static char *static_command_line;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
122
123
  
  static char *execute_command;
ffdfc4097   Olof Johansson   [PATCH] Add rdini...
124
  static char *ramdisk_execute_command;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
125

8b3b29550   Jan Beulich   adjust nosmp hand...
126
  #ifdef CONFIG_SMP
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
127
  /* Setup configured maximum number of CPUs to activate */
8b3b29550   Jan Beulich   adjust nosmp hand...
128
  static unsigned int __initdata max_cpus = NR_CPUS;
7e96287dd   Vivek Goyal   [PATCH] kdump: in...
129
130
  
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
131
132
133
134
135
136
137
138
139
   * Setup routine for controlling SMP activation
   *
   * Command-line option of "nosmp" or "maxcpus=0" will disable SMP
   * activation entirely (the MPS table probe still happens, though).
   *
   * Command-line option of "maxcpus=<NUM>", where <NUM> is an integer
   * greater than 0, limits the maximum number of CPUs activated in
   * SMP mode to <NUM>.
   */
61ec7567d   Len Brown   ACPI: boot correc...
140
141
142
  #ifndef CONFIG_X86_IO_APIC
  static inline void disable_ioapic_setup(void) {};
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
143
144
145
  static int __init nosmp(char *str)
  {
  	max_cpus = 0;
61ec7567d   Len Brown   ACPI: boot correc...
146
  	disable_ioapic_setup();
8b3b29550   Jan Beulich   adjust nosmp hand...
147
  	return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
148
  }
8b3b29550   Jan Beulich   adjust nosmp hand...
149
  early_param("nosmp", nosmp);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
150
151
152
153
  
  static int __init maxcpus(char *str)
  {
  	get_option(&str, &max_cpus);
61ec7567d   Len Brown   ACPI: boot correc...
154
155
156
157
  	if (max_cpus == 0)
  		disable_ioapic_setup();
  
  	return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
158
  }
813409771   Hugh Dickins   fix maxcpus=N par...
159
  early_param("maxcpus", maxcpus);
8b3b29550   Jan Beulich   adjust nosmp hand...
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
  #else
  #define max_cpus NR_CPUS
  #endif
  
  /*
   * If set, this is an indication to the drivers that reset the underlying
   * device before going ahead with the initialization otherwise driver might
   * rely on the BIOS and skip the reset operation.
   *
   * This is useful if kernel is booting in an unreliable environment.
   * For ex. kdump situaiton where previous kernel has crashed, BIOS has been
   * skipped and devices will be in unknown state.
   */
  unsigned int reset_devices;
  EXPORT_SYMBOL(reset_devices);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
175

7e96287dd   Vivek Goyal   [PATCH] kdump: in...
176
177
178
179
180
181
182
  static int __init set_reset_devices(char *str)
  {
  	reset_devices = 1;
  	return 1;
  }
  
  __setup("reset_devices", set_reset_devices);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
183
184
185
186
187
188
189
190
191
  static char * argv_init[MAX_INIT_ARGS+2] = { "init", NULL, };
  char * envp_init[MAX_INIT_ENVS+2] = { "HOME=/", "TERM=linux", NULL, };
  static const char *panic_later, *panic_param;
  
  extern struct obs_kernel_param __setup_start[], __setup_end[];
  
  static int __init obsolete_checksetup(char *line)
  {
  	struct obs_kernel_param *p;
33df0d19e   Rusty Russell   [PATCH] Allow ear...
192
  	int had_early_param = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
193
194
195
196
197
198
  
  	p = __setup_start;
  	do {
  		int n = strlen(p->str);
  		if (!strncmp(line, p->str, n)) {
  			if (p->early) {
33df0d19e   Rusty Russell   [PATCH] Allow ear...
199
200
201
202
  				/* Already done in parse_early_param?
  				 * (Needs exact match on param part).
  				 * Keep iterating, as we can have early
  				 * params and __setups of same names 8( */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
203
  				if (line[n] == '\0' || line[n] == '=')
33df0d19e   Rusty Russell   [PATCH] Allow ear...
204
  					had_early_param = 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
205
206
207
208
209
210
211
212
213
214
  			} else if (!p->setup_func) {
  				printk(KERN_WARNING "Parameter %s is obsolete,"
  				       " ignored
  ", p->str);
  				return 1;
  			} else if (p->setup_func(line + n))
  				return 1;
  		}
  		p++;
  	} while (p < __setup_end);
33df0d19e   Rusty Russell   [PATCH] Allow ear...
215
216
  
  	return had_early_param;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
  }
  
  /*
   * This should be approx 2 Bo*oMips to start (note initial shift), and will
   * still work even if initially too large, it will just take slightly longer
   */
  unsigned long loops_per_jiffy = (1<<12);
  
  EXPORT_SYMBOL(loops_per_jiffy);
  
  static int __init debug_kernel(char *str)
  {
  	if (*str)
  		return 0;
  	console_loglevel = 10;
  	return 1;
  }
  
  static int __init quiet_kernel(char *str)
  {
  	if (*str)
  		return 0;
  	console_loglevel = 4;
  	return 1;
  }
  
  __setup("debug", debug_kernel);
  __setup("quiet", quiet_kernel);
  
  static int __init loglevel(char *str)
  {
  	get_option(&str, &console_loglevel);
  	return 1;
  }
  
  __setup("loglevel=", loglevel);
  
  /*
   * Unknown boot options get handed to init, unless they look like
   * failed parameters
   */
  static int __init unknown_bootoption(char *param, char *val)
  {
  	/* Change NUL term back to "=", to make "param" the whole string. */
  	if (val) {
  		/* param=val or param="val"? */
  		if (val == param+strlen(param)+1)
  			val[-1] = '=';
  		else if (val == param+strlen(param)+2) {
  			val[-2] = '=';
  			memmove(val-1, val, strlen(val)+1);
  			val--;
  		} else
  			BUG();
  	}
  
  	/* Handle obsolete-style parameters */
  	if (obsolete_checksetup(param))
  		return 0;
  
  	/*
211fee8a8   Simon Arlott   spelling fixes: i...
278
  	 * Preemptive maintenance for "why didn't my misspelled command
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
  	 * line work?"
  	 */
  	if (strchr(param, '.') && (!val || strchr(param, '.') < val)) {
  		printk(KERN_ERR "Unknown boot option `%s': ignoring
  ", param);
  		return 0;
  	}
  
  	if (panic_later)
  		return 0;
  
  	if (val) {
  		/* Environment option */
  		unsigned int i;
  		for (i = 0; envp_init[i]; i++) {
  			if (i == MAX_INIT_ENVS) {
  				panic_later = "Too many boot env vars at `%s'";
  				panic_param = param;
  			}
  			if (!strncmp(param, envp_init[i], val - param))
  				break;
  		}
  		envp_init[i] = param;
  	} else {
  		/* Command line option */
  		unsigned int i;
  		for (i = 0; argv_init[i]; i++) {
  			if (i == MAX_INIT_ARGS) {
  				panic_later = "Too many boot init vars at `%s'";
  				panic_param = param;
  			}
  		}
  		argv_init[i] = param;
  	}
  	return 0;
  }
  
  static int __init init_setup(char *str)
  {
  	unsigned int i;
  
  	execute_command = str;
  	/*
  	 * In case LILO is going to boot us with default command line,
  	 * it prepends "auto" before the whole cmdline which makes
  	 * the shell think it should execute a script with such name.
  	 * So we ignore all arguments entered _before_ init=... [MJ]
  	 */
  	for (i = 1; i < MAX_INIT_ARGS; i++)
  		argv_init[i] = NULL;
  	return 1;
  }
  __setup("init=", init_setup);
ffdfc4097   Olof Johansson   [PATCH] Add rdini...
332
333
334
335
336
337
338
339
340
341
342
  static int __init rdinit_setup(char *str)
  {
  	unsigned int i;
  
  	ramdisk_execute_command = str;
  	/* See "auto" comment in init_setup */
  	for (i = 1; i < MAX_INIT_ARGS; i++)
  		argv_init[i] = NULL;
  	return 1;
  }
  __setup("rdinit=", rdinit_setup);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
  #ifndef CONFIG_SMP
  
  #ifdef CONFIG_X86_LOCAL_APIC
  static void __init smp_init(void)
  {
  	APIC_init_uniprocessor();
  }
  #else
  #define smp_init()	do { } while (0)
  #endif
  
  static inline void setup_per_cpu_areas(void) { }
  static inline void smp_prepare_cpus(unsigned int maxcpus) { }
  
  #else
  
  #ifdef __GENERIC_PER_CPU
b73b459f7   Eric Dumazet   [PATCH] __GENERIC...
360
  unsigned long __per_cpu_offset[NR_CPUS] __read_mostly;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
361
362
363
364
365
366
367
  
  EXPORT_SYMBOL(__per_cpu_offset);
  
  static void __init setup_per_cpu_areas(void)
  {
  	unsigned long size, i;
  	char *ptr;
63872f87a   Eric Dumazet   [PATCH] Only allo...
368
  	unsigned long nr_possible_cpus = num_possible_cpus();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
369
370
  
  	/* Copy section for each CPU (we discard the original) */
b6e3590f8   Jeremy Fitzhardinge   [PATCH] x86: Allo...
371
372
  	size = ALIGN(PERCPU_ENOUGH_ROOM, PAGE_SIZE);
  	ptr = alloc_bootmem_pages(size * nr_possible_cpus);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
373

0a9450227   KAMEZAWA Hiroyuki   [PATCH] for_each_...
374
  	for_each_possible_cpu(i) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
375
376
  		__per_cpu_offset[i] = ptr - __per_cpu_start;
  		memcpy(ptr, __per_cpu_start, __per_cpu_end - __per_cpu_start);
63872f87a   Eric Dumazet   [PATCH] Only allo...
377
  		ptr += size;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
378
379
380
381
382
383
384
  	}
  }
  #endif /* !__GENERIC_PER_CPU */
  
  /* Called by boot processor to activate the rest. */
  static void __init smp_init(void)
  {
53b8a315b   Christoph Lameter   [PATCH] Convert h...
385
  	unsigned int cpu;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
386
387
  
  	/* FIXME: This should be done in userspace --RR */
53b8a315b   Christoph Lameter   [PATCH] Convert h...
388
  	for_each_present_cpu(cpu) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
389
390
  		if (num_online_cpus() >= max_cpus)
  			break;
53b8a315b   Christoph Lameter   [PATCH] Convert h...
391
392
  		if (!cpu_online(cpu))
  			cpu_up(cpu);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
393
394
395
396
397
398
  	}
  
  	/* Any cleanup work */
  	printk(KERN_INFO "Brought up %ld CPUs
  ", (long)num_online_cpus());
  	smp_cpus_done(max_cpus);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
399
400
401
402
403
  }
  
  #endif
  
  /*
30d7e0d46   Alon Bar-Lev   [PATCH] Dynamic k...
404
405
406
407
408
409
410
411
412
413
414
415
416
417
   * We need to store the untouched command line for future reference.
   * We also need to store the touched command line since the parameter
   * parsing is performed in place, and we should allow a component to
   * store reference of name/value for future reference.
   */
  static void __init setup_command_line(char *command_line)
  {
  	saved_command_line = alloc_bootmem(strlen (boot_command_line)+1);
  	static_command_line = alloc_bootmem(strlen (command_line)+1);
  	strcpy (saved_command_line, boot_command_line);
  	strcpy (static_command_line, command_line);
  }
  
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
418
419
420
421
422
423
424
   * We need to finalize in a non-__init function or else race conditions
   * between the root thread and the init thread may cause start_kernel to
   * be reaped by free_initmem before the root thread has proceeded to
   * cpu_idle.
   *
   * gcc-3.4 accidentally inlines this function, so use noinline.
   */
92080309d   Sam Ravnborg   init/main: use __...
425
  static void noinline __init_refok rest_init(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
426
427
  	__releases(kernel_lock)
  {
73c279927   Eric W. Biederman   kthread: don't de...
428
  	int pid;
aae5f662a   Sam Ravnborg   kbuild: whitelist...
429
  	kernel_thread(kernel_init, NULL, CLONE_FS | CLONE_SIGHAND);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
430
  	numa_default_policy();
73c279927   Eric W. Biederman   kthread: don't de...
431
432
  	pid = kernel_thread(kthreadd, NULL, CLONE_FS | CLONE_FILES);
  	kthreadd_task = find_task_by_pid(pid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
433
  	unlock_kernel();
f340c0d1a   Ingo Molnar   [PATCH] Tweak idl...
434
435
436
  
  	/*
  	 * The boot idle thread must execute schedule()
1df21055e   Ingo Molnar   sched: add init_i...
437
  	 * at least once to get things moving:
f340c0d1a   Ingo Molnar   [PATCH] Tweak idl...
438
  	 */
1df21055e   Ingo Molnar   sched: add init_i...
439
  	init_idle_bootup_task(current);
5bfb5d690   Nick Piggin   [PATCH] sched: di...
440
  	preempt_enable_no_resched();
f340c0d1a   Ingo Molnar   [PATCH] Tweak idl...
441
  	schedule();
5bfb5d690   Nick Piggin   [PATCH] sched: di...
442
  	preempt_disable();
f340c0d1a   Ingo Molnar   [PATCH] Tweak idl...
443

5bfb5d690   Nick Piggin   [PATCH] sched: di...
444
  	/* Call into cpu_idle with preempt disabled */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
445
  	cpu_idle();
1df21055e   Ingo Molnar   sched: add init_i...
446
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
447
448
449
450
451
452
453
  
  /* Check for early params. */
  static int __init do_early_param(char *param, char *val)
  {
  	struct obs_kernel_param *p;
  
  	for (p = __setup_start; p < __setup_end; p++) {
18a8bd949   Yinghai Lu   serial: convert e...
454
455
456
457
  		if ((p->early && strcmp(param, p->str) == 0) ||
  		    (strcmp(param, "console") == 0 &&
  		     strcmp(p->str, "earlycon") == 0)
  		) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
  			if (p->setup_func(val) != 0)
  				printk(KERN_WARNING
  				       "Malformed early option '%s'
  ", param);
  		}
  	}
  	/* We accept everything at this stage. */
  	return 0;
  }
  
  /* Arch code calls this early on, or if not, just before other parsing. */
  void __init parse_early_param(void)
  {
  	static __initdata int done = 0;
  	static __initdata char tmp_cmdline[COMMAND_LINE_SIZE];
  
  	if (done)
  		return;
  
  	/* All fall through to do_early_param. */
30d7e0d46   Alon Bar-Lev   [PATCH] Dynamic k...
478
  	strlcpy(tmp_cmdline, boot_command_line, COMMAND_LINE_SIZE);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
479
480
481
482
483
484
485
  	parse_args("early options", tmp_cmdline, NULL, 0, do_early_param);
  	done = 1;
  }
  
  /*
   *	Activate the first processor.
   */
44fd22992   Stas Sergeev   [PATCH] Register ...
486
487
488
489
490
491
492
493
  static void __init boot_cpu_init(void)
  {
  	int cpu = smp_processor_id();
  	/* Mark the boot cpu "present", "online" etc for SMP and UP case */
  	cpu_set(cpu, cpu_online_map);
  	cpu_set(cpu, cpu_present_map);
  	cpu_set(cpu, cpu_possible_map);
  }
033ab7f8e   Andrew Morton   [PATCH] add smp_s...
494
495
496
  void __init __attribute__((weak)) smp_setup_processor_id(void)
  {
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
497
498
499
500
  asmlinkage void __init start_kernel(void)
  {
  	char * command_line;
  	extern struct kernel_param __start___param[], __stop___param[];
033ab7f8e   Andrew Morton   [PATCH] add smp_s...
501
502
  
  	smp_setup_processor_id();
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
503
504
505
506
  	/*
  	 * Need to run as early as possible, to initialize the
  	 * lockdep hash:
  	 */
c9538ed49   Andi Kleen   [PATCH] Move unwi...
507
  	unwind_init();
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
508
  	lockdep_init();
ddbcc7e8e   Paul Menage   Task Control Grou...
509
  	cgroup_init_early();
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
510
511
512
  
  	local_irq_disable();
  	early_boot_irqs_off();
243c7621a   Ingo Molnar   [PATCH] lockdep: ...
513
  	early_init_irq_lock_class();
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
514

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
515
516
517
518
519
  /*
   * Interrupts are still disabled. Do necessary setups, then
   * enable them
   */
  	lock_kernel();
906568c9c   Thomas Gleixner   [PATCH] tick-mana...
520
  	tick_init();
44fd22992   Stas Sergeev   [PATCH] Register ...
521
  	boot_cpu_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
522
523
  	page_address_init();
  	printk(KERN_NOTICE);
8993780a6   Linus Torvalds   Make SLES9 "get_k...
524
  	printk(linux_banner);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
525
  	setup_arch(&command_line);
30d7e0d46   Alon Bar-Lev   [PATCH] Dynamic k...
526
  	setup_command_line(command_line);
690a973f4   Jan Beulich   [PATCH] x86-64: S...
527
  	unwind_setup();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
528
  	setup_per_cpu_areas();
44fd22992   Stas Sergeev   [PATCH] Register ...
529
  	smp_prepare_boot_cpu();	/* arch-specific boot-cpu hooks */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
530
531
532
533
534
535
536
537
538
539
540
541
542
543
  
  	/*
  	 * Set up the scheduler prior starting any interrupts (such as the
  	 * timer interrupt). Full topology setup happens at smp_init()
  	 * time - but meanwhile we still have a functioning scheduler.
  	 */
  	sched_init();
  	/*
  	 * Disable preemption - early bootup scheduling is extremely
  	 * fragile until we cpu_idle() for the first time.
  	 */
  	preempt_disable();
  	build_all_zonelists();
  	page_alloc_init();
30d7e0d46   Alon Bar-Lev   [PATCH] Dynamic k...
544
545
  	printk(KERN_NOTICE "Kernel command line: %s
  ", boot_command_line);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
546
  	parse_early_param();
30d7e0d46   Alon Bar-Lev   [PATCH] Dynamic k...
547
  	parse_args("Booting kernel", static_command_line, __start___param,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
548
549
  		   __stop___param - __start___param,
  		   &unknown_bootoption);
c4a68306b   Ard van Breemen   [PATCH] start_ker...
550
551
552
553
554
555
  	if (!irqs_disabled()) {
  		printk(KERN_WARNING "start_kernel(): bug: interrupts were "
  				"enabled *very* early, fixing it
  ");
  		local_irq_disable();
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
556
557
558
559
560
561
  	sort_main_extable();
  	trap_init();
  	rcu_init();
  	init_IRQ();
  	pidhash_init();
  	init_timers();
c0a313296   Thomas Gleixner   [PATCH] hrtimer: ...
562
  	hrtimers_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
563
  	softirq_init();
ad596171e   John Stultz   [PATCH] Time: Use...
564
  	timekeeping_init();
88fecaa27   John Stultz   [PATCH] time init...
565
  	time_init();
93e028148   Heiko Carstens   [PATCH] lockdep: ...
566
567
568
569
  	profile_init();
  	if (!irqs_disabled())
  		printk("start_kernel(): bug: interrupts were enabled early
  ");
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
570
  	early_boot_irqs_on();
93e028148   Heiko Carstens   [PATCH] lockdep: ...
571
  	local_irq_enable();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
572
573
574
575
576
577
578
579
580
  
  	/*
  	 * HACK ALERT! This is early. We're enabling the console before
  	 * we've done PCI setups etc, and console_init() must be aware of
  	 * this. But we do want output early, in case something goes wrong.
  	 */
  	console_init();
  	if (panic_later)
  		panic(panic_later, panic_param);
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
581
582
  
  	lockdep_info();
9a11b49a8   Ingo Molnar   [PATCH] lockdep: ...
583
584
585
586
587
588
  	/*
  	 * Need to run this when irqs are enabled, because it wants
  	 * to self-test [hard/soft]-irqs on/off lock inversion bugs
  	 * too:
  	 */
  	locking_selftest();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
589
590
591
592
593
594
595
596
597
598
  #ifdef CONFIG_BLK_DEV_INITRD
  	if (initrd_start && !initrd_below_start_ok &&
  			initrd_start < min_low_pfn << PAGE_SHIFT) {
  		printk(KERN_CRIT "initrd overwritten (0x%08lx < 0x%08lx) - "
  		    "disabling it.
  ",initrd_start,min_low_pfn << PAGE_SHIFT);
  		initrd_start = 0;
  	}
  #endif
  	vfs_caches_init_early();
c417f0242   Paul Jackson   [PATCH] cpuset: r...
599
  	cpuset_init_early();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
600
  	mem_init();
d221938c0   Gautham R Shenoy   cpu-hotplug: refc...
601
  	cpu_hotplug_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
602
  	kmem_cache_init();
e7c8d5c99   Christoph Lameter   [PATCH] node loca...
603
  	setup_per_cpu_pageset();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
  	numa_policy_init();
  	if (late_time_init)
  		late_time_init();
  	calibrate_delay();
  	pidmap_init();
  	pgtable_cache_init();
  	prio_tree_init();
  	anon_vma_init();
  #ifdef CONFIG_X86
  	if (efi_enabled)
  		efi_enter_virtual_mode();
  #endif
  	fork_init(num_physpages);
  	proc_caches_init();
  	buffer_init();
  	unnamed_dev_init();
  	key_init();
  	security_init();
  	vfs_caches_init(num_physpages);
  	radix_tree_init();
  	signals_init();
  	/* rootfs populating might need page-writeback */
  	page_writeback_init();
  #ifdef CONFIG_PROC_FS
  	proc_root_init();
  #endif
ddbcc7e8e   Paul Menage   Task Control Grou...
630
  	cgroup_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
631
  	cpuset_init();
c757249af   Shailabh Nagar   [PATCH] per-task-...
632
  	taskstats_init_early();
ca74e92b4   Shailabh Nagar   [PATCH] per-task-...
633
  	delayacct_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
  
  	check_bugs();
  
  	acpi_early_init(); /* before LAPIC and SMP init */
  
  	/* Do the rest non-__init'ed, we're now alive */
  	rest_init();
  }
  
  static int __initdata initcall_debug;
  
  static int __init initcall_debug_setup(char *str)
  {
  	initcall_debug = 1;
  	return 1;
  }
  __setup("initcall_debug", initcall_debug_setup);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
651
652
653
654
655
656
657
658
  extern initcall_t __initcall_start[], __initcall_end[];
  
  static void __init do_initcalls(void)
  {
  	initcall_t *call;
  	int count = preempt_count();
  
  	for (call = __initcall_start; call < __initcall_end; call++) {
8f0c45cdf   Ingo Molnar   enhance initcall_...
659
  		ktime_t t0, t1, delta;
c1cda48af   Andrew Morton   [PATCH] initcall ...
660
661
662
  		char *msg = NULL;
  		char msgbuf[40];
  		int result;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
663
664
  
  		if (initcall_debug) {
c1cda48af   Andrew Morton   [PATCH] initcall ...
665
666
667
  			printk("Calling initcall 0x%p", *call);
  			print_fn_descriptor_symbol(": %s()",
  					(unsigned long) *call);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
668
669
  			printk("
  ");
8f0c45cdf   Ingo Molnar   enhance initcall_...
670
  			t0 = ktime_get();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
671
  		}
c1cda48af   Andrew Morton   [PATCH] initcall ...
672
  		result = (*call)();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
673

8f0c45cdf   Ingo Molnar   enhance initcall_...
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
  		if (initcall_debug) {
  			t1 = ktime_get();
  			delta = ktime_sub(t1, t0);
  
  			printk("initcall 0x%p", *call);
  			print_fn_descriptor_symbol(": %s()",
  					(unsigned long) *call);
  			printk(" returned %d.
  ", result);
  
  			printk("initcall 0x%p ran for %Ld msecs: ",
  				*call, (unsigned long long)delta.tv64 >> 20);
  			print_fn_descriptor_symbol("%s()
  ",
  				(unsigned long) *call);
  		}
f3a19cb45   Andrew Morton   [PATCH] silence i...
690
  		if (result && result != -ENODEV && initcall_debug) {
c1cda48af   Andrew Morton   [PATCH] initcall ...
691
692
693
  			sprintf(msgbuf, "error code %d", result);
  			msg = msgbuf;
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
694
695
696
697
698
699
700
701
702
  		if (preempt_count() != count) {
  			msg = "preemption imbalance";
  			preempt_count() = count;
  		}
  		if (irqs_disabled()) {
  			msg = "disabled interrupts";
  			local_irq_enable();
  		}
  		if (msg) {
c1cda48af   Andrew Morton   [PATCH] initcall ...
703
704
705
706
707
  			printk(KERN_WARNING "initcall at 0x%p", *call);
  			print_fn_descriptor_symbol(": %s()",
  					(unsigned long) *call);
  			printk(": returned with %s
  ", msg);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
  		}
  	}
  
  	/* Make sure there is no pending stuff from the initcall sequence */
  	flush_scheduled_work();
  }
  
  /*
   * Ok, the machine is now initialized. None of the devices
   * have been touched yet, but the CPU subsystem is up and
   * running, and memory and process management works.
   *
   * Now we can finally start doing some real work..
   */
  static void __init do_basic_setup(void)
  {
  	/* drivers will send hotplug events */
  	init_workqueues();
  	usermodehelper_init();
  	driver_init();
b04c3afb2   Eric W. Biederman   [PATCH] sysctl: m...
728
  	init_irq_proc();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
729
730
  	do_initcalls();
  }
97842216b   Dave Jones   Allow softlockup ...
731
732
733
734
735
736
737
738
  static int __initdata nosoftlockup;
  
  static int __init nosoftlockup_setup(char *str)
  {
  	nosoftlockup = 1;
  	return 1;
  }
  __setup("nosoftlockup", nosoftlockup_setup);
88d20328c   Vivek Goyal   [PATCH] i386: Con...
739
  static void __init do_pre_smp_initcalls(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
740
741
  {
  	extern int spawn_ksoftirqd(void);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
742
743
  
  	migration_init();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
744
  	spawn_ksoftirqd();
97842216b   Dave Jones   Allow softlockup ...
745
746
  	if (!nosoftlockup)
  		spawn_softlockup_task();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
747
748
749
750
751
  }
  
  static void run_init_process(char *init_filename)
  {
  	argv_init[0] = init_filename;
676085679   Arnd Bergmann   [PATCH] introduce...
752
  	kernel_execve(init_filename, argv_init, envp_init);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
753
  }
ee5bfa642   Vivek Goyal   [PATCH] generic: ...
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
  /* This is a non __init function. Force it to be noinline otherwise gcc
   * makes it inline to init() and it becomes part of init.text section
   */
  static int noinline init_post(void)
  {
  	free_initmem();
  	unlock_kernel();
  	mark_rodata_ro();
  	system_state = SYSTEM_RUNNING;
  	numa_default_policy();
  
  	if (sys_open((const char __user *) "/dev/console", O_RDWR, 0) < 0)
  		printk(KERN_WARNING "Warning: unable to open an initial console.
  ");
  
  	(void) sys_dup(0);
  	(void) sys_dup(0);
  
  	if (ramdisk_execute_command) {
  		run_init_process(ramdisk_execute_command);
  		printk(KERN_WARNING "Failed to execute %s
  ",
  				ramdisk_execute_command);
  	}
  
  	/*
  	 * We try each of these until one succeeds.
  	 *
  	 * The Bourne shell can be used instead of init if we are
  	 * trying to recover a really broken machine.
  	 */
  	if (execute_command) {
  		run_init_process(execute_command);
  		printk(KERN_WARNING "Failed to execute %s.  Attempting "
  					"defaults...
  ", execute_command);
  	}
  	run_init_process("/sbin/init");
  	run_init_process("/etc/init");
  	run_init_process("/bin/init");
  	run_init_process("/bin/sh");
  
  	panic("No init found.  Try passing init= option to kernel.");
  }
aae5f662a   Sam Ravnborg   kbuild: whitelist...
798
  static int __init kernel_init(void * unused)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
799
800
801
802
803
804
805
806
807
808
809
810
811
812
  {
  	lock_kernel();
  	/*
  	 * init can run on any cpu.
  	 */
  	set_cpus_allowed(current, CPU_MASK_ALL);
  	/*
  	 * Tell the world that we're going to be the grim
  	 * reaper of innocent orphaned children.
  	 *
  	 * We don't want people to have to make incorrect
  	 * assumptions about where in the task array this
  	 * can be found.
  	 */
84d737866   Sukadev Bhattiprolu   [PATCH] add child...
813
  	init_pid_ns.child_reaper = current;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
814

0e29b24aa   Sukadev Bhattiprolu   Explicitly set pg...
815
  	__set_special_pids(1, 1);
9ec52099e   Cedric Le Goater   [PATCH] replace c...
816
  	cad_pid = task_pid(current);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
817
818
819
  	smp_prepare_cpus(max_cpus);
  
  	do_pre_smp_initcalls();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
820
821
822
823
  	smp_init();
  	sched_init_smp();
  
  	cpuset_init_smp();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
824
825
826
827
828
829
  	do_basic_setup();
  
  	/*
  	 * check if there is an early userspace init.  If yes, let it do all
  	 * the work
  	 */
ffdfc4097   Olof Johansson   [PATCH] Add rdini...
830
831
832
833
834
835
  
  	if (!ramdisk_execute_command)
  		ramdisk_execute_command = "/init";
  
  	if (sys_access((const char __user *) ramdisk_execute_command, 0) != 0) {
  		ramdisk_execute_command = NULL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
836
  		prepare_namespace();
ffdfc4097   Olof Johansson   [PATCH] Add rdini...
837
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
838
839
840
841
842
843
  
  	/*
  	 * Ok, we have completed the initial bootup, and
  	 * we're essentially up and running. Get rid of the
  	 * initmem segments and start the user-mode stuff..
  	 */
ee5bfa642   Vivek Goyal   [PATCH] generic: ...
844
845
  	init_post();
  	return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
846
  }