Blame view

kernel/panic.c 15.4 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
6
7
8
9
10
  /*
   *  linux/kernel/panic.c
   *
   *  Copyright (C) 1991, 1992  Linus Torvalds
   */
  
  /*
   * This function is used through-out the kernel (including mm and fs)
   * to indicate a major problem.
   */
c95dbf27e   Ingo Molnar   panic: clean up k...
11
12
  #include <linux/debug_locks.h>
  #include <linux/interrupt.h>
456b565cc   Simon Kagstrom   core: Add kernel ...
13
  #include <linux/kmsg_dump.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
14
15
  #include <linux/kallsyms.h>
  #include <linux/notifier.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
16
  #include <linux/module.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
17
  #include <linux/random.h>
de7edd314   Steven Rostedt (Red Hat)   tracing: Disable ...
18
  #include <linux/ftrace.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
19
  #include <linux/reboot.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
20
21
22
  #include <linux/delay.h>
  #include <linux/kexec.h>
  #include <linux/sched.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
23
  #include <linux/sysrq.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
24
  #include <linux/init.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
25
  #include <linux/nmi.h>
08d78658f   Vitaly Kuznetsov   panic: release st...
26
  #include <linux/console.h>
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
27
  #include <linux/bug.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
28

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
29
30
  #define PANIC_TIMER_STEP 100
  #define PANIC_BLINK_SPD 18
2a01bb388   Kyle McMartin   panic: Make panic...
31
  int panic_on_oops = CONFIG_PANIC_ON_OOPS_VALUE;
25ddbb18a   Andi Kleen   Make the taint fl...
32
  static unsigned long tainted_mask;
dd287796d   Andrew Morton   [PATCH] pause_on_...
33
34
35
  static int pause_on_oops;
  static int pause_on_oops_flag;
  static DEFINE_SPINLOCK(pause_on_oops_lock);
5375b708f   HATAYAMA Daisuke   kernel/panic/kexe...
36
  bool crash_kexec_post_notifiers;
9e3961a09   Prarit Bhargava   kernel: add panic...
37
  int panic_on_warn __read_mostly;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
38

5800dc3cf   Jason Baron   panic: Make panic...
39
  int panic_timeout = CONFIG_PANIC_TIMEOUT;
81e88fdc4   Huang Ying   ACPI, APEI, Gener...
40
  EXPORT_SYMBOL_GPL(panic_timeout);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
41

e041c6834   Alan Stern   [PATCH] Notifier ...
42
  ATOMIC_NOTIFIER_HEAD(panic_notifier_list);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
43
44
  
  EXPORT_SYMBOL(panic_notifier_list);
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
45
  static long no_blink(int state)
8aeee85a2   Anton Blanchard   panic: fix panic_...
46
  {
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
47
  	return 0;
8aeee85a2   Anton Blanchard   panic: fix panic_...
48
  }
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
49
50
51
  /* Returns how long it waited in ms */
  long (*panic_blink)(int state);
  EXPORT_SYMBOL(panic_blink);
93e13a360   Michael Holzheu   kdump: fix crash_...
52
53
54
55
56
57
58
59
  /*
   * Stop ourself in panic -- architecture code may override this
   */
  void __weak panic_smp_self_stop(void)
  {
  	while (1)
  		cpu_relax();
  }
58c5661f2   Hidehiro Kawai   panic, x86: Allow...
60
61
62
63
64
65
66
67
  /*
   * Stop ourselves in NMI context if another CPU has already panicked. Arch code
   * may override this to prepare for crash dumping, e.g. save regs info.
   */
  void __weak nmi_panic_self_stop(struct pt_regs *regs)
  {
  	panic_smp_self_stop();
  }
0ee59413c   Hidehiro Kawai   x86/panic: replac...
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
  /*
   * Stop other CPUs in panic.  Architecture dependent code may override this
   * with more suitable version.  For example, if the architecture supports
   * crash dump, it should save registers of each stopped CPU and disable
   * per-CPU features such as virtualization extensions.
   */
  void __weak crash_smp_send_stop(void)
  {
  	static int cpus_stopped;
  
  	/*
  	 * This function can be called twice in panic path, but obviously
  	 * we execute this only once.
  	 */
  	if (cpus_stopped)
  		return;
  
  	/*
  	 * Note smp_send_stop is the usual smp shutdown function, which
  	 * unfortunately means it may not be hardened to work in a panic
  	 * situation.
  	 */
  	smp_send_stop();
  	cpus_stopped = 1;
  }
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
93
  atomic_t panic_cpu = ATOMIC_INIT(PANIC_CPU_INVALID);
ebc41f20d   Hidehiro Kawai   panic: change nmi...
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
  /*
   * A variant of panic() called from NMI context. We return if we've already
   * panicked on this CPU. If another CPU already panicked, loop in
   * nmi_panic_self_stop() which can provide architecture dependent code such
   * as saving register state for crash dump.
   */
  void nmi_panic(struct pt_regs *regs, const char *msg)
  {
  	int old_cpu, cpu;
  
  	cpu = raw_smp_processor_id();
  	old_cpu = atomic_cmpxchg(&panic_cpu, PANIC_CPU_INVALID, cpu);
  
  	if (old_cpu == PANIC_CPU_INVALID)
  		panic("%s", msg);
  	else if (old_cpu != cpu)
  		nmi_panic_self_stop(regs);
  }
  EXPORT_SYMBOL(nmi_panic);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
113
114
115
116
117
118
119
120
  /**
   *	panic - halt the system
   *	@fmt: The text string to print
   *
   *	Display a message, then perform cleanups.
   *
   *	This function never returns.
   */
9402c95f3   Joe Perches   treewide: remove ...
121
  void panic(const char *fmt, ...)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
122
  {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
123
124
  	static char buf[1024];
  	va_list args;
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
125
126
  	long i, i_next = 0;
  	int state = 0;
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
127
  	int old_cpu, this_cpu;
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
128
  	bool _crash_kexec_post_notifiers = crash_kexec_post_notifiers;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
129

dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
130
  	/*
190320c3b   Vikram Mulukutla   panic: fix a poss...
131
132
133
  	 * Disable local interrupts. This will prevent panic_smp_self_stop
  	 * from deadlocking the first cpu that invokes the panic, since
  	 * there is nothing to prevent an interrupt handler (that runs
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
134
  	 * after setting panic_cpu) from invoking panic() again.
190320c3b   Vikram Mulukutla   panic: fix a poss...
135
136
137
138
  	 */
  	local_irq_disable();
  
  	/*
c95dbf27e   Ingo Molnar   panic: clean up k...
139
140
  	 * It's possible to come here directly from a panic-assertion and
  	 * not have preempt disabled. Some functions called from here want
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
141
  	 * preempt to be disabled. No point enabling it later though...
93e13a360   Michael Holzheu   kdump: fix crash_...
142
143
144
145
146
  	 *
  	 * Only one CPU is allowed to execute the panic code from here. For
  	 * multiple parallel invocations of panic, all other CPUs either
  	 * stop themself or will wait until they are stopped by the 1st CPU
  	 * with smp_send_stop().
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
147
148
149
150
151
  	 *
  	 * `old_cpu == PANIC_CPU_INVALID' means this is the 1st CPU which
  	 * comes here, so go ahead.
  	 * `old_cpu == this_cpu' means we came from nmi_panic() which sets
  	 * panic_cpu to this CPU.  In this case, this is also the 1st CPU.
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
152
  	 */
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
153
154
155
156
  	this_cpu = raw_smp_processor_id();
  	old_cpu  = atomic_cmpxchg(&panic_cpu, PANIC_CPU_INVALID, this_cpu);
  
  	if (old_cpu != PANIC_CPU_INVALID && old_cpu != this_cpu)
93e13a360   Michael Holzheu   kdump: fix crash_...
157
  		panic_smp_self_stop();
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
158

5b530fc18   Anton Blanchard   panic: call conso...
159
  	console_verbose();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
160
161
162
163
  	bust_spinlocks(1);
  	va_start(args, fmt);
  	vsnprintf(buf, sizeof(buf), fmt, args);
  	va_end(args);
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
164
165
  	pr_emerg("Kernel panic - not syncing: %s
  ", buf);
5cb273013   Ingo Molnar   panic: print out ...
166
  #ifdef CONFIG_DEBUG_BUGVERBOSE
6e6f0a1f0   Andi Kleen   panic: don't prin...
167
168
169
  	/*
  	 * Avoid nested stack-dumping if a panic occurs during oops processing
  	 */
026ee1f66   Jason Wessel   panic: fix stack ...
170
  	if (!test_taint(TAINT_DIE) && oops_in_progress <= 1)
6e6f0a1f0   Andi Kleen   panic: don't prin...
171
  		dump_stack();
5cb273013   Ingo Molnar   panic: print out ...
172
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
173

dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
174
175
176
  	/*
  	 * If we have crashed and we have a crash kernel loaded let it handle
  	 * everything else.
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
177
178
  	 * If we want to run this after calling panic_notifiers, pass
  	 * the "crash_kexec_post_notifiers" option to the kernel.
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
179
180
  	 *
  	 * Bypass the panic_cpu check and call __crash_kexec directly.
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
181
  	 */
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
182
  	if (!_crash_kexec_post_notifiers) {
cf9b1106c   Petr Mladek   printk/nmi: flush...
183
  		printk_nmi_flush_on_panic();
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
184
  		__crash_kexec(NULL);
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
185

0ee59413c   Hidehiro Kawai   x86/panic: replac...
186
187
188
189
190
191
192
193
194
195
196
197
198
199
  		/*
  		 * Note smp_send_stop is the usual smp shutdown function, which
  		 * unfortunately means it may not be hardened to work in a
  		 * panic situation.
  		 */
  		smp_send_stop();
  	} else {
  		/*
  		 * If we want to do crash dump after notifier calls and
  		 * kmsg_dump, we will need architecture dependent extra
  		 * works in addition to stopping other CPUs.
  		 */
  		crash_smp_send_stop();
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
200

6723734cd   Kees Cook   panic: call panic...
201
202
203
204
  	/*
  	 * Run any panic handlers, including those that might need to
  	 * add information to the kmsg dump output.
  	 */
e041c6834   Alan Stern   [PATCH] Notifier ...
205
  	atomic_notifier_call_chain(&panic_notifier_list, 0, buf);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
206

cf9b1106c   Petr Mladek   printk/nmi: flush...
207
208
  	/* Call flush even twice. It tries harder with a single online CPU */
  	printk_nmi_flush_on_panic();
6723734cd   Kees Cook   panic: call panic...
209
  	kmsg_dump(KMSG_DUMP_PANIC);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
210
211
212
213
214
215
  	/*
  	 * If you doubt kdump always works fine in any situation,
  	 * "crash_kexec_post_notifiers" offers you a chance to run
  	 * panic_notifiers and dumping kmsg before kdump.
  	 * Note: since some panic_notifiers can make crashed kernel
  	 * more unstable, it can increase risks of the kdump failure too.
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
216
217
  	 *
  	 * Bypass the panic_cpu check and call __crash_kexec directly.
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
218
  	 */
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
219
  	if (_crash_kexec_post_notifiers)
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
220
  		__crash_kexec(NULL);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
221

d014e8894   Aaro Koskinen   panic: Fix panic ...
222
  	bust_spinlocks(0);
08d78658f   Vitaly Kuznetsov   panic: release st...
223
224
225
226
  	/*
  	 * We may have ended up stopping the CPU holding the lock (in
  	 * smp_send_stop()) while still having some valuable data in the console
  	 * buffer.  Try to acquire the lock then release it regardless of the
7625b3a00   Vitaly Kuznetsov   kernel/panic.c: t...
227
228
229
  	 * result.  The release will also print the buffers out.  Locks debug
  	 * should be disabled to avoid reporting bad unlock balance when
  	 * panic() is not being callled from OOPS.
08d78658f   Vitaly Kuznetsov   panic: release st...
230
  	 */
7625b3a00   Vitaly Kuznetsov   kernel/panic.c: t...
231
  	debug_locks_off();
8d91f8b15   Tejun Heo   printk: do cond_r...
232
  	console_flush_on_panic();
08d78658f   Vitaly Kuznetsov   panic: release st...
233

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
234
235
  	if (!panic_blink)
  		panic_blink = no_blink;
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
236
  	if (panic_timeout > 0) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
237
  		/*
c95dbf27e   Ingo Molnar   panic: clean up k...
238
239
240
  		 * Delay timeout seconds before rebooting the machine.
  		 * We can't use the "normal" timers since we just panicked.
  		 */
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
241
  		pr_emerg("Rebooting in %d seconds..", panic_timeout);
c95dbf27e   Ingo Molnar   panic: clean up k...
242

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
243
  		for (i = 0; i < panic_timeout * 1000; i += PANIC_TIMER_STEP) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
244
  			touch_nmi_watchdog();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
245
246
247
248
249
  			if (i >= i_next) {
  				i += panic_blink(state ^= 1);
  				i_next = i + 3600 / PANIC_BLINK_SPD;
  			}
  			mdelay(PANIC_TIMER_STEP);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
250
  		}
4302fbc8e   Hugh Dickins   panic: panic=-1 f...
251
252
  	}
  	if (panic_timeout != 0) {
c95dbf27e   Ingo Molnar   panic: clean up k...
253
254
255
256
  		/*
  		 * This will not be a clean reboot, with everything
  		 * shutting down.  But if there is a chance of
  		 * rebooting the system it will be rebooted.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
257
  		 */
2f048ea81   Eric W. Biederman   [PATCH] Call emer...
258
  		emergency_restart();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
259
260
261
262
  	}
  #ifdef __sparc__
  	{
  		extern int stop_a_enabled;
a271c241a   Tom 'spot' Callaway   [SPARC]: Stop-A p...
263
  		/* Make sure the user can actually press Stop-A (L1-A) */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
264
  		stop_a_enabled = 1;
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
265
266
  		pr_emerg("Press Stop-A (L1-A) to return to the boot prom
  ");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
267
268
  	}
  #endif
347a8dc3b   Martin Schwidefsky   [PATCH] s390: cle...
269
  #if defined(CONFIG_S390)
c95dbf27e   Ingo Molnar   panic: clean up k...
270
271
272
273
274
275
  	{
  		unsigned long caller;
  
  		caller = (unsigned long)__builtin_return_address(0);
  		disabled_wait(caller);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
276
  #endif
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
277
278
  	pr_emerg("---[ end Kernel panic - not syncing: %s
  ", buf);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
279
  	local_irq_enable();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
280
  	for (i = 0; ; i += PANIC_TIMER_STEP) {
c22db9412   Jan Beulich   [PATCH] prevent r...
281
  		touch_softlockup_watchdog();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
282
283
284
285
286
  		if (i >= i_next) {
  			i += panic_blink(state ^= 1);
  			i_next = i + 3600 / PANIC_BLINK_SPD;
  		}
  		mdelay(PANIC_TIMER_STEP);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
287
288
289
290
  	}
  }
  
  EXPORT_SYMBOL(panic);
c277e63fb   Daniel Walker   whitespace fixes:...
291

25ddbb18a   Andi Kleen   Make the taint fl...
292
  struct tnt {
c95dbf27e   Ingo Molnar   panic: clean up k...
293
294
295
  	u8	bit;
  	char	true;
  	char	false;
25ddbb18a   Andi Kleen   Make the taint fl...
296
297
298
  };
  
  static const struct tnt tnts[] = {
c95dbf27e   Ingo Molnar   panic: clean up k...
299
300
  	{ TAINT_PROPRIETARY_MODULE,	'P', 'G' },
  	{ TAINT_FORCED_MODULE,		'F', ' ' },
8c90487cd   Dave Jones   Rename TAINT_UNSA...
301
  	{ TAINT_CPU_OUT_OF_SPEC,	'S', ' ' },
c95dbf27e   Ingo Molnar   panic: clean up k...
302
303
304
305
306
307
308
309
  	{ TAINT_FORCED_RMMOD,		'R', ' ' },
  	{ TAINT_MACHINE_CHECK,		'M', ' ' },
  	{ TAINT_BAD_PAGE,		'B', ' ' },
  	{ TAINT_USER,			'U', ' ' },
  	{ TAINT_DIE,			'D', ' ' },
  	{ TAINT_OVERRIDDEN_ACPI_TABLE,	'A', ' ' },
  	{ TAINT_WARN,			'W', ' ' },
  	{ TAINT_CRAP,			'C', ' ' },
92946bc72   Ben Hutchings   panic: Add taint ...
310
  	{ TAINT_FIRMWARE_WORKAROUND,	'I', ' ' },
2449b8ba0   Ben Hutchings   module,bug: Add T...
311
  	{ TAINT_OOT_MODULE,		'O', ' ' },
57673c2b0   Rusty Russell   Use 'E' instead o...
312
  	{ TAINT_UNSIGNED_MODULE,	'E', ' ' },
69361eef9   Josh Hunt   panic: add TAINT_...
313
  	{ TAINT_SOFTLOCKUP,		'L', ' ' },
c5f454659   Seth Jennings   livepatch: kernel...
314
  	{ TAINT_LIVEPATCH,		'K', ' ' },
25ddbb18a   Andi Kleen   Make the taint fl...
315
  };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
316
317
318
319
320
321
322
  /**
   *	print_tainted - return a string to represent the kernel taint state.
   *
   *  'P' - Proprietary module has been loaded.
   *  'F' - Module has been forcibly loaded.
   *  'S' - SMP with CPUs not designed for SMP.
   *  'R' - User forced a module unload.
9aa5e993f   Daniel Roesen   trivial comment w...
323
   *  'M' - System experienced a machine check exception.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
324
   *  'B' - System has hit bad_page.
34f5a3989   Theodore Ts'o   [PATCH] Add TAINT...
325
   *  'U' - Userspace-defined naughtiness.
a80059928   Arjan van de Ven   taint: add missin...
326
   *  'D' - Kernel has oopsed before
95b570c9c   Nur Hussein   Taint kernel afte...
327
328
   *  'A' - ACPI table overridden.
   *  'W' - Taint on warning.
061b1bd39   Greg Kroah-Hartman   Staging: add TAIN...
329
   *  'C' - modules from drivers/staging are loaded.
92946bc72   Ben Hutchings   panic: Add taint ...
330
   *  'I' - Working around severe firmware bug.
2449b8ba0   Ben Hutchings   module,bug: Add T...
331
   *  'O' - Out-of-tree module has been loaded.
57673c2b0   Rusty Russell   Use 'E' instead o...
332
   *  'E' - Unsigned module has been loaded.
bc53a3f46   Xie XiuQi   kernel/panic.c: u...
333
   *  'L' - A soft lockup has previously occurred.
c5f454659   Seth Jennings   livepatch: kernel...
334
   *  'K' - Kernel has been live patched.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
335
   *
fe002a419   Robert P. J. Day   trivial: Correct ...
336
   *	The string is overwritten by the next call to print_tainted().
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
337
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
338
339
  const char *print_tainted(void)
  {
012847647   Chen Gang   kernel/panic.c: r...
340
  	static char buf[ARRAY_SIZE(tnts) + sizeof("Tainted: ")];
25ddbb18a   Andi Kleen   Make the taint fl...
341
342
343
344
345
346
347
348
349
350
351
352
353
  
  	if (tainted_mask) {
  		char *s;
  		int i;
  
  		s = buf + sprintf(buf, "Tainted: ");
  		for (i = 0; i < ARRAY_SIZE(tnts); i++) {
  			const struct tnt *t = &tnts[i];
  			*s++ = test_bit(t->bit, &tainted_mask) ?
  					t->true : t->false;
  		}
  		*s = 0;
  	} else
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
354
  		snprintf(buf, sizeof(buf), "Not tainted");
c95dbf27e   Ingo Molnar   panic: clean up k...
355
356
  
  	return buf;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
357
  }
25ddbb18a   Andi Kleen   Make the taint fl...
358
  int test_taint(unsigned flag)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
359
  {
25ddbb18a   Andi Kleen   Make the taint fl...
360
361
362
363
364
365
366
  	return test_bit(flag, &tainted_mask);
  }
  EXPORT_SYMBOL(test_taint);
  
  unsigned long get_taint(void)
  {
  	return tainted_mask;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
367
  }
dd287796d   Andrew Morton   [PATCH] pause_on_...
368

373d4d099   Rusty Russell   taint: add explic...
369
370
371
372
373
374
375
376
377
  /**
   * add_taint: add a taint flag if not already set.
   * @flag: one of the TAINT_* constants.
   * @lockdep_ok: whether lock debugging is still OK.
   *
   * If something bad has gone wrong, you'll want @lockdebug_ok = false, but for
   * some notewortht-but-not-corrupting cases, it can be set to true.
   */
  void add_taint(unsigned flag, enum lockdep_ok lockdep_ok)
dd287796d   Andrew Morton   [PATCH] pause_on_...
378
  {
373d4d099   Rusty Russell   taint: add explic...
379
  	if (lockdep_ok == LOCKDEP_NOW_UNRELIABLE && __debug_locks_off())
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
380
381
  		pr_warn("Disabling lock debugging due to kernel taint
  ");
9eeba6138   Frederic Weisbecker   lockdep: warn abo...
382

25ddbb18a   Andi Kleen   Make the taint fl...
383
  	set_bit(flag, &tainted_mask);
dd287796d   Andrew Morton   [PATCH] pause_on_...
384
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
385
  EXPORT_SYMBOL(add_taint);
dd287796d   Andrew Morton   [PATCH] pause_on_...
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
  
  static void spin_msec(int msecs)
  {
  	int i;
  
  	for (i = 0; i < msecs; i++) {
  		touch_nmi_watchdog();
  		mdelay(1);
  	}
  }
  
  /*
   * It just happens that oops_enter() and oops_exit() are identically
   * implemented...
   */
  static void do_oops_enter_exit(void)
  {
  	unsigned long flags;
  	static int spin_counter;
  
  	if (!pause_on_oops)
  		return;
  
  	spin_lock_irqsave(&pause_on_oops_lock, flags);
  	if (pause_on_oops_flag == 0) {
  		/* This CPU may now print the oops message */
  		pause_on_oops_flag = 1;
  	} else {
  		/* We need to stall this CPU */
  		if (!spin_counter) {
  			/* This CPU gets to do the counting */
  			spin_counter = pause_on_oops;
  			do {
  				spin_unlock(&pause_on_oops_lock);
  				spin_msec(MSEC_PER_SEC);
  				spin_lock(&pause_on_oops_lock);
  			} while (--spin_counter);
  			pause_on_oops_flag = 0;
  		} else {
  			/* This CPU waits for a different one */
  			while (spin_counter) {
  				spin_unlock(&pause_on_oops_lock);
  				spin_msec(1);
  				spin_lock(&pause_on_oops_lock);
  			}
  		}
  	}
  	spin_unlock_irqrestore(&pause_on_oops_lock, flags);
  }
  
  /*
c95dbf27e   Ingo Molnar   panic: clean up k...
437
438
   * Return true if the calling CPU is allowed to print oops-related info.
   * This is a bit racy..
dd287796d   Andrew Morton   [PATCH] pause_on_...
439
440
441
442
443
444
445
446
   */
  int oops_may_print(void)
  {
  	return pause_on_oops_flag == 0;
  }
  
  /*
   * Called when the architecture enters its oops handler, before it prints
c95dbf27e   Ingo Molnar   panic: clean up k...
447
448
   * anything.  If this is the first CPU to oops, and it's oopsing the first
   * time then let it proceed.
dd287796d   Andrew Morton   [PATCH] pause_on_...
449
   *
c95dbf27e   Ingo Molnar   panic: clean up k...
450
451
452
453
   * This is all enabled by the pause_on_oops kernel boot option.  We do all
   * this to ensure that oopses don't scroll off the screen.  It has the
   * side-effect of preventing later-oopsing CPUs from mucking up the display,
   * too.
dd287796d   Andrew Morton   [PATCH] pause_on_...
454
   *
c95dbf27e   Ingo Molnar   panic: clean up k...
455
456
457
   * It turns out that the CPU which is allowed to print ends up pausing for
   * the right duration, whereas all the other CPUs pause for twice as long:
   * once in oops_enter(), once in oops_exit().
dd287796d   Andrew Morton   [PATCH] pause_on_...
458
459
460
   */
  void oops_enter(void)
  {
bdff78707   Thomas Gleixner   trace: stop trace...
461
  	tracing_off();
c95dbf27e   Ingo Molnar   panic: clean up k...
462
463
  	/* can't trust the integrity of the kernel anymore: */
  	debug_locks_off();
dd287796d   Andrew Morton   [PATCH] pause_on_...
464
465
466
467
  	do_oops_enter_exit();
  }
  
  /*
2c3b20e91   Arjan van de Ven   debug: add end-of...
468
469
470
471
472
473
474
475
   * 64-bit random ID for oopses:
   */
  static u64 oops_id;
  
  static int init_oops_id(void)
  {
  	if (!oops_id)
  		get_random_bytes(&oops_id, sizeof(oops_id));
d6624f996   Arjan van de Ven   oops: increment t...
476
477
  	else
  		oops_id++;
2c3b20e91   Arjan van de Ven   debug: add end-of...
478
479
480
481
  
  	return 0;
  }
  late_initcall(init_oops_id);
863a60492   Anton Blanchard   lib/bug.c: add oo...
482
  void print_oops_end_marker(void)
71c339116   Arjan van de Ven   debug: add the en...
483
484
  {
  	init_oops_id();
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
485
486
  	pr_warn("---[ end trace %016llx ]---
  ", (unsigned long long)oops_id);
71c339116   Arjan van de Ven   debug: add the en...
487
  }
2c3b20e91   Arjan van de Ven   debug: add end-of...
488
  /*
dd287796d   Andrew Morton   [PATCH] pause_on_...
489
490
491
492
493
494
   * Called when the architecture exits its oops handler, after printing
   * everything.
   */
  void oops_exit(void)
  {
  	do_oops_enter_exit();
71c339116   Arjan van de Ven   debug: add the en...
495
  	print_oops_end_marker();
456b565cc   Simon Kagstrom   core: Add kernel ...
496
  	kmsg_dump(KMSG_DUMP_OOPS);
dd287796d   Andrew Morton   [PATCH] pause_on_...
497
  }
3162f751d   Arjan van de Ven   [PATCH] Add the _...
498

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
499
  struct warn_args {
0f6f49a8c   Linus Torvalds   Fix caller inform...
500
  	const char *fmt;
a8f18b909   Arjan van de Ven   Add a WARN() macr...
501
  	va_list args;
0f6f49a8c   Linus Torvalds   Fix caller inform...
502
  };
bd89bb29a   Arjan van de Ven   debug warnings: p...
503

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
504
505
  void __warn(const char *file, int line, void *caller, unsigned taint,
  	    struct pt_regs *regs, struct warn_args *args)
0f6f49a8c   Linus Torvalds   Fix caller inform...
506
  {
de7edd314   Steven Rostedt (Red Hat)   tracing: Disable ...
507
  	disable_trace_on_warning();
dcb6b4525   Alex Thorlton   panic: add cpu/pi...
508
509
  	pr_warn("------------[ cut here ]------------
  ");
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
510
511
512
513
514
515
516
517
518
519
  
  	if (file)
  		pr_warn("WARNING: CPU: %d PID: %d at %s:%d %pS
  ",
  			raw_smp_processor_id(), current->pid, file, line,
  			caller);
  	else
  		pr_warn("WARNING: CPU: %d PID: %d at %pS
  ",
  			raw_smp_processor_id(), current->pid, caller);
74853dba2   Arjan van de Ven   debug warnings: c...
520

0f6f49a8c   Linus Torvalds   Fix caller inform...
521
522
  	if (args)
  		vprintk(args->fmt, args->args);
a8f18b909   Arjan van de Ven   Add a WARN() macr...
523

9e3961a09   Prarit Bhargava   kernel: add panic...
524
525
526
527
528
529
530
531
532
533
534
  	if (panic_on_warn) {
  		/*
  		 * This thread may hit another WARN() in the panic path.
  		 * Resetting this prevents additional WARN() from panicking the
  		 * system on this thread.  Other threads are blocked by the
  		 * panic_mutex in panic().
  		 */
  		panic_on_warn = 0;
  		panic("panic_on_warn set ...
  ");
  	}
a8f18b909   Arjan van de Ven   Add a WARN() macr...
535
  	print_modules();
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
536
537
538
539
540
  
  	if (regs)
  		show_regs(regs);
  	else
  		dump_stack();
a8f18b909   Arjan van de Ven   Add a WARN() macr...
541
  	print_oops_end_marker();
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
542

373d4d099   Rusty Russell   taint: add explic...
543
544
  	/* Just a warning, don't kill lockdep. */
  	add_taint(taint, LOCKDEP_STILL_OK);
a8f18b909   Arjan van de Ven   Add a WARN() macr...
545
  }
0f6f49a8c   Linus Torvalds   Fix caller inform...
546

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
547
  #ifdef WANT_WARN_ON_SLOWPATH
0f6f49a8c   Linus Torvalds   Fix caller inform...
548
549
  void warn_slowpath_fmt(const char *file, int line, const char *fmt, ...)
  {
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
550
  	struct warn_args args;
0f6f49a8c   Linus Torvalds   Fix caller inform...
551
552
553
  
  	args.fmt = fmt;
  	va_start(args.args, fmt);
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
554
555
  	__warn(file, line, __builtin_return_address(0), TAINT_WARN, NULL,
  	       &args);
0f6f49a8c   Linus Torvalds   Fix caller inform...
556
557
  	va_end(args.args);
  }
57adc4d2d   Andi Kleen   Eliminate thousan...
558
  EXPORT_SYMBOL(warn_slowpath_fmt);
b2be05273   Ben Hutchings   panic: Allow warn...
559
560
561
  void warn_slowpath_fmt_taint(const char *file, int line,
  			     unsigned taint, const char *fmt, ...)
  {
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
562
  	struct warn_args args;
b2be05273   Ben Hutchings   panic: Allow warn...
563
564
565
  
  	args.fmt = fmt;
  	va_start(args.args, fmt);
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
566
  	__warn(file, line, __builtin_return_address(0), taint, NULL, &args);
b2be05273   Ben Hutchings   panic: Allow warn...
567
568
569
  	va_end(args.args);
  }
  EXPORT_SYMBOL(warn_slowpath_fmt_taint);
57adc4d2d   Andi Kleen   Eliminate thousan...
570
571
  void warn_slowpath_null(const char *file, int line)
  {
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
572
  	__warn(file, line, __builtin_return_address(0), TAINT_WARN, NULL, NULL);
57adc4d2d   Andi Kleen   Eliminate thousan...
573
574
  }
  EXPORT_SYMBOL(warn_slowpath_null);
79b4cc5ee   Arjan van de Ven   debug: move WARN_...
575
  #endif
3162f751d   Arjan van de Ven   [PATCH] Add the _...
576
  #ifdef CONFIG_CC_STACKPROTECTOR
54371a43a   Arjan van de Ven   x86: add CONFIG_C...
577

3162f751d   Arjan van de Ven   [PATCH] Add the _...
578
579
580
581
  /*
   * Called when gcc's -fstack-protector feature is used, and
   * gcc detects corruption of the on-stack canary value
   */
a7330c997   Andi Kleen   asmlinkage Make _...
582
  __visible void __stack_chk_fail(void)
3162f751d   Arjan van de Ven   [PATCH] Add the _...
583
  {
517a92c4e   Ingo Molnar   panic: print more...
584
585
586
  	panic("stack-protector: Kernel stack is corrupted in: %p
  ",
  		__builtin_return_address(0));
3162f751d   Arjan van de Ven   [PATCH] Add the _...
587
588
  }
  EXPORT_SYMBOL(__stack_chk_fail);
54371a43a   Arjan van de Ven   x86: add CONFIG_C...
589

3162f751d   Arjan van de Ven   [PATCH] Add the _...
590
  #endif
f44dd164f   Rusty Russell   Make panic= and p...
591
592
593
  
  core_param(panic, panic_timeout, int, 0644);
  core_param(pause_on_oops, pause_on_oops, int, 0644);
9e3961a09   Prarit Bhargava   kernel: add panic...
594
  core_param(panic_on_warn, panic_on_warn, int, 0644);
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
595
  core_param(crash_kexec_post_notifiers, crash_kexec_post_notifiers, bool, 0644);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
596

d404ab0a1   Olaf Hering   move x86 specific...
597
598
599
600
601
602
603
604
605
  static int __init oops_setup(char *s)
  {
  	if (!s)
  		return -EINVAL;
  	if (!strcmp(s, "panic"))
  		panic_on_oops = 1;
  	return 0;
  }
  early_param("oops", oops_setup);