Blame view

kernel/panic.c 14.6 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
6
7
8
9
10
  /*
   *  linux/kernel/panic.c
   *
   *  Copyright (C) 1991, 1992  Linus Torvalds
   */
  
  /*
   * This function is used through-out the kernel (including mm and fs)
   * to indicate a major problem.
   */
c95dbf27e   Ingo Molnar   panic: clean up k...
11
12
  #include <linux/debug_locks.h>
  #include <linux/interrupt.h>
456b565cc   Simon Kagstrom   core: Add kernel ...
13
  #include <linux/kmsg_dump.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
14
15
  #include <linux/kallsyms.h>
  #include <linux/notifier.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
16
  #include <linux/module.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
17
  #include <linux/random.h>
de7edd314   Steven Rostedt (Red Hat)   tracing: Disable ...
18
  #include <linux/ftrace.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
19
  #include <linux/reboot.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
20
21
22
  #include <linux/delay.h>
  #include <linux/kexec.h>
  #include <linux/sched.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
23
  #include <linux/sysrq.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
24
  #include <linux/init.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
25
  #include <linux/nmi.h>
08d78658f   Vitaly Kuznetsov   panic: release st...
26
  #include <linux/console.h>
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
27
  #include <linux/bug.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
28

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
29
30
  #define PANIC_TIMER_STEP 100
  #define PANIC_BLINK_SPD 18
2a01bb388   Kyle McMartin   panic: Make panic...
31
  int panic_on_oops = CONFIG_PANIC_ON_OOPS_VALUE;
25ddbb18a   Andi Kleen   Make the taint fl...
32
  static unsigned long tainted_mask;
dd287796d   Andrew Morton   [PATCH] pause_on_...
33
34
35
  static int pause_on_oops;
  static int pause_on_oops_flag;
  static DEFINE_SPINLOCK(pause_on_oops_lock);
5375b708f   HATAYAMA Daisuke   kernel/panic/kexe...
36
  bool crash_kexec_post_notifiers;
9e3961a09   Prarit Bhargava   kernel: add panic...
37
  int panic_on_warn __read_mostly;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
38

5800dc3cf   Jason Baron   panic: Make panic...
39
  int panic_timeout = CONFIG_PANIC_TIMEOUT;
81e88fdc4   Huang Ying   ACPI, APEI, Gener...
40
  EXPORT_SYMBOL_GPL(panic_timeout);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
41

e041c6834   Alan Stern   [PATCH] Notifier ...
42
  ATOMIC_NOTIFIER_HEAD(panic_notifier_list);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
43
44
  
  EXPORT_SYMBOL(panic_notifier_list);
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
45
  static long no_blink(int state)
8aeee85a2   Anton Blanchard   panic: fix panic_...
46
  {
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
47
  	return 0;
8aeee85a2   Anton Blanchard   panic: fix panic_...
48
  }
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
49
50
51
  /* Returns how long it waited in ms */
  long (*panic_blink)(int state);
  EXPORT_SYMBOL(panic_blink);
93e13a360   Michael Holzheu   kdump: fix crash_...
52
53
54
55
56
57
58
59
  /*
   * Stop ourself in panic -- architecture code may override this
   */
  void __weak panic_smp_self_stop(void)
  {
  	while (1)
  		cpu_relax();
  }
58c5661f2   Hidehiro Kawai   panic, x86: Allow...
60
61
62
63
64
65
66
67
  /*
   * Stop ourselves in NMI context if another CPU has already panicked. Arch code
   * may override this to prepare for crash dumping, e.g. save regs info.
   */
  void __weak nmi_panic_self_stop(struct pt_regs *regs)
  {
  	panic_smp_self_stop();
  }
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
68
  atomic_t panic_cpu = ATOMIC_INIT(PANIC_CPU_INVALID);
ebc41f20d   Hidehiro Kawai   panic: change nmi...
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
  /*
   * A variant of panic() called from NMI context. We return if we've already
   * panicked on this CPU. If another CPU already panicked, loop in
   * nmi_panic_self_stop() which can provide architecture dependent code such
   * as saving register state for crash dump.
   */
  void nmi_panic(struct pt_regs *regs, const char *msg)
  {
  	int old_cpu, cpu;
  
  	cpu = raw_smp_processor_id();
  	old_cpu = atomic_cmpxchg(&panic_cpu, PANIC_CPU_INVALID, cpu);
  
  	if (old_cpu == PANIC_CPU_INVALID)
  		panic("%s", msg);
  	else if (old_cpu != cpu)
  		nmi_panic_self_stop(regs);
  }
  EXPORT_SYMBOL(nmi_panic);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
88
89
90
91
92
93
94
95
  /**
   *	panic - halt the system
   *	@fmt: The text string to print
   *
   *	Display a message, then perform cleanups.
   *
   *	This function never returns.
   */
9402c95f3   Joe Perches   treewide: remove ...
96
  void panic(const char *fmt, ...)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
97
  {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
98
99
  	static char buf[1024];
  	va_list args;
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
100
101
  	long i, i_next = 0;
  	int state = 0;
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
102
  	int old_cpu, this_cpu;
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
103
  	bool _crash_kexec_post_notifiers = crash_kexec_post_notifiers;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
104

dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
105
  	/*
190320c3b   Vikram Mulukutla   panic: fix a poss...
106
107
108
  	 * Disable local interrupts. This will prevent panic_smp_self_stop
  	 * from deadlocking the first cpu that invokes the panic, since
  	 * there is nothing to prevent an interrupt handler (that runs
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
109
  	 * after setting panic_cpu) from invoking panic() again.
190320c3b   Vikram Mulukutla   panic: fix a poss...
110
111
112
113
  	 */
  	local_irq_disable();
  
  	/*
c95dbf27e   Ingo Molnar   panic: clean up k...
114
115
  	 * It's possible to come here directly from a panic-assertion and
  	 * not have preempt disabled. Some functions called from here want
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
116
  	 * preempt to be disabled. No point enabling it later though...
93e13a360   Michael Holzheu   kdump: fix crash_...
117
118
119
120
121
  	 *
  	 * Only one CPU is allowed to execute the panic code from here. For
  	 * multiple parallel invocations of panic, all other CPUs either
  	 * stop themself or will wait until they are stopped by the 1st CPU
  	 * with smp_send_stop().
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
122
123
124
125
126
  	 *
  	 * `old_cpu == PANIC_CPU_INVALID' means this is the 1st CPU which
  	 * comes here, so go ahead.
  	 * `old_cpu == this_cpu' means we came from nmi_panic() which sets
  	 * panic_cpu to this CPU.  In this case, this is also the 1st CPU.
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
127
  	 */
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
128
129
130
131
  	this_cpu = raw_smp_processor_id();
  	old_cpu  = atomic_cmpxchg(&panic_cpu, PANIC_CPU_INVALID, this_cpu);
  
  	if (old_cpu != PANIC_CPU_INVALID && old_cpu != this_cpu)
93e13a360   Michael Holzheu   kdump: fix crash_...
132
  		panic_smp_self_stop();
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
133

5b530fc18   Anton Blanchard   panic: call conso...
134
  	console_verbose();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
135
136
137
138
  	bust_spinlocks(1);
  	va_start(args, fmt);
  	vsnprintf(buf, sizeof(buf), fmt, args);
  	va_end(args);
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
139
140
  	pr_emerg("Kernel panic - not syncing: %s
  ", buf);
5cb273013   Ingo Molnar   panic: print out ...
141
  #ifdef CONFIG_DEBUG_BUGVERBOSE
6e6f0a1f0   Andi Kleen   panic: don't prin...
142
143
144
  	/*
  	 * Avoid nested stack-dumping if a panic occurs during oops processing
  	 */
026ee1f66   Jason Wessel   panic: fix stack ...
145
  	if (!test_taint(TAINT_DIE) && oops_in_progress <= 1)
6e6f0a1f0   Andi Kleen   panic: don't prin...
146
  		dump_stack();
5cb273013   Ingo Molnar   panic: print out ...
147
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
148

dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
149
150
151
  	/*
  	 * If we have crashed and we have a crash kernel loaded let it handle
  	 * everything else.
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
152
153
  	 * If we want to run this after calling panic_notifiers, pass
  	 * the "crash_kexec_post_notifiers" option to the kernel.
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
154
155
  	 *
  	 * Bypass the panic_cpu check and call __crash_kexec directly.
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
156
  	 */
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
157
  	if (!_crash_kexec_post_notifiers) {
cf9b1106c   Petr Mladek   printk/nmi: flush...
158
  		printk_nmi_flush_on_panic();
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
159
  		__crash_kexec(NULL);
cf9b1106c   Petr Mladek   printk/nmi: flush...
160
  	}
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
161

dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
162
163
164
165
166
  	/*
  	 * Note smp_send_stop is the usual smp shutdown function, which
  	 * unfortunately means it may not be hardened to work in a panic
  	 * situation.
  	 */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
167
  	smp_send_stop();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
168

6723734cd   Kees Cook   panic: call panic...
169
170
171
172
  	/*
  	 * Run any panic handlers, including those that might need to
  	 * add information to the kmsg dump output.
  	 */
e041c6834   Alan Stern   [PATCH] Notifier ...
173
  	atomic_notifier_call_chain(&panic_notifier_list, 0, buf);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
174

cf9b1106c   Petr Mladek   printk/nmi: flush...
175
176
  	/* Call flush even twice. It tries harder with a single online CPU */
  	printk_nmi_flush_on_panic();
6723734cd   Kees Cook   panic: call panic...
177
  	kmsg_dump(KMSG_DUMP_PANIC);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
178
179
180
181
182
183
  	/*
  	 * If you doubt kdump always works fine in any situation,
  	 * "crash_kexec_post_notifiers" offers you a chance to run
  	 * panic_notifiers and dumping kmsg before kdump.
  	 * Note: since some panic_notifiers can make crashed kernel
  	 * more unstable, it can increase risks of the kdump failure too.
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
184
185
  	 *
  	 * Bypass the panic_cpu check and call __crash_kexec directly.
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
186
  	 */
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
187
  	if (_crash_kexec_post_notifiers)
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
188
  		__crash_kexec(NULL);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
189

d014e8894   Aaro Koskinen   panic: Fix panic ...
190
  	bust_spinlocks(0);
08d78658f   Vitaly Kuznetsov   panic: release st...
191
192
193
194
  	/*
  	 * We may have ended up stopping the CPU holding the lock (in
  	 * smp_send_stop()) while still having some valuable data in the console
  	 * buffer.  Try to acquire the lock then release it regardless of the
7625b3a00   Vitaly Kuznetsov   kernel/panic.c: t...
195
196
197
  	 * result.  The release will also print the buffers out.  Locks debug
  	 * should be disabled to avoid reporting bad unlock balance when
  	 * panic() is not being callled from OOPS.
08d78658f   Vitaly Kuznetsov   panic: release st...
198
  	 */
7625b3a00   Vitaly Kuznetsov   kernel/panic.c: t...
199
  	debug_locks_off();
8d91f8b15   Tejun Heo   printk: do cond_r...
200
  	console_flush_on_panic();
08d78658f   Vitaly Kuznetsov   panic: release st...
201

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
202
203
  	if (!panic_blink)
  		panic_blink = no_blink;
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
204
  	if (panic_timeout > 0) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
205
  		/*
c95dbf27e   Ingo Molnar   panic: clean up k...
206
207
208
  		 * Delay timeout seconds before rebooting the machine.
  		 * We can't use the "normal" timers since we just panicked.
  		 */
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
209
  		pr_emerg("Rebooting in %d seconds..", panic_timeout);
c95dbf27e   Ingo Molnar   panic: clean up k...
210

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
211
  		for (i = 0; i < panic_timeout * 1000; i += PANIC_TIMER_STEP) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
212
  			touch_nmi_watchdog();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
213
214
215
216
217
  			if (i >= i_next) {
  				i += panic_blink(state ^= 1);
  				i_next = i + 3600 / PANIC_BLINK_SPD;
  			}
  			mdelay(PANIC_TIMER_STEP);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
218
  		}
4302fbc8e   Hugh Dickins   panic: panic=-1 f...
219
220
  	}
  	if (panic_timeout != 0) {
c95dbf27e   Ingo Molnar   panic: clean up k...
221
222
223
224
  		/*
  		 * This will not be a clean reboot, with everything
  		 * shutting down.  But if there is a chance of
  		 * rebooting the system it will be rebooted.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
225
  		 */
2f048ea81   Eric W. Biederman   [PATCH] Call emer...
226
  		emergency_restart();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
227
228
229
230
  	}
  #ifdef __sparc__
  	{
  		extern int stop_a_enabled;
a271c241a   Tom 'spot' Callaway   [SPARC]: Stop-A p...
231
  		/* Make sure the user can actually press Stop-A (L1-A) */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
232
  		stop_a_enabled = 1;
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
233
234
  		pr_emerg("Press Stop-A (L1-A) to return to the boot prom
  ");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
235
236
  	}
  #endif
347a8dc3b   Martin Schwidefsky   [PATCH] s390: cle...
237
  #if defined(CONFIG_S390)
c95dbf27e   Ingo Molnar   panic: clean up k...
238
239
240
241
242
243
  	{
  		unsigned long caller;
  
  		caller = (unsigned long)__builtin_return_address(0);
  		disabled_wait(caller);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
244
  #endif
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
245
246
  	pr_emerg("---[ end Kernel panic - not syncing: %s
  ", buf);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
247
  	local_irq_enable();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
248
  	for (i = 0; ; i += PANIC_TIMER_STEP) {
c22db9412   Jan Beulich   [PATCH] prevent r...
249
  		touch_softlockup_watchdog();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
250
251
252
253
254
  		if (i >= i_next) {
  			i += panic_blink(state ^= 1);
  			i_next = i + 3600 / PANIC_BLINK_SPD;
  		}
  		mdelay(PANIC_TIMER_STEP);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
255
256
257
258
  	}
  }
  
  EXPORT_SYMBOL(panic);
c277e63fb   Daniel Walker   whitespace fixes:...
259

25ddbb18a   Andi Kleen   Make the taint fl...
260
  struct tnt {
c95dbf27e   Ingo Molnar   panic: clean up k...
261
262
263
  	u8	bit;
  	char	true;
  	char	false;
25ddbb18a   Andi Kleen   Make the taint fl...
264
265
266
  };
  
  static const struct tnt tnts[] = {
c95dbf27e   Ingo Molnar   panic: clean up k...
267
268
  	{ TAINT_PROPRIETARY_MODULE,	'P', 'G' },
  	{ TAINT_FORCED_MODULE,		'F', ' ' },
8c90487cd   Dave Jones   Rename TAINT_UNSA...
269
  	{ TAINT_CPU_OUT_OF_SPEC,	'S', ' ' },
c95dbf27e   Ingo Molnar   panic: clean up k...
270
271
272
273
274
275
276
277
  	{ TAINT_FORCED_RMMOD,		'R', ' ' },
  	{ TAINT_MACHINE_CHECK,		'M', ' ' },
  	{ TAINT_BAD_PAGE,		'B', ' ' },
  	{ TAINT_USER,			'U', ' ' },
  	{ TAINT_DIE,			'D', ' ' },
  	{ TAINT_OVERRIDDEN_ACPI_TABLE,	'A', ' ' },
  	{ TAINT_WARN,			'W', ' ' },
  	{ TAINT_CRAP,			'C', ' ' },
92946bc72   Ben Hutchings   panic: Add taint ...
278
  	{ TAINT_FIRMWARE_WORKAROUND,	'I', ' ' },
2449b8ba0   Ben Hutchings   module,bug: Add T...
279
  	{ TAINT_OOT_MODULE,		'O', ' ' },
57673c2b0   Rusty Russell   Use 'E' instead o...
280
  	{ TAINT_UNSIGNED_MODULE,	'E', ' ' },
69361eef9   Josh Hunt   panic: add TAINT_...
281
  	{ TAINT_SOFTLOCKUP,		'L', ' ' },
c5f454659   Seth Jennings   livepatch: kernel...
282
  	{ TAINT_LIVEPATCH,		'K', ' ' },
25ddbb18a   Andi Kleen   Make the taint fl...
283
  };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
284
285
286
287
288
289
290
  /**
   *	print_tainted - return a string to represent the kernel taint state.
   *
   *  'P' - Proprietary module has been loaded.
   *  'F' - Module has been forcibly loaded.
   *  'S' - SMP with CPUs not designed for SMP.
   *  'R' - User forced a module unload.
9aa5e993f   Daniel Roesen   trivial comment w...
291
   *  'M' - System experienced a machine check exception.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
292
   *  'B' - System has hit bad_page.
34f5a3989   Theodore Ts'o   [PATCH] Add TAINT...
293
   *  'U' - Userspace-defined naughtiness.
a80059928   Arjan van de Ven   taint: add missin...
294
   *  'D' - Kernel has oopsed before
95b570c9c   Nur Hussein   Taint kernel afte...
295
296
   *  'A' - ACPI table overridden.
   *  'W' - Taint on warning.
061b1bd39   Greg Kroah-Hartman   Staging: add TAIN...
297
   *  'C' - modules from drivers/staging are loaded.
92946bc72   Ben Hutchings   panic: Add taint ...
298
   *  'I' - Working around severe firmware bug.
2449b8ba0   Ben Hutchings   module,bug: Add T...
299
   *  'O' - Out-of-tree module has been loaded.
57673c2b0   Rusty Russell   Use 'E' instead o...
300
   *  'E' - Unsigned module has been loaded.
bc53a3f46   Xie XiuQi   kernel/panic.c: u...
301
   *  'L' - A soft lockup has previously occurred.
c5f454659   Seth Jennings   livepatch: kernel...
302
   *  'K' - Kernel has been live patched.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
303
   *
fe002a419   Robert P. J. Day   trivial: Correct ...
304
   *	The string is overwritten by the next call to print_tainted().
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
305
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
306
307
  const char *print_tainted(void)
  {
012847647   Chen Gang   kernel/panic.c: r...
308
  	static char buf[ARRAY_SIZE(tnts) + sizeof("Tainted: ")];
25ddbb18a   Andi Kleen   Make the taint fl...
309
310
311
312
313
314
315
316
317
318
319
320
321
  
  	if (tainted_mask) {
  		char *s;
  		int i;
  
  		s = buf + sprintf(buf, "Tainted: ");
  		for (i = 0; i < ARRAY_SIZE(tnts); i++) {
  			const struct tnt *t = &tnts[i];
  			*s++ = test_bit(t->bit, &tainted_mask) ?
  					t->true : t->false;
  		}
  		*s = 0;
  	} else
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
322
  		snprintf(buf, sizeof(buf), "Not tainted");
c95dbf27e   Ingo Molnar   panic: clean up k...
323
324
  
  	return buf;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
325
  }
25ddbb18a   Andi Kleen   Make the taint fl...
326
  int test_taint(unsigned flag)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
327
  {
25ddbb18a   Andi Kleen   Make the taint fl...
328
329
330
331
332
333
334
  	return test_bit(flag, &tainted_mask);
  }
  EXPORT_SYMBOL(test_taint);
  
  unsigned long get_taint(void)
  {
  	return tainted_mask;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
335
  }
dd287796d   Andrew Morton   [PATCH] pause_on_...
336

373d4d099   Rusty Russell   taint: add explic...
337
338
339
340
341
342
343
344
345
  /**
   * add_taint: add a taint flag if not already set.
   * @flag: one of the TAINT_* constants.
   * @lockdep_ok: whether lock debugging is still OK.
   *
   * If something bad has gone wrong, you'll want @lockdebug_ok = false, but for
   * some notewortht-but-not-corrupting cases, it can be set to true.
   */
  void add_taint(unsigned flag, enum lockdep_ok lockdep_ok)
dd287796d   Andrew Morton   [PATCH] pause_on_...
346
  {
373d4d099   Rusty Russell   taint: add explic...
347
  	if (lockdep_ok == LOCKDEP_NOW_UNRELIABLE && __debug_locks_off())
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
348
349
  		pr_warn("Disabling lock debugging due to kernel taint
  ");
9eeba6138   Frederic Weisbecker   lockdep: warn abo...
350

25ddbb18a   Andi Kleen   Make the taint fl...
351
  	set_bit(flag, &tainted_mask);
dd287796d   Andrew Morton   [PATCH] pause_on_...
352
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
353
  EXPORT_SYMBOL(add_taint);
dd287796d   Andrew Morton   [PATCH] pause_on_...
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
  
  static void spin_msec(int msecs)
  {
  	int i;
  
  	for (i = 0; i < msecs; i++) {
  		touch_nmi_watchdog();
  		mdelay(1);
  	}
  }
  
  /*
   * It just happens that oops_enter() and oops_exit() are identically
   * implemented...
   */
  static void do_oops_enter_exit(void)
  {
  	unsigned long flags;
  	static int spin_counter;
  
  	if (!pause_on_oops)
  		return;
  
  	spin_lock_irqsave(&pause_on_oops_lock, flags);
  	if (pause_on_oops_flag == 0) {
  		/* This CPU may now print the oops message */
  		pause_on_oops_flag = 1;
  	} else {
  		/* We need to stall this CPU */
  		if (!spin_counter) {
  			/* This CPU gets to do the counting */
  			spin_counter = pause_on_oops;
  			do {
  				spin_unlock(&pause_on_oops_lock);
  				spin_msec(MSEC_PER_SEC);
  				spin_lock(&pause_on_oops_lock);
  			} while (--spin_counter);
  			pause_on_oops_flag = 0;
  		} else {
  			/* This CPU waits for a different one */
  			while (spin_counter) {
  				spin_unlock(&pause_on_oops_lock);
  				spin_msec(1);
  				spin_lock(&pause_on_oops_lock);
  			}
  		}
  	}
  	spin_unlock_irqrestore(&pause_on_oops_lock, flags);
  }
  
  /*
c95dbf27e   Ingo Molnar   panic: clean up k...
405
406
   * Return true if the calling CPU is allowed to print oops-related info.
   * This is a bit racy..
dd287796d   Andrew Morton   [PATCH] pause_on_...
407
408
409
410
411
412
413
414
   */
  int oops_may_print(void)
  {
  	return pause_on_oops_flag == 0;
  }
  
  /*
   * Called when the architecture enters its oops handler, before it prints
c95dbf27e   Ingo Molnar   panic: clean up k...
415
416
   * anything.  If this is the first CPU to oops, and it's oopsing the first
   * time then let it proceed.
dd287796d   Andrew Morton   [PATCH] pause_on_...
417
   *
c95dbf27e   Ingo Molnar   panic: clean up k...
418
419
420
421
   * This is all enabled by the pause_on_oops kernel boot option.  We do all
   * this to ensure that oopses don't scroll off the screen.  It has the
   * side-effect of preventing later-oopsing CPUs from mucking up the display,
   * too.
dd287796d   Andrew Morton   [PATCH] pause_on_...
422
   *
c95dbf27e   Ingo Molnar   panic: clean up k...
423
424
425
   * It turns out that the CPU which is allowed to print ends up pausing for
   * the right duration, whereas all the other CPUs pause for twice as long:
   * once in oops_enter(), once in oops_exit().
dd287796d   Andrew Morton   [PATCH] pause_on_...
426
427
428
   */
  void oops_enter(void)
  {
bdff78707   Thomas Gleixner   trace: stop trace...
429
  	tracing_off();
c95dbf27e   Ingo Molnar   panic: clean up k...
430
431
  	/* can't trust the integrity of the kernel anymore: */
  	debug_locks_off();
dd287796d   Andrew Morton   [PATCH] pause_on_...
432
433
434
435
  	do_oops_enter_exit();
  }
  
  /*
2c3b20e91   Arjan van de Ven   debug: add end-of...
436
437
438
439
440
441
442
443
   * 64-bit random ID for oopses:
   */
  static u64 oops_id;
  
  static int init_oops_id(void)
  {
  	if (!oops_id)
  		get_random_bytes(&oops_id, sizeof(oops_id));
d6624f996   Arjan van de Ven   oops: increment t...
444
445
  	else
  		oops_id++;
2c3b20e91   Arjan van de Ven   debug: add end-of...
446
447
448
449
  
  	return 0;
  }
  late_initcall(init_oops_id);
863a60492   Anton Blanchard   lib/bug.c: add oo...
450
  void print_oops_end_marker(void)
71c339116   Arjan van de Ven   debug: add the en...
451
452
  {
  	init_oops_id();
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
453
454
  	pr_warn("---[ end trace %016llx ]---
  ", (unsigned long long)oops_id);
71c339116   Arjan van de Ven   debug: add the en...
455
  }
2c3b20e91   Arjan van de Ven   debug: add end-of...
456
  /*
dd287796d   Andrew Morton   [PATCH] pause_on_...
457
458
459
460
461
462
   * Called when the architecture exits its oops handler, after printing
   * everything.
   */
  void oops_exit(void)
  {
  	do_oops_enter_exit();
71c339116   Arjan van de Ven   debug: add the en...
463
  	print_oops_end_marker();
456b565cc   Simon Kagstrom   core: Add kernel ...
464
  	kmsg_dump(KMSG_DUMP_OOPS);
dd287796d   Andrew Morton   [PATCH] pause_on_...
465
  }
3162f751d   Arjan van de Ven   [PATCH] Add the _...
466

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
467
  struct warn_args {
0f6f49a8c   Linus Torvalds   Fix caller inform...
468
  	const char *fmt;
a8f18b909   Arjan van de Ven   Add a WARN() macr...
469
  	va_list args;
0f6f49a8c   Linus Torvalds   Fix caller inform...
470
  };
bd89bb29a   Arjan van de Ven   debug warnings: p...
471

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
472
473
  void __warn(const char *file, int line, void *caller, unsigned taint,
  	    struct pt_regs *regs, struct warn_args *args)
0f6f49a8c   Linus Torvalds   Fix caller inform...
474
  {
de7edd314   Steven Rostedt (Red Hat)   tracing: Disable ...
475
  	disable_trace_on_warning();
dcb6b4525   Alex Thorlton   panic: add cpu/pi...
476
477
  	pr_warn("------------[ cut here ]------------
  ");
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
478
479
480
481
482
483
484
485
486
487
  
  	if (file)
  		pr_warn("WARNING: CPU: %d PID: %d at %s:%d %pS
  ",
  			raw_smp_processor_id(), current->pid, file, line,
  			caller);
  	else
  		pr_warn("WARNING: CPU: %d PID: %d at %pS
  ",
  			raw_smp_processor_id(), current->pid, caller);
74853dba2   Arjan van de Ven   debug warnings: c...
488

0f6f49a8c   Linus Torvalds   Fix caller inform...
489
490
  	if (args)
  		vprintk(args->fmt, args->args);
a8f18b909   Arjan van de Ven   Add a WARN() macr...
491

9e3961a09   Prarit Bhargava   kernel: add panic...
492
493
494
495
496
497
498
499
500
501
502
  	if (panic_on_warn) {
  		/*
  		 * This thread may hit another WARN() in the panic path.
  		 * Resetting this prevents additional WARN() from panicking the
  		 * system on this thread.  Other threads are blocked by the
  		 * panic_mutex in panic().
  		 */
  		panic_on_warn = 0;
  		panic("panic_on_warn set ...
  ");
  	}
a8f18b909   Arjan van de Ven   Add a WARN() macr...
503
  	print_modules();
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
504
505
506
507
508
  
  	if (regs)
  		show_regs(regs);
  	else
  		dump_stack();
a8f18b909   Arjan van de Ven   Add a WARN() macr...
509
  	print_oops_end_marker();
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
510

373d4d099   Rusty Russell   taint: add explic...
511
512
  	/* Just a warning, don't kill lockdep. */
  	add_taint(taint, LOCKDEP_STILL_OK);
a8f18b909   Arjan van de Ven   Add a WARN() macr...
513
  }
0f6f49a8c   Linus Torvalds   Fix caller inform...
514

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
515
  #ifdef WANT_WARN_ON_SLOWPATH
0f6f49a8c   Linus Torvalds   Fix caller inform...
516
517
  void warn_slowpath_fmt(const char *file, int line, const char *fmt, ...)
  {
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
518
  	struct warn_args args;
0f6f49a8c   Linus Torvalds   Fix caller inform...
519
520
521
  
  	args.fmt = fmt;
  	va_start(args.args, fmt);
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
522
523
  	__warn(file, line, __builtin_return_address(0), TAINT_WARN, NULL,
  	       &args);
0f6f49a8c   Linus Torvalds   Fix caller inform...
524
525
  	va_end(args.args);
  }
57adc4d2d   Andi Kleen   Eliminate thousan...
526
  EXPORT_SYMBOL(warn_slowpath_fmt);
b2be05273   Ben Hutchings   panic: Allow warn...
527
528
529
  void warn_slowpath_fmt_taint(const char *file, int line,
  			     unsigned taint, const char *fmt, ...)
  {
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
530
  	struct warn_args args;
b2be05273   Ben Hutchings   panic: Allow warn...
531
532
533
  
  	args.fmt = fmt;
  	va_start(args.args, fmt);
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
534
  	__warn(file, line, __builtin_return_address(0), taint, NULL, &args);
b2be05273   Ben Hutchings   panic: Allow warn...
535
536
537
  	va_end(args.args);
  }
  EXPORT_SYMBOL(warn_slowpath_fmt_taint);
57adc4d2d   Andi Kleen   Eliminate thousan...
538
539
  void warn_slowpath_null(const char *file, int line)
  {
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
540
  	__warn(file, line, __builtin_return_address(0), TAINT_WARN, NULL, NULL);
57adc4d2d   Andi Kleen   Eliminate thousan...
541
542
  }
  EXPORT_SYMBOL(warn_slowpath_null);
79b4cc5ee   Arjan van de Ven   debug: move WARN_...
543
  #endif
3162f751d   Arjan van de Ven   [PATCH] Add the _...
544
  #ifdef CONFIG_CC_STACKPROTECTOR
54371a43a   Arjan van de Ven   x86: add CONFIG_C...
545

3162f751d   Arjan van de Ven   [PATCH] Add the _...
546
547
548
549
  /*
   * Called when gcc's -fstack-protector feature is used, and
   * gcc detects corruption of the on-stack canary value
   */
a7330c997   Andi Kleen   asmlinkage Make _...
550
  __visible void __stack_chk_fail(void)
3162f751d   Arjan van de Ven   [PATCH] Add the _...
551
  {
517a92c4e   Ingo Molnar   panic: print more...
552
553
554
  	panic("stack-protector: Kernel stack is corrupted in: %p
  ",
  		__builtin_return_address(0));
3162f751d   Arjan van de Ven   [PATCH] Add the _...
555
556
  }
  EXPORT_SYMBOL(__stack_chk_fail);
54371a43a   Arjan van de Ven   x86: add CONFIG_C...
557

3162f751d   Arjan van de Ven   [PATCH] Add the _...
558
  #endif
f44dd164f   Rusty Russell   Make panic= and p...
559
560
561
  
  core_param(panic, panic_timeout, int, 0644);
  core_param(pause_on_oops, pause_on_oops, int, 0644);
9e3961a09   Prarit Bhargava   kernel: add panic...
562
  core_param(panic_on_warn, panic_on_warn, int, 0644);
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
563
  core_param(crash_kexec_post_notifiers, crash_kexec_post_notifiers, bool, 0644);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
564

d404ab0a1   Olaf Hering   move x86 specific...
565
566
567
568
569
570
571
572
573
  static int __init oops_setup(char *s)
  {
  	if (!s)
  		return -EINVAL;
  	if (!strcmp(s, "panic"))
  		panic_on_oops = 1;
  	return 0;
  }
  early_param("oops", oops_setup);