Blame view

kernel/panic.c 16.2 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
6
7
8
9
10
  /*
   *  linux/kernel/panic.c
   *
   *  Copyright (C) 1991, 1992  Linus Torvalds
   */
  
  /*
   * This function is used through-out the kernel (including mm and fs)
   * to indicate a major problem.
   */
c95dbf27e   Ingo Molnar   panic: clean up k...
11
  #include <linux/debug_locks.h>
b17b01533   Ingo Molnar   sched/headers: Pr...
12
  #include <linux/sched/debug.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
13
  #include <linux/interrupt.h>
456b565cc   Simon Kagstrom   core: Add kernel ...
14
  #include <linux/kmsg_dump.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
15
16
  #include <linux/kallsyms.h>
  #include <linux/notifier.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
17
  #include <linux/module.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
18
  #include <linux/random.h>
de7edd314   Steven Rostedt (Red Hat)   tracing: Disable ...
19
  #include <linux/ftrace.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
20
  #include <linux/reboot.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
21
22
23
  #include <linux/delay.h>
  #include <linux/kexec.h>
  #include <linux/sched.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
24
  #include <linux/sysrq.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
25
  #include <linux/init.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
26
  #include <linux/nmi.h>
08d78658f   Vitaly Kuznetsov   panic: release st...
27
  #include <linux/console.h>
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
28
  #include <linux/bug.h>
7a46ec0e2   Kees Cook   locking/refcounts...
29
  #include <linux/ratelimit.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
30

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
31
32
  #define PANIC_TIMER_STEP 100
  #define PANIC_BLINK_SPD 18
2a01bb388   Kyle McMartin   panic: Make panic...
33
  int panic_on_oops = CONFIG_PANIC_ON_OOPS_VALUE;
25ddbb18a   Andi Kleen   Make the taint fl...
34
  static unsigned long tainted_mask;
dd287796d   Andrew Morton   [PATCH] pause_on_...
35
36
37
  static int pause_on_oops;
  static int pause_on_oops_flag;
  static DEFINE_SPINLOCK(pause_on_oops_lock);
5375b708f   HATAYAMA Daisuke   kernel/panic/kexe...
38
  bool crash_kexec_post_notifiers;
9e3961a09   Prarit Bhargava   kernel: add panic...
39
  int panic_on_warn __read_mostly;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
40

5800dc3cf   Jason Baron   panic: Make panic...
41
  int panic_timeout = CONFIG_PANIC_TIMEOUT;
81e88fdc4   Huang Ying   ACPI, APEI, Gener...
42
  EXPORT_SYMBOL_GPL(panic_timeout);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
43

e041c6834   Alan Stern   [PATCH] Notifier ...
44
  ATOMIC_NOTIFIER_HEAD(panic_notifier_list);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
45
46
  
  EXPORT_SYMBOL(panic_notifier_list);
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
47
  static long no_blink(int state)
8aeee85a2   Anton Blanchard   panic: fix panic_...
48
  {
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
49
  	return 0;
8aeee85a2   Anton Blanchard   panic: fix panic_...
50
  }
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
51
52
53
  /* Returns how long it waited in ms */
  long (*panic_blink)(int state);
  EXPORT_SYMBOL(panic_blink);
93e13a360   Michael Holzheu   kdump: fix crash_...
54
55
56
57
58
59
60
61
  /*
   * Stop ourself in panic -- architecture code may override this
   */
  void __weak panic_smp_self_stop(void)
  {
  	while (1)
  		cpu_relax();
  }
58c5661f2   Hidehiro Kawai   panic, x86: Allow...
62
63
64
65
66
67
68
69
  /*
   * Stop ourselves in NMI context if another CPU has already panicked. Arch code
   * may override this to prepare for crash dumping, e.g. save regs info.
   */
  void __weak nmi_panic_self_stop(struct pt_regs *regs)
  {
  	panic_smp_self_stop();
  }
0ee59413c   Hidehiro Kawai   x86/panic: replac...
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
  /*
   * Stop other CPUs in panic.  Architecture dependent code may override this
   * with more suitable version.  For example, if the architecture supports
   * crash dump, it should save registers of each stopped CPU and disable
   * per-CPU features such as virtualization extensions.
   */
  void __weak crash_smp_send_stop(void)
  {
  	static int cpus_stopped;
  
  	/*
  	 * This function can be called twice in panic path, but obviously
  	 * we execute this only once.
  	 */
  	if (cpus_stopped)
  		return;
  
  	/*
  	 * Note smp_send_stop is the usual smp shutdown function, which
  	 * unfortunately means it may not be hardened to work in a panic
  	 * situation.
  	 */
  	smp_send_stop();
  	cpus_stopped = 1;
  }
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
95
  atomic_t panic_cpu = ATOMIC_INIT(PANIC_CPU_INVALID);
ebc41f20d   Hidehiro Kawai   panic: change nmi...
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
  /*
   * A variant of panic() called from NMI context. We return if we've already
   * panicked on this CPU. If another CPU already panicked, loop in
   * nmi_panic_self_stop() which can provide architecture dependent code such
   * as saving register state for crash dump.
   */
  void nmi_panic(struct pt_regs *regs, const char *msg)
  {
  	int old_cpu, cpu;
  
  	cpu = raw_smp_processor_id();
  	old_cpu = atomic_cmpxchg(&panic_cpu, PANIC_CPU_INVALID, cpu);
  
  	if (old_cpu == PANIC_CPU_INVALID)
  		panic("%s", msg);
  	else if (old_cpu != cpu)
  		nmi_panic_self_stop(regs);
  }
  EXPORT_SYMBOL(nmi_panic);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
115
116
117
118
119
120
121
122
  /**
   *	panic - halt the system
   *	@fmt: The text string to print
   *
   *	Display a message, then perform cleanups.
   *
   *	This function never returns.
   */
9402c95f3   Joe Perches   treewide: remove ...
123
  void panic(const char *fmt, ...)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
124
  {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
125
126
  	static char buf[1024];
  	va_list args;
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
127
128
  	long i, i_next = 0;
  	int state = 0;
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
129
  	int old_cpu, this_cpu;
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
130
  	bool _crash_kexec_post_notifiers = crash_kexec_post_notifiers;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
131

dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
132
  	/*
190320c3b   Vikram Mulukutla   panic: fix a poss...
133
134
135
  	 * Disable local interrupts. This will prevent panic_smp_self_stop
  	 * from deadlocking the first cpu that invokes the panic, since
  	 * there is nothing to prevent an interrupt handler (that runs
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
136
  	 * after setting panic_cpu) from invoking panic() again.
190320c3b   Vikram Mulukutla   panic: fix a poss...
137
138
139
140
  	 */
  	local_irq_disable();
  
  	/*
c95dbf27e   Ingo Molnar   panic: clean up k...
141
142
  	 * It's possible to come here directly from a panic-assertion and
  	 * not have preempt disabled. Some functions called from here want
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
143
  	 * preempt to be disabled. No point enabling it later though...
93e13a360   Michael Holzheu   kdump: fix crash_...
144
145
146
147
148
  	 *
  	 * Only one CPU is allowed to execute the panic code from here. For
  	 * multiple parallel invocations of panic, all other CPUs either
  	 * stop themself or will wait until they are stopped by the 1st CPU
  	 * with smp_send_stop().
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
149
150
151
152
153
  	 *
  	 * `old_cpu == PANIC_CPU_INVALID' means this is the 1st CPU which
  	 * comes here, so go ahead.
  	 * `old_cpu == this_cpu' means we came from nmi_panic() which sets
  	 * panic_cpu to this CPU.  In this case, this is also the 1st CPU.
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
154
  	 */
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
155
156
157
158
  	this_cpu = raw_smp_processor_id();
  	old_cpu  = atomic_cmpxchg(&panic_cpu, PANIC_CPU_INVALID, this_cpu);
  
  	if (old_cpu != PANIC_CPU_INVALID && old_cpu != this_cpu)
93e13a360   Michael Holzheu   kdump: fix crash_...
159
  		panic_smp_self_stop();
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
160

5b530fc18   Anton Blanchard   panic: call conso...
161
  	console_verbose();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
162
163
164
165
  	bust_spinlocks(1);
  	va_start(args, fmt);
  	vsnprintf(buf, sizeof(buf), fmt, args);
  	va_end(args);
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
166
167
  	pr_emerg("Kernel panic - not syncing: %s
  ", buf);
5cb273013   Ingo Molnar   panic: print out ...
168
  #ifdef CONFIG_DEBUG_BUGVERBOSE
6e6f0a1f0   Andi Kleen   panic: don't prin...
169
170
171
  	/*
  	 * Avoid nested stack-dumping if a panic occurs during oops processing
  	 */
026ee1f66   Jason Wessel   panic: fix stack ...
172
  	if (!test_taint(TAINT_DIE) && oops_in_progress <= 1)
6e6f0a1f0   Andi Kleen   panic: don't prin...
173
  		dump_stack();
5cb273013   Ingo Molnar   panic: print out ...
174
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
175

dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
176
177
178
  	/*
  	 * If we have crashed and we have a crash kernel loaded let it handle
  	 * everything else.
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
179
180
  	 * If we want to run this after calling panic_notifiers, pass
  	 * the "crash_kexec_post_notifiers" option to the kernel.
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
181
182
  	 *
  	 * Bypass the panic_cpu check and call __crash_kexec directly.
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
183
  	 */
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
184
  	if (!_crash_kexec_post_notifiers) {
f92bac3b1   Sergey Senozhatsky   printk: rename nm...
185
  		printk_safe_flush_on_panic();
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
186
  		__crash_kexec(NULL);
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
187

0ee59413c   Hidehiro Kawai   x86/panic: replac...
188
189
190
191
192
193
194
195
196
197
198
199
200
201
  		/*
  		 * Note smp_send_stop is the usual smp shutdown function, which
  		 * unfortunately means it may not be hardened to work in a
  		 * panic situation.
  		 */
  		smp_send_stop();
  	} else {
  		/*
  		 * If we want to do crash dump after notifier calls and
  		 * kmsg_dump, we will need architecture dependent extra
  		 * works in addition to stopping other CPUs.
  		 */
  		crash_smp_send_stop();
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
202

6723734cd   Kees Cook   panic: call panic...
203
204
205
206
  	/*
  	 * Run any panic handlers, including those that might need to
  	 * add information to the kmsg dump output.
  	 */
e041c6834   Alan Stern   [PATCH] Notifier ...
207
  	atomic_notifier_call_chain(&panic_notifier_list, 0, buf);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
208

cf9b1106c   Petr Mladek   printk/nmi: flush...
209
  	/* Call flush even twice. It tries harder with a single online CPU */
f92bac3b1   Sergey Senozhatsky   printk: rename nm...
210
  	printk_safe_flush_on_panic();
6723734cd   Kees Cook   panic: call panic...
211
  	kmsg_dump(KMSG_DUMP_PANIC);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
212
213
214
215
216
217
  	/*
  	 * If you doubt kdump always works fine in any situation,
  	 * "crash_kexec_post_notifiers" offers you a chance to run
  	 * panic_notifiers and dumping kmsg before kdump.
  	 * Note: since some panic_notifiers can make crashed kernel
  	 * more unstable, it can increase risks of the kdump failure too.
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
218
219
  	 *
  	 * Bypass the panic_cpu check and call __crash_kexec directly.
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
220
  	 */
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
221
  	if (_crash_kexec_post_notifiers)
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
222
  		__crash_kexec(NULL);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
223

d014e8894   Aaro Koskinen   panic: Fix panic ...
224
  	bust_spinlocks(0);
08d78658f   Vitaly Kuznetsov   panic: release st...
225
226
227
228
  	/*
  	 * We may have ended up stopping the CPU holding the lock (in
  	 * smp_send_stop()) while still having some valuable data in the console
  	 * buffer.  Try to acquire the lock then release it regardless of the
7625b3a00   Vitaly Kuznetsov   kernel/panic.c: t...
229
230
231
  	 * result.  The release will also print the buffers out.  Locks debug
  	 * should be disabled to avoid reporting bad unlock balance when
  	 * panic() is not being callled from OOPS.
08d78658f   Vitaly Kuznetsov   panic: release st...
232
  	 */
7625b3a00   Vitaly Kuznetsov   kernel/panic.c: t...
233
  	debug_locks_off();
8d91f8b15   Tejun Heo   printk: do cond_r...
234
  	console_flush_on_panic();
08d78658f   Vitaly Kuznetsov   panic: release st...
235

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
236
237
  	if (!panic_blink)
  		panic_blink = no_blink;
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
238
  	if (panic_timeout > 0) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
239
  		/*
c95dbf27e   Ingo Molnar   panic: clean up k...
240
241
242
  		 * Delay timeout seconds before rebooting the machine.
  		 * We can't use the "normal" timers since we just panicked.
  		 */
ff7a28a07   Jiri Slaby   kernel/panic.c: a...
243
244
  		pr_emerg("Rebooting in %d seconds..
  ", panic_timeout);
c95dbf27e   Ingo Molnar   panic: clean up k...
245

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
246
  		for (i = 0; i < panic_timeout * 1000; i += PANIC_TIMER_STEP) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
247
  			touch_nmi_watchdog();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
248
249
250
251
252
  			if (i >= i_next) {
  				i += panic_blink(state ^= 1);
  				i_next = i + 3600 / PANIC_BLINK_SPD;
  			}
  			mdelay(PANIC_TIMER_STEP);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
253
  		}
4302fbc8e   Hugh Dickins   panic: panic=-1 f...
254
255
  	}
  	if (panic_timeout != 0) {
c95dbf27e   Ingo Molnar   panic: clean up k...
256
257
258
259
  		/*
  		 * This will not be a clean reboot, with everything
  		 * shutting down.  But if there is a chance of
  		 * rebooting the system it will be rebooted.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
260
  		 */
2f048ea81   Eric W. Biederman   [PATCH] Call emer...
261
  		emergency_restart();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
262
263
264
265
  	}
  #ifdef __sparc__
  	{
  		extern int stop_a_enabled;
a271c241a   Tom 'spot' Callaway   [SPARC]: Stop-A p...
266
  		/* Make sure the user can actually press Stop-A (L1-A) */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
267
  		stop_a_enabled = 1;
7db60d05e   Vijay Kumar   sparc64: Send bre...
268
269
270
271
  		pr_emerg("Press Stop-A (L1-A) from sun keyboard or send break
  "
  			 "twice on console to return to the boot prom
  ");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
272
273
  	}
  #endif
347a8dc3b   Martin Schwidefsky   [PATCH] s390: cle...
274
  #if defined(CONFIG_S390)
c95dbf27e   Ingo Molnar   panic: clean up k...
275
276
277
278
279
280
  	{
  		unsigned long caller;
  
  		caller = (unsigned long)__builtin_return_address(0);
  		disabled_wait(caller);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
281
  #endif
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
282
283
  	pr_emerg("---[ end Kernel panic - not syncing: %s
  ", buf);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
284
  	local_irq_enable();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
285
  	for (i = 0; ; i += PANIC_TIMER_STEP) {
c22db9412   Jan Beulich   [PATCH] prevent r...
286
  		touch_softlockup_watchdog();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
287
288
289
290
291
  		if (i >= i_next) {
  			i += panic_blink(state ^= 1);
  			i_next = i + 3600 / PANIC_BLINK_SPD;
  		}
  		mdelay(PANIC_TIMER_STEP);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
292
293
294
295
  	}
  }
  
  EXPORT_SYMBOL(panic);
7fd8329ba   Petr Mladek   taint/module: Cle...
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
  /*
   * TAINT_FORCED_RMMOD could be a per-module flag but the module
   * is being removed anyway.
   */
  const struct taint_flag taint_flags[TAINT_FLAGS_COUNT] = {
  	{ 'P', 'G', true },	/* TAINT_PROPRIETARY_MODULE */
  	{ 'F', ' ', true },	/* TAINT_FORCED_MODULE */
  	{ 'S', ' ', false },	/* TAINT_CPU_OUT_OF_SPEC */
  	{ 'R', ' ', false },	/* TAINT_FORCED_RMMOD */
  	{ 'M', ' ', false },	/* TAINT_MACHINE_CHECK */
  	{ 'B', ' ', false },	/* TAINT_BAD_PAGE */
  	{ 'U', ' ', false },	/* TAINT_USER */
  	{ 'D', ' ', false },	/* TAINT_DIE */
  	{ 'A', ' ', false },	/* TAINT_OVERRIDDEN_ACPI_TABLE */
  	{ 'W', ' ', false },	/* TAINT_WARN */
  	{ 'C', ' ', true },	/* TAINT_CRAP */
  	{ 'I', ' ', false },	/* TAINT_FIRMWARE_WORKAROUND */
  	{ 'O', ' ', true },	/* TAINT_OOT_MODULE */
  	{ 'E', ' ', true },	/* TAINT_UNSIGNED_MODULE */
  	{ 'L', ' ', false },	/* TAINT_SOFTLOCKUP */
  	{ 'K', ' ', true },	/* TAINT_LIVEPATCH */
25ddbb18a   Andi Kleen   Make the taint fl...
317
  };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
318
319
320
321
322
323
324
  /**
   *	print_tainted - return a string to represent the kernel taint state.
   *
   *  'P' - Proprietary module has been loaded.
   *  'F' - Module has been forcibly loaded.
   *  'S' - SMP with CPUs not designed for SMP.
   *  'R' - User forced a module unload.
9aa5e993f   Daniel Roesen   trivial comment w...
325
   *  'M' - System experienced a machine check exception.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
326
   *  'B' - System has hit bad_page.
34f5a3989   Theodore Ts'o   [PATCH] Add TAINT...
327
   *  'U' - Userspace-defined naughtiness.
a80059928   Arjan van de Ven   taint: add missin...
328
   *  'D' - Kernel has oopsed before
95b570c9c   Nur Hussein   Taint kernel afte...
329
330
   *  'A' - ACPI table overridden.
   *  'W' - Taint on warning.
061b1bd39   Greg Kroah-Hartman   Staging: add TAIN...
331
   *  'C' - modules from drivers/staging are loaded.
92946bc72   Ben Hutchings   panic: Add taint ...
332
   *  'I' - Working around severe firmware bug.
2449b8ba0   Ben Hutchings   module,bug: Add T...
333
   *  'O' - Out-of-tree module has been loaded.
57673c2b0   Rusty Russell   Use 'E' instead o...
334
   *  'E' - Unsigned module has been loaded.
bc53a3f46   Xie XiuQi   kernel/panic.c: u...
335
   *  'L' - A soft lockup has previously occurred.
c5f454659   Seth Jennings   livepatch: kernel...
336
   *  'K' - Kernel has been live patched.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
337
   *
fe002a419   Robert P. J. Day   trivial: Correct ...
338
   *	The string is overwritten by the next call to print_tainted().
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
339
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
340
341
  const char *print_tainted(void)
  {
7fd8329ba   Petr Mladek   taint/module: Cle...
342
  	static char buf[TAINT_FLAGS_COUNT + sizeof("Tainted: ")];
25ddbb18a   Andi Kleen   Make the taint fl...
343
344
345
346
347
348
  
  	if (tainted_mask) {
  		char *s;
  		int i;
  
  		s = buf + sprintf(buf, "Tainted: ");
7fd8329ba   Petr Mladek   taint/module: Cle...
349
350
351
  		for (i = 0; i < TAINT_FLAGS_COUNT; i++) {
  			const struct taint_flag *t = &taint_flags[i];
  			*s++ = test_bit(i, &tainted_mask) ?
5eb7c0d04   Larry Finger   taint/module: Fix...
352
  					t->c_true : t->c_false;
25ddbb18a   Andi Kleen   Make the taint fl...
353
354
355
  		}
  		*s = 0;
  	} else
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
356
  		snprintf(buf, sizeof(buf), "Not tainted");
c95dbf27e   Ingo Molnar   panic: clean up k...
357
358
  
  	return buf;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
359
  }
25ddbb18a   Andi Kleen   Make the taint fl...
360
  int test_taint(unsigned flag)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
361
  {
25ddbb18a   Andi Kleen   Make the taint fl...
362
363
364
365
366
367
368
  	return test_bit(flag, &tainted_mask);
  }
  EXPORT_SYMBOL(test_taint);
  
  unsigned long get_taint(void)
  {
  	return tainted_mask;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
369
  }
dd287796d   Andrew Morton   [PATCH] pause_on_...
370

373d4d099   Rusty Russell   taint: add explic...
371
372
373
374
375
376
377
378
379
  /**
   * add_taint: add a taint flag if not already set.
   * @flag: one of the TAINT_* constants.
   * @lockdep_ok: whether lock debugging is still OK.
   *
   * If something bad has gone wrong, you'll want @lockdebug_ok = false, but for
   * some notewortht-but-not-corrupting cases, it can be set to true.
   */
  void add_taint(unsigned flag, enum lockdep_ok lockdep_ok)
dd287796d   Andrew Morton   [PATCH] pause_on_...
380
  {
373d4d099   Rusty Russell   taint: add explic...
381
  	if (lockdep_ok == LOCKDEP_NOW_UNRELIABLE && __debug_locks_off())
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
382
383
  		pr_warn("Disabling lock debugging due to kernel taint
  ");
9eeba6138   Frederic Weisbecker   lockdep: warn abo...
384

25ddbb18a   Andi Kleen   Make the taint fl...
385
  	set_bit(flag, &tainted_mask);
dd287796d   Andrew Morton   [PATCH] pause_on_...
386
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
387
  EXPORT_SYMBOL(add_taint);
dd287796d   Andrew Morton   [PATCH] pause_on_...
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
  
  static void spin_msec(int msecs)
  {
  	int i;
  
  	for (i = 0; i < msecs; i++) {
  		touch_nmi_watchdog();
  		mdelay(1);
  	}
  }
  
  /*
   * It just happens that oops_enter() and oops_exit() are identically
   * implemented...
   */
  static void do_oops_enter_exit(void)
  {
  	unsigned long flags;
  	static int spin_counter;
  
  	if (!pause_on_oops)
  		return;
  
  	spin_lock_irqsave(&pause_on_oops_lock, flags);
  	if (pause_on_oops_flag == 0) {
  		/* This CPU may now print the oops message */
  		pause_on_oops_flag = 1;
  	} else {
  		/* We need to stall this CPU */
  		if (!spin_counter) {
  			/* This CPU gets to do the counting */
  			spin_counter = pause_on_oops;
  			do {
  				spin_unlock(&pause_on_oops_lock);
  				spin_msec(MSEC_PER_SEC);
  				spin_lock(&pause_on_oops_lock);
  			} while (--spin_counter);
  			pause_on_oops_flag = 0;
  		} else {
  			/* This CPU waits for a different one */
  			while (spin_counter) {
  				spin_unlock(&pause_on_oops_lock);
  				spin_msec(1);
  				spin_lock(&pause_on_oops_lock);
  			}
  		}
  	}
  	spin_unlock_irqrestore(&pause_on_oops_lock, flags);
  }
  
  /*
c95dbf27e   Ingo Molnar   panic: clean up k...
439
440
   * Return true if the calling CPU is allowed to print oops-related info.
   * This is a bit racy..
dd287796d   Andrew Morton   [PATCH] pause_on_...
441
442
443
444
445
446
447
448
   */
  int oops_may_print(void)
  {
  	return pause_on_oops_flag == 0;
  }
  
  /*
   * Called when the architecture enters its oops handler, before it prints
c95dbf27e   Ingo Molnar   panic: clean up k...
449
450
   * anything.  If this is the first CPU to oops, and it's oopsing the first
   * time then let it proceed.
dd287796d   Andrew Morton   [PATCH] pause_on_...
451
   *
c95dbf27e   Ingo Molnar   panic: clean up k...
452
453
454
455
   * This is all enabled by the pause_on_oops kernel boot option.  We do all
   * this to ensure that oopses don't scroll off the screen.  It has the
   * side-effect of preventing later-oopsing CPUs from mucking up the display,
   * too.
dd287796d   Andrew Morton   [PATCH] pause_on_...
456
   *
c95dbf27e   Ingo Molnar   panic: clean up k...
457
458
459
   * It turns out that the CPU which is allowed to print ends up pausing for
   * the right duration, whereas all the other CPUs pause for twice as long:
   * once in oops_enter(), once in oops_exit().
dd287796d   Andrew Morton   [PATCH] pause_on_...
460
461
462
   */
  void oops_enter(void)
  {
bdff78707   Thomas Gleixner   trace: stop trace...
463
  	tracing_off();
c95dbf27e   Ingo Molnar   panic: clean up k...
464
465
  	/* can't trust the integrity of the kernel anymore: */
  	debug_locks_off();
dd287796d   Andrew Morton   [PATCH] pause_on_...
466
467
468
469
  	do_oops_enter_exit();
  }
  
  /*
2c3b20e91   Arjan van de Ven   debug: add end-of...
470
471
472
473
474
475
476
477
   * 64-bit random ID for oopses:
   */
  static u64 oops_id;
  
  static int init_oops_id(void)
  {
  	if (!oops_id)
  		get_random_bytes(&oops_id, sizeof(oops_id));
d6624f996   Arjan van de Ven   oops: increment t...
478
479
  	else
  		oops_id++;
2c3b20e91   Arjan van de Ven   debug: add end-of...
480
481
482
483
  
  	return 0;
  }
  late_initcall(init_oops_id);
863a60492   Anton Blanchard   lib/bug.c: add oo...
484
  void print_oops_end_marker(void)
71c339116   Arjan van de Ven   debug: add the en...
485
486
  {
  	init_oops_id();
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
487
488
  	pr_warn("---[ end trace %016llx ]---
  ", (unsigned long long)oops_id);
71c339116   Arjan van de Ven   debug: add the en...
489
  }
2c3b20e91   Arjan van de Ven   debug: add end-of...
490
  /*
dd287796d   Andrew Morton   [PATCH] pause_on_...
491
492
493
494
495
496
   * Called when the architecture exits its oops handler, after printing
   * everything.
   */
  void oops_exit(void)
  {
  	do_oops_enter_exit();
71c339116   Arjan van de Ven   debug: add the en...
497
  	print_oops_end_marker();
456b565cc   Simon Kagstrom   core: Add kernel ...
498
  	kmsg_dump(KMSG_DUMP_OOPS);
dd287796d   Andrew Morton   [PATCH] pause_on_...
499
  }
3162f751d   Arjan van de Ven   [PATCH] Add the _...
500

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
501
  struct warn_args {
0f6f49a8c   Linus Torvalds   Fix caller inform...
502
  	const char *fmt;
a8f18b909   Arjan van de Ven   Add a WARN() macr...
503
  	va_list args;
0f6f49a8c   Linus Torvalds   Fix caller inform...
504
  };
bd89bb29a   Arjan van de Ven   debug warnings: p...
505

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
506
507
  void __warn(const char *file, int line, void *caller, unsigned taint,
  	    struct pt_regs *regs, struct warn_args *args)
0f6f49a8c   Linus Torvalds   Fix caller inform...
508
  {
de7edd314   Steven Rostedt (Red Hat)   tracing: Disable ...
509
  	disable_trace_on_warning();
dcb6b4525   Alex Thorlton   panic: add cpu/pi...
510
511
  	pr_warn("------------[ cut here ]------------
  ");
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
512
513
514
515
516
517
518
519
520
521
  
  	if (file)
  		pr_warn("WARNING: CPU: %d PID: %d at %s:%d %pS
  ",
  			raw_smp_processor_id(), current->pid, file, line,
  			caller);
  	else
  		pr_warn("WARNING: CPU: %d PID: %d at %pS
  ",
  			raw_smp_processor_id(), current->pid, caller);
74853dba2   Arjan van de Ven   debug warnings: c...
522

0f6f49a8c   Linus Torvalds   Fix caller inform...
523
524
  	if (args)
  		vprintk(args->fmt, args->args);
a8f18b909   Arjan van de Ven   Add a WARN() macr...
525

9e3961a09   Prarit Bhargava   kernel: add panic...
526
527
528
529
530
531
532
533
534
535
536
  	if (panic_on_warn) {
  		/*
  		 * This thread may hit another WARN() in the panic path.
  		 * Resetting this prevents additional WARN() from panicking the
  		 * system on this thread.  Other threads are blocked by the
  		 * panic_mutex in panic().
  		 */
  		panic_on_warn = 0;
  		panic("panic_on_warn set ...
  ");
  	}
a8f18b909   Arjan van de Ven   Add a WARN() macr...
537
  	print_modules();
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
538
539
540
541
542
  
  	if (regs)
  		show_regs(regs);
  	else
  		dump_stack();
a8f18b909   Arjan van de Ven   Add a WARN() macr...
543
  	print_oops_end_marker();
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
544

373d4d099   Rusty Russell   taint: add explic...
545
546
  	/* Just a warning, don't kill lockdep. */
  	add_taint(taint, LOCKDEP_STILL_OK);
a8f18b909   Arjan van de Ven   Add a WARN() macr...
547
  }
0f6f49a8c   Linus Torvalds   Fix caller inform...
548

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
549
  #ifdef WANT_WARN_ON_SLOWPATH
0f6f49a8c   Linus Torvalds   Fix caller inform...
550
551
  void warn_slowpath_fmt(const char *file, int line, const char *fmt, ...)
  {
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
552
  	struct warn_args args;
0f6f49a8c   Linus Torvalds   Fix caller inform...
553
554
555
  
  	args.fmt = fmt;
  	va_start(args.args, fmt);
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
556
557
  	__warn(file, line, __builtin_return_address(0), TAINT_WARN, NULL,
  	       &args);
0f6f49a8c   Linus Torvalds   Fix caller inform...
558
559
  	va_end(args.args);
  }
57adc4d2d   Andi Kleen   Eliminate thousan...
560
  EXPORT_SYMBOL(warn_slowpath_fmt);
b2be05273   Ben Hutchings   panic: Allow warn...
561
562
563
  void warn_slowpath_fmt_taint(const char *file, int line,
  			     unsigned taint, const char *fmt, ...)
  {
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
564
  	struct warn_args args;
b2be05273   Ben Hutchings   panic: Allow warn...
565
566
567
  
  	args.fmt = fmt;
  	va_start(args.args, fmt);
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
568
  	__warn(file, line, __builtin_return_address(0), taint, NULL, &args);
b2be05273   Ben Hutchings   panic: Allow warn...
569
570
571
  	va_end(args.args);
  }
  EXPORT_SYMBOL(warn_slowpath_fmt_taint);
57adc4d2d   Andi Kleen   Eliminate thousan...
572
573
  void warn_slowpath_null(const char *file, int line)
  {
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
574
  	__warn(file, line, __builtin_return_address(0), TAINT_WARN, NULL, NULL);
57adc4d2d   Andi Kleen   Eliminate thousan...
575
576
  }
  EXPORT_SYMBOL(warn_slowpath_null);
79b4cc5ee   Arjan van de Ven   debug: move WARN_...
577
  #endif
3162f751d   Arjan van de Ven   [PATCH] Add the _...
578
  #ifdef CONFIG_CC_STACKPROTECTOR
54371a43a   Arjan van de Ven   x86: add CONFIG_C...
579

3162f751d   Arjan van de Ven   [PATCH] Add the _...
580
581
582
583
  /*
   * Called when gcc's -fstack-protector feature is used, and
   * gcc detects corruption of the on-stack canary value
   */
a7330c997   Andi Kleen   asmlinkage Make _...
584
  __visible void __stack_chk_fail(void)
3162f751d   Arjan van de Ven   [PATCH] Add the _...
585
  {
517a92c4e   Ingo Molnar   panic: print more...
586
587
588
  	panic("stack-protector: Kernel stack is corrupted in: %p
  ",
  		__builtin_return_address(0));
3162f751d   Arjan van de Ven   [PATCH] Add the _...
589
590
  }
  EXPORT_SYMBOL(__stack_chk_fail);
54371a43a   Arjan van de Ven   x86: add CONFIG_C...
591

3162f751d   Arjan van de Ven   [PATCH] Add the _...
592
  #endif
f44dd164f   Rusty Russell   Make panic= and p...
593

7a46ec0e2   Kees Cook   locking/refcounts...
594
595
596
597
598
599
600
601
602
603
604
  #ifdef CONFIG_ARCH_HAS_REFCOUNT
  void refcount_error_report(struct pt_regs *regs, const char *err)
  {
  	WARN_RATELIMIT(1, "refcount_t %s at %pB in %s[%d], uid/euid: %u/%u
  ",
  		err, (void *)instruction_pointer(regs),
  		current->comm, task_pid_nr(current),
  		from_kuid_munged(&init_user_ns, current_uid()),
  		from_kuid_munged(&init_user_ns, current_euid()));
  }
  #endif
f44dd164f   Rusty Russell   Make panic= and p...
605
606
  core_param(panic, panic_timeout, int, 0644);
  core_param(pause_on_oops, pause_on_oops, int, 0644);
9e3961a09   Prarit Bhargava   kernel: add panic...
607
  core_param(panic_on_warn, panic_on_warn, int, 0644);
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
608
  core_param(crash_kexec_post_notifiers, crash_kexec_post_notifiers, bool, 0644);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
609

d404ab0a1   Olaf Hering   move x86 specific...
610
611
612
613
614
615
616
617
618
  static int __init oops_setup(char *s)
  {
  	if (!s)
  		return -EINVAL;
  	if (!strcmp(s, "panic"))
  		panic_on_oops = 1;
  	return 0;
  }
  early_param("oops", oops_setup);