Blame view

kernel/panic.c 16.2 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
6
7
8
9
10
  /*
   *  linux/kernel/panic.c
   *
   *  Copyright (C) 1991, 1992  Linus Torvalds
   */
  
  /*
   * This function is used through-out the kernel (including mm and fs)
   * to indicate a major problem.
   */
c95dbf27e   Ingo Molnar   panic: clean up k...
11
  #include <linux/debug_locks.h>
b17b01533   Ingo Molnar   sched/headers: Pr...
12
  #include <linux/sched/debug.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
13
  #include <linux/interrupt.h>
456b565cc   Simon Kagstrom   core: Add kernel ...
14
  #include <linux/kmsg_dump.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
15
16
  #include <linux/kallsyms.h>
  #include <linux/notifier.h>
e1240a10f   Sergey Senozhatsky   panic: avoid dead...
17
  #include <linux/vt_kern.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
18
  #include <linux/module.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
19
  #include <linux/random.h>
de7edd314   Steven Rostedt (Red Hat)   tracing: Disable ...
20
  #include <linux/ftrace.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
21
  #include <linux/reboot.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
22
23
24
  #include <linux/delay.h>
  #include <linux/kexec.h>
  #include <linux/sched.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
25
  #include <linux/sysrq.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
26
  #include <linux/init.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
27
  #include <linux/nmi.h>
08d78658f   Vitaly Kuznetsov   panic: release st...
28
  #include <linux/console.h>
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
29
  #include <linux/bug.h>
7a46ec0e2   Kees Cook   locking/refcounts...
30
  #include <linux/ratelimit.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
31

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
32
33
  #define PANIC_TIMER_STEP 100
  #define PANIC_BLINK_SPD 18
2a01bb388   Kyle McMartin   panic: Make panic...
34
  int panic_on_oops = CONFIG_PANIC_ON_OOPS_VALUE;
25ddbb18a   Andi Kleen   Make the taint fl...
35
  static unsigned long tainted_mask;
dd287796d   Andrew Morton   [PATCH] pause_on_...
36
37
38
  static int pause_on_oops;
  static int pause_on_oops_flag;
  static DEFINE_SPINLOCK(pause_on_oops_lock);
5375b708f   HATAYAMA Daisuke   kernel/panic/kexe...
39
  bool crash_kexec_post_notifiers;
9e3961a09   Prarit Bhargava   kernel: add panic...
40
  int panic_on_warn __read_mostly;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
41

5800dc3cf   Jason Baron   panic: Make panic...
42
  int panic_timeout = CONFIG_PANIC_TIMEOUT;
81e88fdc4   Huang Ying   ACPI, APEI, Gener...
43
  EXPORT_SYMBOL_GPL(panic_timeout);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
44

e041c6834   Alan Stern   [PATCH] Notifier ...
45
  ATOMIC_NOTIFIER_HEAD(panic_notifier_list);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
46
47
  
  EXPORT_SYMBOL(panic_notifier_list);
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
48
  static long no_blink(int state)
8aeee85a2   Anton Blanchard   panic: fix panic_...
49
  {
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
50
  	return 0;
8aeee85a2   Anton Blanchard   panic: fix panic_...
51
  }
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
52
53
54
  /* Returns how long it waited in ms */
  long (*panic_blink)(int state);
  EXPORT_SYMBOL(panic_blink);
93e13a360   Michael Holzheu   kdump: fix crash_...
55
56
57
58
59
60
61
62
  /*
   * Stop ourself in panic -- architecture code may override this
   */
  void __weak panic_smp_self_stop(void)
  {
  	while (1)
  		cpu_relax();
  }
58c5661f2   Hidehiro Kawai   panic, x86: Allow...
63
64
65
66
67
68
69
70
  /*
   * Stop ourselves in NMI context if another CPU has already panicked. Arch code
   * may override this to prepare for crash dumping, e.g. save regs info.
   */
  void __weak nmi_panic_self_stop(struct pt_regs *regs)
  {
  	panic_smp_self_stop();
  }
0ee59413c   Hidehiro Kawai   x86/panic: replac...
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
  /*
   * Stop other CPUs in panic.  Architecture dependent code may override this
   * with more suitable version.  For example, if the architecture supports
   * crash dump, it should save registers of each stopped CPU and disable
   * per-CPU features such as virtualization extensions.
   */
  void __weak crash_smp_send_stop(void)
  {
  	static int cpus_stopped;
  
  	/*
  	 * This function can be called twice in panic path, but obviously
  	 * we execute this only once.
  	 */
  	if (cpus_stopped)
  		return;
  
  	/*
  	 * Note smp_send_stop is the usual smp shutdown function, which
  	 * unfortunately means it may not be hardened to work in a panic
  	 * situation.
  	 */
  	smp_send_stop();
  	cpus_stopped = 1;
  }
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
96
  atomic_t panic_cpu = ATOMIC_INIT(PANIC_CPU_INVALID);
ebc41f20d   Hidehiro Kawai   panic: change nmi...
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
  /*
   * A variant of panic() called from NMI context. We return if we've already
   * panicked on this CPU. If another CPU already panicked, loop in
   * nmi_panic_self_stop() which can provide architecture dependent code such
   * as saving register state for crash dump.
   */
  void nmi_panic(struct pt_regs *regs, const char *msg)
  {
  	int old_cpu, cpu;
  
  	cpu = raw_smp_processor_id();
  	old_cpu = atomic_cmpxchg(&panic_cpu, PANIC_CPU_INVALID, cpu);
  
  	if (old_cpu == PANIC_CPU_INVALID)
  		panic("%s", msg);
  	else if (old_cpu != cpu)
  		nmi_panic_self_stop(regs);
  }
  EXPORT_SYMBOL(nmi_panic);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
116
117
118
119
120
121
122
123
  /**
   *	panic - halt the system
   *	@fmt: The text string to print
   *
   *	Display a message, then perform cleanups.
   *
   *	This function never returns.
   */
9402c95f3   Joe Perches   treewide: remove ...
124
  void panic(const char *fmt, ...)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
125
  {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
126
127
  	static char buf[1024];
  	va_list args;
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
128
129
  	long i, i_next = 0;
  	int state = 0;
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
130
  	int old_cpu, this_cpu;
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
131
  	bool _crash_kexec_post_notifiers = crash_kexec_post_notifiers;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
132

dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
133
  	/*
190320c3b   Vikram Mulukutla   panic: fix a poss...
134
135
136
  	 * Disable local interrupts. This will prevent panic_smp_self_stop
  	 * from deadlocking the first cpu that invokes the panic, since
  	 * there is nothing to prevent an interrupt handler (that runs
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
137
  	 * after setting panic_cpu) from invoking panic() again.
190320c3b   Vikram Mulukutla   panic: fix a poss...
138
139
140
141
  	 */
  	local_irq_disable();
  
  	/*
c95dbf27e   Ingo Molnar   panic: clean up k...
142
143
  	 * It's possible to come here directly from a panic-assertion and
  	 * not have preempt disabled. Some functions called from here want
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
144
  	 * preempt to be disabled. No point enabling it later though...
93e13a360   Michael Holzheu   kdump: fix crash_...
145
146
147
148
149
  	 *
  	 * Only one CPU is allowed to execute the panic code from here. For
  	 * multiple parallel invocations of panic, all other CPUs either
  	 * stop themself or will wait until they are stopped by the 1st CPU
  	 * with smp_send_stop().
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
150
151
152
153
154
  	 *
  	 * `old_cpu == PANIC_CPU_INVALID' means this is the 1st CPU which
  	 * comes here, so go ahead.
  	 * `old_cpu == this_cpu' means we came from nmi_panic() which sets
  	 * panic_cpu to this CPU.  In this case, this is also the 1st CPU.
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
155
  	 */
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
156
157
158
159
  	this_cpu = raw_smp_processor_id();
  	old_cpu  = atomic_cmpxchg(&panic_cpu, PANIC_CPU_INVALID, this_cpu);
  
  	if (old_cpu != PANIC_CPU_INVALID && old_cpu != this_cpu)
93e13a360   Michael Holzheu   kdump: fix crash_...
160
  		panic_smp_self_stop();
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
161

5b530fc18   Anton Blanchard   panic: call conso...
162
  	console_verbose();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
163
164
165
166
  	bust_spinlocks(1);
  	va_start(args, fmt);
  	vsnprintf(buf, sizeof(buf), fmt, args);
  	va_end(args);
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
167
168
  	pr_emerg("Kernel panic - not syncing: %s
  ", buf);
5cb273013   Ingo Molnar   panic: print out ...
169
  #ifdef CONFIG_DEBUG_BUGVERBOSE
6e6f0a1f0   Andi Kleen   panic: don't prin...
170
171
172
  	/*
  	 * Avoid nested stack-dumping if a panic occurs during oops processing
  	 */
026ee1f66   Jason Wessel   panic: fix stack ...
173
  	if (!test_taint(TAINT_DIE) && oops_in_progress <= 1)
6e6f0a1f0   Andi Kleen   panic: don't prin...
174
  		dump_stack();
5cb273013   Ingo Molnar   panic: print out ...
175
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
176

dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
177
178
179
  	/*
  	 * If we have crashed and we have a crash kernel loaded let it handle
  	 * everything else.
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
180
181
  	 * If we want to run this after calling panic_notifiers, pass
  	 * the "crash_kexec_post_notifiers" option to the kernel.
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
182
183
  	 *
  	 * Bypass the panic_cpu check and call __crash_kexec directly.
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
184
  	 */
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
185
  	if (!_crash_kexec_post_notifiers) {
f92bac3b1   Sergey Senozhatsky   printk: rename nm...
186
  		printk_safe_flush_on_panic();
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
187
  		__crash_kexec(NULL);
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
188

0ee59413c   Hidehiro Kawai   x86/panic: replac...
189
190
191
192
193
194
195
196
197
198
199
200
201
202
  		/*
  		 * Note smp_send_stop is the usual smp shutdown function, which
  		 * unfortunately means it may not be hardened to work in a
  		 * panic situation.
  		 */
  		smp_send_stop();
  	} else {
  		/*
  		 * If we want to do crash dump after notifier calls and
  		 * kmsg_dump, we will need architecture dependent extra
  		 * works in addition to stopping other CPUs.
  		 */
  		crash_smp_send_stop();
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
203

6723734cd   Kees Cook   panic: call panic...
204
205
206
207
  	/*
  	 * Run any panic handlers, including those that might need to
  	 * add information to the kmsg dump output.
  	 */
e041c6834   Alan Stern   [PATCH] Notifier ...
208
  	atomic_notifier_call_chain(&panic_notifier_list, 0, buf);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
209

cf9b1106c   Petr Mladek   printk/nmi: flush...
210
  	/* Call flush even twice. It tries harder with a single online CPU */
f92bac3b1   Sergey Senozhatsky   printk: rename nm...
211
  	printk_safe_flush_on_panic();
6723734cd   Kees Cook   panic: call panic...
212
  	kmsg_dump(KMSG_DUMP_PANIC);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
213
214
215
216
217
218
  	/*
  	 * If you doubt kdump always works fine in any situation,
  	 * "crash_kexec_post_notifiers" offers you a chance to run
  	 * panic_notifiers and dumping kmsg before kdump.
  	 * Note: since some panic_notifiers can make crashed kernel
  	 * more unstable, it can increase risks of the kdump failure too.
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
219
220
  	 *
  	 * Bypass the panic_cpu check and call __crash_kexec directly.
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
221
  	 */
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
222
  	if (_crash_kexec_post_notifiers)
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
223
  		__crash_kexec(NULL);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
224

e1240a10f   Sergey Senozhatsky   panic: avoid dead...
225
226
227
228
  #ifdef CONFIG_VT
  	unblank_screen();
  #endif
  	console_unblank();
d014e8894   Aaro Koskinen   panic: Fix panic ...
229

08d78658f   Vitaly Kuznetsov   panic: release st...
230
231
232
233
  	/*
  	 * We may have ended up stopping the CPU holding the lock (in
  	 * smp_send_stop()) while still having some valuable data in the console
  	 * buffer.  Try to acquire the lock then release it regardless of the
7625b3a00   Vitaly Kuznetsov   kernel/panic.c: t...
234
235
236
  	 * result.  The release will also print the buffers out.  Locks debug
  	 * should be disabled to avoid reporting bad unlock balance when
  	 * panic() is not being callled from OOPS.
08d78658f   Vitaly Kuznetsov   panic: release st...
237
  	 */
7625b3a00   Vitaly Kuznetsov   kernel/panic.c: t...
238
  	debug_locks_off();
8d91f8b15   Tejun Heo   printk: do cond_r...
239
  	console_flush_on_panic();
08d78658f   Vitaly Kuznetsov   panic: release st...
240

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
241
242
  	if (!panic_blink)
  		panic_blink = no_blink;
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
243
  	if (panic_timeout > 0) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
244
  		/*
c95dbf27e   Ingo Molnar   panic: clean up k...
245
246
247
  		 * Delay timeout seconds before rebooting the machine.
  		 * We can't use the "normal" timers since we just panicked.
  		 */
ff7a28a07   Jiri Slaby   kernel/panic.c: a...
248
249
  		pr_emerg("Rebooting in %d seconds..
  ", panic_timeout);
c95dbf27e   Ingo Molnar   panic: clean up k...
250

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
251
  		for (i = 0; i < panic_timeout * 1000; i += PANIC_TIMER_STEP) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
252
  			touch_nmi_watchdog();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
253
254
255
256
257
  			if (i >= i_next) {
  				i += panic_blink(state ^= 1);
  				i_next = i + 3600 / PANIC_BLINK_SPD;
  			}
  			mdelay(PANIC_TIMER_STEP);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
258
  		}
4302fbc8e   Hugh Dickins   panic: panic=-1 f...
259
260
  	}
  	if (panic_timeout != 0) {
c95dbf27e   Ingo Molnar   panic: clean up k...
261
262
263
264
  		/*
  		 * This will not be a clean reboot, with everything
  		 * shutting down.  But if there is a chance of
  		 * rebooting the system it will be rebooted.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
265
  		 */
2f048ea81   Eric W. Biederman   [PATCH] Call emer...
266
  		emergency_restart();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
267
268
269
270
  	}
  #ifdef __sparc__
  	{
  		extern int stop_a_enabled;
a271c241a   Tom 'spot' Callaway   [SPARC]: Stop-A p...
271
  		/* Make sure the user can actually press Stop-A (L1-A) */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
272
  		stop_a_enabled = 1;
7db60d05e   Vijay Kumar   sparc64: Send bre...
273
274
275
276
  		pr_emerg("Press Stop-A (L1-A) from sun keyboard or send break
  "
  			 "twice on console to return to the boot prom
  ");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
277
278
  	}
  #endif
347a8dc3b   Martin Schwidefsky   [PATCH] s390: cle...
279
  #if defined(CONFIG_S390)
c95dbf27e   Ingo Molnar   panic: clean up k...
280
281
282
283
284
285
  	{
  		unsigned long caller;
  
  		caller = (unsigned long)__builtin_return_address(0);
  		disabled_wait(caller);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
286
  #endif
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
287
288
  	pr_emerg("---[ end Kernel panic - not syncing: %s
  ", buf);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
289
  	local_irq_enable();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
290
  	for (i = 0; ; i += PANIC_TIMER_STEP) {
c22db9412   Jan Beulich   [PATCH] prevent r...
291
  		touch_softlockup_watchdog();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
292
293
294
295
296
  		if (i >= i_next) {
  			i += panic_blink(state ^= 1);
  			i_next = i + 3600 / PANIC_BLINK_SPD;
  		}
  		mdelay(PANIC_TIMER_STEP);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
297
298
299
300
  	}
  }
  
  EXPORT_SYMBOL(panic);
7fd8329ba   Petr Mladek   taint/module: Cle...
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
  /*
   * TAINT_FORCED_RMMOD could be a per-module flag but the module
   * is being removed anyway.
   */
  const struct taint_flag taint_flags[TAINT_FLAGS_COUNT] = {
  	{ 'P', 'G', true },	/* TAINT_PROPRIETARY_MODULE */
  	{ 'F', ' ', true },	/* TAINT_FORCED_MODULE */
  	{ 'S', ' ', false },	/* TAINT_CPU_OUT_OF_SPEC */
  	{ 'R', ' ', false },	/* TAINT_FORCED_RMMOD */
  	{ 'M', ' ', false },	/* TAINT_MACHINE_CHECK */
  	{ 'B', ' ', false },	/* TAINT_BAD_PAGE */
  	{ 'U', ' ', false },	/* TAINT_USER */
  	{ 'D', ' ', false },	/* TAINT_DIE */
  	{ 'A', ' ', false },	/* TAINT_OVERRIDDEN_ACPI_TABLE */
  	{ 'W', ' ', false },	/* TAINT_WARN */
  	{ 'C', ' ', true },	/* TAINT_CRAP */
  	{ 'I', ' ', false },	/* TAINT_FIRMWARE_WORKAROUND */
  	{ 'O', ' ', true },	/* TAINT_OOT_MODULE */
  	{ 'E', ' ', true },	/* TAINT_UNSIGNED_MODULE */
  	{ 'L', ' ', false },	/* TAINT_SOFTLOCKUP */
  	{ 'K', ' ', true },	/* TAINT_LIVEPATCH */
25ddbb18a   Andi Kleen   Make the taint fl...
322
  };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
323
324
325
326
327
328
329
  /**
   *	print_tainted - return a string to represent the kernel taint state.
   *
   *  'P' - Proprietary module has been loaded.
   *  'F' - Module has been forcibly loaded.
   *  'S' - SMP with CPUs not designed for SMP.
   *  'R' - User forced a module unload.
9aa5e993f   Daniel Roesen   trivial comment w...
330
   *  'M' - System experienced a machine check exception.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
331
   *  'B' - System has hit bad_page.
34f5a3989   Theodore Ts'o   [PATCH] Add TAINT...
332
   *  'U' - Userspace-defined naughtiness.
a80059928   Arjan van de Ven   taint: add missin...
333
   *  'D' - Kernel has oopsed before
95b570c9c   Nur Hussein   Taint kernel afte...
334
335
   *  'A' - ACPI table overridden.
   *  'W' - Taint on warning.
061b1bd39   Greg Kroah-Hartman   Staging: add TAIN...
336
   *  'C' - modules from drivers/staging are loaded.
92946bc72   Ben Hutchings   panic: Add taint ...
337
   *  'I' - Working around severe firmware bug.
2449b8ba0   Ben Hutchings   module,bug: Add T...
338
   *  'O' - Out-of-tree module has been loaded.
57673c2b0   Rusty Russell   Use 'E' instead o...
339
   *  'E' - Unsigned module has been loaded.
bc53a3f46   Xie XiuQi   kernel/panic.c: u...
340
   *  'L' - A soft lockup has previously occurred.
c5f454659   Seth Jennings   livepatch: kernel...
341
   *  'K' - Kernel has been live patched.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
342
   *
fe002a419   Robert P. J. Day   trivial: Correct ...
343
   *	The string is overwritten by the next call to print_tainted().
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
344
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
345
346
  const char *print_tainted(void)
  {
7fd8329ba   Petr Mladek   taint/module: Cle...
347
  	static char buf[TAINT_FLAGS_COUNT + sizeof("Tainted: ")];
25ddbb18a   Andi Kleen   Make the taint fl...
348
349
350
351
352
353
  
  	if (tainted_mask) {
  		char *s;
  		int i;
  
  		s = buf + sprintf(buf, "Tainted: ");
7fd8329ba   Petr Mladek   taint/module: Cle...
354
355
356
  		for (i = 0; i < TAINT_FLAGS_COUNT; i++) {
  			const struct taint_flag *t = &taint_flags[i];
  			*s++ = test_bit(i, &tainted_mask) ?
5eb7c0d04   Larry Finger   taint/module: Fix...
357
  					t->c_true : t->c_false;
25ddbb18a   Andi Kleen   Make the taint fl...
358
359
360
  		}
  		*s = 0;
  	} else
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
361
  		snprintf(buf, sizeof(buf), "Not tainted");
c95dbf27e   Ingo Molnar   panic: clean up k...
362
363
  
  	return buf;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
364
  }
25ddbb18a   Andi Kleen   Make the taint fl...
365
  int test_taint(unsigned flag)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
366
  {
25ddbb18a   Andi Kleen   Make the taint fl...
367
368
369
370
371
372
373
  	return test_bit(flag, &tainted_mask);
  }
  EXPORT_SYMBOL(test_taint);
  
  unsigned long get_taint(void)
  {
  	return tainted_mask;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
374
  }
dd287796d   Andrew Morton   [PATCH] pause_on_...
375

373d4d099   Rusty Russell   taint: add explic...
376
377
378
379
380
381
382
383
384
  /**
   * add_taint: add a taint flag if not already set.
   * @flag: one of the TAINT_* constants.
   * @lockdep_ok: whether lock debugging is still OK.
   *
   * If something bad has gone wrong, you'll want @lockdebug_ok = false, but for
   * some notewortht-but-not-corrupting cases, it can be set to true.
   */
  void add_taint(unsigned flag, enum lockdep_ok lockdep_ok)
dd287796d   Andrew Morton   [PATCH] pause_on_...
385
  {
373d4d099   Rusty Russell   taint: add explic...
386
  	if (lockdep_ok == LOCKDEP_NOW_UNRELIABLE && __debug_locks_off())
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
387
388
  		pr_warn("Disabling lock debugging due to kernel taint
  ");
9eeba6138   Frederic Weisbecker   lockdep: warn abo...
389

25ddbb18a   Andi Kleen   Make the taint fl...
390
  	set_bit(flag, &tainted_mask);
dd287796d   Andrew Morton   [PATCH] pause_on_...
391
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
392
  EXPORT_SYMBOL(add_taint);
dd287796d   Andrew Morton   [PATCH] pause_on_...
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
  
  static void spin_msec(int msecs)
  {
  	int i;
  
  	for (i = 0; i < msecs; i++) {
  		touch_nmi_watchdog();
  		mdelay(1);
  	}
  }
  
  /*
   * It just happens that oops_enter() and oops_exit() are identically
   * implemented...
   */
  static void do_oops_enter_exit(void)
  {
  	unsigned long flags;
  	static int spin_counter;
  
  	if (!pause_on_oops)
  		return;
  
  	spin_lock_irqsave(&pause_on_oops_lock, flags);
  	if (pause_on_oops_flag == 0) {
  		/* This CPU may now print the oops message */
  		pause_on_oops_flag = 1;
  	} else {
  		/* We need to stall this CPU */
  		if (!spin_counter) {
  			/* This CPU gets to do the counting */
  			spin_counter = pause_on_oops;
  			do {
  				spin_unlock(&pause_on_oops_lock);
  				spin_msec(MSEC_PER_SEC);
  				spin_lock(&pause_on_oops_lock);
  			} while (--spin_counter);
  			pause_on_oops_flag = 0;
  		} else {
  			/* This CPU waits for a different one */
  			while (spin_counter) {
  				spin_unlock(&pause_on_oops_lock);
  				spin_msec(1);
  				spin_lock(&pause_on_oops_lock);
  			}
  		}
  	}
  	spin_unlock_irqrestore(&pause_on_oops_lock, flags);
  }
  
  /*
c95dbf27e   Ingo Molnar   panic: clean up k...
444
445
   * Return true if the calling CPU is allowed to print oops-related info.
   * This is a bit racy..
dd287796d   Andrew Morton   [PATCH] pause_on_...
446
447
448
449
450
451
452
453
   */
  int oops_may_print(void)
  {
  	return pause_on_oops_flag == 0;
  }
  
  /*
   * Called when the architecture enters its oops handler, before it prints
c95dbf27e   Ingo Molnar   panic: clean up k...
454
455
   * anything.  If this is the first CPU to oops, and it's oopsing the first
   * time then let it proceed.
dd287796d   Andrew Morton   [PATCH] pause_on_...
456
   *
c95dbf27e   Ingo Molnar   panic: clean up k...
457
458
459
460
   * This is all enabled by the pause_on_oops kernel boot option.  We do all
   * this to ensure that oopses don't scroll off the screen.  It has the
   * side-effect of preventing later-oopsing CPUs from mucking up the display,
   * too.
dd287796d   Andrew Morton   [PATCH] pause_on_...
461
   *
c95dbf27e   Ingo Molnar   panic: clean up k...
462
463
464
   * It turns out that the CPU which is allowed to print ends up pausing for
   * the right duration, whereas all the other CPUs pause for twice as long:
   * once in oops_enter(), once in oops_exit().
dd287796d   Andrew Morton   [PATCH] pause_on_...
465
466
467
   */
  void oops_enter(void)
  {
bdff78707   Thomas Gleixner   trace: stop trace...
468
  	tracing_off();
c95dbf27e   Ingo Molnar   panic: clean up k...
469
470
  	/* can't trust the integrity of the kernel anymore: */
  	debug_locks_off();
dd287796d   Andrew Morton   [PATCH] pause_on_...
471
472
473
474
  	do_oops_enter_exit();
  }
  
  /*
2c3b20e91   Arjan van de Ven   debug: add end-of...
475
476
477
478
479
480
481
482
   * 64-bit random ID for oopses:
   */
  static u64 oops_id;
  
  static int init_oops_id(void)
  {
  	if (!oops_id)
  		get_random_bytes(&oops_id, sizeof(oops_id));
d6624f996   Arjan van de Ven   oops: increment t...
483
484
  	else
  		oops_id++;
2c3b20e91   Arjan van de Ven   debug: add end-of...
485
486
487
488
  
  	return 0;
  }
  late_initcall(init_oops_id);
863a60492   Anton Blanchard   lib/bug.c: add oo...
489
  void print_oops_end_marker(void)
71c339116   Arjan van de Ven   debug: add the en...
490
491
  {
  	init_oops_id();
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
492
493
  	pr_warn("---[ end trace %016llx ]---
  ", (unsigned long long)oops_id);
71c339116   Arjan van de Ven   debug: add the en...
494
  }
2c3b20e91   Arjan van de Ven   debug: add end-of...
495
  /*
dd287796d   Andrew Morton   [PATCH] pause_on_...
496
497
498
499
500
501
   * Called when the architecture exits its oops handler, after printing
   * everything.
   */
  void oops_exit(void)
  {
  	do_oops_enter_exit();
71c339116   Arjan van de Ven   debug: add the en...
502
  	print_oops_end_marker();
456b565cc   Simon Kagstrom   core: Add kernel ...
503
  	kmsg_dump(KMSG_DUMP_OOPS);
dd287796d   Andrew Morton   [PATCH] pause_on_...
504
  }
3162f751d   Arjan van de Ven   [PATCH] Add the _...
505

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
506
  struct warn_args {
0f6f49a8c   Linus Torvalds   Fix caller inform...
507
  	const char *fmt;
a8f18b909   Arjan van de Ven   Add a WARN() macr...
508
  	va_list args;
0f6f49a8c   Linus Torvalds   Fix caller inform...
509
  };
bd89bb29a   Arjan van de Ven   debug warnings: p...
510

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
511
512
  void __warn(const char *file, int line, void *caller, unsigned taint,
  	    struct pt_regs *regs, struct warn_args *args)
0f6f49a8c   Linus Torvalds   Fix caller inform...
513
  {
de7edd314   Steven Rostedt (Red Hat)   tracing: Disable ...
514
  	disable_trace_on_warning();
dcb6b4525   Alex Thorlton   panic: add cpu/pi...
515
516
  	pr_warn("------------[ cut here ]------------
  ");
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
517
518
519
520
521
522
523
524
525
526
  
  	if (file)
  		pr_warn("WARNING: CPU: %d PID: %d at %s:%d %pS
  ",
  			raw_smp_processor_id(), current->pid, file, line,
  			caller);
  	else
  		pr_warn("WARNING: CPU: %d PID: %d at %pS
  ",
  			raw_smp_processor_id(), current->pid, caller);
74853dba2   Arjan van de Ven   debug warnings: c...
527

0f6f49a8c   Linus Torvalds   Fix caller inform...
528
529
  	if (args)
  		vprintk(args->fmt, args->args);
a8f18b909   Arjan van de Ven   Add a WARN() macr...
530

9e3961a09   Prarit Bhargava   kernel: add panic...
531
532
533
534
535
536
537
538
539
540
541
  	if (panic_on_warn) {
  		/*
  		 * This thread may hit another WARN() in the panic path.
  		 * Resetting this prevents additional WARN() from panicking the
  		 * system on this thread.  Other threads are blocked by the
  		 * panic_mutex in panic().
  		 */
  		panic_on_warn = 0;
  		panic("panic_on_warn set ...
  ");
  	}
a8f18b909   Arjan van de Ven   Add a WARN() macr...
542
  	print_modules();
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
543
544
545
546
547
  
  	if (regs)
  		show_regs(regs);
  	else
  		dump_stack();
a8f18b909   Arjan van de Ven   Add a WARN() macr...
548
  	print_oops_end_marker();
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
549

373d4d099   Rusty Russell   taint: add explic...
550
551
  	/* Just a warning, don't kill lockdep. */
  	add_taint(taint, LOCKDEP_STILL_OK);
a8f18b909   Arjan van de Ven   Add a WARN() macr...
552
  }
0f6f49a8c   Linus Torvalds   Fix caller inform...
553

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
554
  #ifdef WANT_WARN_ON_SLOWPATH
0f6f49a8c   Linus Torvalds   Fix caller inform...
555
556
  void warn_slowpath_fmt(const char *file, int line, const char *fmt, ...)
  {
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
557
  	struct warn_args args;
0f6f49a8c   Linus Torvalds   Fix caller inform...
558
559
560
  
  	args.fmt = fmt;
  	va_start(args.args, fmt);
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
561
562
  	__warn(file, line, __builtin_return_address(0), TAINT_WARN, NULL,
  	       &args);
0f6f49a8c   Linus Torvalds   Fix caller inform...
563
564
  	va_end(args.args);
  }
57adc4d2d   Andi Kleen   Eliminate thousan...
565
  EXPORT_SYMBOL(warn_slowpath_fmt);
b2be05273   Ben Hutchings   panic: Allow warn...
566
567
568
  void warn_slowpath_fmt_taint(const char *file, int line,
  			     unsigned taint, const char *fmt, ...)
  {
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
569
  	struct warn_args args;
b2be05273   Ben Hutchings   panic: Allow warn...
570
571
572
  
  	args.fmt = fmt;
  	va_start(args.args, fmt);
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
573
  	__warn(file, line, __builtin_return_address(0), taint, NULL, &args);
b2be05273   Ben Hutchings   panic: Allow warn...
574
575
576
  	va_end(args.args);
  }
  EXPORT_SYMBOL(warn_slowpath_fmt_taint);
57adc4d2d   Andi Kleen   Eliminate thousan...
577
578
  void warn_slowpath_null(const char *file, int line)
  {
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
579
  	__warn(file, line, __builtin_return_address(0), TAINT_WARN, NULL, NULL);
57adc4d2d   Andi Kleen   Eliminate thousan...
580
581
  }
  EXPORT_SYMBOL(warn_slowpath_null);
79b4cc5ee   Arjan van de Ven   debug: move WARN_...
582
  #endif
3162f751d   Arjan van de Ven   [PATCH] Add the _...
583
  #ifdef CONFIG_CC_STACKPROTECTOR
54371a43a   Arjan van de Ven   x86: add CONFIG_C...
584

3162f751d   Arjan van de Ven   [PATCH] Add the _...
585
586
587
588
  /*
   * Called when gcc's -fstack-protector feature is used, and
   * gcc detects corruption of the on-stack canary value
   */
a7330c997   Andi Kleen   asmlinkage Make _...
589
  __visible void __stack_chk_fail(void)
3162f751d   Arjan van de Ven   [PATCH] Add the _...
590
  {
517a92c4e   Ingo Molnar   panic: print more...
591
592
593
  	panic("stack-protector: Kernel stack is corrupted in: %p
  ",
  		__builtin_return_address(0));
3162f751d   Arjan van de Ven   [PATCH] Add the _...
594
595
  }
  EXPORT_SYMBOL(__stack_chk_fail);
54371a43a   Arjan van de Ven   x86: add CONFIG_C...
596

3162f751d   Arjan van de Ven   [PATCH] Add the _...
597
  #endif
f44dd164f   Rusty Russell   Make panic= and p...
598

7a46ec0e2   Kees Cook   locking/refcounts...
599
600
601
602
603
604
605
606
607
608
609
  #ifdef CONFIG_ARCH_HAS_REFCOUNT
  void refcount_error_report(struct pt_regs *regs, const char *err)
  {
  	WARN_RATELIMIT(1, "refcount_t %s at %pB in %s[%d], uid/euid: %u/%u
  ",
  		err, (void *)instruction_pointer(regs),
  		current->comm, task_pid_nr(current),
  		from_kuid_munged(&init_user_ns, current_uid()),
  		from_kuid_munged(&init_user_ns, current_euid()));
  }
  #endif
f44dd164f   Rusty Russell   Make panic= and p...
610
611
  core_param(panic, panic_timeout, int, 0644);
  core_param(pause_on_oops, pause_on_oops, int, 0644);
9e3961a09   Prarit Bhargava   kernel: add panic...
612
  core_param(panic_on_warn, panic_on_warn, int, 0644);
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
613
  core_param(crash_kexec_post_notifiers, crash_kexec_post_notifiers, bool, 0644);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
614

d404ab0a1   Olaf Hering   move x86 specific...
615
616
617
618
619
620
621
622
623
  static int __init oops_setup(char *s)
  {
  	if (!s)
  		return -EINVAL;
  	if (!strcmp(s, "panic"))
  		panic_on_oops = 1;
  	return 0;
  }
  early_param("oops", oops_setup);