Blame view

kernel/panic.c 16.7 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
6
7
8
9
10
  /*
   *  linux/kernel/panic.c
   *
   *  Copyright (C) 1991, 1992  Linus Torvalds
   */
  
  /*
   * This function is used through-out the kernel (including mm and fs)
   * to indicate a major problem.
   */
c95dbf27e   Ingo Molnar   panic: clean up k...
11
  #include <linux/debug_locks.h>
b17b01533   Ingo Molnar   sched/headers: Pr...
12
  #include <linux/sched/debug.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
13
  #include <linux/interrupt.h>
456b565cc   Simon Kagstrom   core: Add kernel ...
14
  #include <linux/kmsg_dump.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
15
16
  #include <linux/kallsyms.h>
  #include <linux/notifier.h>
384221cbb   Sergey Senozhatsky   panic: avoid dead...
17
  #include <linux/vt_kern.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
18
  #include <linux/module.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
19
  #include <linux/random.h>
de7edd314   Steven Rostedt (Red Hat)   tracing: Disable ...
20
  #include <linux/ftrace.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
21
  #include <linux/reboot.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
22
23
24
  #include <linux/delay.h>
  #include <linux/kexec.h>
  #include <linux/sched.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
25
  #include <linux/sysrq.h>
c95dbf27e   Ingo Molnar   panic: clean up k...
26
  #include <linux/init.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
27
  #include <linux/nmi.h>
08d78658f   Vitaly Kuznetsov   panic: release st...
28
  #include <linux/console.h>
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
29
  #include <linux/bug.h>
7a46ec0e2   Kees Cook   locking/refcounts...
30
  #include <linux/ratelimit.h>
b1fca27d3   Andi Kleen   kernel debug: sup...
31
32
  #include <linux/debugfs.h>
  #include <asm/sections.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
33

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
34
35
  #define PANIC_TIMER_STEP 100
  #define PANIC_BLINK_SPD 18
2a01bb388   Kyle McMartin   panic: Make panic...
36
  int panic_on_oops = CONFIG_PANIC_ON_OOPS_VALUE;
bc4f2f546   Kees Cook   taint: add taint ...
37
38
  static unsigned long tainted_mask =
  	IS_ENABLED(CONFIG_GCC_PLUGIN_RANDSTRUCT) ? (1 << TAINT_RANDSTRUCT) : 0;
dd287796d   Andrew Morton   [PATCH] pause_on_...
39
40
41
  static int pause_on_oops;
  static int pause_on_oops_flag;
  static DEFINE_SPINLOCK(pause_on_oops_lock);
5375b708f   HATAYAMA Daisuke   kernel/panic/kexe...
42
  bool crash_kexec_post_notifiers;
9e3961a09   Prarit Bhargava   kernel: add panic...
43
  int panic_on_warn __read_mostly;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
44

5800dc3cf   Jason Baron   panic: Make panic...
45
  int panic_timeout = CONFIG_PANIC_TIMEOUT;
81e88fdc4   Huang Ying   ACPI, APEI, Gener...
46
  EXPORT_SYMBOL_GPL(panic_timeout);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
47

e041c6834   Alan Stern   [PATCH] Notifier ...
48
  ATOMIC_NOTIFIER_HEAD(panic_notifier_list);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
49
50
  
  EXPORT_SYMBOL(panic_notifier_list);
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
51
  static long no_blink(int state)
8aeee85a2   Anton Blanchard   panic: fix panic_...
52
  {
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
53
  	return 0;
8aeee85a2   Anton Blanchard   panic: fix panic_...
54
  }
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
55
56
57
  /* Returns how long it waited in ms */
  long (*panic_blink)(int state);
  EXPORT_SYMBOL(panic_blink);
93e13a360   Michael Holzheu   kdump: fix crash_...
58
59
60
61
62
63
64
65
  /*
   * Stop ourself in panic -- architecture code may override this
   */
  void __weak panic_smp_self_stop(void)
  {
  	while (1)
  		cpu_relax();
  }
58c5661f2   Hidehiro Kawai   panic, x86: Allow...
66
67
68
69
70
71
72
73
  /*
   * Stop ourselves in NMI context if another CPU has already panicked. Arch code
   * may override this to prepare for crash dumping, e.g. save regs info.
   */
  void __weak nmi_panic_self_stop(struct pt_regs *regs)
  {
  	panic_smp_self_stop();
  }
0ee59413c   Hidehiro Kawai   x86/panic: replac...
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
  /*
   * Stop other CPUs in panic.  Architecture dependent code may override this
   * with more suitable version.  For example, if the architecture supports
   * crash dump, it should save registers of each stopped CPU and disable
   * per-CPU features such as virtualization extensions.
   */
  void __weak crash_smp_send_stop(void)
  {
  	static int cpus_stopped;
  
  	/*
  	 * This function can be called twice in panic path, but obviously
  	 * we execute this only once.
  	 */
  	if (cpus_stopped)
  		return;
  
  	/*
  	 * Note smp_send_stop is the usual smp shutdown function, which
  	 * unfortunately means it may not be hardened to work in a panic
  	 * situation.
  	 */
  	smp_send_stop();
  	cpus_stopped = 1;
  }
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
99
  atomic_t panic_cpu = ATOMIC_INIT(PANIC_CPU_INVALID);
ebc41f20d   Hidehiro Kawai   panic: change nmi...
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
  /*
   * A variant of panic() called from NMI context. We return if we've already
   * panicked on this CPU. If another CPU already panicked, loop in
   * nmi_panic_self_stop() which can provide architecture dependent code such
   * as saving register state for crash dump.
   */
  void nmi_panic(struct pt_regs *regs, const char *msg)
  {
  	int old_cpu, cpu;
  
  	cpu = raw_smp_processor_id();
  	old_cpu = atomic_cmpxchg(&panic_cpu, PANIC_CPU_INVALID, cpu);
  
  	if (old_cpu == PANIC_CPU_INVALID)
  		panic("%s", msg);
  	else if (old_cpu != cpu)
  		nmi_panic_self_stop(regs);
  }
  EXPORT_SYMBOL(nmi_panic);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
119
120
121
122
123
124
125
126
  /**
   *	panic - halt the system
   *	@fmt: The text string to print
   *
   *	Display a message, then perform cleanups.
   *
   *	This function never returns.
   */
9402c95f3   Joe Perches   treewide: remove ...
127
  void panic(const char *fmt, ...)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
128
  {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
129
130
  	static char buf[1024];
  	va_list args;
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
131
132
  	long i, i_next = 0;
  	int state = 0;
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
133
  	int old_cpu, this_cpu;
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
134
  	bool _crash_kexec_post_notifiers = crash_kexec_post_notifiers;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
135

dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
136
  	/*
190320c3b   Vikram Mulukutla   panic: fix a poss...
137
138
139
  	 * Disable local interrupts. This will prevent panic_smp_self_stop
  	 * from deadlocking the first cpu that invokes the panic, since
  	 * there is nothing to prevent an interrupt handler (that runs
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
140
  	 * after setting panic_cpu) from invoking panic() again.
190320c3b   Vikram Mulukutla   panic: fix a poss...
141
142
143
144
  	 */
  	local_irq_disable();
  
  	/*
c95dbf27e   Ingo Molnar   panic: clean up k...
145
146
  	 * It's possible to come here directly from a panic-assertion and
  	 * not have preempt disabled. Some functions called from here want
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
147
  	 * preempt to be disabled. No point enabling it later though...
93e13a360   Michael Holzheu   kdump: fix crash_...
148
149
150
151
152
  	 *
  	 * Only one CPU is allowed to execute the panic code from here. For
  	 * multiple parallel invocations of panic, all other CPUs either
  	 * stop themself or will wait until they are stopped by the 1st CPU
  	 * with smp_send_stop().
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
153
154
155
156
157
  	 *
  	 * `old_cpu == PANIC_CPU_INVALID' means this is the 1st CPU which
  	 * comes here, so go ahead.
  	 * `old_cpu == this_cpu' means we came from nmi_panic() which sets
  	 * panic_cpu to this CPU.  In this case, this is also the 1st CPU.
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
158
  	 */
1717f2096   Hidehiro Kawai   panic, x86: Fix r...
159
160
161
162
  	this_cpu = raw_smp_processor_id();
  	old_cpu  = atomic_cmpxchg(&panic_cpu, PANIC_CPU_INVALID, this_cpu);
  
  	if (old_cpu != PANIC_CPU_INVALID && old_cpu != this_cpu)
93e13a360   Michael Holzheu   kdump: fix crash_...
163
  		panic_smp_self_stop();
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
164

5b530fc18   Anton Blanchard   panic: call conso...
165
  	console_verbose();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
166
167
168
169
  	bust_spinlocks(1);
  	va_start(args, fmt);
  	vsnprintf(buf, sizeof(buf), fmt, args);
  	va_end(args);
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
170
171
  	pr_emerg("Kernel panic - not syncing: %s
  ", buf);
5cb273013   Ingo Molnar   panic: print out ...
172
  #ifdef CONFIG_DEBUG_BUGVERBOSE
6e6f0a1f0   Andi Kleen   panic: don't prin...
173
174
175
  	/*
  	 * Avoid nested stack-dumping if a panic occurs during oops processing
  	 */
026ee1f66   Jason Wessel   panic: fix stack ...
176
  	if (!test_taint(TAINT_DIE) && oops_in_progress <= 1)
6e6f0a1f0   Andi Kleen   panic: don't prin...
177
  		dump_stack();
5cb273013   Ingo Molnar   panic: print out ...
178
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
179

dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
180
181
182
  	/*
  	 * If we have crashed and we have a crash kernel loaded let it handle
  	 * everything else.
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
183
184
  	 * If we want to run this after calling panic_notifiers, pass
  	 * the "crash_kexec_post_notifiers" option to the kernel.
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
185
186
  	 *
  	 * Bypass the panic_cpu check and call __crash_kexec directly.
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
187
  	 */
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
188
  	if (!_crash_kexec_post_notifiers) {
f92bac3b1   Sergey Senozhatsky   printk: rename nm...
189
  		printk_safe_flush_on_panic();
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
190
  		__crash_kexec(NULL);
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
191

0ee59413c   Hidehiro Kawai   x86/panic: replac...
192
193
194
195
196
197
198
199
200
201
202
203
204
205
  		/*
  		 * Note smp_send_stop is the usual smp shutdown function, which
  		 * unfortunately means it may not be hardened to work in a
  		 * panic situation.
  		 */
  		smp_send_stop();
  	} else {
  		/*
  		 * If we want to do crash dump after notifier calls and
  		 * kmsg_dump, we will need architecture dependent extra
  		 * works in addition to stopping other CPUs.
  		 */
  		crash_smp_send_stop();
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
206

6723734cd   Kees Cook   panic: call panic...
207
208
209
210
  	/*
  	 * Run any panic handlers, including those that might need to
  	 * add information to the kmsg dump output.
  	 */
e041c6834   Alan Stern   [PATCH] Notifier ...
211
  	atomic_notifier_call_chain(&panic_notifier_list, 0, buf);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
212

cf9b1106c   Petr Mladek   printk/nmi: flush...
213
  	/* Call flush even twice. It tries harder with a single online CPU */
f92bac3b1   Sergey Senozhatsky   printk: rename nm...
214
  	printk_safe_flush_on_panic();
6723734cd   Kees Cook   panic: call panic...
215
  	kmsg_dump(KMSG_DUMP_PANIC);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
216
217
218
219
220
221
  	/*
  	 * If you doubt kdump always works fine in any situation,
  	 * "crash_kexec_post_notifiers" offers you a chance to run
  	 * panic_notifiers and dumping kmsg before kdump.
  	 * Note: since some panic_notifiers can make crashed kernel
  	 * more unstable, it can increase risks of the kdump failure too.
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
222
223
  	 *
  	 * Bypass the panic_cpu check and call __crash_kexec directly.
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
224
  	 */
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
225
  	if (_crash_kexec_post_notifiers)
7bbee5ca3   Hidehiro Kawai   kexec: Fix race b...
226
  		__crash_kexec(NULL);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
227

384221cbb   Sergey Senozhatsky   panic: avoid dead...
228
229
230
231
  #ifdef CONFIG_VT
  	unblank_screen();
  #endif
  	console_unblank();
d014e8894   Aaro Koskinen   panic: Fix panic ...
232

08d78658f   Vitaly Kuznetsov   panic: release st...
233
234
235
236
  	/*
  	 * We may have ended up stopping the CPU holding the lock (in
  	 * smp_send_stop()) while still having some valuable data in the console
  	 * buffer.  Try to acquire the lock then release it regardless of the
7625b3a00   Vitaly Kuznetsov   kernel/panic.c: t...
237
238
239
  	 * result.  The release will also print the buffers out.  Locks debug
  	 * should be disabled to avoid reporting bad unlock balance when
  	 * panic() is not being callled from OOPS.
08d78658f   Vitaly Kuznetsov   panic: release st...
240
  	 */
7625b3a00   Vitaly Kuznetsov   kernel/panic.c: t...
241
  	debug_locks_off();
8d91f8b15   Tejun Heo   printk: do cond_r...
242
  	console_flush_on_panic();
08d78658f   Vitaly Kuznetsov   panic: release st...
243

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
244
245
  	if (!panic_blink)
  		panic_blink = no_blink;
dc009d924   Eric W. Biederman   [PATCH] kexec: ad...
246
  	if (panic_timeout > 0) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
247
  		/*
c95dbf27e   Ingo Molnar   panic: clean up k...
248
249
250
  		 * Delay timeout seconds before rebooting the machine.
  		 * We can't use the "normal" timers since we just panicked.
  		 */
ff7a28a07   Jiri Slaby   kernel/panic.c: a...
251
252
  		pr_emerg("Rebooting in %d seconds..
  ", panic_timeout);
c95dbf27e   Ingo Molnar   panic: clean up k...
253

c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
254
  		for (i = 0; i < panic_timeout * 1000; i += PANIC_TIMER_STEP) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
255
  			touch_nmi_watchdog();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
256
257
258
259
260
  			if (i >= i_next) {
  				i += panic_blink(state ^= 1);
  				i_next = i + 3600 / PANIC_BLINK_SPD;
  			}
  			mdelay(PANIC_TIMER_STEP);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
261
  		}
4302fbc8e   Hugh Dickins   panic: panic=-1 f...
262
263
  	}
  	if (panic_timeout != 0) {
c95dbf27e   Ingo Molnar   panic: clean up k...
264
265
266
267
  		/*
  		 * This will not be a clean reboot, with everything
  		 * shutting down.  But if there is a chance of
  		 * rebooting the system it will be rebooted.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
268
  		 */
2f048ea81   Eric W. Biederman   [PATCH] Call emer...
269
  		emergency_restart();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
270
271
272
273
  	}
  #ifdef __sparc__
  	{
  		extern int stop_a_enabled;
a271c241a   Tom 'spot' Callaway   [SPARC]: Stop-A p...
274
  		/* Make sure the user can actually press Stop-A (L1-A) */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
275
  		stop_a_enabled = 1;
7db60d05e   Vijay Kumar   sparc64: Send bre...
276
277
278
279
  		pr_emerg("Press Stop-A (L1-A) from sun keyboard or send break
  "
  			 "twice on console to return to the boot prom
  ");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
280
281
  	}
  #endif
347a8dc3b   Martin Schwidefsky   [PATCH] s390: cle...
282
  #if defined(CONFIG_S390)
c95dbf27e   Ingo Molnar   panic: clean up k...
283
284
285
286
287
288
  	{
  		unsigned long caller;
  
  		caller = (unsigned long)__builtin_return_address(0);
  		disabled_wait(caller);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
289
  #endif
5ad751053   Borislav Petkov   panic: Add closin...
290
291
  	pr_emerg("---[ end Kernel panic - not syncing: %s ]---
  ", buf);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
292
  	local_irq_enable();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
293
  	for (i = 0; ; i += PANIC_TIMER_STEP) {
c22db9412   Jan Beulich   [PATCH] prevent r...
294
  		touch_softlockup_watchdog();
c7ff0d9c9   TAMUKI Shoichi   panic: keep blink...
295
296
297
298
299
  		if (i >= i_next) {
  			i += panic_blink(state ^= 1);
  			i_next = i + 3600 / PANIC_BLINK_SPD;
  		}
  		mdelay(PANIC_TIMER_STEP);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
300
301
302
303
  	}
  }
  
  EXPORT_SYMBOL(panic);
7fd8329ba   Petr Mladek   taint/module: Cle...
304
305
306
307
308
  /*
   * TAINT_FORCED_RMMOD could be a per-module flag but the module
   * is being removed anyway.
   */
  const struct taint_flag taint_flags[TAINT_FLAGS_COUNT] = {
47d4b263a   Kees Cook   taint: convert to...
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
  	[ TAINT_PROPRIETARY_MODULE ]	= { 'P', 'G', true },
  	[ TAINT_FORCED_MODULE ]		= { 'F', ' ', true },
  	[ TAINT_CPU_OUT_OF_SPEC ]	= { 'S', ' ', false },
  	[ TAINT_FORCED_RMMOD ]		= { 'R', ' ', false },
  	[ TAINT_MACHINE_CHECK ]		= { 'M', ' ', false },
  	[ TAINT_BAD_PAGE ]		= { 'B', ' ', false },
  	[ TAINT_USER ]			= { 'U', ' ', false },
  	[ TAINT_DIE ]			= { 'D', ' ', false },
  	[ TAINT_OVERRIDDEN_ACPI_TABLE ]	= { 'A', ' ', false },
  	[ TAINT_WARN ]			= { 'W', ' ', false },
  	[ TAINT_CRAP ]			= { 'C', ' ', true },
  	[ TAINT_FIRMWARE_WORKAROUND ]	= { 'I', ' ', false },
  	[ TAINT_OOT_MODULE ]		= { 'O', ' ', true },
  	[ TAINT_UNSIGNED_MODULE ]	= { 'E', ' ', true },
  	[ TAINT_SOFTLOCKUP ]		= { 'L', ' ', false },
  	[ TAINT_LIVEPATCH ]		= { 'K', ' ', true },
  	[ TAINT_AUX ]			= { 'X', ' ', true },
bc4f2f546   Kees Cook   taint: add taint ...
326
  	[ TAINT_RANDSTRUCT ]		= { 'T', ' ', true },
25ddbb18a   Andi Kleen   Make the taint fl...
327
  };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
328
  /**
9c4560e5b   Kees Cook   taint: consolidat...
329
   * print_tainted - return a string to represent the kernel taint state.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
330
   *
9c4560e5b   Kees Cook   taint: consolidat...
331
   * For individual taint flag meanings, see Documentation/sysctl/kernel.txt
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
332
   *
9c4560e5b   Kees Cook   taint: consolidat...
333
334
   * The string is overwritten by the next call to print_tainted(),
   * but is always NULL terminated.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
335
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
336
337
  const char *print_tainted(void)
  {
7fd8329ba   Petr Mladek   taint/module: Cle...
338
  	static char buf[TAINT_FLAGS_COUNT + sizeof("Tainted: ")];
25ddbb18a   Andi Kleen   Make the taint fl...
339

47d4b263a   Kees Cook   taint: convert to...
340
  	BUILD_BUG_ON(ARRAY_SIZE(taint_flags) != TAINT_FLAGS_COUNT);
25ddbb18a   Andi Kleen   Make the taint fl...
341
342
343
344
345
  	if (tainted_mask) {
  		char *s;
  		int i;
  
  		s = buf + sprintf(buf, "Tainted: ");
7fd8329ba   Petr Mladek   taint/module: Cle...
346
347
348
  		for (i = 0; i < TAINT_FLAGS_COUNT; i++) {
  			const struct taint_flag *t = &taint_flags[i];
  			*s++ = test_bit(i, &tainted_mask) ?
5eb7c0d04   Larry Finger   taint/module: Fix...
349
  					t->c_true : t->c_false;
25ddbb18a   Andi Kleen   Make the taint fl...
350
351
352
  		}
  		*s = 0;
  	} else
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
353
  		snprintf(buf, sizeof(buf), "Not tainted");
c95dbf27e   Ingo Molnar   panic: clean up k...
354
355
  
  	return buf;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
356
  }
25ddbb18a   Andi Kleen   Make the taint fl...
357
  int test_taint(unsigned flag)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
358
  {
25ddbb18a   Andi Kleen   Make the taint fl...
359
360
361
362
363
364
365
  	return test_bit(flag, &tainted_mask);
  }
  EXPORT_SYMBOL(test_taint);
  
  unsigned long get_taint(void)
  {
  	return tainted_mask;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
366
  }
dd287796d   Andrew Morton   [PATCH] pause_on_...
367

373d4d099   Rusty Russell   taint: add explic...
368
369
370
371
372
373
374
375
376
  /**
   * add_taint: add a taint flag if not already set.
   * @flag: one of the TAINT_* constants.
   * @lockdep_ok: whether lock debugging is still OK.
   *
   * If something bad has gone wrong, you'll want @lockdebug_ok = false, but for
   * some notewortht-but-not-corrupting cases, it can be set to true.
   */
  void add_taint(unsigned flag, enum lockdep_ok lockdep_ok)
dd287796d   Andrew Morton   [PATCH] pause_on_...
377
  {
373d4d099   Rusty Russell   taint: add explic...
378
  	if (lockdep_ok == LOCKDEP_NOW_UNRELIABLE && __debug_locks_off())
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
379
380
  		pr_warn("Disabling lock debugging due to kernel taint
  ");
9eeba6138   Frederic Weisbecker   lockdep: warn abo...
381

25ddbb18a   Andi Kleen   Make the taint fl...
382
  	set_bit(flag, &tainted_mask);
dd287796d   Andrew Morton   [PATCH] pause_on_...
383
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
384
  EXPORT_SYMBOL(add_taint);
dd287796d   Andrew Morton   [PATCH] pause_on_...
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
  
  static void spin_msec(int msecs)
  {
  	int i;
  
  	for (i = 0; i < msecs; i++) {
  		touch_nmi_watchdog();
  		mdelay(1);
  	}
  }
  
  /*
   * It just happens that oops_enter() and oops_exit() are identically
   * implemented...
   */
  static void do_oops_enter_exit(void)
  {
  	unsigned long flags;
  	static int spin_counter;
  
  	if (!pause_on_oops)
  		return;
  
  	spin_lock_irqsave(&pause_on_oops_lock, flags);
  	if (pause_on_oops_flag == 0) {
  		/* This CPU may now print the oops message */
  		pause_on_oops_flag = 1;
  	} else {
  		/* We need to stall this CPU */
  		if (!spin_counter) {
  			/* This CPU gets to do the counting */
  			spin_counter = pause_on_oops;
  			do {
  				spin_unlock(&pause_on_oops_lock);
  				spin_msec(MSEC_PER_SEC);
  				spin_lock(&pause_on_oops_lock);
  			} while (--spin_counter);
  			pause_on_oops_flag = 0;
  		} else {
  			/* This CPU waits for a different one */
  			while (spin_counter) {
  				spin_unlock(&pause_on_oops_lock);
  				spin_msec(1);
  				spin_lock(&pause_on_oops_lock);
  			}
  		}
  	}
  	spin_unlock_irqrestore(&pause_on_oops_lock, flags);
  }
  
  /*
c95dbf27e   Ingo Molnar   panic: clean up k...
436
437
   * Return true if the calling CPU is allowed to print oops-related info.
   * This is a bit racy..
dd287796d   Andrew Morton   [PATCH] pause_on_...
438
439
440
441
442
443
444
445
   */
  int oops_may_print(void)
  {
  	return pause_on_oops_flag == 0;
  }
  
  /*
   * Called when the architecture enters its oops handler, before it prints
c95dbf27e   Ingo Molnar   panic: clean up k...
446
447
   * anything.  If this is the first CPU to oops, and it's oopsing the first
   * time then let it proceed.
dd287796d   Andrew Morton   [PATCH] pause_on_...
448
   *
c95dbf27e   Ingo Molnar   panic: clean up k...
449
450
451
452
   * This is all enabled by the pause_on_oops kernel boot option.  We do all
   * this to ensure that oopses don't scroll off the screen.  It has the
   * side-effect of preventing later-oopsing CPUs from mucking up the display,
   * too.
dd287796d   Andrew Morton   [PATCH] pause_on_...
453
   *
c95dbf27e   Ingo Molnar   panic: clean up k...
454
455
456
   * It turns out that the CPU which is allowed to print ends up pausing for
   * the right duration, whereas all the other CPUs pause for twice as long:
   * once in oops_enter(), once in oops_exit().
dd287796d   Andrew Morton   [PATCH] pause_on_...
457
458
459
   */
  void oops_enter(void)
  {
bdff78707   Thomas Gleixner   trace: stop trace...
460
  	tracing_off();
c95dbf27e   Ingo Molnar   panic: clean up k...
461
462
  	/* can't trust the integrity of the kernel anymore: */
  	debug_locks_off();
dd287796d   Andrew Morton   [PATCH] pause_on_...
463
464
465
466
  	do_oops_enter_exit();
  }
  
  /*
2c3b20e91   Arjan van de Ven   debug: add end-of...
467
468
469
470
471
472
473
474
   * 64-bit random ID for oopses:
   */
  static u64 oops_id;
  
  static int init_oops_id(void)
  {
  	if (!oops_id)
  		get_random_bytes(&oops_id, sizeof(oops_id));
d6624f996   Arjan van de Ven   oops: increment t...
475
476
  	else
  		oops_id++;
2c3b20e91   Arjan van de Ven   debug: add end-of...
477
478
479
480
  
  	return 0;
  }
  late_initcall(init_oops_id);
863a60492   Anton Blanchard   lib/bug.c: add oo...
481
  void print_oops_end_marker(void)
71c339116   Arjan van de Ven   debug: add the en...
482
483
  {
  	init_oops_id();
d7c0847fe   Fabian Frederick   kernel/panic.c: d...
484
485
  	pr_warn("---[ end trace %016llx ]---
  ", (unsigned long long)oops_id);
71c339116   Arjan van de Ven   debug: add the en...
486
  }
2c3b20e91   Arjan van de Ven   debug: add end-of...
487
  /*
dd287796d   Andrew Morton   [PATCH] pause_on_...
488
489
490
491
492
493
   * Called when the architecture exits its oops handler, after printing
   * everything.
   */
  void oops_exit(void)
  {
  	do_oops_enter_exit();
71c339116   Arjan van de Ven   debug: add the en...
494
  	print_oops_end_marker();
456b565cc   Simon Kagstrom   core: Add kernel ...
495
  	kmsg_dump(KMSG_DUMP_OOPS);
dd287796d   Andrew Morton   [PATCH] pause_on_...
496
  }
3162f751d   Arjan van de Ven   [PATCH] Add the _...
497

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
498
  struct warn_args {
0f6f49a8c   Linus Torvalds   Fix caller inform...
499
  	const char *fmt;
a8f18b909   Arjan van de Ven   Add a WARN() macr...
500
  	va_list args;
0f6f49a8c   Linus Torvalds   Fix caller inform...
501
  };
bd89bb29a   Arjan van de Ven   debug warnings: p...
502

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
503
504
  void __warn(const char *file, int line, void *caller, unsigned taint,
  	    struct pt_regs *regs, struct warn_args *args)
0f6f49a8c   Linus Torvalds   Fix caller inform...
505
  {
de7edd314   Steven Rostedt (Red Hat)   tracing: Disable ...
506
  	disable_trace_on_warning();
a7bed27af   Kees Cook   bug: fix "cut her...
507
508
  	if (args)
  		pr_warn(CUT_HERE);
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
509
510
511
512
513
514
515
516
517
518
  
  	if (file)
  		pr_warn("WARNING: CPU: %d PID: %d at %s:%d %pS
  ",
  			raw_smp_processor_id(), current->pid, file, line,
  			caller);
  	else
  		pr_warn("WARNING: CPU: %d PID: %d at %pS
  ",
  			raw_smp_processor_id(), current->pid, caller);
74853dba2   Arjan van de Ven   debug warnings: c...
519

0f6f49a8c   Linus Torvalds   Fix caller inform...
520
521
  	if (args)
  		vprintk(args->fmt, args->args);
a8f18b909   Arjan van de Ven   Add a WARN() macr...
522

9e3961a09   Prarit Bhargava   kernel: add panic...
523
524
525
526
527
528
529
530
531
532
533
  	if (panic_on_warn) {
  		/*
  		 * This thread may hit another WARN() in the panic path.
  		 * Resetting this prevents additional WARN() from panicking the
  		 * system on this thread.  Other threads are blocked by the
  		 * panic_mutex in panic().
  		 */
  		panic_on_warn = 0;
  		panic("panic_on_warn set ...
  ");
  	}
a8f18b909   Arjan van de Ven   Add a WARN() macr...
534
  	print_modules();
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
535
536
537
538
539
  
  	if (regs)
  		show_regs(regs);
  	else
  		dump_stack();
4c281074d   Steven Rostedt (VMware)   lockdep: Add prin...
540
  	print_irqtrace_events(current);
a8f18b909   Arjan van de Ven   Add a WARN() macr...
541
  	print_oops_end_marker();
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
542

373d4d099   Rusty Russell   taint: add explic...
543
544
  	/* Just a warning, don't kill lockdep. */
  	add_taint(taint, LOCKDEP_STILL_OK);
a8f18b909   Arjan van de Ven   Add a WARN() macr...
545
  }
0f6f49a8c   Linus Torvalds   Fix caller inform...
546

2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
547
  #ifdef WANT_WARN_ON_SLOWPATH
0f6f49a8c   Linus Torvalds   Fix caller inform...
548
549
  void warn_slowpath_fmt(const char *file, int line, const char *fmt, ...)
  {
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
550
  	struct warn_args args;
0f6f49a8c   Linus Torvalds   Fix caller inform...
551
552
553
  
  	args.fmt = fmt;
  	va_start(args.args, fmt);
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
554
555
  	__warn(file, line, __builtin_return_address(0), TAINT_WARN, NULL,
  	       &args);
0f6f49a8c   Linus Torvalds   Fix caller inform...
556
557
  	va_end(args.args);
  }
57adc4d2d   Andi Kleen   Eliminate thousan...
558
  EXPORT_SYMBOL(warn_slowpath_fmt);
b2be05273   Ben Hutchings   panic: Allow warn...
559
560
561
  void warn_slowpath_fmt_taint(const char *file, int line,
  			     unsigned taint, const char *fmt, ...)
  {
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
562
  	struct warn_args args;
b2be05273   Ben Hutchings   panic: Allow warn...
563
564
565
  
  	args.fmt = fmt;
  	va_start(args.args, fmt);
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
566
  	__warn(file, line, __builtin_return_address(0), taint, NULL, &args);
b2be05273   Ben Hutchings   panic: Allow warn...
567
568
569
  	va_end(args.args);
  }
  EXPORT_SYMBOL(warn_slowpath_fmt_taint);
57adc4d2d   Andi Kleen   Eliminate thousan...
570
571
  void warn_slowpath_null(const char *file, int line)
  {
a7bed27af   Kees Cook   bug: fix "cut her...
572
  	pr_warn(CUT_HERE);
2553b67a1   Josh Poimboeuf   lib/bug.c: use co...
573
  	__warn(file, line, __builtin_return_address(0), TAINT_WARN, NULL, NULL);
57adc4d2d   Andi Kleen   Eliminate thousan...
574
575
  }
  EXPORT_SYMBOL(warn_slowpath_null);
a7bed27af   Kees Cook   bug: fix "cut her...
576
577
578
579
580
581
582
583
584
585
586
587
  #else
  void __warn_printk(const char *fmt, ...)
  {
  	va_list args;
  
  	pr_warn(CUT_HERE);
  
  	va_start(args, fmt);
  	vprintk(fmt, args);
  	va_end(args);
  }
  EXPORT_SYMBOL(__warn_printk);
79b4cc5ee   Arjan van de Ven   debug: move WARN_...
588
  #endif
b1fca27d3   Andi Kleen   kernel debug: sup...
589
590
591
592
593
594
  #ifdef CONFIG_BUG
  
  /* Support resetting WARN*_ONCE state */
  
  static int clear_warn_once_set(void *data, u64 val)
  {
aaf5dcfb2   Andi Kleen   kernel debug: sup...
595
  	generic_bug_clear_once();
b1fca27d3   Andi Kleen   kernel debug: sup...
596
597
598
599
600
601
602
603
604
605
606
607
608
  	memset(__start_once, 0, __end_once - __start_once);
  	return 0;
  }
  
  DEFINE_SIMPLE_ATTRIBUTE(clear_warn_once_fops,
  			NULL,
  			clear_warn_once_set,
  			"%lld
  ");
  
  static __init int register_warn_debugfs(void)
  {
  	/* Don't care about failure */
aaf5dcfb2   Andi Kleen   kernel debug: sup...
609
  	debugfs_create_file("clear_warn_once", 0200, NULL,
b1fca27d3   Andi Kleen   kernel debug: sup...
610
611
612
613
614
615
  			    NULL, &clear_warn_once_fops);
  	return 0;
  }
  
  device_initcall(register_warn_debugfs);
  #endif
050e9baa9   Linus Torvalds   Kbuild: rename CC...
616
  #ifdef CONFIG_STACKPROTECTOR
54371a43a   Arjan van de Ven   x86: add CONFIG_C...
617

3162f751d   Arjan van de Ven   [PATCH] Add the _...
618
619
620
621
  /*
   * Called when gcc's -fstack-protector feature is used, and
   * gcc detects corruption of the on-stack canary value
   */
a7330c997   Andi Kleen   asmlinkage Make _...
622
  __visible void __stack_chk_fail(void)
3162f751d   Arjan van de Ven   [PATCH] Add the _...
623
  {
0862ca422   Kees Cook   bug: use %pB in B...
624
625
  	panic("stack-protector: Kernel stack is corrupted in: %pB
  ",
517a92c4e   Ingo Molnar   panic: print more...
626
  		__builtin_return_address(0));
3162f751d   Arjan van de Ven   [PATCH] Add the _...
627
628
  }
  EXPORT_SYMBOL(__stack_chk_fail);
54371a43a   Arjan van de Ven   x86: add CONFIG_C...
629

3162f751d   Arjan van de Ven   [PATCH] Add the _...
630
  #endif
f44dd164f   Rusty Russell   Make panic= and p...
631

7a46ec0e2   Kees Cook   locking/refcounts...
632
633
634
635
636
637
638
639
640
641
642
  #ifdef CONFIG_ARCH_HAS_REFCOUNT
  void refcount_error_report(struct pt_regs *regs, const char *err)
  {
  	WARN_RATELIMIT(1, "refcount_t %s at %pB in %s[%d], uid/euid: %u/%u
  ",
  		err, (void *)instruction_pointer(regs),
  		current->comm, task_pid_nr(current),
  		from_kuid_munged(&init_user_ns, current_uid()),
  		from_kuid_munged(&init_user_ns, current_euid()));
  }
  #endif
f44dd164f   Rusty Russell   Make panic= and p...
643
644
  core_param(panic, panic_timeout, int, 0644);
  core_param(pause_on_oops, pause_on_oops, int, 0644);
9e3961a09   Prarit Bhargava   kernel: add panic...
645
  core_param(panic_on_warn, panic_on_warn, int, 0644);
b26e27ddf   Hidehiro Kawai   kexec: use core_p...
646
  core_param(crash_kexec_post_notifiers, crash_kexec_post_notifiers, bool, 0644);
f06e5153f   Masami Hiramatsu   kernel/panic.c: a...
647

d404ab0a1   Olaf Hering   move x86 specific...
648
649
650
651
652
653
654
655
656
  static int __init oops_setup(char *s)
  {
  	if (!s)
  		return -EINVAL;
  	if (!strcmp(s, "panic"))
  		panic_on_oops = 1;
  	return 0;
  }
  early_param("oops", oops_setup);