Blame view
kernel/watchdog.c
20.1 KB
b24413180 License cleanup: ... |
1 |
// SPDX-License-Identifier: GPL-2.0 |
58687acba lockup_detector: ... |
2 3 4 5 6 |
/* * Detect hard and soft lockups on a system * * started by Don Zickus, Copyright (C) 2010 Red Hat, Inc. * |
86f5e6a7b watchdog: Fix cod... |
7 8 9 |
* Note: Most of this code is borrowed heavily from the original softlockup * detector, so thanks to Ingo for the initial implementation. * Some chunks also taken from the old x86-specific nmi watchdog code, thanks |
58687acba lockup_detector: ... |
10 11 |
* to those contributors as well. */ |
5f92a7b0f kernel/watchdog.c... |
12 |
#define pr_fmt(fmt) "watchdog: " fmt |
4501980aa kernel/watchdog.c... |
13 |
|
58687acba lockup_detector: ... |
14 15 16 17 |
#include <linux/mm.h> #include <linux/cpu.h> #include <linux/nmi.h> #include <linux/init.h> |
58687acba lockup_detector: ... |
18 19 |
#include <linux/module.h> #include <linux/sysctl.h> |
fe4ba3c34 watchdog: add wat... |
20 |
#include <linux/tick.h> |
e60175710 sched/headers: Pr... |
21 |
#include <linux/sched/clock.h> |
b17b01533 sched/headers: Pr... |
22 |
#include <linux/sched/debug.h> |
786340614 sched/isolation: ... |
23 |
#include <linux/sched/isolation.h> |
9cf57731b watchdog/softlock... |
24 |
#include <linux/stop_machine.h> |
58687acba lockup_detector: ... |
25 26 |
#include <asm/irq_regs.h> |
5d1c0f4a8 watchdog: add che... |
27 |
#include <linux/kvm_para.h> |
58687acba lockup_detector: ... |
28 |
|
946d19779 watchdog/core: Re... |
29 |
static DEFINE_MUTEX(watchdog_mutex); |
ab992dc38 watchdog: Fix mer... |
30 |
|
05a4a9527 kernel/watchdog: ... |
31 |
#if defined(CONFIG_HARDLOCKUP_DETECTOR) || defined(CONFIG_HAVE_NMI_WATCHDOG) |
091549858 watchdog/core: Ge... |
32 33 |
# define WATCHDOG_DEFAULT (SOFT_WATCHDOG_ENABLED | NMI_WATCHDOG_ENABLED) # define NMI_WATCHDOG_DEFAULT 1 |
84d56e66b watchdog: new def... |
34 |
#else |
091549858 watchdog/core: Ge... |
35 36 |
# define WATCHDOG_DEFAULT (SOFT_WATCHDOG_ENABLED) # define NMI_WATCHDOG_DEFAULT 0 |
84d56e66b watchdog: new def... |
37 |
#endif |
05a4a9527 kernel/watchdog: ... |
38 |
|
091549858 watchdog/core: Ge... |
39 40 41 42 |
unsigned long __read_mostly watchdog_enabled; int __read_mostly watchdog_user_enabled = 1; int __read_mostly nmi_watchdog_user_enabled = NMI_WATCHDOG_DEFAULT; int __read_mostly soft_watchdog_user_enabled = 1; |
7feeb9cd4 watchdog/sysctl: ... |
43 |
int __read_mostly watchdog_thresh = 10; |
48084abf2 watchdog/core: Ma... |
44 |
static int __read_mostly nmi_watchdog_available; |
7feeb9cd4 watchdog/sysctl: ... |
45 |
|
7feeb9cd4 watchdog/sysctl: ... |
46 47 |
struct cpumask watchdog_cpumask __read_mostly; unsigned long *watchdog_cpumask_bits = cpumask_bits(&watchdog_cpumask); |
05a4a9527 kernel/watchdog: ... |
48 |
#ifdef CONFIG_HARDLOCKUP_DETECTOR |
f117955a2 kernel/watchdog.c... |
49 50 51 52 |
# ifdef CONFIG_SMP int __read_mostly sysctl_hardlockup_all_cpu_backtrace; # endif /* CONFIG_SMP */ |
05a4a9527 kernel/watchdog: ... |
53 54 55 56 57 58 59 60 61 62 63 64 65 |
/* * Should we panic when a soft-lockup or hard-lockup occurs: */ unsigned int __read_mostly hardlockup_panic = CONFIG_BOOTPARAM_HARDLOCKUP_PANIC_VALUE; /* * We may not want to enable hard lockup detection by default in all cases, * for example when running the kernel as a guest on a hypervisor. In these * cases this function can be called to disable hard lockup detection. This * function should only be executed once by the boot processor before the * kernel command line parameters are parsed, because otherwise it is not * possible to override this in hardlockup_panic_setup(). */ |
7a3558200 watchdog/core: Ma... |
66 |
void __init hardlockup_detector_disable(void) |
05a4a9527 kernel/watchdog: ... |
67 |
{ |
091549858 watchdog/core: Ge... |
68 |
nmi_watchdog_user_enabled = 0; |
05a4a9527 kernel/watchdog: ... |
69 70 71 72 73 74 75 76 77 |
} static int __init hardlockup_panic_setup(char *str) { if (!strncmp(str, "panic", 5)) hardlockup_panic = 1; else if (!strncmp(str, "nopanic", 7)) hardlockup_panic = 0; else if (!strncmp(str, "0", 1)) |
091549858 watchdog/core: Ge... |
78 |
nmi_watchdog_user_enabled = 0; |
05a4a9527 kernel/watchdog: ... |
79 |
else if (!strncmp(str, "1", 1)) |
091549858 watchdog/core: Ge... |
80 |
nmi_watchdog_user_enabled = 1; |
05a4a9527 kernel/watchdog: ... |
81 82 83 |
return 1; } __setup("nmi_watchdog=", hardlockup_panic_setup); |
368a7e2ce watchdog/core: Cl... |
84 |
#endif /* CONFIG_HARDLOCKUP_DETECTOR */ |
05a4a9527 kernel/watchdog: ... |
85 |
|
ec6a90661 watchdog: rename ... |
86 |
/* |
05a4a9527 kernel/watchdog: ... |
87 88 |
* These functions can be overridden if an architecture implements its * own hardlockup detector. |
a10a842ff kernel/watchdog: ... |
89 90 91 92 |
* * watchdog_nmi_enable/disable can be implemented to start and stop when * softlockup watchdog threads start and stop. The arch must select the * SOFTLOCKUP_DETECTOR Kconfig. |
05a4a9527 kernel/watchdog: ... |
93 94 95 |
*/ int __weak watchdog_nmi_enable(unsigned int cpu) { |
146c9d0e9 watchdog/hardlock... |
96 |
hardlockup_detector_perf_enable(); |
05a4a9527 kernel/watchdog: ... |
97 98 |
return 0; } |
941154bd6 watchdog/hardlock... |
99 |
|
05a4a9527 kernel/watchdog: ... |
100 101 |
void __weak watchdog_nmi_disable(unsigned int cpu) { |
941154bd6 watchdog/hardlock... |
102 |
hardlockup_detector_perf_disable(); |
05a4a9527 kernel/watchdog: ... |
103 |
} |
a994a3147 watchdog/hardlock... |
104 105 106 107 108 |
/* Return 0, if a NMI watchdog is available. Error code otherwise */ int __weak __init watchdog_nmi_probe(void) { return hardlockup_detector_perf_init(); } |
6592ad2fc watchdog/core, po... |
109 |
/** |
6b9dc4806 watchdog/core, po... |
110 |
* watchdog_nmi_stop - Stop the watchdog for reconfiguration |
6592ad2fc watchdog/core, po... |
111 |
* |
6b9dc4806 watchdog/core, po... |
112 113 |
* The reconfiguration steps are: * watchdog_nmi_stop(); |
6592ad2fc watchdog/core, po... |
114 |
* update_variables(); |
6b9dc4806 watchdog/core, po... |
115 116 117 118 119 120 |
* watchdog_nmi_start(); */ void __weak watchdog_nmi_stop(void) { } /** * watchdog_nmi_start - Start the watchdog after reconfiguration |
6592ad2fc watchdog/core, po... |
121 |
* |
6b9dc4806 watchdog/core, po... |
122 123 124 125 |
* Counterpart to watchdog_nmi_stop(). * * The following variables have been updated in update_variables() and * contain the currently valid configuration: |
7feeb9cd4 watchdog/sysctl: ... |
126 |
* - watchdog_enabled |
a10a842ff kernel/watchdog: ... |
127 128 |
* - watchdog_thresh * - watchdog_cpumask |
a10a842ff kernel/watchdog: ... |
129 |
*/ |
6b9dc4806 watchdog/core, po... |
130 |
void __weak watchdog_nmi_start(void) { } |
a10a842ff kernel/watchdog: ... |
131 |
|
091549858 watchdog/core: Ge... |
132 133 134 135 136 137 138 139 140 141 142 |
/** * lockup_detector_update_enable - Update the sysctl enable bit * * Caller needs to make sure that the NMI/perf watchdogs are off, so this * can't race with watchdog_nmi_disable(). */ static void lockup_detector_update_enable(void) { watchdog_enabled = 0; if (!watchdog_user_enabled) return; |
a994a3147 watchdog/hardlock... |
143 |
if (nmi_watchdog_available && nmi_watchdog_user_enabled) |
091549858 watchdog/core: Ge... |
144 145 146 147 |
watchdog_enabled |= NMI_WATCHDOG_ENABLED; if (soft_watchdog_user_enabled) watchdog_enabled |= SOFT_WATCHDOG_ENABLED; } |
05a4a9527 kernel/watchdog: ... |
148 |
#ifdef CONFIG_SOFTLOCKUP_DETECTOR |
11e31f608 watchdog/softlock... |
149 |
#define SOFTLOCKUP_RESET ULONG_MAX |
f117955a2 kernel/watchdog.c... |
150 151 152 |
#ifdef CONFIG_SMP int __read_mostly sysctl_softlockup_all_cpu_backtrace; #endif |
e7e046155 kernel/watchdog: ... |
153 |
static struct cpumask watchdog_allowed_mask __read_mostly; |
2b9d7f233 watchdog/core: Cl... |
154 155 156 |
/* Global variables, exported for sysctl */ unsigned int __read_mostly softlockup_panic = CONFIG_BOOTPARAM_SOFTLOCKUP_PANIC_VALUE; |
2eb2527f8 watchdog/core: Cr... |
157 |
|
9cf57731b watchdog/softlock... |
158 |
static bool softlockup_initialized __read_mostly; |
0f34c4009 watchdog: store t... |
159 |
static u64 __read_mostly sample_period; |
58687acba lockup_detector: ... |
160 161 |
static DEFINE_PER_CPU(unsigned long, watchdog_touch_ts); |
58687acba lockup_detector: ... |
162 163 |
static DEFINE_PER_CPU(struct hrtimer, watchdog_hrtimer); static DEFINE_PER_CPU(bool, softlockup_touch_sync); |
58687acba lockup_detector: ... |
164 |
static DEFINE_PER_CPU(bool, soft_watchdog_warn); |
bcd951cf1 watchdog: Use hot... |
165 |
static DEFINE_PER_CPU(unsigned long, hrtimer_interrupts); |
58687acba lockup_detector: ... |
166 |
static DEFINE_PER_CPU(unsigned long, hrtimer_interrupts_saved); |
ed235875e kernel/watchdog.c... |
167 |
static unsigned long soft_lockup_nmi_warn; |
58687acba lockup_detector: ... |
168 |
|
58687acba lockup_detector: ... |
169 170 |
static int __init nowatchdog_setup(char *str) { |
091549858 watchdog/core: Ge... |
171 |
watchdog_user_enabled = 0; |
58687acba lockup_detector: ... |
172 173 174 |
return 1; } __setup("nowatchdog", nowatchdog_setup); |
58687acba lockup_detector: ... |
175 176 |
static int __init nosoftlockup_setup(char *str) { |
091549858 watchdog/core: Ge... |
177 |
soft_watchdog_user_enabled = 0; |
58687acba lockup_detector: ... |
178 179 180 |
return 1; } __setup("nosoftlockup", nosoftlockup_setup); |
195daf665 watchdog: enable ... |
181 |
|
112950555 watchdog/core: Ad... |
182 183 184 185 186 187 |
static int __init watchdog_thresh_setup(char *str) { get_option(&str, &watchdog_thresh); return 1; } __setup("watchdog_thresh=", watchdog_thresh_setup); |
941154bd6 watchdog/hardlock... |
188 |
static void __lockup_detector_cleanup(void); |
4eec42f39 watchdog: Change ... |
189 190 191 192 193 194 195 |
/* * Hard-lockup warnings should be triggered after just a few seconds. Soft- * lockups can have false positives under extreme conditions. So we generally * want a higher threshold for soft lockups than for hard lockups. So we couple * the thresholds with a factor: we make the soft threshold twice the amount of * time the hard threshold is. */ |
6e9101aee watchdog: Fix non... |
196 |
static int get_softlockup_thresh(void) |
4eec42f39 watchdog: Change ... |
197 198 199 |
{ return watchdog_thresh * 2; } |
58687acba lockup_detector: ... |
200 201 202 203 204 205 |
/* * Returns seconds, approximately. We don't need nanosecond * resolution, and we don't need to waste time with a big divide when * 2^30ns == 1.074s. */ |
c06b4f194 watchdog: Use loc... |
206 |
static unsigned long get_timestamp(void) |
58687acba lockup_detector: ... |
207 |
{ |
545a2bf74 kernel/sched/cloc... |
208 |
return running_clock() >> 30LL; /* 2^30 ~= 10^9 */ |
58687acba lockup_detector: ... |
209 |
} |
0f34c4009 watchdog: store t... |
210 |
static void set_sample_period(void) |
58687acba lockup_detector: ... |
211 212 |
{ /* |
586692a5a watchdog: Disable... |
213 |
* convert watchdog_thresh from seconds to ns |
86f5e6a7b watchdog: Fix cod... |
214 215 216 217 |
* the divide by 5 is to give hrtimer several chances (two * or three with the current relation between the soft * and hard thresholds) to increment before the * hardlockup detector generates a warning |
58687acba lockup_detector: ... |
218 |
*/ |
0f34c4009 watchdog: store t... |
219 |
sample_period = get_softlockup_thresh() * ((u64)NSEC_PER_SEC / 5); |
7edaeb684 kernel/watchdog: ... |
220 |
watchdog_update_hrtimer_threshold(sample_period); |
58687acba lockup_detector: ... |
221 222 223 224 225 |
} /* Commands for resetting the watchdog */ static void __touch_watchdog(void) { |
c06b4f194 watchdog: Use loc... |
226 |
__this_cpu_write(watchdog_touch_ts, get_timestamp()); |
58687acba lockup_detector: ... |
227 |
} |
03e0d4610 watchdog: introdu... |
228 229 230 231 232 233 234 235 |
/** * touch_softlockup_watchdog_sched - touch watchdog on scheduler stalls * * Call when the scheduler may have stalled for legitimate reasons * preventing the watchdog task from executing - e.g. the scheduler * entering idle state. This should only be used for scheduler events. * Use touch_softlockup_watchdog() for everything else. */ |
cb9d7fd51 watchdog: Mark wa... |
236 |
notrace void touch_softlockup_watchdog_sched(void) |
58687acba lockup_detector: ... |
237 |
{ |
7861144b8 kernel/watchdog.c... |
238 239 240 241 |
/* * Preemption can be enabled. It doesn't matter which CPU's timestamp * gets zeroed here, so use the raw_ operation. */ |
11e31f608 watchdog/softlock... |
242 |
raw_cpu_write(watchdog_touch_ts, SOFTLOCKUP_RESET); |
58687acba lockup_detector: ... |
243 |
} |
03e0d4610 watchdog: introdu... |
244 |
|
cb9d7fd51 watchdog: Mark wa... |
245 |
notrace void touch_softlockup_watchdog(void) |
03e0d4610 watchdog: introdu... |
246 247 |
{ touch_softlockup_watchdog_sched(); |
82607adcf workqueue: implem... |
248 |
wq_watchdog_touch(raw_smp_processor_id()); |
03e0d4610 watchdog: introdu... |
249 |
} |
0167c7819 watchdog: Export ... |
250 |
EXPORT_SYMBOL(touch_softlockup_watchdog); |
58687acba lockup_detector: ... |
251 |
|
332fbdbca lockup_detector: ... |
252 |
void touch_all_softlockup_watchdogs(void) |
58687acba lockup_detector: ... |
253 254 255 256 |
{ int cpu; /* |
d57108d4f watchdog/core: Ge... |
257 258 259 260 261 262 263 |
* watchdog_mutex cannpt be taken here, as this might be called * from (soft)interrupt context, so the access to * watchdog_allowed_cpumask might race with a concurrent update. * * The watchdog time stamp can race against a concurrent real * update as well, the only side effect might be a cycle delay for * the softlockup check. |
58687acba lockup_detector: ... |
264 |
*/ |
d57108d4f watchdog/core: Ge... |
265 |
for_each_cpu(cpu, &watchdog_allowed_mask) |
11e31f608 watchdog/softlock... |
266 |
per_cpu(watchdog_touch_ts, cpu) = SOFTLOCKUP_RESET; |
82607adcf workqueue: implem... |
267 |
wq_watchdog_touch(-1); |
58687acba lockup_detector: ... |
268 |
} |
58687acba lockup_detector: ... |
269 270 |
void touch_softlockup_watchdog_sync(void) { |
f7f66b05a watchdog: Replace... |
271 |
__this_cpu_write(softlockup_touch_sync, true); |
11e31f608 watchdog/softlock... |
272 |
__this_cpu_write(watchdog_touch_ts, SOFTLOCKUP_RESET); |
58687acba lockup_detector: ... |
273 |
} |
26e09c6ee lockup_detector: ... |
274 |
static int is_softlockup(unsigned long touch_ts) |
58687acba lockup_detector: ... |
275 |
{ |
c06b4f194 watchdog: Use loc... |
276 |
unsigned long now = get_timestamp(); |
58687acba lockup_detector: ... |
277 |
|
39d2da216 kernel/watchdog.c... |
278 |
if ((watchdog_enabled & SOFT_WATCHDOG_ENABLED) && watchdog_thresh){ |
195daf665 watchdog: enable ... |
279 280 281 282 |
/* Warn about unreasonable delays. */ if (time_after(now, touch_ts + get_softlockup_thresh())) return now - touch_ts; } |
58687acba lockup_detector: ... |
283 284 |
return 0; } |
05a4a9527 kernel/watchdog: ... |
285 286 |
/* watchdog detector functions */ bool is_hardlockup(void) |
58687acba lockup_detector: ... |
287 |
{ |
05a4a9527 kernel/watchdog: ... |
288 |
unsigned long hrint = __this_cpu_read(hrtimer_interrupts); |
bcd951cf1 watchdog: Use hot... |
289 |
|
05a4a9527 kernel/watchdog: ... |
290 291 292 293 294 |
if (__this_cpu_read(hrtimer_interrupts_saved) == hrint) return true; __this_cpu_write(hrtimer_interrupts_saved, hrint); return false; |
73ce0511c kernel/watchdog.c... |
295 |
} |
05a4a9527 kernel/watchdog: ... |
296 297 |
static void watchdog_interrupt_count(void) |
73ce0511c kernel/watchdog.c... |
298 |
{ |
05a4a9527 kernel/watchdog: ... |
299 |
__this_cpu_inc(hrtimer_interrupts); |
73ce0511c kernel/watchdog.c... |
300 |
} |
58687acba lockup_detector: ... |
301 |
|
be45bf539 watchdog/softlock... |
302 303 |
static DEFINE_PER_CPU(struct completion, softlockup_completion); static DEFINE_PER_CPU(struct cpu_stop_work, softlockup_stop_work); |
9cf57731b watchdog/softlock... |
304 305 306 307 308 309 310 311 312 313 |
/* * The watchdog thread function - touches the timestamp. * * It only runs once every sample_period seconds (4 seconds by * default) to reset the softlockup timestamp. If this gets delayed * for more than 2*watchdog_thresh seconds then the debug-printout * triggers in watchdog_timer_fn(). */ static int softlockup_fn(void *data) { |
9cf57731b watchdog/softlock... |
314 |
__touch_watchdog(); |
be45bf539 watchdog/softlock... |
315 |
complete(this_cpu_ptr(&softlockup_completion)); |
9cf57731b watchdog/softlock... |
316 317 318 |
return 0; } |
58687acba lockup_detector: ... |
319 320 321 |
/* watchdog kicker functions */ static enum hrtimer_restart watchdog_timer_fn(struct hrtimer *hrtimer) { |
909ea9646 core: Replace __g... |
322 |
unsigned long touch_ts = __this_cpu_read(watchdog_touch_ts); |
58687acba lockup_detector: ... |
323 324 |
struct pt_regs *regs = get_irq_regs(); int duration; |
ed235875e kernel/watchdog.c... |
325 |
int softlockup_all_cpu_backtrace = sysctl_softlockup_all_cpu_backtrace; |
58687acba lockup_detector: ... |
326 |
|
01f0a0270 watchdog/core: Re... |
327 |
if (!watchdog_enabled) |
b94f51183 kernel/watchdog: ... |
328 |
return HRTIMER_NORESTART; |
58687acba lockup_detector: ... |
329 330 331 332 |
/* kick the hardlockup detector */ watchdog_interrupt_count(); /* kick the softlockup detector */ |
be45bf539 watchdog/softlock... |
333 334 335 336 337 338 |
if (completion_done(this_cpu_ptr(&softlockup_completion))) { reinit_completion(this_cpu_ptr(&softlockup_completion)); stop_one_cpu_nowait(smp_processor_id(), softlockup_fn, NULL, this_cpu_ptr(&softlockup_stop_work)); } |
58687acba lockup_detector: ... |
339 340 |
/* .. and repeat */ |
0f34c4009 watchdog: store t... |
341 |
hrtimer_forward_now(hrtimer, ns_to_ktime(sample_period)); |
58687acba lockup_detector: ... |
342 |
|
11e31f608 watchdog/softlock... |
343 |
if (touch_ts == SOFTLOCKUP_RESET) { |
909ea9646 core: Replace __g... |
344 |
if (unlikely(__this_cpu_read(softlockup_touch_sync))) { |
58687acba lockup_detector: ... |
345 346 347 348 |
/* * If the time stamp was touched atomically * make sure the scheduler tick is up to date. */ |
909ea9646 core: Replace __g... |
349 |
__this_cpu_write(softlockup_touch_sync, false); |
58687acba lockup_detector: ... |
350 351 |
sched_clock_tick(); } |
5d1c0f4a8 watchdog: add che... |
352 353 354 |
/* Clear the guest paused flag on watchdog reset */ kvm_check_and_clear_guest_paused(); |
58687acba lockup_detector: ... |
355 356 357 358 359 360 361 362 363 364 |
__touch_watchdog(); return HRTIMER_RESTART; } /* check for a softlockup * This is done by making sure a high priority task is * being scheduled. The task touches the watchdog to * indicate it is getting cpu time. If it hasn't then * this is a good indication some task is hogging the cpu */ |
26e09c6ee lockup_detector: ... |
365 |
duration = is_softlockup(touch_ts); |
58687acba lockup_detector: ... |
366 |
if (unlikely(duration)) { |
5d1c0f4a8 watchdog: add che... |
367 368 369 370 371 372 373 |
/* * If a virtual machine is stopped by the host it can look to * the watchdog like a soft lockup, check to see if the host * stopped the vm before we issue the warning */ if (kvm_check_and_clear_guest_paused()) return HRTIMER_RESTART; |
58687acba lockup_detector: ... |
374 |
/* only warn once */ |
3a51449b7 watchdog/softlock... |
375 |
if (__this_cpu_read(soft_watchdog_warn) == true) |
58687acba lockup_detector: ... |
376 |
return HRTIMER_RESTART; |
ed235875e kernel/watchdog.c... |
377 378 379 380 381 382 383 384 385 386 |
if (softlockup_all_cpu_backtrace) { /* Prevent multiple soft-lockup reports if one cpu is already * engaged in dumping cpu back traces */ if (test_and_set_bit(0, &soft_lockup_nmi_warn)) { /* Someone else will report us. Let's give up */ __this_cpu_write(soft_watchdog_warn, true); return HRTIMER_RESTART; } } |
656c3b79f kernel/watchdog.c... |
387 388 |
pr_emerg("BUG: soft lockup - CPU#%d stuck for %us! [%s:%d] ", |
26e09c6ee lockup_detector: ... |
389 |
smp_processor_id(), duration, |
58687acba lockup_detector: ... |
390 391 392 393 394 395 396 |
current->comm, task_pid_nr(current)); print_modules(); print_irqtrace_events(current); if (regs) show_regs(regs); else dump_stack(); |
ed235875e kernel/watchdog.c... |
397 398 399 400 401 402 403 404 405 406 |
if (softlockup_all_cpu_backtrace) { /* Avoid generating two back traces for current * given that one is already made above */ trigger_allbutself_cpu_backtrace(); clear_bit(0, &soft_lockup_nmi_warn); /* Barrier to sync with other cpus */ smp_mb__after_atomic(); } |
69361eef9 panic: add TAINT_... |
407 |
add_taint(TAINT_SOFTLOCKUP, LOCKDEP_STILL_OK); |
58687acba lockup_detector: ... |
408 409 |
if (softlockup_panic) panic("softlockup: hung tasks"); |
909ea9646 core: Replace __g... |
410 |
__this_cpu_write(soft_watchdog_warn, true); |
58687acba lockup_detector: ... |
411 |
} else |
909ea9646 core: Replace __g... |
412 |
__this_cpu_write(soft_watchdog_warn, false); |
58687acba lockup_detector: ... |
413 414 415 |
return HRTIMER_RESTART; } |
bcd951cf1 watchdog: Use hot... |
416 |
static void watchdog_enable(unsigned int cpu) |
58687acba lockup_detector: ... |
417 |
{ |
01f0a0270 watchdog/core: Re... |
418 |
struct hrtimer *hrtimer = this_cpu_ptr(&watchdog_hrtimer); |
be45bf539 watchdog/softlock... |
419 |
struct completion *done = this_cpu_ptr(&softlockup_completion); |
58687acba lockup_detector: ... |
420 |
|
9cf57731b watchdog/softlock... |
421 |
WARN_ON_ONCE(cpu != smp_processor_id()); |
be45bf539 watchdog/softlock... |
422 423 |
init_completion(done); complete(done); |
01f0a0270 watchdog/core: Re... |
424 425 426 427 |
/* * Start the timer first to prevent the NMI watchdog triggering * before the timer has a chance to fire. */ |
d2ab4cf49 watchdog: Mark wa... |
428 |
hrtimer_init(hrtimer, CLOCK_MONOTONIC, HRTIMER_MODE_REL_HARD); |
3935e8950 watchdog: Fix dis... |
429 |
hrtimer->function = watchdog_timer_fn; |
01f0a0270 watchdog/core: Re... |
430 |
hrtimer_start(hrtimer, ns_to_ktime(sample_period), |
d2ab4cf49 watchdog: Mark wa... |
431 |
HRTIMER_MODE_REL_PINNED_HARD); |
3935e8950 watchdog: Fix dis... |
432 |
|
01f0a0270 watchdog/core: Re... |
433 434 |
/* Initialize timestamp */ __touch_watchdog(); |
bcd951cf1 watchdog: Use hot... |
435 |
/* Enable the perf event */ |
146c9d0e9 watchdog/hardlock... |
436 437 |
if (watchdog_enabled & NMI_WATCHDOG_ENABLED) watchdog_nmi_enable(cpu); |
bcd951cf1 watchdog: Use hot... |
438 |
} |
58687acba lockup_detector: ... |
439 |
|
bcd951cf1 watchdog: Use hot... |
440 441 |
static void watchdog_disable(unsigned int cpu) { |
01f0a0270 watchdog/core: Re... |
442 |
struct hrtimer *hrtimer = this_cpu_ptr(&watchdog_hrtimer); |
58687acba lockup_detector: ... |
443 |
|
9cf57731b watchdog/softlock... |
444 |
WARN_ON_ONCE(cpu != smp_processor_id()); |
01f0a0270 watchdog/core: Re... |
445 446 447 448 449 |
/* * Disable the perf event first. That prevents that a large delay * between disabling the timer and disabling the perf event causes * the perf NMI to detect a false positive. */ |
bcd951cf1 watchdog: Use hot... |
450 |
watchdog_nmi_disable(cpu); |
01f0a0270 watchdog/core: Re... |
451 |
hrtimer_cancel(hrtimer); |
be45bf539 watchdog/softlock... |
452 |
wait_for_completion(this_cpu_ptr(&softlockup_completion)); |
58687acba lockup_detector: ... |
453 |
} |
9cf57731b watchdog/softlock... |
454 |
static int softlockup_stop_fn(void *data) |
b8900bc02 watchdog: Registe... |
455 |
{ |
9cf57731b watchdog/softlock... |
456 457 |
watchdog_disable(smp_processor_id()); return 0; |
b8900bc02 watchdog: Registe... |
458 |
} |
9cf57731b watchdog/softlock... |
459 |
static void softlockup_stop_all(void) |
bcd951cf1 watchdog: Use hot... |
460 |
{ |
9cf57731b watchdog/softlock... |
461 462 463 464 465 466 467 468 469 |
int cpu; if (!softlockup_initialized) return; for_each_cpu(cpu, &watchdog_allowed_mask) smp_call_on_cpu(cpu, softlockup_stop_fn, NULL, false); cpumask_clear(&watchdog_allowed_mask); |
bcd951cf1 watchdog: Use hot... |
470 |
} |
9cf57731b watchdog/softlock... |
471 |
static int softlockup_start_fn(void *data) |
bcd951cf1 watchdog: Use hot... |
472 |
{ |
9cf57731b watchdog/softlock... |
473 474 |
watchdog_enable(smp_processor_id()); return 0; |
bcd951cf1 watchdog: Use hot... |
475 |
} |
58687acba lockup_detector: ... |
476 |
|
9cf57731b watchdog/softlock... |
477 |
static void softlockup_start_all(void) |
2eb2527f8 watchdog/core: Cr... |
478 |
{ |
9cf57731b watchdog/softlock... |
479 |
int cpu; |
2eb2527f8 watchdog/core: Cr... |
480 |
|
9cf57731b watchdog/softlock... |
481 482 483 |
cpumask_copy(&watchdog_allowed_mask, &watchdog_cpumask); for_each_cpu(cpu, &watchdog_allowed_mask) smp_call_on_cpu(cpu, softlockup_start_fn, NULL, false); |
2eb2527f8 watchdog/core: Cr... |
484 |
} |
9cf57731b watchdog/softlock... |
485 |
int lockup_detector_online_cpu(unsigned int cpu) |
2eb2527f8 watchdog/core: Cr... |
486 |
{ |
7dd476171 watchdog: Respect... |
487 488 |
if (cpumask_test_cpu(cpu, &watchdog_allowed_mask)) watchdog_enable(cpu); |
9cf57731b watchdog/softlock... |
489 |
return 0; |
2eb2527f8 watchdog/core: Cr... |
490 |
} |
9cf57731b watchdog/softlock... |
491 |
int lockup_detector_offline_cpu(unsigned int cpu) |
2eb2527f8 watchdog/core: Cr... |
492 |
{ |
7dd476171 watchdog: Respect... |
493 494 |
if (cpumask_test_cpu(cpu, &watchdog_allowed_mask)) watchdog_disable(cpu); |
9cf57731b watchdog/softlock... |
495 |
return 0; |
2eb2527f8 watchdog/core: Cr... |
496 |
} |
5587185dd watchdog/core: Re... |
497 |
static void lockup_detector_reconfigure(void) |
2eb2527f8 watchdog/core: Cr... |
498 |
{ |
e31d6883f watchdog/core, po... |
499 |
cpus_read_lock(); |
6b9dc4806 watchdog/core, po... |
500 |
watchdog_nmi_stop(); |
9cf57731b watchdog/softlock... |
501 502 |
softlockup_stop_all(); |
2eb2527f8 watchdog/core: Cr... |
503 |
set_sample_period(); |
091549858 watchdog/core: Ge... |
504 505 |
lockup_detector_update_enable(); if (watchdog_enabled && watchdog_thresh) |
9cf57731b watchdog/softlock... |
506 |
softlockup_start_all(); |
6b9dc4806 watchdog/core, po... |
507 |
watchdog_nmi_start(); |
e31d6883f watchdog/core, po... |
508 509 510 511 512 513 |
cpus_read_unlock(); /* * Must be called outside the cpus locked section to prevent * recursive locking in the perf code. */ __lockup_detector_cleanup(); |
2eb2527f8 watchdog/core: Cr... |
514 515 516 |
} /* |
5587185dd watchdog/core: Re... |
517 |
* Create the watchdog thread infrastructure and configure the detector(s). |
2eb2527f8 watchdog/core: Cr... |
518 519 |
* * The threads are not unparked as watchdog_allowed_mask is empty. When |
76e155246 watchdog: Fix typ... |
520 |
* the threads are successfully initialized, take the proper locks and |
2eb2527f8 watchdog/core: Cr... |
521 522 |
* unpark the threads in the watchdog_cpumask if the watchdog is enabled. */ |
5587185dd watchdog/core: Re... |
523 |
static __init void lockup_detector_setup(void) |
2eb2527f8 watchdog/core: Cr... |
524 |
{ |
2eb2527f8 watchdog/core: Cr... |
525 526 527 528 |
/* * If sysctl is off and watchdog got disabled on the command line, * nothing to do here. */ |
091549858 watchdog/core: Ge... |
529 |
lockup_detector_update_enable(); |
2eb2527f8 watchdog/core: Cr... |
530 531 532 |
if (!IS_ENABLED(CONFIG_SYSCTL) && !(watchdog_enabled && watchdog_thresh)) return; |
2eb2527f8 watchdog/core: Cr... |
533 |
mutex_lock(&watchdog_mutex); |
5587185dd watchdog/core: Re... |
534 |
lockup_detector_reconfigure(); |
9cf57731b watchdog/softlock... |
535 |
softlockup_initialized = true; |
2eb2527f8 watchdog/core: Cr... |
536 537 |
mutex_unlock(&watchdog_mutex); } |
2b9d7f233 watchdog/core: Cl... |
538 |
#else /* CONFIG_SOFTLOCKUP_DETECTOR */ |
5587185dd watchdog/core: Re... |
539 |
static void lockup_detector_reconfigure(void) |
6592ad2fc watchdog/core, po... |
540 |
{ |
e31d6883f watchdog/core, po... |
541 |
cpus_read_lock(); |
6b9dc4806 watchdog/core, po... |
542 |
watchdog_nmi_stop(); |
091549858 watchdog/core: Ge... |
543 |
lockup_detector_update_enable(); |
6b9dc4806 watchdog/core, po... |
544 |
watchdog_nmi_start(); |
e31d6883f watchdog/core, po... |
545 |
cpus_read_unlock(); |
6592ad2fc watchdog/core, po... |
546 |
} |
5587185dd watchdog/core: Re... |
547 |
static inline void lockup_detector_setup(void) |
34ddaa3e5 powerpc/watchdog:... |
548 |
{ |
5587185dd watchdog/core: Re... |
549 |
lockup_detector_reconfigure(); |
34ddaa3e5 powerpc/watchdog:... |
550 |
} |
2b9d7f233 watchdog/core: Cl... |
551 |
#endif /* !CONFIG_SOFTLOCKUP_DETECTOR */ |
05a4a9527 kernel/watchdog: ... |
552 |
|
941154bd6 watchdog/hardlock... |
553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 |
static void __lockup_detector_cleanup(void) { lockdep_assert_held(&watchdog_mutex); hardlockup_detector_perf_cleanup(); } /** * lockup_detector_cleanup - Cleanup after cpu hotplug or sysctl changes * * Caller must not hold the cpu hotplug rwsem. */ void lockup_detector_cleanup(void) { mutex_lock(&watchdog_mutex); __lockup_detector_cleanup(); mutex_unlock(&watchdog_mutex); } |
6554fd8cf watchdog/core: Pr... |
570 571 572 573 574 575 576 577 578 579 |
/** * lockup_detector_soft_poweroff - Interface to stop lockup detector(s) * * Special interface for parisc. It prevents lockup detector warnings from * the default pm_poweroff() function which busy loops forever. */ void lockup_detector_soft_poweroff(void) { watchdog_enabled = 0; } |
58cf690a0 watchdog: move wa... |
580 |
#ifdef CONFIG_SYSCTL |
e8b62b2dd watchdog/core: Fu... |
581 |
/* Propagate any changes to the watchdog threads */ |
d57108d4f watchdog/core: Ge... |
582 |
static void proc_watchdog_update(void) |
a0c9cbb93 watchdog: introdu... |
583 |
{ |
e8b62b2dd watchdog/core: Fu... |
584 585 |
/* Remove impossible cpus to keep sysctl output clean. */ cpumask_and(&watchdog_cpumask, &watchdog_cpumask, cpu_possible_mask); |
5587185dd watchdog/core: Re... |
586 |
lockup_detector_reconfigure(); |
a0c9cbb93 watchdog: introdu... |
587 588 589 |
} /* |
ef246a216 watchdog: introdu... |
590 591 |
* common function for watchdog, nmi_watchdog and soft_watchdog parameter * |
7feeb9cd4 watchdog/sysctl: ... |
592 593 594 595 596 597 598 599 |
* caller | table->data points to | 'which' * -------------------|----------------------------|-------------------------- * proc_watchdog | watchdog_user_enabled | NMI_WATCHDOG_ENABLED | * | | SOFT_WATCHDOG_ENABLED * -------------------|----------------------------|-------------------------- * proc_nmi_watchdog | nmi_watchdog_user_enabled | NMI_WATCHDOG_ENABLED * -------------------|----------------------------|-------------------------- * proc_soft_watchdog | soft_watchdog_user_enabled | SOFT_WATCHDOG_ENABLED |
ef246a216 watchdog: introdu... |
600 601 |
*/ static int proc_watchdog_common(int which, struct ctl_table *table, int write, |
32927393d sysctl: pass kern... |
602 |
void *buffer, size_t *lenp, loff_t *ppos) |
ef246a216 watchdog: introdu... |
603 |
{ |
091549858 watchdog/core: Ge... |
604 |
int err, old, *param = table->data; |
ef246a216 watchdog: introdu... |
605 |
|
946d19779 watchdog/core: Re... |
606 |
mutex_lock(&watchdog_mutex); |
ef246a216 watchdog: introdu... |
607 |
|
ef246a216 watchdog: introdu... |
608 |
if (!write) { |
091549858 watchdog/core: Ge... |
609 610 611 612 613 |
/* * On read synchronize the userspace interface. This is a * racy snapshot. */ *param = (watchdog_enabled & which) != 0; |
ef246a216 watchdog: introdu... |
614 615 |
err = proc_dointvec_minmax(table, write, buffer, lenp, ppos); } else { |
091549858 watchdog/core: Ge... |
616 |
old = READ_ONCE(*param); |
ef246a216 watchdog: introdu... |
617 |
err = proc_dointvec_minmax(table, write, buffer, lenp, ppos); |
091549858 watchdog/core: Ge... |
618 |
if (!err && old != READ_ONCE(*param)) |
d57108d4f watchdog/core: Ge... |
619 |
proc_watchdog_update(); |
ef246a216 watchdog: introdu... |
620 |
} |
946d19779 watchdog/core: Re... |
621 |
mutex_unlock(&watchdog_mutex); |
ef246a216 watchdog: introdu... |
622 623 624 625 |
return err; } /* |
83a80a390 watchdog: introdu... |
626 627 628 |
* /proc/sys/kernel/watchdog */ int proc_watchdog(struct ctl_table *table, int write, |
32927393d sysctl: pass kern... |
629 |
void *buffer, size_t *lenp, loff_t *ppos) |
83a80a390 watchdog: introdu... |
630 631 632 633 634 635 636 |
{ return proc_watchdog_common(NMI_WATCHDOG_ENABLED|SOFT_WATCHDOG_ENABLED, table, write, buffer, lenp, ppos); } /* * /proc/sys/kernel/nmi_watchdog |
58687acba lockup_detector: ... |
637 |
*/ |
83a80a390 watchdog: introdu... |
638 |
int proc_nmi_watchdog(struct ctl_table *table, int write, |
32927393d sysctl: pass kern... |
639 |
void *buffer, size_t *lenp, loff_t *ppos) |
83a80a390 watchdog: introdu... |
640 |
{ |
a994a3147 watchdog/hardlock... |
641 642 |
if (!nmi_watchdog_available && write) return -ENOTSUPP; |
83a80a390 watchdog: introdu... |
643 644 645 646 647 648 649 650 |
return proc_watchdog_common(NMI_WATCHDOG_ENABLED, table, write, buffer, lenp, ppos); } /* * /proc/sys/kernel/soft_watchdog */ int proc_soft_watchdog(struct ctl_table *table, int write, |
32927393d sysctl: pass kern... |
651 |
void *buffer, size_t *lenp, loff_t *ppos) |
83a80a390 watchdog: introdu... |
652 653 654 655 |
{ return proc_watchdog_common(SOFT_WATCHDOG_ENABLED, table, write, buffer, lenp, ppos); } |
58687acba lockup_detector: ... |
656 |
|
83a80a390 watchdog: introdu... |
657 658 659 660 |
/* * /proc/sys/kernel/watchdog_thresh */ int proc_watchdog_thresh(struct ctl_table *table, int write, |
32927393d sysctl: pass kern... |
661 |
void *buffer, size_t *lenp, loff_t *ppos) |
58687acba lockup_detector: ... |
662 |
{ |
d57108d4f watchdog/core: Ge... |
663 |
int err, old; |
58687acba lockup_detector: ... |
664 |
|
946d19779 watchdog/core: Re... |
665 |
mutex_lock(&watchdog_mutex); |
bcd951cf1 watchdog: Use hot... |
666 |
|
d57108d4f watchdog/core: Ge... |
667 |
old = READ_ONCE(watchdog_thresh); |
b8900bc02 watchdog: Registe... |
668 |
err = proc_dointvec_minmax(table, write, buffer, lenp, ppos); |
83a80a390 watchdog: introdu... |
669 |
|
d57108d4f watchdog/core: Ge... |
670 671 |
if (!err && write && old != READ_ONCE(watchdog_thresh)) proc_watchdog_update(); |
e04ab2bc4 watchdog: Only di... |
672 |
|
946d19779 watchdog/core: Re... |
673 |
mutex_unlock(&watchdog_mutex); |
b8900bc02 watchdog: Registe... |
674 |
return err; |
58687acba lockup_detector: ... |
675 |
} |
fe4ba3c34 watchdog: add wat... |
676 677 678 679 680 681 682 683 |
/* * The cpumask is the mask of possible cpus that the watchdog can run * on, not the mask of cpus it is actually running on. This allows the * user to specify a mask that will include cpus that have not yet * been brought online, if desired. */ int proc_watchdog_cpumask(struct ctl_table *table, int write, |
32927393d sysctl: pass kern... |
684 |
void *buffer, size_t *lenp, loff_t *ppos) |
fe4ba3c34 watchdog: add wat... |
685 686 |
{ int err; |
946d19779 watchdog/core: Re... |
687 |
mutex_lock(&watchdog_mutex); |
8c073d27d watchdog: introdu... |
688 |
|
fe4ba3c34 watchdog: add wat... |
689 |
err = proc_do_large_bitmap(table, write, buffer, lenp, ppos); |
05ba3de74 watchdog/core: Sp... |
690 |
if (!err && write) |
e8b62b2dd watchdog/core: Fu... |
691 |
proc_watchdog_update(); |
5490125d7 watchdog/core: Re... |
692 |
|
946d19779 watchdog/core: Re... |
693 |
mutex_unlock(&watchdog_mutex); |
fe4ba3c34 watchdog: add wat... |
694 695 |
return err; } |
58687acba lockup_detector: ... |
696 |
#endif /* CONFIG_SYSCTL */ |
004417a6d perf, arch: Clean... |
697 |
void __init lockup_detector_init(void) |
58687acba lockup_detector: ... |
698 |
{ |
13316b31f sched/isolation, ... |
699 |
if (tick_nohz_full_enabled()) |
314b08ff5 watchdog: simplif... |
700 701 |
pr_info("Disabling watchdog on nohz_full cores by default "); |
13316b31f sched/isolation, ... |
702 |
|
de201559d sched/isolation: ... |
703 704 |
cpumask_copy(&watchdog_cpumask, housekeeping_cpumask(HK_FLAG_TIMER)); |
fe4ba3c34 watchdog: add wat... |
705 |
|
a994a3147 watchdog/hardlock... |
706 707 |
if (!watchdog_nmi_probe()) nmi_watchdog_available = true; |
5587185dd watchdog/core: Re... |
708 |
lockup_detector_setup(); |
58687acba lockup_detector: ... |
709 |
} |