Blame view
kernel/hung_task.c
7.3 KB
457c89965 treewide: Add SPD... |
1 |
// SPDX-License-Identifier: GPL-2.0-only |
e162b39a3 softlockup: decou... |
2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
/* * Detect Hung Task * * kernel/hung_task.c - kernel thread for detecting tasks stuck in D state * */ #include <linux/mm.h> #include <linux/cpu.h> #include <linux/nmi.h> #include <linux/init.h> #include <linux/delay.h> #include <linux/freezer.h> #include <linux/kthread.h> #include <linux/lockdep.h> |
9984de1a5 kernel: Map most ... |
17 |
#include <linux/export.h> |
e162b39a3 softlockup: decou... |
18 |
#include <linux/sysctl.h> |
a1c6ca3c6 kernel: hung_task... |
19 |
#include <linux/suspend.h> |
41e85ce82 hung_task debuggi... |
20 |
#include <linux/utsname.h> |
3f07c0144 sched/headers: Pr... |
21 |
#include <linux/sched/signal.h> |
b17b01533 sched/headers: Pr... |
22 |
#include <linux/sched/debug.h> |
a98eb6f19 kernel/hung_task.... |
23 |
#include <linux/sched/sysctl.h> |
3f07c0144 sched/headers: Pr... |
24 |
|
6a716c90a hung_task debuggi... |
25 |
#include <trace/events/sched.h> |
e162b39a3 softlockup: decou... |
26 27 |
/* |
ce9dbe244 softlockup: check... |
28 |
* The number of tasks checked: |
e162b39a3 softlockup: decou... |
29 |
*/ |
cd64647f0 hung_task: Change... |
30 |
int __read_mostly sysctl_hung_task_check_count = PID_MAX_LIMIT; |
ce9dbe244 softlockup: check... |
31 32 33 34 35 36 37 38 |
/* * Limit number of tasks checked in a batch. * * This value controls the preemptibility of khungtaskd since preemption * is disabled during the critical section. It also controls the size of * the RCU grace period. So it needs to be upper-bound. */ |
304ae4273 kernel/hung_task.... |
39 |
#define HUNG_TASK_LOCK_BREAK (HZ / 10) |
e162b39a3 softlockup: decou... |
40 41 42 43 |
/* * Zero means infinite timeout - no checking done: */ |
e11feaa11 watchdog, hung_ta... |
44 |
unsigned long __read_mostly sysctl_hung_task_timeout_secs = CONFIG_DEFAULT_HUNG_TASK_TIMEOUT; |
e162b39a3 softlockup: decou... |
45 |
|
a2e514453 kernel/hung_task.... |
46 47 48 49 |
/* * Zero (default value) means use sysctl_hung_task_timeout_secs: */ unsigned long __read_mostly sysctl_hung_task_check_interval_secs; |
270750dbc hung_task: Displa... |
50 |
int __read_mostly sysctl_hung_task_warnings = 10; |
e162b39a3 softlockup: decou... |
51 52 |
static int __read_mostly did_panic; |
780cbcf28 kernel/hung_task.... |
53 |
static bool hung_task_show_lock; |
401c636a0 kernel/hung_task.... |
54 |
static bool hung_task_call_panic; |
e162b39a3 softlockup: decou... |
55 56 57 58 59 60 61 62 63 64 65 66 |
static struct task_struct *watchdog_task; /* * Should we panic (and reboot, if panic_timeout= is set) when a * hung task is detected: */ unsigned int __read_mostly sysctl_hung_task_panic = CONFIG_BOOTPARAM_HUNG_TASK_PANIC_VALUE; static int __init hung_task_panic_setup(char *str) { |
b51dbec68 kernel/hung_task.... |
67 |
int rc = kstrtouint(str, 0, &sysctl_hung_task_panic); |
e162b39a3 softlockup: decou... |
68 |
|
b51dbec68 kernel/hung_task.... |
69 70 |
if (rc) return rc; |
e162b39a3 softlockup: decou... |
71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 |
return 1; } __setup("hung_task_panic=", hung_task_panic_setup); static int hung_task_panic(struct notifier_block *this, unsigned long event, void *ptr) { did_panic = 1; return NOTIFY_DONE; } static struct notifier_block panic_block = { .notifier_call = hung_task_panic, }; |
17406b82d softlockup: remov... |
86 |
static void check_hung_task(struct task_struct *t, unsigned long timeout) |
e162b39a3 softlockup: decou... |
87 88 |
{ unsigned long switch_count = t->nvcsw + t->nivcsw; |
cf2592f59 softlockup: ensur... |
89 90 |
/* * Ensure the task is not frozen. |
f9fab10bb hung_task: fix fa... |
91 |
* Also, skip vfork and any other user process that freezer should skip. |
cf2592f59 softlockup: ensur... |
92 |
*/ |
f9fab10bb hung_task: fix fa... |
93 94 95 96 97 98 99 100 101 |
if (unlikely(t->flags & (PF_FROZEN | PF_FREEZER_SKIP))) return; /* * When a freshly created task is scheduled once, changes its state to * TASK_UNINTERRUPTIBLE without having ever been switched out once, it * musn't be checked. */ if (unlikely(!switch_count)) |
e162b39a3 softlockup: decou... |
102 |
return; |
17406b82d softlockup: remov... |
103 |
if (switch_count != t->last_switch_count) { |
e162b39a3 softlockup: decou... |
104 |
t->last_switch_count = switch_count; |
a2e514453 kernel/hung_task.... |
105 |
t->last_switch_time = jiffies; |
e162b39a3 softlockup: decou... |
106 107 |
return; } |
a2e514453 kernel/hung_task.... |
108 109 |
if (time_is_after_jiffies(t->last_switch_time + timeout * HZ)) return; |
6a716c90a hung_task debuggi... |
110 111 |
trace_sched_process_hang(t); |
168e06f79 kernel/hung_task.... |
112 113 114 115 116 |
if (sysctl_hung_task_panic) { console_verbose(); hung_task_show_lock = true; hung_task_call_panic = true; } |
270750dbc hung_task: Displa... |
117 |
|
e162b39a3 softlockup: decou... |
118 119 120 121 |
/* * Ok, the task did not get scheduled for more than 2 minutes, * complain: */ |
48a6d64ed hung_task: allow ... |
122 |
if (sysctl_hung_task_warnings) { |
4ca5ede07 hung_task: decrem... |
123 124 |
if (sysctl_hung_task_warnings > 0) sysctl_hung_task_warnings--; |
48a6d64ed hung_task: allow ... |
125 126 |
pr_err("INFO: task %s:%d blocked for more than %ld seconds. ", |
b014bebab kernel/hung_task.... |
127 |
t->comm, t->pid, (jiffies - t->last_switch_time) / HZ); |
48a6d64ed hung_task: allow ... |
128 129 130 131 132 133 134 135 136 |
pr_err(" %s %s %.*s ", print_tainted(), init_utsname()->release, (int)strcspn(init_utsname()->version, " "), init_utsname()->version); pr_err("\"echo 0 > /proc/sys/kernel/hung_task_timeout_secs\"" " disables this message. "); sched_show_task(t); |
780cbcf28 kernel/hung_task.... |
137 |
hung_task_show_lock = true; |
48a6d64ed hung_task: allow ... |
138 |
} |
e162b39a3 softlockup: decou... |
139 |
|
e162b39a3 softlockup: decou... |
140 |
touch_nmi_watchdog(); |
e162b39a3 softlockup: decou... |
141 142 143 |
} /* |
ce9dbe244 softlockup: check... |
144 145 146 147 |
* To avoid extending the RCU grace period for an unbounded amount of time, * periodically exit the critical section and enter a new one. * * For preemptible RCU it is sufficient to call rcu_read_unlock in order |
6a103b0d4 lockup detector: ... |
148 |
* to exit the grace period. For classic RCU, a reschedule is required. |
ce9dbe244 softlockup: check... |
149 |
*/ |
6027ce497 hung_task: fix th... |
150 |
static bool rcu_lock_break(struct task_struct *g, struct task_struct *t) |
ce9dbe244 softlockup: check... |
151 |
{ |
6027ce497 hung_task: fix th... |
152 |
bool can_cont; |
ce9dbe244 softlockup: check... |
153 154 155 156 157 |
get_task_struct(g); get_task_struct(t); rcu_read_unlock(); cond_resched(); rcu_read_lock(); |
6027ce497 hung_task: fix th... |
158 |
can_cont = pid_alive(g) && pid_alive(t); |
ce9dbe244 softlockup: check... |
159 160 |
put_task_struct(t); put_task_struct(g); |
6027ce497 hung_task: fix th... |
161 162 |
return can_cont; |
ce9dbe244 softlockup: check... |
163 164 165 |
} /* |
e162b39a3 softlockup: decou... |
166 167 168 169 |
* Check whether a TASK_UNINTERRUPTIBLE does not get woken up for * a really long time (120 seconds). If that happens, print out * a warning. */ |
603a148f4 softlockup: fix p... |
170 |
static void check_hung_uninterruptible_tasks(unsigned long timeout) |
e162b39a3 softlockup: decou... |
171 172 |
{ int max_count = sysctl_hung_task_check_count; |
304ae4273 kernel/hung_task.... |
173 |
unsigned long last_break = jiffies; |
e162b39a3 softlockup: decou... |
174 175 176 177 178 179 180 181 |
struct task_struct *g, *t; /* * If the system crashed already then all bets are off, * do not report extra hung tasks: */ if (test_taint(TAINT_DIE) || did_panic) return; |
780cbcf28 kernel/hung_task.... |
182 |
hung_task_show_lock = false; |
94be52dc0 softlockup: conve... |
183 |
rcu_read_lock(); |
972fae699 kernel/hung_task.... |
184 |
for_each_process_thread(g, t) { |
e5af02261 softlockup: Fix h... |
185 |
if (!max_count--) |
e162b39a3 softlockup: decou... |
186 |
goto unlock; |
304ae4273 kernel/hung_task.... |
187 |
if (time_after(jiffies, last_break + HUNG_TASK_LOCK_BREAK)) { |
6027ce497 hung_task: fix th... |
188 |
if (!rcu_lock_break(g, t)) |
ce9dbe244 softlockup: check... |
189 |
goto unlock; |
304ae4273 kernel/hung_task.... |
190 |
last_break = jiffies; |
ce9dbe244 softlockup: check... |
191 |
} |
e162b39a3 softlockup: decou... |
192 193 |
/* use "==" to skip the TASK_KILLABLE tasks waiting on NFS */ if (t->state == TASK_UNINTERRUPTIBLE) |
17406b82d softlockup: remov... |
194 |
check_hung_task(t, timeout); |
972fae699 kernel/hung_task.... |
195 |
} |
e162b39a3 softlockup: decou... |
196 |
unlock: |
94be52dc0 softlockup: conve... |
197 |
rcu_read_unlock(); |
780cbcf28 kernel/hung_task.... |
198 199 |
if (hung_task_show_lock) debug_show_all_locks(); |
401c636a0 kernel/hung_task.... |
200 201 202 203 |
if (hung_task_call_panic) { trigger_all_cpu_backtrace(); panic("hung_task: blocked tasks"); } |
e162b39a3 softlockup: decou... |
204 |
} |
b4aa14a63 kernel/hung_task.... |
205 206 |
static long hung_timeout_jiffies(unsigned long last_checked, unsigned long timeout) |
e162b39a3 softlockup: decou... |
207 208 |
{ /* timeout of 0 will disable the watchdog */ |
b4aa14a63 kernel/hung_task.... |
209 210 |
return timeout ? last_checked - jiffies + timeout * HZ : MAX_SCHEDULE_TIMEOUT; |
e162b39a3 softlockup: decou... |
211 212 213 214 215 216 |
} /* * Process updating of timeout sysctl */ int proc_dohung_task_timeout_secs(struct ctl_table *table, int write, |
8d65af789 sysctl: remove "s... |
217 |
void __user *buffer, |
e162b39a3 softlockup: decou... |
218 219 220 |
size_t *lenp, loff_t *ppos) { int ret; |
8d65af789 sysctl: remove "s... |
221 |
ret = proc_doulongvec_minmax(table, write, buffer, lenp, ppos); |
e162b39a3 softlockup: decou... |
222 223 224 |
if (ret || !write) goto out; |
e162b39a3 softlockup: decou... |
225 226 227 228 229 |
wake_up_process(watchdog_task); out: return ret; } |
8b414521b hung_task: add me... |
230 231 232 233 234 235 236 |
static atomic_t reset_hung_task = ATOMIC_INIT(0); void reset_hung_task_detector(void) { atomic_set(&reset_hung_task, 1); } EXPORT_SYMBOL_GPL(reset_hung_task_detector); |
a1c6ca3c6 kernel: hung_task... |
237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 |
static bool hung_detector_suspended; static int hungtask_pm_notify(struct notifier_block *self, unsigned long action, void *hcpu) { switch (action) { case PM_SUSPEND_PREPARE: case PM_HIBERNATION_PREPARE: case PM_RESTORE_PREPARE: hung_detector_suspended = true; break; case PM_POST_SUSPEND: case PM_POST_HIBERNATION: case PM_POST_RESTORE: hung_detector_suspended = false; break; default: break; } return NOTIFY_OK; } |
e162b39a3 softlockup: decou... |
258 259 260 261 262 |
/* * kthread which checks for tasks stuck in D state */ static int watchdog(void *dummy) { |
b4aa14a63 kernel/hung_task.... |
263 |
unsigned long hung_last_checked = jiffies; |
e162b39a3 softlockup: decou... |
264 |
set_user_nice(current, 0); |
e162b39a3 softlockup: decou... |
265 266 |
for ( ; ; ) { |
17406b82d softlockup: remov... |
267 |
unsigned long timeout = sysctl_hung_task_timeout_secs; |
a2e514453 kernel/hung_task.... |
268 269 |
unsigned long interval = sysctl_hung_task_check_interval_secs; long t; |
603a148f4 softlockup: fix p... |
270 |
|
a2e514453 kernel/hung_task.... |
271 272 273 274 |
if (interval == 0) interval = timeout; interval = min_t(unsigned long, interval, timeout); t = hung_timeout_jiffies(hung_last_checked, interval); |
b4aa14a63 kernel/hung_task.... |
275 |
if (t <= 0) { |
a1c6ca3c6 kernel: hung_task... |
276 277 |
if (!atomic_xchg(&reset_hung_task, 0) && !hung_detector_suspended) |
b4aa14a63 kernel/hung_task.... |
278 279 |
check_hung_uninterruptible_tasks(timeout); hung_last_checked = jiffies; |
8b414521b hung_task: add me... |
280 |
continue; |
b4aa14a63 kernel/hung_task.... |
281 282 |
} schedule_timeout_interruptible(t); |
e162b39a3 softlockup: decou... |
283 284 285 286 287 288 289 290 |
} return 0; } static int __init hung_task_init(void) { atomic_notifier_chain_register(&panic_notifier_list, &panic_block); |
a1c6ca3c6 kernel: hung_task... |
291 292 293 |
/* Disable hung task detector on suspend */ pm_notifier(hungtask_pm_notify, 0); |
e162b39a3 softlockup: decou... |
294 295 296 297 |
watchdog_task = kthread_run(watchdog, NULL, "khungtaskd"); return 0; } |
c96d6660d kernel: audit/fix... |
298 |
subsys_initcall(hung_task_init); |