Blame view
kernel/hung_task.c
6.62 KB
e162b39a3 softlockup: decou... |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
/* * Detect Hung Task * * kernel/hung_task.c - kernel thread for detecting tasks stuck in D state * */ #include <linux/mm.h> #include <linux/cpu.h> #include <linux/nmi.h> #include <linux/init.h> #include <linux/delay.h> #include <linux/freezer.h> #include <linux/kthread.h> #include <linux/lockdep.h> |
9984de1a5 kernel: Map most ... |
16 |
#include <linux/export.h> |
e162b39a3 softlockup: decou... |
17 |
#include <linux/sysctl.h> |
41e85ce82 hung_task debuggi... |
18 |
#include <linux/utsname.h> |
3f07c0144 sched/headers: Pr... |
19 |
#include <linux/sched/signal.h> |
b17b01533 sched/headers: Pr... |
20 |
#include <linux/sched/debug.h> |
3f07c0144 sched/headers: Pr... |
21 |
|
6a716c90a hung_task debuggi... |
22 |
#include <trace/events/sched.h> |
e162b39a3 softlockup: decou... |
23 24 |
/* |
ce9dbe244 softlockup: check... |
25 |
* The number of tasks checked: |
e162b39a3 softlockup: decou... |
26 |
*/ |
cd64647f0 hung_task: Change... |
27 |
int __read_mostly sysctl_hung_task_check_count = PID_MAX_LIMIT; |
ce9dbe244 softlockup: check... |
28 29 30 31 32 33 34 35 |
/* * Limit number of tasks checked in a batch. * * This value controls the preemptibility of khungtaskd since preemption * is disabled during the critical section. It also controls the size of * the RCU grace period. So it needs to be upper-bound. */ |
9c8939b03 kernel/hung_task.... |
36 |
#define HUNG_TASK_LOCK_BREAK (HZ / 10) |
e162b39a3 softlockup: decou... |
37 38 39 40 |
/* * Zero means infinite timeout - no checking done: */ |
e11feaa11 watchdog, hung_ta... |
41 |
unsigned long __read_mostly sysctl_hung_task_timeout_secs = CONFIG_DEFAULT_HUNG_TASK_TIMEOUT; |
e162b39a3 softlockup: decou... |
42 |
|
a2e514453 kernel/hung_task.... |
43 44 45 46 |
/* * Zero (default value) means use sysctl_hung_task_timeout_secs: */ unsigned long __read_mostly sysctl_hung_task_check_interval_secs; |
270750dbc hung_task: Displa... |
47 |
int __read_mostly sysctl_hung_task_warnings = 10; |
e162b39a3 softlockup: decou... |
48 49 |
static int __read_mostly did_panic; |
780cbcf28 kernel/hung_task.... |
50 |
static bool hung_task_show_lock; |
401c636a0 kernel/hung_task.... |
51 |
static bool hung_task_call_panic; |
e162b39a3 softlockup: decou... |
52 53 54 55 56 57 58 59 60 61 62 63 |
static struct task_struct *watchdog_task; /* * Should we panic (and reboot, if panic_timeout= is set) when a * hung task is detected: */ unsigned int __read_mostly sysctl_hung_task_panic = CONFIG_BOOTPARAM_HUNG_TASK_PANIC_VALUE; static int __init hung_task_panic_setup(char *str) { |
b51dbec68 kernel/hung_task.... |
64 |
int rc = kstrtouint(str, 0, &sysctl_hung_task_panic); |
e162b39a3 softlockup: decou... |
65 |
|
b51dbec68 kernel/hung_task.... |
66 67 |
if (rc) return rc; |
e162b39a3 softlockup: decou... |
68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 |
return 1; } __setup("hung_task_panic=", hung_task_panic_setup); static int hung_task_panic(struct notifier_block *this, unsigned long event, void *ptr) { did_panic = 1; return NOTIFY_DONE; } static struct notifier_block panic_block = { .notifier_call = hung_task_panic, }; |
17406b82d softlockup: remov... |
83 |
static void check_hung_task(struct task_struct *t, unsigned long timeout) |
e162b39a3 softlockup: decou... |
84 85 |
{ unsigned long switch_count = t->nvcsw + t->nivcsw; |
cf2592f59 softlockup: ensur... |
86 87 |
/* * Ensure the task is not frozen. |
f9fab10bb hung_task: fix fa... |
88 |
* Also, skip vfork and any other user process that freezer should skip. |
cf2592f59 softlockup: ensur... |
89 |
*/ |
f9fab10bb hung_task: fix fa... |
90 91 92 93 94 95 96 97 98 |
if (unlikely(t->flags & (PF_FROZEN | PF_FREEZER_SKIP))) return; /* * When a freshly created task is scheduled once, changes its state to * TASK_UNINTERRUPTIBLE without having ever been switched out once, it * musn't be checked. */ if (unlikely(!switch_count)) |
e162b39a3 softlockup: decou... |
99 |
return; |
17406b82d softlockup: remov... |
100 |
if (switch_count != t->last_switch_count) { |
e162b39a3 softlockup: decou... |
101 |
t->last_switch_count = switch_count; |
a2e514453 kernel/hung_task.... |
102 |
t->last_switch_time = jiffies; |
e162b39a3 softlockup: decou... |
103 104 |
return; } |
a2e514453 kernel/hung_task.... |
105 106 |
if (time_is_after_jiffies(t->last_switch_time + timeout * HZ)) return; |
6a716c90a hung_task debuggi... |
107 108 |
trace_sched_process_hang(t); |
f0d32c54f kernel/hung_task.... |
109 110 111 112 113 |
if (sysctl_hung_task_panic) { console_verbose(); hung_task_show_lock = true; hung_task_call_panic = true; } |
270750dbc hung_task: Displa... |
114 |
|
e162b39a3 softlockup: decou... |
115 116 117 118 |
/* * Ok, the task did not get scheduled for more than 2 minutes, * complain: */ |
48a6d64ed hung_task: allow ... |
119 |
if (sysctl_hung_task_warnings) { |
4ca5ede07 hung_task: decrem... |
120 121 |
if (sysctl_hung_task_warnings > 0) sysctl_hung_task_warnings--; |
48a6d64ed hung_task: allow ... |
122 123 124 125 126 127 128 129 130 131 132 133 |
pr_err("INFO: task %s:%d blocked for more than %ld seconds. ", t->comm, t->pid, timeout); pr_err(" %s %s %.*s ", print_tainted(), init_utsname()->release, (int)strcspn(init_utsname()->version, " "), init_utsname()->version); pr_err("\"echo 0 > /proc/sys/kernel/hung_task_timeout_secs\"" " disables this message. "); sched_show_task(t); |
780cbcf28 kernel/hung_task.... |
134 |
hung_task_show_lock = true; |
48a6d64ed hung_task: allow ... |
135 |
} |
e162b39a3 softlockup: decou... |
136 |
|
e162b39a3 softlockup: decou... |
137 |
touch_nmi_watchdog(); |
e162b39a3 softlockup: decou... |
138 139 140 |
} /* |
ce9dbe244 softlockup: check... |
141 142 143 144 |
* To avoid extending the RCU grace period for an unbounded amount of time, * periodically exit the critical section and enter a new one. * * For preemptible RCU it is sufficient to call rcu_read_unlock in order |
6a103b0d4 lockup detector: ... |
145 |
* to exit the grace period. For classic RCU, a reschedule is required. |
ce9dbe244 softlockup: check... |
146 |
*/ |
6027ce497 hung_task: fix th... |
147 |
static bool rcu_lock_break(struct task_struct *g, struct task_struct *t) |
ce9dbe244 softlockup: check... |
148 |
{ |
6027ce497 hung_task: fix th... |
149 |
bool can_cont; |
ce9dbe244 softlockup: check... |
150 151 152 153 154 |
get_task_struct(g); get_task_struct(t); rcu_read_unlock(); cond_resched(); rcu_read_lock(); |
6027ce497 hung_task: fix th... |
155 |
can_cont = pid_alive(g) && pid_alive(t); |
ce9dbe244 softlockup: check... |
156 157 |
put_task_struct(t); put_task_struct(g); |
6027ce497 hung_task: fix th... |
158 159 |
return can_cont; |
ce9dbe244 softlockup: check... |
160 161 162 |
} /* |
e162b39a3 softlockup: decou... |
163 164 165 166 |
* Check whether a TASK_UNINTERRUPTIBLE does not get woken up for * a really long time (120 seconds). If that happens, print out * a warning. */ |
603a148f4 softlockup: fix p... |
167 |
static void check_hung_uninterruptible_tasks(unsigned long timeout) |
e162b39a3 softlockup: decou... |
168 169 |
{ int max_count = sysctl_hung_task_check_count; |
9c8939b03 kernel/hung_task.... |
170 |
unsigned long last_break = jiffies; |
e162b39a3 softlockup: decou... |
171 172 173 174 175 176 177 178 |
struct task_struct *g, *t; /* * If the system crashed already then all bets are off, * do not report extra hung tasks: */ if (test_taint(TAINT_DIE) || did_panic) return; |
780cbcf28 kernel/hung_task.... |
179 |
hung_task_show_lock = false; |
94be52dc0 softlockup: conve... |
180 |
rcu_read_lock(); |
972fae699 kernel/hung_task.... |
181 |
for_each_process_thread(g, t) { |
e5af02261 softlockup: Fix h... |
182 |
if (!max_count--) |
e162b39a3 softlockup: decou... |
183 |
goto unlock; |
9c8939b03 kernel/hung_task.... |
184 |
if (time_after(jiffies, last_break + HUNG_TASK_LOCK_BREAK)) { |
6027ce497 hung_task: fix th... |
185 |
if (!rcu_lock_break(g, t)) |
ce9dbe244 softlockup: check... |
186 |
goto unlock; |
9c8939b03 kernel/hung_task.... |
187 |
last_break = jiffies; |
ce9dbe244 softlockup: check... |
188 |
} |
e162b39a3 softlockup: decou... |
189 190 |
/* use "==" to skip the TASK_KILLABLE tasks waiting on NFS */ if (t->state == TASK_UNINTERRUPTIBLE) |
17406b82d softlockup: remov... |
191 |
check_hung_task(t, timeout); |
972fae699 kernel/hung_task.... |
192 |
} |
e162b39a3 softlockup: decou... |
193 |
unlock: |
94be52dc0 softlockup: conve... |
194 |
rcu_read_unlock(); |
780cbcf28 kernel/hung_task.... |
195 196 |
if (hung_task_show_lock) debug_show_all_locks(); |
401c636a0 kernel/hung_task.... |
197 198 199 200 |
if (hung_task_call_panic) { trigger_all_cpu_backtrace(); panic("hung_task: blocked tasks"); } |
e162b39a3 softlockup: decou... |
201 |
} |
b4aa14a63 kernel/hung_task.... |
202 203 |
static long hung_timeout_jiffies(unsigned long last_checked, unsigned long timeout) |
e162b39a3 softlockup: decou... |
204 205 |
{ /* timeout of 0 will disable the watchdog */ |
b4aa14a63 kernel/hung_task.... |
206 207 |
return timeout ? last_checked - jiffies + timeout * HZ : MAX_SCHEDULE_TIMEOUT; |
e162b39a3 softlockup: decou... |
208 209 210 211 212 213 |
} /* * Process updating of timeout sysctl */ int proc_dohung_task_timeout_secs(struct ctl_table *table, int write, |
8d65af789 sysctl: remove "s... |
214 |
void __user *buffer, |
e162b39a3 softlockup: decou... |
215 216 217 |
size_t *lenp, loff_t *ppos) { int ret; |
8d65af789 sysctl: remove "s... |
218 |
ret = proc_doulongvec_minmax(table, write, buffer, lenp, ppos); |
e162b39a3 softlockup: decou... |
219 220 221 |
if (ret || !write) goto out; |
e162b39a3 softlockup: decou... |
222 223 224 225 226 |
wake_up_process(watchdog_task); out: return ret; } |
8b414521b hung_task: add me... |
227 228 229 230 231 232 233 |
static atomic_t reset_hung_task = ATOMIC_INIT(0); void reset_hung_task_detector(void) { atomic_set(&reset_hung_task, 1); } EXPORT_SYMBOL_GPL(reset_hung_task_detector); |
e162b39a3 softlockup: decou... |
234 235 236 237 238 |
/* * kthread which checks for tasks stuck in D state */ static int watchdog(void *dummy) { |
b4aa14a63 kernel/hung_task.... |
239 |
unsigned long hung_last_checked = jiffies; |
e162b39a3 softlockup: decou... |
240 |
set_user_nice(current, 0); |
e162b39a3 softlockup: decou... |
241 242 |
for ( ; ; ) { |
17406b82d softlockup: remov... |
243 |
unsigned long timeout = sysctl_hung_task_timeout_secs; |
a2e514453 kernel/hung_task.... |
244 245 |
unsigned long interval = sysctl_hung_task_check_interval_secs; long t; |
603a148f4 softlockup: fix p... |
246 |
|
a2e514453 kernel/hung_task.... |
247 248 249 250 |
if (interval == 0) interval = timeout; interval = min_t(unsigned long, interval, timeout); t = hung_timeout_jiffies(hung_last_checked, interval); |
b4aa14a63 kernel/hung_task.... |
251 252 253 254 |
if (t <= 0) { if (!atomic_xchg(&reset_hung_task, 0)) check_hung_uninterruptible_tasks(timeout); hung_last_checked = jiffies; |
8b414521b hung_task: add me... |
255 |
continue; |
b4aa14a63 kernel/hung_task.... |
256 257 |
} schedule_timeout_interruptible(t); |
e162b39a3 softlockup: decou... |
258 259 260 261 262 263 264 265 266 267 268 269 |
} return 0; } static int __init hung_task_init(void) { atomic_notifier_chain_register(&panic_notifier_list, &panic_block); watchdog_task = kthread_run(watchdog, NULL, "khungtaskd"); return 0; } |
c96d6660d kernel: audit/fix... |
270 |
subsys_initcall(hung_task_init); |