Blame view
kernel/hung_task.c
6.23 KB
e162b39a3 softlockup: decou... |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
/* * Detect Hung Task * * kernel/hung_task.c - kernel thread for detecting tasks stuck in D state * */ #include <linux/mm.h> #include <linux/cpu.h> #include <linux/nmi.h> #include <linux/init.h> #include <linux/delay.h> #include <linux/freezer.h> #include <linux/kthread.h> #include <linux/lockdep.h> |
9984de1a5 kernel: Map most ... |
16 |
#include <linux/export.h> |
e162b39a3 softlockup: decou... |
17 |
#include <linux/sysctl.h> |
41e85ce82 hung_task debuggi... |
18 |
#include <linux/utsname.h> |
3f07c0144 sched/headers: Pr... |
19 |
#include <linux/sched/signal.h> |
b17b01533 sched/headers: Pr... |
20 |
#include <linux/sched/debug.h> |
3f07c0144 sched/headers: Pr... |
21 |
|
6a716c90a hung_task debuggi... |
22 |
#include <trace/events/sched.h> |
e162b39a3 softlockup: decou... |
23 24 |
/* |
ce9dbe244 softlockup: check... |
25 |
* The number of tasks checked: |
e162b39a3 softlockup: decou... |
26 |
*/ |
cd64647f0 hung_task: Change... |
27 |
int __read_mostly sysctl_hung_task_check_count = PID_MAX_LIMIT; |
ce9dbe244 softlockup: check... |
28 29 30 31 32 33 34 35 36 |
/* * Limit number of tasks checked in a batch. * * This value controls the preemptibility of khungtaskd since preemption * is disabled during the critical section. It also controls the size of * the RCU grace period. So it needs to be upper-bound. */ #define HUNG_TASK_BATCHING 1024 |
e162b39a3 softlockup: decou... |
37 38 39 40 |
/* * Zero means infinite timeout - no checking done: */ |
e11feaa11 watchdog, hung_ta... |
41 |
unsigned long __read_mostly sysctl_hung_task_timeout_secs = CONFIG_DEFAULT_HUNG_TASK_TIMEOUT; |
e162b39a3 softlockup: decou... |
42 |
|
270750dbc hung_task: Displa... |
43 |
int __read_mostly sysctl_hung_task_warnings = 10; |
e162b39a3 softlockup: decou... |
44 45 |
static int __read_mostly did_panic; |
780cbcf28 kernel/hung_task.... |
46 |
static bool hung_task_show_lock; |
9691035cb kernel/hung_task.... |
47 |
static bool hung_task_call_panic; |
e162b39a3 softlockup: decou... |
48 49 50 51 52 53 54 55 56 57 58 59 |
static struct task_struct *watchdog_task; /* * Should we panic (and reboot, if panic_timeout= is set) when a * hung task is detected: */ unsigned int __read_mostly sysctl_hung_task_panic = CONFIG_BOOTPARAM_HUNG_TASK_PANIC_VALUE; static int __init hung_task_panic_setup(char *str) { |
b51dbec68 kernel/hung_task.... |
60 |
int rc = kstrtouint(str, 0, &sysctl_hung_task_panic); |
e162b39a3 softlockup: decou... |
61 |
|
b51dbec68 kernel/hung_task.... |
62 63 |
if (rc) return rc; |
e162b39a3 softlockup: decou... |
64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 |
return 1; } __setup("hung_task_panic=", hung_task_panic_setup); static int hung_task_panic(struct notifier_block *this, unsigned long event, void *ptr) { did_panic = 1; return NOTIFY_DONE; } static struct notifier_block panic_block = { .notifier_call = hung_task_panic, }; |
17406b82d softlockup: remov... |
79 |
static void check_hung_task(struct task_struct *t, unsigned long timeout) |
e162b39a3 softlockup: decou... |
80 81 |
{ unsigned long switch_count = t->nvcsw + t->nivcsw; |
cf2592f59 softlockup: ensur... |
82 83 |
/* * Ensure the task is not frozen. |
f9fab10bb hung_task: fix fa... |
84 |
* Also, skip vfork and any other user process that freezer should skip. |
cf2592f59 softlockup: ensur... |
85 |
*/ |
f9fab10bb hung_task: fix fa... |
86 87 88 89 90 91 92 93 94 |
if (unlikely(t->flags & (PF_FROZEN | PF_FREEZER_SKIP))) return; /* * When a freshly created task is scheduled once, changes its state to * TASK_UNINTERRUPTIBLE without having ever been switched out once, it * musn't be checked. */ if (unlikely(!switch_count)) |
e162b39a3 softlockup: decou... |
95 |
return; |
17406b82d softlockup: remov... |
96 |
if (switch_count != t->last_switch_count) { |
e162b39a3 softlockup: decou... |
97 |
t->last_switch_count = switch_count; |
e162b39a3 softlockup: decou... |
98 99 |
return; } |
6a716c90a hung_task debuggi... |
100 101 |
trace_sched_process_hang(t); |
48a6d64ed hung_task: allow ... |
102 |
if (!sysctl_hung_task_warnings && !sysctl_hung_task_panic) |
e162b39a3 softlockup: decou... |
103 |
return; |
270750dbc hung_task: Displa... |
104 |
|
e162b39a3 softlockup: decou... |
105 106 107 108 |
/* * Ok, the task did not get scheduled for more than 2 minutes, * complain: */ |
48a6d64ed hung_task: allow ... |
109 |
if (sysctl_hung_task_warnings) { |
4ca5ede07 hung_task: decrem... |
110 111 |
if (sysctl_hung_task_warnings > 0) sysctl_hung_task_warnings--; |
48a6d64ed hung_task: allow ... |
112 113 114 115 116 117 118 119 120 121 122 123 |
pr_err("INFO: task %s:%d blocked for more than %ld seconds. ", t->comm, t->pid, timeout); pr_err(" %s %s %.*s ", print_tainted(), init_utsname()->release, (int)strcspn(init_utsname()->version, " "), init_utsname()->version); pr_err("\"echo 0 > /proc/sys/kernel/hung_task_timeout_secs\"" " disables this message. "); sched_show_task(t); |
780cbcf28 kernel/hung_task.... |
124 |
hung_task_show_lock = true; |
48a6d64ed hung_task: allow ... |
125 |
} |
e162b39a3 softlockup: decou... |
126 |
|
e162b39a3 softlockup: decou... |
127 |
touch_nmi_watchdog(); |
625056b65 hung task debuggi... |
128 |
if (sysctl_hung_task_panic) { |
9691035cb kernel/hung_task.... |
129 130 |
hung_task_show_lock = true; hung_task_call_panic = true; |
625056b65 hung task debuggi... |
131 |
} |
e162b39a3 softlockup: decou... |
132 133 134 |
} /* |
ce9dbe244 softlockup: check... |
135 136 137 138 |
* To avoid extending the RCU grace period for an unbounded amount of time, * periodically exit the critical section and enter a new one. * * For preemptible RCU it is sufficient to call rcu_read_unlock in order |
6a103b0d4 lockup detector: ... |
139 |
* to exit the grace period. For classic RCU, a reschedule is required. |
ce9dbe244 softlockup: check... |
140 |
*/ |
6027ce497 hung_task: fix th... |
141 |
static bool rcu_lock_break(struct task_struct *g, struct task_struct *t) |
ce9dbe244 softlockup: check... |
142 |
{ |
6027ce497 hung_task: fix th... |
143 |
bool can_cont; |
ce9dbe244 softlockup: check... |
144 145 146 147 148 |
get_task_struct(g); get_task_struct(t); rcu_read_unlock(); cond_resched(); rcu_read_lock(); |
6027ce497 hung_task: fix th... |
149 |
can_cont = pid_alive(g) && pid_alive(t); |
ce9dbe244 softlockup: check... |
150 151 |
put_task_struct(t); put_task_struct(g); |
6027ce497 hung_task: fix th... |
152 153 |
return can_cont; |
ce9dbe244 softlockup: check... |
154 155 156 |
} /* |
e162b39a3 softlockup: decou... |
157 158 159 160 |
* Check whether a TASK_UNINTERRUPTIBLE does not get woken up for * a really long time (120 seconds). If that happens, print out * a warning. */ |
603a148f4 softlockup: fix p... |
161 |
static void check_hung_uninterruptible_tasks(unsigned long timeout) |
e162b39a3 softlockup: decou... |
162 163 |
{ int max_count = sysctl_hung_task_check_count; |
ce9dbe244 softlockup: check... |
164 |
int batch_count = HUNG_TASK_BATCHING; |
e162b39a3 softlockup: decou... |
165 166 167 168 169 170 171 172 |
struct task_struct *g, *t; /* * If the system crashed already then all bets are off, * do not report extra hung tasks: */ if (test_taint(TAINT_DIE) || did_panic) return; |
780cbcf28 kernel/hung_task.... |
173 |
hung_task_show_lock = false; |
94be52dc0 softlockup: conve... |
174 |
rcu_read_lock(); |
972fae699 kernel/hung_task.... |
175 |
for_each_process_thread(g, t) { |
e5af02261 softlockup: Fix h... |
176 |
if (!max_count--) |
e162b39a3 softlockup: decou... |
177 |
goto unlock; |
ce9dbe244 softlockup: check... |
178 179 |
if (!--batch_count) { batch_count = HUNG_TASK_BATCHING; |
6027ce497 hung_task: fix th... |
180 |
if (!rcu_lock_break(g, t)) |
ce9dbe244 softlockup: check... |
181 182 |
goto unlock; } |
e162b39a3 softlockup: decou... |
183 184 |
/* use "==" to skip the TASK_KILLABLE tasks waiting on NFS */ if (t->state == TASK_UNINTERRUPTIBLE) |
17406b82d softlockup: remov... |
185 |
check_hung_task(t, timeout); |
972fae699 kernel/hung_task.... |
186 |
} |
e162b39a3 softlockup: decou... |
187 |
unlock: |
94be52dc0 softlockup: conve... |
188 |
rcu_read_unlock(); |
780cbcf28 kernel/hung_task.... |
189 190 |
if (hung_task_show_lock) debug_show_all_locks(); |
9691035cb kernel/hung_task.... |
191 192 193 194 |
if (hung_task_call_panic) { trigger_all_cpu_backtrace(); panic("hung_task: blocked tasks"); } |
e162b39a3 softlockup: decou... |
195 |
} |
b4aa14a63 kernel/hung_task.... |
196 197 |
static long hung_timeout_jiffies(unsigned long last_checked, unsigned long timeout) |
e162b39a3 softlockup: decou... |
198 199 |
{ /* timeout of 0 will disable the watchdog */ |
b4aa14a63 kernel/hung_task.... |
200 201 |
return timeout ? last_checked - jiffies + timeout * HZ : MAX_SCHEDULE_TIMEOUT; |
e162b39a3 softlockup: decou... |
202 203 204 205 206 207 |
} /* * Process updating of timeout sysctl */ int proc_dohung_task_timeout_secs(struct ctl_table *table, int write, |
8d65af789 sysctl: remove "s... |
208 |
void __user *buffer, |
e162b39a3 softlockup: decou... |
209 210 211 |
size_t *lenp, loff_t *ppos) { int ret; |
8d65af789 sysctl: remove "s... |
212 |
ret = proc_doulongvec_minmax(table, write, buffer, lenp, ppos); |
e162b39a3 softlockup: decou... |
213 214 215 |
if (ret || !write) goto out; |
e162b39a3 softlockup: decou... |
216 217 218 219 220 |
wake_up_process(watchdog_task); out: return ret; } |
8b414521b hung_task: add me... |
221 222 223 224 225 226 227 |
static atomic_t reset_hung_task = ATOMIC_INIT(0); void reset_hung_task_detector(void) { atomic_set(&reset_hung_task, 1); } EXPORT_SYMBOL_GPL(reset_hung_task_detector); |
e162b39a3 softlockup: decou... |
228 229 230 231 232 |
/* * kthread which checks for tasks stuck in D state */ static int watchdog(void *dummy) { |
b4aa14a63 kernel/hung_task.... |
233 |
unsigned long hung_last_checked = jiffies; |
e162b39a3 softlockup: decou... |
234 |
set_user_nice(current, 0); |
e162b39a3 softlockup: decou... |
235 236 |
for ( ; ; ) { |
17406b82d softlockup: remov... |
237 |
unsigned long timeout = sysctl_hung_task_timeout_secs; |
b4aa14a63 kernel/hung_task.... |
238 |
long t = hung_timeout_jiffies(hung_last_checked, timeout); |
603a148f4 softlockup: fix p... |
239 |
|
b4aa14a63 kernel/hung_task.... |
240 241 242 243 |
if (t <= 0) { if (!atomic_xchg(&reset_hung_task, 0)) check_hung_uninterruptible_tasks(timeout); hung_last_checked = jiffies; |
8b414521b hung_task: add me... |
244 |
continue; |
b4aa14a63 kernel/hung_task.... |
245 246 |
} schedule_timeout_interruptible(t); |
e162b39a3 softlockup: decou... |
247 248 249 250 251 252 253 254 255 256 257 258 |
} return 0; } static int __init hung_task_init(void) { atomic_notifier_chain_register(&panic_notifier_list, &panic_block); watchdog_task = kthread_run(watchdog, NULL, "khungtaskd"); return 0; } |
c96d6660d kernel: audit/fix... |
259 |
subsys_initcall(hung_task_init); |