Blame view

kernel/hung_task.c 6.23 KB
e162b39a3   Mandeep Singh Baines   softlockup: decou...
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
  /*
   * Detect Hung Task
   *
   * kernel/hung_task.c - kernel thread for detecting tasks stuck in D state
   *
   */
  
  #include <linux/mm.h>
  #include <linux/cpu.h>
  #include <linux/nmi.h>
  #include <linux/init.h>
  #include <linux/delay.h>
  #include <linux/freezer.h>
  #include <linux/kthread.h>
  #include <linux/lockdep.h>
9984de1a5   Paul Gortmaker   kernel: Map most ...
16
  #include <linux/export.h>
e162b39a3   Mandeep Singh Baines   softlockup: decou...
17
  #include <linux/sysctl.h>
41e85ce82   Oleg Nesterov   hung_task debuggi...
18
  #include <linux/utsname.h>
3f07c0144   Ingo Molnar   sched/headers: Pr...
19
  #include <linux/sched/signal.h>
b17b01533   Ingo Molnar   sched/headers: Pr...
20
  #include <linux/sched/debug.h>
3f07c0144   Ingo Molnar   sched/headers: Pr...
21

6a716c90a   Oleg Nesterov   hung_task debuggi...
22
  #include <trace/events/sched.h>
e162b39a3   Mandeep Singh Baines   softlockup: decou...
23
24
  
  /*
ce9dbe244   Mandeep Singh Baines   softlockup: check...
25
   * The number of tasks checked:
e162b39a3   Mandeep Singh Baines   softlockup: decou...
26
   */
cd64647f0   Li Zefan   hung_task: Change...
27
  int __read_mostly sysctl_hung_task_check_count = PID_MAX_LIMIT;
ce9dbe244   Mandeep Singh Baines   softlockup: check...
28
29
30
31
32
33
34
35
36
  
  /*
   * Limit number of tasks checked in a batch.
   *
   * This value controls the preemptibility of khungtaskd since preemption
   * is disabled during the critical section. It also controls the size of
   * the RCU grace period. So it needs to be upper-bound.
   */
  #define HUNG_TASK_BATCHING 1024
e162b39a3   Mandeep Singh Baines   softlockup: decou...
37
38
39
40
  
  /*
   * Zero means infinite timeout - no checking done:
   */
e11feaa11   Jeff Mahoney   watchdog, hung_ta...
41
  unsigned long __read_mostly sysctl_hung_task_timeout_secs = CONFIG_DEFAULT_HUNG_TASK_TIMEOUT;
e162b39a3   Mandeep Singh Baines   softlockup: decou...
42

270750dbc   Aaron Tomlin   hung_task: Displa...
43
  int __read_mostly sysctl_hung_task_warnings = 10;
e162b39a3   Mandeep Singh Baines   softlockup: decou...
44
45
  
  static int __read_mostly did_panic;
780cbcf28   Tetsuo Handa   kernel/hung_task....
46
  static bool hung_task_show_lock;
9691035cb   Tetsuo Handa   kernel/hung_task....
47
  static bool hung_task_call_panic;
e162b39a3   Mandeep Singh Baines   softlockup: decou...
48
49
50
51
52
53
54
55
56
57
58
59
  
  static struct task_struct *watchdog_task;
  
  /*
   * Should we panic (and reboot, if panic_timeout= is set) when a
   * hung task is detected:
   */
  unsigned int __read_mostly sysctl_hung_task_panic =
  				CONFIG_BOOTPARAM_HUNG_TASK_PANIC_VALUE;
  
  static int __init hung_task_panic_setup(char *str)
  {
b51dbec68   Fabian Frederick   kernel/hung_task....
60
  	int rc = kstrtouint(str, 0, &sysctl_hung_task_panic);
e162b39a3   Mandeep Singh Baines   softlockup: decou...
61

b51dbec68   Fabian Frederick   kernel/hung_task....
62
63
  	if (rc)
  		return rc;
e162b39a3   Mandeep Singh Baines   softlockup: decou...
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
  	return 1;
  }
  __setup("hung_task_panic=", hung_task_panic_setup);
  
  static int
  hung_task_panic(struct notifier_block *this, unsigned long event, void *ptr)
  {
  	did_panic = 1;
  
  	return NOTIFY_DONE;
  }
  
  static struct notifier_block panic_block = {
  	.notifier_call = hung_task_panic,
  };
17406b82d   Mandeep Singh Baines   softlockup: remov...
79
  static void check_hung_task(struct task_struct *t, unsigned long timeout)
e162b39a3   Mandeep Singh Baines   softlockup: decou...
80
81
  {
  	unsigned long switch_count = t->nvcsw + t->nivcsw;
cf2592f59   Frederic Weisbecker   softlockup: ensur...
82
83
  	/*
  	 * Ensure the task is not frozen.
f9fab10bb   Mandeep Singh Baines   hung_task: fix fa...
84
  	 * Also, skip vfork and any other user process that freezer should skip.
cf2592f59   Frederic Weisbecker   softlockup: ensur...
85
  	 */
f9fab10bb   Mandeep Singh Baines   hung_task: fix fa...
86
87
88
89
90
91
92
93
94
  	if (unlikely(t->flags & (PF_FROZEN | PF_FREEZER_SKIP)))
  	    return;
  
  	/*
  	 * When a freshly created task is scheduled once, changes its state to
  	 * TASK_UNINTERRUPTIBLE without having ever been switched out once, it
  	 * musn't be checked.
  	 */
  	if (unlikely(!switch_count))
e162b39a3   Mandeep Singh Baines   softlockup: decou...
95
  		return;
17406b82d   Mandeep Singh Baines   softlockup: remov...
96
  	if (switch_count != t->last_switch_count) {
e162b39a3   Mandeep Singh Baines   softlockup: decou...
97
  		t->last_switch_count = switch_count;
e162b39a3   Mandeep Singh Baines   softlockup: decou...
98
99
  		return;
  	}
6a716c90a   Oleg Nesterov   hung_task debuggi...
100
101
  
  	trace_sched_process_hang(t);
48a6d64ed   John Siddle   hung_task: allow ...
102
  	if (!sysctl_hung_task_warnings && !sysctl_hung_task_panic)
e162b39a3   Mandeep Singh Baines   softlockup: decou...
103
  		return;
270750dbc   Aaron Tomlin   hung_task: Displa...
104

e162b39a3   Mandeep Singh Baines   softlockup: decou...
105
106
107
108
  	/*
  	 * Ok, the task did not get scheduled for more than 2 minutes,
  	 * complain:
  	 */
48a6d64ed   John Siddle   hung_task: allow ...
109
  	if (sysctl_hung_task_warnings) {
4ca5ede07   Tetsuo Handa   hung_task: decrem...
110
111
  		if (sysctl_hung_task_warnings > 0)
  			sysctl_hung_task_warnings--;
48a6d64ed   John Siddle   hung_task: allow ...
112
113
114
115
116
117
118
119
120
121
122
123
  		pr_err("INFO: task %s:%d blocked for more than %ld seconds.
  ",
  			t->comm, t->pid, timeout);
  		pr_err("      %s %s %.*s
  ",
  			print_tainted(), init_utsname()->release,
  			(int)strcspn(init_utsname()->version, " "),
  			init_utsname()->version);
  		pr_err("\"echo 0 > /proc/sys/kernel/hung_task_timeout_secs\""
  			" disables this message.
  ");
  		sched_show_task(t);
780cbcf28   Tetsuo Handa   kernel/hung_task....
124
  		hung_task_show_lock = true;
48a6d64ed   John Siddle   hung_task: allow ...
125
  	}
e162b39a3   Mandeep Singh Baines   softlockup: decou...
126

e162b39a3   Mandeep Singh Baines   softlockup: decou...
127
  	touch_nmi_watchdog();
625056b65   Sasha Levin   hung task debuggi...
128
  	if (sysctl_hung_task_panic) {
9691035cb   Tetsuo Handa   kernel/hung_task....
129
130
  		hung_task_show_lock = true;
  		hung_task_call_panic = true;
625056b65   Sasha Levin   hung task debuggi...
131
  	}
e162b39a3   Mandeep Singh Baines   softlockup: decou...
132
133
134
  }
  
  /*
ce9dbe244   Mandeep Singh Baines   softlockup: check...
135
136
137
138
   * To avoid extending the RCU grace period for an unbounded amount of time,
   * periodically exit the critical section and enter a new one.
   *
   * For preemptible RCU it is sufficient to call rcu_read_unlock in order
6a103b0d4   John Kacur   lockup detector: ...
139
   * to exit the grace period. For classic RCU, a reschedule is required.
ce9dbe244   Mandeep Singh Baines   softlockup: check...
140
   */
6027ce497   Oleg Nesterov   hung_task: fix th...
141
  static bool rcu_lock_break(struct task_struct *g, struct task_struct *t)
ce9dbe244   Mandeep Singh Baines   softlockup: check...
142
  {
6027ce497   Oleg Nesterov   hung_task: fix th...
143
  	bool can_cont;
ce9dbe244   Mandeep Singh Baines   softlockup: check...
144
145
146
147
148
  	get_task_struct(g);
  	get_task_struct(t);
  	rcu_read_unlock();
  	cond_resched();
  	rcu_read_lock();
6027ce497   Oleg Nesterov   hung_task: fix th...
149
  	can_cont = pid_alive(g) && pid_alive(t);
ce9dbe244   Mandeep Singh Baines   softlockup: check...
150
151
  	put_task_struct(t);
  	put_task_struct(g);
6027ce497   Oleg Nesterov   hung_task: fix th...
152
153
  
  	return can_cont;
ce9dbe244   Mandeep Singh Baines   softlockup: check...
154
155
156
  }
  
  /*
e162b39a3   Mandeep Singh Baines   softlockup: decou...
157
158
159
160
   * Check whether a TASK_UNINTERRUPTIBLE does not get woken up for
   * a really long time (120 seconds). If that happens, print out
   * a warning.
   */
603a148f4   Mandeep Singh Baines   softlockup: fix p...
161
  static void check_hung_uninterruptible_tasks(unsigned long timeout)
e162b39a3   Mandeep Singh Baines   softlockup: decou...
162
163
  {
  	int max_count = sysctl_hung_task_check_count;
ce9dbe244   Mandeep Singh Baines   softlockup: check...
164
  	int batch_count = HUNG_TASK_BATCHING;
e162b39a3   Mandeep Singh Baines   softlockup: decou...
165
166
167
168
169
170
171
172
  	struct task_struct *g, *t;
  
  	/*
  	 * If the system crashed already then all bets are off,
  	 * do not report extra hung tasks:
  	 */
  	if (test_taint(TAINT_DIE) || did_panic)
  		return;
780cbcf28   Tetsuo Handa   kernel/hung_task....
173
  	hung_task_show_lock = false;
94be52dc0   Mandeep Singh Baines   softlockup: conve...
174
  	rcu_read_lock();
972fae699   Aaron Tomlin   kernel/hung_task....
175
  	for_each_process_thread(g, t) {
e5af02261   Anton Blanchard   softlockup: Fix h...
176
  		if (!max_count--)
e162b39a3   Mandeep Singh Baines   softlockup: decou...
177
  			goto unlock;
ce9dbe244   Mandeep Singh Baines   softlockup: check...
178
179
  		if (!--batch_count) {
  			batch_count = HUNG_TASK_BATCHING;
6027ce497   Oleg Nesterov   hung_task: fix th...
180
  			if (!rcu_lock_break(g, t))
ce9dbe244   Mandeep Singh Baines   softlockup: check...
181
182
  				goto unlock;
  		}
e162b39a3   Mandeep Singh Baines   softlockup: decou...
183
184
  		/* use "==" to skip the TASK_KILLABLE tasks waiting on NFS */
  		if (t->state == TASK_UNINTERRUPTIBLE)
17406b82d   Mandeep Singh Baines   softlockup: remov...
185
  			check_hung_task(t, timeout);
972fae699   Aaron Tomlin   kernel/hung_task....
186
  	}
e162b39a3   Mandeep Singh Baines   softlockup: decou...
187
   unlock:
94be52dc0   Mandeep Singh Baines   softlockup: conve...
188
  	rcu_read_unlock();
780cbcf28   Tetsuo Handa   kernel/hung_task....
189
190
  	if (hung_task_show_lock)
  		debug_show_all_locks();
9691035cb   Tetsuo Handa   kernel/hung_task....
191
192
193
194
  	if (hung_task_call_panic) {
  		trigger_all_cpu_backtrace();
  		panic("hung_task: blocked tasks");
  	}
e162b39a3   Mandeep Singh Baines   softlockup: decou...
195
  }
b4aa14a63   Tetsuo Handa   kernel/hung_task....
196
197
  static long hung_timeout_jiffies(unsigned long last_checked,
  				 unsigned long timeout)
e162b39a3   Mandeep Singh Baines   softlockup: decou...
198
199
  {
  	/* timeout of 0 will disable the watchdog */
b4aa14a63   Tetsuo Handa   kernel/hung_task....
200
201
  	return timeout ? last_checked - jiffies + timeout * HZ :
  		MAX_SCHEDULE_TIMEOUT;
e162b39a3   Mandeep Singh Baines   softlockup: decou...
202
203
204
205
206
207
  }
  
  /*
   * Process updating of timeout sysctl
   */
  int proc_dohung_task_timeout_secs(struct ctl_table *table, int write,
8d65af789   Alexey Dobriyan   sysctl: remove "s...
208
  				  void __user *buffer,
e162b39a3   Mandeep Singh Baines   softlockup: decou...
209
210
211
  				  size_t *lenp, loff_t *ppos)
  {
  	int ret;
8d65af789   Alexey Dobriyan   sysctl: remove "s...
212
  	ret = proc_doulongvec_minmax(table, write, buffer, lenp, ppos);
e162b39a3   Mandeep Singh Baines   softlockup: decou...
213
214
215
  
  	if (ret || !write)
  		goto out;
e162b39a3   Mandeep Singh Baines   softlockup: decou...
216
217
218
219
220
  	wake_up_process(watchdog_task);
  
   out:
  	return ret;
  }
8b414521b   Marcelo Tosatti   hung_task: add me...
221
222
223
224
225
226
227
  static atomic_t reset_hung_task = ATOMIC_INIT(0);
  
  void reset_hung_task_detector(void)
  {
  	atomic_set(&reset_hung_task, 1);
  }
  EXPORT_SYMBOL_GPL(reset_hung_task_detector);
e162b39a3   Mandeep Singh Baines   softlockup: decou...
228
229
230
231
232
  /*
   * kthread which checks for tasks stuck in D state
   */
  static int watchdog(void *dummy)
  {
b4aa14a63   Tetsuo Handa   kernel/hung_task....
233
  	unsigned long hung_last_checked = jiffies;
e162b39a3   Mandeep Singh Baines   softlockup: decou...
234
  	set_user_nice(current, 0);
e162b39a3   Mandeep Singh Baines   softlockup: decou...
235
236
  
  	for ( ; ; ) {
17406b82d   Mandeep Singh Baines   softlockup: remov...
237
  		unsigned long timeout = sysctl_hung_task_timeout_secs;
b4aa14a63   Tetsuo Handa   kernel/hung_task....
238
  		long t = hung_timeout_jiffies(hung_last_checked, timeout);
603a148f4   Mandeep Singh Baines   softlockup: fix p...
239

b4aa14a63   Tetsuo Handa   kernel/hung_task....
240
241
242
243
  		if (t <= 0) {
  			if (!atomic_xchg(&reset_hung_task, 0))
  				check_hung_uninterruptible_tasks(timeout);
  			hung_last_checked = jiffies;
8b414521b   Marcelo Tosatti   hung_task: add me...
244
  			continue;
b4aa14a63   Tetsuo Handa   kernel/hung_task....
245
246
  		}
  		schedule_timeout_interruptible(t);
e162b39a3   Mandeep Singh Baines   softlockup: decou...
247
248
249
250
251
252
253
254
255
256
257
258
  	}
  
  	return 0;
  }
  
  static int __init hung_task_init(void)
  {
  	atomic_notifier_chain_register(&panic_notifier_list, &panic_block);
  	watchdog_task = kthread_run(watchdog, NULL, "khungtaskd");
  
  	return 0;
  }
c96d6660d   Paul Gortmaker   kernel: audit/fix...
259
  subsys_initcall(hung_task_init);