Blame view

kernel/torture.c 19.2 KB
51b1130eb   Paul E. McKenney   rcutorture: Abstr...
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
  /*
   * Common functions for in-kernel torture tests.
   *
   * This program is free software; you can redistribute it and/or modify
   * it under the terms of the GNU General Public License as published by
   * the Free Software Foundation; either version 2 of the License, or
   * (at your option) any later version.
   *
   * This program is distributed in the hope that it will be useful,
   * but WITHOUT ANY WARRANTY; without even the implied warranty of
   * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   * GNU General Public License for more details.
   *
   * You should have received a copy of the GNU General Public License
   * along with this program; if not, you can access it online at
   * http://www.gnu.org/licenses/gpl-2.0.html.
   *
   * Copyright (C) IBM Corporation, 2014
   *
   * Author: Paul E. McKenney <paulmck@us.ibm.com>
   *	Based on kernel/rcu/torture.c.
   */
  #include <linux/types.h>
  #include <linux/kernel.h>
  #include <linux/init.h>
  #include <linux/module.h>
  #include <linux/kthread.h>
  #include <linux/err.h>
  #include <linux/spinlock.h>
  #include <linux/smp.h>
  #include <linux/interrupt.h>
  #include <linux/sched.h>
  #include <linux/atomic.h>
  #include <linux/bitops.h>
  #include <linux/completion.h>
  #include <linux/moduleparam.h>
  #include <linux/percpu.h>
  #include <linux/notifier.h>
  #include <linux/reboot.h>
  #include <linux/freezer.h>
  #include <linux/cpu.h>
  #include <linux/delay.h>
  #include <linux/stat.h>
  #include <linux/slab.h>
  #include <linux/trace_clock.h>
  #include <asm/byteorder.h>
  #include <linux/torture.h>
  
  MODULE_LICENSE("GPL");
  MODULE_AUTHOR("Paul E. McKenney <paulmck@us.ibm.com>");
b5daa8f3b   Paul E. McKenney   rcutorture: Abstr...
51
52
  static char *torture_type;
  static bool verbose;
36970bb91   Paul E. McKenney   rcutorture: Priva...
53
54
55
56
57
  /* Mediate rmmod and system shutdown.  Concurrent rmmod & shutdown illegal! */
  #define FULLSTOP_DONTSTOP 0	/* Normal operation. */
  #define FULLSTOP_SHUTDOWN 1	/* System shutdown with torture running. */
  #define FULLSTOP_RMMOD    2	/* Normal rmmod of torture. */
  static int fullstop = FULLSTOP_RMMOD;
4622b487e   Paul E. McKenney   rcutorture: Abstr...
58
  static DEFINE_MUTEX(fullstop_mutex);
628edaa50   Paul E. McKenney   rcutorture: Abstr...
59
  static int *torture_runnable;
f67a33561   Paul E. McKenney   rcutorture: Abstr...
60

2e9e8081d   Paul E. McKenney   rcutorture: Abstr...
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
  #ifdef CONFIG_HOTPLUG_CPU
  
  /*
   * Variables for online-offline handling.  Only present if CPU hotplug
   * is enabled, otherwise does nothing.
   */
  
  static struct task_struct *onoff_task;
  static long onoff_holdoff;
  static long onoff_interval;
  static long n_offline_attempts;
  static long n_offline_successes;
  static unsigned long sum_offline;
  static int min_offline = -1;
  static int max_offline;
  static long n_online_attempts;
  static long n_online_successes;
  static unsigned long sum_online;
  static int min_online = -1;
  static int max_online;
  
  /*
   * Execute random CPU-hotplug operations at the interval specified
   * by the onoff_interval.
   */
  static int
  torture_onoff(void *arg)
  {
  	int cpu;
  	unsigned long delta;
  	int maxcpu = -1;
  	DEFINE_TORTURE_RANDOM(rand);
  	int ret;
  	unsigned long starttime;
  
  	VERBOSE_TOROUT_STRING("torture_onoff task started");
  	for_each_online_cpu(cpu)
  		maxcpu = cpu;
  	WARN_ON(maxcpu < 0);
  	if (onoff_holdoff > 0) {
  		VERBOSE_TOROUT_STRING("torture_onoff begin holdoff");
  		schedule_timeout_interruptible(onoff_holdoff);
  		VERBOSE_TOROUT_STRING("torture_onoff end holdoff");
  	}
  	while (!torture_must_stop()) {
  		cpu = (torture_random(&rand) >> 4) % (maxcpu + 1);
  		if (cpu_online(cpu) && cpu_is_hotpluggable(cpu)) {
  			if (verbose)
  				pr_alert("%s" TORTURE_FLAG
  					 "torture_onoff task: offlining %d
  ",
  					 torture_type, cpu);
  			starttime = jiffies;
  			n_offline_attempts++;
  			ret = cpu_down(cpu);
  			if (ret) {
  				if (verbose)
  					pr_alert("%s" TORTURE_FLAG
  						 "torture_onoff task: offline %d failed: errno %d
  ",
  						 torture_type, cpu, ret);
  			} else {
  				if (verbose)
  					pr_alert("%s" TORTURE_FLAG
  						 "torture_onoff task: offlined %d
  ",
  						 torture_type, cpu);
  				n_offline_successes++;
  				delta = jiffies - starttime;
  				sum_offline += delta;
  				if (min_offline < 0) {
  					min_offline = delta;
  					max_offline = delta;
  				}
  				if (min_offline > delta)
  					min_offline = delta;
  				if (max_offline < delta)
  					max_offline = delta;
  			}
  		} else if (cpu_is_hotpluggable(cpu)) {
  			if (verbose)
  				pr_alert("%s" TORTURE_FLAG
  					 "torture_onoff task: onlining %d
  ",
  					 torture_type, cpu);
  			starttime = jiffies;
  			n_online_attempts++;
  			ret = cpu_up(cpu);
  			if (ret) {
  				if (verbose)
  					pr_alert("%s" TORTURE_FLAG
  						 "torture_onoff task: online %d failed: errno %d
  ",
  						 torture_type, cpu, ret);
  			} else {
  				if (verbose)
  					pr_alert("%s" TORTURE_FLAG
  						 "torture_onoff task: onlined %d
  ",
  						 torture_type, cpu);
  				n_online_successes++;
  				delta = jiffies - starttime;
  				sum_online += delta;
  				if (min_online < 0) {
  					min_online = delta;
  					max_online = delta;
  				}
  				if (min_online > delta)
  					min_online = delta;
  				if (max_online < delta)
  					max_online = delta;
  			}
  		}
  		schedule_timeout_interruptible(onoff_interval);
  	}
7fafaac5b   Paul E. McKenney   rcutorture: Fix r...
176
  	torture_kthread_stopping("torture_onoff");
2e9e8081d   Paul E. McKenney   rcutorture: Abstr...
177
178
179
180
181
182
183
184
185
186
  	return 0;
  }
  
  #endif /* #ifdef CONFIG_HOTPLUG_CPU */
  
  /*
   * Initiate online-offline handling.
   */
  int torture_onoff_init(long ooholdoff, long oointerval)
  {
47cf29b9e   Paul E. McKenney   rcutorture: Abstr...
187
  	int ret = 0;
2e9e8081d   Paul E. McKenney   rcutorture: Abstr...
188

47cf29b9e   Paul E. McKenney   rcutorture: Abstr...
189
  #ifdef CONFIG_HOTPLUG_CPU
2e9e8081d   Paul E. McKenney   rcutorture: Abstr...
190
191
192
193
  	onoff_holdoff = ooholdoff;
  	onoff_interval = oointerval;
  	if (onoff_interval <= 0)
  		return 0;
47cf29b9e   Paul E. McKenney   rcutorture: Abstr...
194
  	ret = torture_create_kthread(torture_onoff, NULL, onoff_task);
2e9e8081d   Paul E. McKenney   rcutorture: Abstr...
195
  #endif /* #ifdef CONFIG_HOTPLUG_CPU */
47cf29b9e   Paul E. McKenney   rcutorture: Abstr...
196
  	return ret;
2e9e8081d   Paul E. McKenney   rcutorture: Abstr...
197
198
199
200
201
202
  }
  EXPORT_SYMBOL_GPL(torture_onoff_init);
  
  /*
   * Clean up after online/offline testing.
   */
cc47ae083   Paul E. McKenney   rcutorture: Abstr...
203
  static void torture_onoff_cleanup(void)
2e9e8081d   Paul E. McKenney   rcutorture: Abstr...
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
  {
  #ifdef CONFIG_HOTPLUG_CPU
  	if (onoff_task == NULL)
  		return;
  	VERBOSE_TOROUT_STRING("Stopping torture_onoff task");
  	kthread_stop(onoff_task);
  	onoff_task = NULL;
  #endif /* #ifdef CONFIG_HOTPLUG_CPU */
  }
  EXPORT_SYMBOL_GPL(torture_onoff_cleanup);
  
  /*
   * Print online/offline testing statistics.
   */
  char *torture_onoff_stats(char *page)
  {
  #ifdef CONFIG_HOTPLUG_CPU
  	page += sprintf(page,
  		       "onoff: %ld/%ld:%ld/%ld %d,%d:%d,%d %lu:%lu (HZ=%d) ",
  		       n_online_successes, n_online_attempts,
  		       n_offline_successes, n_offline_attempts,
  		       min_online, max_online,
  		       min_offline, max_offline,
  		       sum_online, sum_offline, HZ);
  #endif /* #ifdef CONFIG_HOTPLUG_CPU */
  	return page;
  }
  EXPORT_SYMBOL_GPL(torture_onoff_stats);
  
  /*
   * Were all the online/offline operations successful?
   */
  bool torture_onoff_failures(void)
  {
  #ifdef CONFIG_HOTPLUG_CPU
  	return n_online_successes != n_online_attempts ||
  	       n_offline_successes != n_offline_attempts;
  #else /* #ifdef CONFIG_HOTPLUG_CPU */
  	return false;
  #endif /* #else #ifdef CONFIG_HOTPLUG_CPU */
  }
  EXPORT_SYMBOL_GPL(torture_onoff_failures);
51b1130eb   Paul E. McKenney   rcutorture: Abstr...
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
  #define TORTURE_RANDOM_MULT	39916801  /* prime */
  #define TORTURE_RANDOM_ADD	479001701 /* prime */
  #define TORTURE_RANDOM_REFRESH	10000
  
  /*
   * Crude but fast random-number generator.  Uses a linear congruential
   * generator, with occasional help from cpu_clock().
   */
  unsigned long
  torture_random(struct torture_random_state *trsp)
  {
  	if (--trsp->trs_count < 0) {
  		trsp->trs_state += (unsigned long)local_clock();
  		trsp->trs_count = TORTURE_RANDOM_REFRESH;
  	}
  	trsp->trs_state = trsp->trs_state * TORTURE_RANDOM_MULT +
  		TORTURE_RANDOM_ADD;
  	return swahw32(trsp->trs_state);
  }
  EXPORT_SYMBOL_GPL(torture_random);
f67a33561   Paul E. McKenney   rcutorture: Abstr...
266
267
  
  /*
3808dc9fa   Paul E. McKenney   rcutorture: Abstr...
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
   * Variables for shuffling.  The idea is to ensure that each CPU stays
   * idle for an extended period to test interactions with dyntick idle,
   * as well as interactions with any per-CPU varibles.
   */
  struct shuffle_task {
  	struct list_head st_l;
  	struct task_struct *st_t;
  };
  
  static long shuffle_interval;	/* In jiffies. */
  static struct task_struct *shuffler_task;
  static cpumask_var_t shuffle_tmp_mask;
  static int shuffle_idle_cpu;	/* Force all torture tasks off this CPU */
  static struct list_head shuffle_task_list = LIST_HEAD_INIT(shuffle_task_list);
  static DEFINE_MUTEX(shuffle_task_mutex);
  
  /*
   * Register a task to be shuffled.  If there is no memory, just splat
   * and don't bother registering.
   */
  void torture_shuffle_task_register(struct task_struct *tp)
  {
  	struct shuffle_task *stp;
  
  	if (WARN_ON_ONCE(tp == NULL))
  		return;
  	stp = kmalloc(sizeof(*stp), GFP_KERNEL);
  	if (WARN_ON_ONCE(stp == NULL))
  		return;
  	stp->st_t = tp;
  	mutex_lock(&shuffle_task_mutex);
  	list_add(&stp->st_l, &shuffle_task_list);
  	mutex_unlock(&shuffle_task_mutex);
  }
  EXPORT_SYMBOL_GPL(torture_shuffle_task_register);
  
  /*
   * Unregister all tasks, for example, at the end of the torture run.
   */
  static void torture_shuffle_task_unregister_all(void)
  {
  	struct shuffle_task *stp;
  	struct shuffle_task *p;
  
  	mutex_lock(&shuffle_task_mutex);
  	list_for_each_entry_safe(stp, p, &shuffle_task_list, st_l) {
  		list_del(&stp->st_l);
  		kfree(stp);
  	}
  	mutex_unlock(&shuffle_task_mutex);
  }
  
  /* Shuffle tasks such that we allow shuffle_idle_cpu to become idle.
   * A special case is when shuffle_idle_cpu = -1, in which case we allow
   * the tasks to run on all CPUs.
   */
  static void torture_shuffle_tasks(void)
  {
  	struct shuffle_task *stp;
  
  	cpumask_setall(shuffle_tmp_mask);
  	get_online_cpus();
  
  	/* No point in shuffling if there is only one online CPU (ex: UP) */
  	if (num_online_cpus() == 1) {
  		put_online_cpus();
  		return;
  	}
  
  	/* Advance to the next CPU.  Upon overflow, don't idle any CPUs. */
  	shuffle_idle_cpu = cpumask_next(shuffle_idle_cpu, shuffle_tmp_mask);
  	if (shuffle_idle_cpu >= nr_cpu_ids)
  		shuffle_idle_cpu = -1;
  	if (shuffle_idle_cpu != -1) {
  		cpumask_clear_cpu(shuffle_idle_cpu, shuffle_tmp_mask);
  		if (cpumask_empty(shuffle_tmp_mask)) {
  			put_online_cpus();
  			return;
  		}
  	}
  
  	mutex_lock(&shuffle_task_mutex);
  	list_for_each_entry(stp, &shuffle_task_list, st_l)
  		set_cpus_allowed_ptr(stp->st_t, shuffle_tmp_mask);
  	mutex_unlock(&shuffle_task_mutex);
  
  	put_online_cpus();
  }
  
  /* Shuffle tasks across CPUs, with the intent of allowing each CPU in the
   * system to become idle at a time and cut off its timer ticks. This is meant
   * to test the support for such tickless idle CPU in RCU.
   */
  static int torture_shuffle(void *arg)
  {
  	VERBOSE_TOROUT_STRING("torture_shuffle task started");
  	do {
  		schedule_timeout_interruptible(shuffle_interval);
  		torture_shuffle_tasks();
  		torture_shutdown_absorb("torture_shuffle");
  	} while (!torture_must_stop());
7fafaac5b   Paul E. McKenney   rcutorture: Fix r...
369
  	torture_kthread_stopping("torture_shuffle");
3808dc9fa   Paul E. McKenney   rcutorture: Abstr...
370
371
372
373
374
375
376
377
  	return 0;
  }
  
  /*
   * Start the shuffler, with shuffint in jiffies.
   */
  int torture_shuffle_init(long shuffint)
  {
3808dc9fa   Paul E. McKenney   rcutorture: Abstr...
378
379
380
381
382
383
384
385
386
387
  	shuffle_interval = shuffint;
  
  	shuffle_idle_cpu = -1;
  
  	if (!alloc_cpumask_var(&shuffle_tmp_mask, GFP_KERNEL)) {
  		VERBOSE_TOROUT_ERRSTRING("Failed to alloc mask");
  		return -ENOMEM;
  	}
  
  	/* Create the shuffler thread */
47cf29b9e   Paul E. McKenney   rcutorture: Abstr...
388
  	return torture_create_kthread(torture_shuffle, NULL, shuffler_task);
3808dc9fa   Paul E. McKenney   rcutorture: Abstr...
389
390
391
392
393
394
  }
  EXPORT_SYMBOL_GPL(torture_shuffle_init);
  
  /*
   * Stop the shuffling.
   */
cc47ae083   Paul E. McKenney   rcutorture: Abstr...
395
  static void torture_shuffle_cleanup(void)
3808dc9fa   Paul E. McKenney   rcutorture: Abstr...
396
397
398
399
400
401
402
403
404
405
406
407
  {
  	torture_shuffle_task_unregister_all();
  	if (shuffler_task) {
  		VERBOSE_TOROUT_STRING("Stopping torture_shuffle task");
  		kthread_stop(shuffler_task);
  		free_cpumask_var(shuffle_tmp_mask);
  	}
  	shuffler_task = NULL;
  }
  EXPORT_SYMBOL_GPL(torture_shuffle_cleanup);
  
  /*
e991dbc07   Paul E. McKenney   rcutorture: Abstr...
408
409
410
411
412
413
414
415
416
   * Variables for auto-shutdown.  This allows "lights out" torture runs
   * to be fully scripted.
   */
  static int shutdown_secs;		/* desired test duration in seconds. */
  static struct task_struct *shutdown_task;
  static unsigned long shutdown_time;	/* jiffies to system shutdown. */
  static void (*torture_shutdown_hook)(void);
  
  /*
f67a33561   Paul E. McKenney   rcutorture: Abstr...
417
418
419
420
421
422
   * Absorb kthreads into a kernel function that won't return, so that
   * they won't ever access module text or data again.
   */
  void torture_shutdown_absorb(const char *title)
  {
  	while (ACCESS_ONCE(fullstop) == FULLSTOP_SHUTDOWN) {
4622b487e   Paul E. McKenney   rcutorture: Abstr...
423
424
425
  		pr_notice("torture thread %s parking due to system shutdown
  ",
  			  title);
f67a33561   Paul E. McKenney   rcutorture: Abstr...
426
427
428
429
  		schedule_timeout_uninterruptible(MAX_SCHEDULE_TIMEOUT);
  	}
  }
  EXPORT_SYMBOL_GPL(torture_shutdown_absorb);
b5daa8f3b   Paul E. McKenney   rcutorture: Abstr...
430
431
  
  /*
e991dbc07   Paul E. McKenney   rcutorture: Abstr...
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
   * Cause the torture test to shutdown the system after the test has
   * run for the time specified by the shutdown_secs parameter.
   */
  static int torture_shutdown(void *arg)
  {
  	long delta;
  	unsigned long jiffies_snap;
  
  	VERBOSE_TOROUT_STRING("torture_shutdown task started");
  	jiffies_snap = jiffies;
  	while (ULONG_CMP_LT(jiffies_snap, shutdown_time) &&
  	       !torture_must_stop()) {
  		delta = shutdown_time - jiffies_snap;
  		if (verbose)
  			pr_alert("%s" TORTURE_FLAG
  				 "torture_shutdown task: %lu jiffies remaining
  ",
  				 torture_type, delta);
  		schedule_timeout_interruptible(delta);
  		jiffies_snap = jiffies;
  	}
  	if (torture_must_stop()) {
7fafaac5b   Paul E. McKenney   rcutorture: Fix r...
454
  		torture_kthread_stopping("torture_shutdown");
e991dbc07   Paul E. McKenney   rcutorture: Abstr...
455
456
457
458
459
460
461
  		return 0;
  	}
  
  	/* OK, shut down the system. */
  
  	VERBOSE_TOROUT_STRING("torture_shutdown task shutting down system");
  	shutdown_task = NULL;	/* Avoid self-kill deadlock. */
f881825a7   Paul E. McKenney   rcutorture: Grace...
462
463
464
465
  	if (torture_shutdown_hook)
  		torture_shutdown_hook();
  	else
  		VERBOSE_TOROUT_STRING("No torture_shutdown_hook(), skipping.");
e991dbc07   Paul E. McKenney   rcutorture: Abstr...
466
467
468
469
470
471
472
473
474
  	kernel_power_off();	/* Shut down the system. */
  	return 0;
  }
  
  /*
   * Start up the shutdown task.
   */
  int torture_shutdown_init(int ssecs, void (*cleanup)(void))
  {
47cf29b9e   Paul E. McKenney   rcutorture: Abstr...
475
  	int ret = 0;
e991dbc07   Paul E. McKenney   rcutorture: Abstr...
476
477
478
479
480
  
  	shutdown_secs = ssecs;
  	torture_shutdown_hook = cleanup;
  	if (shutdown_secs > 0) {
  		shutdown_time = jiffies + shutdown_secs * HZ;
47cf29b9e   Paul E. McKenney   rcutorture: Abstr...
481
482
  		ret = torture_create_kthread(torture_shutdown, NULL,
  					     shutdown_task);
e991dbc07   Paul E. McKenney   rcutorture: Abstr...
483
  	}
47cf29b9e   Paul E. McKenney   rcutorture: Abstr...
484
  	return ret;
e991dbc07   Paul E. McKenney   rcutorture: Abstr...
485
486
487
488
  }
  EXPORT_SYMBOL_GPL(torture_shutdown_init);
  
  /*
4622b487e   Paul E. McKenney   rcutorture: Abstr...
489
490
491
492
493
494
   * Detect and respond to a system shutdown.
   */
  static int torture_shutdown_notify(struct notifier_block *unused1,
  				   unsigned long unused2, void *unused3)
  {
  	mutex_lock(&fullstop_mutex);
57a2fe90f   Paul E. McKenney   rcutorture: Apply...
495
  	if (ACCESS_ONCE(fullstop) == FULLSTOP_DONTSTOP) {
fac480efc   Paul E. McKenney   rcutorture: Add d...
496
  		VERBOSE_TOROUT_STRING("Unscheduled system shutdown detected");
57a2fe90f   Paul E. McKenney   rcutorture: Apply...
497
  		ACCESS_ONCE(fullstop) = FULLSTOP_SHUTDOWN;
fac480efc   Paul E. McKenney   rcutorture: Add d...
498
  	} else {
4622b487e   Paul E. McKenney   rcutorture: Abstr...
499
500
  		pr_warn("Concurrent rmmod and shutdown illegal!
  ");
fac480efc   Paul E. McKenney   rcutorture: Add d...
501
  	}
4622b487e   Paul E. McKenney   rcutorture: Abstr...
502
503
504
505
506
507
508
509
510
  	mutex_unlock(&fullstop_mutex);
  	return NOTIFY_DONE;
  }
  
  static struct notifier_block torture_shutdown_nb = {
  	.notifier_call = torture_shutdown_notify,
  };
  
  /*
bfefc73aa   Paul E. McKenney   rcutorture: Stop ...
511
512
513
514
515
516
517
518
519
520
521
522
523
524
   * Shut down the shutdown task.  Say what???  Heh!  This can happen if
   * the torture module gets an rmmod before the shutdown time arrives.  ;-)
   */
  static void torture_shutdown_cleanup(void)
  {
  	unregister_reboot_notifier(&torture_shutdown_nb);
  	if (shutdown_task != NULL) {
  		VERBOSE_TOROUT_STRING("Stopping torture_shutdown task");
  		kthread_stop(shutdown_task);
  	}
  	shutdown_task = NULL;
  }
  
  /*
628edaa50   Paul E. McKenney   rcutorture: Abstr...
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
   * Variables for stuttering, which means to periodically pause and
   * restart testing in order to catch bugs that appear when load is
   * suddenly applied to or removed from the system.
   */
  static struct task_struct *stutter_task;
  static int stutter_pause_test;
  static int stutter;
  
  /*
   * Block until the stutter interval ends.  This must be called periodically
   * by all running kthreads that need to be subject to stuttering.
   */
  void stutter_wait(const char *title)
  {
  	while (ACCESS_ONCE(stutter_pause_test) ||
  	       (torture_runnable && !ACCESS_ONCE(*torture_runnable))) {
  		if (stutter_pause_test)
  			schedule_timeout_interruptible(1);
  		else
  			schedule_timeout_interruptible(round_jiffies_relative(HZ));
  		torture_shutdown_absorb(title);
  	}
  }
  EXPORT_SYMBOL_GPL(stutter_wait);
  
  /*
   * Cause the torture test to "stutter", starting and stopping all
   * threads periodically.
   */
  static int torture_stutter(void *arg)
  {
  	VERBOSE_TOROUT_STRING("torture_stutter task started");
  	do {
  		if (!torture_must_stop()) {
  			schedule_timeout_interruptible(stutter);
  			ACCESS_ONCE(stutter_pause_test) = 1;
  		}
  		if (!torture_must_stop())
  			schedule_timeout_interruptible(stutter);
  		ACCESS_ONCE(stutter_pause_test) = 0;
  		torture_shutdown_absorb("torture_stutter");
  	} while (!torture_must_stop());
7fafaac5b   Paul E. McKenney   rcutorture: Fix r...
567
  	torture_kthread_stopping("torture_stutter");
628edaa50   Paul E. McKenney   rcutorture: Abstr...
568
569
570
571
572
573
574
575
576
577
578
  	return 0;
  }
  
  /*
   * Initialize and kick off the torture_stutter kthread.
   */
  int torture_stutter_init(int s)
  {
  	int ret;
  
  	stutter = s;
47cf29b9e   Paul E. McKenney   rcutorture: Abstr...
579
580
  	ret = torture_create_kthread(torture_stutter, NULL, stutter_task);
  	return ret;
628edaa50   Paul E. McKenney   rcutorture: Abstr...
581
582
583
584
585
586
  }
  EXPORT_SYMBOL_GPL(torture_stutter_init);
  
  /*
   * Cleanup after the torture_stutter kthread.
   */
bfefc73aa   Paul E. McKenney   rcutorture: Stop ...
587
  static void torture_stutter_cleanup(void)
628edaa50   Paul E. McKenney   rcutorture: Abstr...
588
589
590
591
592
593
594
  {
  	if (!stutter_task)
  		return;
  	VERBOSE_TOROUT_STRING("Stopping torture_stutter task");
  	kthread_stop(stutter_task);
  	stutter_task = NULL;
  }
628edaa50   Paul E. McKenney   rcutorture: Abstr...
595
596
  
  /*
b5daa8f3b   Paul E. McKenney   rcutorture: Abstr...
597
598
599
600
   * Initialize torture module.  Please note that this is -not- invoked via
   * the usual module_init() mechanism, but rather by an explicit call from
   * the client torture module.  This call must be paired with a later
   * torture_init_end().
628edaa50   Paul E. McKenney   rcutorture: Abstr...
601
602
603
   *
   * The runnable parameter points to a flag that controls whether or not
   * the test is currently runnable.  If there is no such flag, pass in NULL.
b5daa8f3b   Paul E. McKenney   rcutorture: Abstr...
604
   */
628edaa50   Paul E. McKenney   rcutorture: Abstr...
605
  void __init torture_init_begin(char *ttype, bool v, int *runnable)
b5daa8f3b   Paul E. McKenney   rcutorture: Abstr...
606
607
608
609
  {
  	mutex_lock(&fullstop_mutex);
  	torture_type = ttype;
  	verbose = v;
628edaa50   Paul E. McKenney   rcutorture: Abstr...
610
  	torture_runnable = runnable;
36970bb91   Paul E. McKenney   rcutorture: Priva...
611
  	fullstop = FULLSTOP_DONTSTOP;
b5daa8f3b   Paul E. McKenney   rcutorture: Abstr...
612
613
614
615
616
617
618
619
620
621
  
  }
  EXPORT_SYMBOL_GPL(torture_init_begin);
  
  /*
   * Tell the torture module that initialization is complete.
   */
  void __init torture_init_end(void)
  {
  	mutex_unlock(&fullstop_mutex);
4622b487e   Paul E. McKenney   rcutorture: Abstr...
622
  	register_reboot_notifier(&torture_shutdown_nb);
b5daa8f3b   Paul E. McKenney   rcutorture: Abstr...
623
624
  }
  EXPORT_SYMBOL_GPL(torture_init_end);
cc47ae083   Paul E. McKenney   rcutorture: Abstr...
625
626
627
628
629
  
  /*
   * Clean up torture module.  Please note that this is -not- invoked via
   * the usual module_exit() mechanism, but rather by an explicit call from
   * the client torture module.  Returns true if a race with system shutdown
bfefc73aa   Paul E. McKenney   rcutorture: Stop ...
630
631
   * is detected, otherwise, all kthreads started by functions in this file
   * will be shut down.
cc47ae083   Paul E. McKenney   rcutorture: Abstr...
632
633
634
635
636
637
638
   *
   * This must be called before the caller starts shutting down its own
   * kthreads.
   */
  bool torture_cleanup(void)
  {
  	mutex_lock(&fullstop_mutex);
57a2fe90f   Paul E. McKenney   rcutorture: Apply...
639
  	if (ACCESS_ONCE(fullstop) == FULLSTOP_SHUTDOWN) {
cc47ae083   Paul E. McKenney   rcutorture: Abstr...
640
641
642
643
644
645
  		pr_warn("Concurrent rmmod and shutdown illegal!
  ");
  		mutex_unlock(&fullstop_mutex);
  		schedule_timeout_uninterruptible(10);
  		return true;
  	}
57a2fe90f   Paul E. McKenney   rcutorture: Apply...
646
  	ACCESS_ONCE(fullstop) = FULLSTOP_RMMOD;
cc47ae083   Paul E. McKenney   rcutorture: Abstr...
647
  	mutex_unlock(&fullstop_mutex);
bfefc73aa   Paul E. McKenney   rcutorture: Stop ...
648
  	torture_shutdown_cleanup();
cc47ae083   Paul E. McKenney   rcutorture: Abstr...
649
  	torture_shuffle_cleanup();
bfefc73aa   Paul E. McKenney   rcutorture: Stop ...
650
  	torture_stutter_cleanup();
cc47ae083   Paul E. McKenney   rcutorture: Abstr...
651
652
653
654
  	torture_onoff_cleanup();
  	return false;
  }
  EXPORT_SYMBOL_GPL(torture_cleanup);
36970bb91   Paul E. McKenney   rcutorture: Priva...
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
  
  /*
   * Is it time for the current torture test to stop?
   */
  bool torture_must_stop(void)
  {
  	return torture_must_stop_irq() || kthread_should_stop();
  }
  EXPORT_SYMBOL_GPL(torture_must_stop);
  
  /*
   * Is it time for the current torture test to stop?  This is the irq-safe
   * version, hence no check for kthread_should_stop().
   */
  bool torture_must_stop_irq(void)
  {
57a2fe90f   Paul E. McKenney   rcutorture: Apply...
671
  	return ACCESS_ONCE(fullstop) != FULLSTOP_DONTSTOP;
36970bb91   Paul E. McKenney   rcutorture: Priva...
672
673
  }
  EXPORT_SYMBOL_GPL(torture_must_stop_irq);
7fafaac5b   Paul E. McKenney   rcutorture: Fix r...
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
  
  /*
   * Each kthread must wait for kthread_should_stop() before returning from
   * its top-level function, otherwise segfaults ensue.  This function
   * prints a "stopping" message and waits for kthread_should_stop(), and
   * should be called from all torture kthreads immediately prior to
   * returning.
   */
  void torture_kthread_stopping(char *title)
  {
  	if (verbose)
  		VERBOSE_TOROUT_STRING(title);
  	while (!kthread_should_stop()) {
  		torture_shutdown_absorb(title);
  		schedule_timeout_uninterruptible(1);
  	}
  }
  EXPORT_SYMBOL_GPL(torture_kthread_stopping);
47cf29b9e   Paul E. McKenney   rcutorture: Abstr...
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
  
  /*
   * Create a generic torture kthread that is immediately runnable.  If you
   * need the kthread to be stopped so that you can do something to it before
   * it starts, you will need to open-code your own.
   */
  int _torture_create_kthread(int (*fn)(void *arg), void *arg, char *s, char *m,
  			    char *f, struct task_struct **tp)
  {
  	int ret = 0;
  
  	VERBOSE_TOROUT_STRING(m);
  	*tp = kthread_run(fn, arg, s);
  	if (IS_ERR(*tp)) {
  		ret = PTR_ERR(*tp);
  		VERBOSE_TOROUT_ERRSTRING(f);
  		*tp = NULL;
  	}
  	torture_shuffle_task_register(*tp);
  	return ret;
  }
  EXPORT_SYMBOL_GPL(_torture_create_kthread);
9c029b860   Paul E. McKenney   rcutorture: Abstr...
714
715
716
717
718
719
720
721
722
723
724
725
726
  
  /*
   * Stop a generic kthread, emitting a message.
   */
  void _torture_stop_kthread(char *m, struct task_struct **tp)
  {
  	if (*tp == NULL)
  		return;
  	VERBOSE_TOROUT_STRING(m);
  	kthread_stop(*tp);
  	*tp = NULL;
  }
  EXPORT_SYMBOL_GPL(_torture_stop_kthread);