Blame view

drivers/char/random.c 39.8 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
  /*
   * random.c -- A strong random number generator
   *
9e95ce279   Matt Mackall   [PATCH] update ma...
4
   * Copyright Matt Mackall <mpm@selenic.com>, 2003, 2004, 2005
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
   *
   * Copyright Theodore Ts'o, 1994, 1995, 1996, 1997, 1998, 1999.  All
   * rights reserved.
   *
   * Redistribution and use in source and binary forms, with or without
   * modification, are permitted provided that the following conditions
   * are met:
   * 1. Redistributions of source code must retain the above copyright
   *    notice, and the entire permission notice in its entirety,
   *    including the disclaimer of warranties.
   * 2. Redistributions in binary form must reproduce the above copyright
   *    notice, this list of conditions and the following disclaimer in the
   *    documentation and/or other materials provided with the distribution.
   * 3. The name of the author may not be used to endorse or promote
   *    products derived from this software without specific prior
   *    written permission.
   *
   * ALTERNATIVELY, this product may be distributed under the terms of
   * the GNU General Public License, in which case the provisions of the GPL are
   * required INSTEAD OF the above restrictions.  (This clause is
   * necessary due to a potential bad interaction between the GPL and
   * the restrictions contained in a BSD-style copyright.)
   *
   * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
   * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
   * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE, ALL OF
   * WHICH ARE HEREBY DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE
   * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
   * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT
   * OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
   * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
   * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
   * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
   * USE OF THIS SOFTWARE, EVEN IF NOT ADVISED OF THE POSSIBILITY OF SUCH
   * DAMAGE.
   */
  
  /*
   * (now, with legal B.S. out of the way.....)
   *
   * This routine gathers environmental noise from device drivers, etc.,
   * and returns good random numbers, suitable for cryptographic use.
   * Besides the obvious cryptographic uses, these numbers are also good
   * for seeding TCP sequence numbers, and other places where it is
   * desirable to have numbers which are not only random, but hard to
   * predict by an attacker.
   *
   * Theory of operation
   * ===================
   *
   * Computers are very predictable devices.  Hence it is extremely hard
   * to produce truly random numbers on a computer --- as opposed to
   * pseudo-random numbers, which can easily generated by using a
   * algorithm.  Unfortunately, it is very easy for attackers to guess
   * the sequence of pseudo-random number generators, and for some
   * applications this is not acceptable.  So instead, we must try to
   * gather "environmental noise" from the computer's environment, which
   * must be hard for outside attackers to observe, and use that to
   * generate random numbers.  In a Unix environment, this is best done
   * from inside the kernel.
   *
   * Sources of randomness from the environment include inter-keyboard
   * timings, inter-interrupt timings from some interrupts, and other
   * events which are both (a) non-deterministic and (b) hard for an
   * outside observer to measure.  Randomness from these sources are
   * added to an "entropy pool", which is mixed using a CRC-like function.
   * This is not cryptographically strong, but it is adequate assuming
   * the randomness is not chosen maliciously, and it is fast enough that
   * the overhead of doing it on every interrupt is very reasonable.
   * As random bytes are mixed into the entropy pool, the routines keep
   * an *estimate* of how many bits of randomness have been stored into
   * the random number generator's internal state.
   *
   * When random bytes are desired, they are obtained by taking the SHA
   * hash of the contents of the "entropy pool".  The SHA hash avoids
   * exposing the internal state of the entropy pool.  It is believed to
   * be computationally infeasible to derive any useful information
   * about the input of SHA from its output.  Even if it is possible to
   * analyze SHA in some clever way, as long as the amount of data
   * returned from the generator is less than the inherent entropy in
   * the pool, the output data is totally unpredictable.  For this
   * reason, the routine decreases its internal estimate of how many
   * bits of "true randomness" are contained in the entropy pool as it
   * outputs random numbers.
   *
   * If this estimate goes to zero, the routine can still generate
   * random numbers; however, an attacker may (at least in theory) be
   * able to infer the future output of the generator from prior
   * outputs.  This requires successful cryptanalysis of SHA, which is
   * not believed to be feasible, but there is a remote possibility.
   * Nonetheless, these numbers should be useful for the vast majority
   * of purposes.
   *
   * Exported interfaces ---- output
   * ===============================
   *
   * There are three exported interfaces; the first is one designed to
   * be used from within the kernel:
   *
   * 	void get_random_bytes(void *buf, int nbytes);
   *
   * This interface will return the requested number of random bytes,
   * and place it in the requested buffer.
   *
   * The two other interfaces are two character devices /dev/random and
   * /dev/urandom.  /dev/random is suitable for use when very high
   * quality randomness is desired (for example, for key generation or
   * one-time pads), as it will only return a maximum of the number of
   * bits of randomness (as estimated by the random number generator)
   * contained in the entropy pool.
   *
   * The /dev/urandom device does not have this limit, and will return
   * as many bytes as are requested.  As more and more random bytes are
   * requested without giving time for the entropy pool to recharge,
   * this will result in random numbers that are merely cryptographically
   * strong.  For many applications, however, this is acceptable.
   *
   * Exported interfaces ---- input
   * ==============================
   *
   * The current exported interfaces for gathering environmental noise
   * from the devices are:
   *
   * 	void add_input_randomness(unsigned int type, unsigned int code,
   *                                unsigned int value);
   * 	void add_interrupt_randomness(int irq);
442a4ffff   Jarod Wilson   random: update in...
131
   * 	void add_disk_randomness(struct gendisk *disk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
132
133
134
135
136
137
138
139
   *
   * add_input_randomness() uses the input layer interrupt timing, as well as
   * the event type information from the hardware.
   *
   * add_interrupt_randomness() uses the inter-interrupt timing as random
   * inputs to the entropy pool.  Note that not all interrupts are good
   * sources of randomness!  For example, the timer interrupts is not a
   * good choice, because the periodicity of the interrupts is too
442a4ffff   Jarod Wilson   random: update in...
140
141
142
143
144
145
146
147
148
   * regular, and hence predictable to an attacker.  Network Interface
   * Controller interrupts are a better measure, since the timing of the
   * NIC interrupts are more unpredictable.
   *
   * add_disk_randomness() uses what amounts to the seek time of block
   * layer request events, on a per-disk_devt basis, as input to the
   * entropy pool. Note that high-speed solid state drives with very low
   * seek times do not make for good sources of entropy, as their seek
   * times are usually fairly consistent.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
   *
   * All of these routines try to estimate how many bits of randomness a
   * particular randomness source.  They do this by keeping track of the
   * first and second order deltas of the event timings.
   *
   * Ensuring unpredictability at system startup
   * ============================================
   *
   * When any operating system starts up, it will go through a sequence
   * of actions that are fairly predictable by an adversary, especially
   * if the start-up does not involve interaction with a human operator.
   * This reduces the actual number of bits of unpredictability in the
   * entropy pool below the value in entropy_count.  In order to
   * counteract this effect, it helps to carry information in the
   * entropy pool across shut-downs and start-ups.  To do this, put the
   * following lines an appropriate script which is run during the boot
   * sequence:
   *
   *	echo "Initializing random number generator..."
   *	random_seed=/var/run/random-seed
   *	# Carry a random seed from start-up to start-up
   *	# Load and then save the whole entropy pool
   *	if [ -f $random_seed ]; then
   *		cat $random_seed >/dev/urandom
   *	else
   *		touch $random_seed
   *	fi
   *	chmod 600 $random_seed
   *	dd if=/dev/urandom of=$random_seed count=1 bs=512
   *
   * and the following lines in an appropriate script which is run as
   * the system is shutdown:
   *
   *	# Carry a random seed from shut-down to start-up
   *	# Save the whole entropy pool
   *	echo "Saving random seed..."
   *	random_seed=/var/run/random-seed
   *	touch $random_seed
   *	chmod 600 $random_seed
   *	dd if=/dev/urandom of=$random_seed count=1 bs=512
   *
   * For example, on most modern systems using the System V init
   * scripts, such code fragments would be found in
   * /etc/rc.d/init.d/random.  On older Linux systems, the correct script
   * location might be in /etc/rcb.d/rc.local or /etc/rc.d/rc.0.
   *
   * Effectively, these commands cause the contents of the entropy pool
   * to be saved at shut-down time and reloaded into the entropy pool at
   * start-up.  (The 'dd' in the addition to the bootup script is to
   * make sure that /etc/random-seed is different for every start-up,
   * even if the system crashes without executing rc.0.)  Even with
   * complete knowledge of the start-up activities, predicting the state
   * of the entropy pool requires knowledge of the previous history of
   * the system.
   *
   * Configuring the /dev/random driver under Linux
   * ==============================================
   *
   * The /dev/random driver under Linux uses minor numbers 8 and 9 of
   * the /dev/mem major number (#1).  So if your system does not have
   * /dev/random and /dev/urandom created already, they can be created
   * by using the commands:
   *
   * 	mknod /dev/random c 1 8
   * 	mknod /dev/urandom c 1 9
   *
   * Acknowledgements:
   * =================
   *
   * Ideas for constructing this random number generator were derived
   * from Pretty Good Privacy's random number generator, and from private
   * discussions with Phil Karn.  Colin Plumb provided a faster random
   * number generator, which speed up the mixing function of the entropy
   * pool, taken from PGPfone.  Dale Worley has also contributed many
   * useful ideas and suggestions to improve this driver.
   *
   * Any flaws in the design are solely my responsibility, and should
   * not be attributed to the Phil, Colin, or any of authors of PGP.
   *
   * Further background information on this topic may be obtained from
   * RFC 1750, "Randomness Recommendations for Security", by Donald
   * Eastlake, Steve Crocker, and Jeff Schiller.
   */
  
  #include <linux/utsname.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
234
235
236
237
238
239
240
241
242
243
244
245
  #include <linux/module.h>
  #include <linux/kernel.h>
  #include <linux/major.h>
  #include <linux/string.h>
  #include <linux/fcntl.h>
  #include <linux/slab.h>
  #include <linux/random.h>
  #include <linux/poll.h>
  #include <linux/init.h>
  #include <linux/fs.h>
  #include <linux/genhd.h>
  #include <linux/interrupt.h>
27ac792ca   Andrea Righi   PAGE_ALIGN(): cor...
246
  #include <linux/mm.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
247
248
249
  #include <linux/spinlock.h>
  #include <linux/percpu.h>
  #include <linux/cryptohash.h>
5b739ef8a   Neil Horman   random: Add optio...
250
  #include <linux/fips.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
251

d178a1eb5   Yinghai Lu   sparseirq: fix bu...
252
253
254
  #ifdef CONFIG_GENERIC_HARDIRQS
  # include <linux/irq.h>
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
255
256
257
258
259
260
261
262
263
264
265
  #include <asm/processor.h>
  #include <asm/uaccess.h>
  #include <asm/irq.h>
  #include <asm/io.h>
  
  /*
   * Configuration information
   */
  #define INPUT_POOL_WORDS 128
  #define OUTPUT_POOL_WORDS 32
  #define SEC_XFER_SIZE 512
e954bc91b   Matt Mackall   random: simplify ...
266
  #define EXTRACT_SIZE 10
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
  
  /*
   * The minimum number of bits of entropy before we wake up a read on
   * /dev/random.  Should be enough to do a significant reseed.
   */
  static int random_read_wakeup_thresh = 64;
  
  /*
   * If the entropy count falls under this number of bits, then we
   * should wake up processes which are selecting or polling on write
   * access to /dev/random.
   */
  static int random_write_wakeup_thresh = 128;
  
  /*
   * When the input pool goes over trickle_thresh, start dropping most
   * samples to avoid wasting CPU time and reduce lock contention.
   */
6c036527a   Christoph Lameter   [PATCH] mostly_re...
285
  static int trickle_thresh __read_mostly = INPUT_POOL_WORDS * 28;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
286

90b75ee54   Matt Mackall   random: clean up ...
287
  static DEFINE_PER_CPU(int, trickle_count);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
  
  /*
   * A pool of size .poolwords is stirred with a primitive polynomial
   * of degree .poolwords over GF(2).  The taps for various sizes are
   * defined below.  They are chosen to be evenly spaced (minimum RMS
   * distance from evenly spaced; the numbers in the comments are a
   * scaled squared error sum) except for the last tap, which is 1 to
   * get the twisting happening as fast as possible.
   */
  static struct poolinfo {
  	int poolwords;
  	int tap1, tap2, tap3, tap4, tap5;
  } poolinfo_table[] = {
  	/* x^128 + x^103 + x^76 + x^51 +x^25 + x + 1 -- 105 */
  	{ 128,	103,	76,	51,	25,	1 },
  	/* x^32 + x^26 + x^20 + x^14 + x^7 + x + 1 -- 15 */
  	{ 32,	26,	20,	14,	7,	1 },
  #if 0
  	/* x^2048 + x^1638 + x^1231 + x^819 + x^411 + x + 1  -- 115 */
  	{ 2048,	1638,	1231,	819,	411,	1 },
  
  	/* x^1024 + x^817 + x^615 + x^412 + x^204 + x + 1 -- 290 */
  	{ 1024,	817,	615,	412,	204,	1 },
  
  	/* x^1024 + x^819 + x^616 + x^410 + x^207 + x^2 + 1 -- 115 */
  	{ 1024,	819,	616,	410,	207,	2 },
  
  	/* x^512 + x^411 + x^308 + x^208 + x^104 + x + 1 -- 225 */
  	{ 512,	411,	308,	208,	104,	1 },
  
  	/* x^512 + x^409 + x^307 + x^206 + x^102 + x^2 + 1 -- 95 */
  	{ 512,	409,	307,	206,	102,	2 },
  	/* x^512 + x^409 + x^309 + x^205 + x^103 + x^2 + 1 -- 95 */
  	{ 512,	409,	309,	205,	103,	2 },
  
  	/* x^256 + x^205 + x^155 + x^101 + x^52 + x + 1 -- 125 */
  	{ 256,	205,	155,	101,	52,	1 },
  
  	/* x^128 + x^103 + x^78 + x^51 + x^27 + x^2 + 1 -- 70 */
  	{ 128,	103,	78,	51,	27,	2 },
  
  	/* x^64 + x^52 + x^39 + x^26 + x^14 + x + 1 -- 15 */
  	{ 64,	52,	39,	26,	14,	1 },
  #endif
  };
  
  #define POOLBITS	poolwords*32
  #define POOLBYTES	poolwords*4
  
  /*
   * For the purposes of better mixing, we use the CRC-32 polynomial as
   * well to make a twisted Generalized Feedback Shift Reigster
   *
   * (See M. Matsumoto & Y. Kurita, 1992.  Twisted GFSR generators.  ACM
   * Transactions on Modeling and Computer Simulation 2(3):179-194.
   * Also see M. Matsumoto & Y. Kurita, 1994.  Twisted GFSR generators
   * II.  ACM Transactions on Mdeling and Computer Simulation 4:254-266)
   *
   * Thanks to Colin Plumb for suggesting this.
   *
   * We have not analyzed the resultant polynomial to prove it primitive;
   * in fact it almost certainly isn't.  Nonetheless, the irreducible factors
   * of a random large-degree polynomial over GF(2) are more than large enough
   * that periodicity is not a concern.
   *
   * The input hash is much less sensitive than the output hash.  All
   * that we want of it is that it be a good non-cryptographic hash;
   * i.e. it not produce collisions when fed "random" data of the sort
   * we expect to see.  As long as the pool state differs for different
   * inputs, we have preserved the input entropy and done a good job.
   * The fact that an intelligent attacker can construct inputs that
   * will produce controlled alterations to the pool's state is not
   * important because we don't consider such inputs to contribute any
   * randomness.  The only property we need with respect to them is that
   * the attacker can't increase his/her knowledge of the pool's state.
   * Since all additions are reversible (knowing the final state and the
   * input, you can reconstruct the initial state), if an attacker has
   * any uncertainty about the initial state, he/she can only shuffle
   * that uncertainty about, but never cause any collisions (which would
   * decrease the uncertainty).
   *
   * The chosen system lets the state of the pool be (essentially) the input
   * modulo the generator polymnomial.  Now, for random primitive polynomials,
   * this is a universal class of hash functions, meaning that the chance
   * of a collision is limited by the attacker's knowledge of the generator
   * polynomail, so if it is chosen at random, an attacker can never force
   * a collision.  Here, we use a fixed polynomial, but we *can* assume that
   * ###--> it is unknown to the processes generating the input entropy. <-###
   * Because of this important property, this is a good, collision-resistant
   * hash; hash collisions will occur no more often than chance.
   */
  
  /*
   * Static global variables
   */
  static DECLARE_WAIT_QUEUE_HEAD(random_read_wait);
  static DECLARE_WAIT_QUEUE_HEAD(random_write_wait);
9a6f70bbe   Jeff Dike   random: add async...
385
  static struct fasync_struct *fasync;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
386
387
  
  #if 0
90b75ee54   Matt Mackall   random: clean up ...
388
  static int debug;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
389
  module_param(debug, bool, 0644);
90b75ee54   Matt Mackall   random: clean up ...
390
391
392
393
394
395
396
397
  #define DEBUG_ENT(fmt, arg...) do { \
  	if (debug) \
  		printk(KERN_DEBUG "random %04d %04d %04d: " \
  		fmt,\
  		input_pool.entropy_count,\
  		blocking_pool.entropy_count,\
  		nonblocking_pool.entropy_count,\
  		## arg); } while (0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
398
399
400
401
402
403
404
405
406
407
408
409
410
  #else
  #define DEBUG_ENT(fmt, arg...) do {} while (0)
  #endif
  
  /**********************************************************************
   *
   * OS independent entropy store.   Here are the functions which handle
   * storing entropy in an entropy pool.
   *
   **********************************************************************/
  
  struct entropy_store;
  struct entropy_store {
433582093   Matt Mackall   random: remove ca...
411
  	/* read-only data: */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
412
413
414
  	struct poolinfo *poolinfo;
  	__u32 *pool;
  	const char *name;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
415
  	struct entropy_store *pull;
4015d9a86   Richard Kennedy   random: Reorder s...
416
  	int limit;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
417
418
  
  	/* read-write data: */
433582093   Matt Mackall   random: remove ca...
419
  	spinlock_t lock;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
420
  	unsigned add_ptr;
cda796a3d   Matt Mackall   random: don't try...
421
  	int entropy_count;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
422
  	int input_rotate;
e954bc91b   Matt Mackall   random: simplify ...
423
  	__u8 last_data[EXTRACT_SIZE];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
424
425
426
427
428
429
430
431
432
433
  };
  
  static __u32 input_pool_data[INPUT_POOL_WORDS];
  static __u32 blocking_pool_data[OUTPUT_POOL_WORDS];
  static __u32 nonblocking_pool_data[OUTPUT_POOL_WORDS];
  
  static struct entropy_store input_pool = {
  	.poolinfo = &poolinfo_table[0],
  	.name = "input",
  	.limit = 1,
e4d919188   Ingo Molnar   [PATCH] lockdep: ...
434
  	.lock = __SPIN_LOCK_UNLOCKED(&input_pool.lock),
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
435
436
437
438
439
440
441
442
  	.pool = input_pool_data
  };
  
  static struct entropy_store blocking_pool = {
  	.poolinfo = &poolinfo_table[1],
  	.name = "blocking",
  	.limit = 1,
  	.pull = &input_pool,
e4d919188   Ingo Molnar   [PATCH] lockdep: ...
443
  	.lock = __SPIN_LOCK_UNLOCKED(&blocking_pool.lock),
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
444
445
446
447
448
449
450
  	.pool = blocking_pool_data
  };
  
  static struct entropy_store nonblocking_pool = {
  	.poolinfo = &poolinfo_table[1],
  	.name = "nonblocking",
  	.pull = &input_pool,
e4d919188   Ingo Molnar   [PATCH] lockdep: ...
451
  	.lock = __SPIN_LOCK_UNLOCKED(&nonblocking_pool.lock),
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
452
453
454
455
  	.pool = nonblocking_pool_data
  };
  
  /*
e68e5b664   Matt Mackall   random: make mixi...
456
   * This function adds bytes into the entropy "pool".  It does not
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
457
   * update the entropy estimate.  The caller should call
adc782dae   Matt Mackall   random: simplify ...
458
   * credit_entropy_bits if this is appropriate.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
459
460
461
462
463
464
   *
   * The pool is stirred with a primitive polynomial of the appropriate
   * degree, and then twisted.  We twist by three bits at a time because
   * it's cheap to do so and helps slightly in the expected case where
   * the entropy is concentrated in the low-order bits.
   */
e68e5b664   Matt Mackall   random: make mixi...
465
466
  static void mix_pool_bytes_extract(struct entropy_store *r, const void *in,
  				   int nbytes, __u8 out[64])
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
467
468
469
470
  {
  	static __u32 const twist_table[8] = {
  		0x00000000, 0x3b6e20c8, 0x76dc4190, 0x4db26158,
  		0xedb88320, 0xd6d6a3e8, 0x9b64c2b0, 0xa00ae278 };
993ba2114   Matt Mackall   random: simplify ...
471
  	unsigned long i, j, tap1, tap2, tap3, tap4, tap5;
feee76972   Matt Mackall   random: eliminate...
472
  	int input_rotate;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
473
  	int wordmask = r->poolinfo->poolwords - 1;
e68e5b664   Matt Mackall   random: make mixi...
474
  	const char *bytes = in;
6d38b8274   Matt Mackall   random: remove so...
475
  	__u32 w;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
476
477
478
479
480
481
482
483
  	unsigned long flags;
  
  	/* Taps are constant, so we can load them without holding r->lock.  */
  	tap1 = r->poolinfo->tap1;
  	tap2 = r->poolinfo->tap2;
  	tap3 = r->poolinfo->tap3;
  	tap4 = r->poolinfo->tap4;
  	tap5 = r->poolinfo->tap5;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
484
485
  
  	spin_lock_irqsave(&r->lock, flags);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
486
  	input_rotate = r->input_rotate;
993ba2114   Matt Mackall   random: simplify ...
487
  	i = r->add_ptr;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
488

e68e5b664   Matt Mackall   random: make mixi...
489
490
491
  	/* mix one byte at a time to simplify size handling and churn faster */
  	while (nbytes--) {
  		w = rol32(*bytes++, input_rotate & 31);
993ba2114   Matt Mackall   random: simplify ...
492
  		i = (i - 1) & wordmask;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
493
494
  
  		/* XOR in the various taps */
993ba2114   Matt Mackall   random: simplify ...
495
  		w ^= r->pool[i];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
496
497
498
499
500
  		w ^= r->pool[(i + tap1) & wordmask];
  		w ^= r->pool[(i + tap2) & wordmask];
  		w ^= r->pool[(i + tap3) & wordmask];
  		w ^= r->pool[(i + tap4) & wordmask];
  		w ^= r->pool[(i + tap5) & wordmask];
993ba2114   Matt Mackall   random: simplify ...
501
502
  
  		/* Mix the result back in with a twist */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
503
  		r->pool[i] = (w >> 3) ^ twist_table[w & 7];
feee76972   Matt Mackall   random: eliminate...
504
505
506
507
508
509
510
511
  
  		/*
  		 * Normally, we add 7 bits of rotation to the pool.
  		 * At the beginning of the pool, add an extra 7 bits
  		 * rotation, so that successive passes spread the
  		 * input bits across the pool evenly.
  		 */
  		input_rotate += i ? 7 : 14;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
512
513
514
  	}
  
  	r->input_rotate = input_rotate;
993ba2114   Matt Mackall   random: simplify ...
515
  	r->add_ptr = i;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
516

993ba2114   Matt Mackall   random: simplify ...
517
518
  	if (out)
  		for (j = 0; j < 16; j++)
e68e5b664   Matt Mackall   random: make mixi...
519
  			((__u32 *)out)[j] = r->pool[(i - j) & wordmask];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
520
521
522
  
  	spin_unlock_irqrestore(&r->lock, flags);
  }
e68e5b664   Matt Mackall   random: make mixi...
523
  static void mix_pool_bytes(struct entropy_store *r, const void *in, int bytes)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
524
  {
e68e5b664   Matt Mackall   random: make mixi...
525
         mix_pool_bytes_extract(r, in, bytes, NULL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
526
527
528
529
530
  }
  
  /*
   * Credit (or debit) the entropy store with n bits of entropy
   */
adc782dae   Matt Mackall   random: simplify ...
531
  static void credit_entropy_bits(struct entropy_store *r, int nbits)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
532
533
  {
  	unsigned long flags;
8b76f46a2   Andrew Morton   drivers/char/rand...
534
  	int entropy_count;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
535

adc782dae   Matt Mackall   random: simplify ...
536
537
  	if (!nbits)
  		return;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
538
  	spin_lock_irqsave(&r->lock, flags);
adc782dae   Matt Mackall   random: simplify ...
539
540
  	DEBUG_ENT("added %d entropy credits to %s
  ", nbits, r->name);
8b76f46a2   Andrew Morton   drivers/char/rand...
541
542
543
  	entropy_count = r->entropy_count;
  	entropy_count += nbits;
  	if (entropy_count < 0) {
adc782dae   Matt Mackall   random: simplify ...
544
545
  		DEBUG_ENT("negative entropy/overflow
  ");
8b76f46a2   Andrew Morton   drivers/char/rand...
546
547
548
549
  		entropy_count = 0;
  	} else if (entropy_count > r->poolinfo->POOLBITS)
  		entropy_count = r->poolinfo->POOLBITS;
  	r->entropy_count = entropy_count;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
550

88c730da8   Matt Mackall   random: consolida...
551
  	/* should we wake readers? */
8b76f46a2   Andrew Morton   drivers/char/rand...
552
  	if (r == &input_pool && entropy_count >= random_read_wakeup_thresh) {
88c730da8   Matt Mackall   random: consolida...
553
  		wake_up_interruptible(&random_read_wait);
9a6f70bbe   Jeff Dike   random: add async...
554
555
  		kill_fasync(&fasync, SIGIO, POLL_IN);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
556
557
558
559
560
561
562
563
564
565
566
567
  	spin_unlock_irqrestore(&r->lock, flags);
  }
  
  /*********************************************************************
   *
   * Entropy input management
   *
   *********************************************************************/
  
  /* There is one of these per entropy source */
  struct timer_rand_state {
  	cycles_t last_time;
90b75ee54   Matt Mackall   random: clean up ...
568
  	long last_delta, last_delta2;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
569
570
  	unsigned dont_count_entropy:1;
  };
d7e51e668   Yinghai Lu   sparseirq: make s...
571
  #ifndef CONFIG_GENERIC_HARDIRQS
2f9835700   Yinghai Lu   sparseirq: move s...
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
  
  static struct timer_rand_state *irq_timer_state[NR_IRQS];
  
  static struct timer_rand_state *get_timer_rand_state(unsigned int irq)
  {
  	return irq_timer_state[irq];
  }
  
  static void set_timer_rand_state(unsigned int irq,
  				 struct timer_rand_state *state)
  {
  	irq_timer_state[irq] = state;
  }
  
  #else
  
  static struct timer_rand_state *get_timer_rand_state(unsigned int irq)
  {
  	struct irq_desc *desc;
  
  	desc = irq_to_desc(irq);
  
  	return desc->timer_rand_state;
  }
  
  static void set_timer_rand_state(unsigned int irq,
  				 struct timer_rand_state *state)
  {
  	struct irq_desc *desc;
  
  	desc = irq_to_desc(irq);
  
  	desc->timer_rand_state = state;
  }
0b8f1efad   Yinghai Lu   sparse irq_desc[]...
606
  #endif
3060d6fe2   Yinghai Lu   x86: put timer_ra...
607

3060d6fe2   Yinghai Lu   x86: put timer_ra...
608
  static struct timer_rand_state input_timer_state;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
609
610
611
612
613
614
615
616
617
618
619
620
621
  /*
   * This function adds entropy to the entropy "pool" by using timing
   * delays.  It uses the timer_rand_state structure to make an estimate
   * of how many bits of entropy this call has added to the pool.
   *
   * The number "num" is also added to the pool - it should somehow describe
   * the type of event which just happened.  This is currently 0-255 for
   * keyboard scan codes, and 256 upwards for interrupts.
   *
   */
  static void add_timer_randomness(struct timer_rand_state *state, unsigned num)
  {
  	struct {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
622
  		long jiffies;
cf833d0b9   Linus Torvalds   random: Use arch_...
623
  		unsigned cycles;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
624
625
626
627
628
629
630
  		unsigned num;
  	} sample;
  	long delta, delta2, delta3;
  
  	preempt_disable();
  	/* if over the trickle threshold, use only 1 in 4096 samples */
  	if (input_pool.entropy_count > trickle_thresh &&
b29c617af   Christoph Lameter   random: Use this_...
631
  	    ((__this_cpu_inc_return(trickle_count) - 1) & 0xfff))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
632
633
634
  		goto out;
  
  	sample.jiffies = jiffies;
cf833d0b9   Linus Torvalds   random: Use arch_...
635
636
637
638
  
  	/* Use arch random value, fall back to cycles */
  	if (!arch_get_random_int(&sample.cycles))
  		sample.cycles = get_cycles();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
639
  	sample.num = num;
e68e5b664   Matt Mackall   random: make mixi...
640
  	mix_pool_bytes(&input_pool, &sample, sizeof(sample));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
  
  	/*
  	 * Calculate number of bits of randomness we probably added.
  	 * We take into account the first, second and third-order deltas
  	 * in order to make our estimate.
  	 */
  
  	if (!state->dont_count_entropy) {
  		delta = sample.jiffies - state->last_time;
  		state->last_time = sample.jiffies;
  
  		delta2 = delta - state->last_delta;
  		state->last_delta = delta;
  
  		delta3 = delta2 - state->last_delta2;
  		state->last_delta2 = delta2;
  
  		if (delta < 0)
  			delta = -delta;
  		if (delta2 < 0)
  			delta2 = -delta2;
  		if (delta3 < 0)
  			delta3 = -delta3;
  		if (delta > delta2)
  			delta = delta2;
  		if (delta > delta3)
  			delta = delta3;
  
  		/*
  		 * delta is now minimum absolute delta.
  		 * Round down by 1 bit on general principles,
  		 * and limit entropy entimate to 12 bits.
  		 */
adc782dae   Matt Mackall   random: simplify ...
674
675
  		credit_entropy_bits(&input_pool,
  				    min_t(int, fls(delta>>1), 11));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
676
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
677
678
679
  out:
  	preempt_enable();
  }
d251575ab   Stephen Hemminger   [PATCH] random: g...
680
  void add_input_randomness(unsigned int type, unsigned int code,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
681
682
683
684
685
686
687
688
689
690
691
692
693
694
  				 unsigned int value)
  {
  	static unsigned char last_value;
  
  	/* ignore autorepeat and the like */
  	if (value == last_value)
  		return;
  
  	DEBUG_ENT("input event
  ");
  	last_value = value;
  	add_timer_randomness(&input_timer_state,
  			     (type << 4) ^ code ^ (code >> 4) ^ value);
  }
80fc9f532   Dmitry Torokhov   Input: add missin...
695
  EXPORT_SYMBOL_GPL(add_input_randomness);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
696
697
698
  
  void add_interrupt_randomness(int irq)
  {
3060d6fe2   Yinghai Lu   x86: put timer_ra...
699
700
701
702
703
  	struct timer_rand_state *state;
  
  	state = get_timer_rand_state(irq);
  
  	if (state == NULL)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
704
705
706
707
  		return;
  
  	DEBUG_ENT("irq event %d
  ", irq);
3060d6fe2   Yinghai Lu   x86: put timer_ra...
708
  	add_timer_randomness(state, 0x100 + irq);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
709
  }
9361401eb   David Howells   [PATCH] BLOCK: Ma...
710
  #ifdef CONFIG_BLOCK
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
711
712
713
714
715
  void add_disk_randomness(struct gendisk *disk)
  {
  	if (!disk || !disk->random)
  		return;
  	/* first major is 1, so we get >= 0x200 here */
f331c0296   Tejun Heo   block: don't depe...
716
717
718
  	DEBUG_ENT("disk event %d:%d
  ",
  		  MAJOR(disk_devt(disk)), MINOR(disk_devt(disk)));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
719

f331c0296   Tejun Heo   block: don't depe...
720
  	add_timer_randomness(disk->random, 0x100 + disk_devt(disk));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
721
  }
9361401eb   David Howells   [PATCH] BLOCK: Ma...
722
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
723

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
724
725
726
727
728
  /*********************************************************************
   *
   * Entropy extraction routines
   *
   *********************************************************************/
90b75ee54   Matt Mackall   random: clean up ...
729
  static ssize_t extract_entropy(struct entropy_store *r, void *buf,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
730
731
732
  			       size_t nbytes, int min, int rsvd);
  
  /*
25985edce   Lucas De Marchi   Fix common misspe...
733
   * This utility inline function is responsible for transferring entropy
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
734
735
736
737
738
739
740
741
742
   * from the primary pool to the secondary extraction pool. We make
   * sure we pull enough for a 'catastrophic reseed'.
   */
  static void xfer_secondary_pool(struct entropy_store *r, size_t nbytes)
  {
  	__u32 tmp[OUTPUT_POOL_WORDS];
  
  	if (r->pull && r->entropy_count < nbytes * 8 &&
  	    r->entropy_count < r->poolinfo->POOLBITS) {
5a021e9ff   Matt Mackall   random: fix bound...
743
  		/* If we're limited, always leave two wakeup worth's BITS */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
744
  		int rsvd = r->limit ? 0 : random_read_wakeup_thresh/4;
5a021e9ff   Matt Mackall   random: fix bound...
745
746
747
748
749
750
  		int bytes = nbytes;
  
  		/* pull at least as many as BYTES as wakeup BITS */
  		bytes = max_t(int, bytes, random_read_wakeup_thresh / 8);
  		/* but never more than the buffer size */
  		bytes = min_t(int, bytes, sizeof(tmp));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
751
752
753
754
755
  
  		DEBUG_ENT("going to reseed %s with %d bits "
  			  "(%d of %d requested)
  ",
  			  r->name, bytes * 8, nbytes * 8, r->entropy_count);
90b75ee54   Matt Mackall   random: clean up ...
756
757
  		bytes = extract_entropy(r->pull, tmp, bytes,
  					random_read_wakeup_thresh / 8, rsvd);
e68e5b664   Matt Mackall   random: make mixi...
758
  		mix_pool_bytes(r, tmp, bytes);
adc782dae   Matt Mackall   random: simplify ...
759
  		credit_entropy_bits(r, bytes*8);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
  	}
  }
  
  /*
   * These functions extracts randomness from the "entropy pool", and
   * returns it in a buffer.
   *
   * The min parameter specifies the minimum amount we can pull before
   * failing to avoid races that defeat catastrophic reseeding while the
   * reserved parameter indicates how much entropy we must leave in the
   * pool after each pull to avoid starving other readers.
   *
   * Note: extract_entropy() assumes that .poolwords is a multiple of 16 words.
   */
  
  static size_t account(struct entropy_store *r, size_t nbytes, int min,
  		      int reserved)
  {
  	unsigned long flags;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
779
780
  	/* Hold lock while accounting */
  	spin_lock_irqsave(&r->lock, flags);
cda796a3d   Matt Mackall   random: don't try...
781
  	BUG_ON(r->entropy_count > r->poolinfo->POOLBITS);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
782
783
784
785
786
787
788
789
790
791
792
  	DEBUG_ENT("trying to extract %d bits from %s
  ",
  		  nbytes * 8, r->name);
  
  	/* Can we pull enough? */
  	if (r->entropy_count / 8 < min + reserved) {
  		nbytes = 0;
  	} else {
  		/* If limited, never pull more than available */
  		if (r->limit && nbytes + reserved >= r->entropy_count / 8)
  			nbytes = r->entropy_count/8 - reserved;
90b75ee54   Matt Mackall   random: clean up ...
793
  		if (r->entropy_count / 8 >= nbytes + reserved)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
794
795
796
  			r->entropy_count -= nbytes*8;
  		else
  			r->entropy_count = reserved;
9a6f70bbe   Jeff Dike   random: add async...
797
  		if (r->entropy_count < random_write_wakeup_thresh) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
798
  			wake_up_interruptible(&random_write_wait);
9a6f70bbe   Jeff Dike   random: add async...
799
800
  			kill_fasync(&fasync, SIGIO, POLL_OUT);
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
801
802
803
804
805
806
807
808
809
810
811
812
813
  	}
  
  	DEBUG_ENT("debiting %d entropy credits from %s%s
  ",
  		  nbytes * 8, r->name, r->limit ? "" : " (unlimited)");
  
  	spin_unlock_irqrestore(&r->lock, flags);
  
  	return nbytes;
  }
  
  static void extract_buf(struct entropy_store *r, __u8 *out)
  {
602b6aeef   Matt Mackall   random: fix error...
814
  	int i;
e68e5b664   Matt Mackall   random: make mixi...
815
816
  	__u32 hash[5], workspace[SHA_WORKSPACE_WORDS];
  	__u8 extract[64];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
817

1c0ad3d49   Matt Mackall   random: make back...
818
  	/* Generate a hash across the pool, 16 words (512 bits) at a time */
ffd8d3fa5   Matt Mackall   random: improve v...
819
  	sha_init(hash);
1c0ad3d49   Matt Mackall   random: make back...
820
821
  	for (i = 0; i < r->poolinfo->poolwords; i += 16)
  		sha_transform(hash, (__u8 *)(r->pool + i), workspace);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
822
  	/*
1c0ad3d49   Matt Mackall   random: make back...
823
824
825
826
827
828
829
  	 * We mix the hash back into the pool to prevent backtracking
  	 * attacks (where the attacker knows the state of the pool
  	 * plus the current outputs, and attempts to find previous
  	 * ouputs), unless the hash function can be inverted. By
  	 * mixing at least a SHA1 worth of hash data back, we make
  	 * brute-forcing the feedback as hard as brute-forcing the
  	 * hash.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
830
  	 */
e68e5b664   Matt Mackall   random: make mixi...
831
  	mix_pool_bytes_extract(r, hash, sizeof(hash), extract);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
832
833
  
  	/*
1c0ad3d49   Matt Mackall   random: make back...
834
835
  	 * To avoid duplicates, we atomically extract a portion of the
  	 * pool while mixing, and hash one final time.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
836
  	 */
e68e5b664   Matt Mackall   random: make mixi...
837
  	sha_transform(hash, extract, workspace);
ffd8d3fa5   Matt Mackall   random: improve v...
838
839
  	memset(extract, 0, sizeof(extract));
  	memset(workspace, 0, sizeof(workspace));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
840
841
  
  	/*
1c0ad3d49   Matt Mackall   random: make back...
842
843
844
  	 * In case the hash function has some recognizable output
  	 * pattern, we fold it in half. Thus, we always feed back
  	 * twice as much data as we output.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
845
  	 */
ffd8d3fa5   Matt Mackall   random: improve v...
846
847
848
849
850
  	hash[0] ^= hash[3];
  	hash[1] ^= hash[4];
  	hash[2] ^= rol32(hash[2], 16);
  	memcpy(out, hash, EXTRACT_SIZE);
  	memset(hash, 0, sizeof(hash));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
851
  }
90b75ee54   Matt Mackall   random: clean up ...
852
  static ssize_t extract_entropy(struct entropy_store *r, void *buf,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
853
854
855
856
  			       size_t nbytes, int min, int reserved)
  {
  	ssize_t ret = 0, i;
  	__u8 tmp[EXTRACT_SIZE];
5b739ef8a   Neil Horman   random: Add optio...
857
  	unsigned long flags;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
858
859
860
861
862
863
  
  	xfer_secondary_pool(r, nbytes);
  	nbytes = account(r, nbytes, min, reserved);
  
  	while (nbytes) {
  		extract_buf(r, tmp);
5b739ef8a   Neil Horman   random: Add optio...
864

e954bc91b   Matt Mackall   random: simplify ...
865
  		if (fips_enabled) {
5b739ef8a   Neil Horman   random: Add optio...
866
867
868
869
870
871
872
  			spin_lock_irqsave(&r->lock, flags);
  			if (!memcmp(tmp, r->last_data, EXTRACT_SIZE))
  				panic("Hardware RNG duplicated output!
  ");
  			memcpy(r->last_data, tmp, EXTRACT_SIZE);
  			spin_unlock_irqrestore(&r->lock, flags);
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
  		i = min_t(int, nbytes, EXTRACT_SIZE);
  		memcpy(buf, tmp, i);
  		nbytes -= i;
  		buf += i;
  		ret += i;
  	}
  
  	/* Wipe data just returned from memory */
  	memset(tmp, 0, sizeof(tmp));
  
  	return ret;
  }
  
  static ssize_t extract_entropy_user(struct entropy_store *r, void __user *buf,
  				    size_t nbytes)
  {
  	ssize_t ret = 0, i;
  	__u8 tmp[EXTRACT_SIZE];
  
  	xfer_secondary_pool(r, nbytes);
  	nbytes = account(r, nbytes, 0, 0);
  
  	while (nbytes) {
  		if (need_resched()) {
  			if (signal_pending(current)) {
  				if (ret == 0)
  					ret = -ERESTARTSYS;
  				break;
  			}
  			schedule();
  		}
  
  		extract_buf(r, tmp);
  		i = min_t(int, nbytes, EXTRACT_SIZE);
  		if (copy_to_user(buf, tmp, i)) {
  			ret = -EFAULT;
  			break;
  		}
  
  		nbytes -= i;
  		buf += i;
  		ret += i;
  	}
  
  	/* Wipe data just returned from memory */
  	memset(tmp, 0, sizeof(tmp));
  
  	return ret;
  }
  
  /*
   * This function is the exported kernel interface.  It returns some
   * number of good random numbers, suitable for seeding TCP sequence
   * numbers, etc.
   */
  void get_random_bytes(void *buf, int nbytes)
  {
63d771732   H. Peter Anvin   random: Add suppo...
930
931
932
933
934
935
936
937
938
  	char *p = buf;
  
  	while (nbytes) {
  		unsigned long v;
  		int chunk = min(nbytes, (int)sizeof(unsigned long));
  		
  		if (!arch_get_random_long(&v))
  			break;
  		
bd29e568a   Tony Luck   fix typo/thinko i...
939
  		memcpy(p, &v, chunk);
63d771732   H. Peter Anvin   random: Add suppo...
940
941
942
943
944
  		p += chunk;
  		nbytes -= chunk;
  	}
  
  	extract_entropy(&nonblocking_pool, p, nbytes, 0, 0);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
945
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
946
947
948
949
950
951
952
953
954
955
956
957
958
  EXPORT_SYMBOL(get_random_bytes);
  
  /*
   * init_std_data - initialize pool with system data
   *
   * @r: pool to initialize
   *
   * This function clears the pool's entropy count and mixes some system
   * data into the pool to prepare it for use. The pool is not cleared
   * as that can only decrease the entropy in the pool.
   */
  static void init_std_data(struct entropy_store *r)
  {
3e88bdff1   Theodore Ts'o   random: Use arch-...
959
  	int i;
f85958151   Eric Dumazet   [NET]: random fun...
960
  	ktime_t now;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
961
962
963
964
965
  	unsigned long flags;
  
  	spin_lock_irqsave(&r->lock, flags);
  	r->entropy_count = 0;
  	spin_unlock_irqrestore(&r->lock, flags);
f85958151   Eric Dumazet   [NET]: random fun...
966
  	now = ktime_get_real();
e68e5b664   Matt Mackall   random: make mixi...
967
  	mix_pool_bytes(r, &now, sizeof(now));
3e88bdff1   Theodore Ts'o   random: Use arch-...
968
969
970
971
972
  	for (i = r->poolinfo->poolwords; i; i--) {
  		if (!arch_get_random_long(&flags))
  			break;
  		mix_pool_bytes(r, &flags, sizeof(flags));
  	}
e68e5b664   Matt Mackall   random: make mixi...
973
  	mix_pool_bytes(r, utsname(), sizeof(*(utsname())));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
974
  }
53c3f63e8   Matt Mackall   random: reuse ran...
975
  static int rand_initialize(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
976
977
978
979
980
981
982
983
984
985
986
  {
  	init_std_data(&input_pool);
  	init_std_data(&blocking_pool);
  	init_std_data(&nonblocking_pool);
  	return 0;
  }
  module_init(rand_initialize);
  
  void rand_initialize_irq(int irq)
  {
  	struct timer_rand_state *state;
3060d6fe2   Yinghai Lu   x86: put timer_ra...
987
988
989
  	state = get_timer_rand_state(irq);
  
  	if (state)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
990
991
992
  		return;
  
  	/*
f85958151   Eric Dumazet   [NET]: random fun...
993
  	 * If kzalloc returns null, we just won't use that entropy
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
994
995
  	 * source.
  	 */
f85958151   Eric Dumazet   [NET]: random fun...
996
997
  	state = kzalloc(sizeof(struct timer_rand_state), GFP_KERNEL);
  	if (state)
3060d6fe2   Yinghai Lu   x86: put timer_ra...
998
  		set_timer_rand_state(irq, state);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
999
  }
9361401eb   David Howells   [PATCH] BLOCK: Ma...
1000
  #ifdef CONFIG_BLOCK
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1001
1002
1003
1004
1005
  void rand_initialize_disk(struct gendisk *disk)
  {
  	struct timer_rand_state *state;
  
  	/*
f85958151   Eric Dumazet   [NET]: random fun...
1006
  	 * If kzalloc returns null, we just won't use that entropy
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1007
1008
  	 * source.
  	 */
f85958151   Eric Dumazet   [NET]: random fun...
1009
1010
  	state = kzalloc(sizeof(struct timer_rand_state), GFP_KERNEL);
  	if (state)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1011
  		disk->random = state;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1012
  }
9361401eb   David Howells   [PATCH] BLOCK: Ma...
1013
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1014
1015
  
  static ssize_t
90b75ee54   Matt Mackall   random: clean up ...
1016
  random_read(struct file *file, char __user *buf, size_t nbytes, loff_t *ppos)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
  {
  	ssize_t n, retval = 0, count = 0;
  
  	if (nbytes == 0)
  		return 0;
  
  	while (nbytes > 0) {
  		n = nbytes;
  		if (n > SEC_XFER_SIZE)
  			n = SEC_XFER_SIZE;
  
  		DEBUG_ENT("reading %d bits
  ", n*8);
  
  		n = extract_entropy_user(&blocking_pool, buf, n);
  
  		DEBUG_ENT("read got %d bits (%d still needed)
  ",
  			  n*8, (nbytes-n)*8);
  
  		if (n == 0) {
  			if (file->f_flags & O_NONBLOCK) {
  				retval = -EAGAIN;
  				break;
  			}
  
  			DEBUG_ENT("sleeping?
  ");
  
  			wait_event_interruptible(random_read_wait,
  				input_pool.entropy_count >=
  						 random_read_wakeup_thresh);
  
  			DEBUG_ENT("awake
  ");
  
  			if (signal_pending(current)) {
  				retval = -ERESTARTSYS;
  				break;
  			}
  
  			continue;
  		}
  
  		if (n < 0) {
  			retval = n;
  			break;
  		}
  		count += n;
  		buf += n;
  		nbytes -= n;
  		break;		/* This break makes the device work */
  				/* like a named pipe */
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1071
1072
1073
1074
  	return (count ? count : retval);
  }
  
  static ssize_t
90b75ee54   Matt Mackall   random: clean up ...
1075
  urandom_read(struct file *file, char __user *buf, size_t nbytes, loff_t *ppos)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
  {
  	return extract_entropy_user(&nonblocking_pool, buf, nbytes);
  }
  
  static unsigned int
  random_poll(struct file *file, poll_table * wait)
  {
  	unsigned int mask;
  
  	poll_wait(file, &random_read_wait, wait);
  	poll_wait(file, &random_write_wait, wait);
  	mask = 0;
  	if (input_pool.entropy_count >= random_read_wakeup_thresh)
  		mask |= POLLIN | POLLRDNORM;
  	if (input_pool.entropy_count < random_write_wakeup_thresh)
  		mask |= POLLOUT | POLLWRNORM;
  	return mask;
  }
7f397dcdb   Matt Mackall   random: fix seedi...
1094
1095
  static int
  write_pool(struct entropy_store *r, const char __user *buffer, size_t count)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1096
  {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1097
1098
1099
  	size_t bytes;
  	__u32 buf[16];
  	const char __user *p = buffer;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1100

7f397dcdb   Matt Mackall   random: fix seedi...
1101
1102
1103
1104
  	while (count > 0) {
  		bytes = min(count, sizeof(buf));
  		if (copy_from_user(&buf, p, bytes))
  			return -EFAULT;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1105

7f397dcdb   Matt Mackall   random: fix seedi...
1106
  		count -= bytes;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1107
  		p += bytes;
e68e5b664   Matt Mackall   random: make mixi...
1108
  		mix_pool_bytes(r, buf, bytes);
91f3f1e30   Matt Mackall   drivers/char/rand...
1109
  		cond_resched();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1110
  	}
7f397dcdb   Matt Mackall   random: fix seedi...
1111
1112
1113
  
  	return 0;
  }
90b75ee54   Matt Mackall   random: clean up ...
1114
1115
  static ssize_t random_write(struct file *file, const char __user *buffer,
  			    size_t count, loff_t *ppos)
7f397dcdb   Matt Mackall   random: fix seedi...
1116
1117
  {
  	size_t ret;
7f397dcdb   Matt Mackall   random: fix seedi...
1118
1119
1120
1121
1122
1123
1124
  
  	ret = write_pool(&blocking_pool, buffer, count);
  	if (ret)
  		return ret;
  	ret = write_pool(&nonblocking_pool, buffer, count);
  	if (ret)
  		return ret;
7f397dcdb   Matt Mackall   random: fix seedi...
1125
  	return (ssize_t)count;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1126
  }
43ae4860f   Matt Mackall   random: use unloc...
1127
  static long random_ioctl(struct file *f, unsigned int cmd, unsigned long arg)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1128
1129
1130
1131
1132
1133
1134
  {
  	int size, ent_count;
  	int __user *p = (int __user *)arg;
  	int retval;
  
  	switch (cmd) {
  	case RNDGETENTCNT:
43ae4860f   Matt Mackall   random: use unloc...
1135
1136
  		/* inherently racy, no point locking */
  		if (put_user(input_pool.entropy_count, p))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1137
1138
1139
1140
1141
1142
1143
  			return -EFAULT;
  		return 0;
  	case RNDADDTOENTCNT:
  		if (!capable(CAP_SYS_ADMIN))
  			return -EPERM;
  		if (get_user(ent_count, p))
  			return -EFAULT;
adc782dae   Matt Mackall   random: simplify ...
1144
  		credit_entropy_bits(&input_pool, ent_count);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
  		return 0;
  	case RNDADDENTROPY:
  		if (!capable(CAP_SYS_ADMIN))
  			return -EPERM;
  		if (get_user(ent_count, p++))
  			return -EFAULT;
  		if (ent_count < 0)
  			return -EINVAL;
  		if (get_user(size, p++))
  			return -EFAULT;
7f397dcdb   Matt Mackall   random: fix seedi...
1155
1156
  		retval = write_pool(&input_pool, (const char __user *)p,
  				    size);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1157
1158
  		if (retval < 0)
  			return retval;
adc782dae   Matt Mackall   random: simplify ...
1159
  		credit_entropy_bits(&input_pool, ent_count);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1160
1161
1162
1163
1164
1165
  		return 0;
  	case RNDZAPENTCNT:
  	case RNDCLEARPOOL:
  		/* Clear the entropy pool counters. */
  		if (!capable(CAP_SYS_ADMIN))
  			return -EPERM;
53c3f63e8   Matt Mackall   random: reuse ran...
1166
  		rand_initialize();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1167
1168
1169
1170
1171
  		return 0;
  	default:
  		return -EINVAL;
  	}
  }
9a6f70bbe   Jeff Dike   random: add async...
1172
1173
1174
1175
  static int random_fasync(int fd, struct file *filp, int on)
  {
  	return fasync_helper(fd, filp, on, &fasync);
  }
2b8693c06   Arjan van de Ven   [PATCH] mark stru...
1176
  const struct file_operations random_fops = {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1177
1178
1179
  	.read  = random_read,
  	.write = random_write,
  	.poll  = random_poll,
43ae4860f   Matt Mackall   random: use unloc...
1180
  	.unlocked_ioctl = random_ioctl,
9a6f70bbe   Jeff Dike   random: add async...
1181
  	.fasync = random_fasync,
6038f373a   Arnd Bergmann   llseek: automatic...
1182
  	.llseek = noop_llseek,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1183
  };
2b8693c06   Arjan van de Ven   [PATCH] mark stru...
1184
  const struct file_operations urandom_fops = {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1185
1186
  	.read  = urandom_read,
  	.write = random_write,
43ae4860f   Matt Mackall   random: use unloc...
1187
  	.unlocked_ioctl = random_ioctl,
9a6f70bbe   Jeff Dike   random: add async...
1188
  	.fasync = random_fasync,
6038f373a   Arnd Bergmann   llseek: automatic...
1189
  	.llseek = noop_llseek,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
  };
  
  /***************************************************************
   * Random UUID interface
   *
   * Used here for a Boot ID, but can be useful for other kernel
   * drivers.
   ***************************************************************/
  
  /*
   * Generate random UUID
   */
  void generate_random_uuid(unsigned char uuid_out[16])
  {
  	get_random_bytes(uuid_out, 16);
c41b20e72   Adam Buchbinder   Fix misspellings ...
1205
  	/* Set UUID version to 4 --- truly random generation */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1206
1207
1208
1209
  	uuid_out[6] = (uuid_out[6] & 0x0F) | 0x40;
  	/* Set the UUID variant to DCE */
  	uuid_out[8] = (uuid_out[8] & 0x3F) | 0x80;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
  EXPORT_SYMBOL(generate_random_uuid);
  
  /********************************************************************
   *
   * Sysctl interface
   *
   ********************************************************************/
  
  #ifdef CONFIG_SYSCTL
  
  #include <linux/sysctl.h>
  
  static int min_read_thresh = 8, min_write_thresh;
  static int max_read_thresh = INPUT_POOL_WORDS * 32;
  static int max_write_thresh = INPUT_POOL_WORDS * 32;
  static char sysctl_bootid[16];
  
  /*
   * These functions is used to return both the bootid UUID, and random
   * UUID.  The difference is in whether table->data is NULL; if it is,
   * then a new UUID is generated and returned to the user.
   *
   * If the user accesses this via the proc interface, it will be returned
   * as an ASCII string in the standard UUID format.  If accesses via the
   * sysctl system call, it is returned as 16 bytes of binary data.
   */
8d65af789   Alexey Dobriyan   sysctl: remove "s...
1236
  static int proc_do_uuid(ctl_table *table, int write,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
  			void __user *buffer, size_t *lenp, loff_t *ppos)
  {
  	ctl_table fake_table;
  	unsigned char buf[64], tmp_uuid[16], *uuid;
  
  	uuid = table->data;
  	if (!uuid) {
  		uuid = tmp_uuid;
  		uuid[8] = 0;
  	}
  	if (uuid[8] == 0)
  		generate_random_uuid(uuid);
35900771c   Joe Perches   random.c: use %pU...
1249
  	sprintf(buf, "%pU", uuid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1250
1251
  	fake_table.data = buf;
  	fake_table.maxlen = sizeof(buf);
8d65af789   Alexey Dobriyan   sysctl: remove "s...
1252
  	return proc_dostring(&fake_table, write, buffer, lenp, ppos);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1253
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1254
1255
1256
  static int sysctl_poolsize = INPUT_POOL_WORDS * 32;
  ctl_table random_table[] = {
  	{
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1257
1258
1259
1260
  		.procname	= "poolsize",
  		.data		= &sysctl_poolsize,
  		.maxlen		= sizeof(int),
  		.mode		= 0444,
6d4561110   Eric W. Biederman   sysctl: Drop & in...
1261
  		.proc_handler	= proc_dointvec,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1262
1263
  	},
  	{
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1264
1265
1266
  		.procname	= "entropy_avail",
  		.maxlen		= sizeof(int),
  		.mode		= 0444,
6d4561110   Eric W. Biederman   sysctl: Drop & in...
1267
  		.proc_handler	= proc_dointvec,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1268
1269
1270
  		.data		= &input_pool.entropy_count,
  	},
  	{
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1271
1272
1273
1274
  		.procname	= "read_wakeup_threshold",
  		.data		= &random_read_wakeup_thresh,
  		.maxlen		= sizeof(int),
  		.mode		= 0644,
6d4561110   Eric W. Biederman   sysctl: Drop & in...
1275
  		.proc_handler	= proc_dointvec_minmax,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1276
1277
1278
1279
  		.extra1		= &min_read_thresh,
  		.extra2		= &max_read_thresh,
  	},
  	{
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1280
1281
1282
1283
  		.procname	= "write_wakeup_threshold",
  		.data		= &random_write_wakeup_thresh,
  		.maxlen		= sizeof(int),
  		.mode		= 0644,
6d4561110   Eric W. Biederman   sysctl: Drop & in...
1284
  		.proc_handler	= proc_dointvec_minmax,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1285
1286
1287
1288
  		.extra1		= &min_write_thresh,
  		.extra2		= &max_write_thresh,
  	},
  	{
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1289
1290
1291
1292
  		.procname	= "boot_id",
  		.data		= &sysctl_bootid,
  		.maxlen		= 16,
  		.mode		= 0444,
6d4561110   Eric W. Biederman   sysctl: Drop & in...
1293
  		.proc_handler	= proc_do_uuid,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1294
1295
  	},
  	{
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1296
1297
1298
  		.procname	= "uuid",
  		.maxlen		= 16,
  		.mode		= 0444,
6d4561110   Eric W. Biederman   sysctl: Drop & in...
1299
  		.proc_handler	= proc_do_uuid,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1300
  	},
894d24911   Eric W. Biederman   sysctl drivers: R...
1301
  	{ }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1302
1303
  };
  #endif 	/* CONFIG_SYSCTL */
6e5714eaf   David S. Miller   net: Compute prot...
1304
  static u32 random_int_secret[MD5_MESSAGE_BYTES / 4] ____cacheline_aligned;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1305

6e5714eaf   David S. Miller   net: Compute prot...
1306
  static int __init random_int_secret_init(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1307
  {
6e5714eaf   David S. Miller   net: Compute prot...
1308
  	get_random_bytes(random_int_secret, sizeof(random_int_secret));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1309
1310
  	return 0;
  }
6e5714eaf   David S. Miller   net: Compute prot...
1311
  late_initcall(random_int_secret_init);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1312
1313
1314
1315
1316
1317
1318
  
  /*
   * Get a random word for internal kernel use only. Similar to urandom but
   * with the goal of minimal entropy pool depletion. As a result, the random
   * value is not cryptographically secure but for several uses the cost of
   * depleting entropy is too high
   */
6e5714eaf   David S. Miller   net: Compute prot...
1319
  DEFINE_PER_CPU(__u32 [MD5_DIGEST_WORDS], get_random_int_hash);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1320
1321
  unsigned int get_random_int(void)
  {
63d771732   H. Peter Anvin   random: Add suppo...
1322
  	__u32 *hash;
6e5714eaf   David S. Miller   net: Compute prot...
1323
  	unsigned int ret;
8a0a9bd4d   Linus Torvalds   random: make get_...
1324

63d771732   H. Peter Anvin   random: Add suppo...
1325
1326
1327
1328
  	if (arch_get_random_int(&ret))
  		return ret;
  
  	hash = get_cpu_var(get_random_int_hash);
8a0a9bd4d   Linus Torvalds   random: make get_...
1329

26a9a4182   Linus Torvalds   Avoid ICE in get_...
1330
  	hash[0] += current->pid + jiffies + get_cycles();
6e5714eaf   David S. Miller   net: Compute prot...
1331
1332
  	md5_transform(hash, random_int_secret);
  	ret = hash[0];
8a0a9bd4d   Linus Torvalds   random: make get_...
1333
1334
1335
  	put_cpu_var(get_random_int_hash);
  
  	return ret;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1336
1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
  }
  
  /*
   * randomize_range() returns a start address such that
   *
   *    [...... <range> .....]
   *  start                  end
   *
   * a <range> with size "len" starting at the return value is inside in the
   * area defined by [start, end], but is otherwise randomized.
   */
  unsigned long
  randomize_range(unsigned long start, unsigned long end, unsigned long len)
  {
  	unsigned long range = end - len - start;
  
  	if (end <= start + len)
  		return 0;
  	return PAGE_ALIGN(get_random_int() % range + start);
  }