Blame view

kernel/time.c 17.3 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
6
7
8
9
10
11
  /*
   *  linux/kernel/time.c
   *
   *  Copyright (C) 1991, 1992  Linus Torvalds
   *
   *  This file contains the interface functions for the various
   *  time related system calls: time, stime, gettimeofday, settimeofday,
   *			       adjtime
   */
  /*
   * Modification history kernel/time.c
6fa6c3b1d   Daniel Walker   whitespace fixes:...
12
   *
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
13
   * 1993-09-02    Philip Gladstone
6fa6c3b1d   Daniel Walker   whitespace fixes:...
14
   *      Created file with time related functions from sched.c and adjtimex()
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
   * 1993-10-08    Torsten Duwe
   *      adjtime interface update and CMOS clock write code
   * 1995-08-13    Torsten Duwe
   *      kernel PLL updated to 1994-12-13 specs (rfc-1589)
   * 1999-01-16    Ulrich Windl
   *	Introduced error checking for many cases in adjtimex().
   *	Updated NTP code according to technical memorandum Jan '96
   *	"A Kernel Model for Precision Timekeeping" by Dave Mills
   *	Allow time_constant larger than MAXTC(6) for NTP v4 (MAXTC == 10)
   *	(Even though the technical memorandum forbids it)
   * 2004-07-14	 Christoph Lameter
   *	Added getnstimeofday to allow the posix timer functions to return
   *	with nanosecond accuracy
   */
  
  #include <linux/module.h>
  #include <linux/timex.h>
c59ede7b7   Randy.Dunlap   [PATCH] move capa...
32
  #include <linux/capability.h>
2c6221483   Tony Breeds   Fix discrepancy b...
33
  #include <linux/clocksource.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
34
  #include <linux/errno.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
35
36
37
  #include <linux/syscalls.h>
  #include <linux/security.h>
  #include <linux/fs.h>
1aeb272cf   Robert P. J. Day   kernel: explicitl...
38
  #include <linux/slab.h>
71abb3af6   Roman Zippel   convert a few do_...
39
  #include <linux/math64.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
40
41
42
  
  #include <asm/uaccess.h>
  #include <asm/unistd.h>
bdc807871   H. Peter Anvin   avoid overflows i...
43
  #include "timeconst.h"
6fa6c3b1d   Daniel Walker   whitespace fixes:...
44
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
   * The timezone where the local system is located.  Used as a default by some
   * programs who obtain this value by using gettimeofday.
   */
  struct timezone sys_tz;
  
  EXPORT_SYMBOL(sys_tz);
  
  #ifdef __ARCH_WANT_SYS_TIME
  
  /*
   * sys_time() can be implemented in user-level using
   * sys_gettimeofday().  Is this for backwards compatibility?  If so,
   * why not move it into the appropriate arch directory (for those
   * architectures that need it).
   */
  asmlinkage long sys_time(time_t __user * tloc)
  {
f20bf6125   Ingo Molnar   time: introduce x...
62
  	time_t i = get_seconds();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
63
64
  
  	if (tloc) {
200822087   Linus Torvalds   Revert "sys_time(...
65
  		if (put_user(i,tloc))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
66
67
68
69
70
71
72
73
74
75
76
  			i = -EFAULT;
  	}
  	return i;
  }
  
  /*
   * sys_stime() can be implemented in user-level using
   * sys_settimeofday().  Is this for backwards compatibility?  If so,
   * why not move it into the appropriate arch directory (for those
   * architectures that need it).
   */
6fa6c3b1d   Daniel Walker   whitespace fixes:...
77

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
  asmlinkage long sys_stime(time_t __user *tptr)
  {
  	struct timespec tv;
  	int err;
  
  	if (get_user(tv.tv_sec, tptr))
  		return -EFAULT;
  
  	tv.tv_nsec = 0;
  
  	err = security_settime(&tv, NULL);
  	if (err)
  		return err;
  
  	do_settimeofday(&tv);
  	return 0;
  }
  
  #endif /* __ARCH_WANT_SYS_TIME */
bdc807871   H. Peter Anvin   avoid overflows i...
97
98
  asmlinkage long sys_gettimeofday(struct timeval __user *tv,
  				 struct timezone __user *tz)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
  {
  	if (likely(tv != NULL)) {
  		struct timeval ktv;
  		do_gettimeofday(&ktv);
  		if (copy_to_user(tv, &ktv, sizeof(ktv)))
  			return -EFAULT;
  	}
  	if (unlikely(tz != NULL)) {
  		if (copy_to_user(tz, &sys_tz, sizeof(sys_tz)))
  			return -EFAULT;
  	}
  	return 0;
  }
  
  /*
   * Adjust the time obtained from the CMOS to be UTC time instead of
   * local time.
6fa6c3b1d   Daniel Walker   whitespace fixes:...
116
   *
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
117
118
   * This is ugly, but preferable to the alternatives.  Otherwise we
   * would either need to write a program to do it in /etc/rc (and risk
6fa6c3b1d   Daniel Walker   whitespace fixes:...
119
   * confusion if the program gets run more than once; it would also be
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
120
121
122
   * hard to make the program warp the clock precisely n hours)  or
   * compile in the timezone information into the kernel.  Bad, bad....
   *
bdc807871   H. Peter Anvin   avoid overflows i...
123
   *						- TYT, 1992-01-01
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
124
125
126
127
128
   *
   * The best thing to do is to keep the CMOS clock in universal time (UTC)
   * as real UNIX machines always do it. This avoids all headaches about
   * daylight saving times and warping kernel clocks.
   */
77933d727   Jesper Juhl   [PATCH] clean up ...
129
  static inline void warp_clock(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
130
131
132
133
  {
  	write_seqlock_irq(&xtime_lock);
  	wall_to_monotonic.tv_sec -= sys_tz.tz_minuteswest * 60;
  	xtime.tv_sec += sys_tz.tz_minuteswest * 60;
1001d0a9e   Thomas Gleixner   timekeeping: upda...
134
  	update_xtime_cache(0);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
  	write_sequnlock_irq(&xtime_lock);
  	clock_was_set();
  }
  
  /*
   * In case for some reason the CMOS clock has not already been running
   * in UTC, but in some local time: The first time we set the timezone,
   * we will warp the clock so that it is ticking UTC time instead of
   * local time. Presumably, if someone is setting the timezone then we
   * are running in an environment where the programs understand about
   * timezones. This should be done at boot time in the /etc/rc script,
   * as soon as possible, so that the clock can be set right. Otherwise,
   * various programs will get confused when the clock gets warped.
   */
  
  int do_sys_settimeofday(struct timespec *tv, struct timezone *tz)
  {
  	static int firsttime = 1;
  	int error = 0;
951069e31   Linus Torvalds   Don't try to "val...
154
  	if (tv && !timespec_valid(tv))
718bcceb5   Thomas Gleixner   [PATCH] hrtimer: ...
155
  		return -EINVAL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
156
157
158
159
160
161
162
  	error = security_settime(tv, tz);
  	if (error)
  		return error;
  
  	if (tz) {
  		/* SMP safe, global irq locking makes it work. */
  		sys_tz = *tz;
2c6221483   Tony Breeds   Fix discrepancy b...
163
  		update_vsyscall_tz();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
  		if (firsttime) {
  			firsttime = 0;
  			if (!tv)
  				warp_clock();
  		}
  	}
  	if (tv)
  	{
  		/* SMP safe, again the code in arch/foo/time.c should
  		 * globally block out interrupts when it runs.
  		 */
  		return do_settimeofday(tv);
  	}
  	return 0;
  }
  
  asmlinkage long sys_settimeofday(struct timeval __user *tv,
  				struct timezone __user *tz)
  {
  	struct timeval user_tv;
  	struct timespec	new_ts;
  	struct timezone new_tz;
  
  	if (tv) {
  		if (copy_from_user(&user_tv, tv, sizeof(*tv)))
  			return -EFAULT;
  		new_ts.tv_sec = user_tv.tv_sec;
  		new_ts.tv_nsec = user_tv.tv_usec * NSEC_PER_USEC;
  	}
  	if (tz) {
  		if (copy_from_user(&new_tz, tz, sizeof(*tz)))
  			return -EFAULT;
  	}
  
  	return do_sys_settimeofday(tv ? &new_ts : NULL, tz ? &new_tz : NULL);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
200
201
202
203
204
205
206
207
208
209
210
211
212
213
  asmlinkage long sys_adjtimex(struct timex __user *txc_p)
  {
  	struct timex txc;		/* Local copy of parameter */
  	int ret;
  
  	/* Copy the user data space into the kernel copy
  	 * structure. But bear in mind that the structures
  	 * may change
  	 */
  	if(copy_from_user(&txc, txc_p, sizeof(struct timex)))
  		return -EFAULT;
  	ret = do_adjtimex(&txc);
  	return copy_to_user(txc_p, &txc, sizeof(struct timex)) ? -EFAULT : ret;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
214
215
216
217
  /**
   * current_fs_time - Return FS time
   * @sb: Superblock.
   *
8ba8e95ed   Kalin KOZHUHAROV   Fix comments: s/g...
218
   * Return the current time truncated to the time granularity supported by
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
219
220
221
222
223
224
225
226
   * the fs.
   */
  struct timespec current_fs_time(struct super_block *sb)
  {
  	struct timespec now = current_kernel_time();
  	return timespec_trunc(now, sb->s_time_gran);
  }
  EXPORT_SYMBOL(current_fs_time);
753e9c5cd   Eric Dumazet   Optimize timespec...
227
228
229
230
231
232
233
234
235
236
237
238
239
  /*
   * Convert jiffies to milliseconds and back.
   *
   * Avoid unnecessary multiplications/divisions in the
   * two most common HZ cases:
   */
  unsigned int inline jiffies_to_msecs(const unsigned long j)
  {
  #if HZ <= MSEC_PER_SEC && !(MSEC_PER_SEC % HZ)
  	return (MSEC_PER_SEC / HZ) * j;
  #elif HZ > MSEC_PER_SEC && !(HZ % MSEC_PER_SEC)
  	return (j + (HZ / MSEC_PER_SEC) - 1)/(HZ / MSEC_PER_SEC);
  #else
bdc807871   H. Peter Anvin   avoid overflows i...
240
  # if BITS_PER_LONG == 32
b9095fd8a   H. Peter Anvin   Make constants in...
241
  	return (HZ_TO_MSEC_MUL32 * j) >> HZ_TO_MSEC_SHR32;
bdc807871   H. Peter Anvin   avoid overflows i...
242
243
244
  # else
  	return (j * HZ_TO_MSEC_NUM) / HZ_TO_MSEC_DEN;
  # endif
753e9c5cd   Eric Dumazet   Optimize timespec...
245
246
247
248
249
250
251
252
253
254
255
  #endif
  }
  EXPORT_SYMBOL(jiffies_to_msecs);
  
  unsigned int inline jiffies_to_usecs(const unsigned long j)
  {
  #if HZ <= USEC_PER_SEC && !(USEC_PER_SEC % HZ)
  	return (USEC_PER_SEC / HZ) * j;
  #elif HZ > USEC_PER_SEC && !(HZ % USEC_PER_SEC)
  	return (j + (HZ / USEC_PER_SEC) - 1)/(HZ / USEC_PER_SEC);
  #else
bdc807871   H. Peter Anvin   avoid overflows i...
256
  # if BITS_PER_LONG == 32
b9095fd8a   H. Peter Anvin   Make constants in...
257
  	return (HZ_TO_USEC_MUL32 * j) >> HZ_TO_USEC_SHR32;
bdc807871   H. Peter Anvin   avoid overflows i...
258
259
260
  # else
  	return (j * HZ_TO_USEC_NUM) / HZ_TO_USEC_DEN;
  # endif
753e9c5cd   Eric Dumazet   Optimize timespec...
261
262
263
  #endif
  }
  EXPORT_SYMBOL(jiffies_to_usecs);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
264
  /**
8ba8e95ed   Kalin KOZHUHAROV   Fix comments: s/g...
265
   * timespec_trunc - Truncate timespec to a granularity
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
266
   * @t: Timespec
8ba8e95ed   Kalin KOZHUHAROV   Fix comments: s/g...
267
   * @gran: Granularity in ns.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
268
   *
8ba8e95ed   Kalin KOZHUHAROV   Fix comments: s/g...
269
   * Truncate a timespec to a granularity. gran must be smaller than a second.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
270
271
272
273
   * Always rounds down.
   *
   * This function should be only used for timestamps returned by
   * current_kernel_time() or CURRENT_TIME, not with do_gettimeofday() because
3eb056764   Li Zefan   time: fix typo in...
274
   * it doesn't handle the better resolution of the latter.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
   */
  struct timespec timespec_trunc(struct timespec t, unsigned gran)
  {
  	/*
  	 * Division is pretty slow so avoid it for common cases.
  	 * Currently current_kernel_time() never returns better than
  	 * jiffies resolution. Exploit that.
  	 */
  	if (gran <= jiffies_to_usecs(1) * 1000) {
  		/* nothing */
  	} else if (gran == 1000000000) {
  		t.tv_nsec = 0;
  	} else {
  		t.tv_nsec -= t.tv_nsec % gran;
  	}
  	return t;
  }
  EXPORT_SYMBOL(timespec_trunc);
cf3c769b4   John Stultz   [PATCH] Time: Int...
293
  #ifndef CONFIG_GENERIC_TIME
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
294
295
296
297
298
299
300
301
302
303
304
305
  /*
   * Simulate gettimeofday using do_gettimeofday which only allows a timeval
   * and therefore only yields usec accuracy
   */
  void getnstimeofday(struct timespec *tv)
  {
  	struct timeval x;
  
  	do_gettimeofday(&x);
  	tv->tv_sec = x.tv_sec;
  	tv->tv_nsec = x.tv_usec * NSEC_PER_USEC;
  }
c6ecf7ed3   Takashi Iwai   [PATCH] Add missi...
306
  EXPORT_SYMBOL_GPL(getnstimeofday);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
307
  #endif
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
308
309
310
311
312
313
314
315
316
317
318
319
  /* Converts Gregorian date to seconds since 1970-01-01 00:00:00.
   * Assumes input in normal date format, i.e. 1980-12-31 23:59:59
   * => year=1980, mon=12, day=31, hour=23, min=59, sec=59.
   *
   * [For the Julian calendar (which was used in Russia before 1917,
   * Britain & colonies before 1752, anywhere else before 1582,
   * and is still in use by some communities) leave out the
   * -year/100+year/400 terms, and add 10.]
   *
   * This algorithm was first published by Gauss (I think).
   *
   * WARNING: this function will overflow on 2106-02-07 06:28:16 on
3eb056764   Li Zefan   time: fix typo in...
320
   * machines where long is 32-bit! (However, as time_t is signed, we
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
321
322
323
   * will already get problems at other places on 2038-01-19 03:14:08)
   */
  unsigned long
f4818900f   Ingo Molnar   [PATCH] hrtimer: ...
324
325
326
  mktime(const unsigned int year0, const unsigned int mon0,
         const unsigned int day, const unsigned int hour,
         const unsigned int min, const unsigned int sec)
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
327
  {
f4818900f   Ingo Molnar   [PATCH] hrtimer: ...
328
329
330
331
332
  	unsigned int mon = mon0, year = year0;
  
  	/* 1..12 -> 11,12,1..10 */
  	if (0 >= (int) (mon -= 2)) {
  		mon += 12;	/* Puts Feb last since it has leap day */
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
333
334
335
336
337
338
339
340
341
342
  		year -= 1;
  	}
  
  	return ((((unsigned long)
  		  (year/4 - year/100 + year/400 + 367*mon/12 + day) +
  		  year*365 - 719499
  	    )*24 + hour /* now have hours */
  	  )*60 + min /* now have minutes */
  	)*60 + sec; /* finally seconds */
  }
199e70568   Andrew Morton   [PATCH] hrtimer: ...
343
  EXPORT_SYMBOL(mktime);
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
344
345
346
347
348
349
350
351
352
353
354
  /**
   * set_normalized_timespec - set timespec sec and nsec parts and normalize
   *
   * @ts:		pointer to timespec variable to be set
   * @sec:	seconds to set
   * @nsec:	nanoseconds to set
   *
   * Set seconds and nanoseconds field of a timespec variable and
   * normalize to the timespec storage format
   *
   * Note: The tv_nsec part is always in the range of
bdc807871   H. Peter Anvin   avoid overflows i...
355
   *	0 <= tv_nsec < NSEC_PER_SEC
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
356
357
   * For negative values only the tv_sec field is negative !
   */
f4818900f   Ingo Molnar   [PATCH] hrtimer: ...
358
  void set_normalized_timespec(struct timespec *ts, time_t sec, long nsec)
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
359
360
361
362
363
364
365
366
367
368
369
370
  {
  	while (nsec >= NSEC_PER_SEC) {
  		nsec -= NSEC_PER_SEC;
  		++sec;
  	}
  	while (nsec < 0) {
  		nsec += NSEC_PER_SEC;
  		--sec;
  	}
  	ts->tv_sec = sec;
  	ts->tv_nsec = nsec;
  }
7c3f944e2   YOSHIFUJI Hideaki   time: Export set_...
371
  EXPORT_SYMBOL(set_normalized_timespec);
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
372

f8f46da3b   Thomas Gleixner   [PATCH] hrtimer: ...
373
374
375
376
377
378
  /**
   * ns_to_timespec - Convert nanoseconds to timespec
   * @nsec:       the nanoseconds value to be converted
   *
   * Returns the timespec representation of the nsec parameter.
   */
df869b630   Roman Zippel   [PATCH] hrtimers:...
379
  struct timespec ns_to_timespec(const s64 nsec)
f8f46da3b   Thomas Gleixner   [PATCH] hrtimer: ...
380
381
  {
  	struct timespec ts;
f8bd2258e   Roman Zippel   remove div_long_l...
382
  	s32 rem;
f8f46da3b   Thomas Gleixner   [PATCH] hrtimer: ...
383

88fc3897e   George Anzinger   [PATCH] Normalize...
384
385
  	if (!nsec)
  		return (struct timespec) {0, 0};
f8bd2258e   Roman Zippel   remove div_long_l...
386
387
388
389
390
391
  	ts.tv_sec = div_s64_rem(nsec, NSEC_PER_SEC, &rem);
  	if (unlikely(rem < 0)) {
  		ts.tv_sec--;
  		rem += NSEC_PER_SEC;
  	}
  	ts.tv_nsec = rem;
f8f46da3b   Thomas Gleixner   [PATCH] hrtimer: ...
392
393
394
  
  	return ts;
  }
85795d64e   Stephen Hemminger   [TCP] tcp_probe: ...
395
  EXPORT_SYMBOL(ns_to_timespec);
f8f46da3b   Thomas Gleixner   [PATCH] hrtimer: ...
396
397
398
399
400
401
402
  
  /**
   * ns_to_timeval - Convert nanoseconds to timeval
   * @nsec:       the nanoseconds value to be converted
   *
   * Returns the timeval representation of the nsec parameter.
   */
df869b630   Roman Zippel   [PATCH] hrtimers:...
403
  struct timeval ns_to_timeval(const s64 nsec)
f8f46da3b   Thomas Gleixner   [PATCH] hrtimer: ...
404
405
406
407
408
409
410
411
412
  {
  	struct timespec ts = ns_to_timespec(nsec);
  	struct timeval tv;
  
  	tv.tv_sec = ts.tv_sec;
  	tv.tv_usec = (suseconds_t) ts.tv_nsec / 1000;
  
  	return tv;
  }
b7aa0bf70   Eric Dumazet   [NET]: convert ne...
413
  EXPORT_SYMBOL(ns_to_timeval);
f8f46da3b   Thomas Gleixner   [PATCH] hrtimer: ...
414

8b9365d75   Ingo Molnar   [PATCH] Uninline ...
415
  /*
41cf54455   Ingo Molnar   [PATCH] Fix multi...
416
417
418
419
420
421
422
423
424
425
426
427
428
   * When we convert to jiffies then we interpret incoming values
   * the following way:
   *
   * - negative values mean 'infinite timeout' (MAX_JIFFY_OFFSET)
   *
   * - 'too large' values [that would result in larger than
   *   MAX_JIFFY_OFFSET values] mean 'infinite timeout' too.
   *
   * - all other values are converted to jiffies by either multiplying
   *   the input value by a factor or dividing it with a factor
   *
   * We must also be careful about 32-bit overflows.
   */
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
429
430
  unsigned long msecs_to_jiffies(const unsigned int m)
  {
41cf54455   Ingo Molnar   [PATCH] Fix multi...
431
432
433
434
  	/*
  	 * Negative value, means infinite timeout:
  	 */
  	if ((int)m < 0)
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
435
  		return MAX_JIFFY_OFFSET;
41cf54455   Ingo Molnar   [PATCH] Fix multi...
436

8b9365d75   Ingo Molnar   [PATCH] Uninline ...
437
  #if HZ <= MSEC_PER_SEC && !(MSEC_PER_SEC % HZ)
41cf54455   Ingo Molnar   [PATCH] Fix multi...
438
439
440
441
442
  	/*
  	 * HZ is equal to or smaller than 1000, and 1000 is a nice
  	 * round multiple of HZ, divide with the factor between them,
  	 * but round upwards:
  	 */
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
443
444
  	return (m + (MSEC_PER_SEC / HZ) - 1) / (MSEC_PER_SEC / HZ);
  #elif HZ > MSEC_PER_SEC && !(HZ % MSEC_PER_SEC)
41cf54455   Ingo Molnar   [PATCH] Fix multi...
445
446
447
448
449
450
451
452
453
  	/*
  	 * HZ is larger than 1000, and HZ is a nice round multiple of
  	 * 1000 - simply multiply with the factor between them.
  	 *
  	 * But first make sure the multiplication result cannot
  	 * overflow:
  	 */
  	if (m > jiffies_to_msecs(MAX_JIFFY_OFFSET))
  		return MAX_JIFFY_OFFSET;
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
454
455
  	return m * (HZ / MSEC_PER_SEC);
  #else
41cf54455   Ingo Molnar   [PATCH] Fix multi...
456
457
458
  	/*
  	 * Generic case - multiply, round and divide. But first
  	 * check that if we are doing a net multiplication, that
bdc807871   H. Peter Anvin   avoid overflows i...
459
  	 * we wouldn't overflow:
41cf54455   Ingo Molnar   [PATCH] Fix multi...
460
461
462
  	 */
  	if (HZ > MSEC_PER_SEC && m > jiffies_to_msecs(MAX_JIFFY_OFFSET))
  		return MAX_JIFFY_OFFSET;
b9095fd8a   H. Peter Anvin   Make constants in...
463
  	return (MSEC_TO_HZ_MUL32 * m + MSEC_TO_HZ_ADJ32)
bdc807871   H. Peter Anvin   avoid overflows i...
464
  		>> MSEC_TO_HZ_SHR32;
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
465
466
467
468
469
470
471
472
473
474
475
476
477
  #endif
  }
  EXPORT_SYMBOL(msecs_to_jiffies);
  
  unsigned long usecs_to_jiffies(const unsigned int u)
  {
  	if (u > jiffies_to_usecs(MAX_JIFFY_OFFSET))
  		return MAX_JIFFY_OFFSET;
  #if HZ <= USEC_PER_SEC && !(USEC_PER_SEC % HZ)
  	return (u + (USEC_PER_SEC / HZ) - 1) / (USEC_PER_SEC / HZ);
  #elif HZ > USEC_PER_SEC && !(HZ % USEC_PER_SEC)
  	return u * (HZ / USEC_PER_SEC);
  #else
b9095fd8a   H. Peter Anvin   Make constants in...
478
  	return (USEC_TO_HZ_MUL32 * u + USEC_TO_HZ_ADJ32)
bdc807871   H. Peter Anvin   avoid overflows i...
479
  		>> USEC_TO_HZ_SHR32;
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
  #endif
  }
  EXPORT_SYMBOL(usecs_to_jiffies);
  
  /*
   * The TICK_NSEC - 1 rounds up the value to the next resolution.  Note
   * that a remainder subtract here would not do the right thing as the
   * resolution values don't fall on second boundries.  I.e. the line:
   * nsec -= nsec % TICK_NSEC; is NOT a correct resolution rounding.
   *
   * Rather, we just shift the bits off the right.
   *
   * The >> (NSEC_JIFFIE_SC - SEC_JIFFIE_SC) converts the scaled nsec
   * value to a scaled second value.
   */
  unsigned long
  timespec_to_jiffies(const struct timespec *value)
  {
  	unsigned long sec = value->tv_sec;
  	long nsec = value->tv_nsec + TICK_NSEC - 1;
  
  	if (sec >= MAX_SEC_IN_JIFFIES){
  		sec = MAX_SEC_IN_JIFFIES;
  		nsec = 0;
  	}
  	return (((u64)sec * SEC_CONVERSION) +
  		(((u64)nsec * NSEC_CONVERSION) >>
  		 (NSEC_JIFFIE_SC - SEC_JIFFIE_SC))) >> SEC_JIFFIE_SC;
  
  }
  EXPORT_SYMBOL(timespec_to_jiffies);
  
  void
  jiffies_to_timespec(const unsigned long jiffies, struct timespec *value)
  {
  	/*
  	 * Convert jiffies to nanoseconds and separate with
  	 * one divide.
  	 */
f8bd2258e   Roman Zippel   remove div_long_l...
519
520
521
522
  	u32 rem;
  	value->tv_sec = div_u64_rem((u64)jiffies * TICK_NSEC,
  				    NSEC_PER_SEC, &rem);
  	value->tv_nsec = rem;
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
  }
  EXPORT_SYMBOL(jiffies_to_timespec);
  
  /* Same for "timeval"
   *
   * Well, almost.  The problem here is that the real system resolution is
   * in nanoseconds and the value being converted is in micro seconds.
   * Also for some machines (those that use HZ = 1024, in-particular),
   * there is a LARGE error in the tick size in microseconds.
  
   * The solution we use is to do the rounding AFTER we convert the
   * microsecond part.  Thus the USEC_ROUND, the bits to be shifted off.
   * Instruction wise, this should cost only an additional add with carry
   * instruction above the way it was done above.
   */
  unsigned long
  timeval_to_jiffies(const struct timeval *value)
  {
  	unsigned long sec = value->tv_sec;
  	long usec = value->tv_usec;
  
  	if (sec >= MAX_SEC_IN_JIFFIES){
  		sec = MAX_SEC_IN_JIFFIES;
  		usec = 0;
  	}
  	return (((u64)sec * SEC_CONVERSION) +
  		(((u64)usec * USEC_CONVERSION + USEC_ROUND) >>
  		 (USEC_JIFFIE_SC - SEC_JIFFIE_SC))) >> SEC_JIFFIE_SC;
  }
456a09dce   Thomas Bittermann   [PATCH] kernel/ti...
552
  EXPORT_SYMBOL(timeval_to_jiffies);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
553
554
555
556
557
558
559
  
  void jiffies_to_timeval(const unsigned long jiffies, struct timeval *value)
  {
  	/*
  	 * Convert jiffies to nanoseconds and separate with
  	 * one divide.
  	 */
f8bd2258e   Roman Zippel   remove div_long_l...
560
  	u32 rem;
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
561

f8bd2258e   Roman Zippel   remove div_long_l...
562
563
564
  	value->tv_sec = div_u64_rem((u64)jiffies * TICK_NSEC,
  				    NSEC_PER_SEC, &rem);
  	value->tv_usec = rem / NSEC_PER_USEC;
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
565
  }
456a09dce   Thomas Bittermann   [PATCH] kernel/ti...
566
  EXPORT_SYMBOL(jiffies_to_timeval);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
567
568
569
570
571
572
573
  
  /*
   * Convert jiffies/jiffies_64 to clock_t and back.
   */
  clock_t jiffies_to_clock_t(long x)
  {
  #if (TICK_NSEC % (NSEC_PER_SEC / USER_HZ)) == 0
6ffc787a4   David Fries   system timer: fix...
574
575
576
  # if HZ < USER_HZ
  	return x * (USER_HZ / HZ);
  # else
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
577
  	return x / (HZ / USER_HZ);
6ffc787a4   David Fries   system timer: fix...
578
  # endif
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
579
  #else
71abb3af6   Roman Zippel   convert a few do_...
580
  	return div_u64((u64)x * TICK_NSEC, NSEC_PER_SEC / USER_HZ);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
581
582
583
584
585
586
587
588
589
590
591
  #endif
  }
  EXPORT_SYMBOL(jiffies_to_clock_t);
  
  unsigned long clock_t_to_jiffies(unsigned long x)
  {
  #if (HZ % USER_HZ)==0
  	if (x >= ~0UL / (HZ / USER_HZ))
  		return ~0UL;
  	return x * (HZ / USER_HZ);
  #else
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
592
593
594
595
596
  	/* Don't worry about loss of precision here .. */
  	if (x >= ~0UL / HZ * USER_HZ)
  		return ~0UL;
  
  	/* .. but do try to contain it here */
71abb3af6   Roman Zippel   convert a few do_...
597
  	return div_u64((u64)x * HZ, USER_HZ);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
598
599
600
601
602
603
604
  #endif
  }
  EXPORT_SYMBOL(clock_t_to_jiffies);
  
  u64 jiffies_64_to_clock_t(u64 x)
  {
  #if (TICK_NSEC % (NSEC_PER_SEC / USER_HZ)) == 0
6ffc787a4   David Fries   system timer: fix...
605
  # if HZ < USER_HZ
71abb3af6   Roman Zippel   convert a few do_...
606
  	x = div_u64(x * USER_HZ, HZ);
ec03d7073   Andrew Morton   speed up jiffies ...
607
  # elif HZ > USER_HZ
71abb3af6   Roman Zippel   convert a few do_...
608
  	x = div_u64(x, HZ / USER_HZ);
ec03d7073   Andrew Morton   speed up jiffies ...
609
610
  # else
  	/* Nothing to do */
6ffc787a4   David Fries   system timer: fix...
611
  # endif
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
612
613
614
615
616
617
  #else
  	/*
  	 * There are better ways that don't overflow early,
  	 * but even this doesn't overflow in hundreds of years
  	 * in 64 bits, so..
  	 */
71abb3af6   Roman Zippel   convert a few do_...
618
  	x = div_u64(x * TICK_NSEC, (NSEC_PER_SEC / USER_HZ));
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
619
620
621
  #endif
  	return x;
  }
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
622
623
624
625
626
  EXPORT_SYMBOL(jiffies_64_to_clock_t);
  
  u64 nsec_to_clock_t(u64 x)
  {
  #if (NSEC_PER_SEC % USER_HZ) == 0
71abb3af6   Roman Zippel   convert a few do_...
627
  	return div_u64(x, NSEC_PER_SEC / USER_HZ);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
628
  #elif (USER_HZ % 512) == 0
71abb3af6   Roman Zippel   convert a few do_...
629
  	return div_u64(x * USER_HZ / 512, NSEC_PER_SEC / 512);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
630
631
632
633
634
635
  #else
  	/*
           * max relative error 5.7e-8 (1.8s per year) for USER_HZ <= 1024,
           * overflow after 64.99 years.
           * exact for HZ=60, 72, 90, 120, 144, 180, 300, 600, 900, ...
           */
71abb3af6   Roman Zippel   convert a few do_...
636
  	return div_u64(x * 9, (9ull * NSEC_PER_SEC + (USER_HZ / 2)) / USER_HZ);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
637
  #endif
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
638
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
639
640
641
642
643
644
645
646
647
648
649
650
  #if (BITS_PER_LONG < 64)
  u64 get_jiffies_64(void)
  {
  	unsigned long seq;
  	u64 ret;
  
  	do {
  		seq = read_seqbegin(&xtime_lock);
  		ret = jiffies_64;
  	} while (read_seqretry(&xtime_lock, seq));
  	return ret;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
651
652
653
654
  EXPORT_SYMBOL(get_jiffies_64);
  #endif
  
  EXPORT_SYMBOL(jiffies);