Blame view

kernel/time/time.c 20.4 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
6
7
8
9
10
11
  /*
   *  linux/kernel/time.c
   *
   *  Copyright (C) 1991, 1992  Linus Torvalds
   *
   *  This file contains the interface functions for the various
   *  time related system calls: time, stime, gettimeofday, settimeofday,
   *			       adjtime
   */
  /*
   * Modification history kernel/time.c
6fa6c3b1d   Daniel Walker   whitespace fixes:...
12
   *
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
13
   * 1993-09-02    Philip Gladstone
0a0fca9d8   Viresh Kumar   sched: Rename sch...
14
   *      Created file with time related functions from sched/core.c and adjtimex()
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
15
16
17
18
19
20
21
22
23
24
25
26
27
28
   * 1993-10-08    Torsten Duwe
   *      adjtime interface update and CMOS clock write code
   * 1995-08-13    Torsten Duwe
   *      kernel PLL updated to 1994-12-13 specs (rfc-1589)
   * 1999-01-16    Ulrich Windl
   *	Introduced error checking for many cases in adjtimex().
   *	Updated NTP code according to technical memorandum Jan '96
   *	"A Kernel Model for Precision Timekeeping" by Dave Mills
   *	Allow time_constant larger than MAXTC(6) for NTP v4 (MAXTC == 10)
   *	(Even though the technical memorandum forbids it)
   * 2004-07-14	 Christoph Lameter
   *	Added getnstimeofday to allow the posix timer functions to return
   *	with nanosecond accuracy
   */
9984de1a5   Paul Gortmaker   kernel: Map most ...
29
  #include <linux/export.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
30
  #include <linux/timex.h>
c59ede7b7   Randy.Dunlap   [PATCH] move capa...
31
  #include <linux/capability.h>
189374aed   John Stultz   time: Move update...
32
  #include <linux/timekeeper_internal.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
33
  #include <linux/errno.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
34
35
36
  #include <linux/syscalls.h>
  #include <linux/security.h>
  #include <linux/fs.h>
71abb3af6   Roman Zippel   convert a few do_...
37
  #include <linux/math64.h>
e3d5a27d5   Paul Mackerras   Allow times and t...
38
  #include <linux/ptrace.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
39
40
41
  
  #include <asm/uaccess.h>
  #include <asm/unistd.h>
bdc807871   H. Peter Anvin   avoid overflows i...
42
  #include "timeconst.h"
8b094cd03   Thomas Gleixner   time: Consolidate...
43
  #include "timekeeping.h"
bdc807871   H. Peter Anvin   avoid overflows i...
44

6fa6c3b1d   Daniel Walker   whitespace fixes:...
45
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
   * The timezone where the local system is located.  Used as a default by some
   * programs who obtain this value by using gettimeofday.
   */
  struct timezone sys_tz;
  
  EXPORT_SYMBOL(sys_tz);
  
  #ifdef __ARCH_WANT_SYS_TIME
  
  /*
   * sys_time() can be implemented in user-level using
   * sys_gettimeofday().  Is this for backwards compatibility?  If so,
   * why not move it into the appropriate arch directory (for those
   * architectures that need it).
   */
58fd3aa28   Heiko Carstens   [CVE-2009-0029] S...
61
  SYSCALL_DEFINE1(time, time_t __user *, tloc)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
62
  {
f20bf6125   Ingo Molnar   time: introduce x...
63
  	time_t i = get_seconds();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
64
65
  
  	if (tloc) {
200822087   Linus Torvalds   Revert "sys_time(...
66
  		if (put_user(i,tloc))
e3d5a27d5   Paul Mackerras   Allow times and t...
67
  			return -EFAULT;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
68
  	}
e3d5a27d5   Paul Mackerras   Allow times and t...
69
  	force_successful_syscall_return();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
70
71
72
73
74
75
76
77
78
  	return i;
  }
  
  /*
   * sys_stime() can be implemented in user-level using
   * sys_settimeofday().  Is this for backwards compatibility?  If so,
   * why not move it into the appropriate arch directory (for those
   * architectures that need it).
   */
6fa6c3b1d   Daniel Walker   whitespace fixes:...
79

58fd3aa28   Heiko Carstens   [CVE-2009-0029] S...
80
  SYSCALL_DEFINE1(stime, time_t __user *, tptr)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
  {
  	struct timespec tv;
  	int err;
  
  	if (get_user(tv.tv_sec, tptr))
  		return -EFAULT;
  
  	tv.tv_nsec = 0;
  
  	err = security_settime(&tv, NULL);
  	if (err)
  		return err;
  
  	do_settimeofday(&tv);
  	return 0;
  }
  
  #endif /* __ARCH_WANT_SYS_TIME */
58fd3aa28   Heiko Carstens   [CVE-2009-0029] S...
99
100
  SYSCALL_DEFINE2(gettimeofday, struct timeval __user *, tv,
  		struct timezone __user *, tz)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
  {
  	if (likely(tv != NULL)) {
  		struct timeval ktv;
  		do_gettimeofday(&ktv);
  		if (copy_to_user(tv, &ktv, sizeof(ktv)))
  			return -EFAULT;
  	}
  	if (unlikely(tz != NULL)) {
  		if (copy_to_user(tz, &sys_tz, sizeof(sys_tz)))
  			return -EFAULT;
  	}
  	return 0;
  }
  
  /*
84e345e4e   Prarit Bhargava   time, Fix setting...
116
117
118
119
120
121
   * Indicates if there is an offset between the system clock and the hardware
   * clock/persistent clock/rtc.
   */
  int persistent_clock_is_local;
  
  /*
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
122
123
   * Adjust the time obtained from the CMOS to be UTC time instead of
   * local time.
6fa6c3b1d   Daniel Walker   whitespace fixes:...
124
   *
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
125
126
   * This is ugly, but preferable to the alternatives.  Otherwise we
   * would either need to write a program to do it in /etc/rc (and risk
6fa6c3b1d   Daniel Walker   whitespace fixes:...
127
   * confusion if the program gets run more than once; it would also be
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
128
129
130
   * hard to make the program warp the clock precisely n hours)  or
   * compile in the timezone information into the kernel.  Bad, bad....
   *
bdc807871   H. Peter Anvin   avoid overflows i...
131
   *						- TYT, 1992-01-01
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
132
133
134
135
136
   *
   * The best thing to do is to keep the CMOS clock in universal time (UTC)
   * as real UNIX machines always do it. This avoids all headaches about
   * daylight saving times and warping kernel clocks.
   */
77933d727   Jesper Juhl   [PATCH] clean up ...
137
  static inline void warp_clock(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
138
  {
c30bd0991   Dong Zhu   timekeeping: Avoi...
139
140
  	if (sys_tz.tz_minuteswest != 0) {
  		struct timespec adjust;
bd45b7a38   Thomas Gleixner   timekeeping: Fix ...
141

84e345e4e   Prarit Bhargava   time, Fix setting...
142
  		persistent_clock_is_local = 1;
7859e404a   John Stultz   timekeeping: Use ...
143
144
145
  		adjust.tv_sec = sys_tz.tz_minuteswest * 60;
  		adjust.tv_nsec = 0;
  		timekeeping_inject_offset(&adjust);
c30bd0991   Dong Zhu   timekeeping: Avoi...
146
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
147
148
149
150
151
152
153
154
155
156
157
158
  }
  
  /*
   * In case for some reason the CMOS clock has not already been running
   * in UTC, but in some local time: The first time we set the timezone,
   * we will warp the clock so that it is ticking UTC time instead of
   * local time. Presumably, if someone is setting the timezone then we
   * are running in an environment where the programs understand about
   * timezones. This should be done at boot time in the /etc/rc script,
   * as soon as possible, so that the clock can be set right. Otherwise,
   * various programs will get confused when the clock gets warped.
   */
1e6d76792   Richard Cochran   time: Correct the...
159
  int do_sys_settimeofday(const struct timespec *tv, const struct timezone *tz)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
160
161
162
  {
  	static int firsttime = 1;
  	int error = 0;
951069e31   Linus Torvalds   Don't try to "val...
163
  	if (tv && !timespec_valid(tv))
718bcceb5   Thomas Gleixner   [PATCH] hrtimer: ...
164
  		return -EINVAL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
165
166
167
168
169
  	error = security_settime(tv, tz);
  	if (error)
  		return error;
  
  	if (tz) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
170
  		sys_tz = *tz;
2c6221483   Tony Breeds   Fix discrepancy b...
171
  		update_vsyscall_tz();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
172
173
174
175
176
177
178
  		if (firsttime) {
  			firsttime = 0;
  			if (!tv)
  				warp_clock();
  		}
  	}
  	if (tv)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
179
  		return do_settimeofday(tv);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
180
181
  	return 0;
  }
58fd3aa28   Heiko Carstens   [CVE-2009-0029] S...
182
183
  SYSCALL_DEFINE2(settimeofday, struct timeval __user *, tv,
  		struct timezone __user *, tz)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
  {
  	struct timeval user_tv;
  	struct timespec	new_ts;
  	struct timezone new_tz;
  
  	if (tv) {
  		if (copy_from_user(&user_tv, tv, sizeof(*tv)))
  			return -EFAULT;
  		new_ts.tv_sec = user_tv.tv_sec;
  		new_ts.tv_nsec = user_tv.tv_usec * NSEC_PER_USEC;
  	}
  	if (tz) {
  		if (copy_from_user(&new_tz, tz, sizeof(*tz)))
  			return -EFAULT;
  	}
  
  	return do_sys_settimeofday(tv ? &new_ts : NULL, tz ? &new_tz : NULL);
  }
58fd3aa28   Heiko Carstens   [CVE-2009-0029] S...
202
  SYSCALL_DEFINE1(adjtimex, struct timex __user *, txc_p)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
203
204
205
206
207
208
209
210
211
212
213
214
215
  {
  	struct timex txc;		/* Local copy of parameter */
  	int ret;
  
  	/* Copy the user data space into the kernel copy
  	 * structure. But bear in mind that the structures
  	 * may change
  	 */
  	if(copy_from_user(&txc, txc_p, sizeof(struct timex)))
  		return -EFAULT;
  	ret = do_adjtimex(&txc);
  	return copy_to_user(txc_p, &txc, sizeof(struct timex)) ? -EFAULT : ret;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
216
217
218
219
  /**
   * current_fs_time - Return FS time
   * @sb: Superblock.
   *
8ba8e95ed   Kalin KOZHUHAROV   Fix comments: s/g...
220
   * Return the current time truncated to the time granularity supported by
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
221
222
223
224
225
226
227
228
   * the fs.
   */
  struct timespec current_fs_time(struct super_block *sb)
  {
  	struct timespec now = current_kernel_time();
  	return timespec_trunc(now, sb->s_time_gran);
  }
  EXPORT_SYMBOL(current_fs_time);
753e9c5cd   Eric Dumazet   Optimize timespec...
229
230
231
232
233
234
  /*
   * Convert jiffies to milliseconds and back.
   *
   * Avoid unnecessary multiplications/divisions in the
   * two most common HZ cases:
   */
af3b56289   Greg Kroah-Hartman   time: don't inlin...
235
  unsigned int jiffies_to_msecs(const unsigned long j)
753e9c5cd   Eric Dumazet   Optimize timespec...
236
237
238
239
240
241
  {
  #if HZ <= MSEC_PER_SEC && !(MSEC_PER_SEC % HZ)
  	return (MSEC_PER_SEC / HZ) * j;
  #elif HZ > MSEC_PER_SEC && !(HZ % MSEC_PER_SEC)
  	return (j + (HZ / MSEC_PER_SEC) - 1)/(HZ / MSEC_PER_SEC);
  #else
bdc807871   H. Peter Anvin   avoid overflows i...
242
  # if BITS_PER_LONG == 32
b9095fd8a   H. Peter Anvin   Make constants in...
243
  	return (HZ_TO_MSEC_MUL32 * j) >> HZ_TO_MSEC_SHR32;
bdc807871   H. Peter Anvin   avoid overflows i...
244
245
246
  # else
  	return (j * HZ_TO_MSEC_NUM) / HZ_TO_MSEC_DEN;
  # endif
753e9c5cd   Eric Dumazet   Optimize timespec...
247
248
249
  #endif
  }
  EXPORT_SYMBOL(jiffies_to_msecs);
af3b56289   Greg Kroah-Hartman   time: don't inlin...
250
  unsigned int jiffies_to_usecs(const unsigned long j)
753e9c5cd   Eric Dumazet   Optimize timespec...
251
252
253
254
255
256
  {
  #if HZ <= USEC_PER_SEC && !(USEC_PER_SEC % HZ)
  	return (USEC_PER_SEC / HZ) * j;
  #elif HZ > USEC_PER_SEC && !(HZ % USEC_PER_SEC)
  	return (j + (HZ / USEC_PER_SEC) - 1)/(HZ / USEC_PER_SEC);
  #else
bdc807871   H. Peter Anvin   avoid overflows i...
257
  # if BITS_PER_LONG == 32
b9095fd8a   H. Peter Anvin   Make constants in...
258
  	return (HZ_TO_USEC_MUL32 * j) >> HZ_TO_USEC_SHR32;
bdc807871   H. Peter Anvin   avoid overflows i...
259
260
261
  # else
  	return (j * HZ_TO_USEC_NUM) / HZ_TO_USEC_DEN;
  # endif
753e9c5cd   Eric Dumazet   Optimize timespec...
262
263
264
  #endif
  }
  EXPORT_SYMBOL(jiffies_to_usecs);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
265
  /**
8ba8e95ed   Kalin KOZHUHAROV   Fix comments: s/g...
266
   * timespec_trunc - Truncate timespec to a granularity
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
267
   * @t: Timespec
8ba8e95ed   Kalin KOZHUHAROV   Fix comments: s/g...
268
   * @gran: Granularity in ns.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
269
   *
8ba8e95ed   Kalin KOZHUHAROV   Fix comments: s/g...
270
   * Truncate a timespec to a granularity. gran must be smaller than a second.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
271
272
273
274
   * Always rounds down.
   *
   * This function should be only used for timestamps returned by
   * current_kernel_time() or CURRENT_TIME, not with do_gettimeofday() because
3eb056764   Li Zefan   time: fix typo in...
275
   * it doesn't handle the better resolution of the latter.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
   */
  struct timespec timespec_trunc(struct timespec t, unsigned gran)
  {
  	/*
  	 * Division is pretty slow so avoid it for common cases.
  	 * Currently current_kernel_time() never returns better than
  	 * jiffies resolution. Exploit that.
  	 */
  	if (gran <= jiffies_to_usecs(1) * 1000) {
  		/* nothing */
  	} else if (gran == 1000000000) {
  		t.tv_nsec = 0;
  	} else {
  		t.tv_nsec -= t.tv_nsec % gran;
  	}
  	return t;
  }
  EXPORT_SYMBOL(timespec_trunc);
90b6ce9c4   pang.xunlei   time: Provide y20...
294
295
296
  /*
   * mktime64 - Converts date to seconds.
   * Converts Gregorian date to seconds since 1970-01-01 00:00:00.
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
297
298
299
300
301
302
303
304
305
   * Assumes input in normal date format, i.e. 1980-12-31 23:59:59
   * => year=1980, mon=12, day=31, hour=23, min=59, sec=59.
   *
   * [For the Julian calendar (which was used in Russia before 1917,
   * Britain & colonies before 1752, anywhere else before 1582,
   * and is still in use by some communities) leave out the
   * -year/100+year/400 terms, and add 10.]
   *
   * This algorithm was first published by Gauss (I think).
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
306
   */
90b6ce9c4   pang.xunlei   time: Provide y20...
307
308
309
  time64_t mktime64(const unsigned int year0, const unsigned int mon0,
  		const unsigned int day, const unsigned int hour,
  		const unsigned int min, const unsigned int sec)
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
310
  {
f4818900f   Ingo Molnar   [PATCH] hrtimer: ...
311
312
313
314
315
  	unsigned int mon = mon0, year = year0;
  
  	/* 1..12 -> 11,12,1..10 */
  	if (0 >= (int) (mon -= 2)) {
  		mon += 12;	/* Puts Feb last since it has leap day */
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
316
317
  		year -= 1;
  	}
90b6ce9c4   pang.xunlei   time: Provide y20...
318
  	return ((((time64_t)
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
319
320
321
322
323
324
  		  (year/4 - year/100 + year/400 + 367*mon/12 + day) +
  		  year*365 - 719499
  	    )*24 + hour /* now have hours */
  	  )*60 + min /* now have minutes */
  	)*60 + sec; /* finally seconds */
  }
90b6ce9c4   pang.xunlei   time: Provide y20...
325
  EXPORT_SYMBOL(mktime64);
199e70568   Andrew Morton   [PATCH] hrtimer: ...
326

753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
327
328
329
330
331
332
333
334
335
336
337
  /**
   * set_normalized_timespec - set timespec sec and nsec parts and normalize
   *
   * @ts:		pointer to timespec variable to be set
   * @sec:	seconds to set
   * @nsec:	nanoseconds to set
   *
   * Set seconds and nanoseconds field of a timespec variable and
   * normalize to the timespec storage format
   *
   * Note: The tv_nsec part is always in the range of
bdc807871   H. Peter Anvin   avoid overflows i...
338
   *	0 <= tv_nsec < NSEC_PER_SEC
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
339
340
   * For negative values only the tv_sec field is negative !
   */
12e09337f   Thomas Gleixner   time: Prevent 32 ...
341
  void set_normalized_timespec(struct timespec *ts, time_t sec, s64 nsec)
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
342
343
  {
  	while (nsec >= NSEC_PER_SEC) {
12e09337f   Thomas Gleixner   time: Prevent 32 ...
344
345
346
347
348
349
  		/*
  		 * The following asm() prevents the compiler from
  		 * optimising this loop into a modulo operation. See
  		 * also __iter_div_u64_rem() in include/linux/time.h
  		 */
  		asm("" : "+rm"(nsec));
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
350
351
352
353
  		nsec -= NSEC_PER_SEC;
  		++sec;
  	}
  	while (nsec < 0) {
12e09337f   Thomas Gleixner   time: Prevent 32 ...
354
  		asm("" : "+rm"(nsec));
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
355
356
357
358
359
360
  		nsec += NSEC_PER_SEC;
  		--sec;
  	}
  	ts->tv_sec = sec;
  	ts->tv_nsec = nsec;
  }
7c3f944e2   YOSHIFUJI Hideaki   time: Export set_...
361
  EXPORT_SYMBOL(set_normalized_timespec);
753be6222   Thomas Gleixner   [PATCH] hrtimer: ...
362

f8f46da3b   Thomas Gleixner   [PATCH] hrtimer: ...
363
364
365
366
367
368
  /**
   * ns_to_timespec - Convert nanoseconds to timespec
   * @nsec:       the nanoseconds value to be converted
   *
   * Returns the timespec representation of the nsec parameter.
   */
df869b630   Roman Zippel   [PATCH] hrtimers:...
369
  struct timespec ns_to_timespec(const s64 nsec)
f8f46da3b   Thomas Gleixner   [PATCH] hrtimer: ...
370
371
  {
  	struct timespec ts;
f8bd2258e   Roman Zippel   remove div_long_l...
372
  	s32 rem;
f8f46da3b   Thomas Gleixner   [PATCH] hrtimer: ...
373

88fc3897e   George Anzinger   [PATCH] Normalize...
374
375
  	if (!nsec)
  		return (struct timespec) {0, 0};
f8bd2258e   Roman Zippel   remove div_long_l...
376
377
378
379
380
381
  	ts.tv_sec = div_s64_rem(nsec, NSEC_PER_SEC, &rem);
  	if (unlikely(rem < 0)) {
  		ts.tv_sec--;
  		rem += NSEC_PER_SEC;
  	}
  	ts.tv_nsec = rem;
f8f46da3b   Thomas Gleixner   [PATCH] hrtimer: ...
382
383
384
  
  	return ts;
  }
85795d64e   Stephen Hemminger   [TCP] tcp_probe: ...
385
  EXPORT_SYMBOL(ns_to_timespec);
f8f46da3b   Thomas Gleixner   [PATCH] hrtimer: ...
386
387
388
389
390
391
392
  
  /**
   * ns_to_timeval - Convert nanoseconds to timeval
   * @nsec:       the nanoseconds value to be converted
   *
   * Returns the timeval representation of the nsec parameter.
   */
df869b630   Roman Zippel   [PATCH] hrtimers:...
393
  struct timeval ns_to_timeval(const s64 nsec)
f8f46da3b   Thomas Gleixner   [PATCH] hrtimer: ...
394
395
396
397
398
399
400
401
402
  {
  	struct timespec ts = ns_to_timespec(nsec);
  	struct timeval tv;
  
  	tv.tv_sec = ts.tv_sec;
  	tv.tv_usec = (suseconds_t) ts.tv_nsec / 1000;
  
  	return tv;
  }
b7aa0bf70   Eric Dumazet   [NET]: convert ne...
403
  EXPORT_SYMBOL(ns_to_timeval);
f8f46da3b   Thomas Gleixner   [PATCH] hrtimer: ...
404

49cd6f869   John Stultz   time: More core i...
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
  #if BITS_PER_LONG == 32
  /**
   * set_normalized_timespec - set timespec sec and nsec parts and normalize
   *
   * @ts:		pointer to timespec variable to be set
   * @sec:	seconds to set
   * @nsec:	nanoseconds to set
   *
   * Set seconds and nanoseconds field of a timespec variable and
   * normalize to the timespec storage format
   *
   * Note: The tv_nsec part is always in the range of
   *	0 <= tv_nsec < NSEC_PER_SEC
   * For negative values only the tv_sec field is negative !
   */
  void set_normalized_timespec64(struct timespec64 *ts, time64_t sec, s64 nsec)
  {
  	while (nsec >= NSEC_PER_SEC) {
  		/*
  		 * The following asm() prevents the compiler from
  		 * optimising this loop into a modulo operation. See
  		 * also __iter_div_u64_rem() in include/linux/time.h
  		 */
  		asm("" : "+rm"(nsec));
  		nsec -= NSEC_PER_SEC;
  		++sec;
  	}
  	while (nsec < 0) {
  		asm("" : "+rm"(nsec));
  		nsec += NSEC_PER_SEC;
  		--sec;
  	}
  	ts->tv_sec = sec;
  	ts->tv_nsec = nsec;
  }
  EXPORT_SYMBOL(set_normalized_timespec64);
  
  /**
   * ns_to_timespec64 - Convert nanoseconds to timespec64
   * @nsec:       the nanoseconds value to be converted
   *
   * Returns the timespec64 representation of the nsec parameter.
   */
  struct timespec64 ns_to_timespec64(const s64 nsec)
  {
  	struct timespec64 ts;
  	s32 rem;
  
  	if (!nsec)
  		return (struct timespec64) {0, 0};
  
  	ts.tv_sec = div_s64_rem(nsec, NSEC_PER_SEC, &rem);
  	if (unlikely(rem < 0)) {
  		ts.tv_sec--;
  		rem += NSEC_PER_SEC;
  	}
  	ts.tv_nsec = rem;
  
  	return ts;
  }
  EXPORT_SYMBOL(ns_to_timespec64);
  #endif
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
467
  /*
41cf54455   Ingo Molnar   [PATCH] Fix multi...
468
469
470
471
472
473
474
475
476
477
478
479
480
   * When we convert to jiffies then we interpret incoming values
   * the following way:
   *
   * - negative values mean 'infinite timeout' (MAX_JIFFY_OFFSET)
   *
   * - 'too large' values [that would result in larger than
   *   MAX_JIFFY_OFFSET values] mean 'infinite timeout' too.
   *
   * - all other values are converted to jiffies by either multiplying
   *   the input value by a factor or dividing it with a factor
   *
   * We must also be careful about 32-bit overflows.
   */
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
481
482
  unsigned long msecs_to_jiffies(const unsigned int m)
  {
41cf54455   Ingo Molnar   [PATCH] Fix multi...
483
484
485
486
  	/*
  	 * Negative value, means infinite timeout:
  	 */
  	if ((int)m < 0)
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
487
  		return MAX_JIFFY_OFFSET;
41cf54455   Ingo Molnar   [PATCH] Fix multi...
488

8b9365d75   Ingo Molnar   [PATCH] Uninline ...
489
  #if HZ <= MSEC_PER_SEC && !(MSEC_PER_SEC % HZ)
41cf54455   Ingo Molnar   [PATCH] Fix multi...
490
491
492
493
494
  	/*
  	 * HZ is equal to or smaller than 1000, and 1000 is a nice
  	 * round multiple of HZ, divide with the factor between them,
  	 * but round upwards:
  	 */
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
495
496
  	return (m + (MSEC_PER_SEC / HZ) - 1) / (MSEC_PER_SEC / HZ);
  #elif HZ > MSEC_PER_SEC && !(HZ % MSEC_PER_SEC)
41cf54455   Ingo Molnar   [PATCH] Fix multi...
497
498
499
500
501
502
503
504
505
  	/*
  	 * HZ is larger than 1000, and HZ is a nice round multiple of
  	 * 1000 - simply multiply with the factor between them.
  	 *
  	 * But first make sure the multiplication result cannot
  	 * overflow:
  	 */
  	if (m > jiffies_to_msecs(MAX_JIFFY_OFFSET))
  		return MAX_JIFFY_OFFSET;
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
506
507
  	return m * (HZ / MSEC_PER_SEC);
  #else
41cf54455   Ingo Molnar   [PATCH] Fix multi...
508
509
510
  	/*
  	 * Generic case - multiply, round and divide. But first
  	 * check that if we are doing a net multiplication, that
bdc807871   H. Peter Anvin   avoid overflows i...
511
  	 * we wouldn't overflow:
41cf54455   Ingo Molnar   [PATCH] Fix multi...
512
513
514
  	 */
  	if (HZ > MSEC_PER_SEC && m > jiffies_to_msecs(MAX_JIFFY_OFFSET))
  		return MAX_JIFFY_OFFSET;
b9095fd8a   H. Peter Anvin   Make constants in...
515
  	return (MSEC_TO_HZ_MUL32 * m + MSEC_TO_HZ_ADJ32)
bdc807871   H. Peter Anvin   avoid overflows i...
516
  		>> MSEC_TO_HZ_SHR32;
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
517
518
519
520
521
522
523
524
525
526
527
528
529
  #endif
  }
  EXPORT_SYMBOL(msecs_to_jiffies);
  
  unsigned long usecs_to_jiffies(const unsigned int u)
  {
  	if (u > jiffies_to_usecs(MAX_JIFFY_OFFSET))
  		return MAX_JIFFY_OFFSET;
  #if HZ <= USEC_PER_SEC && !(USEC_PER_SEC % HZ)
  	return (u + (USEC_PER_SEC / HZ) - 1) / (USEC_PER_SEC / HZ);
  #elif HZ > USEC_PER_SEC && !(HZ % USEC_PER_SEC)
  	return u * (HZ / USEC_PER_SEC);
  #else
b9095fd8a   H. Peter Anvin   Make constants in...
530
  	return (USEC_TO_HZ_MUL32 * u + USEC_TO_HZ_ADJ32)
bdc807871   H. Peter Anvin   avoid overflows i...
531
  		>> USEC_TO_HZ_SHR32;
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
532
533
534
535
536
537
538
539
540
  #endif
  }
  EXPORT_SYMBOL(usecs_to_jiffies);
  
  /*
   * The TICK_NSEC - 1 rounds up the value to the next resolution.  Note
   * that a remainder subtract here would not do the right thing as the
   * resolution values don't fall on second boundries.  I.e. the line:
   * nsec -= nsec % TICK_NSEC; is NOT a correct resolution rounding.
d78c9300c   Andrew Hunter   jiffies: Fix time...
541
542
543
544
   * Note that due to the small error in the multiplier here, this
   * rounding is incorrect for sufficiently large values of tv_nsec, but
   * well formed timespecs should have tv_nsec < NSEC_PER_SEC, so we're
   * OK.
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
545
546
547
548
549
550
   *
   * Rather, we just shift the bits off the right.
   *
   * The >> (NSEC_JIFFIE_SC - SEC_JIFFIE_SC) converts the scaled nsec
   * value to a scaled second value.
   */
d78c9300c   Andrew Hunter   jiffies: Fix time...
551
552
  static unsigned long
  __timespec_to_jiffies(unsigned long sec, long nsec)
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
553
  {
d78c9300c   Andrew Hunter   jiffies: Fix time...
554
  	nsec = nsec + TICK_NSEC - 1;
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
555
556
557
558
559
560
561
562
563
564
  
  	if (sec >= MAX_SEC_IN_JIFFIES){
  		sec = MAX_SEC_IN_JIFFIES;
  		nsec = 0;
  	}
  	return (((u64)sec * SEC_CONVERSION) +
  		(((u64)nsec * NSEC_CONVERSION) >>
  		 (NSEC_JIFFIE_SC - SEC_JIFFIE_SC))) >> SEC_JIFFIE_SC;
  
  }
d78c9300c   Andrew Hunter   jiffies: Fix time...
565
566
567
568
569
570
  
  unsigned long
  timespec_to_jiffies(const struct timespec *value)
  {
  	return __timespec_to_jiffies(value->tv_sec, value->tv_nsec);
  }
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
571
572
573
574
575
576
577
578
579
  EXPORT_SYMBOL(timespec_to_jiffies);
  
  void
  jiffies_to_timespec(const unsigned long jiffies, struct timespec *value)
  {
  	/*
  	 * Convert jiffies to nanoseconds and separate with
  	 * one divide.
  	 */
f8bd2258e   Roman Zippel   remove div_long_l...
580
581
582
583
  	u32 rem;
  	value->tv_sec = div_u64_rem((u64)jiffies * TICK_NSEC,
  				    NSEC_PER_SEC, &rem);
  	value->tv_nsec = rem;
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
584
585
  }
  EXPORT_SYMBOL(jiffies_to_timespec);
d78c9300c   Andrew Hunter   jiffies: Fix time...
586
587
588
589
590
591
592
593
594
595
596
597
  /*
   * We could use a similar algorithm to timespec_to_jiffies (with a
   * different multiplier for usec instead of nsec). But this has a
   * problem with rounding: we can't exactly add TICK_NSEC - 1 to the
   * usec value, since it's not necessarily integral.
   *
   * We could instead round in the intermediate scaled representation
   * (i.e. in units of 1/2^(large scale) jiffies) but that's also
   * perilous: the scaling introduces a small positive error, which
   * combined with a division-rounding-upward (i.e. adding 2^(scale) - 1
   * units to the intermediate before shifting) leads to accidental
   * overflow and overestimates.
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
598
   *
d78c9300c   Andrew Hunter   jiffies: Fix time...
599
600
   * At the cost of one additional multiplication by a constant, just
   * use the timespec implementation.
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
601
602
603
604
   */
  unsigned long
  timeval_to_jiffies(const struct timeval *value)
  {
d78c9300c   Andrew Hunter   jiffies: Fix time...
605
606
  	return __timespec_to_jiffies(value->tv_sec,
  				     value->tv_usec * NSEC_PER_USEC);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
607
  }
456a09dce   Thomas Bittermann   [PATCH] kernel/ti...
608
  EXPORT_SYMBOL(timeval_to_jiffies);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
609
610
611
612
613
614
615
  
  void jiffies_to_timeval(const unsigned long jiffies, struct timeval *value)
  {
  	/*
  	 * Convert jiffies to nanoseconds and separate with
  	 * one divide.
  	 */
f8bd2258e   Roman Zippel   remove div_long_l...
616
  	u32 rem;
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
617

f8bd2258e   Roman Zippel   remove div_long_l...
618
619
620
  	value->tv_sec = div_u64_rem((u64)jiffies * TICK_NSEC,
  				    NSEC_PER_SEC, &rem);
  	value->tv_usec = rem / NSEC_PER_USEC;
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
621
  }
456a09dce   Thomas Bittermann   [PATCH] kernel/ti...
622
  EXPORT_SYMBOL(jiffies_to_timeval);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
623
624
625
626
  
  /*
   * Convert jiffies/jiffies_64 to clock_t and back.
   */
cbbc719fc   hank   time: Change jiff...
627
  clock_t jiffies_to_clock_t(unsigned long x)
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
628
629
  {
  #if (TICK_NSEC % (NSEC_PER_SEC / USER_HZ)) == 0
6ffc787a4   David Fries   system timer: fix...
630
631
632
  # if HZ < USER_HZ
  	return x * (USER_HZ / HZ);
  # else
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
633
  	return x / (HZ / USER_HZ);
6ffc787a4   David Fries   system timer: fix...
634
  # endif
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
635
  #else
71abb3af6   Roman Zippel   convert a few do_...
636
  	return div_u64((u64)x * TICK_NSEC, NSEC_PER_SEC / USER_HZ);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
637
638
639
640
641
642
643
644
645
646
647
  #endif
  }
  EXPORT_SYMBOL(jiffies_to_clock_t);
  
  unsigned long clock_t_to_jiffies(unsigned long x)
  {
  #if (HZ % USER_HZ)==0
  	if (x >= ~0UL / (HZ / USER_HZ))
  		return ~0UL;
  	return x * (HZ / USER_HZ);
  #else
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
648
649
650
651
652
  	/* Don't worry about loss of precision here .. */
  	if (x >= ~0UL / HZ * USER_HZ)
  		return ~0UL;
  
  	/* .. but do try to contain it here */
71abb3af6   Roman Zippel   convert a few do_...
653
  	return div_u64((u64)x * HZ, USER_HZ);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
654
655
656
657
658
659
660
  #endif
  }
  EXPORT_SYMBOL(clock_t_to_jiffies);
  
  u64 jiffies_64_to_clock_t(u64 x)
  {
  #if (TICK_NSEC % (NSEC_PER_SEC / USER_HZ)) == 0
6ffc787a4   David Fries   system timer: fix...
661
  # if HZ < USER_HZ
71abb3af6   Roman Zippel   convert a few do_...
662
  	x = div_u64(x * USER_HZ, HZ);
ec03d7073   Andrew Morton   speed up jiffies ...
663
  # elif HZ > USER_HZ
71abb3af6   Roman Zippel   convert a few do_...
664
  	x = div_u64(x, HZ / USER_HZ);
ec03d7073   Andrew Morton   speed up jiffies ...
665
666
  # else
  	/* Nothing to do */
6ffc787a4   David Fries   system timer: fix...
667
  # endif
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
668
669
670
671
672
673
  #else
  	/*
  	 * There are better ways that don't overflow early,
  	 * but even this doesn't overflow in hundreds of years
  	 * in 64 bits, so..
  	 */
71abb3af6   Roman Zippel   convert a few do_...
674
  	x = div_u64(x * TICK_NSEC, (NSEC_PER_SEC / USER_HZ));
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
675
676
677
  #endif
  	return x;
  }
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
678
679
680
681
682
  EXPORT_SYMBOL(jiffies_64_to_clock_t);
  
  u64 nsec_to_clock_t(u64 x)
  {
  #if (NSEC_PER_SEC % USER_HZ) == 0
71abb3af6   Roman Zippel   convert a few do_...
683
  	return div_u64(x, NSEC_PER_SEC / USER_HZ);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
684
  #elif (USER_HZ % 512) == 0
71abb3af6   Roman Zippel   convert a few do_...
685
  	return div_u64(x * USER_HZ / 512, NSEC_PER_SEC / 512);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
686
687
688
689
690
691
  #else
  	/*
           * max relative error 5.7e-8 (1.8s per year) for USER_HZ <= 1024,
           * overflow after 64.99 years.
           * exact for HZ=60, 72, 90, 120, 144, 180, 300, 600, 900, ...
           */
71abb3af6   Roman Zippel   convert a few do_...
692
  	return div_u64(x * 9, (9ull * NSEC_PER_SEC + (USER_HZ / 2)) / USER_HZ);
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
693
  #endif
8b9365d75   Ingo Molnar   [PATCH] Uninline ...
694
  }
b7b20df91   Hidetoshi Seto   sched, time: Defi...
695
  /**
a1dabb6bf   Venkatesh Pallipadi   time: Add nsecs_t...
696
   * nsecs_to_jiffies64 - Convert nsecs in u64 to jiffies64
b7b20df91   Hidetoshi Seto   sched, time: Defi...
697
698
699
700
701
702
703
704
705
706
707
   *
   * @n:	nsecs in u64
   *
   * Unlike {m,u}secs_to_jiffies, type of input is not unsigned int but u64.
   * And this doesn't return MAX_JIFFY_OFFSET since this function is designed
   * for scheduler, not for use in device drivers to calculate timeout value.
   *
   * note:
   *   NSEC_PER_SEC = 10^9 = (5^9 * 2^9) = (1953125 * 512)
   *   ULLONG_MAX ns = 18446744073.709551615 secs = about 584 years
   */
a1dabb6bf   Venkatesh Pallipadi   time: Add nsecs_t...
708
  u64 nsecs_to_jiffies64(u64 n)
b7b20df91   Hidetoshi Seto   sched, time: Defi...
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
  {
  #if (NSEC_PER_SEC % HZ) == 0
  	/* Common case, HZ = 100, 128, 200, 250, 256, 500, 512, 1000 etc. */
  	return div_u64(n, NSEC_PER_SEC / HZ);
  #elif (HZ % 512) == 0
  	/* overflow after 292 years if HZ = 1024 */
  	return div_u64(n * HZ / 512, NSEC_PER_SEC / 512);
  #else
  	/*
  	 * Generic case - optimized for cases where HZ is a multiple of 3.
  	 * overflow after 64.99 years, exact for HZ = 60, 72, 90, 120 etc.
  	 */
  	return div_u64(n * 9, (9ull * NSEC_PER_SEC + HZ / 2) / HZ);
  #endif
  }
7bd0e226e   Daniel Vetter   drm/i915: compute...
724
  EXPORT_SYMBOL(nsecs_to_jiffies64);
b7b20df91   Hidetoshi Seto   sched, time: Defi...
725

a1dabb6bf   Venkatesh Pallipadi   time: Add nsecs_t...
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
  /**
   * nsecs_to_jiffies - Convert nsecs in u64 to jiffies
   *
   * @n:	nsecs in u64
   *
   * Unlike {m,u}secs_to_jiffies, type of input is not unsigned int but u64.
   * And this doesn't return MAX_JIFFY_OFFSET since this function is designed
   * for scheduler, not for use in device drivers to calculate timeout value.
   *
   * note:
   *   NSEC_PER_SEC = 10^9 = (5^9 * 2^9) = (1953125 * 512)
   *   ULLONG_MAX ns = 18446744073.709551615 secs = about 584 years
   */
  unsigned long nsecs_to_jiffies(u64 n)
  {
  	return (unsigned long)nsecs_to_jiffies64(n);
  }
d560fed6a   Thomas Gleixner   time: Export nsec...
743
  EXPORT_SYMBOL_GPL(nsecs_to_jiffies);
a1dabb6bf   Venkatesh Pallipadi   time: Add nsecs_t...
744

df0cc0539   Thomas Gleixner   select: add a tim...
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
  /*
   * Add two timespec values and do a safety check for overflow.
   * It's assumed that both values are valid (>= 0)
   */
  struct timespec timespec_add_safe(const struct timespec lhs,
  				  const struct timespec rhs)
  {
  	struct timespec res;
  
  	set_normalized_timespec(&res, lhs.tv_sec + rhs.tv_sec,
  				lhs.tv_nsec + rhs.tv_nsec);
  
  	if (res.tv_sec < lhs.tv_sec || res.tv_sec < rhs.tv_sec)
  		res.tv_sec = TIME_T_MAX;
  
  	return res;
  }