Blame view

include/linux/ktime.h 9.3 KB
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
1
2
3
4
5
6
7
8
9
10
11
12
  /*
   *  include/linux/ktime.h
   *
   *  ktime_t - nanosecond-resolution time format.
   *
   *   Copyright(C) 2005, Thomas Gleixner <tglx@linutronix.de>
   *   Copyright(C) 2005, Red Hat, Inc., Ingo Molnar
   *
   *  data type definitions, declarations, prototypes and macros.
   *
   *  Started by: Thomas Gleixner and Ingo Molnar
   *
66188fae3   Thomas Gleixner   [PATCH] hrtimers:...
13
14
15
16
17
18
   *  Credits:
   *
   *  	Roman Zippel provided the ideas and primary code snippets of
   *  	the ktime_t union and further simplifications of the original
   *  	code.
   *
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
   *  For licencing details see kernel-base/COPYING
   */
  #ifndef _LINUX_KTIME_H
  #define _LINUX_KTIME_H
  
  #include <linux/time.h>
  #include <linux/jiffies.h>
  
  /*
   * ktime_t:
   *
   * On 64-bit CPUs a single 64-bit variable is used to store the hrtimers
   * internal representation of time values in scalar nanoseconds. The
   * design plays out best on 64-bit CPUs, where most conversions are
   * NOPs and most arithmetic ktime_t operations are plain arithmetic
   * operations.
   *
   * On 32-bit CPUs an optimized representation of the timespec structure
   * is used to avoid expensive conversions from and to timespecs. The
25985edce   Lucas De Marchi   Fix common misspe...
38
   * endian-aware order of the tv struct members is chosen to allow
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
39
40
41
42
43
44
45
   * mathematical operations on the tv64 member of the union too, which
   * for certain operations produces better code.
   *
   * For architectures with efficient support for 64/32-bit conversions the
   * plain scalar nanosecond based representation can be selected by the
   * config switch CONFIG_KTIME_SCALAR.
   */
f34c506b0   Andrew Morton   declare struct ktime
46
  union ktime {
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
47
48
49
50
51
52
53
54
55
56
  	s64	tv64;
  #if BITS_PER_LONG != 64 && !defined(CONFIG_KTIME_SCALAR)
  	struct {
  # ifdef __BIG_ENDIAN
  	s32	sec, nsec;
  # else
  	s32	nsec, sec;
  # endif
  	} tv;
  #endif
f34c506b0   Andrew Morton   declare struct ktime
57
58
59
  };
  
  typedef union ktime ktime_t;		/* Kill this */
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
60

96dd7421a   Thomas Gleixner   [PATCH] prevent t...
61
  #define KTIME_MAX			((s64)~((u64)1 << 63))
5379058b7   Thomas Gleixner   [PATCH] fix MTIME...
62
63
64
65
66
  #if (BITS_PER_LONG == 64)
  # define KTIME_SEC_MAX			(KTIME_MAX / NSEC_PER_SEC)
  #else
  # define KTIME_SEC_MAX			LONG_MAX
  #endif
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
67
68
69
70
71
72
  
  /*
   * ktime_t definitions when using the 64-bit scalar representation:
   */
  
  #if (BITS_PER_LONG == 64) || defined(CONFIG_KTIME_SCALAR)
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
73
74
  /**
   * ktime_set - Set a ktime_t variable from a seconds/nanoseconds value
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
75
76
77
78
79
80
81
   * @secs:	seconds to set
   * @nsecs:	nanoseconds to set
   *
   * Return the ktime_t representation of the value
   */
  static inline ktime_t ktime_set(const long secs, const unsigned long nsecs)
  {
96dd7421a   Thomas Gleixner   [PATCH] prevent t...
82
83
84
85
  #if (BITS_PER_LONG == 64)
  	if (unlikely(secs >= KTIME_SEC_MAX))
  		return (ktime_t){ .tv64 = KTIME_MAX };
  #endif
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
  	return (ktime_t) { .tv64 = (s64)secs * NSEC_PER_SEC + (s64)nsecs };
  }
  
  /* Subtract two ktime_t variables. rem = lhs -rhs: */
  #define ktime_sub(lhs, rhs) \
  		({ (ktime_t){ .tv64 = (lhs).tv64 - (rhs).tv64 }; })
  
  /* Add two ktime_t variables. res = lhs + rhs: */
  #define ktime_add(lhs, rhs) \
  		({ (ktime_t){ .tv64 = (lhs).tv64 + (rhs).tv64 }; })
  
  /*
   * Add a ktime_t variable and a scalar nanosecond value.
   * res = kt + nsval:
   */
  #define ktime_add_ns(kt, nsval) \
  		({ (ktime_t){ .tv64 = (kt).tv64 + (nsval) }; })
a272378d1   Arnaldo Carvalho de Melo   [KTIME]: Introduc...
103
104
105
106
107
108
  /*
   * Subtract a scalar nanosecod from a ktime_t variable
   * res = kt - nsval:
   */
  #define ktime_sub_ns(kt, nsval) \
  		({ (ktime_t){ .tv64 = (kt).tv64 - (nsval) }; })
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
109
  /* convert a timespec to ktime_t format: */
b2ee9dbfa   Roman Zippel   [PATCH] hrtimer: ...
110
111
112
113
  static inline ktime_t timespec_to_ktime(struct timespec ts)
  {
  	return ktime_set(ts.tv_sec, ts.tv_nsec);
  }
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
114
115
  
  /* convert a timeval to ktime_t format: */
b2ee9dbfa   Roman Zippel   [PATCH] hrtimer: ...
116
117
118
119
  static inline ktime_t timeval_to_ktime(struct timeval tv)
  {
  	return ktime_set(tv.tv_sec, tv.tv_usec * NSEC_PER_USEC);
  }
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
120
121
122
123
124
125
  
  /* Map the ktime_t to timespec conversion to ns_to_timespec function */
  #define ktime_to_timespec(kt)		ns_to_timespec((kt).tv64)
  
  /* Map the ktime_t to timeval conversion to ns_to_timeval function */
  #define ktime_to_timeval(kt)		ns_to_timeval((kt).tv64)
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
126
127
  /* Convert ktime_t to nanoseconds - NOP in the scalar storage format: */
  #define ktime_to_ns(kt)			((kt).tv64)
f56916b97   Chuck Lever   ktime: introduce ...
128
  #else	/* !((BITS_PER_LONG == 64) || defined(CONFIG_KTIME_SCALAR)) */
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
  
  /*
   * Helper macros/inlines to get the ktime_t math right in the timespec
   * representation. The macros are sometimes ugly - their actual use is
   * pretty okay-ish, given the circumstances. We do all this for
   * performance reasons. The pure scalar nsec_t based code was nice and
   * simple, but created too many 64-bit / 32-bit conversions and divisions.
   *
   * Be especially aware that negative values are represented in a way
   * that the tv.sec field is negative and the tv.nsec field is greater
   * or equal to zero but less than nanoseconds per second. This is the
   * same representation which is used by timespecs.
   *
   *   tv.sec < 0 and 0 >= tv.nsec < NSEC_PER_SEC
   */
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
144
145
146
147
148
149
150
151
  /* Set a ktime_t variable to a value in sec/nsec representation: */
  static inline ktime_t ktime_set(const long secs, const unsigned long nsecs)
  {
  	return (ktime_t) { .tv = { .sec = secs, .nsec = nsecs } };
  }
  
  /**
   * ktime_sub - subtract two ktime_t variables
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
152
153
154
   * @lhs:	minuend
   * @rhs:	subtrahend
   *
25985edce   Lucas De Marchi   Fix common misspe...
155
   * Returns the remainder of the subtraction
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
156
157
158
159
160
161
162
163
164
165
166
167
168
169
   */
  static inline ktime_t ktime_sub(const ktime_t lhs, const ktime_t rhs)
  {
  	ktime_t res;
  
  	res.tv64 = lhs.tv64 - rhs.tv64;
  	if (res.tv.nsec < 0)
  		res.tv.nsec += NSEC_PER_SEC;
  
  	return res;
  }
  
  /**
   * ktime_add - add two ktime_t variables
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
170
171
172
   * @add1:	addend1
   * @add2:	addend2
   *
72fd4a35a   Robert P. J. Day   [PATCH] Numerous ...
173
   * Returns the sum of @add1 and @add2.
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
   */
  static inline ktime_t ktime_add(const ktime_t add1, const ktime_t add2)
  {
  	ktime_t res;
  
  	res.tv64 = add1.tv64 + add2.tv64;
  	/*
  	 * performance trick: the (u32) -NSEC gives 0x00000000Fxxxxxxx
  	 * so we subtract NSEC_PER_SEC and add 1 to the upper 32 bit.
  	 *
  	 * it's equivalent to:
  	 *   tv.nsec -= NSEC_PER_SEC
  	 *   tv.sec ++;
  	 */
  	if (res.tv.nsec >= NSEC_PER_SEC)
  		res.tv64 += (u32)-NSEC_PER_SEC;
  
  	return res;
  }
  
  /**
   * ktime_add_ns - Add a scalar nanoseconds value to a ktime_t variable
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
196
197
198
   * @kt:		addend
   * @nsec:	the scalar nsec value to add
   *
72fd4a35a   Robert P. J. Day   [PATCH] Numerous ...
199
   * Returns the sum of @kt and @nsec in ktime_t format
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
200
201
202
203
   */
  extern ktime_t ktime_add_ns(const ktime_t kt, u64 nsec);
  
  /**
a272378d1   Arnaldo Carvalho de Melo   [KTIME]: Introduc...
204
205
206
207
208
209
210
211
212
   * ktime_sub_ns - Subtract a scalar nanoseconds value from a ktime_t variable
   * @kt:		minuend
   * @nsec:	the scalar nsec value to subtract
   *
   * Returns the subtraction of @nsec from @kt in ktime_t format
   */
  extern ktime_t ktime_sub_ns(const ktime_t kt, u64 nsec);
  
  /**
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
213
   * timespec_to_ktime - convert a timespec to ktime_t format
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
214
215
216
217
218
219
220
221
222
223
224
225
   * @ts:		the timespec variable to convert
   *
   * Returns a ktime_t variable with the converted timespec value
   */
  static inline ktime_t timespec_to_ktime(const struct timespec ts)
  {
  	return (ktime_t) { .tv = { .sec = (s32)ts.tv_sec,
  			   	   .nsec = (s32)ts.tv_nsec } };
  }
  
  /**
   * timeval_to_ktime - convert a timeval to ktime_t format
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
226
227
228
229
230
231
232
233
234
235
236
237
   * @tv:		the timeval variable to convert
   *
   * Returns a ktime_t variable with the converted timeval value
   */
  static inline ktime_t timeval_to_ktime(const struct timeval tv)
  {
  	return (ktime_t) { .tv = { .sec = (s32)tv.tv_sec,
  				   .nsec = (s32)tv.tv_usec * 1000 } };
  }
  
  /**
   * ktime_to_timespec - convert a ktime_t variable to timespec format
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
238
239
240
241
242
243
244
245
246
247
248
249
   * @kt:		the ktime_t variable to convert
   *
   * Returns the timespec representation of the ktime value
   */
  static inline struct timespec ktime_to_timespec(const ktime_t kt)
  {
  	return (struct timespec) { .tv_sec = (time_t) kt.tv.sec,
  				   .tv_nsec = (long) kt.tv.nsec };
  }
  
  /**
   * ktime_to_timeval - convert a ktime_t variable to timeval format
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
250
251
252
253
254
255
256
257
258
259
260
261
   * @kt:		the ktime_t variable to convert
   *
   * Returns the timeval representation of the ktime value
   */
  static inline struct timeval ktime_to_timeval(const ktime_t kt)
  {
  	return (struct timeval) {
  		.tv_sec = (time_t) kt.tv.sec,
  		.tv_usec = (suseconds_t) (kt.tv.nsec / NSEC_PER_USEC) };
  }
  
  /**
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
262
263
264
   * ktime_to_ns - convert a ktime_t variable to scalar nanoseconds
   * @kt:		the ktime_t variable to convert
   *
72fd4a35a   Robert P. J. Day   [PATCH] Numerous ...
265
   * Returns the scalar nanoseconds representation of @kt
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
266
   */
cfd189347   Thomas Gleixner   [PATCH] ktime: Fi...
267
  static inline s64 ktime_to_ns(const ktime_t kt)
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
268
  {
cfd189347   Thomas Gleixner   [PATCH] ktime: Fi...
269
  	return (s64) kt.tv.sec * NSEC_PER_SEC + kt.tv.nsec;
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
270
  }
f56916b97   Chuck Lever   ktime: introduce ...
271
  #endif	/* !((BITS_PER_LONG == 64) || defined(CONFIG_KTIME_SCALAR)) */
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
272

b9ce204f0   Ilpo Järvinen   [TCP]: Congestion...
273
274
275
276
277
278
279
280
281
282
283
  /**
   * ktime_equal - Compares two ktime_t variables to see if they are equal
   * @cmp1:	comparable1
   * @cmp2:	comparable2
   *
   * Compare two ktime_t variables, returns 1 if equal
   */
  static inline int ktime_equal(const ktime_t cmp1, const ktime_t cmp2)
  {
  	return cmp1.tv64 == cmp2.tv64;
  }
84299b3bc   YOSHIFUJI Hideaki   [TCP]: Fix linkag...
284
285
286
287
288
  static inline s64 ktime_to_us(const ktime_t kt)
  {
  	struct timeval tv = ktime_to_timeval(kt);
  	return (s64) tv.tv_sec * USEC_PER_SEC + tv.tv_usec;
  }
f56916b97   Chuck Lever   ktime: introduce ...
289
290
291
292
293
  static inline s64 ktime_to_ms(const ktime_t kt)
  {
  	struct timeval tv = ktime_to_timeval(kt);
  	return (s64) tv.tv_sec * MSEC_PER_SEC + tv.tv_usec / USEC_PER_MSEC;
  }
f1c91da44   Gerrit Renker   [KTIME]: Introduc...
294
295
296
297
  static inline s64 ktime_us_delta(const ktime_t later, const ktime_t earlier)
  {
         return ktime_to_us(ktime_sub(later, earlier));
  }
1e180f726   Arnaldo Carvalho de Melo   [KTIME]: Introduc...
298
299
300
301
  static inline ktime_t ktime_add_us(const ktime_t kt, const u64 usec)
  {
  	return ktime_add_ns(kt, usec * 1000);
  }
a272378d1   Arnaldo Carvalho de Melo   [KTIME]: Introduc...
302
303
304
305
  static inline ktime_t ktime_sub_us(const ktime_t kt, const u64 usec)
  {
  	return ktime_sub_ns(kt, usec * 1000);
  }
5a7780e72   Thomas Gleixner   hrtimer: check re...
306
  extern ktime_t ktime_add_safe(const ktime_t lhs, const ktime_t rhs);
c0a313296   Thomas Gleixner   [PATCH] hrtimer: ...
307
308
309
310
311
312
  /*
   * The resolution of the clocks. The resolution value is returned in
   * the clock_getres() system call to give application programmers an
   * idea of the (in)accuracy of timers. Timer values are rounded up to
   * this resolution values.
   */
151db1fc2   Tony Breeds   Fix compilation o...
313
314
  #define LOW_RES_NSEC		TICK_NSEC
  #define KTIME_LOW_RES		(ktime_t){ .tv64 = LOW_RES_NSEC }
c0a313296   Thomas Gleixner   [PATCH] hrtimer: ...
315
316
317
318
319
320
  
  /* Get the monotonic time in timespec format: */
  extern void ktime_get_ts(struct timespec *ts);
  
  /* Get the real (wall-) time in timespec format: */
  #define ktime_get_real_ts(ts)	getnstimeofday(ts)
57d3da291   Ingo Molnar   time: add ns_to_k...
321
322
323
324
325
  static inline ktime_t ns_to_ktime(u64 ns)
  {
  	static const ktime_t ktime_zero = { .tv64 = 0 };
  	return ktime_add_ns(ktime_zero, ns);
  }
97fc79f97   Thomas Gleixner   [PATCH] hrtimer: ...
326
  #endif