Blame view

include/linux/timekeeper_internal.h 5.33 KB
b24413180   Greg Kroah-Hartman   License cleanup: ...
1
  /* SPDX-License-Identifier: GPL-2.0 */
d7b4202e0   John Stultz   time: Move timeke...
2
3
4
5
6
7
8
9
10
11
12
  /*
   * You SHOULD NOT be including this unless you're vsyscall
   * handling code or timekeeping internal code!
   */
  
  #ifndef _LINUX_TIMEKEEPER_INTERNAL_H
  #define _LINUX_TIMEKEEPER_INTERNAL_H
  
  #include <linux/clocksource.h>
  #include <linux/jiffies.h>
  #include <linux/time.h>
d28ede837   Thomas Gleixner   timekeeping: Crea...
13
14
15
  /**
   * struct tk_read_base - base structure for timekeeping readout
   * @clock:	Current clocksource used for timekeeping.
d28ede837   Thomas Gleixner   timekeeping: Crea...
16
17
   * @mask:	Bitmask for two's complement subtraction of non 64bit clocks
   * @cycle_last: @clock cycle value at last update
876e78818   Peter Zijlstra   time: Rename time...
18
   * @mult:	(NTP adjusted) multiplier for scaled math conversion
d28ede837   Thomas Gleixner   timekeeping: Crea...
19
20
   * @shift:	Shift value for scaled math conversion
   * @xtime_nsec: Shifted (fractional) nano seconds offset for readout
876e78818   Peter Zijlstra   time: Rename time...
21
   * @base:	ktime_t (nanoseconds) base time for readout
4c3711d7f   Thomas Gleixner   timekeeping: Prov...
22
   * @base_real:	Nanoseconds base value for clock REALTIME readout
3fdb14fd1   Thomas Gleixner   timekeeping: Cach...
23
   *
d28ede837   Thomas Gleixner   timekeeping: Crea...
24
25
   * This struct has size 56 byte on 64 bit. Together with a seqcount it
   * occupies a single 64byte cache line.
3fdb14fd1   Thomas Gleixner   timekeeping: Cach...
26
   *
d28ede837   Thomas Gleixner   timekeeping: Crea...
27
   * The struct is separate from struct timekeeper as it is also used
876e78818   Peter Zijlstra   time: Rename time...
28
   * for a fast NMI safe accessors.
4c3711d7f   Thomas Gleixner   timekeeping: Prov...
29
30
31
   *
   * @base_real is for the fast NMI safe accessor to allow reading clock
   * realtime from any context.
3fdb14fd1   Thomas Gleixner   timekeeping: Cach...
32
   */
d28ede837   Thomas Gleixner   timekeeping: Crea...
33
  struct tk_read_base {
d7b4202e0   John Stultz   time: Move timeke...
34
  	struct clocksource	*clock;
a5a1d1c29   Thomas Gleixner   clocksource: Use ...
35
36
  	u64			mask;
  	u64			cycle_last;
d7b4202e0   John Stultz   time: Move timeke...
37
  	u32			mult;
d7b4202e0   John Stultz   time: Move timeke...
38
  	u32			shift;
3fdb14fd1   Thomas Gleixner   timekeeping: Cach...
39
  	u64			xtime_nsec;
876e78818   Peter Zijlstra   time: Rename time...
40
  	ktime_t			base;
4c3711d7f   Thomas Gleixner   timekeeping: Prov...
41
  	u64			base_real;
d28ede837   Thomas Gleixner   timekeeping: Crea...
42
  };
7c032df55   Thomas Gleixner   timekeeping: Prov...
43

d28ede837   Thomas Gleixner   timekeeping: Crea...
44
45
  /**
   * struct timekeeper - Structure holding internal timekeeping values.
876e78818   Peter Zijlstra   time: Rename time...
46
   * @tkr_mono:		The readout base structure for CLOCK_MONOTONIC
4a4ad80d3   Peter Zijlstra   time: Add timerke...
47
   * @tkr_raw:		The readout base structure for CLOCK_MONOTONIC_RAW
d28ede837   Thomas Gleixner   timekeeping: Crea...
48
   * @xtime_sec:		Current CLOCK_REALTIME time in seconds
9e3680b17   Heena Sirwani   timekeeping: Prov...
49
   * @ktime_sec:		Current CLOCK_MONOTONIC time in seconds
d28ede837   Thomas Gleixner   timekeeping: Crea...
50
51
52
53
54
   * @wall_to_monotonic:	CLOCK_REALTIME to CLOCK_MONOTONIC offset
   * @offs_real:		Offset clock monotonic -> clock realtime
   * @offs_boot:		Offset clock monotonic -> clock boottime
   * @offs_tai:		Offset clock monotonic -> clock tai
   * @tai_offset:		The current UTC to TAI offset in seconds
868a3e915   Thomas Gleixner   hrtimer: Make off...
55
   * @clock_was_set_seq:	The sequence number of clock was set events
2c756feb1   Christopher S. Hall   time: Add history...
56
   * @cs_was_changed_seq:	The sequence number of clocksource change events
833f32d76   John Stultz   time: Prevent ear...
57
   * @next_leap_ktime:	CLOCK_MONOTONIC time value of a pending leap-second
fc6eead7c   John Stultz   time: Clean up CL...
58
   * @raw_sec:		CLOCK_MONOTONIC_RAW  time in seconds
b99328a60   Thomas Gleixner   timekeeping/vsysc...
59
   * @monotonic_to_boot:	CLOCK_MONOTONIC to CLOCK_BOOTTIME offset
d28ede837   Thomas Gleixner   timekeeping: Crea...
60
61
62
63
64
   * @cycle_interval:	Number of clock cycles in one NTP interval
   * @xtime_interval:	Number of clock shifted nano seconds in one NTP
   *			interval.
   * @xtime_remainder:	Shifted nano seconds left over when rounding
   *			@cycle_interval
3d88d56c5   John Stultz   time: Fix CLOCK_M...
65
   * @raw_interval:	Shifted raw nano seconds accumulated per NTP interval.
d28ede837   Thomas Gleixner   timekeeping: Crea...
66
67
68
69
   * @ntp_error:		Difference between accumulated time and NTP time in ntp
   *			shifted nano seconds.
   * @ntp_error_shift:	Shift conversion between clock shifted nano seconds and
   *			ntp shifted nano seconds.
57d05a93a   John Stultz   time: Rework debu...
70
71
72
   * @last_warning:	Warning ratelimiter (DEBUG_TIMEKEEPING)
   * @underflow_seen:	Underflow warning flag (DEBUG_TIMEKEEPING)
   * @overflow_seen:	Overflow warning flag (DEBUG_TIMEKEEPING)
d28ede837   Thomas Gleixner   timekeeping: Crea...
73
74
75
76
77
78
79
80
81
82
83
84
85
86
   *
   * Note: For timespec(64) based interfaces wall_to_monotonic is what
   * we need to add to xtime (or xtime corrected for sub jiffie times)
   * to get to monotonic time.  Monotonic is pegged at zero at system
   * boot time, so wall_to_monotonic will be negative, however, we will
   * ALWAYS keep the tv_nsec part positive so we can use the usual
   * normalization.
   *
   * wall_to_monotonic is moved after resume from suspend for the
   * monotonic time not to jump. We need to add total_sleep_time to
   * wall_to_monotonic to get the real boot based time offset.
   *
   * wall_to_monotonic is no longer the boot time, getboottime must be
   * used instead.
b99328a60   Thomas Gleixner   timekeeping/vsysc...
87
88
89
   *
   * @monotonic_to_boottime is a timespec64 representation of @offs_boot to
   * accelerate the VDSO update for CLOCK_BOOTTIME.
d28ede837   Thomas Gleixner   timekeeping: Crea...
90
91
   */
  struct timekeeper {
876e78818   Peter Zijlstra   time: Rename time...
92
  	struct tk_read_base	tkr_mono;
4a4ad80d3   Peter Zijlstra   time: Add timerke...
93
  	struct tk_read_base	tkr_raw;
3fdb14fd1   Thomas Gleixner   timekeeping: Cach...
94
  	u64			xtime_sec;
9e3680b17   Heena Sirwani   timekeeping: Prov...
95
  	unsigned long		ktime_sec;
3fdb14fd1   Thomas Gleixner   timekeeping: Cach...
96
  	struct timespec64	wall_to_monotonic;
3fdb14fd1   Thomas Gleixner   timekeeping: Cach...
97
  	ktime_t			offs_real;
3fdb14fd1   Thomas Gleixner   timekeeping: Cach...
98
  	ktime_t			offs_boot;
3fdb14fd1   Thomas Gleixner   timekeeping: Cach...
99
  	ktime_t			offs_tai;
3fdb14fd1   Thomas Gleixner   timekeeping: Cach...
100
  	s32			tai_offset;
868a3e915   Thomas Gleixner   hrtimer: Make off...
101
  	unsigned int		clock_was_set_seq;
2c756feb1   Christopher S. Hall   time: Add history...
102
  	u8			cs_was_changed_seq;
833f32d76   John Stultz   time: Prevent ear...
103
  	ktime_t			next_leap_ktime;
fc6eead7c   John Stultz   time: Clean up CL...
104
  	u64			raw_sec;
b99328a60   Thomas Gleixner   timekeeping/vsysc...
105
  	struct timespec64	monotonic_to_boot;
3fdb14fd1   Thomas Gleixner   timekeeping: Cach...
106

d28ede837   Thomas Gleixner   timekeeping: Crea...
107
  	/* The following members are for timekeeping internal use */
a5a1d1c29   Thomas Gleixner   clocksource: Use ...
108
  	u64			cycle_interval;
d7b4202e0   John Stultz   time: Move timeke...
109
  	u64			xtime_interval;
d7b4202e0   John Stultz   time: Move timeke...
110
  	s64			xtime_remainder;
3d88d56c5   John Stultz   time: Fix CLOCK_M...
111
  	u64			raw_interval;
375f45b5b   John Stultz   timekeeping: Use ...
112
113
114
115
116
117
118
119
120
  	/* The ntp_tick_length() value currently being used.
  	 * This cached copy ensures we consistently apply the tick
  	 * length for an entire tick, as ntp_tick_length may change
  	 * mid-tick, and we don't want to apply that new value to
  	 * the tick in progress.
  	 */
  	u64			ntp_tick;
  	/* Difference between accumulated time and NTP time in ntp
  	 * shifted nano seconds. */
d7b4202e0   John Stultz   time: Move timeke...
121
  	s64			ntp_error;
3fdb14fd1   Thomas Gleixner   timekeeping: Cach...
122
  	u32			ntp_error_shift;
dc491596f   John Stultz   timekeeping: Rewo...
123
  	u32			ntp_err_mult;
78b98e3c5   Miroslav Lichvar   timekeeping/ntp: ...
124
125
  	/* Flag used to avoid updating NTP twice with same second */
  	u32			skip_second_overflow;
57d05a93a   John Stultz   time: Rework debu...
126
127
128
129
130
131
132
133
134
135
136
137
  #ifdef CONFIG_DEBUG_TIMEKEEPING
  	long			last_warning;
  	/*
  	 * These simple flag variables are managed
  	 * without locks, which is racy, but they are
  	 * ok since we don't really care about being
  	 * super precise about how many events were
  	 * seen, just that a problem was observed.
  	 */
  	int			underflow_seen;
  	int			overflow_seen;
  #endif
d7b4202e0   John Stultz   time: Move timeke...
138
  };
189374aed   John Stultz   time: Move update...
139

576094b7f   John Stultz   time: Introduce n...
140
141
142
143
  #ifdef CONFIG_GENERIC_TIME_VSYSCALL
  
  extern void update_vsyscall(struct timekeeper *tk);
  extern void update_vsyscall_tz(void);
189374aed   John Stultz   time: Move update...
144

189374aed   John Stultz   time: Move update...
145
  #else
576094b7f   John Stultz   time: Introduce n...
146
147
  
  static inline void update_vsyscall(struct timekeeper *tk)
189374aed   John Stultz   time: Move update...
148
149
150
151
152
153
  {
  }
  static inline void update_vsyscall_tz(void)
  {
  }
  #endif
d7b4202e0   John Stultz   time: Move timeke...
154
  #endif /* _LINUX_TIMEKEEPER_INTERNAL_H */