Blame view

include/linux/tracepoint.h 11.8 KB
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
1
2
3
4
5
6
  #ifndef _LINUX_TRACEPOINT_H
  #define _LINUX_TRACEPOINT_H
  
  /*
   * Kernel Tracepoint API.
   *
8cd09a598   Li Hong   tracing: Fix a co...
7
   * See Documentation/trace/tracepoints.txt.
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
8
9
10
11
12
13
14
15
   *
   * (C) Copyright 2008 Mathieu Desnoyers <mathieu.desnoyers@polymtl.ca>
   *
   * Heavily inspired from the Linux Kernel Markers.
   *
   * This file is released under the GPLv2.
   * See the file COPYING for more details.
   */
b70e4f052   Wu Zhangjin   tracing: Fix unde...
16
  #include <linux/errno.h>
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
17
18
  #include <linux/types.h>
  #include <linux/rcupdate.h>
8f7b50c51   Jason Baron   jump label: Trace...
19
  #include <linux/jump_label.h>
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
20
21
22
  
  struct module;
  struct tracepoint;
38516ab59   Steven Rostedt   tracing: Let trac...
23
24
25
26
  struct tracepoint_func {
  	void *func;
  	void *data;
  };
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
27
28
29
  struct tracepoint {
  	const char *name;		/* Tracepoint name */
  	int state;			/* State. */
974198758   Josh Stone   tracing: Move tra...
30
31
  	void (*regfunc)(void);
  	void (*unregfunc)(void);
bd1c8b22b   Lai Jiangshan   tracepoint: Add _...
32
  	struct tracepoint_func __rcu *funcs;
654986462   Mathieu Desnoyers   tracepoints: Fix ...
33
  };
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
34

2e26ca715   Steven Rostedt   tracing: Fix trac...
35
36
37
38
  /*
   * Connect a probe to a tracepoint.
   * Internal API, should not be used directly.
   */
38516ab59   Steven Rostedt   tracing: Let trac...
39
  extern int tracepoint_probe_register(const char *name, void *probe, void *data);
2e26ca715   Steven Rostedt   tracing: Fix trac...
40
41
42
43
44
  
  /*
   * Disconnect a probe from a tracepoint.
   * Internal API, should not be used directly.
   */
38516ab59   Steven Rostedt   tracing: Let trac...
45
46
  extern int
  tracepoint_probe_unregister(const char *name, void *probe, void *data);
2e26ca715   Steven Rostedt   tracing: Fix trac...
47

38516ab59   Steven Rostedt   tracing: Let trac...
48
49
50
51
  extern int tracepoint_probe_register_noupdate(const char *name, void *probe,
  					      void *data);
  extern int tracepoint_probe_unregister_noupdate(const char *name, void *probe,
  						void *data);
2e26ca715   Steven Rostedt   tracing: Fix trac...
52
53
54
55
  extern void tracepoint_probe_update_all(void);
  
  struct tracepoint_iter {
  	struct module *module;
654986462   Mathieu Desnoyers   tracepoints: Fix ...
56
  	struct tracepoint * const *tracepoint;
2e26ca715   Steven Rostedt   tracing: Fix trac...
57
58
59
60
61
62
  };
  
  extern void tracepoint_iter_start(struct tracepoint_iter *iter);
  extern void tracepoint_iter_next(struct tracepoint_iter *iter);
  extern void tracepoint_iter_stop(struct tracepoint_iter *iter);
  extern void tracepoint_iter_reset(struct tracepoint_iter *iter);
654986462   Mathieu Desnoyers   tracepoints: Fix ...
63
64
  extern int tracepoint_get_iter_range(struct tracepoint * const **tracepoint,
  	struct tracepoint * const *begin, struct tracepoint * const *end);
2e26ca715   Steven Rostedt   tracing: Fix trac...
65
66
67
68
69
70
71
72
73
74
75
76
77
78
  
  /*
   * tracepoint_synchronize_unregister must be called between the last tracepoint
   * probe unregistration and the end of module exit to make sure there is no
   * caller executing a probe when it is freed.
   */
  static inline void tracepoint_synchronize_unregister(void)
  {
  	synchronize_sched();
  }
  
  #define PARAMS(args...) args
  
  #ifdef CONFIG_TRACEPOINTS
654986462   Mathieu Desnoyers   tracepoints: Fix ...
79
80
81
  extern
  void tracepoint_update_probe_range(struct tracepoint * const *begin,
  	struct tracepoint * const *end);
2e26ca715   Steven Rostedt   tracing: Fix trac...
82
  #else
654986462   Mathieu Desnoyers   tracepoints: Fix ...
83
84
85
  static inline
  void tracepoint_update_probe_range(struct tracepoint * const *begin,
  	struct tracepoint * const *end)
2e26ca715   Steven Rostedt   tracing: Fix trac...
86
87
88
89
90
91
92
93
94
95
96
97
  { }
  #endif /* CONFIG_TRACEPOINTS */
  
  #endif /* _LINUX_TRACEPOINT_H */
  
  /*
   * Note: we keep the TRACE_EVENT and DECLARE_TRACE outside the include
   *  file ifdef protection.
   *  This is due to the way trace events work. If a file includes two
   *  trace event headers under one "CREATE_TRACE_POINTS" the first include
   *  will override the TRACE_EVENT and break the second include.
   */
ea20d9293   Steven Rostedt   tracing: consolid...
98
  #ifndef DECLARE_TRACE
2939b0469   Steven Rostedt   tracing: replace ...
99
  #define TP_PROTO(args...)	args
8cd09a598   Li Hong   tracing: Fix a co...
100
  #define TP_ARGS(args...)	args
287050d39   Steven Rostedt   tracing: Add TRAC...
101
  #define TP_CONDITION(args...)	args
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
102
103
104
105
106
107
  
  #ifdef CONFIG_TRACEPOINTS
  
  /*
   * it_func[0] is never NULL because there is at least one element in the array
   * when the array itself is non NULL.
38516ab59   Steven Rostedt   tracing: Let trac...
108
109
110
111
112
113
   *
   * Note, the proto and args passed in includes "__data" as the first parameter.
   * The reason for this is to handle the "void" prototype. If a tracepoint
   * has a "void" prototype, then it is invalid to declare a function
   * as "(void *, void)". The DECLARE_TRACE_NOARGS() will pass in just
   * "void *data", where as the DECLARE_TRACE() will pass in "void *data, proto".
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
114
   */
287050d39   Steven Rostedt   tracing: Add TRAC...
115
  #define __DO_TRACE(tp, proto, args, cond)				\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
116
  	do {								\
38516ab59   Steven Rostedt   tracing: Let trac...
117
118
119
  		struct tracepoint_func *it_func_ptr;			\
  		void *it_func;						\
  		void *__data;						\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
120
  									\
287050d39   Steven Rostedt   tracing: Add TRAC...
121
122
  		if (!(cond))						\
  			return;						\
da7b3eab1   Mathieu Desnoyers   tracepoints: use ...
123
  		rcu_read_lock_sched_notrace();				\
38516ab59   Steven Rostedt   tracing: Let trac...
124
125
  		it_func_ptr = rcu_dereference_sched((tp)->funcs);	\
  		if (it_func_ptr) {					\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
126
  			do {						\
38516ab59   Steven Rostedt   tracing: Let trac...
127
128
129
130
  				it_func = (it_func_ptr)->func;		\
  				__data = (it_func_ptr)->data;		\
  				((void(*)(proto))(it_func))(args);	\
  			} while ((++it_func_ptr)->func);		\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
131
  		}							\
da7b3eab1   Mathieu Desnoyers   tracepoints: use ...
132
  		rcu_read_unlock_sched_notrace();			\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
133
134
135
136
137
138
139
  	} while (0)
  
  /*
   * Make sure the alignment of the structure in the __tracepoints section will
   * not add unwanted padding between the beginning of the section and the
   * structure. Force alignment to the same alignment as the section start.
   */
287050d39   Steven Rostedt   tracing: Add TRAC...
140
  #define __DECLARE_TRACE(name, proto, args, cond, data_proto, data_args)	\
7e066fb87   Mathieu Desnoyers   tracepoints: add ...
141
  	extern struct tracepoint __tracepoint_##name;			\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
142
143
  	static inline void trace_##name(proto)				\
  	{								\
8f7b50c51   Jason Baron   jump label: Trace...
144
145
146
  		JUMP_LABEL(&__tracepoint_##name.state, do_trace);	\
  		return;							\
  do_trace:								\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
147
  			__DO_TRACE(&__tracepoint_##name,		\
38516ab59   Steven Rostedt   tracing: Let trac...
148
  				TP_PROTO(data_proto),			\
287050d39   Steven Rostedt   tracing: Add TRAC...
149
150
  				TP_ARGS(data_args),			\
  				TP_CONDITION(cond));			\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
151
  	}								\
38516ab59   Steven Rostedt   tracing: Let trac...
152
153
  	static inline int						\
  	register_trace_##name(void (*probe)(data_proto), void *data)	\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
154
  	{								\
38516ab59   Steven Rostedt   tracing: Let trac...
155
156
  		return tracepoint_probe_register(#name, (void *)probe,	\
  						 data);			\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
157
  	}								\
38516ab59   Steven Rostedt   tracing: Let trac...
158
159
  	static inline int						\
  	unregister_trace_##name(void (*probe)(data_proto), void *data)	\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
160
  	{								\
38516ab59   Steven Rostedt   tracing: Let trac...
161
162
  		return tracepoint_probe_unregister(#name, (void *)probe, \
  						   data);		\
53da59aa6   Mathieu Desnoyers   tracepoints: Add ...
163
  	}								\
38516ab59   Steven Rostedt   tracing: Let trac...
164
165
  	static inline void						\
  	check_trace_callback_type_##name(void (*cb)(data_proto))	\
53da59aa6   Mathieu Desnoyers   tracepoints: Add ...
166
  	{								\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
167
  	}
654986462   Mathieu Desnoyers   tracepoints: Fix ...
168
169
170
171
172
  /*
   * We have no guarantee that gcc and the linker won't up-align the tracepoint
   * structures, so we create an array of pointers that will be used for iteration
   * on the tracepoints.
   */
974198758   Josh Stone   tracing: Move tra...
173
  #define DEFINE_TRACE_FN(name, reg, unreg)				\
7e066fb87   Mathieu Desnoyers   tracepoints: add ...
174
175
176
  	static const char __tpstrtab_##name[]				\
  	__attribute__((section("__tracepoints_strings"))) = #name;	\
  	struct tracepoint __tracepoint_##name				\
654986462   Mathieu Desnoyers   tracepoints: Fix ...
177
178
179
180
181
  	__attribute__((section("__tracepoints"))) =			\
  		{ __tpstrtab_##name, 0, reg, unreg, NULL };		\
  	static struct tracepoint * const __tracepoint_ptr_##name __used	\
  	__attribute__((section("__tracepoints_ptrs"))) =		\
  		&__tracepoint_##name;
974198758   Josh Stone   tracing: Move tra...
182
183
184
  
  #define DEFINE_TRACE(name)						\
  	DEFINE_TRACE_FN(name, NULL, NULL);
7e066fb87   Mathieu Desnoyers   tracepoints: add ...
185
186
187
188
189
  
  #define EXPORT_TRACEPOINT_SYMBOL_GPL(name)				\
  	EXPORT_SYMBOL_GPL(__tracepoint_##name)
  #define EXPORT_TRACEPOINT_SYMBOL(name)					\
  	EXPORT_SYMBOL(__tracepoint_##name)
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
190
  #else /* !CONFIG_TRACEPOINTS */
287050d39   Steven Rostedt   tracing: Add TRAC...
191
  #define __DECLARE_TRACE(name, proto, args, cond, data_proto, data_args)	\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
192
193
  	static inline void trace_##name(proto)				\
  	{ }								\
38516ab59   Steven Rostedt   tracing: Let trac...
194
195
196
  	static inline int						\
  	register_trace_##name(void (*probe)(data_proto),		\
  			      void *data)				\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
197
198
199
  	{								\
  		return -ENOSYS;						\
  	}								\
38516ab59   Steven Rostedt   tracing: Let trac...
200
201
202
  	static inline int						\
  	unregister_trace_##name(void (*probe)(data_proto),		\
  				void *data)				\
c420970ef   Mathieu Desnoyers   tracepoints: use ...
203
204
  	{								\
  		return -ENOSYS;						\
53da59aa6   Mathieu Desnoyers   tracepoints: Add ...
205
  	}								\
38516ab59   Steven Rostedt   tracing: Let trac...
206
  	static inline void check_trace_callback_type_##name(void (*cb)(data_proto)) \
53da59aa6   Mathieu Desnoyers   tracepoints: Add ...
207
  	{								\
c420970ef   Mathieu Desnoyers   tracepoints: use ...
208
  	}
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
209

974198758   Josh Stone   tracing: Move tra...
210
  #define DEFINE_TRACE_FN(name, reg, unreg)
7e066fb87   Mathieu Desnoyers   tracepoints: add ...
211
212
213
  #define DEFINE_TRACE(name)
  #define EXPORT_TRACEPOINT_SYMBOL_GPL(name)
  #define EXPORT_TRACEPOINT_SYMBOL(name)
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
214
  #endif /* CONFIG_TRACEPOINTS */
38516ab59   Steven Rostedt   tracing: Let trac...
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
  
  /*
   * The need for the DECLARE_TRACE_NOARGS() is to handle the prototype
   * (void). "void" is a special value in a function prototype and can
   * not be combined with other arguments. Since the DECLARE_TRACE()
   * macro adds a data element at the beginning of the prototype,
   * we need a way to differentiate "(void *data, proto)" from
   * "(void *data, void)". The second prototype is invalid.
   *
   * DECLARE_TRACE_NOARGS() passes "void" as the tracepoint prototype
   * and "void *__data" as the callback prototype.
   *
   * DECLARE_TRACE() passes "proto" as the tracepoint protoype and
   * "void *__data, proto" as the callback prototype.
   */
  #define DECLARE_TRACE_NOARGS(name)					\
287050d39   Steven Rostedt   tracing: Add TRAC...
231
  		__DECLARE_TRACE(name, void, , 1, void *__data, __data)
38516ab59   Steven Rostedt   tracing: Let trac...
232
233
  
  #define DECLARE_TRACE(name, proto, args)				\
287050d39   Steven Rostedt   tracing: Add TRAC...
234
  		__DECLARE_TRACE(name, PARAMS(proto), PARAMS(args), 1,	\
38516ab59   Steven Rostedt   tracing: Let trac...
235
236
  				PARAMS(void *__data, proto),		\
  				PARAMS(__data, args))
287050d39   Steven Rostedt   tracing: Add TRAC...
237
238
239
240
  #define DECLARE_TRACE_CONDITION(name, proto, args, cond)		\
  	__DECLARE_TRACE(name, PARAMS(proto), PARAMS(args), PARAMS(cond), \
  			PARAMS(void *__data, proto),			\
  			PARAMS(__data, args))
1ed0c5971   Frederic Weisbecker   tracing: New macr...
241
  #define TRACE_EVENT_FLAGS(event, flag)
ea20d9293   Steven Rostedt   tracing: consolid...
242
  #endif /* DECLARE_TRACE */
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
243

ea20d9293   Steven Rostedt   tracing: consolid...
244
  #ifndef TRACE_EVENT
823f9124f   Steven Rostedt   tracing: document...
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
  /*
   * For use with the TRACE_EVENT macro:
   *
   * We define a tracepoint, its arguments, its printk format
   * and its 'fast binay record' layout.
   *
   * Firstly, name your tracepoint via TRACE_EVENT(name : the
   * 'subsystem_event' notation is fine.
   *
   * Think about this whole construct as the
   * 'trace_sched_switch() function' from now on.
   *
   *
   *  TRACE_EVENT(sched_switch,
   *
   *	*
   *	* A function has a regular function arguments
   *	* prototype, declare it via TP_PROTO():
   *	*
   *
ef18012b2   Steven Rostedt   tracing: remove f...
265
266
   *	TP_PROTO(struct rq *rq, struct task_struct *prev,
   *		 struct task_struct *next),
823f9124f   Steven Rostedt   tracing: document...
267
268
269
270
271
272
273
   *
   *	*
   *	* Define the call signature of the 'function'.
   *	* (Design sidenote: we use this instead of a
   *	*  TP_PROTO1/TP_PROTO2/TP_PROTO3 ugliness.)
   *	*
   *
ef18012b2   Steven Rostedt   tracing: remove f...
274
   *	TP_ARGS(rq, prev, next),
823f9124f   Steven Rostedt   tracing: document...
275
276
277
278
279
280
281
282
283
   *
   *	*
   *	* Fast binary tracing: define the trace record via
   *	* TP_STRUCT__entry(). You can think about it like a
   *	* regular C structure local variable definition.
   *	*
   *	* This is how the trace record is structured and will
   *	* be saved into the ring buffer. These are the fields
   *	* that will be exposed to user-space in
156f5a780   GeunSik Lim   debugfs: Fix term...
284
   *	* /sys/kernel/debug/tracing/events/<*>/format.
823f9124f   Steven Rostedt   tracing: document...
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
   *	*
   *	* The declared 'local variable' is called '__entry'
   *	*
   *	* __field(pid_t, prev_prid) is equivalent to a standard declariton:
   *	*
   *	*	pid_t	prev_pid;
   *	*
   *	* __array(char, prev_comm, TASK_COMM_LEN) is equivalent to:
   *	*
   *	*	char	prev_comm[TASK_COMM_LEN];
   *	*
   *
   *	TP_STRUCT__entry(
   *		__array(	char,	prev_comm,	TASK_COMM_LEN	)
   *		__field(	pid_t,	prev_pid			)
   *		__field(	int,	prev_prio			)
   *		__array(	char,	next_comm,	TASK_COMM_LEN	)
   *		__field(	pid_t,	next_pid			)
   *		__field(	int,	next_prio			)
   *	),
   *
   *	*
   *	* Assign the entry into the trace record, by embedding
   *	* a full C statement block into TP_fast_assign(). You
   *	* can refer to the trace record as '__entry' -
   *	* otherwise you can put arbitrary C code in here.
   *	*
   *	* Note: this C code will execute every time a trace event
   *	* happens, on an active tracepoint.
   *	*
   *
ef18012b2   Steven Rostedt   tracing: remove f...
316
317
318
319
   *	TP_fast_assign(
   *		memcpy(__entry->next_comm, next->comm, TASK_COMM_LEN);
   *		__entry->prev_pid	= prev->pid;
   *		__entry->prev_prio	= prev->prio;
823f9124f   Steven Rostedt   tracing: document...
320
321
   *		memcpy(__entry->prev_comm, prev->comm, TASK_COMM_LEN);
   *		__entry->next_pid	= next->pid;
ef18012b2   Steven Rostedt   tracing: remove f...
322
   *		__entry->next_prio	= next->prio;
ec6e7c3ae   Mathieu Desnoyers   tracing/trivial: ...
323
   *	),
823f9124f   Steven Rostedt   tracing: document...
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
   *
   *	*
   *	* Formatted output of a trace record via TP_printk().
   *	* This is how the tracepoint will appear under ftrace
   *	* plugins that make use of this tracepoint.
   *	*
   *	* (raw-binary tracing wont actually perform this step.)
   *	*
   *
   *	TP_printk("task %s:%d [%d] ==> %s:%d [%d]",
   *		__entry->prev_comm, __entry->prev_pid, __entry->prev_prio,
   *		__entry->next_comm, __entry->next_pid, __entry->next_prio),
   *
   * );
   *
   * This macro construct is thus used for the regular printk format
   * tracing setup, it is used to construct a function pointer based
   * tracepoint callback (this is used by programmatic plugins and
   * can also by used by generic instrumentation like SystemTap), and
   * it is also used to expose a structured trace record in
156f5a780   GeunSik Lim   debugfs: Fix term...
344
   * /sys/kernel/debug/tracing/events/.
974198758   Josh Stone   tracing: Move tra...
345
346
347
   *
   * A set of (un)registration functions can be passed to the variant
   * TRACE_EVENT_FN to perform any (un)registration work.
823f9124f   Steven Rostedt   tracing: document...
348
   */
091ad3658   Ingo Molnar   events: Rename TR...
349
  #define DECLARE_EVENT_CLASS(name, proto, args, tstruct, assign, print)
ff038f5c3   Steven Rostedt   tracing: Create n...
350
351
  #define DEFINE_EVENT(template, name, proto, args)		\
  	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))
e5bc97216   Steven Rostedt   tracing: Create n...
352
353
  #define DEFINE_EVENT_PRINT(template, name, proto, args, print)	\
  	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))
287050d39   Steven Rostedt   tracing: Add TRAC...
354
355
356
357
  #define DEFINE_EVENT_CONDITION(template, name, proto,		\
  			       args, cond)			\
  	DECLARE_TRACE_CONDITION(name, PARAMS(proto),		\
  				PARAMS(args), PARAMS(cond))
ff038f5c3   Steven Rostedt   tracing: Create n...
358

30a8fecc2   Steven Rostedt   tracing: flip the...
359
  #define TRACE_EVENT(name, proto, args, struct, assign, print)	\
da4d03020   Steven Rostedt   tracing: new form...
360
  	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))
974198758   Josh Stone   tracing: Move tra...
361
362
363
  #define TRACE_EVENT_FN(name, proto, args, struct,		\
  		assign, print, reg, unreg)			\
  	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))
287050d39   Steven Rostedt   tracing: Add TRAC...
364
365
366
367
  #define TRACE_EVENT_CONDITION(name, proto, args, cond,		\
  			      struct, assign, print)		\
  	DECLARE_TRACE_CONDITION(name, PARAMS(proto),		\
  				PARAMS(args), PARAMS(cond))
7cb2e3ee2   Steven Rostedt   tracing: add comm...
368

1ed0c5971   Frederic Weisbecker   tracing: New macr...
369
  #define TRACE_EVENT_FLAGS(event, flag)
7cb2e3ee2   Steven Rostedt   tracing: add comm...
370
  #endif /* ifdef TRACE_EVENT (see note above) */