Blame view

include/linux/tracepoint.h 11.6 KB
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
1
2
3
4
5
6
  #ifndef _LINUX_TRACEPOINT_H
  #define _LINUX_TRACEPOINT_H
  
  /*
   * Kernel Tracepoint API.
   *
8cd09a598   Li Hong   tracing: Fix a co...
7
   * See Documentation/trace/tracepoints.txt.
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
8
9
10
11
12
13
14
15
   *
   * (C) Copyright 2008 Mathieu Desnoyers <mathieu.desnoyers@polymtl.ca>
   *
   * Heavily inspired from the Linux Kernel Markers.
   *
   * This file is released under the GPLv2.
   * See the file COPYING for more details.
   */
b70e4f052   Wu Zhangjin   tracing: Fix unde...
16
  #include <linux/errno.h>
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
17
18
  #include <linux/types.h>
  #include <linux/rcupdate.h>
8f7b50c51   Jason Baron   jump label: Trace...
19
  #include <linux/jump_label.h>
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
20
21
22
  
  struct module;
  struct tracepoint;
38516ab59   Steven Rostedt   tracing: Let trac...
23
24
25
26
  struct tracepoint_func {
  	void *func;
  	void *data;
  };
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
27
28
  struct tracepoint {
  	const char *name;		/* Tracepoint name */
d430d3d7e   Jason Baron   jump label: Intro...
29
  	struct jump_label_key key;
974198758   Josh Stone   tracing: Move tra...
30
31
  	void (*regfunc)(void);
  	void (*unregfunc)(void);
bd1c8b22b   Lai Jiangshan   tracepoint: Add _...
32
  	struct tracepoint_func __rcu *funcs;
654986462   Mathieu Desnoyers   tracepoints: Fix ...
33
  };
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
34

2e26ca715   Steven Rostedt   tracing: Fix trac...
35
36
37
38
  /*
   * Connect a probe to a tracepoint.
   * Internal API, should not be used directly.
   */
38516ab59   Steven Rostedt   tracing: Let trac...
39
  extern int tracepoint_probe_register(const char *name, void *probe, void *data);
2e26ca715   Steven Rostedt   tracing: Fix trac...
40
41
42
43
44
  
  /*
   * Disconnect a probe from a tracepoint.
   * Internal API, should not be used directly.
   */
38516ab59   Steven Rostedt   tracing: Let trac...
45
46
  extern int
  tracepoint_probe_unregister(const char *name, void *probe, void *data);
2e26ca715   Steven Rostedt   tracing: Fix trac...
47

38516ab59   Steven Rostedt   tracing: Let trac...
48
49
50
51
  extern int tracepoint_probe_register_noupdate(const char *name, void *probe,
  					      void *data);
  extern int tracepoint_probe_unregister_noupdate(const char *name, void *probe,
  						void *data);
2e26ca715   Steven Rostedt   tracing: Fix trac...
52
  extern void tracepoint_probe_update_all(void);
b75ef8b44   Mathieu Desnoyers   Tracepoint: Disso...
53
54
55
56
57
58
59
  #ifdef CONFIG_MODULES
  struct tp_module {
  	struct list_head list;
  	unsigned int num_tracepoints;
  	struct tracepoint * const *tracepoints_ptrs;
  };
  #endif /* CONFIG_MODULES */
2e26ca715   Steven Rostedt   tracing: Fix trac...
60
  struct tracepoint_iter {
b75ef8b44   Mathieu Desnoyers   Tracepoint: Disso...
61
62
63
  #ifdef CONFIG_MODULES
  	struct tp_module *module;
  #endif /* CONFIG_MODULES */
654986462   Mathieu Desnoyers   tracepoints: Fix ...
64
  	struct tracepoint * const *tracepoint;
2e26ca715   Steven Rostedt   tracing: Fix trac...
65
66
67
68
69
70
  };
  
  extern void tracepoint_iter_start(struct tracepoint_iter *iter);
  extern void tracepoint_iter_next(struct tracepoint_iter *iter);
  extern void tracepoint_iter_stop(struct tracepoint_iter *iter);
  extern void tracepoint_iter_reset(struct tracepoint_iter *iter);
2e26ca715   Steven Rostedt   tracing: Fix trac...
71
72
73
74
75
76
77
78
79
80
81
82
  
  /*
   * tracepoint_synchronize_unregister must be called between the last tracepoint
   * probe unregistration and the end of module exit to make sure there is no
   * caller executing a probe when it is freed.
   */
  static inline void tracepoint_synchronize_unregister(void)
  {
  	synchronize_sched();
  }
  
  #define PARAMS(args...) args
2e26ca715   Steven Rostedt   tracing: Fix trac...
83
84
85
86
87
88
89
90
91
  #endif /* _LINUX_TRACEPOINT_H */
  
  /*
   * Note: we keep the TRACE_EVENT and DECLARE_TRACE outside the include
   *  file ifdef protection.
   *  This is due to the way trace events work. If a file includes two
   *  trace event headers under one "CREATE_TRACE_POINTS" the first include
   *  will override the TRACE_EVENT and break the second include.
   */
ea20d9293   Steven Rostedt   tracing: consolid...
92
  #ifndef DECLARE_TRACE
2939b0469   Steven Rostedt   tracing: replace ...
93
  #define TP_PROTO(args...)	args
8cd09a598   Li Hong   tracing: Fix a co...
94
  #define TP_ARGS(args...)	args
287050d39   Steven Rostedt   tracing: Add TRAC...
95
  #define TP_CONDITION(args...)	args
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
96
97
98
99
100
101
  
  #ifdef CONFIG_TRACEPOINTS
  
  /*
   * it_func[0] is never NULL because there is at least one element in the array
   * when the array itself is non NULL.
38516ab59   Steven Rostedt   tracing: Let trac...
102
103
104
105
106
107
   *
   * Note, the proto and args passed in includes "__data" as the first parameter.
   * The reason for this is to handle the "void" prototype. If a tracepoint
   * has a "void" prototype, then it is invalid to declare a function
   * as "(void *, void)". The DECLARE_TRACE_NOARGS() will pass in just
   * "void *data", where as the DECLARE_TRACE() will pass in "void *data, proto".
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
108
   */
287050d39   Steven Rostedt   tracing: Add TRAC...
109
  #define __DO_TRACE(tp, proto, args, cond)				\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
110
  	do {								\
38516ab59   Steven Rostedt   tracing: Let trac...
111
112
113
  		struct tracepoint_func *it_func_ptr;			\
  		void *it_func;						\
  		void *__data;						\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
114
  									\
287050d39   Steven Rostedt   tracing: Add TRAC...
115
116
  		if (!(cond))						\
  			return;						\
da7b3eab1   Mathieu Desnoyers   tracepoints: use ...
117
  		rcu_read_lock_sched_notrace();				\
38516ab59   Steven Rostedt   tracing: Let trac...
118
119
  		it_func_ptr = rcu_dereference_sched((tp)->funcs);	\
  		if (it_func_ptr) {					\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
120
  			do {						\
38516ab59   Steven Rostedt   tracing: Let trac...
121
122
123
124
  				it_func = (it_func_ptr)->func;		\
  				__data = (it_func_ptr)->data;		\
  				((void(*)(proto))(it_func))(args);	\
  			} while ((++it_func_ptr)->func);		\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
125
  		}							\
da7b3eab1   Mathieu Desnoyers   tracepoints: use ...
126
  		rcu_read_unlock_sched_notrace();			\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
127
128
129
130
131
132
133
  	} while (0)
  
  /*
   * Make sure the alignment of the structure in the __tracepoints section will
   * not add unwanted padding between the beginning of the section and the
   * structure. Force alignment to the same alignment as the section start.
   */
287050d39   Steven Rostedt   tracing: Add TRAC...
134
  #define __DECLARE_TRACE(name, proto, args, cond, data_proto, data_args)	\
7e066fb87   Mathieu Desnoyers   tracepoints: add ...
135
  	extern struct tracepoint __tracepoint_##name;			\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
136
137
  	static inline void trace_##name(proto)				\
  	{								\
d430d3d7e   Jason Baron   jump label: Intro...
138
  		if (static_branch(&__tracepoint_##name.key))		\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
139
  			__DO_TRACE(&__tracepoint_##name,		\
38516ab59   Steven Rostedt   tracing: Let trac...
140
  				TP_PROTO(data_proto),			\
287050d39   Steven Rostedt   tracing: Add TRAC...
141
142
  				TP_ARGS(data_args),			\
  				TP_CONDITION(cond));			\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
143
  	}								\
38516ab59   Steven Rostedt   tracing: Let trac...
144
145
  	static inline int						\
  	register_trace_##name(void (*probe)(data_proto), void *data)	\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
146
  	{								\
38516ab59   Steven Rostedt   tracing: Let trac...
147
148
  		return tracepoint_probe_register(#name, (void *)probe,	\
  						 data);			\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
149
  	}								\
38516ab59   Steven Rostedt   tracing: Let trac...
150
151
  	static inline int						\
  	unregister_trace_##name(void (*probe)(data_proto), void *data)	\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
152
  	{								\
38516ab59   Steven Rostedt   tracing: Let trac...
153
154
  		return tracepoint_probe_unregister(#name, (void *)probe, \
  						   data);		\
53da59aa6   Mathieu Desnoyers   tracepoints: Add ...
155
  	}								\
38516ab59   Steven Rostedt   tracing: Let trac...
156
157
  	static inline void						\
  	check_trace_callback_type_##name(void (*cb)(data_proto))	\
53da59aa6   Mathieu Desnoyers   tracepoints: Add ...
158
  	{								\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
159
  	}
654986462   Mathieu Desnoyers   tracepoints: Fix ...
160
161
162
163
164
  /*
   * We have no guarantee that gcc and the linker won't up-align the tracepoint
   * structures, so we create an array of pointers that will be used for iteration
   * on the tracepoints.
   */
d430d3d7e   Jason Baron   jump label: Intro...
165
166
167
168
169
170
171
172
  #define DEFINE_TRACE_FN(name, reg, unreg)				 \
  	static const char __tpstrtab_##name[]				 \
  	__attribute__((section("__tracepoints_strings"))) = #name;	 \
  	struct tracepoint __tracepoint_##name				 \
  	__attribute__((section("__tracepoints"))) =			 \
  		{ __tpstrtab_##name, JUMP_LABEL_INIT, reg, unreg, NULL };\
  	static struct tracepoint * const __tracepoint_ptr_##name __used	 \
  	__attribute__((section("__tracepoints_ptrs"))) =		 \
654986462   Mathieu Desnoyers   tracepoints: Fix ...
173
  		&__tracepoint_##name;
974198758   Josh Stone   tracing: Move tra...
174
175
176
  
  #define DEFINE_TRACE(name)						\
  	DEFINE_TRACE_FN(name, NULL, NULL);
7e066fb87   Mathieu Desnoyers   tracepoints: add ...
177
178
179
180
181
  
  #define EXPORT_TRACEPOINT_SYMBOL_GPL(name)				\
  	EXPORT_SYMBOL_GPL(__tracepoint_##name)
  #define EXPORT_TRACEPOINT_SYMBOL(name)					\
  	EXPORT_SYMBOL(__tracepoint_##name)
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
182
  #else /* !CONFIG_TRACEPOINTS */
287050d39   Steven Rostedt   tracing: Add TRAC...
183
  #define __DECLARE_TRACE(name, proto, args, cond, data_proto, data_args)	\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
184
185
  	static inline void trace_##name(proto)				\
  	{ }								\
38516ab59   Steven Rostedt   tracing: Let trac...
186
187
188
  	static inline int						\
  	register_trace_##name(void (*probe)(data_proto),		\
  			      void *data)				\
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
189
190
191
  	{								\
  		return -ENOSYS;						\
  	}								\
38516ab59   Steven Rostedt   tracing: Let trac...
192
193
194
  	static inline int						\
  	unregister_trace_##name(void (*probe)(data_proto),		\
  				void *data)				\
c420970ef   Mathieu Desnoyers   tracepoints: use ...
195
196
  	{								\
  		return -ENOSYS;						\
53da59aa6   Mathieu Desnoyers   tracepoints: Add ...
197
  	}								\
38516ab59   Steven Rostedt   tracing: Let trac...
198
  	static inline void check_trace_callback_type_##name(void (*cb)(data_proto)) \
53da59aa6   Mathieu Desnoyers   tracepoints: Add ...
199
  	{								\
c420970ef   Mathieu Desnoyers   tracepoints: use ...
200
  	}
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
201

974198758   Josh Stone   tracing: Move tra...
202
  #define DEFINE_TRACE_FN(name, reg, unreg)
7e066fb87   Mathieu Desnoyers   tracepoints: add ...
203
204
205
  #define DEFINE_TRACE(name)
  #define EXPORT_TRACEPOINT_SYMBOL_GPL(name)
  #define EXPORT_TRACEPOINT_SYMBOL(name)
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
206
  #endif /* CONFIG_TRACEPOINTS */
38516ab59   Steven Rostedt   tracing: Let trac...
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
  
  /*
   * The need for the DECLARE_TRACE_NOARGS() is to handle the prototype
   * (void). "void" is a special value in a function prototype and can
   * not be combined with other arguments. Since the DECLARE_TRACE()
   * macro adds a data element at the beginning of the prototype,
   * we need a way to differentiate "(void *data, proto)" from
   * "(void *data, void)". The second prototype is invalid.
   *
   * DECLARE_TRACE_NOARGS() passes "void" as the tracepoint prototype
   * and "void *__data" as the callback prototype.
   *
   * DECLARE_TRACE() passes "proto" as the tracepoint protoype and
   * "void *__data, proto" as the callback prototype.
   */
  #define DECLARE_TRACE_NOARGS(name)					\
287050d39   Steven Rostedt   tracing: Add TRAC...
223
  		__DECLARE_TRACE(name, void, , 1, void *__data, __data)
38516ab59   Steven Rostedt   tracing: Let trac...
224
225
  
  #define DECLARE_TRACE(name, proto, args)				\
287050d39   Steven Rostedt   tracing: Add TRAC...
226
  		__DECLARE_TRACE(name, PARAMS(proto), PARAMS(args), 1,	\
38516ab59   Steven Rostedt   tracing: Let trac...
227
228
  				PARAMS(void *__data, proto),		\
  				PARAMS(__data, args))
287050d39   Steven Rostedt   tracing: Add TRAC...
229
230
231
232
  #define DECLARE_TRACE_CONDITION(name, proto, args, cond)		\
  	__DECLARE_TRACE(name, PARAMS(proto), PARAMS(args), PARAMS(cond), \
  			PARAMS(void *__data, proto),			\
  			PARAMS(__data, args))
1ed0c5971   Frederic Weisbecker   tracing: New macr...
233
  #define TRACE_EVENT_FLAGS(event, flag)
ea20d9293   Steven Rostedt   tracing: consolid...
234
  #endif /* DECLARE_TRACE */
97e1c18e8   Mathieu Desnoyers   tracing: Kernel T...
235

ea20d9293   Steven Rostedt   tracing: consolid...
236
  #ifndef TRACE_EVENT
823f9124f   Steven Rostedt   tracing: document...
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
  /*
   * For use with the TRACE_EVENT macro:
   *
   * We define a tracepoint, its arguments, its printk format
   * and its 'fast binay record' layout.
   *
   * Firstly, name your tracepoint via TRACE_EVENT(name : the
   * 'subsystem_event' notation is fine.
   *
   * Think about this whole construct as the
   * 'trace_sched_switch() function' from now on.
   *
   *
   *  TRACE_EVENT(sched_switch,
   *
   *	*
   *	* A function has a regular function arguments
   *	* prototype, declare it via TP_PROTO():
   *	*
   *
ef18012b2   Steven Rostedt   tracing: remove f...
257
258
   *	TP_PROTO(struct rq *rq, struct task_struct *prev,
   *		 struct task_struct *next),
823f9124f   Steven Rostedt   tracing: document...
259
260
261
262
263
264
265
   *
   *	*
   *	* Define the call signature of the 'function'.
   *	* (Design sidenote: we use this instead of a
   *	*  TP_PROTO1/TP_PROTO2/TP_PROTO3 ugliness.)
   *	*
   *
ef18012b2   Steven Rostedt   tracing: remove f...
266
   *	TP_ARGS(rq, prev, next),
823f9124f   Steven Rostedt   tracing: document...
267
268
269
270
271
272
273
274
275
   *
   *	*
   *	* Fast binary tracing: define the trace record via
   *	* TP_STRUCT__entry(). You can think about it like a
   *	* regular C structure local variable definition.
   *	*
   *	* This is how the trace record is structured and will
   *	* be saved into the ring buffer. These are the fields
   *	* that will be exposed to user-space in
156f5a780   GeunSik Lim   debugfs: Fix term...
276
   *	* /sys/kernel/debug/tracing/events/<*>/format.
823f9124f   Steven Rostedt   tracing: document...
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
   *	*
   *	* The declared 'local variable' is called '__entry'
   *	*
   *	* __field(pid_t, prev_prid) is equivalent to a standard declariton:
   *	*
   *	*	pid_t	prev_pid;
   *	*
   *	* __array(char, prev_comm, TASK_COMM_LEN) is equivalent to:
   *	*
   *	*	char	prev_comm[TASK_COMM_LEN];
   *	*
   *
   *	TP_STRUCT__entry(
   *		__array(	char,	prev_comm,	TASK_COMM_LEN	)
   *		__field(	pid_t,	prev_pid			)
   *		__field(	int,	prev_prio			)
   *		__array(	char,	next_comm,	TASK_COMM_LEN	)
   *		__field(	pid_t,	next_pid			)
   *		__field(	int,	next_prio			)
   *	),
   *
   *	*
   *	* Assign the entry into the trace record, by embedding
   *	* a full C statement block into TP_fast_assign(). You
   *	* can refer to the trace record as '__entry' -
   *	* otherwise you can put arbitrary C code in here.
   *	*
   *	* Note: this C code will execute every time a trace event
   *	* happens, on an active tracepoint.
   *	*
   *
ef18012b2   Steven Rostedt   tracing: remove f...
308
309
310
311
   *	TP_fast_assign(
   *		memcpy(__entry->next_comm, next->comm, TASK_COMM_LEN);
   *		__entry->prev_pid	= prev->pid;
   *		__entry->prev_prio	= prev->prio;
823f9124f   Steven Rostedt   tracing: document...
312
313
   *		memcpy(__entry->prev_comm, prev->comm, TASK_COMM_LEN);
   *		__entry->next_pid	= next->pid;
ef18012b2   Steven Rostedt   tracing: remove f...
314
   *		__entry->next_prio	= next->prio;
ec6e7c3ae   Mathieu Desnoyers   tracing/trivial: ...
315
   *	),
823f9124f   Steven Rostedt   tracing: document...
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
   *
   *	*
   *	* Formatted output of a trace record via TP_printk().
   *	* This is how the tracepoint will appear under ftrace
   *	* plugins that make use of this tracepoint.
   *	*
   *	* (raw-binary tracing wont actually perform this step.)
   *	*
   *
   *	TP_printk("task %s:%d [%d] ==> %s:%d [%d]",
   *		__entry->prev_comm, __entry->prev_pid, __entry->prev_prio,
   *		__entry->next_comm, __entry->next_pid, __entry->next_prio),
   *
   * );
   *
   * This macro construct is thus used for the regular printk format
   * tracing setup, it is used to construct a function pointer based
   * tracepoint callback (this is used by programmatic plugins and
   * can also by used by generic instrumentation like SystemTap), and
   * it is also used to expose a structured trace record in
156f5a780   GeunSik Lim   debugfs: Fix term...
336
   * /sys/kernel/debug/tracing/events/.
974198758   Josh Stone   tracing: Move tra...
337
338
339
   *
   * A set of (un)registration functions can be passed to the variant
   * TRACE_EVENT_FN to perform any (un)registration work.
823f9124f   Steven Rostedt   tracing: document...
340
   */
091ad3658   Ingo Molnar   events: Rename TR...
341
  #define DECLARE_EVENT_CLASS(name, proto, args, tstruct, assign, print)
ff038f5c3   Steven Rostedt   tracing: Create n...
342
343
  #define DEFINE_EVENT(template, name, proto, args)		\
  	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))
e5bc97216   Steven Rostedt   tracing: Create n...
344
345
  #define DEFINE_EVENT_PRINT(template, name, proto, args, print)	\
  	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))
287050d39   Steven Rostedt   tracing: Add TRAC...
346
347
348
349
  #define DEFINE_EVENT_CONDITION(template, name, proto,		\
  			       args, cond)			\
  	DECLARE_TRACE_CONDITION(name, PARAMS(proto),		\
  				PARAMS(args), PARAMS(cond))
ff038f5c3   Steven Rostedt   tracing: Create n...
350

30a8fecc2   Steven Rostedt   tracing: flip the...
351
  #define TRACE_EVENT(name, proto, args, struct, assign, print)	\
da4d03020   Steven Rostedt   tracing: new form...
352
  	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))
974198758   Josh Stone   tracing: Move tra...
353
354
355
  #define TRACE_EVENT_FN(name, proto, args, struct,		\
  		assign, print, reg, unreg)			\
  	DECLARE_TRACE(name, PARAMS(proto), PARAMS(args))
287050d39   Steven Rostedt   tracing: Add TRAC...
356
357
358
359
  #define TRACE_EVENT_CONDITION(name, proto, args, cond,		\
  			      struct, assign, print)		\
  	DECLARE_TRACE_CONDITION(name, PARAMS(proto),		\
  				PARAMS(args), PARAMS(cond))
7cb2e3ee2   Steven Rostedt   tracing: add comm...
360

1ed0c5971   Frederic Weisbecker   tracing: New macr...
361
  #define TRACE_EVENT_FLAGS(event, flag)
7cb2e3ee2   Steven Rostedt   tracing: add comm...
362
  #endif /* ifdef TRACE_EVENT (see note above) */