Blame view
include/linux/tracepoint.h
11.6 KB
97e1c18e8
|
1 2 3 4 5 6 |
#ifndef _LINUX_TRACEPOINT_H #define _LINUX_TRACEPOINT_H /* * Kernel Tracepoint API. * |
8cd09a598
|
7 |
* See Documentation/trace/tracepoints.txt. |
97e1c18e8
|
8 9 10 11 12 13 14 15 |
* * (C) Copyright 2008 Mathieu Desnoyers <mathieu.desnoyers@polymtl.ca> * * Heavily inspired from the Linux Kernel Markers. * * This file is released under the GPLv2. * See the file COPYING for more details. */ |
b70e4f052
|
16 |
#include <linux/errno.h> |
97e1c18e8
|
17 18 |
#include <linux/types.h> #include <linux/rcupdate.h> |
8f7b50c51
|
19 |
#include <linux/jump_label.h> |
97e1c18e8
|
20 21 22 |
struct module; struct tracepoint; |
38516ab59
|
23 24 25 26 |
struct tracepoint_func { void *func; void *data; }; |
97e1c18e8
|
27 28 |
struct tracepoint { const char *name; /* Tracepoint name */ |
d430d3d7e
|
29 |
struct jump_label_key key; |
974198758
|
30 31 |
void (*regfunc)(void); void (*unregfunc)(void); |
bd1c8b22b
|
32 |
struct tracepoint_func __rcu *funcs; |
654986462
|
33 |
}; |
97e1c18e8
|
34 |
|
2e26ca715
|
35 36 37 38 |
/* * Connect a probe to a tracepoint. * Internal API, should not be used directly. */ |
38516ab59
|
39 |
extern int tracepoint_probe_register(const char *name, void *probe, void *data); |
2e26ca715
|
40 41 42 43 44 |
/* * Disconnect a probe from a tracepoint. * Internal API, should not be used directly. */ |
38516ab59
|
45 46 |
extern int tracepoint_probe_unregister(const char *name, void *probe, void *data); |
2e26ca715
|
47 |
|
38516ab59
|
48 49 50 51 |
extern int tracepoint_probe_register_noupdate(const char *name, void *probe, void *data); extern int tracepoint_probe_unregister_noupdate(const char *name, void *probe, void *data); |
2e26ca715
|
52 |
extern void tracepoint_probe_update_all(void); |
b75ef8b44
|
53 54 55 56 57 58 59 |
#ifdef CONFIG_MODULES struct tp_module { struct list_head list; unsigned int num_tracepoints; struct tracepoint * const *tracepoints_ptrs; }; #endif /* CONFIG_MODULES */ |
2e26ca715
|
60 |
struct tracepoint_iter { |
b75ef8b44
|
61 62 63 |
#ifdef CONFIG_MODULES struct tp_module *module; #endif /* CONFIG_MODULES */ |
654986462
|
64 |
struct tracepoint * const *tracepoint; |
2e26ca715
|
65 66 67 68 69 70 |
}; extern void tracepoint_iter_start(struct tracepoint_iter *iter); extern void tracepoint_iter_next(struct tracepoint_iter *iter); extern void tracepoint_iter_stop(struct tracepoint_iter *iter); extern void tracepoint_iter_reset(struct tracepoint_iter *iter); |
2e26ca715
|
71 72 73 74 75 76 77 78 79 80 81 82 |
/* * tracepoint_synchronize_unregister must be called between the last tracepoint * probe unregistration and the end of module exit to make sure there is no * caller executing a probe when it is freed. */ static inline void tracepoint_synchronize_unregister(void) { synchronize_sched(); } #define PARAMS(args...) args |
2e26ca715
|
83 84 85 86 87 88 89 90 91 |
#endif /* _LINUX_TRACEPOINT_H */ /* * Note: we keep the TRACE_EVENT and DECLARE_TRACE outside the include * file ifdef protection. * This is due to the way trace events work. If a file includes two * trace event headers under one "CREATE_TRACE_POINTS" the first include * will override the TRACE_EVENT and break the second include. */ |
ea20d9293
|
92 |
#ifndef DECLARE_TRACE |
2939b0469
|
93 |
#define TP_PROTO(args...) args |
8cd09a598
|
94 |
#define TP_ARGS(args...) args |
287050d39
|
95 |
#define TP_CONDITION(args...) args |
97e1c18e8
|
96 97 98 99 100 101 |
#ifdef CONFIG_TRACEPOINTS /* * it_func[0] is never NULL because there is at least one element in the array * when the array itself is non NULL. |
38516ab59
|
102 103 104 105 106 107 |
* * Note, the proto and args passed in includes "__data" as the first parameter. * The reason for this is to handle the "void" prototype. If a tracepoint * has a "void" prototype, then it is invalid to declare a function * as "(void *, void)". The DECLARE_TRACE_NOARGS() will pass in just * "void *data", where as the DECLARE_TRACE() will pass in "void *data, proto". |
97e1c18e8
|
108 |
*/ |
287050d39
|
109 |
#define __DO_TRACE(tp, proto, args, cond) \ |
97e1c18e8
|
110 |
do { \ |
38516ab59
|
111 112 113 |
struct tracepoint_func *it_func_ptr; \ void *it_func; \ void *__data; \ |
97e1c18e8
|
114 |
\ |
287050d39
|
115 116 |
if (!(cond)) \ return; \ |
da7b3eab1
|
117 |
rcu_read_lock_sched_notrace(); \ |
38516ab59
|
118 119 |
it_func_ptr = rcu_dereference_sched((tp)->funcs); \ if (it_func_ptr) { \ |
97e1c18e8
|
120 |
do { \ |
38516ab59
|
121 122 123 124 |
it_func = (it_func_ptr)->func; \ __data = (it_func_ptr)->data; \ ((void(*)(proto))(it_func))(args); \ } while ((++it_func_ptr)->func); \ |
97e1c18e8
|
125 |
} \ |
da7b3eab1
|
126 |
rcu_read_unlock_sched_notrace(); \ |
97e1c18e8
|
127 128 129 130 131 132 133 |
} while (0) /* * Make sure the alignment of the structure in the __tracepoints section will * not add unwanted padding between the beginning of the section and the * structure. Force alignment to the same alignment as the section start. */ |
287050d39
|
134 |
#define __DECLARE_TRACE(name, proto, args, cond, data_proto, data_args) \ |
7e066fb87
|
135 |
extern struct tracepoint __tracepoint_##name; \ |
97e1c18e8
|
136 137 |
static inline void trace_##name(proto) \ { \ |
d430d3d7e
|
138 |
if (static_branch(&__tracepoint_##name.key)) \ |
97e1c18e8
|
139 |
__DO_TRACE(&__tracepoint_##name, \ |
38516ab59
|
140 |
TP_PROTO(data_proto), \ |
287050d39
|
141 142 |
TP_ARGS(data_args), \ TP_CONDITION(cond)); \ |
97e1c18e8
|
143 |
} \ |
38516ab59
|
144 145 |
static inline int \ register_trace_##name(void (*probe)(data_proto), void *data) \ |
97e1c18e8
|
146 |
{ \ |
38516ab59
|
147 148 |
return tracepoint_probe_register(#name, (void *)probe, \ data); \ |
97e1c18e8
|
149 |
} \ |
38516ab59
|
150 151 |
static inline int \ unregister_trace_##name(void (*probe)(data_proto), void *data) \ |
97e1c18e8
|
152 |
{ \ |
38516ab59
|
153 154 |
return tracepoint_probe_unregister(#name, (void *)probe, \ data); \ |
53da59aa6
|
155 |
} \ |
38516ab59
|
156 157 |
static inline void \ check_trace_callback_type_##name(void (*cb)(data_proto)) \ |
53da59aa6
|
158 |
{ \ |
97e1c18e8
|
159 |
} |
654986462
|
160 161 162 163 164 |
/* * We have no guarantee that gcc and the linker won't up-align the tracepoint * structures, so we create an array of pointers that will be used for iteration * on the tracepoints. */ |
d430d3d7e
|
165 166 167 168 169 170 171 172 |
#define DEFINE_TRACE_FN(name, reg, unreg) \ static const char __tpstrtab_##name[] \ __attribute__((section("__tracepoints_strings"))) = #name; \ struct tracepoint __tracepoint_##name \ __attribute__((section("__tracepoints"))) = \ { __tpstrtab_##name, JUMP_LABEL_INIT, reg, unreg, NULL };\ static struct tracepoint * const __tracepoint_ptr_##name __used \ __attribute__((section("__tracepoints_ptrs"))) = \ |
654986462
|
173 |
&__tracepoint_##name; |
974198758
|
174 175 176 |
#define DEFINE_TRACE(name) \ DEFINE_TRACE_FN(name, NULL, NULL); |
7e066fb87
|
177 178 179 180 181 |
#define EXPORT_TRACEPOINT_SYMBOL_GPL(name) \ EXPORT_SYMBOL_GPL(__tracepoint_##name) #define EXPORT_TRACEPOINT_SYMBOL(name) \ EXPORT_SYMBOL(__tracepoint_##name) |
97e1c18e8
|
182 |
#else /* !CONFIG_TRACEPOINTS */ |
287050d39
|
183 |
#define __DECLARE_TRACE(name, proto, args, cond, data_proto, data_args) \ |
97e1c18e8
|
184 185 |
static inline void trace_##name(proto) \ { } \ |
38516ab59
|
186 187 188 |
static inline int \ register_trace_##name(void (*probe)(data_proto), \ void *data) \ |
97e1c18e8
|
189 190 191 |
{ \ return -ENOSYS; \ } \ |
38516ab59
|
192 193 194 |
static inline int \ unregister_trace_##name(void (*probe)(data_proto), \ void *data) \ |
c420970ef
|
195 196 |
{ \ return -ENOSYS; \ |
53da59aa6
|
197 |
} \ |
38516ab59
|
198 |
static inline void check_trace_callback_type_##name(void (*cb)(data_proto)) \ |
53da59aa6
|
199 |
{ \ |
c420970ef
|
200 |
} |
97e1c18e8
|
201 |
|
974198758
|
202 |
#define DEFINE_TRACE_FN(name, reg, unreg) |
7e066fb87
|
203 204 205 |
#define DEFINE_TRACE(name) #define EXPORT_TRACEPOINT_SYMBOL_GPL(name) #define EXPORT_TRACEPOINT_SYMBOL(name) |
97e1c18e8
|
206 |
#endif /* CONFIG_TRACEPOINTS */ |
38516ab59
|
207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 |
/* * The need for the DECLARE_TRACE_NOARGS() is to handle the prototype * (void). "void" is a special value in a function prototype and can * not be combined with other arguments. Since the DECLARE_TRACE() * macro adds a data element at the beginning of the prototype, * we need a way to differentiate "(void *data, proto)" from * "(void *data, void)". The second prototype is invalid. * * DECLARE_TRACE_NOARGS() passes "void" as the tracepoint prototype * and "void *__data" as the callback prototype. * * DECLARE_TRACE() passes "proto" as the tracepoint protoype and * "void *__data, proto" as the callback prototype. */ #define DECLARE_TRACE_NOARGS(name) \ |
287050d39
|
223 |
__DECLARE_TRACE(name, void, , 1, void *__data, __data) |
38516ab59
|
224 225 |
#define DECLARE_TRACE(name, proto, args) \ |
287050d39
|
226 |
__DECLARE_TRACE(name, PARAMS(proto), PARAMS(args), 1, \ |
38516ab59
|
227 228 |
PARAMS(void *__data, proto), \ PARAMS(__data, args)) |
287050d39
|
229 230 231 232 |
#define DECLARE_TRACE_CONDITION(name, proto, args, cond) \ __DECLARE_TRACE(name, PARAMS(proto), PARAMS(args), PARAMS(cond), \ PARAMS(void *__data, proto), \ PARAMS(__data, args)) |
1ed0c5971
|
233 |
#define TRACE_EVENT_FLAGS(event, flag) |
ea20d9293
|
234 |
#endif /* DECLARE_TRACE */ |
97e1c18e8
|
235 |
|
ea20d9293
|
236 |
#ifndef TRACE_EVENT |
823f9124f
|
237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 |
/* * For use with the TRACE_EVENT macro: * * We define a tracepoint, its arguments, its printk format * and its 'fast binay record' layout. * * Firstly, name your tracepoint via TRACE_EVENT(name : the * 'subsystem_event' notation is fine. * * Think about this whole construct as the * 'trace_sched_switch() function' from now on. * * * TRACE_EVENT(sched_switch, * * * * * A function has a regular function arguments * * prototype, declare it via TP_PROTO(): * * * |
ef18012b2
|
257 258 |
* TP_PROTO(struct rq *rq, struct task_struct *prev, * struct task_struct *next), |
823f9124f
|
259 260 261 262 263 264 265 |
* * * * * Define the call signature of the 'function'. * * (Design sidenote: we use this instead of a * * TP_PROTO1/TP_PROTO2/TP_PROTO3 ugliness.) * * * |
ef18012b2
|
266 |
* TP_ARGS(rq, prev, next), |
823f9124f
|
267 268 269 270 271 272 273 274 275 |
* * * * * Fast binary tracing: define the trace record via * * TP_STRUCT__entry(). You can think about it like a * * regular C structure local variable definition. * * * * This is how the trace record is structured and will * * be saved into the ring buffer. These are the fields * * that will be exposed to user-space in |
156f5a780
|
276 |
* * /sys/kernel/debug/tracing/events/<*>/format. |
823f9124f
|
277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 |
* * * * The declared 'local variable' is called '__entry' * * * * __field(pid_t, prev_prid) is equivalent to a standard declariton: * * * * pid_t prev_pid; * * * * __array(char, prev_comm, TASK_COMM_LEN) is equivalent to: * * * * char prev_comm[TASK_COMM_LEN]; * * * * TP_STRUCT__entry( * __array( char, prev_comm, TASK_COMM_LEN ) * __field( pid_t, prev_pid ) * __field( int, prev_prio ) * __array( char, next_comm, TASK_COMM_LEN ) * __field( pid_t, next_pid ) * __field( int, next_prio ) * ), * * * * * Assign the entry into the trace record, by embedding * * a full C statement block into TP_fast_assign(). You * * can refer to the trace record as '__entry' - * * otherwise you can put arbitrary C code in here. * * * * Note: this C code will execute every time a trace event * * happens, on an active tracepoint. * * * |
ef18012b2
|
308 309 310 311 |
* TP_fast_assign( * memcpy(__entry->next_comm, next->comm, TASK_COMM_LEN); * __entry->prev_pid = prev->pid; * __entry->prev_prio = prev->prio; |
823f9124f
|
312 313 |
* memcpy(__entry->prev_comm, prev->comm, TASK_COMM_LEN); * __entry->next_pid = next->pid; |
ef18012b2
|
314 |
* __entry->next_prio = next->prio; |
ec6e7c3ae
|
315 |
* ), |
823f9124f
|
316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 |
* * * * * Formatted output of a trace record via TP_printk(). * * This is how the tracepoint will appear under ftrace * * plugins that make use of this tracepoint. * * * * (raw-binary tracing wont actually perform this step.) * * * * TP_printk("task %s:%d [%d] ==> %s:%d [%d]", * __entry->prev_comm, __entry->prev_pid, __entry->prev_prio, * __entry->next_comm, __entry->next_pid, __entry->next_prio), * * ); * * This macro construct is thus used for the regular printk format * tracing setup, it is used to construct a function pointer based * tracepoint callback (this is used by programmatic plugins and * can also by used by generic instrumentation like SystemTap), and * it is also used to expose a structured trace record in |
156f5a780
|
336 |
* /sys/kernel/debug/tracing/events/. |
974198758
|
337 338 339 |
* * A set of (un)registration functions can be passed to the variant * TRACE_EVENT_FN to perform any (un)registration work. |
823f9124f
|
340 |
*/ |
091ad3658
|
341 |
#define DECLARE_EVENT_CLASS(name, proto, args, tstruct, assign, print) |
ff038f5c3
|
342 343 |
#define DEFINE_EVENT(template, name, proto, args) \ DECLARE_TRACE(name, PARAMS(proto), PARAMS(args)) |
e5bc97216
|
344 345 |
#define DEFINE_EVENT_PRINT(template, name, proto, args, print) \ DECLARE_TRACE(name, PARAMS(proto), PARAMS(args)) |
287050d39
|
346 347 348 349 |
#define DEFINE_EVENT_CONDITION(template, name, proto, \ args, cond) \ DECLARE_TRACE_CONDITION(name, PARAMS(proto), \ PARAMS(args), PARAMS(cond)) |
ff038f5c3
|
350 |
|
30a8fecc2
|
351 |
#define TRACE_EVENT(name, proto, args, struct, assign, print) \ |
da4d03020
|
352 |
DECLARE_TRACE(name, PARAMS(proto), PARAMS(args)) |
974198758
|
353 354 355 |
#define TRACE_EVENT_FN(name, proto, args, struct, \ assign, print, reg, unreg) \ DECLARE_TRACE(name, PARAMS(proto), PARAMS(args)) |
287050d39
|
356 357 358 359 |
#define TRACE_EVENT_CONDITION(name, proto, args, cond, \ struct, assign, print) \ DECLARE_TRACE_CONDITION(name, PARAMS(proto), \ PARAMS(args), PARAMS(cond)) |
7cb2e3ee2
|
360 |
|
1ed0c5971
|
361 |
#define TRACE_EVENT_FLAGS(event, flag) |
7cb2e3ee2
|
362 |
#endif /* ifdef TRACE_EVENT (see note above) */ |