Blame view
kernel/tracepoint.c
14.6 KB
97e1c18e8 tracing: Kernel T... |
1 |
/* |
de7b29739 tracepoint: Use s... |
2 |
* Copyright (C) 2008-2014 Mathieu Desnoyers |
97e1c18e8 tracing: Kernel T... |
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
* * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. */ #include <linux/module.h> #include <linux/mutex.h> #include <linux/types.h> #include <linux/jhash.h> #include <linux/list.h> #include <linux/rcupdate.h> #include <linux/tracepoint.h> #include <linux/err.h> #include <linux/slab.h> |
a871bd33a tracing: Add sysc... |
27 |
#include <linux/sched.h> |
c5905afb0 static keys: Intr... |
28 |
#include <linux/static_key.h> |
97e1c18e8 tracing: Kernel T... |
29 |
|
654986462 tracepoints: Fix ... |
30 31 |
extern struct tracepoint * const __start___tracepoints_ptrs[]; extern struct tracepoint * const __stop___tracepoints_ptrs[]; |
97e1c18e8 tracing: Kernel T... |
32 33 34 |
/* Set to 1 to enable tracepoint debug output */ static const int tracepoint_debug; |
de7b29739 tracepoint: Use s... |
35 |
#ifdef CONFIG_MODULES |
97e1c18e8 tracing: Kernel T... |
36 |
/* |
de7b29739 tracepoint: Use s... |
37 |
* Tracepoint module list mutex protects the local module list. |
97e1c18e8 tracing: Kernel T... |
38 |
*/ |
de7b29739 tracepoint: Use s... |
39 |
static DEFINE_MUTEX(tracepoint_module_list_mutex); |
97e1c18e8 tracing: Kernel T... |
40 |
|
de7b29739 tracepoint: Use s... |
41 |
/* Local list of struct tp_module */ |
b75ef8b44 Tracepoint: Disso... |
42 43 |
static LIST_HEAD(tracepoint_module_list); #endif /* CONFIG_MODULES */ |
97e1c18e8 tracing: Kernel T... |
44 |
/* |
de7b29739 tracepoint: Use s... |
45 46 |
* tracepoints_mutex protects the builtin and module tracepoints. * tracepoints_mutex nests inside tracepoint_module_list_mutex. |
97e1c18e8 tracing: Kernel T... |
47 |
*/ |
de7b29739 tracepoint: Use s... |
48 |
static DEFINE_MUTEX(tracepoints_mutex); |
97e1c18e8 tracing: Kernel T... |
49 50 51 |
/* * Note about RCU : |
fd589a8f0 trivial: fix typo... |
52 |
* It is used to delay the free of multiple probes array until a quiescent |
97e1c18e8 tracing: Kernel T... |
53 |
* state is reached. |
97e1c18e8 tracing: Kernel T... |
54 |
*/ |
19dba33c4 tracepoint: simpl... |
55 |
struct tp_probes { |
0dea6d526 tracepoint: Remov... |
56 |
struct rcu_head rcu; |
38516ab59 tracing: Let trac... |
57 |
struct tracepoint_func probes[0]; |
19dba33c4 tracepoint: simpl... |
58 |
}; |
97e1c18e8 tracing: Kernel T... |
59 |
|
19dba33c4 tracepoint: simpl... |
60 |
static inline void *allocate_probes(int count) |
97e1c18e8 tracing: Kernel T... |
61 |
{ |
38516ab59 tracing: Let trac... |
62 |
struct tp_probes *p = kmalloc(count * sizeof(struct tracepoint_func) |
19dba33c4 tracepoint: simpl... |
63 64 |
+ sizeof(struct tp_probes), GFP_KERNEL); return p == NULL ? NULL : p->probes; |
97e1c18e8 tracing: Kernel T... |
65 |
} |
19dba33c4 tracepoint: simpl... |
66 |
static void rcu_free_old_probes(struct rcu_head *head) |
97e1c18e8 tracing: Kernel T... |
67 |
{ |
0dea6d526 tracepoint: Remov... |
68 |
kfree(container_of(head, struct tp_probes, rcu)); |
19dba33c4 tracepoint: simpl... |
69 |
} |
38516ab59 tracing: Let trac... |
70 |
static inline void release_probes(struct tracepoint_func *old) |
19dba33c4 tracepoint: simpl... |
71 72 73 74 |
{ if (old) { struct tp_probes *tp_probes = container_of(old, struct tp_probes, probes[0]); |
0dea6d526 tracepoint: Remov... |
75 |
call_rcu_sched(&tp_probes->rcu, rcu_free_old_probes); |
19dba33c4 tracepoint: simpl... |
76 |
} |
97e1c18e8 tracing: Kernel T... |
77 |
} |
de7b29739 tracepoint: Use s... |
78 |
static void debug_print_probes(struct tracepoint_func *funcs) |
97e1c18e8 tracing: Kernel T... |
79 80 |
{ int i; |
de7b29739 tracepoint: Use s... |
81 |
if (!tracepoint_debug || !funcs) |
97e1c18e8 tracing: Kernel T... |
82 |
return; |
de7b29739 tracepoint: Use s... |
83 84 85 |
for (i = 0; funcs[i].func; i++) printk(KERN_DEBUG "Probe %d : %p ", i, funcs[i].func); |
97e1c18e8 tracing: Kernel T... |
86 |
} |
7904b5c49 tracepoint: Give ... |
87 88 89 |
static struct tracepoint_func * func_add(struct tracepoint_func **funcs, struct tracepoint_func *tp_func, int prio) |
97e1c18e8 tracing: Kernel T... |
90 |
{ |
38516ab59 tracing: Let trac... |
91 |
struct tracepoint_func *old, *new; |
7904b5c49 tracepoint: Give ... |
92 93 |
int nr_probes = 0; int pos = -1; |
97e1c18e8 tracing: Kernel T... |
94 |
|
de7b29739 tracepoint: Use s... |
95 |
if (WARN_ON(!tp_func->func)) |
4c69e6ea4 tracepoints: Prev... |
96 |
return ERR_PTR(-EINVAL); |
97e1c18e8 tracing: Kernel T... |
97 |
|
de7b29739 tracepoint: Use s... |
98 99 |
debug_print_probes(*funcs); old = *funcs; |
97e1c18e8 tracing: Kernel T... |
100 101 |
if (old) { /* (N -> N+1), (N != 0, 1) probes */ |
7904b5c49 tracepoint: Give ... |
102 103 104 105 |
for (nr_probes = 0; old[nr_probes].func; nr_probes++) { /* Insert before probes of lower priority */ if (pos < 0 && old[nr_probes].prio < prio) pos = nr_probes; |
de7b29739 tracepoint: Use s... |
106 107 |
if (old[nr_probes].func == tp_func->func && old[nr_probes].data == tp_func->data) |
97e1c18e8 tracing: Kernel T... |
108 |
return ERR_PTR(-EEXIST); |
7904b5c49 tracepoint: Give ... |
109 |
} |
97e1c18e8 tracing: Kernel T... |
110 111 |
} /* + 2 : one for new probe, one for NULL func */ |
19dba33c4 tracepoint: simpl... |
112 |
new = allocate_probes(nr_probes + 2); |
97e1c18e8 tracing: Kernel T... |
113 114 |
if (new == NULL) return ERR_PTR(-ENOMEM); |
7904b5c49 tracepoint: Give ... |
115 116 117 118 119 120 121 122 123 124 125 126 127 128 |
if (old) { if (pos < 0) { pos = nr_probes; memcpy(new, old, nr_probes * sizeof(struct tracepoint_func)); } else { /* Copy higher priority probes ahead of the new probe */ memcpy(new, old, pos * sizeof(struct tracepoint_func)); /* Copy the rest after it. */ memcpy(new + pos + 1, old + pos, (nr_probes - pos) * sizeof(struct tracepoint_func)); } } else pos = 0; new[pos] = *tp_func; |
38516ab59 tracing: Let trac... |
129 |
new[nr_probes + 1].func = NULL; |
de7b29739 tracepoint: Use s... |
130 131 |
*funcs = new; debug_print_probes(*funcs); |
97e1c18e8 tracing: Kernel T... |
132 133 |
return old; } |
de7b29739 tracepoint: Use s... |
134 135 |
static void *func_remove(struct tracepoint_func **funcs, struct tracepoint_func *tp_func) |
97e1c18e8 tracing: Kernel T... |
136 137 |
{ int nr_probes = 0, nr_del = 0, i; |
38516ab59 tracing: Let trac... |
138 |
struct tracepoint_func *old, *new; |
97e1c18e8 tracing: Kernel T... |
139 |
|
de7b29739 tracepoint: Use s... |
140 |
old = *funcs; |
97e1c18e8 tracing: Kernel T... |
141 |
|
f66af459a tracepoint: check... |
142 |
if (!old) |
19dba33c4 tracepoint: simpl... |
143 |
return ERR_PTR(-ENOENT); |
f66af459a tracepoint: check... |
144 |
|
de7b29739 tracepoint: Use s... |
145 |
debug_print_probes(*funcs); |
97e1c18e8 tracing: Kernel T... |
146 |
/* (N -> M), (N > 1, M >= 0) probes */ |
de7b29739 tracepoint: Use s... |
147 |
if (tp_func->func) { |
4c69e6ea4 tracepoints: Prev... |
148 |
for (nr_probes = 0; old[nr_probes].func; nr_probes++) { |
de7b29739 tracepoint: Use s... |
149 150 |
if (old[nr_probes].func == tp_func->func && old[nr_probes].data == tp_func->data) |
4c69e6ea4 tracepoints: Prev... |
151 152 |
nr_del++; } |
97e1c18e8 tracing: Kernel T... |
153 |
} |
4c69e6ea4 tracepoints: Prev... |
154 155 156 157 |
/* * If probe is NULL, then nr_probes = nr_del = 0, and then the * entire entry will be removed. */ |
97e1c18e8 tracing: Kernel T... |
158 159 |
if (nr_probes - nr_del == 0) { /* N -> 0, (N > 1) */ |
de7b29739 tracepoint: Use s... |
160 161 |
*funcs = NULL; debug_print_probes(*funcs); |
97e1c18e8 tracing: Kernel T... |
162 163 164 165 166 |
return old; } else { int j = 0; /* N -> M, (N > 1, M > 0) */ /* + 1 for NULL */ |
19dba33c4 tracepoint: simpl... |
167 |
new = allocate_probes(nr_probes - nr_del + 1); |
97e1c18e8 tracing: Kernel T... |
168 169 |
if (new == NULL) return ERR_PTR(-ENOMEM); |
38516ab59 tracing: Let trac... |
170 |
for (i = 0; old[i].func; i++) |
de7b29739 tracepoint: Use s... |
171 172 |
if (old[i].func != tp_func->func || old[i].data != tp_func->data) |
97e1c18e8 tracing: Kernel T... |
173 |
new[j++] = old[i]; |
38516ab59 tracing: Let trac... |
174 |
new[nr_probes - nr_del].func = NULL; |
de7b29739 tracepoint: Use s... |
175 |
*funcs = new; |
97e1c18e8 tracing: Kernel T... |
176 |
} |
de7b29739 tracepoint: Use s... |
177 |
debug_print_probes(*funcs); |
97e1c18e8 tracing: Kernel T... |
178 179 180 181 |
return old; } /* |
de7b29739 tracepoint: Use s... |
182 |
* Add the probe function to a tracepoint. |
97e1c18e8 tracing: Kernel T... |
183 |
*/ |
de7b29739 tracepoint: Use s... |
184 |
static int tracepoint_add_func(struct tracepoint *tp, |
7904b5c49 tracepoint: Give ... |
185 |
struct tracepoint_func *func, int prio) |
97e1c18e8 tracing: Kernel T... |
186 |
{ |
de7b29739 tracepoint: Use s... |
187 |
struct tracepoint_func *old, *tp_funcs; |
8cf868aff tracing: Have the... |
188 |
int ret; |
97e1c18e8 tracing: Kernel T... |
189 |
|
8cf868aff tracing: Have the... |
190 191 192 193 194 |
if (tp->regfunc && !static_key_enabled(&tp->key)) { ret = tp->regfunc(); if (ret < 0) return ret; } |
97e1c18e8 tracing: Kernel T... |
195 |
|
b725dfea2 tracepoint: Fix s... |
196 197 |
tp_funcs = rcu_dereference_protected(tp->funcs, lockdep_is_held(&tracepoints_mutex)); |
7904b5c49 tracepoint: Give ... |
198 |
old = func_add(&tp_funcs, func, prio); |
de7b29739 tracepoint: Use s... |
199 200 201 202 |
if (IS_ERR(old)) { WARN_ON_ONCE(1); return PTR_ERR(old); } |
974198758 tracing: Move tra... |
203 |
|
97e1c18e8 tracing: Kernel T... |
204 205 206 207 208 209 210 |
/* * rcu_assign_pointer has a smp_wmb() which makes sure that the new * probe callbacks array is consistent before setting a pointer to it. * This array is referenced by __DO_TRACE from * include/linux/tracepoints.h. A matching smp_read_barrier_depends() * is used. */ |
de7b29739 tracepoint: Use s... |
211 212 213 |
rcu_assign_pointer(tp->funcs, tp_funcs); if (!static_key_enabled(&tp->key)) static_key_slow_inc(&tp->key); |
8058bd0fa tracepoint: Fix u... |
214 |
release_probes(old); |
de7b29739 tracepoint: Use s... |
215 |
return 0; |
97e1c18e8 tracing: Kernel T... |
216 217 218 |
} /* |
de7b29739 tracepoint: Use s... |
219 |
* Remove a probe function from a tracepoint. |
97e1c18e8 tracing: Kernel T... |
220 221 222 223 |
* Note: only waiting an RCU period after setting elem->call to the empty * function insures that the original callback is not used anymore. This insured * by preempt_disable around the call site. */ |
de7b29739 tracepoint: Use s... |
224 225 |
static int tracepoint_remove_func(struct tracepoint *tp, struct tracepoint_func *func) |
97e1c18e8 tracing: Kernel T... |
226 |
{ |
de7b29739 tracepoint: Use s... |
227 |
struct tracepoint_func *old, *tp_funcs; |
97e1c18e8 tracing: Kernel T... |
228 |
|
b725dfea2 tracepoint: Fix s... |
229 230 |
tp_funcs = rcu_dereference_protected(tp->funcs, lockdep_is_held(&tracepoints_mutex)); |
de7b29739 tracepoint: Use s... |
231 232 233 234 |
old = func_remove(&tp_funcs, func); if (IS_ERR(old)) { WARN_ON_ONCE(1); return PTR_ERR(old); |
97e1c18e8 tracing: Kernel T... |
235 |
} |
b75ef8b44 Tracepoint: Disso... |
236 |
|
de7b29739 tracepoint: Use s... |
237 238 239 240 |
if (!tp_funcs) { /* Removed last function */ if (tp->unregfunc && static_key_enabled(&tp->key)) tp->unregfunc(); |
b75ef8b44 Tracepoint: Disso... |
241 |
|
de7b29739 tracepoint: Use s... |
242 243 |
if (static_key_enabled(&tp->key)) static_key_slow_dec(&tp->key); |
127cafbb2 tracepoint: intro... |
244 |
} |
de7b29739 tracepoint: Use s... |
245 |
rcu_assign_pointer(tp->funcs, tp_funcs); |
8058bd0fa tracepoint: Fix u... |
246 |
release_probes(old); |
de7b29739 tracepoint: Use s... |
247 |
return 0; |
127cafbb2 tracepoint: intro... |
248 |
} |
97e1c18e8 tracing: Kernel T... |
249 250 |
/** * tracepoint_probe_register - Connect a probe to a tracepoint |
de7b29739 tracepoint: Use s... |
251 |
* @tp: tracepoint |
97e1c18e8 tracing: Kernel T... |
252 |
* @probe: probe handler |
cac92ba74 kernel/tracepoint... |
253 |
* @data: tracepoint data |
7904b5c49 tracepoint: Give ... |
254 |
* @prio: priority of this function over other registered functions |
97e1c18e8 tracing: Kernel T... |
255 |
* |
de7b29739 tracepoint: Use s... |
256 257 258 259 260 |
* Returns 0 if ok, error value on error. * Note: if @tp is within a module, the caller is responsible for * unregistering the probe before the module is gone. This can be * performed either with a tracepoint module going notifier, or from * within module exit functions. |
97e1c18e8 tracing: Kernel T... |
261 |
*/ |
7904b5c49 tracepoint: Give ... |
262 263 |
int tracepoint_probe_register_prio(struct tracepoint *tp, void *probe, void *data, int prio) |
97e1c18e8 tracing: Kernel T... |
264 |
{ |
de7b29739 tracepoint: Use s... |
265 266 |
struct tracepoint_func tp_func; int ret; |
97e1c18e8 tracing: Kernel T... |
267 268 |
mutex_lock(&tracepoints_mutex); |
de7b29739 tracepoint: Use s... |
269 270 |
tp_func.func = probe; tp_func.data = data; |
7904b5c49 tracepoint: Give ... |
271 272 |
tp_func.prio = prio; ret = tracepoint_add_func(tp, &tp_func, prio); |
b75ef8b44 Tracepoint: Disso... |
273 |
mutex_unlock(&tracepoints_mutex); |
b196e2b9e tracing: Warn if ... |
274 |
return ret; |
97e1c18e8 tracing: Kernel T... |
275 |
} |
7904b5c49 tracepoint: Give ... |
276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 |
EXPORT_SYMBOL_GPL(tracepoint_probe_register_prio); /** * tracepoint_probe_register - Connect a probe to a tracepoint * @tp: tracepoint * @probe: probe handler * @data: tracepoint data * @prio: priority of this function over other registered functions * * Returns 0 if ok, error value on error. * Note: if @tp is within a module, the caller is responsible for * unregistering the probe before the module is gone. This can be * performed either with a tracepoint module going notifier, or from * within module exit functions. */ int tracepoint_probe_register(struct tracepoint *tp, void *probe, void *data) { return tracepoint_probe_register_prio(tp, probe, data, TRACEPOINT_DEFAULT_PRIO); } |
97e1c18e8 tracing: Kernel T... |
295 296 297 298 |
EXPORT_SYMBOL_GPL(tracepoint_probe_register); /** * tracepoint_probe_unregister - Disconnect a probe from a tracepoint |
de7b29739 tracepoint: Use s... |
299 |
* @tp: tracepoint |
97e1c18e8 tracing: Kernel T... |
300 |
* @probe: probe function pointer |
cac92ba74 kernel/tracepoint... |
301 |
* @data: tracepoint data |
97e1c18e8 tracing: Kernel T... |
302 |
* |
de7b29739 tracepoint: Use s... |
303 |
* Returns 0 if ok, error value on error. |
97e1c18e8 tracing: Kernel T... |
304 |
*/ |
de7b29739 tracepoint: Use s... |
305 |
int tracepoint_probe_unregister(struct tracepoint *tp, void *probe, void *data) |
97e1c18e8 tracing: Kernel T... |
306 |
{ |
de7b29739 tracepoint: Use s... |
307 308 |
struct tracepoint_func tp_func; int ret; |
97e1c18e8 tracing: Kernel T... |
309 310 |
mutex_lock(&tracepoints_mutex); |
de7b29739 tracepoint: Use s... |
311 312 313 |
tp_func.func = probe; tp_func.data = data; ret = tracepoint_remove_func(tp, &tp_func); |
b75ef8b44 Tracepoint: Disso... |
314 |
mutex_unlock(&tracepoints_mutex); |
de7b29739 tracepoint: Use s... |
315 |
return ret; |
97e1c18e8 tracing: Kernel T... |
316 317 |
} EXPORT_SYMBOL_GPL(tracepoint_probe_unregister); |
227a83756 markers/tracpoint... |
318 |
#ifdef CONFIG_MODULES |
45ab2813d tracing: Do not a... |
319 320 |
bool trace_module_has_bad_taint(struct module *mod) { |
66cc69e34 Fix: module signa... |
321 322 |
return mod->taints & ~((1 << TAINT_OOT_MODULE) | (1 << TAINT_CRAP) | (1 << TAINT_UNSIGNED_MODULE)); |
45ab2813d tracing: Do not a... |
323 |
} |
de7b29739 tracepoint: Use s... |
324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 |
static BLOCKING_NOTIFIER_HEAD(tracepoint_notify_list); /** * register_tracepoint_notifier - register tracepoint coming/going notifier * @nb: notifier block * * Notifiers registered with this function are called on module * coming/going with the tracepoint_module_list_mutex held. * The notifier block callback should expect a "struct tp_module" data * pointer. */ int register_tracepoint_module_notifier(struct notifier_block *nb) { struct tp_module *tp_mod; int ret; mutex_lock(&tracepoint_module_list_mutex); ret = blocking_notifier_chain_register(&tracepoint_notify_list, nb); if (ret) goto end; list_for_each_entry(tp_mod, &tracepoint_module_list, list) (void) nb->notifier_call(nb, MODULE_STATE_COMING, tp_mod); end: mutex_unlock(&tracepoint_module_list_mutex); return ret; } EXPORT_SYMBOL_GPL(register_tracepoint_module_notifier); /** * unregister_tracepoint_notifier - unregister tracepoint coming/going notifier * @nb: notifier block * * The notifier block callback should expect a "struct tp_module" data * pointer. */ int unregister_tracepoint_module_notifier(struct notifier_block *nb) { struct tp_module *tp_mod; int ret; mutex_lock(&tracepoint_module_list_mutex); ret = blocking_notifier_chain_unregister(&tracepoint_notify_list, nb); if (ret) goto end; list_for_each_entry(tp_mod, &tracepoint_module_list, list) (void) nb->notifier_call(nb, MODULE_STATE_GOING, tp_mod); end: mutex_unlock(&tracepoint_module_list_mutex); return ret; } EXPORT_SYMBOL_GPL(unregister_tracepoint_module_notifier); /* * Ensure the tracer unregistered the module's probes before the module * teardown is performed. Prevents leaks of probe and data pointers. */ static void tp_module_going_check_quiescent(struct tracepoint * const *begin, struct tracepoint * const *end) { struct tracepoint * const *iter; if (!begin) return; for (iter = begin; iter < end; iter++) WARN_ON_ONCE((*iter)->funcs); } |
b75ef8b44 Tracepoint: Disso... |
391 392 |
static int tracepoint_module_coming(struct module *mod) { |
0dea6d526 tracepoint: Remov... |
393 |
struct tp_module *tp_mod; |
b75ef8b44 Tracepoint: Disso... |
394 |
int ret = 0; |
7dec935a3 tracepoint: Do no... |
395 396 |
if (!mod->num_tracepoints) return 0; |
b75ef8b44 Tracepoint: Disso... |
397 |
/* |
c10076c43 tracepoints/modul... |
398 399 |
* We skip modules that taint the kernel, especially those with different * module headers (for forced load), to make sure we don't cause a crash. |
66cc69e34 Fix: module signa... |
400 |
* Staging, out-of-tree, and unsigned GPL modules are fine. |
b75ef8b44 Tracepoint: Disso... |
401 |
*/ |
45ab2813d tracing: Do not a... |
402 |
if (trace_module_has_bad_taint(mod)) |
b75ef8b44 Tracepoint: Disso... |
403 |
return 0; |
de7b29739 tracepoint: Use s... |
404 |
mutex_lock(&tracepoint_module_list_mutex); |
b75ef8b44 Tracepoint: Disso... |
405 406 407 408 409 |
tp_mod = kmalloc(sizeof(struct tp_module), GFP_KERNEL); if (!tp_mod) { ret = -ENOMEM; goto end; } |
eb7d035c5 tracepoint: Simpl... |
410 |
tp_mod->mod = mod; |
0dea6d526 tracepoint: Remov... |
411 |
list_add_tail(&tp_mod->list, &tracepoint_module_list); |
de7b29739 tracepoint: Use s... |
412 413 |
blocking_notifier_call_chain(&tracepoint_notify_list, MODULE_STATE_COMING, tp_mod); |
b75ef8b44 Tracepoint: Disso... |
414 |
end: |
de7b29739 tracepoint: Use s... |
415 |
mutex_unlock(&tracepoint_module_list_mutex); |
b75ef8b44 Tracepoint: Disso... |
416 417 |
return ret; } |
de7b29739 tracepoint: Use s... |
418 |
static void tracepoint_module_going(struct module *mod) |
b75ef8b44 Tracepoint: Disso... |
419 |
{ |
de7b29739 tracepoint: Use s... |
420 |
struct tp_module *tp_mod; |
b75ef8b44 Tracepoint: Disso... |
421 |
|
7dec935a3 tracepoint: Do no... |
422 |
if (!mod->num_tracepoints) |
de7b29739 tracepoint: Use s... |
423 |
return; |
7dec935a3 tracepoint: Do no... |
424 |
|
de7b29739 tracepoint: Use s... |
425 426 |
mutex_lock(&tracepoint_module_list_mutex); list_for_each_entry(tp_mod, &tracepoint_module_list, list) { |
eb7d035c5 tracepoint: Simpl... |
427 |
if (tp_mod->mod == mod) { |
de7b29739 tracepoint: Use s... |
428 429 430 431 432 433 434 435 436 437 |
blocking_notifier_call_chain(&tracepoint_notify_list, MODULE_STATE_GOING, tp_mod); list_del(&tp_mod->list); kfree(tp_mod); /* * Called the going notifier before checking for * quiescence. */ tp_module_going_check_quiescent(mod->tracepoints_ptrs, mod->tracepoints_ptrs + mod->num_tracepoints); |
b75ef8b44 Tracepoint: Disso... |
438 439 440 441 442 443 444 445 446 |
break; } } /* * In the case of modules that were tainted at "coming", we'll simply * walk through the list without finding it. We cannot use the "tainted" * flag on "going", in case a module taints the kernel only after being * loaded. */ |
de7b29739 tracepoint: Use s... |
447 |
mutex_unlock(&tracepoint_module_list_mutex); |
b75ef8b44 Tracepoint: Disso... |
448 |
} |
227a83756 markers/tracpoint... |
449 |
|
de7b29739 tracepoint: Use s... |
450 451 |
static int tracepoint_module_notify(struct notifier_block *self, unsigned long val, void *data) |
32f857427 tracepoints: use ... |
452 453 |
{ struct module *mod = data; |
b75ef8b44 Tracepoint: Disso... |
454 |
int ret = 0; |
32f857427 tracepoints: use ... |
455 456 457 |
switch (val) { case MODULE_STATE_COMING: |
b75ef8b44 Tracepoint: Disso... |
458 459 460 461 |
ret = tracepoint_module_coming(mod); break; case MODULE_STATE_LIVE: break; |
32f857427 tracepoints: use ... |
462 |
case MODULE_STATE_GOING: |
de7b29739 tracepoint: Use s... |
463 464 465 |
tracepoint_module_going(mod); break; case MODULE_STATE_UNFORMED: |
32f857427 tracepoints: use ... |
466 467 |
break; } |
b75ef8b44 Tracepoint: Disso... |
468 |
return ret; |
32f857427 tracepoints: use ... |
469 |
} |
de7b29739 tracepoint: Use s... |
470 |
static struct notifier_block tracepoint_module_nb = { |
32f857427 tracepoints: use ... |
471 472 473 |
.notifier_call = tracepoint_module_notify, .priority = 0, }; |
de7b29739 tracepoint: Use s... |
474 |
static __init int init_tracepoints(void) |
32f857427 tracepoints: use ... |
475 |
{ |
de7b29739 tracepoint: Use s... |
476 477 478 |
int ret; ret = register_module_notifier(&tracepoint_module_nb); |
eb7d035c5 tracepoint: Simpl... |
479 |
if (ret) |
a395d6a7e kernel/...: conve... |
480 481 |
pr_warn("Failed to register tracepoint module enter notifier "); |
eb7d035c5 tracepoint: Simpl... |
482 |
|
de7b29739 tracepoint: Use s... |
483 |
return ret; |
32f857427 tracepoints: use ... |
484 485 |
} __initcall(init_tracepoints); |
227a83756 markers/tracpoint... |
486 |
#endif /* CONFIG_MODULES */ |
a871bd33a tracing: Add sysc... |
487 |
|
de7b29739 tracepoint: Use s... |
488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 |
static void for_each_tracepoint_range(struct tracepoint * const *begin, struct tracepoint * const *end, void (*fct)(struct tracepoint *tp, void *priv), void *priv) { struct tracepoint * const *iter; if (!begin) return; for (iter = begin; iter < end; iter++) fct(*iter, priv); } /** * for_each_kernel_tracepoint - iteration on all kernel tracepoints * @fct: callback * @priv: private data */ void for_each_kernel_tracepoint(void (*fct)(struct tracepoint *tp, void *priv), void *priv) { for_each_tracepoint_range(__start___tracepoints_ptrs, __stop___tracepoints_ptrs, fct, priv); } EXPORT_SYMBOL_GPL(for_each_kernel_tracepoint); |
3d27d8cb3 tracing: Make sys... |
513 |
#ifdef CONFIG_HAVE_SYSCALL_TRACEPOINTS |
60d970c25 tracing: Fix sysc... |
514 |
|
974198758 tracing: Move tra... |
515 |
/* NB: reg/unreg are called while guarded with the tracepoints_mutex */ |
a871bd33a tracing: Add sysc... |
516 |
static int sys_tracepoint_refcount; |
8cf868aff tracing: Have the... |
517 |
int syscall_regfunc(void) |
a871bd33a tracing: Add sysc... |
518 |
{ |
8063e41d2 tracing: Change s... |
519 |
struct task_struct *p, *t; |
a871bd33a tracing: Add sysc... |
520 |
|
a871bd33a tracing: Add sysc... |
521 |
if (!sys_tracepoint_refcount) { |
8063e41d2 tracing: Change s... |
522 523 |
read_lock(&tasklist_lock); for_each_process_thread(p, t) { |
ea73c79e3 tracing: syscall_... |
524 |
set_tsk_thread_flag(t, TIF_SYSCALL_TRACEPOINT); |
8063e41d2 tracing: Change s... |
525 526 |
} read_unlock(&tasklist_lock); |
a871bd33a tracing: Add sysc... |
527 528 |
} sys_tracepoint_refcount++; |
8cf868aff tracing: Have the... |
529 530 |
return 0; |
a871bd33a tracing: Add sysc... |
531 532 533 534 |
} void syscall_unregfunc(void) { |
8063e41d2 tracing: Change s... |
535 |
struct task_struct *p, *t; |
a871bd33a tracing: Add sysc... |
536 |
|
a871bd33a tracing: Add sysc... |
537 538 |
sys_tracepoint_refcount--; if (!sys_tracepoint_refcount) { |
8063e41d2 tracing: Change s... |
539 540 |
read_lock(&tasklist_lock); for_each_process_thread(p, t) { |
667000011 tracing: Rename F... |
541 |
clear_tsk_thread_flag(t, TIF_SYSCALL_TRACEPOINT); |
8063e41d2 tracing: Change s... |
542 543 |
} read_unlock(&tasklist_lock); |
a871bd33a tracing: Add sysc... |
544 |
} |
a871bd33a tracing: Add sysc... |
545 |
} |
60d970c25 tracing: Fix sysc... |
546 |
#endif |