Blame view
kernel/tracepoint.c
15.6 KB
97e1c18e8 tracing: Kernel T... |
1 |
/* |
de7b29739 tracepoint: Use s... |
2 |
* Copyright (C) 2008-2014 Mathieu Desnoyers |
97e1c18e8 tracing: Kernel T... |
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
* * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. */ #include <linux/module.h> #include <linux/mutex.h> #include <linux/types.h> #include <linux/jhash.h> #include <linux/list.h> #include <linux/rcupdate.h> #include <linux/tracepoint.h> #include <linux/err.h> #include <linux/slab.h> |
3f07c0144 sched/headers: Pr... |
27 |
#include <linux/sched/signal.h> |
299300258 sched/headers: Pr... |
28 |
#include <linux/sched/task.h> |
c5905afb0 static keys: Intr... |
29 |
#include <linux/static_key.h> |
97e1c18e8 tracing: Kernel T... |
30 |
|
9c0be3f6b tracepoint: Fix t... |
31 32 |
extern tracepoint_ptr_t __start___tracepoints_ptrs[]; extern tracepoint_ptr_t __stop___tracepoints_ptrs[]; |
97e1c18e8 tracing: Kernel T... |
33 |
|
e6753f23d tracepoint: Make ... |
34 35 |
DEFINE_SRCU(tracepoint_srcu); EXPORT_SYMBOL_GPL(tracepoint_srcu); |
97e1c18e8 tracing: Kernel T... |
36 37 |
/* Set to 1 to enable tracepoint debug output */ static const int tracepoint_debug; |
de7b29739 tracepoint: Use s... |
38 |
#ifdef CONFIG_MODULES |
97e1c18e8 tracing: Kernel T... |
39 |
/* |
de7b29739 tracepoint: Use s... |
40 |
* Tracepoint module list mutex protects the local module list. |
97e1c18e8 tracing: Kernel T... |
41 |
*/ |
de7b29739 tracepoint: Use s... |
42 |
static DEFINE_MUTEX(tracepoint_module_list_mutex); |
97e1c18e8 tracing: Kernel T... |
43 |
|
de7b29739 tracepoint: Use s... |
44 |
/* Local list of struct tp_module */ |
b75ef8b44 Tracepoint: Disso... |
45 46 |
static LIST_HEAD(tracepoint_module_list); #endif /* CONFIG_MODULES */ |
97e1c18e8 tracing: Kernel T... |
47 |
/* |
de7b29739 tracepoint: Use s... |
48 49 |
* tracepoints_mutex protects the builtin and module tracepoints. * tracepoints_mutex nests inside tracepoint_module_list_mutex. |
97e1c18e8 tracing: Kernel T... |
50 |
*/ |
de7b29739 tracepoint: Use s... |
51 |
static DEFINE_MUTEX(tracepoints_mutex); |
97e1c18e8 tracing: Kernel T... |
52 |
|
f8a79d5c7 tracepoints: Free... |
53 54 |
static struct rcu_head *early_probes; static bool ok_to_free_tracepoints; |
97e1c18e8 tracing: Kernel T... |
55 56 |
/* * Note about RCU : |
fd589a8f0 trivial: fix typo... |
57 |
* It is used to delay the free of multiple probes array until a quiescent |
97e1c18e8 tracing: Kernel T... |
58 |
* state is reached. |
97e1c18e8 tracing: Kernel T... |
59 |
*/ |
19dba33c4 tracepoint: simpl... |
60 |
struct tp_probes { |
0dea6d526 tracepoint: Remov... |
61 |
struct rcu_head rcu; |
38516ab59 tracing: Let trac... |
62 |
struct tracepoint_func probes[0]; |
19dba33c4 tracepoint: simpl... |
63 |
}; |
97e1c18e8 tracing: Kernel T... |
64 |
|
19dba33c4 tracepoint: simpl... |
65 |
static inline void *allocate_probes(int count) |
97e1c18e8 tracing: Kernel T... |
66 |
{ |
38516ab59 tracing: Let trac... |
67 |
struct tp_probes *p = kmalloc(count * sizeof(struct tracepoint_func) |
19dba33c4 tracepoint: simpl... |
68 69 |
+ sizeof(struct tp_probes), GFP_KERNEL); return p == NULL ? NULL : p->probes; |
97e1c18e8 tracing: Kernel T... |
70 |
} |
e6753f23d tracepoint: Make ... |
71 |
static void srcu_free_old_probes(struct rcu_head *head) |
97e1c18e8 tracing: Kernel T... |
72 |
{ |
0dea6d526 tracepoint: Remov... |
73 |
kfree(container_of(head, struct tp_probes, rcu)); |
19dba33c4 tracepoint: simpl... |
74 |
} |
e6753f23d tracepoint: Make ... |
75 76 77 78 |
static void rcu_free_old_probes(struct rcu_head *head) { call_srcu(&tracepoint_srcu, head, srcu_free_old_probes); } |
f8a79d5c7 tracepoints: Free... |
79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 |
static __init int release_early_probes(void) { struct rcu_head *tmp; ok_to_free_tracepoints = true; while (early_probes) { tmp = early_probes; early_probes = tmp->next; call_rcu_sched(tmp, rcu_free_old_probes); } return 0; } /* SRCU is initialized at core_initcall */ postcore_initcall(release_early_probes); |
38516ab59 tracing: Let trac... |
96 |
static inline void release_probes(struct tracepoint_func *old) |
19dba33c4 tracepoint: simpl... |
97 98 99 100 |
{ if (old) { struct tp_probes *tp_probes = container_of(old, struct tp_probes, probes[0]); |
f8a79d5c7 tracepoints: Free... |
101 102 103 104 105 106 107 108 109 110 |
/* * We can't free probes if SRCU is not initialized yet. * Postpone the freeing till after SRCU is initialized. */ if (unlikely(!ok_to_free_tracepoints)) { tp_probes->rcu.next = early_probes; early_probes = &tp_probes->rcu; return; } |
e6753f23d tracepoint: Make ... |
111 112 113 114 115 116 |
/* * Tracepoint probes are protected by both sched RCU and SRCU, * by calling the SRCU callback in the sched RCU callback we * cover both cases. So let us chain the SRCU and sched RCU * callbacks to wait for both grace periods. */ |
0dea6d526 tracepoint: Remov... |
117 |
call_rcu_sched(&tp_probes->rcu, rcu_free_old_probes); |
19dba33c4 tracepoint: simpl... |
118 |
} |
97e1c18e8 tracing: Kernel T... |
119 |
} |
de7b29739 tracepoint: Use s... |
120 |
static void debug_print_probes(struct tracepoint_func *funcs) |
97e1c18e8 tracing: Kernel T... |
121 122 |
{ int i; |
de7b29739 tracepoint: Use s... |
123 |
if (!tracepoint_debug || !funcs) |
97e1c18e8 tracing: Kernel T... |
124 |
return; |
de7b29739 tracepoint: Use s... |
125 126 127 |
for (i = 0; funcs[i].func; i++) printk(KERN_DEBUG "Probe %d : %p ", i, funcs[i].func); |
97e1c18e8 tracing: Kernel T... |
128 |
} |
7904b5c49 tracepoint: Give ... |
129 130 131 |
static struct tracepoint_func * func_add(struct tracepoint_func **funcs, struct tracepoint_func *tp_func, int prio) |
97e1c18e8 tracing: Kernel T... |
132 |
{ |
38516ab59 tracing: Let trac... |
133 |
struct tracepoint_func *old, *new; |
7904b5c49 tracepoint: Give ... |
134 135 |
int nr_probes = 0; int pos = -1; |
97e1c18e8 tracing: Kernel T... |
136 |
|
de7b29739 tracepoint: Use s... |
137 |
if (WARN_ON(!tp_func->func)) |
4c69e6ea4 tracepoints: Prev... |
138 |
return ERR_PTR(-EINVAL); |
97e1c18e8 tracing: Kernel T... |
139 |
|
de7b29739 tracepoint: Use s... |
140 141 |
debug_print_probes(*funcs); old = *funcs; |
97e1c18e8 tracing: Kernel T... |
142 143 |
if (old) { /* (N -> N+1), (N != 0, 1) probes */ |
7904b5c49 tracepoint: Give ... |
144 145 146 147 |
for (nr_probes = 0; old[nr_probes].func; nr_probes++) { /* Insert before probes of lower priority */ if (pos < 0 && old[nr_probes].prio < prio) pos = nr_probes; |
de7b29739 tracepoint: Use s... |
148 149 |
if (old[nr_probes].func == tp_func->func && old[nr_probes].data == tp_func->data) |
97e1c18e8 tracing: Kernel T... |
150 |
return ERR_PTR(-EEXIST); |
7904b5c49 tracepoint: Give ... |
151 |
} |
97e1c18e8 tracing: Kernel T... |
152 153 |
} /* + 2 : one for new probe, one for NULL func */ |
19dba33c4 tracepoint: simpl... |
154 |
new = allocate_probes(nr_probes + 2); |
97e1c18e8 tracing: Kernel T... |
155 156 |
if (new == NULL) return ERR_PTR(-ENOMEM); |
7904b5c49 tracepoint: Give ... |
157 158 159 160 161 162 163 164 165 166 167 168 169 170 |
if (old) { if (pos < 0) { pos = nr_probes; memcpy(new, old, nr_probes * sizeof(struct tracepoint_func)); } else { /* Copy higher priority probes ahead of the new probe */ memcpy(new, old, pos * sizeof(struct tracepoint_func)); /* Copy the rest after it. */ memcpy(new + pos + 1, old + pos, (nr_probes - pos) * sizeof(struct tracepoint_func)); } } else pos = 0; new[pos] = *tp_func; |
38516ab59 tracing: Let trac... |
171 |
new[nr_probes + 1].func = NULL; |
de7b29739 tracepoint: Use s... |
172 173 |
*funcs = new; debug_print_probes(*funcs); |
97e1c18e8 tracing: Kernel T... |
174 175 |
return old; } |
de7b29739 tracepoint: Use s... |
176 177 |
static void *func_remove(struct tracepoint_func **funcs, struct tracepoint_func *tp_func) |
97e1c18e8 tracing: Kernel T... |
178 179 |
{ int nr_probes = 0, nr_del = 0, i; |
38516ab59 tracing: Let trac... |
180 |
struct tracepoint_func *old, *new; |
97e1c18e8 tracing: Kernel T... |
181 |
|
de7b29739 tracepoint: Use s... |
182 |
old = *funcs; |
97e1c18e8 tracing: Kernel T... |
183 |
|
f66af459a tracepoint: check... |
184 |
if (!old) |
19dba33c4 tracepoint: simpl... |
185 |
return ERR_PTR(-ENOENT); |
f66af459a tracepoint: check... |
186 |
|
de7b29739 tracepoint: Use s... |
187 |
debug_print_probes(*funcs); |
97e1c18e8 tracing: Kernel T... |
188 |
/* (N -> M), (N > 1, M >= 0) probes */ |
de7b29739 tracepoint: Use s... |
189 |
if (tp_func->func) { |
4c69e6ea4 tracepoints: Prev... |
190 |
for (nr_probes = 0; old[nr_probes].func; nr_probes++) { |
de7b29739 tracepoint: Use s... |
191 192 |
if (old[nr_probes].func == tp_func->func && old[nr_probes].data == tp_func->data) |
4c69e6ea4 tracepoints: Prev... |
193 194 |
nr_del++; } |
97e1c18e8 tracing: Kernel T... |
195 |
} |
4c69e6ea4 tracepoints: Prev... |
196 197 198 199 |
/* * If probe is NULL, then nr_probes = nr_del = 0, and then the * entire entry will be removed. */ |
97e1c18e8 tracing: Kernel T... |
200 201 |
if (nr_probes - nr_del == 0) { /* N -> 0, (N > 1) */ |
de7b29739 tracepoint: Use s... |
202 203 |
*funcs = NULL; debug_print_probes(*funcs); |
97e1c18e8 tracing: Kernel T... |
204 205 206 207 208 |
return old; } else { int j = 0; /* N -> M, (N > 1, M > 0) */ /* + 1 for NULL */ |
19dba33c4 tracepoint: simpl... |
209 |
new = allocate_probes(nr_probes - nr_del + 1); |
97e1c18e8 tracing: Kernel T... |
210 211 |
if (new == NULL) return ERR_PTR(-ENOMEM); |
38516ab59 tracing: Let trac... |
212 |
for (i = 0; old[i].func; i++) |
de7b29739 tracepoint: Use s... |
213 214 |
if (old[i].func != tp_func->func || old[i].data != tp_func->data) |
97e1c18e8 tracing: Kernel T... |
215 |
new[j++] = old[i]; |
38516ab59 tracing: Let trac... |
216 |
new[nr_probes - nr_del].func = NULL; |
de7b29739 tracepoint: Use s... |
217 |
*funcs = new; |
97e1c18e8 tracing: Kernel T... |
218 |
} |
de7b29739 tracepoint: Use s... |
219 |
debug_print_probes(*funcs); |
97e1c18e8 tracing: Kernel T... |
220 221 222 223 |
return old; } /* |
de7b29739 tracepoint: Use s... |
224 |
* Add the probe function to a tracepoint. |
97e1c18e8 tracing: Kernel T... |
225 |
*/ |
de7b29739 tracepoint: Use s... |
226 |
static int tracepoint_add_func(struct tracepoint *tp, |
7904b5c49 tracepoint: Give ... |
227 |
struct tracepoint_func *func, int prio) |
97e1c18e8 tracing: Kernel T... |
228 |
{ |
de7b29739 tracepoint: Use s... |
229 |
struct tracepoint_func *old, *tp_funcs; |
8cf868aff tracing: Have the... |
230 |
int ret; |
97e1c18e8 tracing: Kernel T... |
231 |
|
8cf868aff tracing: Have the... |
232 233 234 235 236 |
if (tp->regfunc && !static_key_enabled(&tp->key)) { ret = tp->regfunc(); if (ret < 0) return ret; } |
97e1c18e8 tracing: Kernel T... |
237 |
|
b725dfea2 tracepoint: Fix s... |
238 239 |
tp_funcs = rcu_dereference_protected(tp->funcs, lockdep_is_held(&tracepoints_mutex)); |
7904b5c49 tracepoint: Give ... |
240 |
old = func_add(&tp_funcs, func, prio); |
de7b29739 tracepoint: Use s... |
241 |
if (IS_ERR(old)) { |
d66a270be tracepoint: Do no... |
242 |
WARN_ON_ONCE(PTR_ERR(old) != -ENOMEM); |
de7b29739 tracepoint: Use s... |
243 244 |
return PTR_ERR(old); } |
974198758 tracing: Move tra... |
245 |
|
97e1c18e8 tracing: Kernel T... |
246 |
/* |
243d1a797 tracepoint: Remov... |
247 248 249 250 |
* rcu_assign_pointer has as smp_store_release() which makes sure * that the new probe callbacks array is consistent before setting * a pointer to it. This array is referenced by __DO_TRACE from * include/linux/tracepoint.h using rcu_dereference_sched(). |
97e1c18e8 tracing: Kernel T... |
251 |
*/ |
de7b29739 tracepoint: Use s... |
252 253 254 |
rcu_assign_pointer(tp->funcs, tp_funcs); if (!static_key_enabled(&tp->key)) static_key_slow_inc(&tp->key); |
8058bd0fa tracepoint: Fix u... |
255 |
release_probes(old); |
de7b29739 tracepoint: Use s... |
256 |
return 0; |
97e1c18e8 tracing: Kernel T... |
257 258 259 |
} /* |
de7b29739 tracepoint: Use s... |
260 |
* Remove a probe function from a tracepoint. |
97e1c18e8 tracing: Kernel T... |
261 262 263 264 |
* Note: only waiting an RCU period after setting elem->call to the empty * function insures that the original callback is not used anymore. This insured * by preempt_disable around the call site. */ |
de7b29739 tracepoint: Use s... |
265 266 |
static int tracepoint_remove_func(struct tracepoint *tp, struct tracepoint_func *func) |
97e1c18e8 tracing: Kernel T... |
267 |
{ |
de7b29739 tracepoint: Use s... |
268 |
struct tracepoint_func *old, *tp_funcs; |
97e1c18e8 tracing: Kernel T... |
269 |
|
b725dfea2 tracepoint: Fix s... |
270 271 |
tp_funcs = rcu_dereference_protected(tp->funcs, lockdep_is_held(&tracepoints_mutex)); |
de7b29739 tracepoint: Use s... |
272 273 |
old = func_remove(&tp_funcs, func); if (IS_ERR(old)) { |
d66a270be tracepoint: Do no... |
274 |
WARN_ON_ONCE(PTR_ERR(old) != -ENOMEM); |
de7b29739 tracepoint: Use s... |
275 |
return PTR_ERR(old); |
97e1c18e8 tracing: Kernel T... |
276 |
} |
b75ef8b44 Tracepoint: Disso... |
277 |
|
de7b29739 tracepoint: Use s... |
278 279 280 281 |
if (!tp_funcs) { /* Removed last function */ if (tp->unregfunc && static_key_enabled(&tp->key)) tp->unregfunc(); |
b75ef8b44 Tracepoint: Disso... |
282 |
|
de7b29739 tracepoint: Use s... |
283 284 |
if (static_key_enabled(&tp->key)) static_key_slow_dec(&tp->key); |
127cafbb2 tracepoint: intro... |
285 |
} |
de7b29739 tracepoint: Use s... |
286 |
rcu_assign_pointer(tp->funcs, tp_funcs); |
8058bd0fa tracepoint: Fix u... |
287 |
release_probes(old); |
de7b29739 tracepoint: Use s... |
288 |
return 0; |
127cafbb2 tracepoint: intro... |
289 |
} |
97e1c18e8 tracing: Kernel T... |
290 |
/** |
f39e23910 tracepoints: Fix ... |
291 |
* tracepoint_probe_register_prio - Connect a probe to a tracepoint with priority |
de7b29739 tracepoint: Use s... |
292 |
* @tp: tracepoint |
97e1c18e8 tracing: Kernel T... |
293 |
* @probe: probe handler |
cac92ba74 kernel/tracepoint... |
294 |
* @data: tracepoint data |
7904b5c49 tracepoint: Give ... |
295 |
* @prio: priority of this function over other registered functions |
97e1c18e8 tracing: Kernel T... |
296 |
* |
de7b29739 tracepoint: Use s... |
297 298 299 300 301 |
* Returns 0 if ok, error value on error. * Note: if @tp is within a module, the caller is responsible for * unregistering the probe before the module is gone. This can be * performed either with a tracepoint module going notifier, or from * within module exit functions. |
97e1c18e8 tracing: Kernel T... |
302 |
*/ |
7904b5c49 tracepoint: Give ... |
303 304 |
int tracepoint_probe_register_prio(struct tracepoint *tp, void *probe, void *data, int prio) |
97e1c18e8 tracing: Kernel T... |
305 |
{ |
de7b29739 tracepoint: Use s... |
306 307 |
struct tracepoint_func tp_func; int ret; |
97e1c18e8 tracing: Kernel T... |
308 309 |
mutex_lock(&tracepoints_mutex); |
de7b29739 tracepoint: Use s... |
310 311 |
tp_func.func = probe; tp_func.data = data; |
7904b5c49 tracepoint: Give ... |
312 313 |
tp_func.prio = prio; ret = tracepoint_add_func(tp, &tp_func, prio); |
b75ef8b44 Tracepoint: Disso... |
314 |
mutex_unlock(&tracepoints_mutex); |
b196e2b9e tracing: Warn if ... |
315 |
return ret; |
97e1c18e8 tracing: Kernel T... |
316 |
} |
7904b5c49 tracepoint: Give ... |
317 318 319 320 321 322 323 |
EXPORT_SYMBOL_GPL(tracepoint_probe_register_prio); /** * tracepoint_probe_register - Connect a probe to a tracepoint * @tp: tracepoint * @probe: probe handler * @data: tracepoint data |
7904b5c49 tracepoint: Give ... |
324 325 326 327 328 329 330 331 332 333 334 |
* * Returns 0 if ok, error value on error. * Note: if @tp is within a module, the caller is responsible for * unregistering the probe before the module is gone. This can be * performed either with a tracepoint module going notifier, or from * within module exit functions. */ int tracepoint_probe_register(struct tracepoint *tp, void *probe, void *data) { return tracepoint_probe_register_prio(tp, probe, data, TRACEPOINT_DEFAULT_PRIO); } |
97e1c18e8 tracing: Kernel T... |
335 336 337 338 |
EXPORT_SYMBOL_GPL(tracepoint_probe_register); /** * tracepoint_probe_unregister - Disconnect a probe from a tracepoint |
de7b29739 tracepoint: Use s... |
339 |
* @tp: tracepoint |
97e1c18e8 tracing: Kernel T... |
340 |
* @probe: probe function pointer |
cac92ba74 kernel/tracepoint... |
341 |
* @data: tracepoint data |
97e1c18e8 tracing: Kernel T... |
342 |
* |
de7b29739 tracepoint: Use s... |
343 |
* Returns 0 if ok, error value on error. |
97e1c18e8 tracing: Kernel T... |
344 |
*/ |
de7b29739 tracepoint: Use s... |
345 |
int tracepoint_probe_unregister(struct tracepoint *tp, void *probe, void *data) |
97e1c18e8 tracing: Kernel T... |
346 |
{ |
de7b29739 tracepoint: Use s... |
347 348 |
struct tracepoint_func tp_func; int ret; |
97e1c18e8 tracing: Kernel T... |
349 350 |
mutex_lock(&tracepoints_mutex); |
de7b29739 tracepoint: Use s... |
351 352 353 |
tp_func.func = probe; tp_func.data = data; ret = tracepoint_remove_func(tp, &tp_func); |
b75ef8b44 Tracepoint: Disso... |
354 |
mutex_unlock(&tracepoints_mutex); |
de7b29739 tracepoint: Use s... |
355 |
return ret; |
97e1c18e8 tracing: Kernel T... |
356 357 |
} EXPORT_SYMBOL_GPL(tracepoint_probe_unregister); |
9c0be3f6b tracepoint: Fix t... |
358 359 |
static void for_each_tracepoint_range( tracepoint_ptr_t *begin, tracepoint_ptr_t *end, |
46e0c9be2 kernel: tracepoin... |
360 361 362 |
void (*fct)(struct tracepoint *tp, void *priv), void *priv) { |
9c0be3f6b tracepoint: Fix t... |
363 |
tracepoint_ptr_t *iter; |
46e0c9be2 kernel: tracepoin... |
364 365 |
if (!begin) return; |
9c0be3f6b tracepoint: Fix t... |
366 367 |
for (iter = begin; iter < end; iter++) fct(tracepoint_ptr_deref(iter), priv); |
46e0c9be2 kernel: tracepoin... |
368 |
} |
227a83756 markers/tracpoint... |
369 |
#ifdef CONFIG_MODULES |
45ab2813d tracing: Do not a... |
370 371 |
bool trace_module_has_bad_taint(struct module *mod) { |
66cc69e34 Fix: module signa... |
372 373 |
return mod->taints & ~((1 << TAINT_OOT_MODULE) | (1 << TAINT_CRAP) | (1 << TAINT_UNSIGNED_MODULE)); |
45ab2813d tracing: Do not a... |
374 |
} |
de7b29739 tracepoint: Use s... |
375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 |
static BLOCKING_NOTIFIER_HEAD(tracepoint_notify_list); /** * register_tracepoint_notifier - register tracepoint coming/going notifier * @nb: notifier block * * Notifiers registered with this function are called on module * coming/going with the tracepoint_module_list_mutex held. * The notifier block callback should expect a "struct tp_module" data * pointer. */ int register_tracepoint_module_notifier(struct notifier_block *nb) { struct tp_module *tp_mod; int ret; mutex_lock(&tracepoint_module_list_mutex); ret = blocking_notifier_chain_register(&tracepoint_notify_list, nb); if (ret) goto end; list_for_each_entry(tp_mod, &tracepoint_module_list, list) (void) nb->notifier_call(nb, MODULE_STATE_COMING, tp_mod); end: mutex_unlock(&tracepoint_module_list_mutex); return ret; } EXPORT_SYMBOL_GPL(register_tracepoint_module_notifier); /** * unregister_tracepoint_notifier - unregister tracepoint coming/going notifier * @nb: notifier block * * The notifier block callback should expect a "struct tp_module" data * pointer. */ int unregister_tracepoint_module_notifier(struct notifier_block *nb) { struct tp_module *tp_mod; int ret; mutex_lock(&tracepoint_module_list_mutex); ret = blocking_notifier_chain_unregister(&tracepoint_notify_list, nb); if (ret) goto end; list_for_each_entry(tp_mod, &tracepoint_module_list, list) (void) nb->notifier_call(nb, MODULE_STATE_GOING, tp_mod); end: mutex_unlock(&tracepoint_module_list_mutex); return ret; } EXPORT_SYMBOL_GPL(unregister_tracepoint_module_notifier); /* * Ensure the tracer unregistered the module's probes before the module * teardown is performed. Prevents leaks of probe and data pointers. */ |
46e0c9be2 kernel: tracepoin... |
432 |
static void tp_module_going_check_quiescent(struct tracepoint *tp, void *priv) |
de7b29739 tracepoint: Use s... |
433 |
{ |
46e0c9be2 kernel: tracepoin... |
434 |
WARN_ON_ONCE(tp->funcs); |
de7b29739 tracepoint: Use s... |
435 |
} |
b75ef8b44 Tracepoint: Disso... |
436 437 |
static int tracepoint_module_coming(struct module *mod) { |
0dea6d526 tracepoint: Remov... |
438 |
struct tp_module *tp_mod; |
b75ef8b44 Tracepoint: Disso... |
439 |
int ret = 0; |
7dec935a3 tracepoint: Do no... |
440 441 |
if (!mod->num_tracepoints) return 0; |
b75ef8b44 Tracepoint: Disso... |
442 |
/* |
c10076c43 tracepoints/modul... |
443 444 |
* We skip modules that taint the kernel, especially those with different * module headers (for forced load), to make sure we don't cause a crash. |
66cc69e34 Fix: module signa... |
445 |
* Staging, out-of-tree, and unsigned GPL modules are fine. |
b75ef8b44 Tracepoint: Disso... |
446 |
*/ |
45ab2813d tracing: Do not a... |
447 |
if (trace_module_has_bad_taint(mod)) |
b75ef8b44 Tracepoint: Disso... |
448 |
return 0; |
de7b29739 tracepoint: Use s... |
449 |
mutex_lock(&tracepoint_module_list_mutex); |
b75ef8b44 Tracepoint: Disso... |
450 451 452 453 454 |
tp_mod = kmalloc(sizeof(struct tp_module), GFP_KERNEL); if (!tp_mod) { ret = -ENOMEM; goto end; } |
eb7d035c5 tracepoint: Simpl... |
455 |
tp_mod->mod = mod; |
0dea6d526 tracepoint: Remov... |
456 |
list_add_tail(&tp_mod->list, &tracepoint_module_list); |
de7b29739 tracepoint: Use s... |
457 458 |
blocking_notifier_call_chain(&tracepoint_notify_list, MODULE_STATE_COMING, tp_mod); |
b75ef8b44 Tracepoint: Disso... |
459 |
end: |
de7b29739 tracepoint: Use s... |
460 |
mutex_unlock(&tracepoint_module_list_mutex); |
b75ef8b44 Tracepoint: Disso... |
461 462 |
return ret; } |
de7b29739 tracepoint: Use s... |
463 |
static void tracepoint_module_going(struct module *mod) |
b75ef8b44 Tracepoint: Disso... |
464 |
{ |
de7b29739 tracepoint: Use s... |
465 |
struct tp_module *tp_mod; |
b75ef8b44 Tracepoint: Disso... |
466 |
|
7dec935a3 tracepoint: Do no... |
467 |
if (!mod->num_tracepoints) |
de7b29739 tracepoint: Use s... |
468 |
return; |
7dec935a3 tracepoint: Do no... |
469 |
|
de7b29739 tracepoint: Use s... |
470 471 |
mutex_lock(&tracepoint_module_list_mutex); list_for_each_entry(tp_mod, &tracepoint_module_list, list) { |
eb7d035c5 tracepoint: Simpl... |
472 |
if (tp_mod->mod == mod) { |
de7b29739 tracepoint: Use s... |
473 474 475 476 477 478 479 480 |
blocking_notifier_call_chain(&tracepoint_notify_list, MODULE_STATE_GOING, tp_mod); list_del(&tp_mod->list); kfree(tp_mod); /* * Called the going notifier before checking for * quiescence. */ |
46e0c9be2 kernel: tracepoin... |
481 482 483 |
for_each_tracepoint_range(mod->tracepoints_ptrs, mod->tracepoints_ptrs + mod->num_tracepoints, tp_module_going_check_quiescent, NULL); |
b75ef8b44 Tracepoint: Disso... |
484 485 486 487 488 489 490 491 492 |
break; } } /* * In the case of modules that were tainted at "coming", we'll simply * walk through the list without finding it. We cannot use the "tainted" * flag on "going", in case a module taints the kernel only after being * loaded. */ |
de7b29739 tracepoint: Use s... |
493 |
mutex_unlock(&tracepoint_module_list_mutex); |
b75ef8b44 Tracepoint: Disso... |
494 |
} |
227a83756 markers/tracpoint... |
495 |
|
de7b29739 tracepoint: Use s... |
496 497 |
static int tracepoint_module_notify(struct notifier_block *self, unsigned long val, void *data) |
32f857427 tracepoints: use ... |
498 499 |
{ struct module *mod = data; |
b75ef8b44 Tracepoint: Disso... |
500 |
int ret = 0; |
32f857427 tracepoints: use ... |
501 502 503 |
switch (val) { case MODULE_STATE_COMING: |
b75ef8b44 Tracepoint: Disso... |
504 505 506 507 |
ret = tracepoint_module_coming(mod); break; case MODULE_STATE_LIVE: break; |
32f857427 tracepoints: use ... |
508 |
case MODULE_STATE_GOING: |
de7b29739 tracepoint: Use s... |
509 510 511 |
tracepoint_module_going(mod); break; case MODULE_STATE_UNFORMED: |
32f857427 tracepoints: use ... |
512 513 |
break; } |
b75ef8b44 Tracepoint: Disso... |
514 |
return ret; |
32f857427 tracepoints: use ... |
515 |
} |
de7b29739 tracepoint: Use s... |
516 |
static struct notifier_block tracepoint_module_nb = { |
32f857427 tracepoints: use ... |
517 518 519 |
.notifier_call = tracepoint_module_notify, .priority = 0, }; |
de7b29739 tracepoint: Use s... |
520 |
static __init int init_tracepoints(void) |
32f857427 tracepoints: use ... |
521 |
{ |
de7b29739 tracepoint: Use s... |
522 523 524 |
int ret; ret = register_module_notifier(&tracepoint_module_nb); |
eb7d035c5 tracepoint: Simpl... |
525 |
if (ret) |
a395d6a7e kernel/...: conve... |
526 527 |
pr_warn("Failed to register tracepoint module enter notifier "); |
eb7d035c5 tracepoint: Simpl... |
528 |
|
de7b29739 tracepoint: Use s... |
529 |
return ret; |
32f857427 tracepoints: use ... |
530 531 |
} __initcall(init_tracepoints); |
227a83756 markers/tracpoint... |
532 |
#endif /* CONFIG_MODULES */ |
a871bd33a tracing: Add sysc... |
533 |
|
de7b29739 tracepoint: Use s... |
534 535 536 537 538 539 540 541 542 543 544 545 |
/** * for_each_kernel_tracepoint - iteration on all kernel tracepoints * @fct: callback * @priv: private data */ void for_each_kernel_tracepoint(void (*fct)(struct tracepoint *tp, void *priv), void *priv) { for_each_tracepoint_range(__start___tracepoints_ptrs, __stop___tracepoints_ptrs, fct, priv); } EXPORT_SYMBOL_GPL(for_each_kernel_tracepoint); |
3d27d8cb3 tracing: Make sys... |
546 |
#ifdef CONFIG_HAVE_SYSCALL_TRACEPOINTS |
60d970c25 tracing: Fix sysc... |
547 |
|
974198758 tracing: Move tra... |
548 |
/* NB: reg/unreg are called while guarded with the tracepoints_mutex */ |
a871bd33a tracing: Add sysc... |
549 |
static int sys_tracepoint_refcount; |
8cf868aff tracing: Have the... |
550 |
int syscall_regfunc(void) |
a871bd33a tracing: Add sysc... |
551 |
{ |
8063e41d2 tracing: Change s... |
552 |
struct task_struct *p, *t; |
a871bd33a tracing: Add sysc... |
553 |
|
a871bd33a tracing: Add sysc... |
554 |
if (!sys_tracepoint_refcount) { |
8063e41d2 tracing: Change s... |
555 556 |
read_lock(&tasklist_lock); for_each_process_thread(p, t) { |
ea73c79e3 tracing: syscall_... |
557 |
set_tsk_thread_flag(t, TIF_SYSCALL_TRACEPOINT); |
8063e41d2 tracing: Change s... |
558 559 |
} read_unlock(&tasklist_lock); |
a871bd33a tracing: Add sysc... |
560 561 |
} sys_tracepoint_refcount++; |
8cf868aff tracing: Have the... |
562 563 |
return 0; |
a871bd33a tracing: Add sysc... |
564 565 566 567 |
} void syscall_unregfunc(void) { |
8063e41d2 tracing: Change s... |
568 |
struct task_struct *p, *t; |
a871bd33a tracing: Add sysc... |
569 |
|
a871bd33a tracing: Add sysc... |
570 571 |
sys_tracepoint_refcount--; if (!sys_tracepoint_refcount) { |
8063e41d2 tracing: Change s... |
572 573 |
read_lock(&tasklist_lock); for_each_process_thread(p, t) { |
667000011 tracing: Rename F... |
574 |
clear_tsk_thread_flag(t, TIF_SYSCALL_TRACEPOINT); |
8063e41d2 tracing: Change s... |
575 576 |
} read_unlock(&tasklist_lock); |
a871bd33a tracing: Add sysc... |
577 |
} |
a871bd33a tracing: Add sysc... |
578 |
} |
60d970c25 tracing: Fix sysc... |
579 |
#endif |