Blame view

kernel/trace/trace_printk.c 8.68 KB
bcea3f96e   Steven Rostedt (VMware)   tracing: Add SPDX...
1
  // SPDX-License-Identifier: GPL-2.0
1427cdf05   Lai Jiangshan   tracing: infrastr...
2
3
4
5
6
7
  /*
   * trace binary printk
   *
   * Copyright (C) 2008 Lai Jiangshan <laijs@cn.fujitsu.com>
   *
   */
7975a2be1   Steven Rostedt   tracing: export t...
8
  #include <linux/seq_file.h>
17911ff38   Steven Rostedt (VMware)   tracing: Add lock...
9
  #include <linux/security.h>
7975a2be1   Steven Rostedt   tracing: export t...
10
  #include <linux/uaccess.h>
1427cdf05   Lai Jiangshan   tracing: infrastr...
11
12
13
  #include <linux/kernel.h>
  #include <linux/ftrace.h>
  #include <linux/string.h>
7975a2be1   Steven Rostedt   tracing: export t...
14
  #include <linux/module.h>
7975a2be1   Steven Rostedt   tracing: export t...
15
  #include <linux/mutex.h>
1427cdf05   Lai Jiangshan   tracing: infrastr...
16
17
  #include <linux/ctype.h>
  #include <linux/list.h>
1427cdf05   Lai Jiangshan   tracing: infrastr...
18
  #include <linux/slab.h>
1427cdf05   Lai Jiangshan   tracing: infrastr...
19
20
  
  #include "trace.h"
1ba28e02a   Lai Jiangshan   tracing: add trac...
21
  #ifdef CONFIG_MODULES
1ba28e02a   Lai Jiangshan   tracing: add trac...
22
  /*
769b0441f   Frederic Weisbecker   tracing/core: dro...
23
   * modules trace_printk()'s formats are autosaved in struct trace_bprintk_fmt
1ba28e02a   Lai Jiangshan   tracing: add trac...
24
25
26
   * which are queued on trace_bprintk_fmt_list.
   */
  static LIST_HEAD(trace_bprintk_fmt_list);
769b0441f   Frederic Weisbecker   tracing/core: dro...
27
28
  /* serialize accesses to trace_bprintk_fmt_list */
  static DEFINE_MUTEX(btrace_mutex);
1ba28e02a   Lai Jiangshan   tracing: add trac...
29
30
  struct trace_bprintk_fmt {
  	struct list_head list;
0588fa30d   Steven Rostedt   tracing: Convert ...
31
  	const char *fmt;
1ba28e02a   Lai Jiangshan   tracing: add trac...
32
  };
1ba28e02a   Lai Jiangshan   tracing: add trac...
33
  static inline struct trace_bprintk_fmt *lookup_format(const char *fmt)
1427cdf05   Lai Jiangshan   tracing: infrastr...
34
  {
1ba28e02a   Lai Jiangshan   tracing: add trac...
35
  	struct trace_bprintk_fmt *pos;
70c8217ac   Steven Rostedt (Red Hat)   tracing: Handle N...
36
37
38
  
  	if (!fmt)
  		return ERR_PTR(-EINVAL);
1ba28e02a   Lai Jiangshan   tracing: add trac...
39
40
41
42
43
  	list_for_each_entry(pos, &trace_bprintk_fmt_list, list) {
  		if (!strcmp(pos->fmt, fmt))
  			return pos;
  	}
  	return NULL;
1427cdf05   Lai Jiangshan   tracing: infrastr...
44
  }
1ba28e02a   Lai Jiangshan   tracing: add trac...
45
46
  static
  void hold_module_trace_bprintk_format(const char **start, const char **end)
1427cdf05   Lai Jiangshan   tracing: infrastr...
47
  {
1ba28e02a   Lai Jiangshan   tracing: add trac...
48
  	const char **iter;
0588fa30d   Steven Rostedt   tracing: Convert ...
49
  	char *fmt;
769b0441f   Frederic Weisbecker   tracing/core: dro...
50

07d777fe8   Steven Rostedt   tracing: Add perc...
51
52
53
  	/* allocate the trace_printk per cpu buffers */
  	if (start != end)
  		trace_printk_init_buffers();
769b0441f   Frederic Weisbecker   tracing/core: dro...
54
  	mutex_lock(&btrace_mutex);
1ba28e02a   Lai Jiangshan   tracing: add trac...
55
56
57
  	for (iter = start; iter < end; iter++) {
  		struct trace_bprintk_fmt *tb_fmt = lookup_format(*iter);
  		if (tb_fmt) {
70c8217ac   Steven Rostedt (Red Hat)   tracing: Handle N...
58
59
  			if (!IS_ERR(tb_fmt))
  				*iter = tb_fmt->fmt;
1ba28e02a   Lai Jiangshan   tracing: add trac...
60
61
  			continue;
  		}
3a301d7c1   Steven Rostedt   tracing: Clean up...
62
  		fmt = NULL;
0588fa30d   Steven Rostedt   tracing: Convert ...
63
  		tb_fmt = kmalloc(sizeof(*tb_fmt), GFP_KERNEL);
3a301d7c1   Steven Rostedt   tracing: Clean up...
64
  		if (tb_fmt) {
0588fa30d   Steven Rostedt   tracing: Convert ...
65
  			fmt = kmalloc(strlen(*iter) + 1, GFP_KERNEL);
3a301d7c1   Steven Rostedt   tracing: Clean up...
66
67
68
69
70
71
  			if (fmt) {
  				list_add_tail(&tb_fmt->list, &trace_bprintk_fmt_list);
  				strcpy(fmt, *iter);
  				tb_fmt->fmt = fmt;
  			} else
  				kfree(tb_fmt);
0588fa30d   Steven Rostedt   tracing: Convert ...
72
  		}
3a301d7c1   Steven Rostedt   tracing: Clean up...
73
  		*iter = fmt;
1ba28e02a   Lai Jiangshan   tracing: add trac...
74
  	}
769b0441f   Frederic Weisbecker   tracing/core: dro...
75
  	mutex_unlock(&btrace_mutex);
1427cdf05   Lai Jiangshan   tracing: infrastr...
76
  }
1ba28e02a   Lai Jiangshan   tracing: add trac...
77
78
79
80
81
82
83
84
85
86
87
88
89
  static int module_trace_bprintk_format_notify(struct notifier_block *self,
  		unsigned long val, void *data)
  {
  	struct module *mod = data;
  	if (mod->num_trace_bprintk_fmt) {
  		const char **start = mod->trace_bprintk_fmt_start;
  		const char **end = start + mod->num_trace_bprintk_fmt;
  
  		if (val == MODULE_STATE_COMING)
  			hold_module_trace_bprintk_format(start, end);
  	}
  	return 0;
  }
1813dc377   Steven Rostedt   tracing: Print tr...
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
  /*
   * The debugfs/tracing/printk_formats file maps the addresses with
   * the ASCII formats that are used in the bprintk events in the
   * buffer. For userspace tools to be able to decode the events from
   * the buffer, they need to be able to map the address with the format.
   *
   * The addresses of the bprintk formats are in their own section
   * __trace_printk_fmt. But for modules we copy them into a link list.
   * The code to print the formats and their addresses passes around the
   * address of the fmt string. If the fmt address passed into the seq
   * functions is within the kernel core __trace_printk_fmt section, then
   * it simply uses the next pointer in the list.
   *
   * When the fmt pointer is outside the kernel core __trace_printk_fmt
   * section, then we need to read the link list pointers. The trick is
   * we pass the address of the string to the seq function just like
   * we do for the kernel core formats. To get back the structure that
ca9184f07   Andy Shevchenko   tracing: Trivia s...
107
   * holds the format, we simply use container_of() and then go to the
1813dc377   Steven Rostedt   tracing: Print tr...
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
   * next format in the list.
   */
  static const char **
  find_next_mod_format(int start_index, void *v, const char **fmt, loff_t *pos)
  {
  	struct trace_bprintk_fmt *mod_fmt;
  
  	if (list_empty(&trace_bprintk_fmt_list))
  		return NULL;
  
  	/*
  	 * v will point to the address of the fmt record from t_next
  	 * v will be NULL from t_start.
  	 * If this is the first pointer or called from start
  	 * then we need to walk the list.
  	 */
  	if (!v || start_index == *pos) {
  		struct trace_bprintk_fmt *p;
  
  		/* search the module list */
  		list_for_each_entry(p, &trace_bprintk_fmt_list, list) {
  			if (start_index == *pos)
  				return &p->fmt;
  			start_index++;
  		}
  		/* pos > index */
  		return NULL;
  	}
  
  	/*
  	 * v points to the address of the fmt field in the mod list
  	 * structure that holds the module print format.
  	 */
  	mod_fmt = container_of(v, typeof(*mod_fmt), fmt);
  	if (mod_fmt->list.next == &trace_bprintk_fmt_list)
  		return NULL;
  
  	mod_fmt = container_of(mod_fmt->list.next, typeof(*mod_fmt), list);
  
  	return &mod_fmt->fmt;
  }
  
  static void format_mod_start(void)
  {
  	mutex_lock(&btrace_mutex);
  }
  
  static void format_mod_stop(void)
  {
  	mutex_unlock(&btrace_mutex);
  }
1ba28e02a   Lai Jiangshan   tracing: add trac...
159
160
161
162
163
164
165
  #else /* !CONFIG_MODULES */
  __init static int
  module_trace_bprintk_format_notify(struct notifier_block *self,
  		unsigned long val, void *data)
  {
  	return 0;
  }
1813dc377   Steven Rostedt   tracing: Print tr...
166
167
168
169
170
171
172
  static inline const char **
  find_next_mod_format(int start_index, void *v, const char **fmt, loff_t *pos)
  {
  	return NULL;
  }
  static inline void format_mod_start(void) { }
  static inline void format_mod_stop(void) { }
1ba28e02a   Lai Jiangshan   tracing: add trac...
173
  #endif /* CONFIG_MODULES */
b9f9108ca   Steven Rostedt (Red Hat)   tracing: Remove a...
174
175
176
177
178
179
  static bool __read_mostly trace_printk_enabled = true;
  
  void trace_printk_control(bool enabled)
  {
  	trace_printk_enabled = enabled;
  }
1ba28e02a   Lai Jiangshan   tracing: add trac...
180
181
182
183
184
  
  __initdata_or_module static
  struct notifier_block module_trace_bprintk_format_nb = {
  	.notifier_call = module_trace_bprintk_format_notify,
  };
48ead0203   Frederic Weisbecker   tracing/core: bri...
185
  int __trace_bprintk(unsigned long ip, const char *fmt, ...)
447a5647c   Joe Perches   treewide: Align f...
186
  {
769b0441f   Frederic Weisbecker   tracing/core: dro...
187
188
  	int ret;
  	va_list ap;
1427cdf05   Lai Jiangshan   tracing: infrastr...
189

769b0441f   Frederic Weisbecker   tracing/core: dro...
190
191
  	if (unlikely(!fmt))
  		return 0;
1427cdf05   Lai Jiangshan   tracing: infrastr...
192

b9f9108ca   Steven Rostedt (Red Hat)   tracing: Remove a...
193
  	if (!trace_printk_enabled)
769b0441f   Frederic Weisbecker   tracing/core: dro...
194
195
196
  		return 0;
  
  	va_start(ap, fmt);
40ce74f19   Steven Rostedt   tracing: remove r...
197
  	ret = trace_vbprintk(ip, fmt, ap);
769b0441f   Frederic Weisbecker   tracing/core: dro...
198
199
  	va_end(ap);
  	return ret;
1427cdf05   Lai Jiangshan   tracing: infrastr...
200
  }
48ead0203   Frederic Weisbecker   tracing/core: bri...
201
  EXPORT_SYMBOL_GPL(__trace_bprintk);
1427cdf05   Lai Jiangshan   tracing: infrastr...
202

48ead0203   Frederic Weisbecker   tracing/core: bri...
203
  int __ftrace_vbprintk(unsigned long ip, const char *fmt, va_list ap)
447a5647c   Joe Perches   treewide: Align f...
204
  {
769b0441f   Frederic Weisbecker   tracing/core: dro...
205
206
  	if (unlikely(!fmt))
  		return 0;
b9f9108ca   Steven Rostedt (Red Hat)   tracing: Remove a...
207
  	if (!trace_printk_enabled)
769b0441f   Frederic Weisbecker   tracing/core: dro...
208
  		return 0;
40ce74f19   Steven Rostedt   tracing: remove r...
209
  	return trace_vbprintk(ip, fmt, ap);
48ead0203   Frederic Weisbecker   tracing/core: bri...
210
211
212
213
214
215
216
  }
  EXPORT_SYMBOL_GPL(__ftrace_vbprintk);
  
  int __trace_printk(unsigned long ip, const char *fmt, ...)
  {
  	int ret;
  	va_list ap;
b9f9108ca   Steven Rostedt (Red Hat)   tracing: Remove a...
217
  	if (!trace_printk_enabled)
48ead0203   Frederic Weisbecker   tracing/core: bri...
218
219
220
  		return 0;
  
  	va_start(ap, fmt);
40ce74f19   Steven Rostedt   tracing: remove r...
221
  	ret = trace_vprintk(ip, fmt, ap);
48ead0203   Frederic Weisbecker   tracing/core: bri...
222
223
224
225
226
227
228
  	va_end(ap);
  	return ret;
  }
  EXPORT_SYMBOL_GPL(__trace_printk);
  
  int __ftrace_vprintk(unsigned long ip, const char *fmt, va_list ap)
  {
b9f9108ca   Steven Rostedt (Red Hat)   tracing: Remove a...
229
  	if (!trace_printk_enabled)
48ead0203   Frederic Weisbecker   tracing/core: bri...
230
  		return 0;
40ce74f19   Steven Rostedt   tracing: remove r...
231
  	return trace_vprintk(ip, fmt, ap);
1427cdf05   Lai Jiangshan   tracing: infrastr...
232
  }
769b0441f   Frederic Weisbecker   tracing/core: dro...
233
  EXPORT_SYMBOL_GPL(__ftrace_vprintk);
1427cdf05   Lai Jiangshan   tracing: infrastr...
234

1813dc377   Steven Rostedt   tracing: Print tr...
235
236
237
238
  static const char **find_next(void *v, loff_t *pos)
  {
  	const char **fmt = v;
  	int start_index;
102c9323c   Steven Rostedt (Red Hat)   tracing: Add __tr...
239
  	int last_index;
1813dc377   Steven Rostedt   tracing: Print tr...
240

1813dc377   Steven Rostedt   tracing: Print tr...
241
242
243
  	start_index = __stop___trace_bprintk_fmt - __start___trace_bprintk_fmt;
  
  	if (*pos < start_index)
db5e7ecc4   Steven Rostedt   tracing: Fix regr...
244
  		return __start___trace_bprintk_fmt + *pos;
1813dc377   Steven Rostedt   tracing: Print tr...
245

102c9323c   Steven Rostedt (Red Hat)   tracing: Add __tr...
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
  	/*
  	 * The __tracepoint_str section is treated the same as the
  	 * __trace_printk_fmt section. The difference is that the
  	 * __trace_printk_fmt section should only be used by trace_printk()
  	 * in a debugging environment, as if anything exists in that section
  	 * the trace_prink() helper buffers are allocated, which would just
  	 * waste space in a production environment.
  	 *
  	 * The __tracepoint_str sections on the other hand are used by
  	 * tracepoints which need to map pointers to their strings to
  	 * the ASCII text for userspace.
  	 */
  	last_index = start_index;
  	start_index = __stop___tracepoint_str - __start___tracepoint_str;
  
  	if (*pos < last_index + start_index)
  		return __start___tracepoint_str + (*pos - last_index);
f36d1be29   Qiu Peiyang   tracing: Fix sett...
263
  	start_index += last_index;
1813dc377   Steven Rostedt   tracing: Print tr...
264
265
  	return find_next_mod_format(start_index, v, fmt, pos);
  }
7975a2be1   Steven Rostedt   tracing: export t...
266
  static void *
c8961ec6d   Li Zefan   tracing_bprintk: ...
267
  t_start(struct seq_file *m, loff_t *pos)
7975a2be1   Steven Rostedt   tracing: export t...
268
  {
1813dc377   Steven Rostedt   tracing: Print tr...
269
270
  	format_mod_start();
  	return find_next(NULL, pos);
7975a2be1   Steven Rostedt   tracing: export t...
271
  }
c8961ec6d   Li Zefan   tracing_bprintk: ...
272
  static void *t_next(struct seq_file *m, void * v, loff_t *pos)
7975a2be1   Steven Rostedt   tracing: export t...
273
  {
c8961ec6d   Li Zefan   tracing_bprintk: ...
274
  	(*pos)++;
1813dc377   Steven Rostedt   tracing: Print tr...
275
  	return find_next(v, pos);
7975a2be1   Steven Rostedt   tracing: export t...
276
277
278
279
280
281
282
  }
  
  static int t_show(struct seq_file *m, void *v)
  {
  	const char **fmt = v;
  	const char *str = *fmt;
  	int i;
3debb0a9d   Steven Rostedt (Red Hat)   tracing: Fix trac...
283
284
  	if (!*fmt)
  		return 0;
4c739ff04   Steven Rostedt   tracing: show pro...
285
  	seq_printf(m, "0x%lx : \"", *(unsigned long *)fmt);
7975a2be1   Steven Rostedt   tracing: export t...
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
  
  	/*
  	 * Tabs and new lines need to be converted.
  	 */
  	for (i = 0; str[i]; i++) {
  		switch (str[i]) {
  		case '
  ':
  			seq_puts(m, "\
  ");
  			break;
  		case '\t':
  			seq_puts(m, "\\t");
  			break;
  		case '\\':
1177e4364   Rasmus Villemoes   trace: Replace si...
301
  			seq_putc(m, '\\');
7975a2be1   Steven Rostedt   tracing: export t...
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
  			break;
  		case '"':
  			seq_puts(m, "\\\"");
  			break;
  		default:
  			seq_putc(m, str[i]);
  		}
  	}
  	seq_puts(m, "\"
  ");
  
  	return 0;
  }
  
  static void t_stop(struct seq_file *m, void *p)
  {
1813dc377   Steven Rostedt   tracing: Print tr...
318
  	format_mod_stop();
7975a2be1   Steven Rostedt   tracing: export t...
319
320
321
322
323
324
325
326
327
328
329
330
  }
  
  static const struct seq_operations show_format_seq_ops = {
  	.start = t_start,
  	.next = t_next,
  	.show = t_show,
  	.stop = t_stop,
  };
  
  static int
  ftrace_formats_open(struct inode *inode, struct file *file)
  {
17911ff38   Steven Rostedt (VMware)   tracing: Add lock...
331
332
333
334
335
  	int ret;
  
  	ret = security_locked_down(LOCKDOWN_TRACEFS);
  	if (ret)
  		return ret;
c8961ec6d   Li Zefan   tracing_bprintk: ...
336
  	return seq_open(file, &show_format_seq_ops);
7975a2be1   Steven Rostedt   tracing: export t...
337
338
339
340
341
342
343
344
345
346
347
348
  }
  
  static const struct file_operations ftrace_formats_fops = {
  	.open = ftrace_formats_open,
  	.read = seq_read,
  	.llseek = seq_lseek,
  	.release = seq_release,
  };
  
  static __init int init_trace_printk_function_export(void)
  {
  	struct dentry *d_tracer;
7975a2be1   Steven Rostedt   tracing: export t...
349
350
  
  	d_tracer = tracing_init_dentry();
14a5ae40f   Steven Rostedt (Red Hat)   tracing: Use IS_E...
351
  	if (IS_ERR(d_tracer))
7975a2be1   Steven Rostedt   tracing: export t...
352
  		return 0;
5452af664   Frederic Weisbecker   tracing/ftrace: f...
353
  	trace_create_file("printk_formats", 0444, d_tracer,
7975a2be1   Steven Rostedt   tracing: export t...
354
  				    NULL, &ftrace_formats_fops);
7975a2be1   Steven Rostedt   tracing: export t...
355
356
357
358
359
  
  	return 0;
  }
  
  fs_initcall(init_trace_printk_function_export);
769b0441f   Frederic Weisbecker   tracing/core: dro...
360
  static __init int init_trace_printk(void)
1427cdf05   Lai Jiangshan   tracing: infrastr...
361
  {
769b0441f   Frederic Weisbecker   tracing/core: dro...
362
  	return register_module_notifier(&module_trace_bprintk_format_nb);
1427cdf05   Lai Jiangshan   tracing: infrastr...
363
  }
769b0441f   Frederic Weisbecker   tracing/core: dro...
364
  early_initcall(init_trace_printk);