Blame view

scripts/kallsyms.c 18 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
6
7
8
9
  /* Generate assembler source containing symbol information
   *
   * Copyright 2002       by Kai Germaschewski
   *
   * This software may be used and distributed according to the terms
   * of the GNU General Public License, incorporated herein by reference.
   *
   * Usage: nm -n vmlinux | scripts/kallsyms [--all-symbols] > symbols.S
   *
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
   *      Table compression uses all the unused char codes on the symbols and
   *  maps these to the most used substrings (tokens). For instance, it might
   *  map char code 0xF7 to represent "write_" and then in every symbol where
   *  "write_" appears it can be replaced by 0xF7, saving 5 bytes.
   *      The used codes themselves are also placed in the table so that the
   *  decompresion can work without "special cases".
   *      Applied to kernel symbols, this usually produces a compression ratio
   *  of about 50%.
   *
   */
  
  #include <stdio.h>
  #include <stdlib.h>
  #include <string.h>
  #include <ctype.h>
2213e9a66   Ard Biesheuvel   kallsyms: add sup...
25
  #include <limits.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
26

17b1f0de7   Mike Frysinger   kallsyms: general...
27
28
29
  #ifndef ARRAY_SIZE
  #define ARRAY_SIZE(arr) (sizeof(arr) / sizeof(arr[0]))
  #endif
9281acea6   Tejun Heo   kallsyms: make KS...
30
  #define KSYM_NAME_LEN		128
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
31

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
32
33
  struct sym_entry {
  	unsigned long long addr;
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
34
  	unsigned int len;
f2df3f65d   Paulo Marques   kallsyms should p...
35
  	unsigned int start_pos;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
36
  	unsigned char *sym;
8c996940b   Ard Biesheuvel   kallsyms: don't o...
37
  	unsigned int percpu_absolute;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
38
  };
78eb71594   Kees Cook   kallsyms: general...
39
40
  struct addr_range {
  	const char *start_sym, *end_sym;
17b1f0de7   Mike Frysinger   kallsyms: general...
41
42
43
44
  	unsigned long long start, end;
  };
  
  static unsigned long long _text;
2213e9a66   Ard Biesheuvel   kallsyms: add sup...
45
  static unsigned long long relative_base;
78eb71594   Kees Cook   kallsyms: general...
46
  static struct addr_range text_ranges[] = {
17b1f0de7   Mike Frysinger   kallsyms: general...
47
48
  	{ "_stext",     "_etext"     },
  	{ "_sinittext", "_einittext" },
17b1f0de7   Mike Frysinger   kallsyms: general...
49
50
51
  };
  #define text_range_text     (&text_ranges[0])
  #define text_range_inittext (&text_ranges[1])
c6bda7c98   Rusty Russell   kallsyms: fix per...
52
53
54
  static struct addr_range percpu_range = {
  	"__per_cpu_start", "__per_cpu_end", -1ULL, 0
  };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
55
  static struct sym_entry *table;
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
56
  static unsigned int table_size, table_cnt;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
57
  static int all_symbols = 0;
c6bda7c98   Rusty Russell   kallsyms: fix per...
58
  static int absolute_percpu = 0;
2213e9a66   Ard Biesheuvel   kallsyms: add sup...
59
  static int base_relative = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
60

f43e9daac   Masahiro Yamada   kallsyms: add sta...
61
  static int token_profit[0x10000];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
62
63
  
  /* the table that holds the result of the compression */
f43e9daac   Masahiro Yamada   kallsyms: add sta...
64
65
  static unsigned char best_table[256][2];
  static unsigned char best_table_len[256];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
66

b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
67
  static void usage(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
68
  {
f6537f2f0   Ming Lei   scripts/kallsyms:...
69
  	fprintf(stderr, "Usage: kallsyms [--all-symbols] "
2213e9a66   Ard Biesheuvel   kallsyms: add sup...
70
71
  			"[--base-relative] < in.map > out.S
  ");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
72
73
74
75
76
77
78
  	exit(1);
  }
  
  /*
   * This ignores the intensely annoying "mapping symbols" found
   * in ARM ELF files: $a, $t and $d.
   */
f43e9daac   Masahiro Yamada   kallsyms: add sta...
79
  static int is_arm_mapping_symbol(const char *str)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
80
  {
6c34f1f54   Kyle McMartin   aarch64: filter $...
81
  	return str[0] == '$' && strchr("axtd", str[1])
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
82
83
  	       && (str[2] == '\0' || str[2] == '.');
  }
78eb71594   Kees Cook   kallsyms: general...
84
85
  static int check_symbol_range(const char *sym, unsigned long long addr,
  			      struct addr_range *ranges, int entries)
17b1f0de7   Mike Frysinger   kallsyms: general...
86
87
  {
  	size_t i;
78eb71594   Kees Cook   kallsyms: general...
88
  	struct addr_range *ar;
17b1f0de7   Mike Frysinger   kallsyms: general...
89

78eb71594   Kees Cook   kallsyms: general...
90
91
  	for (i = 0; i < entries; ++i) {
  		ar = &ranges[i];
17b1f0de7   Mike Frysinger   kallsyms: general...
92

78eb71594   Kees Cook   kallsyms: general...
93
94
  		if (strcmp(sym, ar->start_sym) == 0) {
  			ar->start = addr;
17b1f0de7   Mike Frysinger   kallsyms: general...
95
  			return 0;
78eb71594   Kees Cook   kallsyms: general...
96
97
  		} else if (strcmp(sym, ar->end_sym) == 0) {
  			ar->end = addr;
17b1f0de7   Mike Frysinger   kallsyms: general...
98
99
100
101
102
103
  			return 0;
  		}
  	}
  
  	return 1;
  }
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
104
  static int read_symbol(FILE *in, struct sym_entry *s)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
105
  {
534c9f2ec   Masahiro Yamada   kallsyms: remove ...
106
  	char sym[500], stype;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
107
  	int rc;
534c9f2ec   Masahiro Yamada   kallsyms: remove ...
108
109
  	rc = fscanf(in, "%llx %c %499s
  ", &s->addr, &stype, sym);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
110
  	if (rc != 3) {
534c9f2ec   Masahiro Yamada   kallsyms: remove ...
111
  		if (rc != EOF && fgets(sym, 500, in) == NULL)
ef894870c   Jean Sacren   scripts/kallsyms:...
112
113
  			fprintf(stderr, "Read error or end of file.
  ");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
114
115
  		return -1;
  	}
6db2983cd   Eugene Loh   kallsyms: Handle ...
116
117
118
  	if (strlen(sym) >= KSYM_NAME_LEN) {
  		fprintf(stderr, "Symbol %s too long for kallsyms (%zu >= %d).
  "
bb66fc671   Masahiro Yamada   kbuild: trivial -...
119
120
  				"Please increase KSYM_NAME_LEN both in kernel and kallsyms.c
  ",
534c9f2ec   Masahiro Yamada   kallsyms: remove ...
121
  			sym, strlen(sym), KSYM_NAME_LEN);
f3462aa95   Andi Kleen   Kbuild: Handle lo...
122
123
  		return -1;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
124
125
  
  	/* Ignore most absolute/undefined (?) symbols. */
fd593d127   Eric W. Biederman   [PATCH] relocatab...
126
127
  	if (strcmp(sym, "_text") == 0)
  		_text = s->addr;
78eb71594   Kees Cook   kallsyms: general...
128
129
  	else if (check_symbol_range(sym, s->addr, text_ranges,
  				    ARRAY_SIZE(text_ranges)) == 0)
17b1f0de7   Mike Frysinger   kallsyms: general...
130
  		/* nothing to do */;
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
131
  	else if (toupper(stype) == 'A')
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
132
133
  	{
  		/* Keep these useful absolute symbols */
41f11a4fa   Yoshinori Sato   [PATCH] kallsyms ...
134
135
136
137
  		if (strcmp(sym, "__kernel_syscall_via_break") &&
  		    strcmp(sym, "__kernel_syscall_via_epc") &&
  		    strcmp(sym, "__kernel_sigtramp") &&
  		    strcmp(sym, "__gp"))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
138
139
140
  			return -1;
  
  	}
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
141
  	else if (toupper(stype) == 'U' ||
41f11a4fa   Yoshinori Sato   [PATCH] kallsyms ...
142
  		 is_arm_mapping_symbol(sym))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
143
  		return -1;
6f00df24e   Ralf Baechle   [PATCH] Strip loc...
144
  	/* exclude also MIPS ELF local symbols ($L123 instead of .L123) */
534c9f2ec   Masahiro Yamada   kallsyms: remove ...
145
  	else if (sym[0] == '$')
6f00df24e   Ralf Baechle   [PATCH] Strip loc...
146
  		return -1;
aab34ac85   Sam Ravnborg   kbuild: filter aw...
147
  	/* exclude debugging symbols */
51962a9d4   Guenter Roeck   scripts/kallsyms....
148
  	else if (stype == 'N' || stype == 'n')
aab34ac85   Sam Ravnborg   kbuild: filter aw...
149
  		return -1;
33177f01c   Vasily Gorbik   kallsyms: exclude...
150
151
152
  	/* exclude s390 kasan local symbols */
  	else if (!strncmp(sym, ".LASANPC", 8))
  		return -1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
153
154
155
  
  	/* include the type field in the symbol name, so that it gets
  	 * compressed together */
534c9f2ec   Masahiro Yamada   kallsyms: remove ...
156
  	s->len = strlen(sym) + 1;
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
157
  	s->sym = malloc(s->len + 1);
f1a136e0d   Jesper Juhl   [PATCH] kallsyms:...
158
159
160
161
162
163
  	if (!s->sym) {
  		fprintf(stderr, "kallsyms failure: "
  			"unable to allocate required amount of memory
  ");
  		exit(EXIT_FAILURE);
  	}
534c9f2ec   Masahiro Yamada   kallsyms: remove ...
164
  	strcpy((char *)s->sym + 1, sym);
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
165
  	s->sym[0] = stype;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
166

8c996940b   Ard Biesheuvel   kallsyms: don't o...
167
  	s->percpu_absolute = 0;
c6bda7c98   Rusty Russell   kallsyms: fix per...
168
169
  	/* Record if we've found __per_cpu_start/end. */
  	check_symbol_range(sym, s->addr, &percpu_range, 1);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
170
171
  	return 0;
  }
78eb71594   Kees Cook   kallsyms: general...
172
173
  static int symbol_in_range(struct sym_entry *s, struct addr_range *ranges,
  			   int entries)
17b1f0de7   Mike Frysinger   kallsyms: general...
174
175
  {
  	size_t i;
78eb71594   Kees Cook   kallsyms: general...
176
  	struct addr_range *ar;
17b1f0de7   Mike Frysinger   kallsyms: general...
177

78eb71594   Kees Cook   kallsyms: general...
178
179
  	for (i = 0; i < entries; ++i) {
  		ar = &ranges[i];
17b1f0de7   Mike Frysinger   kallsyms: general...
180

78eb71594   Kees Cook   kallsyms: general...
181
  		if (s->addr >= ar->start && s->addr <= ar->end)
ac6ca5c86   Mike Frysinger   kallsyms: fix inv...
182
  			return 1;
17b1f0de7   Mike Frysinger   kallsyms: general...
183
  	}
ac6ca5c86   Mike Frysinger   kallsyms: fix inv...
184
  	return 0;
17b1f0de7   Mike Frysinger   kallsyms: general...
185
  }
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
186
  static int symbol_valid(struct sym_entry *s)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
187
188
  {
  	/* Symbols which vary between passes.  Passes 1 and 2 must have
2ea038917   Sam Ravnborg   Revert "kbuild: s...
189
190
191
  	 * identical symbol lists.  The kallsyms_* symbols below are only added
  	 * after pass 1, they would be included in pass 2 when --all-symbols is
  	 * specified so exclude them to get a stable symbol list.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
192
193
  	 */
  	static char *special_symbols[] = {
2ea038917   Sam Ravnborg   Revert "kbuild: s...
194
  		"kallsyms_addresses",
2213e9a66   Ard Biesheuvel   kallsyms: add sup...
195
196
  		"kallsyms_offsets",
  		"kallsyms_relative_base",
2ea038917   Sam Ravnborg   Revert "kbuild: s...
197
198
199
200
201
  		"kallsyms_num_syms",
  		"kallsyms_names",
  		"kallsyms_markers",
  		"kallsyms_token_table",
  		"kallsyms_token_index",
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
202
203
204
205
  	/* Exclude linker generated symbols which vary between passes */
  		"_SDA_BASE_",		/* ppc */
  		"_SDA2_BASE_",		/* ppc */
  		NULL };
bd8b22d28   Ard Biesheuvel   Kbuild: kallsyms:...
206

56067812d   Ard Biesheuvel   kbuild: modversio...
207
208
  	static char *special_prefixes[] = {
  		"__crc_",		/* modversions */
1212f7a16   Ard Biesheuvel   scripts/kallsyms:...
209
  		"__efistub_",		/* arm64 EFI stub namespace */
56067812d   Ard Biesheuvel   kbuild: modversio...
210
  		NULL };
bd8b22d28   Ard Biesheuvel   Kbuild: kallsyms:...
211
  	static char *special_suffixes[] = {
bd8b22d28   Ard Biesheuvel   Kbuild: kallsyms:...
212
  		"_veneer",		/* arm */
b9b74be16   Ard Biesheuvel   ARM: 8555/1: kall...
213
214
  		"_from_arm",		/* arm */
  		"_from_thumb",		/* arm */
bd8b22d28   Ard Biesheuvel   Kbuild: kallsyms:...
215
  		NULL };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
216
  	int i;
bd8b22d28   Ard Biesheuvel   Kbuild: kallsyms:...
217
  	char *sym_name = (char *)s->sym + 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
218
219
220
  	/* if --all-symbols is not specified, then symbols outside the text
  	 * and inittext sections are discarded */
  	if (!all_symbols) {
78eb71594   Kees Cook   kallsyms: general...
221
222
  		if (symbol_in_range(s, text_ranges,
  				    ARRAY_SIZE(text_ranges)) == 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
223
224
  			return 0;
  		/* Corner case.  Discard any symbols with the same value as
a3b81113f   Robin Getz   remove support fo...
225
226
227
228
  		 * _etext _einittext; they can move between pass 1 and 2 when
  		 * the kallsyms data are added.  If these symbols move then
  		 * they may get dropped in pass 2, which breaks the kallsyms
  		 * rules.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
229
  		 */
17b1f0de7   Mike Frysinger   kallsyms: general...
230
  		if ((s->addr == text_range_text->end &&
bd8b22d28   Ard Biesheuvel   Kbuild: kallsyms:...
231
  				strcmp(sym_name,
78eb71594   Kees Cook   kallsyms: general...
232
  				       text_range_text->end_sym)) ||
17b1f0de7   Mike Frysinger   kallsyms: general...
233
  		    (s->addr == text_range_inittext->end &&
bd8b22d28   Ard Biesheuvel   Kbuild: kallsyms:...
234
  				strcmp(sym_name,
78eb71594   Kees Cook   kallsyms: general...
235
  				       text_range_inittext->end_sym)))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
236
237
238
239
  			return 0;
  	}
  
  	/* Exclude symbols which vary between passes. */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
240
  	for (i = 0; special_symbols[i]; i++)
bd8b22d28   Ard Biesheuvel   Kbuild: kallsyms:...
241
  		if (strcmp(sym_name, special_symbols[i]) == 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
242
  			return 0;
56067812d   Ard Biesheuvel   kbuild: modversio...
243
244
245
246
247
248
249
  	for (i = 0; special_prefixes[i]; i++) {
  		int l = strlen(special_prefixes[i]);
  
  		if (l <= strlen(sym_name) &&
  		    strncmp(sym_name, special_prefixes[i], l) == 0)
  			return 0;
  	}
bd8b22d28   Ard Biesheuvel   Kbuild: kallsyms:...
250
251
252
253
254
255
  	for (i = 0; special_suffixes[i]; i++) {
  		int l = strlen(sym_name) - strlen(special_suffixes[i]);
  
  		if (l >= 0 && strcmp(sym_name + l, special_suffixes[i]) == 0)
  			return 0;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
256
257
  	return 1;
  }
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
258
  static void read_map(FILE *in)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
259
260
  {
  	while (!feof(in)) {
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
261
262
263
  		if (table_cnt >= table_size) {
  			table_size += 10000;
  			table = realloc(table, sizeof(*table) * table_size);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
264
265
266
267
268
269
  			if (!table) {
  				fprintf(stderr, "out of memory
  ");
  				exit (1);
  			}
  		}
f2df3f65d   Paulo Marques   kallsyms should p...
270
271
  		if (read_symbol(in, &table[table_cnt]) == 0) {
  			table[table_cnt].start_pos = table_cnt;
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
272
  			table_cnt++;
f2df3f65d   Paulo Marques   kallsyms should p...
273
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
274
275
276
277
278
  	}
  }
  
  static void output_label(char *label)
  {
534c9f2ec   Masahiro Yamada   kallsyms: remove ...
279
280
  	printf(".globl %s
  ", label);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
281
282
  	printf("\tALGN
  ");
534c9f2ec   Masahiro Yamada   kallsyms: remove ...
283
284
  	printf("%s:
  ", label);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
  }
  
  /* uncompress a compressed symbol. When this function is called, the best table
   * might still be compressed itself, so the function needs to be recursive */
  static int expand_symbol(unsigned char *data, int len, char *result)
  {
  	int c, rlen, total=0;
  
  	while (len) {
  		c = *data;
  		/* if the table holds a single char that is the same as the one
  		 * we are looking for, then end the search */
  		if (best_table[c][0]==c && best_table_len[c]==1) {
  			*result++ = c;
  			total++;
  		} else {
  			/* if not, recurse and expand */
  			rlen = expand_symbol(best_table[c], best_table_len[c], result);
  			total += rlen;
  			result += rlen;
  		}
  		data++;
  		len--;
  	}
  	*result=0;
  
  	return total;
  }
78eb71594   Kees Cook   kallsyms: general...
313
314
  static int symbol_absolute(struct sym_entry *s)
  {
8c996940b   Ard Biesheuvel   kallsyms: don't o...
315
  	return s->percpu_absolute;
78eb71594   Kees Cook   kallsyms: general...
316
  }
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
317
  static void write_src(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
318
  {
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
319
  	unsigned int i, k, off;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
320
321
  	unsigned int best_idx[256];
  	unsigned int *markers;
9281acea6   Tejun Heo   kallsyms: make KS...
322
  	char buf[KSYM_NAME_LEN];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
323

500193ec5   Masahiro Yamada   kallsyms: include...
324
325
  	printf("#include <asm/bitsperlong.h>
  ");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
326
327
328
329
  	printf("#if BITS_PER_LONG == 64
  ");
  	printf("#define PTR .quad
  ");
72d3ebb92   Mathias Krause   kallsyms: lower a...
330
331
  	printf("#define ALGN .balign 8
  ");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
332
333
334
335
  	printf("#else
  ");
  	printf("#define PTR .long
  ");
72d3ebb92   Mathias Krause   kallsyms: lower a...
336
337
  	printf("#define ALGN .balign 4
  ");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
338
339
  	printf("#endif
  ");
aad094701   Jan Beulich   [PATCH] move kall...
340
341
  	printf("\t.section .rodata, \"a\"
  ");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
342

2213e9a66   Ard Biesheuvel   kallsyms: add sup...
343
344
345
346
347
348
349
350
351
352
353
354
  	/* Provide proper symbols relocatability by their relativeness
  	 * to a fixed anchor point in the runtime image, either '_text'
  	 * for absolute address tables, in which case the linker will
  	 * emit the final addresses at build time. Otherwise, use the
  	 * offset relative to the lowest value encountered of all relative
  	 * symbols, and emit non-relocatable fixed offsets that will be fixed
  	 * up at runtime.
  	 *
  	 * The symbol names cannot be used to construct normal symbol
  	 * references as the list of symbols contains symbols that are
  	 * declared static and are private to their .o files.  This prevents
  	 * .tmp_kallsyms.o or any other object from referencing them.
fd593d127   Eric W. Biederman   [PATCH] relocatab...
355
  	 */
2213e9a66   Ard Biesheuvel   kallsyms: add sup...
356
357
358
359
  	if (!base_relative)
  		output_label("kallsyms_addresses");
  	else
  		output_label("kallsyms_offsets");
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
360
  	for (i = 0; i < table_cnt; i++) {
2213e9a66   Ard Biesheuvel   kallsyms: add sup...
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
  		if (base_relative) {
  			long long offset;
  			int overflow;
  
  			if (!absolute_percpu) {
  				offset = table[i].addr - relative_base;
  				overflow = (offset < 0 || offset > UINT_MAX);
  			} else if (symbol_absolute(&table[i])) {
  				offset = table[i].addr;
  				overflow = (offset < 0 || offset > INT_MAX);
  			} else {
  				offset = relative_base - table[i].addr - 1;
  				overflow = (offset < INT_MIN || offset >= 0);
  			}
  			if (overflow) {
  				fprintf(stderr, "kallsyms failure: "
  					"%s symbol value %#llx out of range in relative mode
  ",
  					symbol_absolute(&table[i]) ? "absolute" : "relative",
  					table[i].addr);
  				exit(EXIT_FAILURE);
  			}
  			printf("\t.long\t%#x
  ", (int)offset);
  		} else if (!symbol_absolute(&table[i])) {
2c22d8baa   Vivek Goyal   [PATCH] relocatab...
386
387
388
389
390
  			if (_text <= table[i].addr)
  				printf("\tPTR\t_text + %#llx
  ",
  					table[i].addr - _text);
  			else
2930ffc75   Andrew Morton   revert "kallsyms:...
391
392
393
  				printf("\tPTR\t_text - %#llx
  ",
  					_text - table[i].addr);
fd593d127   Eric W. Biederman   [PATCH] relocatab...
394
395
396
397
  		} else {
  			printf("\tPTR\t%#llx
  ", table[i].addr);
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
398
399
400
  	}
  	printf("
  ");
2213e9a66   Ard Biesheuvel   kallsyms: add sup...
401
402
403
404
405
406
407
  	if (base_relative) {
  		output_label("kallsyms_relative_base");
  		printf("\tPTR\t_text - %#llx
  ", _text - relative_base);
  		printf("
  ");
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
408
  	output_label("kallsyms_num_syms");
80ffbaa5b   Jan Beulich   kallsyms: reduce ...
409
410
  	printf("\t.long\t%u
  ", table_cnt);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
411
412
413
414
415
  	printf("
  ");
  
  	/* table of offset markers, that give the offset in the compressed stream
  	 * every 256 symbols */
f1a136e0d   Jesper Juhl   [PATCH] kallsyms:...
416
417
418
419
420
421
422
  	markers = malloc(sizeof(unsigned int) * ((table_cnt + 255) / 256));
  	if (!markers) {
  		fprintf(stderr, "kallsyms failure: "
  			"unable to allocate required memory
  ");
  		exit(EXIT_FAILURE);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
423
424
  
  	output_label("kallsyms_names");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
425
  	off = 0;
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
426
427
428
  	for (i = 0; i < table_cnt; i++) {
  		if ((i & 0xFF) == 0)
  			markers[i >> 8] = off;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
429
430
431
432
433
434
435
436
  
  		printf("\t.byte 0x%02x", table[i].len);
  		for (k = 0; k < table[i].len; k++)
  			printf(", 0x%02x", table[i].sym[k]);
  		printf("
  ");
  
  		off += table[i].len + 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
437
438
439
440
441
  	}
  	printf("
  ");
  
  	output_label("kallsyms_markers");
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
442
  	for (i = 0; i < ((table_cnt + 255) >> 8); i++)
80ffbaa5b   Jan Beulich   kallsyms: reduce ...
443
444
  		printf("\t.long\t%u
  ", markers[i]);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
445
446
447
448
449
450
451
452
453
  	printf("
  ");
  
  	free(markers);
  
  	output_label("kallsyms_token_table");
  	off = 0;
  	for (i = 0; i < 256; i++) {
  		best_idx[i] = off;
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
454
  		expand_symbol(best_table[i], best_table_len[i], buf);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
  		printf("\t.asciz\t\"%s\"
  ", buf);
  		off += strlen(buf) + 1;
  	}
  	printf("
  ");
  
  	output_label("kallsyms_token_index");
  	for (i = 0; i < 256; i++)
  		printf("\t.short\t%d
  ", best_idx[i]);
  	printf("
  ");
  }
  
  
  /* table lookup compression functions */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
472
473
474
475
476
477
  /* count all the possible tokens in a symbol */
  static void learn_symbol(unsigned char *symbol, int len)
  {
  	int i;
  
  	for (i = 0; i < len - 1; i++)
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
478
  		token_profit[ symbol[i] + (symbol[i + 1] << 8) ]++;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
479
480
481
482
483
484
485
486
  }
  
  /* decrease the count for all the possible tokens in a symbol */
  static void forget_symbol(unsigned char *symbol, int len)
  {
  	int i;
  
  	for (i = 0; i < len - 1; i++)
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
487
  		token_profit[ symbol[i] + (symbol[i + 1] << 8) ]--;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
488
  }
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
489
  /* remove all the invalid symbols from the table and do the initial token count */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
490
491
  static void build_initial_tok_table(void)
  {
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
492
  	unsigned int i, pos;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
493

b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
494
495
  	pos = 0;
  	for (i = 0; i < table_cnt; i++) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
496
  		if ( symbol_valid(&table[i]) ) {
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
497
498
499
500
  			if (pos != i)
  				table[pos] = table[i];
  			learn_symbol(table[pos].sym, table[pos].len);
  			pos++;
70958af3e   Masahiro Yamada   scripts/kallsyms:...
501
502
  		} else {
  			free(table[i].sym);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
503
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
504
  	}
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
505
  	table_cnt = pos;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
506
  }
7c5d249ad   Paulo Marques   kallsyms: remove ...
507
508
509
510
511
512
513
514
515
516
  static void *find_token(unsigned char *str, int len, unsigned char *token)
  {
  	int i;
  
  	for (i = 0; i < len - 1; i++) {
  		if (str[i] == token[0] && str[i+1] == token[1])
  			return &str[i];
  	}
  	return NULL;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
517
518
  /* replace a given token in all the valid symbols. Use the sampled symbols
   * to update the counts */
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
519
  static void compress_symbols(unsigned char *str, int idx)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
520
  {
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
521
522
  	unsigned int i, len, size;
  	unsigned char *p1, *p2;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
523

b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
524
  	for (i = 0; i < table_cnt; i++) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
525
526
  
  		len = table[i].len;
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
527
528
529
  		p1 = table[i].sym;
  
  		/* find the token on the symbol */
7c5d249ad   Paulo Marques   kallsyms: remove ...
530
  		p2 = find_token(p1, len, str);
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
531
532
533
534
535
536
  		if (!p2) continue;
  
  		/* decrease the counts for this symbol's tokens */
  		forget_symbol(table[i].sym, len);
  
  		size = len;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
537
538
  
  		do {
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
539
540
541
542
543
544
545
546
  			*p2 = idx;
  			p2++;
  			size -= (p2 - p1);
  			memmove(p2, p2 + 1, size);
  			p1 = p2;
  			len--;
  
  			if (size < 2) break;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
547
  			/* find the token on the symbol */
7c5d249ad   Paulo Marques   kallsyms: remove ...
548
  			p2 = find_token(p1, size, str);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
549

b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
550
  		} while (p2);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
551

b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
552
  		table[i].len = len;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
553

b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
554
555
  		/* increase the counts for this symbol's new tokens */
  		learn_symbol(table[i].sym, len);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
556
557
558
559
  	}
  }
  
  /* search the token with the maximum profit */
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
560
  static int find_best_token(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
561
  {
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
562
  	int i, best, bestprofit;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
563
564
  
  	bestprofit=-10000;
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
565
  	best = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
566

b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
567
568
569
570
  	for (i = 0; i < 0x10000; i++) {
  		if (token_profit[i] > bestprofit) {
  			best = i;
  			bestprofit = token_profit[i];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
571
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
572
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
573
574
575
576
577
578
  	return best;
  }
  
  /* this is the core of the algorithm: calculate the "best" table */
  static void optimize_result(void)
  {
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
579
  	int i, best;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
580
581
582
583
584
585
586
587
  
  	/* using the '\0' symbol last allows compress_symbols to use standard
  	 * fast string functions */
  	for (i = 255; i >= 0; i--) {
  
  		/* if this table slot is empty (it is not used by an actual
  		 * original char code */
  		if (!best_table_len[i]) {
cbf7a90e3   Cao jin   kbuild/kallsyms: ...
588
  			/* find the token with the best profit value */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
589
  			best = find_best_token();
e0a04b11e   Xiaochen Wang   scripts/kallsyms....
590
591
  			if (token_profit[best] == 0)
  				break;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
592
593
  
  			/* place it in the "best" table */
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
594
595
596
  			best_table_len[i] = 2;
  			best_table[i][0] = best & 0xFF;
  			best_table[i][1] = (best >> 8) & 0xFF;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
597
598
  
  			/* replace this token in all the valid symbols */
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
599
  			compress_symbols(best_table[i], i);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
600
601
602
603
604
605
606
  		}
  	}
  }
  
  /* start by placing the symbols that are actually used on the table */
  static void insert_real_symbols_in_table(void)
  {
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
607
  	unsigned int i, j, c;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
608

b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
609
610
611
612
613
  	for (i = 0; i < table_cnt; i++) {
  		for (j = 0; j < table[i].len; j++) {
  			c = table[i].sym[j];
  			best_table[c][0]=c;
  			best_table_len[c]=1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
614
615
616
617
618
619
  		}
  	}
  }
  
  static void optimize_token_table(void)
  {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
620
621
622
  	build_initial_tok_table();
  
  	insert_real_symbols_in_table();
41f11a4fa   Yoshinori Sato   [PATCH] kallsyms ...
623
  	/* When valid symbol is not registered, exit to error */
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
624
  	if (!table_cnt) {
41f11a4fa   Yoshinori Sato   [PATCH] kallsyms ...
625
626
627
628
  		fprintf(stderr, "No valid symbol.
  ");
  		exit(1);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
629
630
  	optimize_result();
  }
b478b782e   Lai Jiangshan   kallsyms, tracing...
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
  /* guess for "linker script provide" symbol */
  static int may_be_linker_script_provide_symbol(const struct sym_entry *se)
  {
  	const char *symbol = (char *)se->sym + 1;
  	int len = se->len - 1;
  
  	if (len < 8)
  		return 0;
  
  	if (symbol[0] != '_' || symbol[1] != '_')
  		return 0;
  
  	/* __start_XXXXX */
  	if (!memcmp(symbol + 2, "start_", 6))
  		return 1;
  
  	/* __stop_XXXXX */
  	if (!memcmp(symbol + 2, "stop_", 5))
  		return 1;
  
  	/* __end_XXXXX */
  	if (!memcmp(symbol + 2, "end_", 4))
  		return 1;
  
  	/* __XXXXX_start */
  	if (!memcmp(symbol + len - 6, "_start", 6))
  		return 1;
  
  	/* __XXXXX_end */
  	if (!memcmp(symbol + len - 4, "_end", 4))
  		return 1;
  
  	return 0;
  }
  
  static int prefix_underscores_count(const char *str)
  {
  	const char *tail = str;
a9ece53c4   Paul Mundt   kallsyms: fix seg...
669
  	while (*tail == '_')
b478b782e   Lai Jiangshan   kallsyms, tracing...
670
671
672
673
  		tail++;
  
  	return tail - str;
  }
f2df3f65d   Paulo Marques   kallsyms should p...
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
  static int compare_symbols(const void *a, const void *b)
  {
  	const struct sym_entry *sa;
  	const struct sym_entry *sb;
  	int wa, wb;
  
  	sa = a;
  	sb = b;
  
  	/* sort by address first */
  	if (sa->addr > sb->addr)
  		return 1;
  	if (sa->addr < sb->addr)
  		return -1;
  
  	/* sort by "weakness" type */
  	wa = (sa->sym[0] == 'w') || (sa->sym[0] == 'W');
  	wb = (sb->sym[0] == 'w') || (sb->sym[0] == 'W');
  	if (wa != wb)
  		return wa - wb;
b478b782e   Lai Jiangshan   kallsyms, tracing...
694
695
696
697
698
699
700
701
702
703
704
  	/* sort by "linker script provide" type */
  	wa = may_be_linker_script_provide_symbol(sa);
  	wb = may_be_linker_script_provide_symbol(sb);
  	if (wa != wb)
  		return wa - wb;
  
  	/* sort by the number of prefix underscores */
  	wa = prefix_underscores_count((const char *)sa->sym + 1);
  	wb = prefix_underscores_count((const char *)sb->sym + 1);
  	if (wa != wb)
  		return wa - wb;
f2df3f65d   Paulo Marques   kallsyms should p...
705
706
707
708
709
710
711
712
  	/* sort by initial order, so that other symbols are left undisturbed */
  	return sa->start_pos - sb->start_pos;
  }
  
  static void sort_symbols(void)
  {
  	qsort(table, table_cnt, sizeof(struct sym_entry), compare_symbols);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
713

c6bda7c98   Rusty Russell   kallsyms: fix per...
714
715
716
717
718
  static void make_percpus_absolute(void)
  {
  	unsigned int i;
  
  	for (i = 0; i < table_cnt; i++)
8c996940b   Ard Biesheuvel   kallsyms: don't o...
719
720
721
722
723
724
  		if (symbol_in_range(&table[i], &percpu_range, 1)) {
  			/*
  			 * Keep the 'A' override for percpu symbols to
  			 * ensure consistent behavior compared to older
  			 * versions of this tool.
  			 */
c6bda7c98   Rusty Russell   kallsyms: fix per...
725
  			table[i].sym[0] = 'A';
8c996940b   Ard Biesheuvel   kallsyms: don't o...
726
727
  			table[i].percpu_absolute = 1;
  		}
c6bda7c98   Rusty Russell   kallsyms: fix per...
728
  }
2213e9a66   Ard Biesheuvel   kallsyms: add sup...
729
730
731
732
733
734
735
736
737
738
739
  /* find the minimum non-absolute symbol address */
  static void record_relative_base(void)
  {
  	unsigned int i;
  
  	relative_base = -1ULL;
  	for (i = 0; i < table_cnt; i++)
  		if (!symbol_absolute(&table[i]) &&
  		    table[i].addr < relative_base)
  			relative_base = table[i].addr;
  }
b3dbb4ecd   Paulo Marques   [PATCH] kallsyms:...
740
  int main(int argc, char **argv)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
741
  {
41f11a4fa   Yoshinori Sato   [PATCH] kallsyms ...
742
743
744
745
746
  	if (argc >= 2) {
  		int i;
  		for (i = 1; i < argc; i++) {
  			if(strcmp(argv[i], "--all-symbols") == 0)
  				all_symbols = 1;
c6bda7c98   Rusty Russell   kallsyms: fix per...
747
748
  			else if (strcmp(argv[i], "--absolute-percpu") == 0)
  				absolute_percpu = 1;
534c9f2ec   Masahiro Yamada   kallsyms: remove ...
749
  			else if (strcmp(argv[i], "--base-relative") == 0)
2213e9a66   Ard Biesheuvel   kallsyms: add sup...
750
751
  				base_relative = 1;
  			else
41f11a4fa   Yoshinori Sato   [PATCH] kallsyms ...
752
753
754
  				usage();
  		}
  	} else if (argc != 1)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
755
756
757
  		usage();
  
  	read_map(stdin);
c6bda7c98   Rusty Russell   kallsyms: fix per...
758
759
  	if (absolute_percpu)
  		make_percpus_absolute();
2213e9a66   Ard Biesheuvel   kallsyms: add sup...
760
761
  	if (base_relative)
  		record_relative_base();
2ea038917   Sam Ravnborg   Revert "kbuild: s...
762
763
  	sort_symbols();
  	optimize_token_table();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
764
765
766
767
  	write_src();
  
  	return 0;
  }