Blame view

fs/binfmt_elf_fdpic.c 44.1 KB
2874c5fd2   Thomas Gleixner   treewide: Replace...
1
  // SPDX-License-Identifier: GPL-2.0-or-later
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
2
3
  /* binfmt_elf_fdpic.c: FDPIC ELF binary format
   *
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
4
   * Copyright (C) 2003, 2004, 2006 Red Hat, Inc. All Rights Reserved.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
5
6
   * Written by David Howells (dhowells@redhat.com)
   * Derived from binfmt_elf.c
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
7
8
9
10
11
12
13
   */
  
  #include <linux/module.h>
  
  #include <linux/fs.h>
  #include <linux/stat.h>
  #include <linux/sched.h>
68db0cf10   Ingo Molnar   sched/headers: Pr...
14
15
  #include <linux/sched/coredump.h>
  #include <linux/sched/task_stack.h>
32ef5517c   Ingo Molnar   sched/headers: Pr...
16
  #include <linux/sched/cputime.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
17
18
19
20
21
22
23
24
25
  #include <linux/mm.h>
  #include <linux/mman.h>
  #include <linux/errno.h>
  #include <linux/signal.h>
  #include <linux/binfmts.h>
  #include <linux/string.h>
  #include <linux/file.h>
  #include <linux/fcntl.h>
  #include <linux/slab.h>
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
26
  #include <linux/pagemap.h>
5edc2a512   Paul Mundt   binfmt_elf_fdpic:...
27
  #include <linux/security.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
28
  #include <linux/highmem.h>
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
29
  #include <linux/highuid.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
30
31
32
  #include <linux/personality.h>
  #include <linux/ptrace.h>
  #include <linux/init.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
33
34
35
  #include <linux/elf.h>
  #include <linux/elf-fdpic.h>
  #include <linux/elfcore.h>
088e7af73   Daisuke HATAYAMA   coredump: move du...
36
  #include <linux/coredump.h>
ab27a8d04   Ross Zwisler   coredump: add DAX...
37
  #include <linux/dax.h>
1697a322e   Al Viro   [elf-fdpic] switc...
38
  #include <linux/regset.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
39

7c0f6ba68   Linus Torvalds   Replace <asm/uacc...
40
  #include <linux/uaccess.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
41
  #include <asm/param.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
42
43
  
  typedef char *elf_caddr_t;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
44
45
46
47
48
49
50
  
  #if 0
  #define kdebug(fmt, ...) printk("FDPIC "fmt"
  " ,##__VA_ARGS__ )
  #else
  #define kdebug(fmt, ...) do {} while(0)
  #endif
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
51
52
53
54
55
56
  #if 0
  #define kdcore(fmt, ...) printk("FDPIC "fmt"
  " ,##__VA_ARGS__ )
  #else
  #define kdcore(fmt, ...) do {} while(0)
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
57
  MODULE_LICENSE("GPL");
71613c3b8   Al Viro   get rid of pt_reg...
58
  static int load_elf_fdpic_binary(struct linux_binprm *);
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
59
60
61
  static int elf_fdpic_fetch_phdrs(struct elf_fdpic_params *, struct file *);
  static int elf_fdpic_map_file(struct elf_fdpic_params *, struct file *,
  			      struct mm_struct *, const char *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
62

8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
63
64
65
  static int create_elf_fdpic_tables(struct linux_binprm *, struct mm_struct *,
  				   struct elf_fdpic_params *,
  				   struct elf_fdpic_params *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
66
67
  
  #ifndef CONFIG_MMU
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
68
69
70
  static int elf_fdpic_map_file_constdisp_on_uclinux(struct elf_fdpic_params *,
  						   struct file *,
  						   struct mm_struct *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
71
  #endif
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
72
73
  static int elf_fdpic_map_file_by_direct_mmap(struct elf_fdpic_params *,
  					     struct file *, struct mm_struct *);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
74

698ba7b5a   Christoph Hellwig   elf: kill USE_ELF...
75
  #ifdef CONFIG_ELF_CORE
f6151dfea   Masami Hiramatsu   mm: introduce cor...
76
  static int elf_fdpic_core_dump(struct coredump_params *cprm);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
77
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
78
79
80
  static struct linux_binfmt elf_fdpic_format = {
  	.module		= THIS_MODULE,
  	.load_binary	= load_elf_fdpic_binary,
698ba7b5a   Christoph Hellwig   elf: kill USE_ELF...
81
  #ifdef CONFIG_ELF_CORE
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
82
83
  	.core_dump	= elf_fdpic_core_dump,
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
84
85
  	.min_coredump	= ELF_EXEC_PAGESIZE,
  };
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
86
87
  static int __init init_elf_fdpic_binfmt(void)
  {
8fc3dc5a3   Al Viro   __register_binfmt...
88
89
  	register_binfmt(&elf_fdpic_format);
  	return 0;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
90
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
91

8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
92
93
94
95
  static void __exit exit_elf_fdpic_binfmt(void)
  {
  	unregister_binfmt(&elf_fdpic_format);
  }
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
96
  core_initcall(init_elf_fdpic_binfmt);
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
97
  module_exit(exit_elf_fdpic_binfmt);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
98

1bde925d2   Rich Felker   fs/binfmt_elf_fdp...
99
  static int is_elf(struct elfhdr *hdr, struct file *file)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
100
101
102
103
104
  {
  	if (memcmp(hdr->e_ident, ELFMAG, SELFMAG) != 0)
  		return 0;
  	if (hdr->e_type != ET_EXEC && hdr->e_type != ET_DYN)
  		return 0;
1bde925d2   Rich Felker   fs/binfmt_elf_fdp...
105
  	if (!elf_check_arch(hdr))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
106
  		return 0;
72c2d5319   Al Viro   file->f_op is nev...
107
  	if (!file->f_op->mmap)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
108
109
110
  		return 0;
  	return 1;
  }
1bde925d2   Rich Felker   fs/binfmt_elf_fdp...
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
  #ifndef elf_check_fdpic
  #define elf_check_fdpic(x) 0
  #endif
  
  #ifndef elf_check_const_displacement
  #define elf_check_const_displacement(x) 0
  #endif
  
  static int is_constdisp(struct elfhdr *hdr)
  {
  	if (!elf_check_fdpic(hdr))
  		return 1;
  	if (elf_check_const_displacement(hdr))
  		return 1;
  	return 0;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
127
128
129
130
  /*****************************************************************************/
  /*
   * read the program headers table into memory
   */
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
131
132
  static int elf_fdpic_fetch_phdrs(struct elf_fdpic_params *params,
  				 struct file *file)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
133
134
135
136
  {
  	struct elf32_phdr *phdr;
  	unsigned long size;
  	int retval, loop;
bdd1d2d3d   Christoph Hellwig   fs: fix kernel_re...
137
  	loff_t pos = params->hdr.e_phoff;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
138
139
140
141
142
143
144
145
146
147
  
  	if (params->hdr.e_phentsize != sizeof(struct elf_phdr))
  		return -ENOMEM;
  	if (params->hdr.e_phnum > 65536U / sizeof(struct elf_phdr))
  		return -ENOMEM;
  
  	size = params->hdr.e_phnum * sizeof(struct elf_phdr);
  	params->phdrs = kmalloc(size, GFP_KERNEL);
  	if (!params->phdrs)
  		return -ENOMEM;
bdd1d2d3d   Christoph Hellwig   fs: fix kernel_re...
148
  	retval = kernel_read(file, params->phdrs, size, &pos);
e1d2c8b69   David Howells   fdpic: check that...
149
150
  	if (unlikely(retval != size))
  		return retval < 0 ? retval : -ENOEXEC;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
  
  	/* determine stack size for this binary */
  	phdr = params->phdrs;
  	for (loop = 0; loop < params->hdr.e_phnum; loop++, phdr++) {
  		if (phdr->p_type != PT_GNU_STACK)
  			continue;
  
  		if (phdr->p_flags & PF_X)
  			params->flags |= ELF_FDPIC_FLAG_EXEC_STACK;
  		else
  			params->flags |= ELF_FDPIC_FLAG_NOEXEC_STACK;
  
  		params->stack_size = phdr->p_memsz;
  		break;
  	}
  
  	return 0;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
168
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
169
170
171
172
173
  
  /*****************************************************************************/
  /*
   * load an fdpic binary into various bits of memory
   */
71613c3b8   Al Viro   get rid of pt_reg...
174
  static int load_elf_fdpic_binary(struct linux_binprm *bprm)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
175
176
  {
  	struct elf_fdpic_params exec_params, interp_params;
71613c3b8   Al Viro   get rid of pt_reg...
177
  	struct pt_regs *regs = current_pt_regs();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
178
  	struct elf_phdr *phdr;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
179
  	unsigned long stack_size, entryaddr;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
180
181
182
  #ifdef ELF_FDPIC_PLAT_INIT
  	unsigned long dynaddr;
  #endif
04e4f2b18   Mike Frysinger   FDPIC: Respect PT...
183
184
185
  #ifndef CONFIG_MMU
  	unsigned long stack_prot;
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
186
187
188
189
  	struct file *interpreter = NULL; /* to shut gcc up */
  	char *interpreter_name = NULL;
  	int executable_stack;
  	int retval, i;
bdd1d2d3d   Christoph Hellwig   fs: fix kernel_re...
190
  	loff_t pos;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
191

aa289b472   David Howells   [PATCH] FDPIC: fi...
192
  	kdebug("____ LOAD %d ____", current->pid);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
193
194
195
196
197
198
199
200
  	memset(&exec_params, 0, sizeof(exec_params));
  	memset(&interp_params, 0, sizeof(interp_params));
  
  	exec_params.hdr = *(struct elfhdr *) bprm->buf;
  	exec_params.flags = ELF_FDPIC_FLAG_PRESENT | ELF_FDPIC_FLAG_EXECUTABLE;
  
  	/* check that this is a binary we know how to deal with */
  	retval = -ENOEXEC;
1bde925d2   Rich Felker   fs/binfmt_elf_fdp...
201
  	if (!is_elf(&exec_params.hdr, bprm->file))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
202
  		goto error;
1bde925d2   Rich Felker   fs/binfmt_elf_fdp...
203
204
205
206
207
208
209
210
211
212
  	if (!elf_check_fdpic(&exec_params.hdr)) {
  #ifdef CONFIG_MMU
  		/* binfmt_elf handles non-fdpic elf except on nommu */
  		goto error;
  #else
  		/* nommu can only load ET_DYN (PIE) ELF */
  		if (exec_params.hdr.e_type != ET_DYN)
  			goto error;
  #endif
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
  
  	/* read the program header table */
  	retval = elf_fdpic_fetch_phdrs(&exec_params, bprm->file);
  	if (retval < 0)
  		goto error;
  
  	/* scan for a program header that specifies an interpreter */
  	phdr = exec_params.phdrs;
  
  	for (i = 0; i < exec_params.hdr.e_phnum; i++, phdr++) {
  		switch (phdr->p_type) {
  		case PT_INTERP:
  			retval = -ENOMEM;
  			if (phdr->p_filesz > PATH_MAX)
  				goto error;
  			retval = -ENOENT;
  			if (phdr->p_filesz < 2)
  				goto error;
  
  			/* read the name of the interpreter into memory */
792db3af3   Jesper Juhl   [PATCH] fs/binfmt...
233
  			interpreter_name = kmalloc(phdr->p_filesz, GFP_KERNEL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
234
235
  			if (!interpreter_name)
  				goto error;
bdd1d2d3d   Christoph Hellwig   fs: fix kernel_re...
236
237
238
  			pos = phdr->p_offset;
  			retval = kernel_read(bprm->file, interpreter_name,
  					     phdr->p_filesz, &pos);
e1d2c8b69   David Howells   fdpic: check that...
239
240
241
  			if (unlikely(retval != phdr->p_filesz)) {
  				if (retval >= 0)
  					retval = -ENOEXEC;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
242
  				goto error;
e1d2c8b69   David Howells   fdpic: check that...
243
  			}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
244
245
246
247
248
249
250
251
252
253
254
255
256
257
  
  			retval = -ENOENT;
  			if (interpreter_name[phdr->p_filesz - 1] != '\0')
  				goto error;
  
  			kdebug("Using ELF interpreter %s", interpreter_name);
  
  			/* replace the program with the interpreter */
  			interpreter = open_exec(interpreter_name);
  			retval = PTR_ERR(interpreter);
  			if (IS_ERR(interpreter)) {
  				interpreter = NULL;
  				goto error;
  			}
1fb844961   Alexey Dobriyan   [PATCH] core-dump...
258
259
260
261
262
  			/*
  			 * If the binary is not readable then enforce
  			 * mm->dumpable = 0 regardless of the interpreter's
  			 * permissions.
  			 */
1b5d783c9   Al Viro   consolidate BINPR...
263
  			would_dump(bprm, interpreter);
1fb844961   Alexey Dobriyan   [PATCH] core-dump...
264

bdd1d2d3d   Christoph Hellwig   fs: fix kernel_re...
265
266
267
  			pos = 0;
  			retval = kernel_read(interpreter, bprm->buf,
  					BINPRM_BUF_SIZE, &pos);
e1d2c8b69   David Howells   fdpic: check that...
268
269
270
  			if (unlikely(retval != BINPRM_BUF_SIZE)) {
  				if (retval >= 0)
  					retval = -ENOEXEC;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
271
  				goto error;
e1d2c8b69   David Howells   fdpic: check that...
272
  			}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
273
274
275
276
277
278
279
280
281
282
283
284
285
  
  			interp_params.hdr = *((struct elfhdr *) bprm->buf);
  			break;
  
  		case PT_LOAD:
  #ifdef CONFIG_MMU
  			if (exec_params.load_addr == 0)
  				exec_params.load_addr = phdr->p_vaddr;
  #endif
  			break;
  		}
  
  	}
1bde925d2   Rich Felker   fs/binfmt_elf_fdp...
286
  	if (is_constdisp(&exec_params.hdr))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
287
288
289
290
291
  		exec_params.flags |= ELF_FDPIC_FLAG_CONSTDISP;
  
  	/* perform insanity checks on the interpreter */
  	if (interpreter_name) {
  		retval = -ELIBBAD;
1bde925d2   Rich Felker   fs/binfmt_elf_fdp...
292
  		if (!is_elf(&interp_params.hdr, interpreter))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
293
294
295
296
297
298
299
300
301
302
303
  			goto error;
  
  		interp_params.flags = ELF_FDPIC_FLAG_PRESENT;
  
  		/* read the interpreter's program header table */
  		retval = elf_fdpic_fetch_phdrs(&interp_params, interpreter);
  		if (retval < 0)
  			goto error;
  	}
  
  	stack_size = exec_params.stack_size;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
304
305
306
307
  	if (exec_params.flags & ELF_FDPIC_FLAG_EXEC_STACK)
  		executable_stack = EXSTACK_ENABLE_X;
  	else if (exec_params.flags & ELF_FDPIC_FLAG_NOEXEC_STACK)
  		executable_stack = EXSTACK_DISABLE_X;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
308
309
  	else
  		executable_stack = EXSTACK_DEFAULT;
8e8b63a68   David Howells   fdpic: ignore the...
310
311
312
313
314
315
316
317
318
  	if (stack_size == 0) {
  		stack_size = interp_params.stack_size;
  		if (interp_params.flags & ELF_FDPIC_FLAG_EXEC_STACK)
  			executable_stack = EXSTACK_ENABLE_X;
  		else if (interp_params.flags & ELF_FDPIC_FLAG_NOEXEC_STACK)
  			executable_stack = EXSTACK_DISABLE_X;
  		else
  			executable_stack = EXSTACK_DEFAULT;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
319
320
  	retval = -ENOEXEC;
  	if (stack_size == 0)
1bde925d2   Rich Felker   fs/binfmt_elf_fdp...
321
  		stack_size = 131072UL; /* same as exec.c's default commit */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
322

1bde925d2   Rich Felker   fs/binfmt_elf_fdp...
323
  	if (is_constdisp(&interp_params.hdr))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
324
325
326
  		interp_params.flags |= ELF_FDPIC_FLAG_CONSTDISP;
  
  	/* flush all traces of the currently running executable */
2388777a0   Eric W. Biederman   exec: Rename flus...
327
  	retval = begin_new_exec(bprm);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
328
329
330
331
  	if (retval)
  		goto error;
  
  	/* there's now no turning back... the old userspace image is dead,
19d860a14   Al Viro   handle suicide on...
332
333
  	 * defunct, deceased, etc.
  	 */
1bde925d2   Rich Felker   fs/binfmt_elf_fdp...
334
335
336
337
  	if (elf_check_fdpic(&exec_params.hdr))
  		set_personality(PER_LINUX_FDPIC);
  	else
  		set_personality(PER_LINUX);
04e4f2b18   Mike Frysinger   FDPIC: Respect PT...
338
339
  	if (elf_read_implies_exec(&exec_params.hdr, executable_stack))
  		current->personality |= READ_IMPLIES_EXEC;
221af7f87   Linus Torvalds   Split 'flush_old_...
340
341
  
  	setup_new_exec(bprm);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
342
343
344
345
346
347
348
349
350
  	set_binfmt(&elf_fdpic_format);
  
  	current->mm->start_code = 0;
  	current->mm->end_code = 0;
  	current->mm->start_stack = 0;
  	current->mm->start_data = 0;
  	current->mm->end_data = 0;
  	current->mm->context.exec_fdpic_loadmap = 0;
  	current->mm->context.interp_fdpic_loadmap = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
351
352
353
354
355
  #ifdef CONFIG_MMU
  	elf_fdpic_arch_lay_out_mm(&exec_params,
  				  &interp_params,
  				  &current->mm->start_stack,
  				  &current->mm->start_brk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
356

8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
357
358
  	retval = setup_arg_pages(bprm, current->mm->start_stack,
  				 executable_stack);
19d860a14   Al Viro   handle suicide on...
359
360
  	if (retval < 0)
  		goto error;
382e67aec   Nicolas Pitre   ARM: enable elf_f...
361
362
363
364
365
  #ifdef ARCH_HAS_SETUP_ADDITIONAL_PAGES
  	retval = arch_setup_additional_pages(bprm, !!interpreter_name);
  	if (retval < 0)
  		goto error;
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
366
367
368
  #endif
  
  	/* load the executable and interpreter into memory */
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
369
370
  	retval = elf_fdpic_map_file(&exec_params, bprm->file, current->mm,
  				    "executable");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
371
  	if (retval < 0)
19d860a14   Al Viro   handle suicide on...
372
  		goto error;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
373
374
375
376
377
378
379
  
  	if (interpreter_name) {
  		retval = elf_fdpic_map_file(&interp_params, interpreter,
  					    current->mm, "interpreter");
  		if (retval < 0) {
  			printk(KERN_ERR "Unable to load interpreter
  ");
19d860a14   Al Viro   handle suicide on...
380
  			goto error;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
381
382
383
384
385
386
387
388
389
390
  		}
  
  		allow_write_access(interpreter);
  		fput(interpreter);
  		interpreter = NULL;
  	}
  
  #ifdef CONFIG_MMU
  	if (!current->mm->start_brk)
  		current->mm->start_brk = current->mm->end_data;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
391
392
  	current->mm->brk = current->mm->start_brk =
  		PAGE_ALIGN(current->mm->start_brk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
393
394
  
  #else
4ac313111   Rich Felker   fs/binfmt_elf_fdp...
395
  	/* create a stack area and zero-size brk area */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
396
397
398
  	stack_size = (stack_size + PAGE_SIZE - 1) & PAGE_MASK;
  	if (stack_size < PAGE_SIZE * 2)
  		stack_size = PAGE_SIZE * 2;
04e4f2b18   Mike Frysinger   FDPIC: Respect PT...
399
400
401
402
  	stack_prot = PROT_READ | PROT_WRITE;
  	if (executable_stack == EXSTACK_ENABLE_X ||
  	    (executable_stack == EXSTACK_DEFAULT && VM_STACK_FLAGS & VM_EXEC))
  		stack_prot |= PROT_EXEC;
6be5ceb02   Linus Torvalds   VM: add "vm_mmap(...
403
  	current->mm->start_brk = vm_mmap(NULL, 0, stack_size, stack_prot,
ea6376395   Jie Zhang   nommu: fix malloc...
404
405
  					 MAP_PRIVATE | MAP_ANONYMOUS |
  					 MAP_UNINITIALIZED | MAP_GROWSDOWN,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
406
  					 0);
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
407
  	if (IS_ERR_VALUE(current->mm->start_brk)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
408
409
  		retval = current->mm->start_brk;
  		current->mm->start_brk = 0;
19d860a14   Al Viro   handle suicide on...
410
  		goto error;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
411
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
412
413
  	current->mm->brk = current->mm->start_brk;
  	current->mm->context.end_brk = current->mm->start_brk;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
414
415
  	current->mm->start_stack = current->mm->start_brk + stack_size;
  #endif
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
416
417
  	if (create_elf_fdpic_tables(bprm, current->mm,
  				    &exec_params, &interp_params) < 0)
19d860a14   Al Viro   handle suicide on...
418
  		goto error;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
419

8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
420
421
422
423
424
425
426
  	kdebug("- start_code  %lx", current->mm->start_code);
  	kdebug("- end_code    %lx", current->mm->end_code);
  	kdebug("- start_data  %lx", current->mm->start_data);
  	kdebug("- end_data    %lx", current->mm->end_data);
  	kdebug("- start_brk   %lx", current->mm->start_brk);
  	kdebug("- brk         %lx", current->mm->brk);
  	kdebug("- start_stack %lx", current->mm->start_stack);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
427
428
429
430
431
432
433
434
  
  #ifdef ELF_FDPIC_PLAT_INIT
  	/*
  	 * The ABI may specify that certain registers be set up in special
  	 * ways (on i386 %edx is the address of a DT_FINI function, for
  	 * example.  This macro performs whatever initialization to
  	 * the regs structure is required.
  	 */
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
435
436
437
  	dynaddr = interp_params.dynamic_addr ?: exec_params.dynamic_addr;
  	ELF_FDPIC_PLAT_INIT(regs, exec_params.map_addr, interp_params.map_addr,
  			    dynaddr);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
438
  #endif
b83838313   Kees Cook   exec: introduce f...
439
  	finalize_exec(bprm);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
440
  	/* everything is now ready... get the userspace context ready to roll */
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
441
442
  	entryaddr = interp_params.entry_addr ?: exec_params.entry_addr;
  	start_thread(regs, entryaddr, current->mm->start_stack);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
443

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
444
445
446
447
448
449
450
  	retval = 0;
  
  error:
  	if (interpreter) {
  		allow_write_access(interpreter);
  		fput(interpreter);
  	}
f99d49adf   Jesper Juhl   [PATCH] kfree cle...
451
452
453
454
455
  	kfree(interpreter_name);
  	kfree(exec_params.phdrs);
  	kfree(exec_params.loadmap);
  	kfree(interp_params.phdrs);
  	kfree(interp_params.loadmap);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
456
  	return retval;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
457
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
458
459
  
  /*****************************************************************************/
ec23847d6   Paul Mundt   binfmt_elf_fdpic:...
460
461
462
463
464
465
466
467
468
  
  #ifndef ELF_BASE_PLATFORM
  /*
   * AT_BASE_PLATFORM indicates the "real" hardware/microarchitecture.
   * If the arch defines ELF_BASE_PLATFORM (in asm/elf.h), the value
   * will be copied to the user stack in the same manner as AT_PLATFORM.
   */
  #define ELF_BASE_PLATFORM NULL
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
469
  /*
c7637941d   Paul Mundt   binfmt_elf_fdpic:...
470
471
   * present useful information to the program by shovelling it onto the new
   * process's stack
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
472
473
474
475
476
477
   */
  static int create_elf_fdpic_tables(struct linux_binprm *bprm,
  				   struct mm_struct *mm,
  				   struct elf_fdpic_params *exec_params,
  				   struct elf_fdpic_params *interp_params)
  {
86a264abe   David Howells   CRED: Wrap curren...
478
  	const struct cred *cred = current_cred();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
479
  	unsigned long sp, csp, nitems;
530018bf3   Al Viro   [PATCH] frv: binf...
480
  	elf_caddr_t __user *argv, *envp;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
481
  	size_t platform_len = 0, len;
ec23847d6   Paul Mundt   binfmt_elf_fdpic:...
482
483
  	char *k_platform, *k_base_platform;
  	char __user *u_platform, *u_base_platform, *p;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
484
  	int loop;
9b14ec35f   Paul Mundt   binfmt_elf_fdpic:...
485
  	int nr;	/* reset for each csp adjustment */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
486

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
487
  #ifdef CONFIG_MMU
c7637941d   Paul Mundt   binfmt_elf_fdpic:...
488
489
490
491
492
493
  	/* In some cases (e.g. Hyper-Threading), we want to avoid L1 evictions
  	 * by the processes running on the same package. One thing we can do is
  	 * to shuffle the initial stack for them, so we give the architecture
  	 * an opportunity to do so here.
  	 */
  	sp = arch_align_stack(bprm->p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
494
495
496
497
  #else
  	sp = mm->start_stack;
  
  	/* stack the program arguments and environment */
7e7ec6a93   Nicolas Pitre   elf_fdpic_transfe...
498
  	if (transfer_args_to_stack(bprm, &sp) < 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
499
  		return -EFAULT;
7e7ec6a93   Nicolas Pitre   elf_fdpic_transfe...
500
  	sp &= ~15;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
501
  #endif
ec23847d6   Paul Mundt   binfmt_elf_fdpic:...
502
503
504
505
506
507
  	/*
  	 * If this architecture has a platform capability string, copy it
  	 * to userspace.  In some cases (Sparc), this info is impossible
  	 * for userspace to get any other way, in others (i386) it is
  	 * merely difficult.
  	 */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
508
  	k_platform = ELF_PLATFORM;
1aeb21d62   David Howells   [PATCH] FDPIC: Fi...
509
  	u_platform = NULL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
510
511
512
513
  
  	if (k_platform) {
  		platform_len = strlen(k_platform) + 1;
  		sp -= platform_len;
530018bf3   Al Viro   [PATCH] frv: binf...
514
  		u_platform = (char __user *) sp;
0abb013e2   Al Viro   binfmt_elf_fdpic:...
515
  		if (copy_to_user(u_platform, k_platform, platform_len) != 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
516
517
  			return -EFAULT;
  	}
ec23847d6   Paul Mundt   binfmt_elf_fdpic:...
518
519
520
521
522
523
524
525
526
527
528
  	/*
  	 * If this architecture has a "base" platform capability
  	 * string, copy it to userspace.
  	 */
  	k_base_platform = ELF_BASE_PLATFORM;
  	u_base_platform = NULL;
  
  	if (k_base_platform) {
  		platform_len = strlen(k_base_platform) + 1;
  		sp -= platform_len;
  		u_base_platform = (char __user *) sp;
0abb013e2   Al Viro   binfmt_elf_fdpic:...
529
  		if (copy_to_user(u_base_platform, k_base_platform, platform_len) != 0)
ec23847d6   Paul Mundt   binfmt_elf_fdpic:...
530
531
  			return -EFAULT;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
532
533
534
535
536
537
538
  	sp &= ~7UL;
  
  	/* stack the load map(s) */
  	len = sizeof(struct elf32_fdpic_loadmap);
  	len += sizeof(struct elf32_fdpic_loadseg) * exec_params->loadmap->nsegs;
  	sp = (sp - len) & ~7UL;
  	exec_params->map_addr = sp;
530018bf3   Al Viro   [PATCH] frv: binf...
539
  	if (copy_to_user((void __user *) sp, exec_params->loadmap, len) != 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
540
541
542
543
544
545
  		return -EFAULT;
  
  	current->mm->context.exec_fdpic_loadmap = (unsigned long) sp;
  
  	if (interp_params->loadmap) {
  		len = sizeof(struct elf32_fdpic_loadmap);
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
546
547
  		len += sizeof(struct elf32_fdpic_loadseg) *
  			interp_params->loadmap->nsegs;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
548
549
  		sp = (sp - len) & ~7UL;
  		interp_params->map_addr = sp;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
550
551
  		if (copy_to_user((void __user *) sp, interp_params->loadmap,
  				 len) != 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
552
553
554
555
556
557
  			return -EFAULT;
  
  		current->mm->context.interp_fdpic_loadmap = (unsigned long) sp;
  	}
  
  	/* force 16 byte _final_ alignment here for generality */
5edc2a512   Paul Mundt   binfmt_elf_fdpic:...
558
  #define DLINFO_ITEMS 15
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
559

ec23847d6   Paul Mundt   binfmt_elf_fdpic:...
560
561
  	nitems = 1 + DLINFO_ITEMS + (k_platform ? 1 : 0) +
  		(k_base_platform ? 1 : 0) + AT_VECTOR_SIZE_ARCH;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
562

011593480   Arnd Bergmann   binfmt_elf_fdpic:...
563
  	if (bprm->have_execfd)
5edc2a512   Paul Mundt   binfmt_elf_fdpic:...
564
  		nitems++;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
565
566
567
568
569
570
571
572
573
574
  	csp = sp;
  	sp -= nitems * 2 * sizeof(unsigned long);
  	sp -= (bprm->envc + 1) * sizeof(char *);	/* envv[] */
  	sp -= (bprm->argc + 1) * sizeof(char *);	/* argv[] */
  	sp -= 1 * sizeof(unsigned long);		/* argc */
  
  	csp -= sp & 15UL;
  	sp -= sp & 15UL;
  
  	/* put the ELF interpreter info on the stack */
9b14ec35f   Paul Mundt   binfmt_elf_fdpic:...
575
  #define NEW_AUX_ENT(id, val)						\
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
576
  	do {								\
0abb013e2   Al Viro   binfmt_elf_fdpic:...
577
  		struct { unsigned long _id, _val; } __user *ent, v;	\
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
578
579
  									\
  		ent = (void __user *) csp;				\
0abb013e2   Al Viro   binfmt_elf_fdpic:...
580
581
582
583
  		v._id = (id);						\
  		v._val = (val);						\
  		if (copy_to_user(ent + nr, &v, sizeof(v)))		\
  			return -EFAULT;					\
9b14ec35f   Paul Mundt   binfmt_elf_fdpic:...
584
  		nr++;							\
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
585
  	} while (0)
9b14ec35f   Paul Mundt   binfmt_elf_fdpic:...
586
  	nr = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
587
  	csp -= 2 * sizeof(unsigned long);
9b14ec35f   Paul Mundt   binfmt_elf_fdpic:...
588
  	NEW_AUX_ENT(AT_NULL, 0);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
589
  	if (k_platform) {
9b14ec35f   Paul Mundt   binfmt_elf_fdpic:...
590
  		nr = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
591
  		csp -= 2 * sizeof(unsigned long);
9b14ec35f   Paul Mundt   binfmt_elf_fdpic:...
592
  		NEW_AUX_ENT(AT_PLATFORM,
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
593
  			    (elf_addr_t) (unsigned long) u_platform);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
594
  	}
ec23847d6   Paul Mundt   binfmt_elf_fdpic:...
595
596
597
598
599
600
  	if (k_base_platform) {
  		nr = 0;
  		csp -= 2 * sizeof(unsigned long);
  		NEW_AUX_ENT(AT_BASE_PLATFORM,
  			    (elf_addr_t) (unsigned long) u_base_platform);
  	}
b8a61c9e7   Eric W. Biederman   exec: Generic exe...
601
  	if (bprm->have_execfd) {
5edc2a512   Paul Mundt   binfmt_elf_fdpic:...
602
603
  		nr = 0;
  		csp -= 2 * sizeof(unsigned long);
b8a61c9e7   Eric W. Biederman   exec: Generic exe...
604
  		NEW_AUX_ENT(AT_EXECFD, bprm->execfd);
5edc2a512   Paul Mundt   binfmt_elf_fdpic:...
605
  	}
9b14ec35f   Paul Mundt   binfmt_elf_fdpic:...
606
  	nr = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
607
  	csp -= DLINFO_ITEMS * 2 * sizeof(unsigned long);
2171364d1   Michael Neuling   powerpc: Add HWCA...
608
609
610
611
  	NEW_AUX_ENT(AT_HWCAP,	ELF_HWCAP);
  #ifdef ELF_HWCAP2
  	NEW_AUX_ENT(AT_HWCAP2,	ELF_HWCAP2);
  #endif
9b14ec35f   Paul Mundt   binfmt_elf_fdpic:...
612
613
614
615
616
617
618
619
  	NEW_AUX_ENT(AT_PAGESZ,	PAGE_SIZE);
  	NEW_AUX_ENT(AT_CLKTCK,	CLOCKS_PER_SEC);
  	NEW_AUX_ENT(AT_PHDR,	exec_params->ph_addr);
  	NEW_AUX_ENT(AT_PHENT,	sizeof(struct elf_phdr));
  	NEW_AUX_ENT(AT_PHNUM,	exec_params->hdr.e_phnum);
  	NEW_AUX_ENT(AT_BASE,	interp_params->elfhdr_addr);
  	NEW_AUX_ENT(AT_FLAGS,	0);
  	NEW_AUX_ENT(AT_ENTRY,	exec_params->entry_addr);
ebc887b27   Eric W. Biederman   userns: Convert b...
620
621
622
623
  	NEW_AUX_ENT(AT_UID,	(elf_addr_t) from_kuid_munged(cred->user_ns, cred->uid));
  	NEW_AUX_ENT(AT_EUID,	(elf_addr_t) from_kuid_munged(cred->user_ns, cred->euid));
  	NEW_AUX_ENT(AT_GID,	(elf_addr_t) from_kgid_munged(cred->user_ns, cred->gid));
  	NEW_AUX_ENT(AT_EGID,	(elf_addr_t) from_kgid_munged(cred->user_ns, cred->egid));
c425e189f   Kees Cook   binfmt: Introduce...
624
  	NEW_AUX_ENT(AT_SECURE,	bprm->secureexec);
5edc2a512   Paul Mundt   binfmt_elf_fdpic:...
625
  	NEW_AUX_ENT(AT_EXECFN,	bprm->exec);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
626
627
  
  #ifdef ARCH_DLINFO
9b14ec35f   Paul Mundt   binfmt_elf_fdpic:...
628
629
  	nr = 0;
  	csp -= AT_VECTOR_SIZE_ARCH * 2 * sizeof(unsigned long);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
630
631
632
633
634
635
636
637
638
  	/* ARCH_DLINFO must come last so platform specific code can enforce
  	 * special alignment requirements on the AUXV if necessary (eg. PPC).
  	 */
  	ARCH_DLINFO;
  #endif
  #undef NEW_AUX_ENT
  
  	/* allocate room for argv[] and envv[] */
  	csp -= (bprm->envc + 1) * sizeof(elf_caddr_t);
530018bf3   Al Viro   [PATCH] frv: binf...
639
  	envp = (elf_caddr_t __user *) csp;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
640
  	csp -= (bprm->argc + 1) * sizeof(elf_caddr_t);
530018bf3   Al Viro   [PATCH] frv: binf...
641
  	argv = (elf_caddr_t __user *) csp;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
642
643
644
  
  	/* stack argc */
  	csp -= sizeof(unsigned long);
0abb013e2   Al Viro   binfmt_elf_fdpic:...
645
646
  	if (put_user(bprm->argc, (unsigned long __user *) csp))
  		return -EFAULT;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
647

88bcd5126   Eric Sesterhenn   BUG_ON() Conversi...
648
  	BUG_ON(csp != sp);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
649
650
651
652
653
  
  	/* fill in the argv[] array */
  #ifdef CONFIG_MMU
  	current->mm->arg_start = bprm->p;
  #else
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
654
655
  	current->mm->arg_start = current->mm->start_stack -
  		(MAX_ARG_PAGES * PAGE_SIZE - bprm->p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
656
  #endif
530018bf3   Al Viro   [PATCH] frv: binf...
657
  	p = (char __user *) current->mm->arg_start;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
658
  	for (loop = bprm->argc; loop > 0; loop--) {
0abb013e2   Al Viro   binfmt_elf_fdpic:...
659
660
  		if (put_user((elf_caddr_t) p, argv++))
  			return -EFAULT;
b6a2fea39   Ollie Wild   mm: variable leng...
661
662
  		len = strnlen_user(p, MAX_ARG_STRLEN);
  		if (!len || len > MAX_ARG_STRLEN)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
663
664
665
  			return -EINVAL;
  		p += len;
  	}
0abb013e2   Al Viro   binfmt_elf_fdpic:...
666
667
  	if (put_user(NULL, argv))
  		return -EFAULT;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
668
669
670
671
672
  	current->mm->arg_end = (unsigned long) p;
  
  	/* fill in the envv[] array */
  	current->mm->env_start = (unsigned long) p;
  	for (loop = bprm->envc; loop > 0; loop--) {
0abb013e2   Al Viro   binfmt_elf_fdpic:...
673
674
  		if (put_user((elf_caddr_t)(unsigned long) p, envp++))
  			return -EFAULT;
b6a2fea39   Ollie Wild   mm: variable leng...
675
676
  		len = strnlen_user(p, MAX_ARG_STRLEN);
  		if (!len || len > MAX_ARG_STRLEN)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
677
678
679
  			return -EINVAL;
  		p += len;
  	}
0abb013e2   Al Viro   binfmt_elf_fdpic:...
680
681
  	if (put_user(NULL, envp))
  		return -EFAULT;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
682
683
684
685
  	current->mm->env_end = (unsigned long) p;
  
  	mm->start_stack = (unsigned long) sp;
  	return 0;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
686
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
687
688
  
  /*****************************************************************************/
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
  /*
   * load the appropriate binary image (executable or interpreter) into memory
   * - we assume no MMU is available
   * - if no other PIC bits are set in params->hdr->e_flags
   *   - we assume that the LOADable segments in the binary are independently relocatable
   *   - we assume R/O executable segments are shareable
   * - else
   *   - we assume the loadable parts of the image to require fixed displacement
   *   - the image is not shareable
   */
  static int elf_fdpic_map_file(struct elf_fdpic_params *params,
  			      struct file *file,
  			      struct mm_struct *mm,
  			      const char *what)
  {
  	struct elf32_fdpic_loadmap *loadmap;
  #ifdef CONFIG_MMU
  	struct elf32_fdpic_loadseg *mseg;
  #endif
  	struct elf32_fdpic_loadseg *seg;
  	struct elf32_phdr *phdr;
  	unsigned long load_addr, stop;
  	unsigned nloads, tmp;
  	size_t size;
  	int loop, ret;
  
  	/* allocate a load map table */
  	nloads = 0;
  	for (loop = 0; loop < params->hdr.e_phnum; loop++)
  		if (params->phdrs[loop].p_type == PT_LOAD)
  			nloads++;
  
  	if (nloads == 0)
  		return -ELIBBAD;
  
  	size = sizeof(*loadmap) + nloads * sizeof(*seg);
b87576d59   Robert P. J. Day   fs: Convert kmall...
725
  	loadmap = kzalloc(size, GFP_KERNEL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
726
727
728
729
  	if (!loadmap)
  		return -ENOMEM;
  
  	params->loadmap = loadmap;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
  
  	loadmap->version = ELF32_FDPIC_LOADMAP_VERSION;
  	loadmap->nsegs = nloads;
  
  	load_addr = params->load_addr;
  	seg = loadmap->segs;
  
  	/* map the requested LOADs into the memory space */
  	switch (params->flags & ELF_FDPIC_FLAG_ARRANGEMENT) {
  	case ELF_FDPIC_FLAG_CONSTDISP:
  	case ELF_FDPIC_FLAG_CONTIGUOUS:
  #ifndef CONFIG_MMU
  		ret = elf_fdpic_map_file_constdisp_on_uclinux(params, file, mm);
  		if (ret < 0)
  			return ret;
  		break;
  #endif
  	default:
  		ret = elf_fdpic_map_file_by_direct_mmap(params, file, mm);
  		if (ret < 0)
  			return ret;
  		break;
  	}
  
  	/* map the entry point */
  	if (params->hdr.e_entry) {
  		seg = loadmap->segs;
  		for (loop = loadmap->nsegs; loop > 0; loop--, seg++) {
  			if (params->hdr.e_entry >= seg->p_vaddr &&
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
759
  			    params->hdr.e_entry < seg->p_vaddr + seg->p_memsz) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
760
  				params->entry_addr =
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
761
762
  					(params->hdr.e_entry - seg->p_vaddr) +
  					seg->addr;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
763
764
765
766
767
768
  				break;
  			}
  		}
  	}
  
  	/* determine where the program header table has wound up if mapped */
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
769
770
  	stop = params->hdr.e_phoff;
  	stop += params->hdr.e_phnum * sizeof (struct elf_phdr);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
771
772
773
774
775
776
777
778
779
780
781
782
783
  	phdr = params->phdrs;
  
  	for (loop = 0; loop < params->hdr.e_phnum; loop++, phdr++) {
  		if (phdr->p_type != PT_LOAD)
  			continue;
  
  		if (phdr->p_offset > params->hdr.e_phoff ||
  		    phdr->p_offset + phdr->p_filesz < stop)
  			continue;
  
  		seg = loadmap->segs;
  		for (loop = loadmap->nsegs; loop > 0; loop--, seg++) {
  			if (phdr->p_vaddr >= seg->p_vaddr &&
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
784
785
786
787
788
  			    phdr->p_vaddr + phdr->p_filesz <=
  			    seg->p_vaddr + seg->p_memsz) {
  				params->ph_addr =
  					(phdr->p_vaddr - seg->p_vaddr) +
  					seg->addr +
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
  					params->hdr.e_phoff - phdr->p_offset;
  				break;
  			}
  		}
  		break;
  	}
  
  	/* determine where the dynamic section has wound up if there is one */
  	phdr = params->phdrs;
  	for (loop = 0; loop < params->hdr.e_phnum; loop++, phdr++) {
  		if (phdr->p_type != PT_DYNAMIC)
  			continue;
  
  		seg = loadmap->segs;
  		for (loop = loadmap->nsegs; loop > 0; loop--, seg++) {
  			if (phdr->p_vaddr >= seg->p_vaddr &&
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
805
806
  			    phdr->p_vaddr + phdr->p_memsz <=
  			    seg->p_vaddr + seg->p_memsz) {
cdf38888e   Nicolas Pitre   binfmt_elf_fdpic:...
807
808
  				Elf32_Dyn __user *dyn;
  				Elf32_Sword d_tag;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
809
810
811
812
813
814
815
  				params->dynamic_addr =
  					(phdr->p_vaddr - seg->p_vaddr) +
  					seg->addr;
  
  				/* check the dynamic section contains at least
  				 * one item, and that the last item is a NULL
  				 * entry */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
816
817
818
819
820
  				if (phdr->p_memsz == 0 ||
  				    phdr->p_memsz % sizeof(Elf32_Dyn) != 0)
  					goto dynamic_error;
  
  				tmp = phdr->p_memsz / sizeof(Elf32_Dyn);
cdf38888e   Nicolas Pitre   binfmt_elf_fdpic:...
821
  				dyn = (Elf32_Dyn __user *)params->dynamic_addr;
0abb013e2   Al Viro   binfmt_elf_fdpic:...
822
823
  				if (get_user(d_tag, &dyn[tmp - 1].d_tag) ||
  				    d_tag != 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
824
825
826
827
828
829
830
831
  					goto dynamic_error;
  				break;
  			}
  		}
  		break;
  	}
  
  	/* now elide adjacent segments in the load map on MMU linux
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
832
833
  	 * - on uClinux the holes between may actually be filled with system
  	 *   stuff or stuff from other processes
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
834
835
836
837
838
839
840
841
842
843
  	 */
  #ifdef CONFIG_MMU
  	nloads = loadmap->nsegs;
  	mseg = loadmap->segs;
  	seg = mseg + 1;
  	for (loop = 1; loop < nloads; loop++) {
  		/* see if we have a candidate for merging */
  		if (seg->p_vaddr - mseg->p_vaddr == seg->addr - mseg->addr) {
  			load_addr = PAGE_ALIGN(mseg->addr + mseg->p_memsz);
  			if (load_addr == (seg->addr & PAGE_MASK)) {
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
844
845
846
  				mseg->p_memsz +=
  					load_addr -
  					(mseg->addr + mseg->p_memsz);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
  				mseg->p_memsz += seg->addr & ~PAGE_MASK;
  				mseg->p_memsz += seg->p_memsz;
  				loadmap->nsegs--;
  				continue;
  			}
  		}
  
  		mseg++;
  		if (mseg != seg)
  			*mseg = *seg;
  	}
  #endif
  
  	kdebug("Mapped Object [%s]:", what);
  	kdebug("- elfhdr   : %lx", params->elfhdr_addr);
  	kdebug("- entry    : %lx", params->entry_addr);
  	kdebug("- PHDR[]   : %lx", params->ph_addr);
  	kdebug("- DYNAMIC[]: %lx", params->dynamic_addr);
  	seg = loadmap->segs;
  	for (loop = 0; loop < loadmap->nsegs; loop++, seg++)
  		kdebug("- LOAD[%d] : %08x-%08x [va=%x ms=%x]",
  		       loop,
  		       seg->addr, seg->addr + seg->p_memsz - 1,
  		       seg->p_vaddr, seg->p_memsz);
  
  	return 0;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
873
  dynamic_error:
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
874
875
  	printk("ELF FDPIC %s with invalid DYNAMIC section (inode=%lu)
  ",
496ad9aa8   Al Viro   new helper: file_...
876
  	       what, file_inode(file)->i_ino);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
877
  	return -ELIBBAD;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
878
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
879
880
881
882
883
884
  
  /*****************************************************************************/
  /*
   * map a file with constant displacement under uClinux
   */
  #ifndef CONFIG_MMU
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
885
886
887
888
  static int elf_fdpic_map_file_constdisp_on_uclinux(
  	struct elf_fdpic_params *params,
  	struct file *file,
  	struct mm_struct *mm)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
889
890
891
892
  {
  	struct elf32_fdpic_loadseg *seg;
  	struct elf32_phdr *phdr;
  	unsigned long load_addr, base = ULONG_MAX, top = 0, maddr = 0, mflags;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
893
894
895
896
  	int loop, ret;
  
  	load_addr = params->load_addr;
  	seg = params->loadmap->segs;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
897
898
  	/* determine the bounds of the contiguous overall allocation we must
  	 * make */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
  	phdr = params->phdrs;
  	for (loop = 0; loop < params->hdr.e_phnum; loop++, phdr++) {
  		if (params->phdrs[loop].p_type != PT_LOAD)
  			continue;
  
  		if (base > phdr->p_vaddr)
  			base = phdr->p_vaddr;
  		if (top < phdr->p_vaddr + phdr->p_memsz)
  			top = phdr->p_vaddr + phdr->p_memsz;
  	}
  
  	/* allocate one big anon block for everything */
  	mflags = MAP_PRIVATE;
  	if (params->flags & ELF_FDPIC_FLAG_EXECUTABLE)
  		mflags |= MAP_EXECUTABLE;
6be5ceb02   Linus Torvalds   VM: add "vm_mmap(...
914
  	maddr = vm_mmap(NULL, load_addr, top - base,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
915
  			PROT_READ | PROT_WRITE | PROT_EXEC, mflags, 0);
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
916
  	if (IS_ERR_VALUE(maddr))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
917
918
919
920
921
922
923
924
925
926
  		return (int) maddr;
  
  	if (load_addr != 0)
  		load_addr += PAGE_ALIGN(top - base);
  
  	/* and then load the file segments into it */
  	phdr = params->phdrs;
  	for (loop = 0; loop < params->hdr.e_phnum; loop++, phdr++) {
  		if (params->phdrs[loop].p_type != PT_LOAD)
  			continue;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
927
928
929
  		seg->addr = maddr + (phdr->p_vaddr - base);
  		seg->p_vaddr = phdr->p_vaddr;
  		seg->p_memsz = phdr->p_memsz;
3dc20cb28   Al Viro   new helper: read_...
930
931
  		ret = read_code(file, seg->addr, phdr->p_offset,
  				       phdr->p_filesz);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
932
933
934
935
936
937
938
939
  		if (ret < 0)
  			return ret;
  
  		/* map the ELF header address if in this segment */
  		if (phdr->p_offset == 0)
  			params->elfhdr_addr = seg->addr;
  
  		/* clear any space allocated but not loaded */
ab4ad5551   Mike Frysinger   bin_elf_fdpic: ch...
940
  		if (phdr->p_filesz < phdr->p_memsz) {
e30c7c3b3   Takuya Yoshikawa   binfmt_elf_fdpic:...
941
942
943
  			if (clear_user((void *) (seg->addr + phdr->p_filesz),
  				       phdr->p_memsz - phdr->p_filesz))
  				return -EFAULT;
ab4ad5551   Mike Frysinger   bin_elf_fdpic: ch...
944
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
945
946
947
  
  		if (mm) {
  			if (phdr->p_flags & PF_X) {
aa289b472   David Howells   [PATCH] FDPIC: fi...
948
949
950
951
952
  				if (!mm->start_code) {
  					mm->start_code = seg->addr;
  					mm->end_code = seg->addr +
  						phdr->p_memsz;
  				}
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
953
  			} else if (!mm->start_data) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
954
  				mm->start_data = seg->addr;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
955
  				mm->end_data = seg->addr + phdr->p_memsz;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
956
  			}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
957
958
959
960
961
962
  		}
  
  		seg++;
  	}
  
  	return 0;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
963
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
964
965
966
967
968
969
970
971
972
973
974
975
976
  #endif
  
  /*****************************************************************************/
  /*
   * map a binary by direct mmap() of the individual PT_LOAD segments
   */
  static int elf_fdpic_map_file_by_direct_mmap(struct elf_fdpic_params *params,
  					     struct file *file,
  					     struct mm_struct *mm)
  {
  	struct elf32_fdpic_loadseg *seg;
  	struct elf32_phdr *phdr;
  	unsigned long load_addr, delta_vaddr;
e30c7c3b3   Takuya Yoshikawa   binfmt_elf_fdpic:...
977
  	int loop, dvset;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
  
  	load_addr = params->load_addr;
  	delta_vaddr = 0;
  	dvset = 0;
  
  	seg = params->loadmap->segs;
  
  	/* deal with each load segment separately */
  	phdr = params->phdrs;
  	for (loop = 0; loop < params->hdr.e_phnum; loop++, phdr++) {
  		unsigned long maddr, disp, excess, excess1;
  		int prot = 0, flags;
  
  		if (phdr->p_type != PT_LOAD)
  			continue;
  
  		kdebug("[LOAD] va=%lx of=%lx fs=%lx ms=%lx",
  		       (unsigned long) phdr->p_vaddr,
  		       (unsigned long) phdr->p_offset,
  		       (unsigned long) phdr->p_filesz,
  		       (unsigned long) phdr->p_memsz);
  
  		/* determine the mapping parameters */
  		if (phdr->p_flags & PF_R) prot |= PROT_READ;
  		if (phdr->p_flags & PF_W) prot |= PROT_WRITE;
  		if (phdr->p_flags & PF_X) prot |= PROT_EXEC;
  
  		flags = MAP_PRIVATE | MAP_DENYWRITE;
  		if (params->flags & ELF_FDPIC_FLAG_EXECUTABLE)
  			flags |= MAP_EXECUTABLE;
  
  		maddr = 0;
  
  		switch (params->flags & ELF_FDPIC_FLAG_ARRANGEMENT) {
  		case ELF_FDPIC_FLAG_INDEPENDENT:
  			/* PT_LOADs are independently locatable */
  			break;
  
  		case ELF_FDPIC_FLAG_HONOURVADDR:
  			/* the specified virtual address must be honoured */
  			maddr = phdr->p_vaddr;
  			flags |= MAP_FIXED;
  			break;
  
  		case ELF_FDPIC_FLAG_CONSTDISP:
  			/* constant displacement
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
1024
1025
  			 * - can be mapped anywhere, but must be mapped as a
  			 *   unit
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1026
1027
1028
1029
1030
  			 */
  			if (!dvset) {
  				maddr = load_addr;
  				delta_vaddr = phdr->p_vaddr;
  				dvset = 1;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
1031
  			} else {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
  				maddr = load_addr + phdr->p_vaddr - delta_vaddr;
  				flags |= MAP_FIXED;
  			}
  			break;
  
  		case ELF_FDPIC_FLAG_CONTIGUOUS:
  			/* contiguity handled later */
  			break;
  
  		default:
  			BUG();
  		}
  
  		maddr &= PAGE_MASK;
  
  		/* create the mapping */
  		disp = phdr->p_vaddr & ~PAGE_MASK;
6be5ceb02   Linus Torvalds   VM: add "vm_mmap(...
1049
  		maddr = vm_mmap(file, maddr, phdr->p_memsz + disp, prot, flags,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1050
  				phdr->p_offset - disp);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1051
1052
  
  		kdebug("mmap[%d] <file> sz=%lx pr=%x fl=%x of=%lx --> %08lx",
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
1053
1054
  		       loop, phdr->p_memsz + disp, prot, flags,
  		       phdr->p_offset - disp, maddr);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1055

8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
1056
  		if (IS_ERR_VALUE(maddr))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1057
  			return (int) maddr;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
1058
1059
  		if ((params->flags & ELF_FDPIC_FLAG_ARRANGEMENT) ==
  		    ELF_FDPIC_FLAG_CONTIGUOUS)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1060
1061
1062
1063
1064
1065
1066
1067
1068
  			load_addr += PAGE_ALIGN(phdr->p_memsz + disp);
  
  		seg->addr = maddr + disp;
  		seg->p_vaddr = phdr->p_vaddr;
  		seg->p_memsz = phdr->p_memsz;
  
  		/* map the ELF header address if in this segment */
  		if (phdr->p_offset == 0)
  			params->elfhdr_addr = seg->addr;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
1069
1070
  		/* clear the bit between beginning of mapping and beginning of
  		 * PT_LOAD */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1071
1072
  		if (prot & PROT_WRITE && disp > 0) {
  			kdebug("clear[%d] ad=%lx sz=%lx", loop, maddr, disp);
e30c7c3b3   Takuya Yoshikawa   binfmt_elf_fdpic:...
1073
1074
  			if (clear_user((void __user *) maddr, disp))
  				return -EFAULT;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
  			maddr += disp;
  		}
  
  		/* clear any space allocated but not loaded
  		 * - on uClinux we can just clear the lot
  		 * - on MMU linux we'll get a SIGBUS beyond the last page
  		 *   extant in the file
  		 */
  		excess = phdr->p_memsz - phdr->p_filesz;
  		excess1 = PAGE_SIZE - ((maddr + phdr->p_filesz) & ~PAGE_MASK);
  
  #ifdef CONFIG_MMU
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1087
1088
1089
1090
1091
  		if (excess > excess1) {
  			unsigned long xaddr = maddr + phdr->p_filesz + excess1;
  			unsigned long xmaddr;
  
  			flags |= MAP_FIXED | MAP_ANONYMOUS;
6be5ceb02   Linus Torvalds   VM: add "vm_mmap(...
1092
  			xmaddr = vm_mmap(NULL, xaddr, excess - excess1,
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
1093
  					 prot, flags, 0);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1094
1095
1096
  
  			kdebug("mmap[%d] <anon>"
  			       " ad=%lx sz=%lx pr=%x fl=%x of=0 --> %08lx",
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
1097
1098
  			       loop, xaddr, excess - excess1, prot, flags,
  			       xmaddr);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1099
1100
1101
1102
1103
1104
1105
1106
  
  			if (xmaddr != xaddr)
  				return -ENOMEM;
  		}
  
  		if (prot & PROT_WRITE && excess1 > 0) {
  			kdebug("clear[%d] ad=%lx sz=%lx",
  			       loop, maddr + phdr->p_filesz, excess1);
e30c7c3b3   Takuya Yoshikawa   binfmt_elf_fdpic:...
1107
1108
1109
  			if (clear_user((void __user *) maddr + phdr->p_filesz,
  				       excess1))
  				return -EFAULT;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1110
1111
1112
1113
1114
1115
  		}
  
  #else
  		if (excess > 0) {
  			kdebug("clear[%d] ad=%lx sz=%lx",
  			       loop, maddr + phdr->p_filesz, excess);
e30c7c3b3   Takuya Yoshikawa   binfmt_elf_fdpic:...
1116
1117
  			if (clear_user((void *) maddr + phdr->p_filesz, excess))
  				return -EFAULT;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1118
1119
1120
1121
1122
  		}
  #endif
  
  		if (mm) {
  			if (phdr->p_flags & PF_X) {
aa289b472   David Howells   [PATCH] FDPIC: fi...
1123
1124
1125
1126
  				if (!mm->start_code) {
  					mm->start_code = maddr;
  					mm->end_code = maddr + phdr->p_memsz;
  				}
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
1127
  			} else if (!mm->start_data) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1128
1129
1130
1131
1132
1133
1134
1135
1136
  				mm->start_data = maddr;
  				mm->end_data = maddr + phdr->p_memsz;
  			}
  		}
  
  		seg++;
  	}
  
  	return 0;
8a2ab7f5d   David Howells   [PATCH] FDPIC: Ad...
1137
  }
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
  
  /*****************************************************************************/
  /*
   * ELF-FDPIC core dumper
   *
   * Modelled on fs/exec.c:aout_core_dump()
   * Jeremy Fitzhardinge <jeremy@sw.oz.au>
   *
   * Modelled on fs/binfmt_elf.c core dumper
   */
698ba7b5a   Christoph Hellwig   elf: kill USE_ELF...
1148
  #ifdef CONFIG_ELF_CORE
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1149

16aead810   Al Viro   take fdpic-relate...
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
  struct elf_prstatus_fdpic
  {
  	struct elf_siginfo pr_info;	/* Info associated with signal */
  	short	pr_cursig;		/* Current signal */
  	unsigned long pr_sigpend;	/* Set of pending signals */
  	unsigned long pr_sighold;	/* Set of held signals */
  	pid_t	pr_pid;
  	pid_t	pr_ppid;
  	pid_t	pr_pgrp;
  	pid_t	pr_sid;
  	struct __kernel_old_timeval pr_utime;	/* User time */
  	struct __kernel_old_timeval pr_stime;	/* System time */
  	struct __kernel_old_timeval pr_cutime;	/* Cumulative user time */
  	struct __kernel_old_timeval pr_cstime;	/* Cumulative system time */
  	elf_gregset_t pr_reg;	/* GP registers */
  	/* When using FDPIC, the loadmap addresses need to be communicated
  	 * to GDB in order for GDB to do the necessary relocations.  The
  	 * fields (below) used to communicate this information are placed
  	 * immediately after ``pr_reg'', so that the loadmap addresses may
  	 * be viewed as part of the register set if so desired.
  	 */
  	unsigned long pr_exec_fdpic_loadmap;
  	unsigned long pr_interp_fdpic_loadmap;
  	int pr_fpvalid;		/* True if math co-processor being used.  */
  };
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
  /* An ELF note in memory */
  struct memelfnote
  {
  	const char *name;
  	int type;
  	unsigned int datasz;
  	void *data;
  };
  
  static int notesize(struct memelfnote *en)
  {
  	int sz;
  
  	sz = sizeof(struct elf_note);
  	sz += roundup(strlen(en->name) + 1, 4);
  	sz += roundup(en->datasz, 4);
  
  	return sz;
  }
  
  /* #define DEBUG */
e6c1baa9b   Al Viro   convert the rest ...
1196
  static int writenote(struct memelfnote *men, struct coredump_params *cprm)
05f47fda9   Daisuke HATAYAMA   coredump: unify d...
1197
1198
  {
  	struct elf_note en;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1199
1200
1201
  	en.n_namesz = strlen(men->name) + 1;
  	en.n_descsz = men->datasz;
  	en.n_type = men->type;
e6c1baa9b   Al Viro   convert the rest ...
1202
  	return dump_emit(cprm, &en, sizeof(en)) &&
22a8cb824   Al Viro   new helper: dump_...
1203
1204
  		dump_emit(cprm, men->name, en.n_namesz) && dump_align(cprm, 4) &&
  		dump_emit(cprm, men->data, men->datasz) && dump_align(cprm, 4);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1205
  }
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1206

6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
  static inline void fill_elf_fdpic_header(struct elfhdr *elf, int segs)
  {
  	memcpy(elf->e_ident, ELFMAG, SELFMAG);
  	elf->e_ident[EI_CLASS] = ELF_CLASS;
  	elf->e_ident[EI_DATA] = ELF_DATA;
  	elf->e_ident[EI_VERSION] = EV_CURRENT;
  	elf->e_ident[EI_OSABI] = ELF_OSABI;
  	memset(elf->e_ident+EI_PAD, 0, EI_NIDENT-EI_PAD);
  
  	elf->e_type = ET_CORE;
  	elf->e_machine = ELF_ARCH;
  	elf->e_version = EV_CURRENT;
  	elf->e_entry = 0;
  	elf->e_phoff = sizeof(struct elfhdr);
  	elf->e_shoff = 0;
  	elf->e_flags = ELF_FDPIC_CORE_EFLAGS;
  	elf->e_ehsize = sizeof(struct elfhdr);
  	elf->e_phentsize = sizeof(struct elf_phdr);
  	elf->e_phnum = segs;
  	elf->e_shentsize = 0;
  	elf->e_shnum = 0;
  	elf->e_shstrndx = 0;
  	return;
  }
  
  static inline void fill_elf_note_phdr(struct elf_phdr *phdr, int sz, loff_t offset)
  {
  	phdr->p_type = PT_NOTE;
  	phdr->p_offset = offset;
  	phdr->p_vaddr = 0;
  	phdr->p_paddr = 0;
  	phdr->p_filesz = sz;
  	phdr->p_memsz = 0;
  	phdr->p_flags = 0;
  	phdr->p_align = 0;
  	return;
  }
  
  static inline void fill_note(struct memelfnote *note, const char *name, int type,
  		unsigned int sz, void *data)
  {
  	note->name = name;
  	note->type = type;
  	note->datasz = sz;
  	note->data = data;
  	return;
  }
  
  /*
   * fill up all the fields in prstatus from the given task struct, except
3ad2f3fbb   Daniel Mack   tree-wide: Assort...
1257
   * registers which need to be filled up separately.
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1258
   */
16aead810   Al Viro   take fdpic-relate...
1259
  static void fill_prstatus(struct elf_prstatus_fdpic *prstatus,
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1260
1261
1262
1263
1264
  			  struct task_struct *p, long signr)
  {
  	prstatus->pr_info.si_signo = prstatus->pr_cursig = signr;
  	prstatus->pr_sigpend = p->pending.signal.sig[0];
  	prstatus->pr_sighold = p->blocked.sig[0];
3b34fc588   Oleg Nesterov   elf_core_dump: us...
1265
1266
1267
  	rcu_read_lock();
  	prstatus->pr_ppid = task_pid_vnr(rcu_dereference(p->real_parent));
  	rcu_read_unlock();
b488893a3   Pavel Emelyanov   pid namespaces: c...
1268
  	prstatus->pr_pid = task_pid_vnr(p);
b488893a3   Pavel Emelyanov   pid namespaces: c...
1269
1270
  	prstatus->pr_pgrp = task_pgrp_vnr(p);
  	prstatus->pr_sid = task_session_vnr(p);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1271
  	if (thread_group_leader(p)) {
cd19c364b   Frederic Weisbecker   fs/binfmt: Conver...
1272
  		struct task_cputime cputime;
2515ddc6d   Paul Mundt   binfmt_elf_fdpic:...
1273

6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1274
  		/*
2515ddc6d   Paul Mundt   binfmt_elf_fdpic:...
1275
1276
  		 * This is the record for the group leader.  It shows the
  		 * group-wide total, not its individual thread total.
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1277
  		 */
cd19c364b   Frederic Weisbecker   fs/binfmt: Conver...
1278
  		thread_group_cputime(p, &cputime);
e2bb80d55   Arnd Bergmann   y2038: elfcore: U...
1279
1280
  		prstatus->pr_utime = ns_to_kernel_old_timeval(cputime.utime);
  		prstatus->pr_stime = ns_to_kernel_old_timeval(cputime.stime);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1281
  	} else {
cd19c364b   Frederic Weisbecker   fs/binfmt: Conver...
1282
  		u64 utime, stime;
6fac4829c   Frederic Weisbecker   cputime: Use acce...
1283

cd19c364b   Frederic Weisbecker   fs/binfmt: Conver...
1284
  		task_cputime(p, &utime, &stime);
e2bb80d55   Arnd Bergmann   y2038: elfcore: U...
1285
1286
  		prstatus->pr_utime = ns_to_kernel_old_timeval(utime);
  		prstatus->pr_stime = ns_to_kernel_old_timeval(stime);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1287
  	}
e2bb80d55   Arnd Bergmann   y2038: elfcore: U...
1288
1289
  	prstatus->pr_cutime = ns_to_kernel_old_timeval(p->signal->cutime);
  	prstatus->pr_cstime = ns_to_kernel_old_timeval(p->signal->cstime);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1290
1291
1292
1293
1294
1295
1296
1297
  
  	prstatus->pr_exec_fdpic_loadmap = p->mm->context.exec_fdpic_loadmap;
  	prstatus->pr_interp_fdpic_loadmap = p->mm->context.interp_fdpic_loadmap;
  }
  
  static int fill_psinfo(struct elf_prpsinfo *psinfo, struct task_struct *p,
  		       struct mm_struct *mm)
  {
c69e8d9c0   David Howells   CRED: Use RCU to ...
1298
  	const struct cred *cred;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1299
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
  	unsigned int i, len;
  
  	/* first copy the parameters from user space */
  	memset(psinfo, 0, sizeof(struct elf_prpsinfo));
  
  	len = mm->arg_end - mm->arg_start;
  	if (len >= ELF_PRARGSZ)
  		len = ELF_PRARGSZ - 1;
  	if (copy_from_user(&psinfo->pr_psargs,
  		           (const char __user *) mm->arg_start, len))
  		return -EFAULT;
  	for (i = 0; i < len; i++)
  		if (psinfo->pr_psargs[i] == 0)
  			psinfo->pr_psargs[i] = ' ';
  	psinfo->pr_psargs[len] = 0;
3b34fc588   Oleg Nesterov   elf_core_dump: us...
1314
1315
1316
  	rcu_read_lock();
  	psinfo->pr_ppid = task_pid_vnr(rcu_dereference(p->real_parent));
  	rcu_read_unlock();
b488893a3   Pavel Emelyanov   pid namespaces: c...
1317
  	psinfo->pr_pid = task_pid_vnr(p);
b488893a3   Pavel Emelyanov   pid namespaces: c...
1318
1319
  	psinfo->pr_pgrp = task_pgrp_vnr(p);
  	psinfo->pr_sid = task_session_vnr(p);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1320
1321
1322
1323
1324
1325
1326
  
  	i = p->state ? ffz(~p->state) + 1 : 0;
  	psinfo->pr_state = i;
  	psinfo->pr_sname = (i > 5) ? '.' : "RSDTZW"[i];
  	psinfo->pr_zomb = psinfo->pr_sname == 'Z';
  	psinfo->pr_nice = task_nice(p);
  	psinfo->pr_flag = p->flags;
c69e8d9c0   David Howells   CRED: Use RCU to ...
1327
1328
  	rcu_read_lock();
  	cred = __task_cred(p);
ebc887b27   Eric W. Biederman   userns: Convert b...
1329
1330
  	SET_UID(psinfo->pr_uid, from_kuid_munged(cred->user_ns, cred->uid));
  	SET_GID(psinfo->pr_gid, from_kgid_munged(cred->user_ns, cred->gid));
c69e8d9c0   David Howells   CRED: Use RCU to ...
1331
  	rcu_read_unlock();
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1332
1333
1334
1335
1336
1337
1338
1339
  	strncpy(psinfo->pr_fname, p->comm, sizeof(psinfo->pr_fname));
  
  	return 0;
  }
  
  /* Here is the structure in which status of each thread is captured. */
  struct elf_thread_status
  {
5074c7f69   Al Viro   [elf-fdpic] cored...
1340
  	struct elf_thread_status *next;
16aead810   Al Viro   take fdpic-relate...
1341
  	struct elf_prstatus_fdpic prstatus;	/* NT_PRSTATUS */
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1342
  	elf_fpregset_t fpu;		/* NT_PRFPREG */
1697a322e   Al Viro   [elf-fdpic] switc...
1343
  	struct memelfnote notes[2];
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1344
1345
1346
1347
1348
1349
1350
1351
  	int num_notes;
  };
  
  /*
   * In order to add the specific thread information for the elf file format,
   * we need to keep a linked list of every thread's pr_status and then create
   * a single section for them in the final core file.
   */
38a62779a   Al Viro   [elf-fdpic] move ...
1352
  static struct elf_thread_status *elf_dump_thread_status(long signr, struct task_struct *p, int *sz)
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1353
  {
1697a322e   Al Viro   [elf-fdpic] switc...
1354
  	const struct user_regset_view *view = task_user_regset_view(p);
38a62779a   Al Viro   [elf-fdpic] move ...
1355
  	struct elf_thread_status *t;
1697a322e   Al Viro   [elf-fdpic] switc...
1356
  	int i, ret;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1357

38a62779a   Al Viro   [elf-fdpic] move ...
1358
1359
1360
  	t = kzalloc(sizeof(struct elf_thread_status), GFP_KERNEL);
  	if (!t)
  		return t;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1361
1362
  
  	fill_prstatus(&t->prstatus, p, signr);
1697a322e   Al Viro   [elf-fdpic] switc...
1363
1364
  	regset_get(p, &view->regsets[0],
  		   sizeof(t->prstatus.pr_reg), &t->prstatus.pr_reg);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1365
1366
1367
1368
  
  	fill_note(&t->notes[0], "CORE", NT_PRSTATUS, sizeof(t->prstatus),
  		  &t->prstatus);
  	t->num_notes++;
38a62779a   Al Viro   [elf-fdpic] move ...
1369
  	*sz += notesize(&t->notes[0]);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1370

1697a322e   Al Viro   [elf-fdpic] switc...
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
  	for (i = 1; i < view->n; ++i) {
  		const struct user_regset *regset = &view->regsets[i];
  		if (regset->core_note_type != NT_PRFPREG)
  			continue;
  		if (regset->active && regset->active(p, regset) <= 0)
  			continue;
  		ret = regset_get(p, regset, sizeof(t->fpu), &t->fpu);
  		if (ret >= 0)
  			t->prstatus.pr_fpvalid = 1;
  		break;
  	}
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1382

6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1383
1384
1385
1386
  	if (t->prstatus.pr_fpvalid) {
  		fill_note(&t->notes[1], "CORE", NT_PRFPREG, sizeof(t->fpu),
  			  &t->fpu);
  		t->num_notes++;
38a62779a   Al Viro   [elf-fdpic] move ...
1387
  		*sz += notesize(&t->notes[1]);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1388
  	}
38a62779a   Al Viro   [elf-fdpic] move ...
1389
  	return t;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1390
  }
8d9032bbe   Daisuke HATAYAMA   elf coredump: add...
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
1401
1402
1403
1404
1405
  static void fill_extnum_info(struct elfhdr *elf, struct elf_shdr *shdr4extnum,
  			     elf_addr_t e_shoff, int segs)
  {
  	elf->e_shoff = e_shoff;
  	elf->e_shentsize = sizeof(*shdr4extnum);
  	elf->e_shnum = 1;
  	elf->e_shstrndx = SHN_UNDEF;
  
  	memset(shdr4extnum, 0, sizeof(*shdr4extnum));
  
  	shdr4extnum->sh_type = SHT_NULL;
  	shdr4extnum->sh_size = elf->e_shnum;
  	shdr4extnum->sh_link = elf->e_shstrndx;
  	shdr4extnum->sh_info = segs;
  }
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1406
1407
1408
  /*
   * dump the segments for an MMU process
   */
a07279c9a   Jann Horn   binfmt_elf, binfm...
1409
1410
1411
  static bool elf_fdpic_dump_segments(struct coredump_params *cprm,
  				    struct core_vma_metadata *vma_meta,
  				    int vma_count)
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1412
  {
a07279c9a   Jann Horn   binfmt_elf, binfm...
1413
  	int i;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1414

a07279c9a   Jann Horn   binfmt_elf, binfm...
1415
1416
  	for (i = 0; i < vma_count; i++) {
  		struct core_vma_metadata *meta = vma_meta + i;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1417

a07279c9a   Jann Horn   binfmt_elf, binfm...
1418
  		if (!dump_user_range(cprm, meta->start, meta->dump_size))
afc63a97b   Jann Horn   coredump: refacto...
1419
  			return false;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1420
  	}
e6c1baa9b   Al Viro   convert the rest ...
1421
  	return true;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1422
  }
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1423
1424
1425
1426
1427
1428
1429
1430
  
  /*
   * Actual dumper
   *
   * This is a two-pass process; first we find the offsets of the bits,
   * and then they are actually written out.  If we run out of core limit
   * we just truncate.
   */
f6151dfea   Masami Hiramatsu   mm: introduce cor...
1431
  static int elf_fdpic_core_dump(struct coredump_params *cprm)
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1432
  {
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1433
  	int has_dumped = 0;
a07279c9a   Jann Horn   binfmt_elf, binfm...
1434
  	int vma_count, segs;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1435
  	int i;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1436
  	struct elfhdr *elf = NULL;
9b56d5438   Al Viro   dump_skip(): dump...
1437
  	loff_t offset = 0, dataoff;
d2f581684   Al Viro   [elf-fdpic] use e...
1438
  	struct memelfnote psinfo_note, auxv_note;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1439
  	struct elf_prpsinfo *psinfo = NULL;	/* NT_PRPSINFO */
5074c7f69   Al Viro   [elf-fdpic] cored...
1440
  	struct elf_thread_status *thread_list = NULL;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1441
  	int thread_status_size = 0;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1442
  	elf_addr_t *auxv;
93eb211e6   Daisuke HATAYAMA   elf coredump: mak...
1443
  	struct elf_phdr *phdr4note = NULL;
8d9032bbe   Daisuke HATAYAMA   elf coredump: add...
1444
1445
1446
  	struct elf_shdr *shdr4extnum = NULL;
  	Elf_Half e_phnum;
  	elf_addr_t e_shoff;
afabada95   Al Viro   elf{,_fdpic} core...
1447
1448
  	struct core_thread *ct;
  	struct elf_thread_status *tmp;
a07279c9a   Jann Horn   binfmt_elf, binfm...
1449
1450
  	struct core_vma_metadata *vma_meta = NULL;
  	size_t vma_data_size;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1451
1452
1453
1454
  
  	/* alloc memory for large data structures: too large to be on stack */
  	elf = kmalloc(sizeof(*elf), GFP_KERNEL);
  	if (!elf)
38cdabb7d   Christoph Hellwig   binfmt_elf_fdpic:...
1455
  		goto end_coredump;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1456
1457
  	psinfo = kmalloc(sizeof(*psinfo), GFP_KERNEL);
  	if (!psinfo)
38cdabb7d   Christoph Hellwig   binfmt_elf_fdpic:...
1458
  		goto end_coredump;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1459

a07279c9a   Jann Horn   binfmt_elf, binfm...
1460
1461
  	if (dump_vma_snapshot(cprm, &vma_count, &vma_meta, &vma_data_size))
  		goto end_coredump;
afabada95   Al Viro   elf{,_fdpic} core...
1462
1463
  	for (ct = current->mm->core_state->dumper.next;
  					ct; ct = ct->next) {
38a62779a   Al Viro   [elf-fdpic] move ...
1464
1465
  		tmp = elf_dump_thread_status(cprm->siginfo->si_signo,
  					     ct->task, &thread_status_size);
afabada95   Al Viro   elf{,_fdpic} core...
1466
  		if (!tmp)
38cdabb7d   Christoph Hellwig   binfmt_elf_fdpic:...
1467
  			goto end_coredump;
182c515fd   Oleg Nesterov   coredump: elf_fdp...
1468

5074c7f69   Al Viro   [elf-fdpic] cored...
1469
1470
  		tmp->next = thread_list;
  		thread_list = tmp;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1471
1472
1473
  	}
  
  	/* now collect the dump for the current */
d2f581684   Al Viro   [elf-fdpic] use e...
1474
1475
1476
1477
1478
1479
  	tmp = elf_dump_thread_status(cprm->siginfo->si_signo,
  				     current, &thread_status_size);
  	if (!tmp)
  		goto end_coredump;
  	tmp->next = thread_list;
  	thread_list = tmp;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1480

a07279c9a   Jann Horn   binfmt_elf, binfm...
1481
  	segs = vma_count + elf_core_extra_phdrs();
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1482

8d9032bbe   Daisuke HATAYAMA   elf coredump: add...
1483
1484
1485
1486
1487
1488
1489
  	/* for notes section */
  	segs++;
  
  	/* If segs > PN_XNUM(0xffff), then e_phnum overflows. To avoid
  	 * this, kernel supports extended numbering. Have a look at
  	 * include/linux/elf.h for further information. */
  	e_phnum = segs > PN_XNUM ? PN_XNUM : segs;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1490
  	/* Set up header */
8d9032bbe   Daisuke HATAYAMA   elf coredump: add...
1491
  	fill_elf_fdpic_header(elf, e_phnum);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1492
1493
  
  	has_dumped = 1;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1494
1495
1496
1497
  	/*
  	 * Set up the notes in similar form to SVR4 core dumps made
  	 * with info from their /proc.
  	 */
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1498
  	fill_psinfo(psinfo, current->group_leader, current->mm);
d2f581684   Al Viro   [elf-fdpic] use e...
1499
1500
  	fill_note(&psinfo_note, "CORE", NT_PRPSINFO, sizeof(*psinfo), psinfo);
  	thread_status_size += notesize(&psinfo_note);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1501
1502
  
  	auxv = (elf_addr_t *) current->mm->saved_auxv;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1503
1504
1505
1506
  	i = 0;
  	do
  		i += 2;
  	while (auxv[i - 2] != AT_NULL);
d2f581684   Al Viro   [elf-fdpic] use e...
1507
1508
  	fill_note(&auxv_note, "CORE", NT_AUXV, i * sizeof(elf_addr_t), auxv);
  	thread_status_size += notesize(&auxv_note);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1509

d2f581684   Al Viro   [elf-fdpic] use e...
1510
  	offset = sizeof(*elf);				/* Elf header */
8d9032bbe   Daisuke HATAYAMA   elf coredump: add...
1511
  	offset += segs * sizeof(struct elf_phdr);	/* Program headers */
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1512
1513
  
  	/* Write notes phdr entry */
d2f581684   Al Viro   [elf-fdpic] use e...
1514
1515
1516
  	phdr4note = kmalloc(sizeof(*phdr4note), GFP_KERNEL);
  	if (!phdr4note)
  		goto end_coredump;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1517

d2f581684   Al Viro   [elf-fdpic] use e...
1518
1519
  	fill_elf_note_phdr(phdr4note, thread_status_size, offset);
  	offset += thread_status_size;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1520
1521
1522
  
  	/* Page-align dumped data */
  	dataoff = offset = roundup(offset, ELF_EXEC_PAGESIZE);
a07279c9a   Jann Horn   binfmt_elf, binfm...
1523
  	offset += vma_data_size;
8d9032bbe   Daisuke HATAYAMA   elf coredump: add...
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
  	offset += elf_core_extra_data_size();
  	e_shoff = offset;
  
  	if (e_phnum == PN_XNUM) {
  		shdr4extnum = kmalloc(sizeof(*shdr4extnum), GFP_KERNEL);
  		if (!shdr4extnum)
  			goto end_coredump;
  		fill_extnum_info(elf, shdr4extnum, e_shoff, segs);
  	}
  
  	offset = dataoff;
e6c1baa9b   Al Viro   convert the rest ...
1535
  	if (!dump_emit(cprm, elf, sizeof(*elf)))
93eb211e6   Daisuke HATAYAMA   elf coredump: mak...
1536
  		goto end_coredump;
e6c1baa9b   Al Viro   convert the rest ...
1537
  	if (!dump_emit(cprm, phdr4note, sizeof(*phdr4note)))
93eb211e6   Daisuke HATAYAMA   elf coredump: mak...
1538
  		goto end_coredump;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1539
  	/* write program headers for segments dump */
a07279c9a   Jann Horn   binfmt_elf, binfm...
1540
1541
  	for (i = 0; i < vma_count; i++) {
  		struct core_vma_metadata *meta = vma_meta + i;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1542
1543
  		struct elf_phdr phdr;
  		size_t sz;
a07279c9a   Jann Horn   binfmt_elf, binfm...
1544
  		sz = meta->end - meta->start;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1545
1546
1547
  
  		phdr.p_type = PT_LOAD;
  		phdr.p_offset = offset;
a07279c9a   Jann Horn   binfmt_elf, binfm...
1548
  		phdr.p_vaddr = meta->start;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1549
  		phdr.p_paddr = 0;
a07279c9a   Jann Horn   binfmt_elf, binfm...
1550
  		phdr.p_filesz = meta->dump_size;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1551
1552
  		phdr.p_memsz = sz;
  		offset += phdr.p_filesz;
a07279c9a   Jann Horn   binfmt_elf, binfm...
1553
1554
1555
1556
  		phdr.p_flags = 0;
  		if (meta->flags & VM_READ)
  			phdr.p_flags |= PF_R;
  		if (meta->flags & VM_WRITE)
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1557
  			phdr.p_flags |= PF_W;
a07279c9a   Jann Horn   binfmt_elf, binfm...
1558
  		if (meta->flags & VM_EXEC)
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1559
1560
  			phdr.p_flags |= PF_X;
  		phdr.p_align = ELF_EXEC_PAGESIZE;
e6c1baa9b   Al Viro   convert the rest ...
1561
  		if (!dump_emit(cprm, &phdr, sizeof(phdr)))
088e7af73   Daisuke HATAYAMA   coredump: move du...
1562
  			goto end_coredump;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1563
  	}
506f21c55   Al Viro   switch elf_core_w...
1564
  	if (!elf_core_write_extra_phdrs(cprm, offset))
1fcccbac8   Daisuke HATAYAMA   elf coredump: rep...
1565
  		goto end_coredump;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1566
1567
  
   	/* write out the notes section */
d2f581684   Al Viro   [elf-fdpic] use e...
1568
1569
1570
1571
1572
1573
1574
1575
  	if (!writenote(thread_list->notes, cprm))
  		goto end_coredump;
  	if (!writenote(&psinfo_note, cprm))
  		goto end_coredump;
  	if (!writenote(&auxv_note, cprm))
  		goto end_coredump;
  	for (i = 1; i < thread_list->num_notes; i++)
  		if (!writenote(thread_list->notes + i, cprm))
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1576
1577
1578
  			goto end_coredump;
  
  	/* write out the thread status notes section */
d2f581684   Al Viro   [elf-fdpic] use e...
1579
  	for (tmp = thread_list->next; tmp; tmp = tmp->next) {
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1580
  		for (i = 0; i < tmp->num_notes; i++)
e6c1baa9b   Al Viro   convert the rest ...
1581
  			if (!writenote(&tmp->notes[i], cprm))
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1582
1583
  				goto end_coredump;
  	}
1607f09c2   Mateusz Guzik   coredump: fix dum...
1584
  	if (!dump_skip(cprm, dataoff - cprm->pos))
f3e8fccd0   Hugh Dickins   mm: add get_dump_...
1585
  		goto end_coredump;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1586

a07279c9a   Jann Horn   binfmt_elf, binfm...
1587
  	if (!elf_fdpic_dump_segments(cprm, vma_meta, vma_count))
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1588
  		goto end_coredump;
aa3e7eaf0   Al Viro   switch elf_core_w...
1589
  	if (!elf_core_write_extra_data(cprm))
1fcccbac8   Daisuke HATAYAMA   elf coredump: rep...
1590
  		goto end_coredump;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1591

8d9032bbe   Daisuke HATAYAMA   elf coredump: add...
1592
  	if (e_phnum == PN_XNUM) {
e6c1baa9b   Al Viro   convert the rest ...
1593
  		if (!dump_emit(cprm, shdr4extnum, sizeof(*shdr4extnum)))
8d9032bbe   Daisuke HATAYAMA   elf coredump: add...
1594
1595
  			goto end_coredump;
  	}
2f48912d1   Daisuke HATAYAMA   binfmt_elf_fdpic:...
1596
  	if (cprm->file->f_pos != offset) {
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1597
1598
1599
1600
  		/* Sanity check */
  		printk(KERN_WARNING
  		       "elf_core_dump: file->f_pos (%lld) != offset (%lld)
  ",
2f48912d1   Daisuke HATAYAMA   binfmt_elf_fdpic:...
1601
  		       cprm->file->f_pos, offset);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1602
1603
1604
  	}
  
  end_coredump:
5074c7f69   Al Viro   [elf-fdpic] cored...
1605
1606
1607
1608
  	while (thread_list) {
  		tmp = thread_list;
  		thread_list = thread_list->next;
  		kfree(tmp);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1609
  	}
a07279c9a   Jann Horn   binfmt_elf, binfm...
1610
  	kvfree(vma_meta);
93eb211e6   Daisuke HATAYAMA   elf coredump: mak...
1611
  	kfree(phdr4note);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1612
  	kfree(elf);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1613
  	kfree(psinfo);
bcb65a797   Davidlohr Bueso   FDPIC: Fix memory...
1614
  	kfree(shdr4extnum);
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1615
  	return has_dumped;
6d8c4e3b0   David Howells   [PATCH] FDPIC: Ad...
1616
  }
698ba7b5a   Christoph Hellwig   elf: kill USE_ELF...
1617
  #endif		/* CONFIG_ELF_CORE */