Blame view

fs/binfmt_elf.c 49.2 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
  /*
   * linux/fs/binfmt_elf.c
   *
   * These are the functions used to load ELF format executables as used
   * on SVr4 machines.  Information on the format may be found in the book
   * "UNIX SYSTEM V RELEASE 4 Programmers Guide: Ansi C and Programming Support
   * Tools".
   *
   * Copyright 1993, 1994: Eric Youngdale (ericy@cais.com).
   */
  
  #include <linux/module.h>
  #include <linux/kernel.h>
  #include <linux/fs.h>
  #include <linux/stat.h>
  #include <linux/time.h>
  #include <linux/mm.h>
  #include <linux/mman.h>
  #include <linux/a.out.h>
  #include <linux/errno.h>
  #include <linux/signal.h>
  #include <linux/binfmts.h>
  #include <linux/string.h>
  #include <linux/file.h>
  #include <linux/fcntl.h>
  #include <linux/ptrace.h>
  #include <linux/slab.h>
  #include <linux/shm.h>
  #include <linux/personality.h>
  #include <linux/elfcore.h>
  #include <linux/init.h>
  #include <linux/highuid.h>
  #include <linux/smp.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
34
35
36
37
38
39
  #include <linux/compiler.h>
  #include <linux/highmem.h>
  #include <linux/pagemap.h>
  #include <linux/security.h>
  #include <linux/syscalls.h>
  #include <linux/random.h>
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
40
  #include <linux/elf.h>
7e80d0d0b   Alexey Dobriyan   i386: sched.h inc...
41
  #include <linux/utsname.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
42
43
44
  #include <asm/uaccess.h>
  #include <asm/param.h>
  #include <asm/page.h>
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
45
46
  static int load_elf_binary(struct linux_binprm *bprm, struct pt_regs *regs);
  static int load_elf_library(struct file *);
60bfba7e8   Jan Kratochvil   PIE randomization
47
  static unsigned long elf_map (struct file *, unsigned long, struct elf_phdr *, int, int, unsigned long);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
48

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
49
50
51
52
  /*
   * If we don't support core dumping, then supply a NULL so we
   * don't even try.
   */
708e9a794   Matt Mackall   [PATCH] tiny: Con...
53
  #if defined(USE_ELF_CORE_DUMP) && defined(CONFIG_ELF_CORE)
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
54
  static int elf_core_dump(long signr, struct pt_regs *regs, struct file *file);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
55
56
57
58
59
  #else
  #define elf_core_dump	NULL
  #endif
  
  #if ELF_EXEC_PAGESIZE > PAGE_SIZE
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
60
  #define ELF_MIN_ALIGN	ELF_EXEC_PAGESIZE
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
61
  #else
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
62
  #define ELF_MIN_ALIGN	PAGE_SIZE
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
  #endif
  
  #ifndef ELF_CORE_EFLAGS
  #define ELF_CORE_EFLAGS	0
  #endif
  
  #define ELF_PAGESTART(_v) ((_v) & ~(unsigned long)(ELF_MIN_ALIGN-1))
  #define ELF_PAGEOFFSET(_v) ((_v) & (ELF_MIN_ALIGN-1))
  #define ELF_PAGEALIGN(_v) (((_v) + ELF_MIN_ALIGN - 1) & ~(ELF_MIN_ALIGN - 1))
  
  static struct linux_binfmt elf_format = {
  		.module		= THIS_MODULE,
  		.load_binary	= load_elf_binary,
  		.load_shlib	= load_elf_library,
  		.core_dump	= elf_core_dump,
9fbbd4dd1   Andi Kleen   [PATCH] x86: Don'...
78
79
  		.min_coredump	= ELF_EXEC_PAGESIZE,
  		.hasvdso	= 1
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
80
  };
60bfba7e8   Jan Kratochvil   PIE randomization
81
  #define BAD_ADDR(x) IS_ERR_VALUE(x)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
  
  static int set_brk(unsigned long start, unsigned long end)
  {
  	start = ELF_PAGEALIGN(start);
  	end = ELF_PAGEALIGN(end);
  	if (end > start) {
  		unsigned long addr;
  		down_write(&current->mm->mmap_sem);
  		addr = do_brk(start, end - start);
  		up_write(&current->mm->mmap_sem);
  		if (BAD_ADDR(addr))
  			return addr;
  	}
  	current->mm->start_brk = current->mm->brk = end;
  	return 0;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
98
99
100
  /* We need to explicitly zero any fractional pages
     after the data section (i.e. bss).  This would
     contain the junk from the file that should not
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
101
102
     be in memory
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
  static int padzero(unsigned long elf_bss)
  {
  	unsigned long nbyte;
  
  	nbyte = ELF_PAGEOFFSET(elf_bss);
  	if (nbyte) {
  		nbyte = ELF_MIN_ALIGN - nbyte;
  		if (clear_user((void __user *) elf_bss, nbyte))
  			return -EFAULT;
  	}
  	return 0;
  }
  
  /* Let's use some macros to make this stack manipulation a litle clearer */
  #ifdef CONFIG_STACK_GROWSUP
  #define STACK_ADD(sp, items) ((elf_addr_t __user *)(sp) + (items))
  #define STACK_ROUND(sp, items) \
  	((15 + (unsigned long) ((sp) + (items))) &~ 15UL)
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
121
122
123
  #define STACK_ALLOC(sp, len) ({ \
  	elf_addr_t __user *old_sp = (elf_addr_t __user *)sp; sp += len; \
  	old_sp; })
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
124
125
126
127
128
129
130
131
  #else
  #define STACK_ADD(sp, items) ((elf_addr_t __user *)(sp) - (items))
  #define STACK_ROUND(sp, items) \
  	(((unsigned long) (sp - items)) &~ 15UL)
  #define STACK_ALLOC(sp, len) ({ sp -= len ; sp; })
  #endif
  
  static int
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
132
  create_elf_tables(struct linux_binprm *bprm, struct elfhdr *exec,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
  		int interp_aout, unsigned long load_addr,
  		unsigned long interp_load_addr)
  {
  	unsigned long p = bprm->p;
  	int argc = bprm->argc;
  	int envc = bprm->envc;
  	elf_addr_t __user *argv;
  	elf_addr_t __user *envp;
  	elf_addr_t __user *sp;
  	elf_addr_t __user *u_platform;
  	const char *k_platform = ELF_PLATFORM;
  	int items;
  	elf_addr_t *elf_info;
  	int ei_index = 0;
  	struct task_struct *tsk = current;
b6a2fea39   Ollie Wild   mm: variable leng...
148
  	struct vm_area_struct *vma;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
149
150
151
152
153
154
155
  
  	/*
  	 * If this architecture has a platform capability string, copy it
  	 * to userspace.  In some cases (Sparc), this info is impossible
  	 * for userspace to get any other way, in others (i386) it is
  	 * merely difficult.
  	 */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
156
157
158
159
160
161
162
163
164
  	u_platform = NULL;
  	if (k_platform) {
  		size_t len = strlen(k_platform) + 1;
  
  		/*
  		 * In some cases (e.g. Hyper-Threading), we want to avoid L1
  		 * evictions by the processes running on the same package. One
  		 * thing we can do is to shuffle the initial stack for them.
  		 */
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
165

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
166
167
168
169
170
171
172
173
  		p = arch_align_stack(p);
  
  		u_platform = (elf_addr_t __user *)STACK_ALLOC(p, len);
  		if (__copy_to_user(u_platform, k_platform, len))
  			return -EFAULT;
  	}
  
  	/* Create the ELF interpreter info */
785d55708   Jesper Juhl   [PATCH] binflt_el...
174
  	elf_info = (elf_addr_t *)current->mm->saved_auxv;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
175
  #define NEW_AUX_ENT(id, val) \
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
176
  	do { \
785d55708   Jesper Juhl   [PATCH] binflt_el...
177
178
  		elf_info[ei_index++] = id; \
  		elf_info[ei_index++] = val; \
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
179
  	} while (0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
180
181
182
183
184
185
186
187
188
189
190
191
  
  #ifdef ARCH_DLINFO
  	/* 
  	 * ARCH_DLINFO must come first so PPC can do its special alignment of
  	 * AUXV.
  	 */
  	ARCH_DLINFO;
  #endif
  	NEW_AUX_ENT(AT_HWCAP, ELF_HWCAP);
  	NEW_AUX_ENT(AT_PAGESZ, ELF_EXEC_PAGESIZE);
  	NEW_AUX_ENT(AT_CLKTCK, CLOCKS_PER_SEC);
  	NEW_AUX_ENT(AT_PHDR, load_addr + exec->e_phoff);
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
192
  	NEW_AUX_ENT(AT_PHENT, sizeof(struct elf_phdr));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
193
194
195
196
  	NEW_AUX_ENT(AT_PHNUM, exec->e_phnum);
  	NEW_AUX_ENT(AT_BASE, interp_load_addr);
  	NEW_AUX_ENT(AT_FLAGS, 0);
  	NEW_AUX_ENT(AT_ENTRY, exec->e_entry);
785d55708   Jesper Juhl   [PATCH] binflt_el...
197
198
199
200
201
  	NEW_AUX_ENT(AT_UID, tsk->uid);
  	NEW_AUX_ENT(AT_EUID, tsk->euid);
  	NEW_AUX_ENT(AT_GID, tsk->gid);
  	NEW_AUX_ENT(AT_EGID, tsk->egid);
   	NEW_AUX_ENT(AT_SECURE, security_bprm_secureexec(bprm));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
202
  	if (k_platform) {
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
203
  		NEW_AUX_ENT(AT_PLATFORM,
785d55708   Jesper Juhl   [PATCH] binflt_el...
204
  			    (elf_addr_t)(unsigned long)u_platform);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
205
206
  	}
  	if (bprm->interp_flags & BINPRM_FLAGS_EXECFD) {
785d55708   Jesper Juhl   [PATCH] binflt_el...
207
  		NEW_AUX_ENT(AT_EXECFD, bprm->interp_data);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
  	}
  #undef NEW_AUX_ENT
  	/* AT_NULL is zero; clear the rest too */
  	memset(&elf_info[ei_index], 0,
  	       sizeof current->mm->saved_auxv - ei_index * sizeof elf_info[0]);
  
  	/* And advance past the AT_NULL entry.  */
  	ei_index += 2;
  
  	sp = STACK_ADD(p, ei_index);
  
  	items = (argc + 1) + (envc + 1);
  	if (interp_aout) {
  		items += 3; /* a.out interpreters require argv & envp too */
  	} else {
  		items += 1; /* ELF interpreters only put argc on the stack */
  	}
  	bprm->p = STACK_ROUND(sp, items);
  
  	/* Point sp at the lowest address on the stack */
  #ifdef CONFIG_STACK_GROWSUP
  	sp = (elf_addr_t __user *)bprm->p - items - ei_index;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
230
  	bprm->exec = (unsigned long)sp; /* XXX: PARISC HACK */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
231
232
233
  #else
  	sp = (elf_addr_t __user *)bprm->p;
  #endif
b6a2fea39   Ollie Wild   mm: variable leng...
234
235
236
237
238
239
240
241
  
  	/*
  	 * Grow the stack manually; some architectures have a limit on how
  	 * far ahead a user-space access may be in order to grow the stack.
  	 */
  	vma = find_extend_vma(current->mm, bprm->p);
  	if (!vma)
  		return -EFAULT;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
242
243
244
245
246
247
  	/* Now, let's put argc (and argv, envp if appropriate) on the stack */
  	if (__put_user(argc, sp++))
  		return -EFAULT;
  	if (interp_aout) {
  		argv = sp + 2;
  		envp = argv + argc + 1;
841d5fb7c   Heiko Carstens   [PATCH] binfmt: f...
248
249
250
  		if (__put_user((elf_addr_t)(unsigned long)argv, sp++) ||
  		    __put_user((elf_addr_t)(unsigned long)envp, sp++))
  			return -EFAULT;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
251
252
253
254
255
256
  	} else {
  		argv = sp;
  		envp = argv + argc + 1;
  	}
  
  	/* Populate argv and envp */
a84a50595   Greg Kroah-Hartman   [PATCH] fix Linux...
257
  	p = current->mm->arg_end = current->mm->arg_start;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
258
259
  	while (argc-- > 0) {
  		size_t len;
841d5fb7c   Heiko Carstens   [PATCH] binfmt: f...
260
261
  		if (__put_user((elf_addr_t)p, argv++))
  			return -EFAULT;
b6a2fea39   Ollie Wild   mm: variable leng...
262
263
  		len = strnlen_user((void __user *)p, MAX_ARG_STRLEN);
  		if (!len || len > MAX_ARG_STRLEN)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
264
265
266
267
268
269
270
271
  			return 0;
  		p += len;
  	}
  	if (__put_user(0, argv))
  		return -EFAULT;
  	current->mm->arg_end = current->mm->env_start = p;
  	while (envc-- > 0) {
  		size_t len;
841d5fb7c   Heiko Carstens   [PATCH] binfmt: f...
272
273
  		if (__put_user((elf_addr_t)p, envp++))
  			return -EFAULT;
b6a2fea39   Ollie Wild   mm: variable leng...
274
275
  		len = strnlen_user((void __user *)p, MAX_ARG_STRLEN);
  		if (!len || len > MAX_ARG_STRLEN)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
  			return 0;
  		p += len;
  	}
  	if (__put_user(0, envp))
  		return -EFAULT;
  	current->mm->env_end = p;
  
  	/* Put the elf_info on the stack in the right place.  */
  	sp = (elf_addr_t __user *)envp + 1;
  	if (copy_to_user(sp, elf_info, ei_index * sizeof(elf_addr_t)))
  		return -EFAULT;
  	return 0;
  }
  
  #ifndef elf_map
  
  static unsigned long elf_map(struct file *filep, unsigned long addr,
60bfba7e8   Jan Kratochvil   PIE randomization
293
294
  		struct elf_phdr *eppnt, int prot, int type,
  		unsigned long total_size)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
295
296
  {
  	unsigned long map_addr;
60bfba7e8   Jan Kratochvil   PIE randomization
297
298
299
300
  	unsigned long size = eppnt->p_filesz + ELF_PAGEOFFSET(eppnt->p_vaddr);
  	unsigned long off = eppnt->p_offset - ELF_PAGEOFFSET(eppnt->p_vaddr);
  	addr = ELF_PAGESTART(addr);
  	size = ELF_PAGEALIGN(size);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
301

dda6ebde9   David Gibson   [PATCH] Fix handl...
302
303
  	/* mmap() will return -EINVAL if given a zero size, but a
  	 * segment with zero filesize is perfectly valid */
60bfba7e8   Jan Kratochvil   PIE randomization
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
  	if (!size)
  		return addr;
  
  	down_write(&current->mm->mmap_sem);
  	/*
  	* total_size is the size of the ELF (interpreter) image.
  	* The _first_ mmap needs to know the full size, otherwise
  	* randomization might put this image into an overlapping
  	* position with the ELF binary image. (since size < total_size)
  	* So we first map the 'big' image - and unmap the remainder at
  	* the end. (which unmap is needed for ELF images with holes.)
  	*/
  	if (total_size) {
  		total_size = ELF_PAGEALIGN(total_size);
  		map_addr = do_mmap(filep, addr, total_size, prot, type, off);
  		if (!BAD_ADDR(map_addr))
  			do_munmap(current->mm, map_addr+size, total_size-size);
  	} else
  		map_addr = do_mmap(filep, addr, size, prot, type, off);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
323
324
325
326
327
  	up_write(&current->mm->mmap_sem);
  	return(map_addr);
  }
  
  #endif /* !elf_map */
60bfba7e8   Jan Kratochvil   PIE randomization
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
  static unsigned long total_mapping_size(struct elf_phdr *cmds, int nr)
  {
  	int i, first_idx = -1, last_idx = -1;
  
  	for (i = 0; i < nr; i++) {
  		if (cmds[i].p_type == PT_LOAD) {
  			last_idx = i;
  			if (first_idx == -1)
  				first_idx = i;
  		}
  	}
  	if (first_idx == -1)
  		return 0;
  
  	return cmds[last_idx].p_vaddr + cmds[last_idx].p_memsz -
  				ELF_PAGESTART(cmds[first_idx].p_vaddr);
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
345
346
347
348
  /* This is much more generalized than the library routine read function,
     so we keep this separate.  Technically the library read function
     is only provided so that we can read a.out libraries that have
     an ELF header */
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
349
  static unsigned long load_elf_interp(struct elfhdr *interp_elf_ex,
60bfba7e8   Jan Kratochvil   PIE randomization
350
351
  		struct file *interpreter, unsigned long *interp_map_addr,
  		unsigned long no_base)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
352
353
354
355
356
357
358
  {
  	struct elf_phdr *elf_phdata;
  	struct elf_phdr *eppnt;
  	unsigned long load_addr = 0;
  	int load_addr_set = 0;
  	unsigned long last_bss = 0, elf_bss = 0;
  	unsigned long error = ~0UL;
60bfba7e8   Jan Kratochvil   PIE randomization
359
  	unsigned long total_size;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
  	int retval, i, size;
  
  	/* First of all, some simple consistency checks */
  	if (interp_elf_ex->e_type != ET_EXEC &&
  	    interp_elf_ex->e_type != ET_DYN)
  		goto out;
  	if (!elf_check_arch(interp_elf_ex))
  		goto out;
  	if (!interpreter->f_op || !interpreter->f_op->mmap)
  		goto out;
  
  	/*
  	 * If the size of this structure has changed, then punt, since
  	 * we will be doing the wrong thing.
  	 */
  	if (interp_elf_ex->e_phentsize != sizeof(struct elf_phdr))
  		goto out;
  	if (interp_elf_ex->e_phnum < 1 ||
  		interp_elf_ex->e_phnum > 65536U / sizeof(struct elf_phdr))
  		goto out;
  
  	/* Now read in all of the header information */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
382
383
384
  	size = sizeof(struct elf_phdr) * interp_elf_ex->e_phnum;
  	if (size > ELF_MIN_ALIGN)
  		goto out;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
385
  	elf_phdata = kmalloc(size, GFP_KERNEL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
386
387
  	if (!elf_phdata)
  		goto out;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
388
389
  	retval = kernel_read(interpreter, interp_elf_ex->e_phoff,
  			     (char *)elf_phdata,size);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
390
391
392
393
394
395
  	error = -EIO;
  	if (retval != size) {
  		if (retval < 0)
  			error = retval;	
  		goto out_close;
  	}
60bfba7e8   Jan Kratochvil   PIE randomization
396
397
398
399
400
  	total_size = total_mapping_size(elf_phdata, interp_elf_ex->e_phnum);
  	if (!total_size) {
  		error = -EINVAL;
  		goto out_close;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
401
  	eppnt = elf_phdata;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
  	for (i = 0; i < interp_elf_ex->e_phnum; i++, eppnt++) {
  		if (eppnt->p_type == PT_LOAD) {
  			int elf_type = MAP_PRIVATE | MAP_DENYWRITE;
  			int elf_prot = 0;
  			unsigned long vaddr = 0;
  			unsigned long k, map_addr;
  
  			if (eppnt->p_flags & PF_R)
  		    		elf_prot = PROT_READ;
  			if (eppnt->p_flags & PF_W)
  				elf_prot |= PROT_WRITE;
  			if (eppnt->p_flags & PF_X)
  				elf_prot |= PROT_EXEC;
  			vaddr = eppnt->p_vaddr;
  			if (interp_elf_ex->e_type == ET_EXEC || load_addr_set)
  				elf_type |= MAP_FIXED;
60bfba7e8   Jan Kratochvil   PIE randomization
418
419
  			else if (no_base && interp_elf_ex->e_type == ET_DYN)
  				load_addr = -vaddr;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
420
421
  
  			map_addr = elf_map(interpreter, load_addr + vaddr,
60bfba7e8   Jan Kratochvil   PIE randomization
422
423
424
425
  					   eppnt, elf_prot, elf_type, total_size);
  			total_size = 0;
  			if (!*interp_map_addr)
  				*interp_map_addr = map_addr;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
  			error = map_addr;
  			if (BAD_ADDR(map_addr))
  				goto out_close;
  
  			if (!load_addr_set &&
  			    interp_elf_ex->e_type == ET_DYN) {
  				load_addr = map_addr - ELF_PAGESTART(vaddr);
  				load_addr_set = 1;
  			}
  
  			/*
  			 * Check to see if the section's size will overflow the
  			 * allowed task size. Note that p_filesz must always be
  			 * <= p_memsize so it's only necessary to check p_memsz.
  			 */
  			k = load_addr + eppnt->p_vaddr;
ce51059be   Chuck Ebbert   [PATCH] binfmt_el...
442
  			if (BAD_ADDR(k) ||
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
  			    eppnt->p_filesz > eppnt->p_memsz ||
  			    eppnt->p_memsz > TASK_SIZE ||
  			    TASK_SIZE - eppnt->p_memsz < k) {
  				error = -ENOMEM;
  				goto out_close;
  			}
  
  			/*
  			 * Find the end of the file mapping for this phdr, and
  			 * keep track of the largest address we see for this.
  			 */
  			k = load_addr + eppnt->p_vaddr + eppnt->p_filesz;
  			if (k > elf_bss)
  				elf_bss = k;
  
  			/*
  			 * Do the same thing for the memory mapping - between
  			 * elf_bss and last_bss is the bss section.
  			 */
  			k = load_addr + eppnt->p_memsz + eppnt->p_vaddr;
  			if (k > last_bss)
  				last_bss = k;
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
466
467
468
469
470
471
472
473
474
475
476
477
  	}
  
  	/*
  	 * Now fill out the bss section.  First pad the last page up
  	 * to the page boundary, and then perform a mmap to make sure
  	 * that there are zero-mapped pages up to and including the 
  	 * last bss page.
  	 */
  	if (padzero(elf_bss)) {
  		error = -EFAULT;
  		goto out_close;
  	}
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
478
479
  	/* What we have mapped so far */
  	elf_bss = ELF_PAGESTART(elf_bss + ELF_MIN_ALIGN - 1);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
480
481
482
483
484
485
486
487
488
  
  	/* Map the last of the bss segment */
  	if (last_bss > elf_bss) {
  		down_write(&current->mm->mmap_sem);
  		error = do_brk(elf_bss, last_bss - elf_bss);
  		up_write(&current->mm->mmap_sem);
  		if (BAD_ADDR(error))
  			goto out_close;
  	}
60bfba7e8   Jan Kratochvil   PIE randomization
489
  	error = load_addr;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
490
491
492
493
494
495
  
  out_close:
  	kfree(elf_phdata);
  out:
  	return error;
  }
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
496
497
  static unsigned long load_aout_interp(struct exec *interp_ex,
  		struct file *interpreter)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
  {
  	unsigned long text_data, elf_entry = ~0UL;
  	char __user * addr;
  	loff_t offset;
  
  	current->mm->end_code = interp_ex->a_text;
  	text_data = interp_ex->a_text + interp_ex->a_data;
  	current->mm->end_data = text_data;
  	current->mm->brk = interp_ex->a_bss + text_data;
  
  	switch (N_MAGIC(*interp_ex)) {
  	case OMAGIC:
  		offset = 32;
  		addr = (char __user *)0;
  		break;
  	case ZMAGIC:
  	case QMAGIC:
  		offset = N_TXTOFF(*interp_ex);
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
516
  		addr = (char __user *)N_TXTADDR(*interp_ex);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
517
518
519
520
521
522
523
524
525
526
527
528
529
530
  		break;
  	default:
  		goto out;
  	}
  
  	down_write(&current->mm->mmap_sem);	
  	do_brk(0, text_data);
  	up_write(&current->mm->mmap_sem);
  	if (!interpreter->f_op || !interpreter->f_op->read)
  		goto out;
  	if (interpreter->f_op->read(interpreter, addr, text_data, &offset) < 0)
  		goto out;
  	flush_icache_range((unsigned long)addr,
  	                   (unsigned long)addr + text_data);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
  	down_write(&current->mm->mmap_sem);	
  	do_brk(ELF_PAGESTART(text_data + ELF_MIN_ALIGN - 1),
  		interp_ex->a_bss);
  	up_write(&current->mm->mmap_sem);
  	elf_entry = interp_ex->a_entry;
  
  out:
  	return elf_entry;
  }
  
  /*
   * These are the functions used to load ELF style executables and shared
   * libraries.  There is no binary dependent code anywhere else.
   */
  
  #define INTERPRETER_NONE 0
  #define INTERPRETER_AOUT 1
  #define INTERPRETER_ELF 2
913bd9060   Andi Kleen   [PATCH] x86_64: I...
549
  #ifndef STACK_RND_MASK
d1cabd632   James Bottomley   [PATCH] fix proce...
550
  #define STACK_RND_MASK (0x7ff >> (PAGE_SHIFT - 12))	/* 8MB of VA */
913bd9060   Andi Kleen   [PATCH] x86_64: I...
551
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
552
553
554
555
  
  static unsigned long randomize_stack_top(unsigned long stack_top)
  {
  	unsigned int random_variable = 0;
c16b63e09   Andi Kleen   [PATCH] i386/x86-...
556
557
  	if ((current->flags & PF_RANDOMIZE) &&
  		!(current->personality & ADDR_NO_RANDOMIZE)) {
913bd9060   Andi Kleen   [PATCH] x86_64: I...
558
559
560
  		random_variable = get_random_int() & STACK_RND_MASK;
  		random_variable <<= PAGE_SHIFT;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
561
  #ifdef CONFIG_STACK_GROWSUP
913bd9060   Andi Kleen   [PATCH] x86_64: I...
562
  	return PAGE_ALIGN(stack_top) + random_variable;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
563
  #else
913bd9060   Andi Kleen   [PATCH] x86_64: I...
564
  	return PAGE_ALIGN(stack_top) - random_variable;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
565
566
  #endif
  }
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
567
  static int load_elf_binary(struct linux_binprm *bprm, struct pt_regs *regs)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
568
569
570
571
572
573
574
575
  {
  	struct file *interpreter = NULL; /* to shut gcc up */
   	unsigned long load_addr = 0, load_bias = 0;
  	int load_addr_set = 0;
  	char * elf_interpreter = NULL;
  	unsigned int interpreter_type = INTERPRETER_NONE;
  	unsigned char ibcs2_interpreter = 0;
  	unsigned long error;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
576
  	struct elf_phdr *elf_ppnt, *elf_phdata;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
577
578
579
580
  	unsigned long elf_bss, elf_brk;
  	int elf_exec_fileno;
  	int retval, i;
  	unsigned int size;
60bfba7e8   Jan Kratochvil   PIE randomization
581
582
  	unsigned long elf_entry;
  	unsigned long interp_load_addr = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
583
584
585
586
  	unsigned long start_code, end_code, start_data, end_data;
  	unsigned long reloc_func_desc = 0;
  	char passed_fileno[6];
  	struct files_struct *files;
8de61e69c   David Rientjes   [PATCH] fs: remov...
587
  	int executable_stack = EXSTACK_DEFAULT;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
588
589
590
591
592
593
594
595
596
597
598
599
600
601
  	unsigned long def_flags = 0;
  	struct {
  		struct elfhdr elf_ex;
  		struct elfhdr interp_elf_ex;
    		struct exec interp_ex;
  	} *loc;
  
  	loc = kmalloc(sizeof(*loc), GFP_KERNEL);
  	if (!loc) {
  		retval = -ENOMEM;
  		goto out_ret;
  	}
  	
  	/* Get the exec-header */
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
602
  	loc->elf_ex = *((struct elfhdr *)bprm->buf);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
603
604
605
606
607
608
609
610
611
612
613
614
615
616
  
  	retval = -ENOEXEC;
  	/* First of all, some simple consistency checks */
  	if (memcmp(loc->elf_ex.e_ident, ELFMAG, SELFMAG) != 0)
  		goto out;
  
  	if (loc->elf_ex.e_type != ET_EXEC && loc->elf_ex.e_type != ET_DYN)
  		goto out;
  	if (!elf_check_arch(&loc->elf_ex))
  		goto out;
  	if (!bprm->file->f_op||!bprm->file->f_op->mmap)
  		goto out;
  
  	/* Now read in all of the header information */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
617
618
619
620
621
622
623
  	if (loc->elf_ex.e_phentsize != sizeof(struct elf_phdr))
  		goto out;
  	if (loc->elf_ex.e_phnum < 1 ||
  	 	loc->elf_ex.e_phnum > 65536U / sizeof(struct elf_phdr))
  		goto out;
  	size = loc->elf_ex.e_phnum * sizeof(struct elf_phdr);
  	retval = -ENOMEM;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
624
  	elf_phdata = kmalloc(size, GFP_KERNEL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
625
626
  	if (!elf_phdata)
  		goto out;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
627
628
  	retval = kernel_read(bprm->file, loc->elf_ex.e_phoff,
  			     (char *)elf_phdata, size);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
629
630
631
632
633
  	if (retval != size) {
  		if (retval >= 0)
  			retval = -EIO;
  		goto out_free_ph;
  	}
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
634
  	files = current->files;	/* Refcounted so ok */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
635
636
637
638
639
640
641
642
643
644
  	retval = unshare_files();
  	if (retval < 0)
  		goto out_free_ph;
  	if (files == current->files) {
  		put_files_struct(files);
  		files = NULL;
  	}
  
  	/* exec will make our files private anyway, but for the a.out
  	   loader stuff we need to do it earlier */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
  	retval = get_unused_fd();
  	if (retval < 0)
  		goto out_free_fh;
  	get_file(bprm->file);
  	fd_install(elf_exec_fileno = retval, bprm->file);
  
  	elf_ppnt = elf_phdata;
  	elf_bss = 0;
  	elf_brk = 0;
  
  	start_code = ~0UL;
  	end_code = 0;
  	start_data = 0;
  	end_data = 0;
  
  	for (i = 0; i < loc->elf_ex.e_phnum; i++) {
  		if (elf_ppnt->p_type == PT_INTERP) {
  			/* This is the program interpreter used for
  			 * shared libraries - for now assume that this
  			 * is an a.out format binary
  			 */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
666
667
668
669
670
671
  			retval = -ENOEXEC;
  			if (elf_ppnt->p_filesz > PATH_MAX || 
  			    elf_ppnt->p_filesz < 2)
  				goto out_free_file;
  
  			retval = -ENOMEM;
792db3af3   Jesper Juhl   [PATCH] fs/binfmt...
672
  			elf_interpreter = kmalloc(elf_ppnt->p_filesz,
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
673
  						  GFP_KERNEL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
674
675
676
677
  			if (!elf_interpreter)
  				goto out_free_file;
  
  			retval = kernel_read(bprm->file, elf_ppnt->p_offset,
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
678
679
  					     elf_interpreter,
  					     elf_ppnt->p_filesz);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
  			if (retval != elf_ppnt->p_filesz) {
  				if (retval >= 0)
  					retval = -EIO;
  				goto out_free_interp;
  			}
  			/* make sure path is NULL terminated */
  			retval = -ENOEXEC;
  			if (elf_interpreter[elf_ppnt->p_filesz - 1] != '\0')
  				goto out_free_interp;
  
  			/* If the program interpreter is one of these two,
  			 * then assume an iBCS2 image. Otherwise assume
  			 * a native linux image.
  			 */
  			if (strcmp(elf_interpreter,"/usr/lib/libc.so.1") == 0 ||
  			    strcmp(elf_interpreter,"/usr/lib/ld.so.1") == 0)
  				ibcs2_interpreter = 1;
  
  			/*
  			 * The early SET_PERSONALITY here is so that the lookup
  			 * for the interpreter happens in the namespace of the 
  			 * to-be-execed image.  SET_PERSONALITY can select an
  			 * alternate root.
  			 *
  			 * However, SET_PERSONALITY is NOT allowed to switch
  			 * this task into the new images's memory mapping
  			 * policy - that is, TASK_SIZE must still evaluate to
  			 * that which is appropriate to the execing application.
  			 * This is because exit_mmap() needs to have TASK_SIZE
  			 * evaluate to the size of the old image.
  			 *
  			 * So if (say) a 64-bit application is execing a 32-bit
  			 * application it is the architecture's responsibility
  			 * to defer changing the value of TASK_SIZE until the
  			 * switch really is going to happen - do this in
  			 * flush_thread().	- akpm
  			 */
  			SET_PERSONALITY(loc->elf_ex, ibcs2_interpreter);
  
  			interpreter = open_exec(elf_interpreter);
  			retval = PTR_ERR(interpreter);
  			if (IS_ERR(interpreter))
  				goto out_free_interp;
1fb844961   Alexey Dobriyan   [PATCH] core-dump...
723
724
725
726
727
728
729
730
  
  			/*
  			 * If the binary is not readable then enforce
  			 * mm->dumpable = 0 regardless of the interpreter's
  			 * permissions.
  			 */
  			if (file_permission(interpreter, MAY_READ) < 0)
  				bprm->interp_flags |= BINPRM_FLAGS_ENFORCE_NONDUMP;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
731
732
  			retval = kernel_read(interpreter, 0, bprm->buf,
  					     BINPRM_BUF_SIZE);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
733
734
735
736
737
738
739
  			if (retval != BINPRM_BUF_SIZE) {
  				if (retval >= 0)
  					retval = -EIO;
  				goto out_free_dentry;
  			}
  
  			/* Get the exec headers */
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
740
741
  			loc->interp_ex = *((struct exec *)bprm->buf);
  			loc->interp_elf_ex = *((struct elfhdr *)bprm->buf);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
742
743
744
745
746
747
748
749
750
751
752
753
754
755
  			break;
  		}
  		elf_ppnt++;
  	}
  
  	elf_ppnt = elf_phdata;
  	for (i = 0; i < loc->elf_ex.e_phnum; i++, elf_ppnt++)
  		if (elf_ppnt->p_type == PT_GNU_STACK) {
  			if (elf_ppnt->p_flags & PF_X)
  				executable_stack = EXSTACK_ENABLE_X;
  			else
  				executable_stack = EXSTACK_DISABLE_X;
  			break;
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
  
  	/* Some simple consistency checks for the interpreter */
  	if (elf_interpreter) {
  		interpreter_type = INTERPRETER_ELF | INTERPRETER_AOUT;
  
  		/* Now figure out which format our binary is */
  		if ((N_MAGIC(loc->interp_ex) != OMAGIC) &&
  		    (N_MAGIC(loc->interp_ex) != ZMAGIC) &&
  		    (N_MAGIC(loc->interp_ex) != QMAGIC))
  			interpreter_type = INTERPRETER_ELF;
  
  		if (memcmp(loc->interp_elf_ex.e_ident, ELFMAG, SELFMAG) != 0)
  			interpreter_type &= ~INTERPRETER_ELF;
  
  		retval = -ELIBBAD;
  		if (!interpreter_type)
  			goto out_free_dentry;
  
  		/* Make sure only one type was selected */
  		if ((interpreter_type & INTERPRETER_ELF) &&
  		     interpreter_type != INTERPRETER_ELF) {
  	     		// FIXME - ratelimit this before re-enabling
  			// printk(KERN_WARNING "ELF: Ambiguous type, using ELF
  ");
  			interpreter_type = INTERPRETER_ELF;
  		}
  		/* Verify the interpreter has a valid arch */
  		if ((interpreter_type == INTERPRETER_ELF) &&
  		    !elf_check_arch(&loc->interp_elf_ex))
  			goto out_free_dentry;
  	} else {
  		/* Executables without an interpreter also need a personality  */
  		SET_PERSONALITY(loc->elf_ex, ibcs2_interpreter);
  	}
  
  	/* OK, we are done with that, now set up the arg stuff,
  	   and then start this sucker up */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
  	if ((!bprm->sh_bang) && (interpreter_type == INTERPRETER_AOUT)) {
  		char *passed_p = passed_fileno;
  		sprintf(passed_fileno, "%d", elf_exec_fileno);
  
  		if (elf_interpreter) {
  			retval = copy_strings_kernel(1, &passed_p, bprm);
  			if (retval)
  				goto out_free_dentry; 
  			bprm->argc++;
  		}
  	}
  
  	/* Flush all traces of the currently running executable */
  	retval = flush_old_exec(bprm);
  	if (retval)
  		goto out_free_dentry;
  
  	/* Discard our unneeded old files struct */
  	if (files) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
812
813
814
815
816
  		put_files_struct(files);
  		files = NULL;
  	}
  
  	/* OK, This is the point of no return */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
817
818
819
820
821
822
823
824
  	current->flags &= ~PF_FORKNOEXEC;
  	current->mm->def_flags = def_flags;
  
  	/* Do this immediately, since STACK_TOP as used in setup_arg_pages
  	   may depend on the personality.  */
  	SET_PERSONALITY(loc->elf_ex, ibcs2_interpreter);
  	if (elf_read_implies_exec(loc->elf_ex, executable_stack))
  		current->personality |= READ_IMPLIES_EXEC;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
825
  	if (!(current->personality & ADDR_NO_RANDOMIZE) && randomize_va_space)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
826
827
828
829
830
  		current->flags |= PF_RANDOMIZE;
  	arch_pick_mmap_layout(current->mm);
  
  	/* Do this so that we can load the interpreter, if need be.  We will
  	   change some of these later */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
831
  	current->mm->free_area_cache = current->mm->mmap_base;
1363c3cd8   Wolfgang Wander   [PATCH] Avoiding ...
832
  	current->mm->cached_hole_size = 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
833
834
835
836
837
838
839
  	retval = setup_arg_pages(bprm, randomize_stack_top(STACK_TOP),
  				 executable_stack);
  	if (retval < 0) {
  		send_sig(SIGKILL, current, 0);
  		goto out_free_dentry;
  	}
  	
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
840
841
842
  	current->mm->start_stack = bprm->p;
  
  	/* Now we do a little grungy work by mmaping the ELF image into
60bfba7e8   Jan Kratochvil   PIE randomization
843
  	   the correct location in memory. */
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
844
845
  	for(i = 0, elf_ppnt = elf_phdata;
  	    i < loc->elf_ex.e_phnum; i++, elf_ppnt++) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
  		int elf_prot = 0, elf_flags;
  		unsigned long k, vaddr;
  
  		if (elf_ppnt->p_type != PT_LOAD)
  			continue;
  
  		if (unlikely (elf_brk > elf_bss)) {
  			unsigned long nbyte;
  	            
  			/* There was a PT_LOAD segment with p_memsz > p_filesz
  			   before this one. Map anonymous pages, if needed,
  			   and clear the area.  */
  			retval = set_brk (elf_bss + load_bias,
  					  elf_brk + load_bias);
  			if (retval) {
  				send_sig(SIGKILL, current, 0);
  				goto out_free_dentry;
  			}
  			nbyte = ELF_PAGEOFFSET(elf_bss);
  			if (nbyte) {
  				nbyte = ELF_MIN_ALIGN - nbyte;
  				if (nbyte > elf_brk - elf_bss)
  					nbyte = elf_brk - elf_bss;
  				if (clear_user((void __user *)elf_bss +
  							load_bias, nbyte)) {
  					/*
  					 * This bss-zeroing can fail if the ELF
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
873
  					 * file specifies odd protections. So
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
874
875
876
877
878
  					 * we don't check the return value
  					 */
  				}
  			}
  		}
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
879
880
881
882
883
884
  		if (elf_ppnt->p_flags & PF_R)
  			elf_prot |= PROT_READ;
  		if (elf_ppnt->p_flags & PF_W)
  			elf_prot |= PROT_WRITE;
  		if (elf_ppnt->p_flags & PF_X)
  			elf_prot |= PROT_EXEC;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
885

f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
886
  		elf_flags = MAP_PRIVATE | MAP_DENYWRITE | MAP_EXECUTABLE;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
887
888
889
890
891
  
  		vaddr = elf_ppnt->p_vaddr;
  		if (loc->elf_ex.e_type == ET_EXEC || load_addr_set) {
  			elf_flags |= MAP_FIXED;
  		} else if (loc->elf_ex.e_type == ET_DYN) {
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
892
893
894
895
  			/* Try and get dynamic programs out of the way of the
  			 * default mmap base, as well as whatever program they
  			 * might try to exec.  This is because the brk will
  			 * follow the loader, and is not movable.  */
60bfba7e8   Jan Kratochvil   PIE randomization
896
897
898
  #ifdef CONFIG_X86
  			load_bias = 0;
  #else
90cb28e8f   Linus Torvalds   Revert "[PATCH] b...
899
  			load_bias = ELF_PAGESTART(ELF_ET_DYN_BASE - vaddr);
60bfba7e8   Jan Kratochvil   PIE randomization
900
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
901
  		}
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
902
  		error = elf_map(bprm->file, load_bias + vaddr, elf_ppnt,
60bfba7e8   Jan Kratochvil   PIE randomization
903
  				elf_prot, elf_flags,0);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
904
905
  		if (BAD_ADDR(error)) {
  			send_sig(SIGKILL, current, 0);
b140f2510   Alexey Kuznetsov   Invalid return va...
906
907
  			retval = IS_ERR((void *)error) ?
  				PTR_ERR((void*)error) : -EINVAL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
908
909
910
911
912
913
914
915
916
917
918
919
920
921
  			goto out_free_dentry;
  		}
  
  		if (!load_addr_set) {
  			load_addr_set = 1;
  			load_addr = (elf_ppnt->p_vaddr - elf_ppnt->p_offset);
  			if (loc->elf_ex.e_type == ET_DYN) {
  				load_bias += error -
  				             ELF_PAGESTART(load_bias + vaddr);
  				load_addr += load_bias;
  				reloc_func_desc = load_bias;
  			}
  		}
  		k = elf_ppnt->p_vaddr;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
922
923
924
925
  		if (k < start_code)
  			start_code = k;
  		if (start_data < k)
  			start_data = k;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
926
927
928
929
930
931
  
  		/*
  		 * Check to see if the section's size will overflow the
  		 * allowed task size. Note that p_filesz must always be
  		 * <= p_memsz so it is only necessary to check p_memsz.
  		 */
ce51059be   Chuck Ebbert   [PATCH] binfmt_el...
932
  		if (BAD_ADDR(k) || elf_ppnt->p_filesz > elf_ppnt->p_memsz ||
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
933
934
  		    elf_ppnt->p_memsz > TASK_SIZE ||
  		    TASK_SIZE - elf_ppnt->p_memsz < k) {
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
935
  			/* set_brk can never work. Avoid overflows. */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
936
  			send_sig(SIGKILL, current, 0);
b140f2510   Alexey Kuznetsov   Invalid return va...
937
  			retval = -EINVAL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
  			goto out_free_dentry;
  		}
  
  		k = elf_ppnt->p_vaddr + elf_ppnt->p_filesz;
  
  		if (k > elf_bss)
  			elf_bss = k;
  		if ((elf_ppnt->p_flags & PF_X) && end_code < k)
  			end_code = k;
  		if (end_data < k)
  			end_data = k;
  		k = elf_ppnt->p_vaddr + elf_ppnt->p_memsz;
  		if (k > elf_brk)
  			elf_brk = k;
  	}
  
  	loc->elf_ex.e_entry += load_bias;
  	elf_bss += load_bias;
  	elf_brk += load_bias;
  	start_code += load_bias;
  	end_code += load_bias;
  	start_data += load_bias;
  	end_data += load_bias;
  
  	/* Calling set_brk effectively mmaps the pages that we need
  	 * for the bss and break sections.  We must do this before
  	 * mapping in the interpreter, to make sure it doesn't wind
  	 * up getting placed where the bss needs to go.
  	 */
  	retval = set_brk(elf_bss, elf_brk);
  	if (retval) {
  		send_sig(SIGKILL, current, 0);
  		goto out_free_dentry;
  	}
6de505173   Andrew Morton   [PATCH] binfmt_el...
972
  	if (likely(elf_bss != elf_brk) && unlikely(padzero(elf_bss))) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
973
974
975
976
977
978
  		send_sig(SIGSEGV, current, 0);
  		retval = -EFAULT; /* Nobody gets to see this, but.. */
  		goto out_free_dentry;
  	}
  
  	if (elf_interpreter) {
60bfba7e8   Jan Kratochvil   PIE randomization
979
  		if (interpreter_type == INTERPRETER_AOUT) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
980
981
  			elf_entry = load_aout_interp(&loc->interp_ex,
  						     interpreter);
60bfba7e8   Jan Kratochvil   PIE randomization
982
  		} else {
4d3b573ad   Andrew Morton   binfmt_elf warnin...
983
  			unsigned long uninitialized_var(interp_map_addr);
60bfba7e8   Jan Kratochvil   PIE randomization
984

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
985
986
  			elf_entry = load_elf_interp(&loc->interp_elf_ex,
  						    interpreter,
60bfba7e8   Jan Kratochvil   PIE randomization
987
988
989
990
991
992
993
994
995
996
997
  						    &interp_map_addr,
  						    load_bias);
  			if (!BAD_ADDR(elf_entry)) {
  				/*
  				 * load_elf_interp() returns relocation
  				 * adjustment
  				 */
  				interp_load_addr = elf_entry;
  				elf_entry += loc->interp_elf_ex.e_entry;
  			}
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
998
  		if (BAD_ADDR(elf_entry)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
999
  			force_sig(SIGSEGV, current);
ce51059be   Chuck Ebbert   [PATCH] binfmt_el...
1000
1001
  			retval = IS_ERR((void *)elf_entry) ?
  					(int)elf_entry : -EINVAL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1002
1003
1004
1005
1006
1007
1008
1009
1010
  			goto out_free_dentry;
  		}
  		reloc_func_desc = interp_load_addr;
  
  		allow_write_access(interpreter);
  		fput(interpreter);
  		kfree(elf_interpreter);
  	} else {
  		elf_entry = loc->elf_ex.e_entry;
5342fba54   Suresh Siddha   [PATCH] x86_64: C...
1011
  		if (BAD_ADDR(elf_entry)) {
ce51059be   Chuck Ebbert   [PATCH] binfmt_el...
1012
1013
  			force_sig(SIGSEGV, current);
  			retval = -EINVAL;
5342fba54   Suresh Siddha   [PATCH] x86_64: C...
1014
1015
  			goto out_free_dentry;
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1016
1017
1018
1019
1020
1021
1022
1023
  	}
  
  	kfree(elf_phdata);
  
  	if (interpreter_type != INTERPRETER_AOUT)
  		sys_close(elf_exec_fileno);
  
  	set_binfmt(&elf_format);
547ee84ce   Benjamin Herrenschmidt   [PATCH] ppc64: Im...
1024
1025
1026
1027
  #ifdef ARCH_HAS_SETUP_ADDITIONAL_PAGES
  	retval = arch_setup_additional_pages(bprm, executable_stack);
  	if (retval < 0) {
  		send_sig(SIGKILL, current, 0);
18c8baff8   Roland McGrath   [PATCH] Fix error...
1028
  		goto out;
547ee84ce   Benjamin Herrenschmidt   [PATCH] ppc64: Im...
1029
1030
  	}
  #endif /* ARCH_HAS_SETUP_ADDITIONAL_PAGES */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1031
1032
  	compute_creds(bprm);
  	current->flags &= ~PF_FORKNOEXEC;
b6a2fea39   Ollie Wild   mm: variable leng...
1033
  	retval = create_elf_tables(bprm, &loc->elf_ex,
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1034
1035
  			  (interpreter_type == INTERPRETER_AOUT),
  			  load_addr, interp_load_addr);
b6a2fea39   Ollie Wild   mm: variable leng...
1036
1037
1038
1039
  	if (retval < 0) {
  		send_sig(SIGKILL, current, 0);
  		goto out;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
  	/* N.B. passed_fileno might not be initialized? */
  	if (interpreter_type == INTERPRETER_AOUT)
  		current->mm->arg_start += strlen(passed_fileno) + 1;
  	current->mm->end_code = end_code;
  	current->mm->start_code = start_code;
  	current->mm->start_data = start_data;
  	current->mm->end_data = end_data;
  	current->mm->start_stack = bprm->p;
  
  	if (current->personality & MMAP_PAGE_ZERO) {
  		/* Why this, you ask???  Well SVr4 maps page 0 as read-only,
  		   and some applications "depend" upon this behavior.
  		   Since we do not have the power to recompile these, we
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1053
  		   emulate the SVr4 behavior. Sigh. */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
  		down_write(&current->mm->mmap_sem);
  		error = do_mmap(NULL, 0, PAGE_SIZE, PROT_READ | PROT_EXEC,
  				MAP_FIXED | MAP_PRIVATE, 0);
  		up_write(&current->mm->mmap_sem);
  	}
  
  #ifdef ELF_PLAT_INIT
  	/*
  	 * The ABI may specify that certain registers be set up in special
  	 * ways (on i386 %edx is the address of a DT_FINI function, for
  	 * example.  In addition, it may also specify (eg, PowerPC64 ELF)
  	 * that the e_entry field is the address of the function descriptor
  	 * for the startup routine, rather than the address of the startup
  	 * routine itself.  This macro performs whatever initialization to
  	 * the regs structure is required as well as any relocations to the
  	 * function descriptor entries when executing dynamically links apps.
  	 */
  	ELF_PLAT_INIT(regs, reloc_func_desc);
  #endif
  
  	start_thread(regs, elf_entry, bprm->p);
  	if (unlikely(current->ptrace & PT_PTRACED)) {
  		if (current->ptrace & PT_TRACE_EXEC)
  			ptrace_notify ((PTRACE_EVENT_EXEC << 8) | SIGTRAP);
  		else
  			send_sig(SIGTRAP, current, 0);
  	}
  	retval = 0;
  out:
  	kfree(loc);
  out_ret:
  	return retval;
  
  	/* error cleanup */
  out_free_dentry:
  	allow_write_access(interpreter);
  	if (interpreter)
  		fput(interpreter);
  out_free_interp:
f99d49adf   Jesper Juhl   [PATCH] kfree cle...
1093
  	kfree(elf_interpreter);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1094
1095
1096
  out_free_file:
  	sys_close(elf_exec_fileno);
  out_free_fh:
3b9b8ab65   Kirill Korotaev   [PATCH] Fix unser...
1097
1098
  	if (files)
  		reset_files_struct(current, files);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1099
1100
1101
1102
1103
1104
1105
  out_free_ph:
  	kfree(elf_phdata);
  	goto out;
  }
  
  /* This is really simpleminded and specialized - we are loading an
     a.out library that is given an ELF header. */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1106
1107
1108
1109
1110
1111
1112
1113
1114
  static int load_elf_library(struct file *file)
  {
  	struct elf_phdr *elf_phdata;
  	struct elf_phdr *eppnt;
  	unsigned long elf_bss, bss, len;
  	int retval, error, i, j;
  	struct elfhdr elf_ex;
  
  	error = -ENOEXEC;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1115
  	retval = kernel_read(file, 0, (char *)&elf_ex, sizeof(elf_ex));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1116
1117
1118
1119
1120
1121
1122
1123
  	if (retval != sizeof(elf_ex))
  		goto out;
  
  	if (memcmp(elf_ex.e_ident, ELFMAG, SELFMAG) != 0)
  		goto out;
  
  	/* First of all, some simple consistency checks */
  	if (elf_ex.e_type != ET_EXEC || elf_ex.e_phnum > 2 ||
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1124
  	    !elf_check_arch(&elf_ex) || !file->f_op || !file->f_op->mmap)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
  		goto out;
  
  	/* Now read in all of the header information */
  
  	j = sizeof(struct elf_phdr) * elf_ex.e_phnum;
  	/* j < ELF_MIN_ALIGN because elf_ex.e_phnum <= 2 */
  
  	error = -ENOMEM;
  	elf_phdata = kmalloc(j, GFP_KERNEL);
  	if (!elf_phdata)
  		goto out;
  
  	eppnt = elf_phdata;
  	error = -ENOEXEC;
  	retval = kernel_read(file, elf_ex.e_phoff, (char *)eppnt, j);
  	if (retval != j)
  		goto out_free_ph;
  
  	for (j = 0, i = 0; i<elf_ex.e_phnum; i++)
  		if ((eppnt + i)->p_type == PT_LOAD)
  			j++;
  	if (j != 1)
  		goto out_free_ph;
  
  	while (eppnt->p_type != PT_LOAD)
  		eppnt++;
  
  	/* Now use mmap to map the library into memory. */
  	down_write(&current->mm->mmap_sem);
  	error = do_mmap(file,
  			ELF_PAGESTART(eppnt->p_vaddr),
  			(eppnt->p_filesz +
  			 ELF_PAGEOFFSET(eppnt->p_vaddr)),
  			PROT_READ | PROT_WRITE | PROT_EXEC,
  			MAP_FIXED | MAP_PRIVATE | MAP_DENYWRITE,
  			(eppnt->p_offset -
  			 ELF_PAGEOFFSET(eppnt->p_vaddr)));
  	up_write(&current->mm->mmap_sem);
  	if (error != ELF_PAGESTART(eppnt->p_vaddr))
  		goto out_free_ph;
  
  	elf_bss = eppnt->p_vaddr + eppnt->p_filesz;
  	if (padzero(elf_bss)) {
  		error = -EFAULT;
  		goto out_free_ph;
  	}
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1171
1172
  	len = ELF_PAGESTART(eppnt->p_filesz + eppnt->p_vaddr +
  			    ELF_MIN_ALIGN - 1);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
  	bss = eppnt->p_memsz + eppnt->p_vaddr;
  	if (bss > len) {
  		down_write(&current->mm->mmap_sem);
  		do_brk(len, bss - len);
  		up_write(&current->mm->mmap_sem);
  	}
  	error = 0;
  
  out_free_ph:
  	kfree(elf_phdata);
  out:
  	return error;
  }
  
  /*
   * Note that some platforms still use traditional core dumps and not
   * the ELF core dump.  Each platform can select it as appropriate.
   */
708e9a794   Matt Mackall   [PATCH] tiny: Con...
1191
  #if defined(USE_ELF_CORE_DUMP) && defined(CONFIG_ELF_CORE)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
  
  /*
   * ELF core dumper
   *
   * Modelled on fs/exec.c:aout_core_dump()
   * Jeremy Fitzhardinge <jeremy@sw.oz.au>
   */
  /*
   * These are the only things you should do on a core-file: use only these
   * functions to write out all the necessary info.
   */
  static int dump_write(struct file *file, const void *addr, int nr)
  {
  	return file->f_op->write(file, addr, nr, &file->f_pos) == nr;
  }
5db92850d   Daniel Jacobowitz   [PATCH] Fix large...
1207
  static int dump_seek(struct file *file, loff_t off)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1208
  {
d025c9db7   Andi Kleen   [PATCH] Support p...
1209
  	if (file->f_op->llseek && file->f_op->llseek != no_llseek) {
7f14daa19   Petr Vandrovec   [PATCH] Get core ...
1210
  		if (file->f_op->llseek(file, off, SEEK_CUR) < 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1211
  			return 0;
d025c9db7   Andi Kleen   [PATCH] Support p...
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
  	} else {
  		char *buf = (char *)get_zeroed_page(GFP_KERNEL);
  		if (!buf)
  			return 0;
  		while (off > 0) {
  			unsigned long n = off;
  			if (n > PAGE_SIZE)
  				n = PAGE_SIZE;
  			if (!dump_write(file, buf, n))
  				return 0;
  			off -= n;
  		}
  		free_page((unsigned long)buf);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
  	return 1;
  }
  
  /*
   * Decide whether a segment is worth dumping; default is yes to be
   * sure (missing info is worse than too much; etc).
   * Personally I'd include everything, and use the coredump limit...
   *
   * I think we should skip something. But I am not sure how. H.J.
   */
a1b59e802   Kawai, Hidehiro   coredump masking:...
1236
  static int maydump(struct vm_area_struct *vma, unsigned long mm_flags)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1237
  {
e5b97dde5   Roland McGrath   [PATCH] Add VM_AL...
1238
1239
1240
  	/* The vma can be set up to tell us the answer directly.  */
  	if (vma->vm_flags & VM_ALWAYSDUMP)
  		return 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1241
1242
1243
  	/* Do not dump I/O mapped devices or special mappings */
  	if (vma->vm_flags & (VM_IO | VM_RESERVED))
  		return 0;
a1b59e802   Kawai, Hidehiro   coredump masking:...
1244
1245
1246
1247
1248
1249
1250
  	/* By default, dump shared memory if mapped from an anonymous file. */
  	if (vma->vm_flags & VM_SHARED) {
  		if (vma->vm_file->f_path.dentry->d_inode->i_nlink == 0)
  			return test_bit(MMF_DUMP_ANON_SHARED, &mm_flags);
  		else
  			return test_bit(MMF_DUMP_MAPPED_SHARED, &mm_flags);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1251

a1b59e802   Kawai, Hidehiro   coredump masking:...
1252
  	/* By default, if it hasn't been written to, don't write it out. */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1253
  	if (!vma->anon_vma)
a1b59e802   Kawai, Hidehiro   coredump masking:...
1254
  		return test_bit(MMF_DUMP_MAPPED_PRIVATE, &mm_flags);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1255

a1b59e802   Kawai, Hidehiro   coredump masking:...
1256
  	return test_bit(MMF_DUMP_ANON_PRIVATE, &mm_flags);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1257
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
1276
  /* An ELF note in memory */
  struct memelfnote
  {
  	const char *name;
  	int type;
  	unsigned int datasz;
  	void *data;
  };
  
  static int notesize(struct memelfnote *en)
  {
  	int sz;
  
  	sz = sizeof(struct elf_note);
  	sz += roundup(strlen(en->name) + 1, 4);
  	sz += roundup(en->datasz, 4);
  
  	return sz;
  }
d025c9db7   Andi Kleen   [PATCH] Support p...
1277
1278
  #define DUMP_WRITE(addr, nr, foffset)	\
  	do { if (!dump_write(file, (addr), (nr))) return 0; *foffset += (nr); } while(0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1279

d025c9db7   Andi Kleen   [PATCH] Support p...
1280
  static int alignfile(struct file *file, loff_t *foffset)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1281
  {
a7a0d86f5   Petr Vandrovec   [PATCH] Fix core ...
1282
  	static const char buf[4] = { 0, };
d025c9db7   Andi Kleen   [PATCH] Support p...
1283
1284
1285
  	DUMP_WRITE(buf, roundup(*foffset, 4) - *foffset, foffset);
  	return 1;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1286

d025c9db7   Andi Kleen   [PATCH] Support p...
1287
1288
1289
1290
  static int writenote(struct memelfnote *men, struct file *file,
  			loff_t *foffset)
  {
  	struct elf_note en;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1291
1292
1293
  	en.n_namesz = strlen(men->name) + 1;
  	en.n_descsz = men->datasz;
  	en.n_type = men->type;
d025c9db7   Andi Kleen   [PATCH] Support p...
1294
1295
1296
1297
1298
1299
1300
  	DUMP_WRITE(&en, sizeof(en), foffset);
  	DUMP_WRITE(men->name, en.n_namesz, foffset);
  	if (!alignfile(file, foffset))
  		return 0;
  	DUMP_WRITE(men->data, men->datasz, foffset);
  	if (!alignfile(file, foffset))
  		return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1301
1302
1303
1304
  
  	return 1;
  }
  #undef DUMP_WRITE
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1305
1306
1307
1308
1309
1310
1311
  
  #define DUMP_WRITE(addr, nr)	\
  	if ((size += (nr)) > limit || !dump_write(file, (addr), (nr))) \
  		goto end_coredump;
  #define DUMP_SEEK(off)	\
  	if (!dump_seek(file, (off))) \
  		goto end_coredump;
858119e15   Arjan van de Ven   [PATCH] Unlinline...
1312
  static void fill_elf_header(struct elfhdr *elf, int segs)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
  {
  	memcpy(elf->e_ident, ELFMAG, SELFMAG);
  	elf->e_ident[EI_CLASS] = ELF_CLASS;
  	elf->e_ident[EI_DATA] = ELF_DATA;
  	elf->e_ident[EI_VERSION] = EV_CURRENT;
  	elf->e_ident[EI_OSABI] = ELF_OSABI;
  	memset(elf->e_ident+EI_PAD, 0, EI_NIDENT-EI_PAD);
  
  	elf->e_type = ET_CORE;
  	elf->e_machine = ELF_ARCH;
  	elf->e_version = EV_CURRENT;
  	elf->e_entry = 0;
  	elf->e_phoff = sizeof(struct elfhdr);
  	elf->e_shoff = 0;
  	elf->e_flags = ELF_CORE_EFLAGS;
  	elf->e_ehsize = sizeof(struct elfhdr);
  	elf->e_phentsize = sizeof(struct elf_phdr);
  	elf->e_phnum = segs;
  	elf->e_shentsize = 0;
  	elf->e_shnum = 0;
  	elf->e_shstrndx = 0;
  	return;
  }
8d6b5eeea   Andrew Morton   [PATCH] binfmt_el...
1336
  static void fill_elf_note_phdr(struct elf_phdr *phdr, int sz, loff_t offset)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
  {
  	phdr->p_type = PT_NOTE;
  	phdr->p_offset = offset;
  	phdr->p_vaddr = 0;
  	phdr->p_paddr = 0;
  	phdr->p_filesz = sz;
  	phdr->p_memsz = 0;
  	phdr->p_flags = 0;
  	phdr->p_align = 0;
  	return;
  }
  
  static void fill_note(struct memelfnote *note, const char *name, int type, 
  		unsigned int sz, void *data)
  {
  	note->name = name;
  	note->type = type;
  	note->datasz = sz;
  	note->data = data;
  	return;
  }
  
  /*
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1360
1361
   * fill up all the fields in prstatus from the given task struct, except
   * registers which need to be filled up separately.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1362
1363
   */
  static void fill_prstatus(struct elf_prstatus *prstatus,
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1364
  		struct task_struct *p, long signr)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1365
1366
1367
1368
1369
1370
1371
  {
  	prstatus->pr_info.si_signo = prstatus->pr_cursig = signr;
  	prstatus->pr_sigpend = p->pending.signal.sig[0];
  	prstatus->pr_sighold = p->blocked.sig[0];
  	prstatus->pr_pid = p->pid;
  	prstatus->pr_ppid = p->parent->pid;
  	prstatus->pr_pgrp = process_group(p);
937949d9e   Cedric Le Goater   [PATCH] add proce...
1372
  	prstatus->pr_sid = process_session(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
1391
1392
1393
1394
1395
1396
1397
1398
  	if (thread_group_leader(p)) {
  		/*
  		 * This is the record for the group leader.  Add in the
  		 * cumulative times of previous dead threads.  This total
  		 * won't include the time of each live thread whose state
  		 * is included in the core dump.  The final total reported
  		 * to our parent process when it calls wait4 will include
  		 * those sums as well as the little bit more time it takes
  		 * this and each other thread to finish dying after the
  		 * core dump synchronization phase.
  		 */
  		cputime_to_timeval(cputime_add(p->utime, p->signal->utime),
  				   &prstatus->pr_utime);
  		cputime_to_timeval(cputime_add(p->stime, p->signal->stime),
  				   &prstatus->pr_stime);
  	} else {
  		cputime_to_timeval(p->utime, &prstatus->pr_utime);
  		cputime_to_timeval(p->stime, &prstatus->pr_stime);
  	}
  	cputime_to_timeval(p->signal->cutime, &prstatus->pr_cutime);
  	cputime_to_timeval(p->signal->cstime, &prstatus->pr_cstime);
  }
  
  static int fill_psinfo(struct elf_prpsinfo *psinfo, struct task_struct *p,
  		       struct mm_struct *mm)
  {
a84a50595   Greg Kroah-Hartman   [PATCH] fix Linux...
1399
  	unsigned int i, len;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1400
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
  	
  	/* first copy the parameters from user space */
  	memset(psinfo, 0, sizeof(struct elf_prpsinfo));
  
  	len = mm->arg_end - mm->arg_start;
  	if (len >= ELF_PRARGSZ)
  		len = ELF_PRARGSZ-1;
  	if (copy_from_user(&psinfo->pr_psargs,
  		           (const char __user *)mm->arg_start, len))
  		return -EFAULT;
  	for(i = 0; i < len; i++)
  		if (psinfo->pr_psargs[i] == 0)
  			psinfo->pr_psargs[i] = ' ';
  	psinfo->pr_psargs[len] = 0;
  
  	psinfo->pr_pid = p->pid;
  	psinfo->pr_ppid = p->parent->pid;
  	psinfo->pr_pgrp = process_group(p);
937949d9e   Cedric Le Goater   [PATCH] add proce...
1418
  	psinfo->pr_sid = process_session(p);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1419
1420
1421
  
  	i = p->state ? ffz(~p->state) + 1 : 0;
  	psinfo->pr_state = i;
551485481   Carsten Otte   [PATCH] remove ne...
1422
  	psinfo->pr_sname = (i > 5) ? '.' : "RSDTZW"[i];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444
1445
1446
1447
1448
  	psinfo->pr_zomb = psinfo->pr_sname == 'Z';
  	psinfo->pr_nice = task_nice(p);
  	psinfo->pr_flag = p->flags;
  	SET_UID(psinfo->pr_uid, p->uid);
  	SET_GID(psinfo->pr_gid, p->gid);
  	strncpy(psinfo->pr_fname, p->comm, sizeof(psinfo->pr_fname));
  	
  	return 0;
  }
  
  /* Here is the structure in which status of each thread is captured. */
  struct elf_thread_status
  {
  	struct list_head list;
  	struct elf_prstatus prstatus;	/* NT_PRSTATUS */
  	elf_fpregset_t fpu;		/* NT_PRFPREG */
  	struct task_struct *thread;
  #ifdef ELF_CORE_COPY_XFPREGS
  	elf_fpxregset_t xfpu;		/* NT_PRXFPREG */
  #endif
  	struct memelfnote notes[3];
  	int num_notes;
  };
  
  /*
   * In order to add the specific thread information for the elf file format,
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1449
1450
   * we need to keep a linked list of every threads pr_status and then create
   * a single section for them in the final core file.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1451
1452
1453
1454
1455
1456
1457
1458
1459
1460
   */
  static int elf_dump_thread_status(long signr, struct elf_thread_status *t)
  {
  	int sz = 0;
  	struct task_struct *p = t->thread;
  	t->num_notes = 0;
  
  	fill_prstatus(&t->prstatus, p, signr);
  	elf_core_copy_task_regs(p, &t->prstatus.pr_reg);	
  	
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1461
1462
  	fill_note(&t->notes[0], "CORE", NT_PRSTATUS, sizeof(t->prstatus),
  		  &(t->prstatus));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1463
1464
  	t->num_notes++;
  	sz += notesize(&t->notes[0]);
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1465
1466
1467
1468
  	if ((t->prstatus.pr_fpvalid = elf_core_copy_task_fpregs(p, NULL,
  								&t->fpu))) {
  		fill_note(&t->notes[1], "CORE", NT_PRFPREG, sizeof(t->fpu),
  			  &(t->fpu));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1469
1470
1471
1472
1473
1474
  		t->num_notes++;
  		sz += notesize(&t->notes[1]);
  	}
  
  #ifdef ELF_CORE_COPY_XFPREGS
  	if (elf_core_copy_task_xfpregs(p, &t->xfpu)) {
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1475
1476
  		fill_note(&t->notes[2], "LINUX", NT_PRXFPREG, sizeof(t->xfpu),
  			  &t->xfpu);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1477
1478
1479
1480
1481
1482
  		t->num_notes++;
  		sz += notesize(&t->notes[2]);
  	}
  #endif	
  	return sz;
  }
f47aef55d   Roland McGrath   [PATCH] i386 vDSO...
1483
1484
1485
1486
1487
1488
1489
1490
1491
1492
1493
1494
1495
1496
1497
1498
1499
1500
1501
1502
1503
1504
1505
1506
1507
  static struct vm_area_struct *first_vma(struct task_struct *tsk,
  					struct vm_area_struct *gate_vma)
  {
  	struct vm_area_struct *ret = tsk->mm->mmap;
  
  	if (ret)
  		return ret;
  	return gate_vma;
  }
  /*
   * Helper function for iterating across a vma list.  It ensures that the caller
   * will visit `gate_vma' prior to terminating the search.
   */
  static struct vm_area_struct *next_vma(struct vm_area_struct *this_vma,
  					struct vm_area_struct *gate_vma)
  {
  	struct vm_area_struct *ret;
  
  	ret = this_vma->vm_next;
  	if (ret)
  		return ret;
  	if (this_vma == gate_vma)
  		return NULL;
  	return gate_vma;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1508
1509
1510
1511
1512
1513
1514
  /*
   * Actual dumper
   *
   * This is a two-pass process; first we find the offsets of the bits,
   * and then they are actually written out.  If we run out of core limit
   * we just truncate.
   */
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1515
  static int elf_core_dump(long signr, struct pt_regs *regs, struct file *file)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1516
1517
1518
1519
1520
1521
1522
  {
  #define	NUM_NOTES	6
  	int has_dumped = 0;
  	mm_segment_t fs;
  	int segs;
  	size_t size = 0;
  	int i;
f47aef55d   Roland McGrath   [PATCH] i386 vDSO...
1523
  	struct vm_area_struct *vma, *gate_vma;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1524
  	struct elfhdr *elf = NULL;
d025c9db7   Andi Kleen   [PATCH] Support p...
1525
  	loff_t offset = 0, dataoff, foffset;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
  	unsigned long limit = current->signal->rlim[RLIMIT_CORE].rlim_cur;
  	int numnote;
  	struct memelfnote *notes = NULL;
  	struct elf_prstatus *prstatus = NULL;	/* NT_PRSTATUS */
  	struct elf_prpsinfo *psinfo = NULL;	/* NT_PRPSINFO */
   	struct task_struct *g, *p;
   	LIST_HEAD(thread_list);
   	struct list_head *t;
  	elf_fpregset_t *fpu = NULL;
  #ifdef ELF_CORE_COPY_XFPREGS
  	elf_fpxregset_t *xfpu = NULL;
  #endif
  	int thread_status_size = 0;
  	elf_addr_t *auxv;
a1b59e802   Kawai, Hidehiro   coredump masking:...
1540
  	unsigned long mm_flags;
ef7320edb   Michael Ellerman   Fix elf_core_dump...
1541
1542
1543
  #ifdef ELF_CORE_WRITE_EXTRA_NOTES
  	int extra_notes_size;
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1544
1545
1546
1547
  
  	/*
  	 * We no longer stop all VM operations.
  	 * 
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1548
1549
1550
  	 * This is because those proceses that could possibly change map_count
  	 * or the mmap / vma pages are now blocked in do_exit on current
  	 * finishing this core dump.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1551
1552
  	 *
  	 * Only ptrace can touch these memory addresses, but it doesn't change
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1553
  	 * the map_count or the pages allocated. So no possibility of crashing
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
  	 * exists while dumping the mm->vm_next areas to the core file.
  	 */
    
  	/* alloc memory for large data structures: too large to be on stack */
  	elf = kmalloc(sizeof(*elf), GFP_KERNEL);
  	if (!elf)
  		goto cleanup;
  	prstatus = kmalloc(sizeof(*prstatus), GFP_KERNEL);
  	if (!prstatus)
  		goto cleanup;
  	psinfo = kmalloc(sizeof(*psinfo), GFP_KERNEL);
  	if (!psinfo)
  		goto cleanup;
  	notes = kmalloc(NUM_NOTES * sizeof(struct memelfnote), GFP_KERNEL);
  	if (!notes)
  		goto cleanup;
  	fpu = kmalloc(sizeof(*fpu), GFP_KERNEL);
  	if (!fpu)
  		goto cleanup;
  #ifdef ELF_CORE_COPY_XFPREGS
  	xfpu = kmalloc(sizeof(*xfpu), GFP_KERNEL);
  	if (!xfpu)
  		goto cleanup;
  #endif
  
  	if (signr) {
  		struct elf_thread_status *tmp;
486ccb05f   Oleg Nesterov   [PATCH] elf_core_...
1581
  		rcu_read_lock();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1582
1583
  		do_each_thread(g,p)
  			if (current->mm == p->mm && current != p) {
11b0b5abb   Oliver Neukum   [PATCH] use kzall...
1584
  				tmp = kzalloc(sizeof(*tmp), GFP_ATOMIC);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1585
  				if (!tmp) {
486ccb05f   Oleg Nesterov   [PATCH] elf_core_...
1586
  					rcu_read_unlock();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1587
1588
  					goto cleanup;
  				}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1589
1590
1591
1592
  				tmp->thread = p;
  				list_add(&tmp->list, &thread_list);
  			}
  		while_each_thread(g,p);
486ccb05f   Oleg Nesterov   [PATCH] elf_core_...
1593
  		rcu_read_unlock();
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
  		list_for_each(t, &thread_list) {
  			struct elf_thread_status *tmp;
  			int sz;
  
  			tmp = list_entry(t, struct elf_thread_status, list);
  			sz = elf_dump_thread_status(signr, tmp);
  			thread_status_size += sz;
  		}
  	}
  	/* now collect the dump for the current */
  	memset(prstatus, 0, sizeof(*prstatus));
  	fill_prstatus(prstatus, current, signr);
  	elf_core_copy_regs(&prstatus->pr_reg, regs);
  	
  	segs = current->mm->map_count;
  #ifdef ELF_CORE_EXTRA_PHDRS
  	segs += ELF_CORE_EXTRA_PHDRS;
  #endif
f47aef55d   Roland McGrath   [PATCH] i386 vDSO...
1612
1613
1614
  	gate_vma = get_gate_vma(current);
  	if (gate_vma != NULL)
  		segs++;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1615
  	/* Set up header */
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1616
  	fill_elf_header(elf, segs + 1);	/* including notes section */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1617
1618
1619
1620
1621
1622
1623
1624
  
  	has_dumped = 1;
  	current->flags |= PF_DUMPCORE;
  
  	/*
  	 * Set up the notes in similar form to SVR4 core dumps made
  	 * with info from their /proc.
  	 */
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1625
  	fill_note(notes + 0, "CORE", NT_PRSTATUS, sizeof(*prstatus), prstatus);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1626
  	fill_psinfo(psinfo, current->group_leader, current->mm);
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1627
  	fill_note(notes + 1, "CORE", NT_PRPSINFO, sizeof(*psinfo), psinfo);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1628
  	
a92897286   Eric W. Biederman   [PATCH] Don't use...
1629
  	numnote = 2;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1630

f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1631
  	auxv = (elf_addr_t *)current->mm->saved_auxv;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1632
1633
1634
1635
1636
1637
  
  	i = 0;
  	do
  		i += 2;
  	while (auxv[i - 2] != AT_NULL);
  	fill_note(&notes[numnote++], "CORE", NT_AUXV,
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1638
  		  i * sizeof(elf_addr_t), auxv);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1639
1640
  
    	/* Try to dump the FPU. */
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1641
1642
  	if ((prstatus->pr_fpvalid =
  	     elf_core_copy_task_fpregs(current, regs, fpu)))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1643
1644
1645
1646
1647
1648
1649
1650
1651
1652
1653
1654
1655
  		fill_note(notes + numnote++,
  			  "CORE", NT_PRFPREG, sizeof(*fpu), fpu);
  #ifdef ELF_CORE_COPY_XFPREGS
  	if (elf_core_copy_task_xfpregs(current, xfpu))
  		fill_note(notes + numnote++,
  			  "LINUX", NT_PRXFPREG, sizeof(*xfpu), xfpu);
  #endif	
    
  	fs = get_fs();
  	set_fs(KERNEL_DS);
  
  	DUMP_WRITE(elf, sizeof(*elf));
  	offset += sizeof(*elf);				/* Elf header */
a7a0d86f5   Petr Vandrovec   [PATCH] Fix core ...
1656
1657
  	offset += (segs + 1) * sizeof(struct elf_phdr); /* Program headers */
  	foffset = offset;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1658
1659
1660
1661
1662
1663
1664
1665
1666
1667
  
  	/* Write notes phdr entry */
  	{
  		struct elf_phdr phdr;
  		int sz = 0;
  
  		for (i = 0; i < numnote; i++)
  			sz += notesize(notes + i);
  		
  		sz += thread_status_size;
bf1ab978b   Dwayne Grant McConnell   [POWERPC] coredum...
1668
  #ifdef ELF_CORE_WRITE_EXTRA_NOTES
ef7320edb   Michael Ellerman   Fix elf_core_dump...
1669
1670
  		extra_notes_size = ELF_CORE_EXTRA_NOTES_SIZE;
  		sz += extra_notes_size;
bf1ab978b   Dwayne Grant McConnell   [POWERPC] coredum...
1671
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1672
1673
1674
1675
  		fill_elf_note_phdr(&phdr, sz, offset);
  		offset += sz;
  		DUMP_WRITE(&phdr, sizeof(phdr));
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1676
  	dataoff = offset = roundup(offset, ELF_EXEC_PAGESIZE);
a1b59e802   Kawai, Hidehiro   coredump masking:...
1677
1678
1679
1680
1681
1682
  	/*
  	 * We must use the same mm->flags while dumping core to avoid
  	 * inconsistency between the program headers and bodies, otherwise an
  	 * unusable core file can be generated.
  	 */
  	mm_flags = current->mm->flags;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1683
  	/* Write program headers for segments dump */
f47aef55d   Roland McGrath   [PATCH] i386 vDSO...
1684
1685
  	for (vma = first_vma(current, gate_vma); vma != NULL;
  			vma = next_vma(vma, gate_vma)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1686
1687
1688
1689
1690
1691
1692
1693
1694
  		struct elf_phdr phdr;
  		size_t sz;
  
  		sz = vma->vm_end - vma->vm_start;
  
  		phdr.p_type = PT_LOAD;
  		phdr.p_offset = offset;
  		phdr.p_vaddr = vma->vm_start;
  		phdr.p_paddr = 0;
a1b59e802   Kawai, Hidehiro   coredump masking:...
1695
  		phdr.p_filesz = maydump(vma, mm_flags) ? sz : 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1696
1697
1698
  		phdr.p_memsz = sz;
  		offset += phdr.p_filesz;
  		phdr.p_flags = vma->vm_flags & VM_READ ? PF_R : 0;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1699
1700
1701
1702
  		if (vma->vm_flags & VM_WRITE)
  			phdr.p_flags |= PF_W;
  		if (vma->vm_flags & VM_EXEC)
  			phdr.p_flags |= PF_X;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1703
1704
1705
1706
1707
1708
1709
1710
1711
1712
1713
  		phdr.p_align = ELF_EXEC_PAGESIZE;
  
  		DUMP_WRITE(&phdr, sizeof(phdr));
  	}
  
  #ifdef ELF_CORE_WRITE_EXTRA_PHDRS
  	ELF_CORE_WRITE_EXTRA_PHDRS;
  #endif
  
   	/* write out the notes section */
  	for (i = 0; i < numnote; i++)
d025c9db7   Andi Kleen   [PATCH] Support p...
1714
  		if (!writenote(notes + i, file, &foffset))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1715
  			goto end_coredump;
bf1ab978b   Dwayne Grant McConnell   [POWERPC] coredum...
1716
1717
  #ifdef ELF_CORE_WRITE_EXTRA_NOTES
  	ELF_CORE_WRITE_EXTRA_NOTES;
ef7320edb   Michael Ellerman   Fix elf_core_dump...
1718
  	foffset += extra_notes_size;
bf1ab978b   Dwayne Grant McConnell   [POWERPC] coredum...
1719
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1720
1721
  	/* write out the thread status notes section */
  	list_for_each(t, &thread_list) {
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1722
1723
  		struct elf_thread_status *tmp =
  				list_entry(t, struct elf_thread_status, list);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1724
  		for (i = 0; i < tmp->num_notes; i++)
d025c9db7   Andi Kleen   [PATCH] Support p...
1725
  			if (!writenote(&tmp->notes[i], file, &foffset))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1726
1727
  				goto end_coredump;
  	}
d025c9db7   Andi Kleen   [PATCH] Support p...
1728
1729
1730
  
  	/* Align to page */
  	DUMP_SEEK(dataoff - foffset);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1731

f47aef55d   Roland McGrath   [PATCH] i386 vDSO...
1732
1733
  	for (vma = first_vma(current, gate_vma); vma != NULL;
  			vma = next_vma(vma, gate_vma)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1734
  		unsigned long addr;
a1b59e802   Kawai, Hidehiro   coredump masking:...
1735
  		if (!maydump(vma, mm_flags))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1736
1737
1738
1739
1740
  			continue;
  
  		for (addr = vma->vm_start;
  		     addr < vma->vm_end;
  		     addr += PAGE_SIZE) {
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1741
  			struct page *page;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1742
1743
1744
1745
  			struct vm_area_struct *vma;
  
  			if (get_user_pages(current, current->mm, addr, 1, 0, 1,
  						&page, &vma) <= 0) {
d025c9db7   Andi Kleen   [PATCH] Support p...
1746
  				DUMP_SEEK(PAGE_SIZE);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1747
1748
  			} else {
  				if (page == ZERO_PAGE(addr)) {
032217026   Brian Pomerantz   [PATCH] fix page ...
1749
1750
1751
1752
  					if (!dump_seek(file, PAGE_SIZE)) {
  						page_cache_release(page);
  						goto end_coredump;
  					}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1753
1754
  				} else {
  					void *kaddr;
f4e5cc2c4   Jesper Juhl   [PATCH] binfmt_el...
1755
1756
  					flush_cache_page(vma, addr,
  							 page_to_pfn(page));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1757
1758
1759
1760
1761
1762
1763
1764
1765
1766
1767
1768
1769
1770
1771
1772
1773
1774
  					kaddr = kmap(page);
  					if ((size += PAGE_SIZE) > limit ||
  					    !dump_write(file, kaddr,
  					    PAGE_SIZE)) {
  						kunmap(page);
  						page_cache_release(page);
  						goto end_coredump;
  					}
  					kunmap(page);
  				}
  				page_cache_release(page);
  			}
  		}
  	}
  
  #ifdef ELF_CORE_WRITE_EXTRA_DATA
  	ELF_CORE_WRITE_EXTRA_DATA;
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1775
1776
1777
1778
  end_coredump:
  	set_fs(fs);
  
  cleanup:
74da6cd06   Jesper Juhl   missing printk lo...
1779
  	while (!list_empty(&thread_list)) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1780
1781
1782
1783
1784
1785
1786
1787
1788
1789
1790
1791
1792
1793
1794
1795
1796
1797
1798
1799
1800
1801
1802
1803
1804
1805
1806
1807
1808
1809
1810
1811
1812
  		struct list_head *tmp = thread_list.next;
  		list_del(tmp);
  		kfree(list_entry(tmp, struct elf_thread_status, list));
  	}
  
  	kfree(elf);
  	kfree(prstatus);
  	kfree(psinfo);
  	kfree(notes);
  	kfree(fpu);
  #ifdef ELF_CORE_COPY_XFPREGS
  	kfree(xfpu);
  #endif
  	return has_dumped;
  #undef NUM_NOTES
  }
  
  #endif		/* USE_ELF_CORE_DUMP */
  
  static int __init init_elf_binfmt(void)
  {
  	return register_binfmt(&elf_format);
  }
  
  static void __exit exit_elf_binfmt(void)
  {
  	/* Remove the COFF and ELF loaders. */
  	unregister_binfmt(&elf_format);
  }
  
  core_initcall(init_elf_binfmt);
  module_exit(exit_elf_binfmt);
  MODULE_LICENSE("GPL");