Blame view

init/initramfs.c 14.3 KB
b24413180   Greg Kroah-Hartman   License cleanup: ...
1
  // SPDX-License-Identifier: GPL-2.0
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
2
3
4
5
6
7
8
  #include <linux/init.h>
  #include <linux/fs.h>
  #include <linux/slab.h>
  #include <linux/types.h>
  #include <linux/fcntl.h>
  #include <linux/delay.h>
  #include <linux/string.h>
df52092f3   Li, Shaohua   fastboot: remove ...
9
  #include <linux/dirent.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
10
  #include <linux/syscalls.h>
889d51a10   Nye Liu   initramfs: add op...
11
  #include <linux/utime.h>
088655148   Lokesh Vutla   initramfs: finish...
12
  #include <linux/file.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
13

387474399   Yinghai Lu   initramfs: suppor...
14
15
16
17
18
19
  static ssize_t __init xwrite(int fd, const char *p, size_t count)
  {
  	ssize_t out = 0;
  
  	/* sys_write only can write MAX_RW_COUNT aka 2G-4K bytes at most */
  	while (count) {
e7a3e8b2e   Dominik Brodowski   fs: add ksys_writ...
20
  		ssize_t rv = ksys_write(fd, p, count);
387474399   Yinghai Lu   initramfs: suppor...
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
  
  		if (rv < 0) {
  			if (rv == -EINTR || rv == -EAGAIN)
  				continue;
  			return out ? out : rv;
  		} else if (rv == 0)
  			break;
  
  		p += rv;
  		out += rv;
  		count -= rv;
  	}
  
  	return out;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
36
37
38
39
40
41
  static __initdata char *message;
  static void __init error(char *x)
  {
  	if (!message)
  		message = x;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
42
  /* link hash */
6a050da45   Mark Huang   [PATCH] initramfs...
43
  #define N_ALIGN(len) ((((len) + 1) & ~3) + 2)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
44
45
  static __initdata struct hash {
  	int ino, minor, major;
685dd2d5b   Al Viro   init/initramfs.c:...
46
  	umode_t mode;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
47
  	struct hash *next;
6a050da45   Mark Huang   [PATCH] initramfs...
48
  	char name[N_ALIGN(PATH_MAX)];
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
49
50
51
52
53
54
55
56
  } *head[32];
  
  static inline int hash(int major, int minor, int ino)
  {
  	unsigned long tmp = ino + minor + (major << 3);
  	tmp += tmp >> 5;
  	return tmp & 31;
  }
2139a7fbf   H. Peter Anvin   [PATCH] initramfs...
57
  static char __init *find_link(int major, int minor, int ino,
685dd2d5b   Al Viro   init/initramfs.c:...
58
  			      umode_t mode, char *name)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
59
60
61
62
63
64
65
66
67
  {
  	struct hash **p, *q;
  	for (p = head + hash(major, minor, ino); *p; p = &(*p)->next) {
  		if ((*p)->ino != ino)
  			continue;
  		if ((*p)->minor != minor)
  			continue;
  		if ((*p)->major != major)
  			continue;
2139a7fbf   H. Peter Anvin   [PATCH] initramfs...
68
69
  		if (((*p)->mode ^ mode) & S_IFMT)
  			continue;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
70
71
  		return (*p)->name;
  	}
3265e66b1   Thomas Petazzoni   directly use kmal...
72
  	q = kmalloc(sizeof(struct hash), GFP_KERNEL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
73
74
  	if (!q)
  		panic("can't allocate link hash entry");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
75
  	q->major = major;
2139a7fbf   H. Peter Anvin   [PATCH] initramfs...
76
77
78
  	q->minor = minor;
  	q->ino = ino;
  	q->mode = mode;
6a050da45   Mark Huang   [PATCH] initramfs...
79
  	strcpy(q->name, name);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
80
81
82
83
84
85
86
87
88
89
90
91
  	q->next = NULL;
  	*p = q;
  	return NULL;
  }
  
  static void __init free_hash(void)
  {
  	struct hash **p, *q;
  	for (p = head; p < head + 32; p++) {
  		while (*p) {
  			q = *p;
  			*p = q->next;
3265e66b1   Thomas Petazzoni   directly use kmal...
92
  			kfree(q);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
93
94
95
  		}
  	}
  }
e35c4c64f   Arnd Bergmann   initramfs: use ti...
96
  static long __init do_utime(char *filename, time64_t mtime)
889d51a10   Nye Liu   initramfs: add op...
97
  {
aaed2dd8a   Deepa Dinamani   utimes: Make utim...
98
  	struct timespec64 t[2];
889d51a10   Nye Liu   initramfs: add op...
99
100
101
102
103
104
105
106
107
108
109
110
111
  
  	t[0].tv_sec = mtime;
  	t[0].tv_nsec = 0;
  	t[1].tv_sec = mtime;
  	t[1].tv_nsec = 0;
  
  	return do_utimes(AT_FDCWD, filename, t, AT_SYMLINK_NOFOLLOW);
  }
  
  static __initdata LIST_HEAD(dir_list);
  struct dir_entry {
  	struct list_head list;
  	char *name;
e35c4c64f   Arnd Bergmann   initramfs: use ti...
112
  	time64_t mtime;
889d51a10   Nye Liu   initramfs: add op...
113
  };
e35c4c64f   Arnd Bergmann   initramfs: use ti...
114
  static void __init dir_add(const char *name, time64_t mtime)
889d51a10   Nye Liu   initramfs: add op...
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
  {
  	struct dir_entry *de = kmalloc(sizeof(struct dir_entry), GFP_KERNEL);
  	if (!de)
  		panic("can't allocate dir_entry buffer");
  	INIT_LIST_HEAD(&de->list);
  	de->name = kstrdup(name, GFP_KERNEL);
  	de->mtime = mtime;
  	list_add(&de->list, &dir_list);
  }
  
  static void __init dir_utime(void)
  {
  	struct dir_entry *de, *tmp;
  	list_for_each_entry_safe(de, tmp, &dir_list, list) {
  		list_del(&de->list);
  		do_utime(de->name, de->mtime);
  		kfree(de->name);
  		kfree(de);
  	}
  }
e35c4c64f   Arnd Bergmann   initramfs: use ti...
135
  static __initdata time64_t mtime;
889d51a10   Nye Liu   initramfs: add op...
136

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
137
138
139
  /* cpio header parsing */
  
  static __initdata unsigned long ino, major, minor, nlink;
685dd2d5b   Al Viro   init/initramfs.c:...
140
  static __initdata umode_t mode;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
  static __initdata unsigned long body_len, name_len;
  static __initdata uid_t uid;
  static __initdata gid_t gid;
  static __initdata unsigned rdev;
  
  static void __init parse_header(char *s)
  {
  	unsigned long parsed[12];
  	char buf[9];
  	int i;
  
  	buf[8] = '\0';
  	for (i = 0, s += 6; i < 12; i++, s += 8) {
  		memcpy(buf, s, 8);
  		parsed[i] = simple_strtoul(buf, NULL, 16);
  	}
  	ino = parsed[0];
  	mode = parsed[1];
  	uid = parsed[2];
  	gid = parsed[3];
  	nlink = parsed[4];
e35c4c64f   Arnd Bergmann   initramfs: use ti...
162
  	mtime = parsed[5]; /* breaks in y2106 */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
  	body_len = parsed[6];
  	major = parsed[7];
  	minor = parsed[8];
  	rdev = new_encode_dev(MKDEV(parsed[9], parsed[10]));
  	name_len = parsed[11];
  }
  
  /* FSM */
  
  static __initdata enum state {
  	Start,
  	Collect,
  	GotHeader,
  	SkipIt,
  	GotName,
  	CopyFile,
  	GotSymlink,
  	Reset
  } state, next_state;
  
  static __initdata char *victim;
c34d85aca   Mark Rustad   init/initramfs.c:...
184
  static unsigned long byte_count __initdata;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
185
  static __initdata loff_t this_header, next_header;
b0a5ab931   Al Viro   initramfs: missin...
186
  static inline void __init eat(unsigned n)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
187
188
189
  {
  	victim += n;
  	this_header += n;
c34d85aca   Mark Rustad   init/initramfs.c:...
190
  	byte_count -= n;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
191
  }
889d51a10   Nye Liu   initramfs: add op...
192
  static __initdata char *vcollected;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
193
  static __initdata char *collected;
d97b07c54   Yinghai Lu   initramfs: suppor...
194
  static long remains __initdata;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
195
196
197
198
  static __initdata char *collect;
  
  static void __init read_into(char *buf, unsigned size, enum state next)
  {
c34d85aca   Mark Rustad   init/initramfs.c:...
199
  	if (byte_count >= size) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
  		collected = victim;
  		eat(size);
  		state = next;
  	} else {
  		collect = collected = buf;
  		remains = size;
  		next_state = next;
  		state = Collect;
  	}
  }
  
  static __initdata char *header_buf, *symlink_buf, *name_buf;
  
  static int __init do_start(void)
  {
  	read_into(header_buf, 110, GotHeader);
  	return 0;
  }
  
  static int __init do_collect(void)
  {
d97b07c54   Yinghai Lu   initramfs: suppor...
221
  	unsigned long n = remains;
c34d85aca   Mark Rustad   init/initramfs.c:...
222
223
  	if (byte_count < n)
  		n = byte_count;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
224
225
226
227
228
229
230
231
232
233
234
  	memcpy(collect, victim, n);
  	eat(n);
  	collect += n;
  	if ((remains -= n) != 0)
  		return 1;
  	state = next_state;
  	return 0;
  }
  
  static int __init do_header(void)
  {
2e591bbc0   Arjan van de Ven   [PATCH] Make init...
235
236
237
238
  	if (memcmp(collected, "070707", 6)==0) {
  		error("incorrect cpio method used: use -H newc option");
  		return 1;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
239
240
241
242
243
244
245
  	if (memcmp(collected, "070701", 6)) {
  		error("no cpio magic");
  		return 1;
  	}
  	parse_header(collected);
  	next_header = this_header + N_ALIGN(name_len) + body_len;
  	next_header = (next_header + 3) & ~3;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
  	state = SkipIt;
  	if (name_len <= 0 || name_len > PATH_MAX)
  		return 0;
  	if (S_ISLNK(mode)) {
  		if (body_len > PATH_MAX)
  			return 0;
  		collect = collected = symlink_buf;
  		remains = N_ALIGN(name_len) + body_len;
  		next_state = GotSymlink;
  		state = Collect;
  		return 0;
  	}
  	if (S_ISREG(mode) || !body_len)
  		read_into(name_buf, N_ALIGN(name_len), GotName);
  	return 0;
  }
  
  static int __init do_skip(void)
  {
c34d85aca   Mark Rustad   init/initramfs.c:...
265
266
  	if (this_header + byte_count < next_header) {
  		eat(byte_count);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
267
268
269
270
271
272
273
274
275
276
  		return 1;
  	} else {
  		eat(next_header - this_header);
  		state = next_state;
  		return 0;
  	}
  }
  
  static int __init do_reset(void)
  {
c34d85aca   Mark Rustad   init/initramfs.c:...
277
  	while (byte_count && *victim == '\0')
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
278
  		eat(1);
c34d85aca   Mark Rustad   init/initramfs.c:...
279
  	if (byte_count && (this_header & 3))
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
280
281
282
  		error("broken padding");
  	return 1;
  }
c34d85aca   Mark Rustad   init/initramfs.c:...
283
  static void __init clean_path(char *path, umode_t fmode)
2139a7fbf   H. Peter Anvin   [PATCH] initramfs...
284
  {
046aa1265   Arnd Bergmann   initramfs: use vf...
285
  	struct kstat st;
2139a7fbf   H. Peter Anvin   [PATCH] initramfs...
286

046aa1265   Arnd Bergmann   initramfs: use vf...
287
288
  	if (!vfs_lstat(path, &st) && (st.mode ^ fmode) & S_IFMT) {
  		if (S_ISDIR(st.mode))
f459dffae   Dominik Brodowski   fs: add ksys_rmdi...
289
  			ksys_rmdir(path);
2139a7fbf   H. Peter Anvin   [PATCH] initramfs...
290
  		else
0f32ab8cf   Dominik Brodowski   fs: add ksys_unli...
291
  			ksys_unlink(path);
2139a7fbf   H. Peter Anvin   [PATCH] initramfs...
292
293
  	}
  }
7c0950d45   Li Zhijian   initramfs: clean ...
294
295
296
297
298
299
300
301
302
303
304
  static int __init maybe_link(void)
  {
  	if (nlink >= 2) {
  		char *old = find_link(major, minor, ino, mode, collected);
  		if (old) {
  			clean_path(collected, 0);
  			return (ksys_link(old, collected) < 0) ? -1 : 1;
  		}
  	}
  	return 0;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
305
306
307
308
309
310
311
312
313
314
  static __initdata int wfd;
  
  static int __init do_name(void)
  {
  	state = SkipIt;
  	next_state = Reset;
  	if (strcmp(collected, "TRAILER!!!") == 0) {
  		free_hash();
  		return 0;
  	}
2139a7fbf   H. Peter Anvin   [PATCH] initramfs...
315
  	clean_path(collected, mode);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
316
  	if (S_ISREG(mode)) {
2139a7fbf   H. Peter Anvin   [PATCH] initramfs...
317
318
319
320
321
  		int ml = maybe_link();
  		if (ml >= 0) {
  			int openflags = O_WRONLY|O_CREAT;
  			if (ml != 1)
  				openflags |= O_TRUNC;
bae217ea8   Dominik Brodowski   fs: add ksys_open...
322
  			wfd = ksys_open(collected, openflags, mode);
2139a7fbf   H. Peter Anvin   [PATCH] initramfs...
323

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
324
  			if (wfd >= 0) {
55731b3cd   Dominik Brodowski   fs: add do_fchown...
325
  				ksys_fchown(wfd, uid, gid);
03450e271   Dominik Brodowski   fs: add ksys_fchm...
326
  				ksys_fchmod(wfd, mode);
d20d5a745   Randy Robertson   initramfs: fix in...
327
  				if (body_len)
411d9475c   Dominik Brodowski   fs: add ksys_ftru...
328
  					ksys_ftruncate(wfd, body_len);
889d51a10   Nye Liu   initramfs: add op...
329
  				vcollected = kstrdup(collected, GFP_KERNEL);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
330
331
332
333
  				state = CopyFile;
  			}
  		}
  	} else if (S_ISDIR(mode)) {
0101db7a3   Dominik Brodowski   fs: add do_mkdira...
334
  		ksys_mkdir(collected, mode);
55731b3cd   Dominik Brodowski   fs: add do_fchown...
335
  		ksys_chown(collected, uid, gid);
03450e271   Dominik Brodowski   fs: add ksys_fchm...
336
  		ksys_chmod(collected, mode);
889d51a10   Nye Liu   initramfs: add op...
337
  		dir_add(collected, mtime);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
338
339
340
  	} else if (S_ISBLK(mode) || S_ISCHR(mode) ||
  		   S_ISFIFO(mode) || S_ISSOCK(mode)) {
  		if (maybe_link() == 0) {
87c4e1926   Dominik Brodowski   fs: add do_mknoda...
341
  			ksys_mknod(collected, mode, rdev);
55731b3cd   Dominik Brodowski   fs: add do_fchown...
342
  			ksys_chown(collected, uid, gid);
03450e271   Dominik Brodowski   fs: add ksys_fchm...
343
  			ksys_chmod(collected, mode);
889d51a10   Nye Liu   initramfs: add op...
344
  			do_utime(collected, mtime);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
345
346
347
348
349
350
351
  		}
  	}
  	return 0;
  }
  
  static int __init do_copy(void)
  {
c34d85aca   Mark Rustad   init/initramfs.c:...
352
  	if (byte_count >= body_len) {
9687fd910   David Engraf   initramfs: add wr...
353
354
  		if (xwrite(wfd, victim, body_len) != body_len)
  			error("write error");
2ca2a09d6   Dominik Brodowski   fs: add ksys_clos...
355
  		ksys_close(wfd);
889d51a10   Nye Liu   initramfs: add op...
356
357
  		do_utime(vcollected, mtime);
  		kfree(vcollected);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
358
359
360
361
  		eat(body_len);
  		state = SkipIt;
  		return 0;
  	} else {
c34d85aca   Mark Rustad   init/initramfs.c:...
362
  		if (xwrite(wfd, victim, byte_count) != byte_count)
9687fd910   David Engraf   initramfs: add wr...
363
  			error("write error");
c34d85aca   Mark Rustad   init/initramfs.c:...
364
365
  		body_len -= byte_count;
  		eat(byte_count);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
366
367
368
369
370
371
372
  		return 1;
  	}
  }
  
  static int __init do_symlink(void)
  {
  	collected[N_ALIGN(name_len) + body_len] = '\0';
2139a7fbf   H. Peter Anvin   [PATCH] initramfs...
373
  	clean_path(collected, 0);
b724e846b   Dominik Brodowski   fs: add do_symlin...
374
  	ksys_symlink(collected + N_ALIGN(name_len), collected);
55731b3cd   Dominik Brodowski   fs: add do_fchown...
375
  	ksys_lchown(collected, uid, gid);
889d51a10   Nye Liu   initramfs: add op...
376
  	do_utime(collected, mtime);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
  	state = SkipIt;
  	next_state = Reset;
  	return 0;
  }
  
  static __initdata int (*actions[])(void) = {
  	[Start]		= do_start,
  	[Collect]	= do_collect,
  	[GotHeader]	= do_header,
  	[SkipIt]	= do_skip,
  	[GotName]	= do_name,
  	[CopyFile]	= do_copy,
  	[GotSymlink]	= do_symlink,
  	[Reset]		= do_reset,
  };
d97b07c54   Yinghai Lu   initramfs: suppor...
392
  static long __init write_buffer(char *buf, unsigned long len)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
393
  {
c34d85aca   Mark Rustad   init/initramfs.c:...
394
  	byte_count = len;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
395
396
397
398
  	victim = buf;
  
  	while (!actions[state]())
  		;
c34d85aca   Mark Rustad   init/initramfs.c:...
399
  	return len - byte_count;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
400
  }
d97b07c54   Yinghai Lu   initramfs: suppor...
401
  static long __init flush_buffer(void *bufv, unsigned long len)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
402
  {
30d65dbfe   Alain Knaff   bzip2/lzma: confi...
403
  	char *buf = (char *) bufv;
d97b07c54   Yinghai Lu   initramfs: suppor...
404
405
  	long written;
  	long origLen = len;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
406
  	if (message)
30d65dbfe   Alain Knaff   bzip2/lzma: confi...
407
  		return -1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
408
409
410
411
412
413
414
415
416
417
418
  	while ((written = write_buffer(buf, len)) < len && !message) {
  		char c = buf[written];
  		if (c == '0') {
  			buf += written;
  			len -= written;
  			state = Start;
  		} else if (c == 0) {
  			buf += written;
  			len -= written;
  			state = Reset;
  		} else
e5eed351f   David Engraf   init/initramfs.c:...
419
  			error("junk within compressed archive");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
420
  	}
30d65dbfe   Alain Knaff   bzip2/lzma: confi...
421
  	return origLen;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
422
  }
d97b07c54   Yinghai Lu   initramfs: suppor...
423
  static unsigned long my_inptr; /* index of next byte to be processed in inbuf */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
424

889c92d21   H. Peter Anvin   bzip2/lzma: centr...
425
  #include <linux/decompress/generic.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
426

d97b07c54   Yinghai Lu   initramfs: suppor...
427
  static char * __init unpack_to_rootfs(char *buf, unsigned long len)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
428
  {
d97b07c54   Yinghai Lu   initramfs: suppor...
429
  	long written;
889c92d21   H. Peter Anvin   bzip2/lzma: centr...
430
  	decompress_fn decompress;
23a22d57a   H. Peter Anvin   bzip2/lzma: compr...
431
432
  	const char *compress_name;
  	static __initdata char msg_buf[64];
889c92d21   H. Peter Anvin   bzip2/lzma: centr...
433

3265e66b1   Thomas Petazzoni   directly use kmal...
434
435
436
  	header_buf = kmalloc(110, GFP_KERNEL);
  	symlink_buf = kmalloc(PATH_MAX + N_ALIGN(PATH_MAX) + 1, GFP_KERNEL);
  	name_buf = kmalloc(N_ALIGN(PATH_MAX), GFP_KERNEL);
30d65dbfe   Alain Knaff   bzip2/lzma: confi...
437
438
  
  	if (!header_buf || !symlink_buf || !name_buf)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
439
  		panic("can't allocate buffers");
30d65dbfe   Alain Knaff   bzip2/lzma: confi...
440

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
  	state = Start;
  	this_header = 0;
  	message = NULL;
  	while (!message && len) {
  		loff_t saved_offset = this_header;
  		if (*buf == '0' && !(this_header & 3)) {
  			state = Start;
  			written = write_buffer(buf, len);
  			buf += written;
  			len -= written;
  			continue;
  		}
  		if (!*buf) {
  			buf++;
  			len--;
  			this_header++;
  			continue;
  		}
  		this_header = 0;
23a22d57a   H. Peter Anvin   bzip2/lzma: compr...
460
  		decompress = decompress_method(buf, len, &compress_name);
6aa7a29aa   Daniel M. Weeks   initramfs: debug ...
461
462
  		pr_debug("Detected %s compressed data
  ", compress_name);
54291362d   Phillip Lougher   initramfs: add mi...
463
  		if (decompress) {
d97b07c54   Yinghai Lu   initramfs: suppor...
464
  			int res = decompress(buf, len, NULL, flush_buffer, NULL,
889c92d21   H. Peter Anvin   bzip2/lzma: centr...
465
  				   &my_inptr, error);
54291362d   Phillip Lougher   initramfs: add mi...
466
467
468
  			if (res)
  				error("decompressor failed");
  		} else if (compress_name) {
23a22d57a   H. Peter Anvin   bzip2/lzma: compr...
469
470
471
472
473
474
  			if (!message) {
  				snprintf(msg_buf, sizeof msg_buf,
  					 "compression method %s not configured",
  					 compress_name);
  				message = msg_buf;
  			}
df37bd156   Phillip Lougher   initramfs: handle...
475
  		} else
e5eed351f   David Engraf   init/initramfs.c:...
476
  			error("invalid magic at start of compressed archive");
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
477
  		if (state != Reset)
e5eed351f   David Engraf   init/initramfs.c:...
478
  			error("junk at the end of compressed archive");
30d65dbfe   Alain Knaff   bzip2/lzma: confi...
479
480
481
  		this_header = saved_offset + my_inptr;
  		buf += my_inptr;
  		len -= my_inptr;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
482
  	}
889d51a10   Nye Liu   initramfs: add op...
483
  	dir_utime();
3265e66b1   Thomas Petazzoni   directly use kmal...
484
485
486
  	kfree(name_buf);
  	kfree(symlink_buf);
  	kfree(header_buf);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
487
488
  	return message;
  }
0a7b35cb1   Michael Neuling   [PATCH] Add retai...
489
490
491
492
493
494
495
496
497
498
  static int __initdata do_retain_initrd;
  
  static int __init retain_initrd_param(char *str)
  {
  	if (*str)
  		return 0;
  	do_retain_initrd = 1;
  	return 1;
  }
  __setup("retain_initrd", retain_initrd_param);
d8ae8a376   Christoph Hellwig   initramfs: move t...
499
500
501
502
503
504
505
506
  #ifdef CONFIG_ARCH_HAS_KEEPINITRD
  static int __init keepinitrd_setup(char *__unused)
  {
  	do_retain_initrd = 1;
  	return 1;
  }
  __setup("keepinitrd", keepinitrd_setup);
  #endif
ffe8018c3   Hendrik Brueckner   initramfs: fix in...
507
508
  extern char __initramfs_start[];
  extern unsigned long __initramfs_size;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
509
  #include <linux/initrd.h>
9c15e852a   Haren Myneni   [PATCH] kexec: fi...
510
  #include <linux/kexec.h>
0f3d2bd54   Jan Beulich   [PATCH] free init...
511

4afd58e14   Christoph Hellwig   initramfs: provid...
512
513
  void __weak free_initrd_mem(unsigned long start, unsigned long end)
  {
f94f7434c   Christoph Hellwig   initramfs: poison...
514
515
  	free_reserved_area((void *)start, (void *)end, POISON_FREE_INITMEM,
  			"initrd");
4afd58e14   Christoph Hellwig   initramfs: provid...
516
  }
2965faa5e   Dave Young   kexec: split kexe...
517
  #ifdef CONFIG_KEXEC_CORE
23091e287   Christoph Hellwig   initramfs: cleanu...
518
519
  static bool kexec_free_initrd(void)
  {
9c15e852a   Haren Myneni   [PATCH] kexec: fi...
520
521
522
523
524
525
526
  	unsigned long crashk_start = (unsigned long)__va(crashk_res.start);
  	unsigned long crashk_end   = (unsigned long)__va(crashk_res.end);
  
  	/*
  	 * If the initrd region is overlapped with crashkernel reserved region,
  	 * free only memory that is not part of crashkernel region.
  	 */
23091e287   Christoph Hellwig   initramfs: cleanu...
527
528
529
530
531
532
533
534
535
536
537
538
  	if (initrd_start >= crashk_end || initrd_end <= crashk_start)
  		return false;
  
  	/*
  	 * Initialize initrd memory region since the kexec boot does not do.
  	 */
  	memset((void *)initrd_start, 0, initrd_end - initrd_start);
  	if (initrd_start < crashk_start)
  		free_initrd_mem(initrd_start, crashk_start);
  	if (initrd_end > crashk_end)
  		free_initrd_mem(crashk_end, initrd_end);
  	return true;
0f3d2bd54   Jan Beulich   [PATCH] free init...
539
  }
23091e287   Christoph Hellwig   initramfs: cleanu...
540
541
542
543
544
545
  #else
  static inline bool kexec_free_initrd(void)
  {
  	return false;
  }
  #endif /* CONFIG_KEXEC_CORE */
0f3d2bd54   Jan Beulich   [PATCH] free init...
546

a841c673f   Andrew Morton   revert "initramfs...
547
  #ifdef CONFIG_BLK_DEV_RAM
df52092f3   Li, Shaohua   fastboot: remove ...
548
549
550
551
552
553
  #define BUF_SIZE 1024
  static void __init clean_rootfs(void)
  {
  	int fd;
  	void *buf;
  	struct linux_dirent64 *dirp;
8aaed5bec   H Hartley Sweeten   init/initramfs.c:...
554
  	int num;
df52092f3   Li, Shaohua   fastboot: remove ...
555

bae217ea8   Dominik Brodowski   fs: add ksys_open...
556
  	fd = ksys_open("/", O_RDONLY, 0);
df52092f3   Li, Shaohua   fastboot: remove ...
557
558
559
560
561
562
  	WARN_ON(fd < 0);
  	if (fd < 0)
  		return;
  	buf = kzalloc(BUF_SIZE, GFP_KERNEL);
  	WARN_ON(!buf);
  	if (!buf) {
2ca2a09d6   Dominik Brodowski   fs: add ksys_clos...
563
  		ksys_close(fd);
df52092f3   Li, Shaohua   fastboot: remove ...
564
565
566
567
  		return;
  	}
  
  	dirp = buf;
454dab3f9   Dominik Brodowski   fs: add ksys_getd...
568
  	num = ksys_getdents64(fd, dirp, BUF_SIZE);
8aaed5bec   H Hartley Sweeten   init/initramfs.c:...
569
570
  	while (num > 0) {
  		while (num > 0) {
046aa1265   Arnd Bergmann   initramfs: use vf...
571
  			struct kstat st;
df52092f3   Li, Shaohua   fastboot: remove ...
572
  			int ret;
046aa1265   Arnd Bergmann   initramfs: use vf...
573
  			ret = vfs_lstat(dirp->d_name, &st);
df52092f3   Li, Shaohua   fastboot: remove ...
574
575
  			WARN_ON_ONCE(ret);
  			if (!ret) {
046aa1265   Arnd Bergmann   initramfs: use vf...
576
  				if (S_ISDIR(st.mode))
f459dffae   Dominik Brodowski   fs: add ksys_rmdi...
577
  					ksys_rmdir(dirp->d_name);
df52092f3   Li, Shaohua   fastboot: remove ...
578
  				else
0f32ab8cf   Dominik Brodowski   fs: add ksys_unli...
579
  					ksys_unlink(dirp->d_name);
df52092f3   Li, Shaohua   fastboot: remove ...
580
  			}
8aaed5bec   H Hartley Sweeten   init/initramfs.c:...
581
  			num -= dirp->d_reclen;
df52092f3   Li, Shaohua   fastboot: remove ...
582
583
584
585
  			dirp = (void *)dirp + dirp->d_reclen;
  		}
  		dirp = buf;
  		memset(buf, 0, BUF_SIZE);
454dab3f9   Dominik Brodowski   fs: add ksys_getd...
586
  		num = ksys_getdents64(fd, dirp, BUF_SIZE);
df52092f3   Li, Shaohua   fastboot: remove ...
587
  	}
2ca2a09d6   Dominik Brodowski   fs: add ksys_clos...
588
  	ksys_close(fd);
df52092f3   Li, Shaohua   fastboot: remove ...
589
590
  	kfree(buf);
  }
afef7889c   Christoph Hellwig   initramfs: cleanu...
591
592
593
594
595
  #else
  static inline void clean_rootfs(void)
  {
  }
  #endif /* CONFIG_BLK_DEV_RAM */
df52092f3   Li, Shaohua   fastboot: remove ...
596

7c184ecd2   Christoph Hellwig   initramfs: factor...
597
  #ifdef CONFIG_BLK_DEV_RAM
4ada1e810   Geert Uytterhoeven   initramfs: fix po...
598
  static void __init populate_initrd_image(char *err)
7c184ecd2   Christoph Hellwig   initramfs: factor...
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
  {
  	ssize_t written;
  	int fd;
  
  	unpack_to_rootfs(__initramfs_start, __initramfs_size);
  
  	printk(KERN_INFO "rootfs image is not initramfs (%s); looks like an initrd
  ",
  			err);
  	fd = ksys_open("/initrd.image", O_WRONLY | O_CREAT, 0700);
  	if (fd < 0)
  		return;
  
  	written = xwrite(fd, (char *)initrd_start, initrd_end - initrd_start);
  	if (written != initrd_end - initrd_start)
  		pr_err("/initrd.image: incomplete write (%zd != %ld)
  ",
  		       written, initrd_end - initrd_start);
  	ksys_close(fd);
  }
afef7889c   Christoph Hellwig   initramfs: cleanu...
619
  #else
4ada1e810   Geert Uytterhoeven   initramfs: fix po...
620
  static void __init populate_initrd_image(char *err)
afef7889c   Christoph Hellwig   initramfs: cleanu...
621
622
623
624
  {
  	printk(KERN_EMERG "Initramfs unpacking failed: %s
  ", err);
  }
7c184ecd2   Christoph Hellwig   initramfs: factor...
625
  #endif /* CONFIG_BLK_DEV_RAM */
9a9e0d685   Linus Torvalds   ACPI: Remove ACPI...
626
  static int __init populate_rootfs(void)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
627
  {
17a9be317   Stafford Horne   initramfs: Always...
628
  	/* Load the built in initramfs */
ffe8018c3   Hendrik Brueckner   initramfs: fix in...
629
  	char *err = unpack_to_rootfs(__initramfs_start, __initramfs_size);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
630
  	if (err)
499a4584d   Tetsuo Handa   init: fix possibl...
631
  		panic("%s", err); /* Failed to decompress INTERNAL initramfs */
afef7889c   Christoph Hellwig   initramfs: cleanu...
632
633
634
635
636
  
  	if (!initrd_start || IS_ENABLED(CONFIG_INITRAMFS_FORCE))
  		goto done;
  
  	if (IS_ENABLED(CONFIG_BLK_DEV_RAM))
a1e6b6c1a   Eric Piel   initramfs: clean ...
637
638
  		printk(KERN_INFO "Trying to unpack rootfs image as initramfs...
  ");
afef7889c   Christoph Hellwig   initramfs: cleanu...
639
640
641
  	else
  		printk(KERN_INFO "Unpacking initramfs...
  ");
54c7a8916   Christoph Hellwig   initramfs: free i...
642

afef7889c   Christoph Hellwig   initramfs: cleanu...
643
644
  	err = unpack_to_rootfs((char *)initrd_start, initrd_end - initrd_start);
  	if (err) {
54c7a8916   Christoph Hellwig   initramfs: free i...
645
  		clean_rootfs();
7c184ecd2   Christoph Hellwig   initramfs: factor...
646
  		populate_initrd_image(err);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
647
  	}
23091e287   Christoph Hellwig   initramfs: cleanu...
648

afef7889c   Christoph Hellwig   initramfs: cleanu...
649
  done:
23091e287   Christoph Hellwig   initramfs: cleanu...
650
651
652
653
  	/*
  	 * If the initrd region is overlapped with crashkernel reserved region,
  	 * free only memory that is not part of crashkernel region.
  	 */
5d59aa8f9   Steven Price   initramfs: don't ...
654
  	if (!do_retain_initrd && initrd_start && !kexec_free_initrd())
23091e287   Christoph Hellwig   initramfs: cleanu...
655
656
657
  		free_initrd_mem(initrd_start, initrd_end);
  	initrd_start = 0;
  	initrd_end = 0;
17a9be317   Stafford Horne   initramfs: Always...
658
  	flush_delayed_fput();
8d610dd52   Linus Torvalds   Make sure we popu...
659
  	return 0;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
660
  }
8d610dd52   Linus Torvalds   Make sure we popu...
661
  rootfs_initcall(populate_rootfs);