Blame view

fs/proc/task_nommu.c 7.19 KB
b24413180   Greg Kroah-Hartman   License cleanup: ...
1
  // SPDX-License-Identifier: GPL-2.0
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
2
3
4
  
  #include <linux/mm.h>
  #include <linux/file.h>
eb28062f1   Bryan Wu   task_nommu: fix c...
5
  #include <linux/fdtable.h>
5ad4e53bd   Al Viro   Get rid of indire...
6
  #include <linux/fs_struct.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
7
  #include <linux/mount.h>
5096add84   Kees Cook   proc: maps protec...
8
  #include <linux/ptrace.h>
5a0e3ad6a   Tejun Heo   include cleanup: ...
9
  #include <linux/slab.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
10
  #include <linux/seq_file.h>
6e84f3152   Ingo Molnar   sched/headers: Pr...
11
  #include <linux/sched/mm.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
12
13
14
15
  #include "internal.h"
  
  /*
   * Logic: we've got two memory sums for each process, "shared", and
025dfdafe   Frederik Schwarzer   trivial: fix then...
16
   * "non-shared". Shared memory may get counted more than once, for
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
17
18
19
   * each process that owns it. Non-shared memory is counted
   * accurately.
   */
df5f8314c   Eric W. Biederman   proc: seqfile con...
20
  void task_mem(struct seq_file *m, struct mm_struct *mm)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
21
  {
8feae1311   David Howells   NOMMU: Make VMAs ...
22
  	struct vm_area_struct *vma;
38f714795   David Howells   NOMMU: Improve pr...
23
  	struct vm_region *region;
8feae1311   David Howells   NOMMU: Make VMAs ...
24
  	struct rb_node *p;
38f714795   David Howells   NOMMU: Improve pr...
25
  	unsigned long bytes = 0, sbytes = 0, slack = 0, size;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
26
27
          
  	down_read(&mm->mmap_sem);
8feae1311   David Howells   NOMMU: Make VMAs ...
28
29
  	for (p = rb_first(&mm->mm_rb); p; p = rb_next(p)) {
  		vma = rb_entry(p, struct vm_area_struct, vm_rb);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
30

8feae1311   David Howells   NOMMU: Make VMAs ...
31
  		bytes += kobjsize(vma);
38f714795   David Howells   NOMMU: Improve pr...
32
33
34
35
36
37
38
39
  
  		region = vma->vm_region;
  		if (region) {
  			size = kobjsize(region);
  			size += region->vm_end - region->vm_start;
  		} else {
  			size = vma->vm_end - vma->vm_start;
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
40
  		if (atomic_read(&mm->mm_count) > 1 ||
8feae1311   David Howells   NOMMU: Make VMAs ...
41
  		    vma->vm_flags & VM_MAYSHARE) {
38f714795   David Howells   NOMMU: Improve pr...
42
  			sbytes += size;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
43
  		} else {
38f714795   David Howells   NOMMU: Improve pr...
44
45
46
  			bytes += size;
  			if (region)
  				slack = region->vm_end - vma->vm_end;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
47
48
49
50
51
52
53
54
  		}
  	}
  
  	if (atomic_read(&mm->mm_count) > 1)
  		sbytes += kobjsize(mm);
  	else
  		bytes += kobjsize(mm);
  	
498052bba   Al Viro   New locking/refco...
55
  	if (current->fs && current->fs->users > 1)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
  		sbytes += kobjsize(current->fs);
  	else
  		bytes += kobjsize(current->fs);
  
  	if (current->files && atomic_read(&current->files->count) > 1)
  		sbytes += kobjsize(current->files);
  	else
  		bytes += kobjsize(current->files);
  
  	if (current->sighand && atomic_read(&current->sighand->count) > 1)
  		sbytes += kobjsize(current->sighand);
  	else
  		bytes += kobjsize(current->sighand);
  
  	bytes += kobjsize(current); /* includes kernel stack */
df5f8314c   Eric W. Biederman   proc: seqfile con...
71
  	seq_printf(m,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
72
73
74
75
76
77
78
79
80
  		"Mem:\t%8lu bytes
  "
  		"Slack:\t%8lu bytes
  "
  		"Shared:\t%8lu bytes
  ",
  		bytes, slack, sbytes);
  
  	up_read(&mm->mmap_sem);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
81
82
83
84
  }
  
  unsigned long task_vsize(struct mm_struct *mm)
  {
8feae1311   David Howells   NOMMU: Make VMAs ...
85
86
  	struct vm_area_struct *vma;
  	struct rb_node *p;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
87
88
89
  	unsigned long vsize = 0;
  
  	down_read(&mm->mmap_sem);
8feae1311   David Howells   NOMMU: Make VMAs ...
90
91
  	for (p = rb_first(&mm->mm_rb); p; p = rb_next(p)) {
  		vma = rb_entry(p, struct vm_area_struct, vm_rb);
38f714795   David Howells   NOMMU: Improve pr...
92
  		vsize += vma->vm_end - vma->vm_start;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
93
94
95
96
  	}
  	up_read(&mm->mmap_sem);
  	return vsize;
  }
a2ade7b6c   Alexey Dobriyan   proc: use unsigne...
97
98
99
  unsigned long task_statm(struct mm_struct *mm,
  			 unsigned long *shared, unsigned long *text,
  			 unsigned long *data, unsigned long *resident)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
100
  {
8feae1311   David Howells   NOMMU: Make VMAs ...
101
  	struct vm_area_struct *vma;
38f714795   David Howells   NOMMU: Improve pr...
102
  	struct vm_region *region;
8feae1311   David Howells   NOMMU: Make VMAs ...
103
  	struct rb_node *p;
a2ade7b6c   Alexey Dobriyan   proc: use unsigne...
104
  	unsigned long size = kobjsize(mm);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
105
106
  
  	down_read(&mm->mmap_sem);
8feae1311   David Howells   NOMMU: Make VMAs ...
107
108
109
  	for (p = rb_first(&mm->mm_rb); p; p = rb_next(p)) {
  		vma = rb_entry(p, struct vm_area_struct, vm_rb);
  		size += kobjsize(vma);
38f714795   David Howells   NOMMU: Improve pr...
110
111
112
113
114
  		region = vma->vm_region;
  		if (region) {
  			size += kobjsize(region);
  			size += region->vm_end - region->vm_start;
  		}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
115
  	}
7e1e0ef22   Steven J. Magnani   procfs: use prope...
116
117
118
119
  	*text = (PAGE_ALIGN(mm->end_code) - (mm->start_code & PAGE_MASK))
  		>> PAGE_SHIFT;
  	*data = (PAGE_ALIGN(mm->start_stack) - (mm->start_data & PAGE_MASK))
  		>> PAGE_SHIFT;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
120
  	up_read(&mm->mmap_sem);
7e1e0ef22   Steven J. Magnani   procfs: use prope...
121
122
  	size >>= PAGE_SHIFT;
  	size += *text + *data;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
123
124
125
  	*resident = size;
  	return size;
  }
1240ea0dc   Michal Hocko   fs, proc: remove ...
126
  static int is_stack(struct vm_area_struct *vma)
58cb65487   Oleg Nesterov   proc/maps: make v...
127
  {
65376df58   Johannes Weiner   proc: revert /pro...
128
  	struct mm_struct *mm = vma->vm_mm;
b18cb64ea   Andy Lutomirski   fs/proc: Stop try...
129
130
131
132
133
134
135
136
  
  	/*
  	 * We make no effort to guess what a given thread considers to be
  	 * its "stack".  It's not even well-defined for programs written
  	 * languages like Go.
  	 */
  	return vma->vm_start <= mm->start_stack &&
  		vma->vm_end >= mm->start_stack;
58cb65487   Oleg Nesterov   proc/maps: make v...
137
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
138
  /*
8feae1311   David Howells   NOMMU: Make VMAs ...
139
140
   * display a single VMA to a sequenced file
   */
b76437579   Siddhesh Poyarekar   procfs: mark thre...
141
142
  static int nommu_vma_show(struct seq_file *m, struct vm_area_struct *vma,
  			  int is_pid)
8feae1311   David Howells   NOMMU: Make VMAs ...
143
  {
3c26c9d95   Mike Frysinger   nommu: add '[stac...
144
  	struct mm_struct *mm = vma->vm_mm;
8feae1311   David Howells   NOMMU: Make VMAs ...
145
146
147
  	unsigned long ino = 0;
  	struct file *file;
  	dev_t dev = 0;
652586df9   Tetsuo Handa   seq_file: remove ...
148
  	int flags;
6260a4b05   KAMEZAWA Hiroyuki   /proc/pid/maps: d...
149
  	unsigned long long pgoff = 0;
8feae1311   David Howells   NOMMU: Make VMAs ...
150
151
152
153
154
  
  	flags = vma->vm_flags;
  	file = vma->vm_file;
  
  	if (file) {
496ad9aa8   Al Viro   new helper: file_...
155
  		struct inode *inode = file_inode(vma->vm_file);
8feae1311   David Howells   NOMMU: Make VMAs ...
156
157
  		dev = inode->i_sb->s_dev;
  		ino = inode->i_ino;
4c967291f   Nobuhiro Iwamatsu   nommu: fix typo v...
158
  		pgoff = (loff_t)vma->vm_pgoff << PAGE_SHIFT;
8feae1311   David Howells   NOMMU: Make VMAs ...
159
  	}
652586df9   Tetsuo Handa   seq_file: remove ...
160
  	seq_setwidth(m, 25 + sizeof(void *) * 6 - 1);
8feae1311   David Howells   NOMMU: Make VMAs ...
161
  	seq_printf(m,
652586df9   Tetsuo Handa   seq_file: remove ...
162
  		   "%08lx-%08lx %c%c%c%c %08llx %02x:%02x %lu ",
8feae1311   David Howells   NOMMU: Make VMAs ...
163
164
165
166
167
168
  		   vma->vm_start,
  		   vma->vm_end,
  		   flags & VM_READ ? 'r' : '-',
  		   flags & VM_WRITE ? 'w' : '-',
  		   flags & VM_EXEC ? 'x' : '-',
  		   flags & VM_MAYSHARE ? flags & VM_SHARED ? 'S' : 's' : 'p',
6260a4b05   KAMEZAWA Hiroyuki   /proc/pid/maps: d...
169
  		   pgoff,
652586df9   Tetsuo Handa   seq_file: remove ...
170
  		   MAJOR(dev), MINOR(dev), ino);
8feae1311   David Howells   NOMMU: Make VMAs ...
171
172
  
  	if (file) {
652586df9   Tetsuo Handa   seq_file: remove ...
173
  		seq_pad(m, ' ');
2726d5662   Miklos Szeredi   vfs: add seq_file...
174
  		seq_file_path(m, file, "");
1240ea0dc   Michal Hocko   fs, proc: remove ...
175
  	} else if (mm && is_stack(vma)) {
65376df58   Johannes Weiner   proc: revert /pro...
176
177
  		seq_pad(m, ' ');
  		seq_printf(m, "[stack]");
8feae1311   David Howells   NOMMU: Make VMAs ...
178
179
180
181
182
183
184
185
  	}
  
  	seq_putc(m, '
  ');
  	return 0;
  }
  
  /*
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
186
   * display mapping lines for a particular process's /proc/pid/maps
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
187
   */
b76437579   Siddhesh Poyarekar   procfs: mark thre...
188
  static int show_map(struct seq_file *m, void *_p, int is_pid)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
189
  {
8feae1311   David Howells   NOMMU: Make VMAs ...
190
  	struct rb_node *p = _p;
5096add84   Kees Cook   proc: maps protec...
191

b76437579   Siddhesh Poyarekar   procfs: mark thre...
192
193
194
195
196
197
198
199
200
201
202
203
  	return nommu_vma_show(m, rb_entry(p, struct vm_area_struct, vm_rb),
  			      is_pid);
  }
  
  static int show_pid_map(struct seq_file *m, void *_p)
  {
  	return show_map(m, _p, 1);
  }
  
  static int show_tid_map(struct seq_file *m, void *_p)
  {
  	return show_map(m, _p, 0);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
204
  }
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
205

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
206
207
  static void *m_start(struct seq_file *m, loff_t *pos)
  {
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
208
  	struct proc_maps_private *priv = m->private;
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
209
  	struct mm_struct *mm;
8feae1311   David Howells   NOMMU: Make VMAs ...
210
  	struct rb_node *p;
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
211
212
213
  	loff_t n = *pos;
  
  	/* pin the task and mm whilst we play with them */
2c03376d2   Oleg Nesterov   proc/maps: replac...
214
  	priv->task = get_proc_task(priv->inode);
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
215
  	if (!priv->task)
ec6fd8a43   Al Viro   report errors in ...
216
  		return ERR_PTR(-ESRCH);
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
217

27692cd56   Oleg Nesterov   fs/proc/task_nomm...
218
  	mm = priv->mm;
388f79345   Vegard Nossum   mm: use mmget_not...
219
  	if (!mm || !mmget_not_zero(mm))
27692cd56   Oleg Nesterov   fs/proc/task_nomm...
220
  		return NULL;
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
221

47fecca15   Oleg Nesterov   fs/proc/task_nomm...
222
  	down_read(&mm->mmap_sem);
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
223
  	/* start from the Nth VMA */
8feae1311   David Howells   NOMMU: Make VMAs ...
224
  	for (p = rb_first(&mm->mm_rb); p; p = rb_next(p))
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
225
  		if (n-- == 0)
8feae1311   David Howells   NOMMU: Make VMAs ...
226
  			return p;
47fecca15   Oleg Nesterov   fs/proc/task_nomm...
227
228
229
  
  	up_read(&mm->mmap_sem);
  	mmput(mm);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
230
231
  	return NULL;
  }
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
232
233
  
  static void m_stop(struct seq_file *m, void *_vml)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
234
  {
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
235
  	struct proc_maps_private *priv = m->private;
47fecca15   Oleg Nesterov   fs/proc/task_nomm...
236
237
238
239
  	if (!IS_ERR_OR_NULL(_vml)) {
  		up_read(&priv->mm->mmap_sem);
  		mmput(priv->mm);
  	}
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
240
  	if (priv->task) {
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
241
  		put_task_struct(priv->task);
47fecca15   Oleg Nesterov   fs/proc/task_nomm...
242
  		priv->task = NULL;
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
243
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
244
  }
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
245

8feae1311   David Howells   NOMMU: Make VMAs ...
246
  static void *m_next(struct seq_file *m, void *_p, loff_t *pos)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
247
  {
8feae1311   David Howells   NOMMU: Make VMAs ...
248
  	struct rb_node *p = _p;
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
249
250
  
  	(*pos)++;
8feae1311   David Howells   NOMMU: Make VMAs ...
251
  	return p ? rb_next(p) : NULL;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
252
  }
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
253

03a44825b   Jan Engelhardt   procfs: constify ...
254
  static const struct seq_operations proc_pid_maps_ops = {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
255
256
257
  	.start	= m_start,
  	.next	= m_next,
  	.stop	= m_stop,
b76437579   Siddhesh Poyarekar   procfs: mark thre...
258
259
260
261
262
263
264
265
  	.show	= show_pid_map
  };
  
  static const struct seq_operations proc_tid_maps_ops = {
  	.start	= m_start,
  	.next	= m_next,
  	.stop	= m_stop,
  	.show	= show_tid_map
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
266
  };
662795deb   Eric W. Biederman   [PATCH] proc: Mov...
267

b76437579   Siddhesh Poyarekar   procfs: mark thre...
268
269
  static int maps_open(struct inode *inode, struct file *file,
  		     const struct seq_operations *ops)
662795deb   Eric W. Biederman   [PATCH] proc: Mov...
270
  {
dbf8685c8   David Howells   [PATCH] NOMMU: Im...
271
  	struct proc_maps_private *priv;
ce34fddb5   Oleg Nesterov   fs/proc/task_nomm...
272

27692cd56   Oleg Nesterov   fs/proc/task_nomm...
273
  	priv = __seq_open_private(file, ops, sizeof(*priv));
ce34fddb5   Oleg Nesterov   fs/proc/task_nomm...
274
275
  	if (!priv)
  		return -ENOMEM;
2c03376d2   Oleg Nesterov   proc/maps: replac...
276
  	priv->inode = inode;
27692cd56   Oleg Nesterov   fs/proc/task_nomm...
277
278
279
280
281
282
283
  	priv->mm = proc_mem_open(inode, PTRACE_MODE_READ);
  	if (IS_ERR(priv->mm)) {
  		int err = PTR_ERR(priv->mm);
  
  		seq_release_private(inode, file);
  		return err;
  	}
ce34fddb5   Oleg Nesterov   fs/proc/task_nomm...
284
  	return 0;
662795deb   Eric W. Biederman   [PATCH] proc: Mov...
285
  }
27692cd56   Oleg Nesterov   fs/proc/task_nomm...
286
287
288
289
290
291
292
293
294
295
296
  
  static int map_release(struct inode *inode, struct file *file)
  {
  	struct seq_file *seq = file->private_data;
  	struct proc_maps_private *priv = seq->private;
  
  	if (priv->mm)
  		mmdrop(priv->mm);
  
  	return seq_release_private(inode, file);
  }
b76437579   Siddhesh Poyarekar   procfs: mark thre...
297
298
299
300
301
302
303
304
305
306
307
308
309
310
  static int pid_maps_open(struct inode *inode, struct file *file)
  {
  	return maps_open(inode, file, &proc_pid_maps_ops);
  }
  
  static int tid_maps_open(struct inode *inode, struct file *file)
  {
  	return maps_open(inode, file, &proc_tid_maps_ops);
  }
  
  const struct file_operations proc_pid_maps_operations = {
  	.open		= pid_maps_open,
  	.read		= seq_read,
  	.llseek		= seq_lseek,
27692cd56   Oleg Nesterov   fs/proc/task_nomm...
311
  	.release	= map_release,
b76437579   Siddhesh Poyarekar   procfs: mark thre...
312
313
314
315
  };
  
  const struct file_operations proc_tid_maps_operations = {
  	.open		= tid_maps_open,
662795deb   Eric W. Biederman   [PATCH] proc: Mov...
316
317
  	.read		= seq_read,
  	.llseek		= seq_lseek,
27692cd56   Oleg Nesterov   fs/proc/task_nomm...
318
  	.release	= map_release,
662795deb   Eric W. Biederman   [PATCH] proc: Mov...
319
  };