Blame view

kernel/futex_compat.c 4.5 KB
b24413180   Greg Kroah-Hartman   License cleanup: ...
1
  // SPDX-License-Identifier: GPL-2.0
34f192c65   Ingo Molnar   [PATCH] lightweig...
2
3
4
5
6
7
8
9
10
11
  /*
   * linux/kernel/futex_compat.c
   *
   * Futex compatibililty routines.
   *
   * Copyright 2006, Red Hat, Inc., Ingo Molnar
   */
  
  #include <linux/linkage.h>
  #include <linux/compat.h>
b488893a3   Pavel Emelyanov   pid namespaces: c...
12
  #include <linux/nsproxy.h>
34f192c65   Ingo Molnar   [PATCH] lightweig...
13
  #include <linux/futex.h>
bdbb776f8   Kees Cook   futex: Do not lea...
14
  #include <linux/ptrace.h>
90caf58da   Al Viro   convert futex com...
15
  #include <linux/syscalls.h>
34f192c65   Ingo Molnar   [PATCH] lightweig...
16

7c0f6ba68   Linus Torvalds   Replace <asm/uacc...
17
  #include <linux/uaccess.h>
34f192c65   Ingo Molnar   [PATCH] lightweig...
18

e3f2ddeac   Ingo Molnar   [PATCH] pi-futex:...
19
20
21
22
23
24
  
  /*
   * Fetch a robust-list pointer. Bit 0 signals PI futexes:
   */
  static inline int
  fetch_robust_entry(compat_uptr_t *uentry, struct robust_list __user **entry,
1dcc41bb0   Namhyung Kim   futex: Change 3rd...
25
  		   compat_uptr_t __user *head, unsigned int *pi)
e3f2ddeac   Ingo Molnar   [PATCH] pi-futex:...
26
27
28
29
30
31
32
33
34
  {
  	if (get_user(*uentry, head))
  		return -EFAULT;
  
  	*entry = compat_ptr((*uentry) & ~1);
  	*pi = (unsigned int)(*uentry) & 1;
  
  	return 0;
  }
8481664d3   Al Viro   futex_compat __us...
35
  static void __user *futex_uaddr(struct robust_list __user *entry,
3c5fd9c77   David Miller   [FUTEX] Fix addre...
36
37
38
39
40
41
42
  				compat_long_t futex_offset)
  {
  	compat_uptr_t base = ptr_to_compat(entry);
  	void __user *uaddr = compat_ptr(base + futex_offset);
  
  	return uaddr;
  }
34f192c65   Ingo Molnar   [PATCH] lightweig...
43
44
45
46
47
48
49
50
51
  /*
   * Walk curr->robust_list (very carefully, it's a userspace list!)
   * and mark any locks found there dead, and notify any waiters.
   *
   * We silently return on any sign of list-walking problem.
   */
  void compat_exit_robust_list(struct task_struct *curr)
  {
  	struct compat_robust_list_head __user *head = curr->compat_robust_list;
9f96cb1e8   Martin Schwidefsky   robust futex thre...
52
  	struct robust_list __user *entry, *next_entry, *pending;
4c115e951   Darren Hart   futex: Address co...
53
54
  	unsigned int limit = ROBUST_LIST_LIMIT, pi, pip;
  	unsigned int uninitialized_var(next_pi);
9f96cb1e8   Martin Schwidefsky   robust futex thre...
55
  	compat_uptr_t uentry, next_uentry, upending;
34f192c65   Ingo Molnar   [PATCH] lightweig...
56
  	compat_long_t futex_offset;
9f96cb1e8   Martin Schwidefsky   robust futex thre...
57
  	int rc;
34f192c65   Ingo Molnar   [PATCH] lightweig...
58

a0c1e9073   Thomas Gleixner   futex: runtime en...
59
60
  	if (!futex_cmpxchg_enabled)
  		return;
34f192c65   Ingo Molnar   [PATCH] lightweig...
61
62
63
64
  	/*
  	 * Fetch the list head (which was registered earlier, via
  	 * sys_set_robust_list()):
  	 */
e3f2ddeac   Ingo Molnar   [PATCH] pi-futex:...
65
  	if (fetch_robust_entry(&uentry, &entry, &head->list.next, &pi))
34f192c65   Ingo Molnar   [PATCH] lightweig...
66
  		return;
34f192c65   Ingo Molnar   [PATCH] lightweig...
67
68
69
70
71
72
73
74
75
  	/*
  	 * Fetch the relative futex offset:
  	 */
  	if (get_user(futex_offset, &head->futex_offset))
  		return;
  	/*
  	 * Fetch any possibly pending lock-add first, and handle it
  	 * if it exists:
  	 */
e3f2ddeac   Ingo Molnar   [PATCH] pi-futex:...
76
  	if (fetch_robust_entry(&upending, &pending,
ce2c6b538   Thomas Gleixner   [PATCH] futex: Ap...
77
  			       &head->list_op_pending, &pip))
34f192c65   Ingo Molnar   [PATCH] lightweig...
78
  		return;
34f192c65   Ingo Molnar   [PATCH] lightweig...
79

9f96cb1e8   Martin Schwidefsky   robust futex thre...
80
  	next_entry = NULL;	/* avoid warning with gcc */
179c85ea5   Arnd Bergmann   futex_compat: fix...
81
  	while (entry != (struct robust_list __user *) &head->list) {
34f192c65   Ingo Molnar   [PATCH] lightweig...
82
  		/*
9f96cb1e8   Martin Schwidefsky   robust futex thre...
83
84
85
86
87
88
  		 * Fetch the next entry in the list before calling
  		 * handle_futex_death:
  		 */
  		rc = fetch_robust_entry(&next_uentry, &next_entry,
  			(compat_uptr_t __user *)&entry->next, &next_pi);
  		/*
34f192c65   Ingo Molnar   [PATCH] lightweig...
89
90
91
  		 * A pending lock might already be on the list, so
  		 * dont process it twice:
  		 */
3c5fd9c77   David Miller   [FUTEX] Fix addre...
92
93
  		if (entry != pending) {
  			void __user *uaddr = futex_uaddr(entry, futex_offset);
34f192c65   Ingo Molnar   [PATCH] lightweig...
94

3c5fd9c77   David Miller   [FUTEX] Fix addre...
95
96
97
  			if (handle_futex_death(uaddr, curr, pi))
  				return;
  		}
9f96cb1e8   Martin Schwidefsky   robust futex thre...
98
  		if (rc)
34f192c65   Ingo Molnar   [PATCH] lightweig...
99
  			return;
9f96cb1e8   Martin Schwidefsky   robust futex thre...
100
101
102
  		uentry = next_uentry;
  		entry = next_entry;
  		pi = next_pi;
34f192c65   Ingo Molnar   [PATCH] lightweig...
103
104
105
106
107
108
109
110
  		/*
  		 * Avoid excessively long or circular lists:
  		 */
  		if (!--limit)
  			break;
  
  		cond_resched();
  	}
3c5fd9c77   David Miller   [FUTEX] Fix addre...
111
112
113
114
115
  	if (pending) {
  		void __user *uaddr = futex_uaddr(pending, futex_offset);
  
  		handle_futex_death(uaddr, curr, pip);
  	}
34f192c65   Ingo Molnar   [PATCH] lightweig...
116
  }
90caf58da   Al Viro   convert futex com...
117
118
119
  COMPAT_SYSCALL_DEFINE2(set_robust_list,
  		struct compat_robust_list_head __user *, head,
  		compat_size_t, len)
34f192c65   Ingo Molnar   [PATCH] lightweig...
120
  {
a0c1e9073   Thomas Gleixner   futex: runtime en...
121
122
  	if (!futex_cmpxchg_enabled)
  		return -ENOSYS;
34f192c65   Ingo Molnar   [PATCH] lightweig...
123
124
125
126
127
128
129
  	if (unlikely(len != sizeof(*head)))
  		return -EINVAL;
  
  	current->compat_robust_list = head;
  
  	return 0;
  }
90caf58da   Al Viro   convert futex com...
130
131
132
  COMPAT_SYSCALL_DEFINE3(get_robust_list, int, pid,
  			compat_uptr_t __user *, head_ptr,
  			compat_size_t __user *, len_ptr)
34f192c65   Ingo Molnar   [PATCH] lightweig...
133
  {
ba46df984   Al Viro   [PATCH] __user an...
134
  	struct compat_robust_list_head __user *head;
34f192c65   Ingo Molnar   [PATCH] lightweig...
135
  	unsigned long ret;
bdbb776f8   Kees Cook   futex: Do not lea...
136
  	struct task_struct *p;
34f192c65   Ingo Molnar   [PATCH] lightweig...
137

a0c1e9073   Thomas Gleixner   futex: runtime en...
138
139
  	if (!futex_cmpxchg_enabled)
  		return -ENOSYS;
bdbb776f8   Kees Cook   futex: Do not lea...
140
141
142
  	rcu_read_lock();
  
  	ret = -ESRCH;
34f192c65   Ingo Molnar   [PATCH] lightweig...
143
  	if (!pid)
bdbb776f8   Kees Cook   futex: Do not lea...
144
  		p = current;
34f192c65   Ingo Molnar   [PATCH] lightweig...
145
  	else {
228ebcbe6   Pavel Emelyanov   Uninline find_tas...
146
  		p = find_task_by_vpid(pid);
34f192c65   Ingo Molnar   [PATCH] lightweig...
147
148
  		if (!p)
  			goto err_unlock;
34f192c65   Ingo Molnar   [PATCH] lightweig...
149
  	}
bdbb776f8   Kees Cook   futex: Do not lea...
150
  	ret = -EPERM;
caaee6234   Jann Horn   ptrace: use fsuid...
151
  	if (!ptrace_may_access(p, PTRACE_MODE_READ_REALCREDS))
bdbb776f8   Kees Cook   futex: Do not lea...
152
153
154
155
  		goto err_unlock;
  
  	head = p->compat_robust_list;
  	rcu_read_unlock();
34f192c65   Ingo Molnar   [PATCH] lightweig...
156
157
158
159
160
  	if (put_user(sizeof(*head), len_ptr))
  		return -EFAULT;
  	return put_user(ptr_to_compat(head), head_ptr);
  
  err_unlock:
f409adf5b   Thomas Gleixner   futex: Protect pi...
161
  	rcu_read_unlock();
34f192c65   Ingo Molnar   [PATCH] lightweig...
162
163
164
  
  	return ret;
  }
90caf58da   Al Viro   convert futex com...
165
166
167
  COMPAT_SYSCALL_DEFINE6(futex, u32 __user *, uaddr, int, op, u32, val,
  		struct compat_timespec __user *, utime, u32 __user *, uaddr2,
  		u32, val3)
34f192c65   Ingo Molnar   [PATCH] lightweig...
168
  {
c19384b5b   Pierre Peiffer   Make futex_wait()...
169
170
  	struct timespec ts;
  	ktime_t t, *tp = NULL;
34f192c65   Ingo Molnar   [PATCH] lightweig...
171
  	int val2 = 0;
f0ede66fc   Ulrich Drepper   fix compat futex ...
172
  	int cmd = op & FUTEX_CMD_MASK;
34f192c65   Ingo Molnar   [PATCH] lightweig...
173

cd689985c   Thomas Gleixner   futex: Add bitset...
174
  	if (utime && (cmd == FUTEX_WAIT || cmd == FUTEX_LOCK_PI ||
4dc88029f   Dinakar Guniguntala   futex: Fix compat...
175
176
  		      cmd == FUTEX_WAIT_BITSET ||
  		      cmd == FUTEX_WAIT_REQUEUE_PI)) {
81993e81a   H. Peter Anvin   compat: Get rid o...
177
  		if (compat_get_timespec(&ts, utime))
34f192c65   Ingo Molnar   [PATCH] lightweig...
178
  			return -EFAULT;
c19384b5b   Pierre Peiffer   Make futex_wait()...
179
  		if (!timespec_valid(&ts))
9741ef964   Thomas Gleixner   [PATCH] futex: ch...
180
  			return -EINVAL;
c19384b5b   Pierre Peiffer   Make futex_wait()...
181
182
  
  		t = timespec_to_ktime(ts);
f0ede66fc   Ulrich Drepper   fix compat futex ...
183
  		if (cmd == FUTEX_WAIT)
5a7780e72   Thomas Gleixner   hrtimer: check re...
184
  			t = ktime_add_safe(ktime_get(), t);
c19384b5b   Pierre Peiffer   Make futex_wait()...
185
  		tp = &t;
34f192c65   Ingo Molnar   [PATCH] lightweig...
186
  	}
4dc88029f   Dinakar Guniguntala   futex: Fix compat...
187
188
  	if (cmd == FUTEX_REQUEUE || cmd == FUTEX_CMP_REQUEUE ||
  	    cmd == FUTEX_CMP_REQUEUE_PI || cmd == FUTEX_WAKE_OP)
34f192c65   Ingo Molnar   [PATCH] lightweig...
189
  		val2 = (int) (unsigned long) utime;
c19384b5b   Pierre Peiffer   Make futex_wait()...
190
  	return do_futex(uaddr, op, val, tp, uaddr2, val2, val3);
34f192c65   Ingo Molnar   [PATCH] lightweig...
191
  }