Blame view
ipc/mqueue.c
43.1 KB
1da177e4c Linux-2.6.12-rc2 |
1 2 3 4 |
/* * POSIX message queues filesystem for Linux. * * Copyright (C) 2003,2004 Krzysztof Benedyczak (golbi@mat.uni.torun.pl) |
f66e928b9 Michal Wronski: u... |
5 |
* Michal Wronski (michal.wronski@gmail.com) |
1da177e4c Linux-2.6.12-rc2 |
6 7 8 |
* * Spinlocks: Mohamed Abbas (abbas.mohamed@intel.com) * Lockless receive & send, fd based notify: |
239521f31 ipc: whitespace c... |
9 |
* Manfred Spraul (manfred@colorfullife.com) |
1da177e4c Linux-2.6.12-rc2 |
10 |
* |
20ca73bc7 [PATCH] Audit of ... |
11 12 |
* Audit: George Wilson (ltcgcw@us.ibm.com) * |
1da177e4c Linux-2.6.12-rc2 |
13 14 |
* This file is released under the GPL. */ |
c59ede7b7 [PATCH] move capa... |
15 |
#include <linux/capability.h> |
1da177e4c Linux-2.6.12-rc2 |
16 17 18 19 |
#include <linux/init.h> #include <linux/pagemap.h> #include <linux/file.h> #include <linux/mount.h> |
935c6912b ipc: Convert mque... |
20 |
#include <linux/fs_context.h> |
1da177e4c Linux-2.6.12-rc2 |
21 22 23 24 25 26 |
#include <linux/namei.h> #include <linux/sysctl.h> #include <linux/poll.h> #include <linux/mqueue.h> #include <linux/msg.h> #include <linux/skbuff.h> |
5b5c4d1a1 ipc/mqueue: updat... |
27 |
#include <linux/vmalloc.h> |
1da177e4c Linux-2.6.12-rc2 |
28 29 |
#include <linux/netlink.h> #include <linux/syscalls.h> |
20ca73bc7 [PATCH] Audit of ... |
30 |
#include <linux/audit.h> |
7ed20e1ad [PATCH] convert t... |
31 |
#include <linux/signal.h> |
5f921ae96 [PATCH] sem2mutex... |
32 |
#include <linux/mutex.h> |
b488893a3 pid namespaces: c... |
33 34 |
#include <linux/nsproxy.h> #include <linux/pid.h> |
614b84cf4 namespaces: mqueu... |
35 |
#include <linux/ipc_namespace.h> |
6b550f949 user namespace: m... |
36 |
#include <linux/user_namespace.h> |
5a0e3ad6a include cleanup: ... |
37 |
#include <linux/slab.h> |
84f001e15 sched/headers: Pr... |
38 |
#include <linux/sched/wake_q.h> |
3f07c0144 sched/headers: Pr... |
39 |
#include <linux/sched/signal.h> |
8703e8a46 sched/headers: Pr... |
40 |
#include <linux/sched/user.h> |
5f921ae96 [PATCH] sem2mutex... |
41 |
|
1da177e4c Linux-2.6.12-rc2 |
42 43 |
#include <net/sock.h> #include "util.h" |
935c6912b ipc: Convert mque... |
44 45 46 |
struct mqueue_fs_context { struct ipc_namespace *ipc_ns; }; |
1da177e4c Linux-2.6.12-rc2 |
47 48 49 50 51 52 53 54 |
#define MQUEUE_MAGIC 0x19800202 #define DIRENT_SIZE 20 #define FILENT_SIZE 80 #define SEND 0 #define RECV 1 #define STATE_NONE 0 |
fa6004ad4 ipc/mqueue: Imple... |
55 |
#define STATE_READY 1 |
1da177e4c Linux-2.6.12-rc2 |
56 |
|
d6629859b ipc/mqueue: impro... |
57 58 59 60 61 |
struct posix_msg_tree_node { struct rb_node rb_node; struct list_head msg_list; int priority; }; |
c5b2cbdbd ipc/mqueue.c: upd... |
62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 |
/* * Locking: * * Accesses to a message queue are synchronized by acquiring info->lock. * * There are two notable exceptions: * - The actual wakeup of a sleeping task is performed using the wake_q * framework. info->lock is already released when wake_up_q is called. * - The exit codepaths after sleeping check ext_wait_queue->state without * any locks. If it is STATE_READY, then the syscall is completed without * acquiring info->lock. * * MQ_BARRIER: * To achieve proper release/acquire memory barrier pairing, the state is set to * STATE_READY with smp_store_release(), and it is read with READ_ONCE followed * by smp_acquire__after_ctrl_dep(). In addition, wake_q_add_safe() is used. * * This prevents the following races: * * 1) With the simple wake_q_add(), the task could be gone already before * the increase of the reference happens * Thread A * Thread B * WRITE_ONCE(wait.state, STATE_NONE); * schedule_hrtimeout() * wake_q_add(A) * if (cmpxchg()) // success * ->state = STATE_READY (reordered) * <timeout returns> * if (wait.state == STATE_READY) return; * sysret to user space * sys_exit() * get_task_struct() // UaF * * Solution: Use wake_q_add_safe() and perform the get_task_struct() before * the smp_store_release() that does ->state = STATE_READY. * * 2) Without proper _release/_acquire barriers, the woken up task * could read stale data * * Thread A * Thread B * do_mq_timedreceive * WRITE_ONCE(wait.state, STATE_NONE); * schedule_hrtimeout() * state = STATE_READY; * <timeout returns> * if (wait.state == STATE_READY) return; * msg_ptr = wait.msg; // Access to stale data! * receiver->msg = message; (reordered) * * Solution: use _release and _acquire barriers. * * 3) There is intentionally no barrier when setting current->state * to TASK_INTERRUPTIBLE: spin_unlock(&info->lock) provides the * release memory barrier, and the wakeup is triggered when holding * info->lock, i.e. spin_lock(&info->lock) provided a pairing * acquire memory barrier. */ |
1da177e4c Linux-2.6.12-rc2 |
121 122 123 124 125 126 127 128 129 130 131 |
struct ext_wait_queue { /* queue of sleeping tasks */ struct task_struct *task; struct list_head list; struct msg_msg *msg; /* ptr of loaded message */ int state; /* one of STATE_* values */ }; struct mqueue_inode_info { spinlock_t lock; struct inode vfs_inode; wait_queue_head_t wait_q; |
d6629859b ipc/mqueue: impro... |
132 |
struct rb_root msg_tree; |
a5091fda4 ipc/mqueue: optim... |
133 |
struct rb_node *msg_tree_rightmost; |
ce2d52cc1 ipc/mqueue: add r... |
134 |
struct posix_msg_tree_node *node_cache; |
1da177e4c Linux-2.6.12-rc2 |
135 136 137 |
struct mq_attr attr; struct sigevent notify; |
239521f31 ipc: whitespace c... |
138 |
struct pid *notify_owner; |
b5f200614 ipc/mqueue.c: cha... |
139 |
u32 notify_self_exec_id; |
6f9ac6d93 mqueue: Explicitl... |
140 |
struct user_namespace *notify_user_ns; |
338cec325 [PATCH] merge som... |
141 |
struct user_struct *user; /* user who created, for accounting */ |
1da177e4c Linux-2.6.12-rc2 |
142 143 144 145 146 147 148 149 |
struct sock *notify_sock; struct sk_buff *notify_cookie; /* for tasks waiting for free space and messages, respectively */ struct ext_wait_queue e_wait_q[2]; unsigned long qsize; /* size of queue in memory (sum of all msgs) */ }; |
935c6912b ipc: Convert mque... |
150 |
static struct file_system_type mqueue_fs_type; |
92e1d5be9 [PATCH] mark stru... |
151 |
static const struct inode_operations mqueue_dir_inode_operations; |
9a32144e9 [PATCH] mark stru... |
152 |
static const struct file_operations mqueue_file_operations; |
b87221de6 const: mark remai... |
153 |
static const struct super_operations mqueue_super_ops; |
935c6912b ipc: Convert mque... |
154 |
static const struct fs_context_operations mqueue_fs_context_ops; |
1da177e4c Linux-2.6.12-rc2 |
155 |
static void remove_notification(struct mqueue_inode_info *info); |
e18b890bb [PATCH] slab: rem... |
156 |
static struct kmem_cache *mqueue_inode_cachep; |
1da177e4c Linux-2.6.12-rc2 |
157 |
|
239521f31 ipc: whitespace c... |
158 |
static struct ctl_table_header *mq_sysctl_table; |
1da177e4c Linux-2.6.12-rc2 |
159 160 161 162 163 |
static inline struct mqueue_inode_info *MQUEUE_I(struct inode *inode) { return container_of(inode, struct mqueue_inode_info, vfs_inode); } |
7eafd7c74 namespaces: ipc n... |
164 165 166 167 |
/* * This routine should be called with the mq_lock held. */ static inline struct ipc_namespace *__get_ns_from_inode(struct inode *inode) |
614b84cf4 namespaces: mqueu... |
168 |
{ |
7eafd7c74 namespaces: ipc n... |
169 |
return get_ipc_ns(inode->i_sb->s_fs_info); |
614b84cf4 namespaces: mqueu... |
170 |
} |
7eafd7c74 namespaces: ipc n... |
171 |
static struct ipc_namespace *get_ns_from_inode(struct inode *inode) |
614b84cf4 namespaces: mqueu... |
172 |
{ |
7eafd7c74 namespaces: ipc n... |
173 174 175 176 177 178 |
struct ipc_namespace *ns; spin_lock(&mq_lock); ns = __get_ns_from_inode(inode); spin_unlock(&mq_lock); return ns; |
614b84cf4 namespaces: mqueu... |
179 |
} |
d6629859b ipc/mqueue: impro... |
180 181 182 183 184 |
/* Auxiliary functions to manipulate messages' list */ static int msg_insert(struct msg_msg *msg, struct mqueue_inode_info *info) { struct rb_node **p, *parent = NULL; struct posix_msg_tree_node *leaf; |
a5091fda4 ipc/mqueue: optim... |
185 |
bool rightmost = true; |
d6629859b ipc/mqueue: impro... |
186 187 188 189 190 191 192 193 |
p = &info->msg_tree.rb_node; while (*p) { parent = *p; leaf = rb_entry(parent, struct posix_msg_tree_node, rb_node); if (likely(leaf->priority == msg->m_type)) goto insert_msg; |
a5091fda4 ipc/mqueue: optim... |
194 |
else if (msg->m_type < leaf->priority) { |
d6629859b ipc/mqueue: impro... |
195 |
p = &(*p)->rb_left; |
a5091fda4 ipc/mqueue: optim... |
196 197 |
rightmost = false; } else |
d6629859b ipc/mqueue: impro... |
198 199 |
p = &(*p)->rb_right; } |
ce2d52cc1 ipc/mqueue: add r... |
200 201 202 203 204 205 206 |
if (info->node_cache) { leaf = info->node_cache; info->node_cache = NULL; } else { leaf = kmalloc(sizeof(*leaf), GFP_ATOMIC); if (!leaf) return -ENOMEM; |
ce2d52cc1 ipc/mqueue: add r... |
207 |
INIT_LIST_HEAD(&leaf->msg_list); |
ce2d52cc1 ipc/mqueue: add r... |
208 |
} |
d6629859b ipc/mqueue: impro... |
209 |
leaf->priority = msg->m_type; |
a5091fda4 ipc/mqueue: optim... |
210 211 212 |
if (rightmost) info->msg_tree_rightmost = &leaf->rb_node; |
d6629859b ipc/mqueue: impro... |
213 214 |
rb_link_node(&leaf->rb_node, parent, p); rb_insert_color(&leaf->rb_node, &info->msg_tree); |
d6629859b ipc/mqueue: impro... |
215 216 217 218 219 220 |
insert_msg: info->attr.mq_curmsgs++; info->qsize += msg->m_ts; list_add_tail(&msg->m_list, &leaf->msg_list); return 0; } |
a5091fda4 ipc/mqueue: optim... |
221 222 223 224 225 226 227 228 229 |
static inline void msg_tree_erase(struct posix_msg_tree_node *leaf, struct mqueue_inode_info *info) { struct rb_node *node = &leaf->rb_node; if (info->msg_tree_rightmost == node) info->msg_tree_rightmost = rb_prev(node); rb_erase(node, &info->msg_tree); |
43afe4d36 ipc/mqueue.c: fix... |
230 |
if (info->node_cache) |
a5091fda4 ipc/mqueue: optim... |
231 |
kfree(leaf); |
43afe4d36 ipc/mqueue.c: fix... |
232 |
else |
a5091fda4 ipc/mqueue: optim... |
233 |
info->node_cache = leaf; |
a5091fda4 ipc/mqueue: optim... |
234 |
} |
d6629859b ipc/mqueue: impro... |
235 236 |
static inline struct msg_msg *msg_get(struct mqueue_inode_info *info) { |
a5091fda4 ipc/mqueue: optim... |
237 |
struct rb_node *parent = NULL; |
d6629859b ipc/mqueue: impro... |
238 239 240 241 |
struct posix_msg_tree_node *leaf; struct msg_msg *msg; try_again: |
a5091fda4 ipc/mqueue: optim... |
242 243 244 245 246 247 |
/* * During insert, low priorities go to the left and high to the * right. On receive, we want the highest priorities first, so * walk all the way to the right. */ parent = info->msg_tree_rightmost; |
d6629859b ipc/mqueue: impro... |
248 249 250 251 252 253 254 255 256 257 258 |
if (!parent) { if (info->attr.mq_curmsgs) { pr_warn_once("Inconsistency in POSIX message queue, " "no tree element, but supposedly messages " "should exist! "); info->attr.mq_curmsgs = 0; } return NULL; } leaf = rb_entry(parent, struct posix_msg_tree_node, rb_node); |
ce2d52cc1 ipc/mqueue: add r... |
259 |
if (unlikely(list_empty(&leaf->msg_list))) { |
d6629859b ipc/mqueue: impro... |
260 261 262 263 |
pr_warn_once("Inconsistency in POSIX message queue, " "empty leaf node but we haven't implemented " "lazy leaf delete! "); |
a5091fda4 ipc/mqueue: optim... |
264 |
msg_tree_erase(leaf, info); |
d6629859b ipc/mqueue: impro... |
265 266 267 268 269 270 |
goto try_again; } else { msg = list_first_entry(&leaf->msg_list, struct msg_msg, m_list); list_del(&msg->m_list); if (list_empty(&leaf->msg_list)) { |
a5091fda4 ipc/mqueue: optim... |
271 |
msg_tree_erase(leaf, info); |
d6629859b ipc/mqueue: impro... |
272 273 274 275 276 277 |
} } info->attr.mq_curmsgs--; info->qsize -= msg->m_ts; return msg; } |
7eafd7c74 namespaces: ipc n... |
278 |
static struct inode *mqueue_get_inode(struct super_block *sb, |
1b9d5ff76 mqueue: propagate... |
279 |
struct ipc_namespace *ipc_ns, umode_t mode, |
7eafd7c74 namespaces: ipc n... |
280 |
struct mq_attr *attr) |
1da177e4c Linux-2.6.12-rc2 |
281 |
{ |
86a264abe CRED: Wrap curren... |
282 |
struct user_struct *u = current_user(); |
1da177e4c Linux-2.6.12-rc2 |
283 |
struct inode *inode; |
d40dcdb01 ipc/mqueue.c: fix... |
284 |
int ret = -ENOMEM; |
1da177e4c Linux-2.6.12-rc2 |
285 286 |
inode = new_inode(sb); |
04715206c ipc/mqueue.c: ref... |
287 288 289 290 291 292 293 |
if (!inode) goto err; inode->i_ino = get_next_ino(); inode->i_mode = mode; inode->i_uid = current_fsuid(); inode->i_gid = current_fsgid(); |
078cd8279 fs: Replace CURRE... |
294 |
inode->i_mtime = inode->i_ctime = inode->i_atime = current_time(inode); |
04715206c ipc/mqueue.c: ref... |
295 296 297 |
if (S_ISREG(mode)) { struct mqueue_inode_info *info; |
d6629859b ipc/mqueue: impro... |
298 |
unsigned long mq_bytes, mq_treesize; |
04715206c ipc/mqueue.c: ref... |
299 300 301 302 303 304 305 306 307 308 |
inode->i_fop = &mqueue_file_operations; inode->i_size = FILENT_SIZE; /* mqueue specific info */ info = MQUEUE_I(inode); spin_lock_init(&info->lock); init_waitqueue_head(&info->wait_q); INIT_LIST_HEAD(&info->e_wait_q[0].list); INIT_LIST_HEAD(&info->e_wait_q[1].list); info->notify_owner = NULL; |
6f9ac6d93 mqueue: Explicitl... |
309 |
info->notify_user_ns = NULL; |
04715206c ipc/mqueue.c: ref... |
310 311 |
info->qsize = 0; info->user = NULL; /* set when all is ok */ |
d6629859b ipc/mqueue: impro... |
312 |
info->msg_tree = RB_ROOT; |
a5091fda4 ipc/mqueue: optim... |
313 |
info->msg_tree_rightmost = NULL; |
ce2d52cc1 ipc/mqueue: add r... |
314 |
info->node_cache = NULL; |
04715206c ipc/mqueue.c: ref... |
315 |
memset(&info->attr, 0, sizeof(info->attr)); |
cef0184c1 mqueue: separate ... |
316 317 318 319 |
info->attr.mq_maxmsg = min(ipc_ns->mq_msg_max, ipc_ns->mq_msg_default); info->attr.mq_msgsize = min(ipc_ns->mq_msgsize_max, ipc_ns->mq_msgsize_default); |
04715206c ipc/mqueue.c: ref... |
320 321 322 323 |
if (attr) { info->attr.mq_maxmsg = attr->mq_maxmsg; info->attr.mq_msgsize = attr->mq_msgsize; } |
d6629859b ipc/mqueue: impro... |
324 325 326 327 328 329 330 331 332 333 334 335 336 |
/* * We used to allocate a static array of pointers and account * the size of that array as well as one msg_msg struct per * possible message into the queue size. That's no longer * accurate as the queue is now an rbtree and will grow and * shrink depending on usage patterns. We can, however, still * account one msg_msg struct per message, but the nodes are * allocated depending on priority usage, and most programs * only use one, or a handful, of priorities. However, since * this is pinned memory, we need to assume worst case, so * that means the min(mq_maxmsg, max_priorities) * struct * posix_msg_tree_node. */ |
05c1b2903 mqueue: fold mq_a... |
337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 |
ret = -EINVAL; if (info->attr.mq_maxmsg <= 0 || info->attr.mq_msgsize <= 0) goto out_inode; if (capable(CAP_SYS_RESOURCE)) { if (info->attr.mq_maxmsg > HARD_MSGMAX || info->attr.mq_msgsize > HARD_MSGSIZEMAX) goto out_inode; } else { if (info->attr.mq_maxmsg > ipc_ns->mq_msg_max || info->attr.mq_msgsize > ipc_ns->mq_msgsize_max) goto out_inode; } ret = -EOVERFLOW; /* check for overflow */ if (info->attr.mq_msgsize > ULONG_MAX/info->attr.mq_maxmsg) goto out_inode; |
d6629859b ipc/mqueue: impro... |
354 355 356 |
mq_treesize = info->attr.mq_maxmsg * sizeof(struct msg_msg) + min_t(unsigned int, info->attr.mq_maxmsg, MQ_PRIO_MAX) * sizeof(struct posix_msg_tree_node); |
05c1b2903 mqueue: fold mq_a... |
357 358 359 360 |
mq_bytes = info->attr.mq_maxmsg * info->attr.mq_msgsize; if (mq_bytes + mq_treesize < mq_bytes) goto out_inode; mq_bytes += mq_treesize; |
04715206c ipc/mqueue.c: ref... |
361 362 |
spin_lock(&mq_lock); if (u->mq_bytes + mq_bytes < u->mq_bytes || |
2a4e64b8f ipc/mqueue: simpl... |
363 |
u->mq_bytes + mq_bytes > rlimit(RLIMIT_MSGQUEUE)) { |
04715206c ipc/mqueue.c: ref... |
364 365 |
spin_unlock(&mq_lock); /* mqueue_evict_inode() releases info->messages */ |
d40dcdb01 ipc/mqueue.c: fix... |
366 |
ret = -EMFILE; |
04715206c ipc/mqueue.c: ref... |
367 |
goto out_inode; |
1da177e4c Linux-2.6.12-rc2 |
368 |
} |
04715206c ipc/mqueue.c: ref... |
369 370 371 372 373 374 375 376 377 378 379 |
u->mq_bytes += mq_bytes; spin_unlock(&mq_lock); /* all is ok */ info->user = get_uid(u); } else if (S_ISDIR(mode)) { inc_nlink(inode); /* Some things misbehave if size == 0 on a directory */ inode->i_size = 2 * DIRENT_SIZE; inode->i_op = &mqueue_dir_inode_operations; inode->i_fop = &simple_dir_operations; |
1da177e4c Linux-2.6.12-rc2 |
380 |
} |
04715206c ipc/mqueue.c: ref... |
381 |
|
1da177e4c Linux-2.6.12-rc2 |
382 383 |
return inode; out_inode: |
1da177e4c Linux-2.6.12-rc2 |
384 |
iput(inode); |
04715206c ipc/mqueue.c: ref... |
385 |
err: |
d40dcdb01 ipc/mqueue.c: fix... |
386 |
return ERR_PTR(ret); |
1da177e4c Linux-2.6.12-rc2 |
387 |
} |
935c6912b ipc: Convert mque... |
388 |
static int mqueue_fill_super(struct super_block *sb, struct fs_context *fc) |
1da177e4c Linux-2.6.12-rc2 |
389 390 |
{ struct inode *inode; |
cfb2f6f6e Revert "mqueue: s... |
391 |
struct ipc_namespace *ns = sb->s_fs_info; |
1da177e4c Linux-2.6.12-rc2 |
392 |
|
a2982cc92 vfs: Generalize f... |
393 |
sb->s_iflags |= SB_I_NOEXEC | SB_I_NODEV; |
09cbfeaf1 mm, fs: get rid o... |
394 395 |
sb->s_blocksize = PAGE_SIZE; sb->s_blocksize_bits = PAGE_SHIFT; |
1da177e4c Linux-2.6.12-rc2 |
396 397 |
sb->s_magic = MQUEUE_MAGIC; sb->s_op = &mqueue_super_ops; |
48fde701a switch open-coded... |
398 399 400 |
inode = mqueue_get_inode(sb, ns, S_IFDIR | S_ISVTX | S_IRWXUGO, NULL); if (IS_ERR(inode)) return PTR_ERR(inode); |
1da177e4c Linux-2.6.12-rc2 |
401 |
|
48fde701a switch open-coded... |
402 403 404 405 |
sb->s_root = d_make_root(inode); if (!sb->s_root) return -ENOMEM; return 0; |
1da177e4c Linux-2.6.12-rc2 |
406 |
} |
935c6912b ipc: Convert mque... |
407 |
static int mqueue_get_tree(struct fs_context *fc) |
1da177e4c Linux-2.6.12-rc2 |
408 |
{ |
935c6912b ipc: Convert mque... |
409 |
struct mqueue_fs_context *ctx = fc->fs_private; |
533770cc0 new helper: get_t... |
410 |
return get_tree_keyed(fc, mqueue_fill_super, ctx->ipc_ns); |
935c6912b ipc: Convert mque... |
411 412 413 414 415 |
} static void mqueue_fs_context_free(struct fs_context *fc) { struct mqueue_fs_context *ctx = fc->fs_private; |
709a643da mqueue: set ->use... |
416 |
put_ipc_ns(ctx->ipc_ns); |
935c6912b ipc: Convert mque... |
417 418 419 420 421 422 423 424 425 426 427 428 |
kfree(ctx); } static int mqueue_init_fs_context(struct fs_context *fc) { struct mqueue_fs_context *ctx; ctx = kzalloc(sizeof(struct mqueue_fs_context), GFP_KERNEL); if (!ctx) return -ENOMEM; ctx->ipc_ns = get_ipc_ns(current->nsproxy->ipc_ns); |
709a643da mqueue: set ->use... |
429 430 |
put_user_ns(fc->user_ns); fc->user_ns = get_user_ns(ctx->ipc_ns->user_ns); |
935c6912b ipc: Convert mque... |
431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 |
fc->fs_private = ctx; fc->ops = &mqueue_fs_context_ops; return 0; } static struct vfsmount *mq_create_mount(struct ipc_namespace *ns) { struct mqueue_fs_context *ctx; struct fs_context *fc; struct vfsmount *mnt; fc = fs_context_for_mount(&mqueue_fs_type, SB_KERNMOUNT); if (IS_ERR(fc)) return ERR_CAST(fc); ctx = fc->fs_private; put_ipc_ns(ctx->ipc_ns); ctx->ipc_ns = get_ipc_ns(ns); |
709a643da mqueue: set ->use... |
449 450 |
put_user_ns(fc->user_ns); fc->user_ns = get_user_ns(ctx->ipc_ns->user_ns); |
935c6912b ipc: Convert mque... |
451 452 453 454 |
mnt = fc_mount(fc); put_fs_context(fc); return mnt; |
1da177e4c Linux-2.6.12-rc2 |
455 |
} |
51cc50685 SL*B: drop kmem c... |
456 |
static void init_once(void *foo) |
1da177e4c Linux-2.6.12-rc2 |
457 458 |
{ struct mqueue_inode_info *p = (struct mqueue_inode_info *) foo; |
a35afb830 Remove SLAB_CTOR_... |
459 |
inode_init_once(&p->vfs_inode); |
1da177e4c Linux-2.6.12-rc2 |
460 461 462 463 464 |
} static struct inode *mqueue_alloc_inode(struct super_block *sb) { struct mqueue_inode_info *ei; |
e94b17660 [PATCH] slab: rem... |
465 |
ei = kmem_cache_alloc(mqueue_inode_cachep, GFP_KERNEL); |
1da177e4c Linux-2.6.12-rc2 |
466 467 468 469 |
if (!ei) return NULL; return &ei->vfs_inode; } |
015d79561 mqueue: switch to... |
470 |
static void mqueue_free_inode(struct inode *inode) |
1da177e4c Linux-2.6.12-rc2 |
471 472 473 |
{ kmem_cache_free(mqueue_inode_cachep, MQUEUE_I(inode)); } |
6d8af64c1 switch mqueue to ... |
474 |
static void mqueue_evict_inode(struct inode *inode) |
1da177e4c Linux-2.6.12-rc2 |
475 476 477 |
{ struct mqueue_inode_info *info; struct user_struct *user; |
7eafd7c74 namespaces: ipc n... |
478 |
struct ipc_namespace *ipc_ns; |
d6a2946a8 ipc: prevent lock... |
479 480 |
struct msg_msg *msg, *nmsg; LIST_HEAD(tmp_msg); |
1da177e4c Linux-2.6.12-rc2 |
481 |
|
dbd5768f8 vfs: Rename end_w... |
482 |
clear_inode(inode); |
6d8af64c1 switch mqueue to ... |
483 484 |
if (S_ISDIR(inode->i_mode)) |
1da177e4c Linux-2.6.12-rc2 |
485 |
return; |
6d8af64c1 switch mqueue to ... |
486 |
|
7eafd7c74 namespaces: ipc n... |
487 |
ipc_ns = get_ns_from_inode(inode); |
1da177e4c Linux-2.6.12-rc2 |
488 489 |
info = MQUEUE_I(inode); spin_lock(&info->lock); |
d6629859b ipc/mqueue: impro... |
490 |
while ((msg = msg_get(info)) != NULL) |
d6a2946a8 ipc: prevent lock... |
491 |
list_add_tail(&msg->m_list, &tmp_msg); |
ce2d52cc1 ipc/mqueue: add r... |
492 |
kfree(info->node_cache); |
1da177e4c Linux-2.6.12-rc2 |
493 |
spin_unlock(&info->lock); |
d6a2946a8 ipc: prevent lock... |
494 495 496 497 |
list_for_each_entry_safe(msg, nmsg, &tmp_msg, m_list) { list_del(&msg->m_list); free_msg(msg); } |
1da177e4c Linux-2.6.12-rc2 |
498 499 |
user = info->user; if (user) { |
a318f12ed ipc/mqueue.c: onl... |
500 501 502 503 504 505 506 507 508 |
unsigned long mq_bytes, mq_treesize; /* Total amount of bytes accounted for the mqueue */ mq_treesize = info->attr.mq_maxmsg * sizeof(struct msg_msg) + min_t(unsigned int, info->attr.mq_maxmsg, MQ_PRIO_MAX) * sizeof(struct posix_msg_tree_node); mq_bytes = mq_treesize + (info->attr.mq_maxmsg * info->attr.mq_msgsize); |
1da177e4c Linux-2.6.12-rc2 |
509 510 |
spin_lock(&mq_lock); user->mq_bytes -= mq_bytes; |
7eafd7c74 namespaces: ipc n... |
511 512 513 514 515 516 517 518 |
/* * get_ns_from_inode() ensures that the * (ipc_ns = sb->s_fs_info) is either a valid ipc_ns * to which we now hold a reference, or it is NULL. * We can't put it here under mq_lock, though. */ if (ipc_ns) ipc_ns->mq_queues_count--; |
1da177e4c Linux-2.6.12-rc2 |
519 520 521 |
spin_unlock(&mq_lock); free_uid(user); } |
7eafd7c74 namespaces: ipc n... |
522 523 |
if (ipc_ns) put_ipc_ns(ipc_ns); |
1da177e4c Linux-2.6.12-rc2 |
524 |
} |
eecec19d9 mqueue: switch to... |
525 |
static int mqueue_create_attr(struct dentry *dentry, umode_t mode, void *arg) |
1da177e4c Linux-2.6.12-rc2 |
526 |
{ |
eecec19d9 mqueue: switch to... |
527 |
struct inode *dir = dentry->d_parent->d_inode; |
1da177e4c Linux-2.6.12-rc2 |
528 |
struct inode *inode; |
eecec19d9 mqueue: switch to... |
529 |
struct mq_attr *attr = arg; |
1da177e4c Linux-2.6.12-rc2 |
530 |
int error; |
7eafd7c74 namespaces: ipc n... |
531 |
struct ipc_namespace *ipc_ns; |
1da177e4c Linux-2.6.12-rc2 |
532 533 |
spin_lock(&mq_lock); |
7eafd7c74 namespaces: ipc n... |
534 535 536 537 538 |
ipc_ns = __get_ns_from_inode(dir); if (!ipc_ns) { error = -EACCES; goto out_unlock; } |
f3713fd9c ipc,mqueue: remov... |
539 540 541 |
if (ipc_ns->mq_queues_count >= ipc_ns->mq_queues_max && !capable(CAP_SYS_RESOURCE)) { |
1da177e4c Linux-2.6.12-rc2 |
542 |
error = -ENOSPC; |
614b84cf4 namespaces: mqueu... |
543 |
goto out_unlock; |
1da177e4c Linux-2.6.12-rc2 |
544 |
} |
614b84cf4 namespaces: mqueu... |
545 |
ipc_ns->mq_queues_count++; |
1da177e4c Linux-2.6.12-rc2 |
546 |
spin_unlock(&mq_lock); |
7eafd7c74 namespaces: ipc n... |
547 |
inode = mqueue_get_inode(dir->i_sb, ipc_ns, mode, attr); |
d40dcdb01 ipc/mqueue.c: fix... |
548 549 |
if (IS_ERR(inode)) { error = PTR_ERR(inode); |
1da177e4c Linux-2.6.12-rc2 |
550 |
spin_lock(&mq_lock); |
614b84cf4 namespaces: mqueu... |
551 552 |
ipc_ns->mq_queues_count--; goto out_unlock; |
1da177e4c Linux-2.6.12-rc2 |
553 |
} |
7eafd7c74 namespaces: ipc n... |
554 |
put_ipc_ns(ipc_ns); |
1da177e4c Linux-2.6.12-rc2 |
555 |
dir->i_size += DIRENT_SIZE; |
078cd8279 fs: Replace CURRE... |
556 |
dir->i_ctime = dir->i_mtime = dir->i_atime = current_time(dir); |
1da177e4c Linux-2.6.12-rc2 |
557 558 559 560 |
d_instantiate(dentry, inode); dget(dentry); return 0; |
614b84cf4 namespaces: mqueu... |
561 |
out_unlock: |
1da177e4c Linux-2.6.12-rc2 |
562 |
spin_unlock(&mq_lock); |
7eafd7c74 namespaces: ipc n... |
563 564 |
if (ipc_ns) put_ipc_ns(ipc_ns); |
1da177e4c Linux-2.6.12-rc2 |
565 566 |
return error; } |
eecec19d9 mqueue: switch to... |
567 568 569 570 571 |
static int mqueue_create(struct inode *dir, struct dentry *dentry, umode_t mode, bool excl) { return mqueue_create_attr(dentry, mode, NULL); } |
1da177e4c Linux-2.6.12-rc2 |
572 573 |
static int mqueue_unlink(struct inode *dir, struct dentry *dentry) { |
75c3cfa85 VFS: assorted wei... |
574 |
struct inode *inode = d_inode(dentry); |
1da177e4c Linux-2.6.12-rc2 |
575 |
|
078cd8279 fs: Replace CURRE... |
576 |
dir->i_ctime = dir->i_mtime = dir->i_atime = current_time(dir); |
1da177e4c Linux-2.6.12-rc2 |
577 |
dir->i_size -= DIRENT_SIZE; |
239521f31 ipc: whitespace c... |
578 579 580 |
drop_nlink(inode); dput(dentry); return 0; |
1da177e4c Linux-2.6.12-rc2 |
581 582 583 584 585 586 587 588 589 590 |
} /* * This is routine for system read from queue file. * To avoid mess with doing here some sort of mq_receive we allow * to read only queue size & notification info (the only values * that are interesting from user point of view and aren't accessible * through std routines) */ static ssize_t mqueue_read_file(struct file *filp, char __user *u_data, |
f1a43f93f ipc: use simple_r... |
591 |
size_t count, loff_t *off) |
1da177e4c Linux-2.6.12-rc2 |
592 |
{ |
496ad9aa8 new helper: file_... |
593 |
struct mqueue_inode_info *info = MQUEUE_I(file_inode(filp)); |
1da177e4c Linux-2.6.12-rc2 |
594 |
char buffer[FILENT_SIZE]; |
f1a43f93f ipc: use simple_r... |
595 |
ssize_t ret; |
1da177e4c Linux-2.6.12-rc2 |
596 597 598 599 600 601 602 603 604 605 |
spin_lock(&info->lock); snprintf(buffer, sizeof(buffer), "QSIZE:%-10lu NOTIFY:%-5d SIGNO:%-5d NOTIFY_PID:%-6d ", info->qsize, info->notify_owner ? info->notify.sigev_notify : 0, (info->notify_owner && info->notify.sigev_notify == SIGEV_SIGNAL) ? info->notify.sigev_signo : 0, |
6c5f3e7b4 Pidns: make full ... |
606 |
pid_vnr(info->notify_owner)); |
1da177e4c Linux-2.6.12-rc2 |
607 608 |
spin_unlock(&info->lock); buffer[sizeof(buffer)-1] = '\0'; |
1da177e4c Linux-2.6.12-rc2 |
609 |
|
f1a43f93f ipc: use simple_r... |
610 611 612 613 |
ret = simple_read_from_buffer(u_data, count, off, buffer, strlen(buffer)); if (ret <= 0) return ret; |
1da177e4c Linux-2.6.12-rc2 |
614 |
|
078cd8279 fs: Replace CURRE... |
615 |
file_inode(filp)->i_atime = file_inode(filp)->i_ctime = current_time(file_inode(filp)); |
f1a43f93f ipc: use simple_r... |
616 |
return ret; |
1da177e4c Linux-2.6.12-rc2 |
617 |
} |
75e1fcc0b [PATCH] vfs: add ... |
618 |
static int mqueue_flush_file(struct file *filp, fl_owner_t id) |
1da177e4c Linux-2.6.12-rc2 |
619 |
{ |
496ad9aa8 new helper: file_... |
620 |
struct mqueue_inode_info *info = MQUEUE_I(file_inode(filp)); |
1da177e4c Linux-2.6.12-rc2 |
621 622 |
spin_lock(&info->lock); |
a03fcb730 [PATCH] update mq... |
623 |
if (task_tgid(current) == info->notify_owner) |
1da177e4c Linux-2.6.12-rc2 |
624 625 626 627 628 |
remove_notification(info); spin_unlock(&info->lock); return 0; } |
9dd957485 ipc, kernel, mm: ... |
629 |
static __poll_t mqueue_poll_file(struct file *filp, struct poll_table_struct *poll_tab) |
1da177e4c Linux-2.6.12-rc2 |
630 |
{ |
496ad9aa8 new helper: file_... |
631 |
struct mqueue_inode_info *info = MQUEUE_I(file_inode(filp)); |
9dd957485 ipc, kernel, mm: ... |
632 |
__poll_t retval = 0; |
1da177e4c Linux-2.6.12-rc2 |
633 634 635 636 637 |
poll_wait(filp, &info->wait_q, poll_tab); spin_lock(&info->lock); if (info->attr.mq_curmsgs) |
a9a08845e vfs: do bulk POLL... |
638 |
retval = EPOLLIN | EPOLLRDNORM; |
1da177e4c Linux-2.6.12-rc2 |
639 640 |
if (info->attr.mq_curmsgs < info->attr.mq_maxmsg) |
a9a08845e vfs: do bulk POLL... |
641 |
retval |= EPOLLOUT | EPOLLWRNORM; |
1da177e4c Linux-2.6.12-rc2 |
642 643 644 645 646 647 648 649 650 651 |
spin_unlock(&info->lock); return retval; } /* Adds current to info->e_wait_q[sr] before element with smaller prio */ static void wq_add(struct mqueue_inode_info *info, int sr, struct ext_wait_queue *ewp) { struct ext_wait_queue *walk; |
1da177e4c Linux-2.6.12-rc2 |
652 |
list_for_each_entry(walk, &info->e_wait_q[sr].list, list) { |
68e34f4e8 ipc/mqueue.c: hav... |
653 |
if (walk->task->prio <= current->prio) { |
1da177e4c Linux-2.6.12-rc2 |
654 655 656 657 658 659 660 661 662 663 664 665 666 |
list_add_tail(&ewp->list, &walk->list); return; } } list_add_tail(&ewp->list, &info->e_wait_q[sr].list); } /* * Puts current task to sleep. Caller must hold queue lock. After return * lock isn't held. * sr: SEND or RECV */ static int wq_sleep(struct mqueue_inode_info *info, int sr, |
9ca7d8e68 mqueue: Convert m... |
667 |
ktime_t *timeout, struct ext_wait_queue *ewp) |
eac0b1c36 ipc/mqueue: add m... |
668 |
__releases(&info->lock) |
1da177e4c Linux-2.6.12-rc2 |
669 670 671 672 673 674 675 |
{ int retval; signed long time; wq_add(info, sr, ewp); for (;;) { |
c5b2cbdbd ipc/mqueue.c: upd... |
676 |
/* memory barrier not required, we hold info->lock */ |
fa6004ad4 ipc/mqueue: Imple... |
677 |
__set_current_state(TASK_INTERRUPTIBLE); |
1da177e4c Linux-2.6.12-rc2 |
678 679 |
spin_unlock(&info->lock); |
32ea845d5 ipc/mqueue.c: fix... |
680 681 |
time = schedule_hrtimeout_range_clock(timeout, 0, HRTIMER_MODE_ABS, CLOCK_REALTIME); |
1da177e4c Linux-2.6.12-rc2 |
682 |
|
c5b2cbdbd ipc/mqueue.c: upd... |
683 684 685 |
if (READ_ONCE(ewp->state) == STATE_READY) { /* see MQ_BARRIER for purpose/pairing */ smp_acquire__after_ctrl_dep(); |
1da177e4c Linux-2.6.12-rc2 |
686 687 688 689 |
retval = 0; goto out; } spin_lock(&info->lock); |
c5b2cbdbd ipc/mqueue.c: upd... |
690 691 692 |
/* we hold info->lock, so no memory barrier required */ if (READ_ONCE(ewp->state) == STATE_READY) { |
1da177e4c Linux-2.6.12-rc2 |
693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 |
retval = 0; goto out_unlock; } if (signal_pending(current)) { retval = -ERESTARTSYS; break; } if (time == 0) { retval = -ETIMEDOUT; break; } } list_del(&ewp->list); out_unlock: spin_unlock(&info->lock); out: return retval; } /* * Returns waiting task that should be serviced first or NULL if none exists */ static struct ext_wait_queue *wq_get_first_waiter( struct mqueue_inode_info *info, int sr) { struct list_head *ptr; ptr = info->e_wait_q[sr].list.prev; if (ptr == &info->e_wait_q[sr].list) return NULL; return list_entry(ptr, struct ext_wait_queue, list); } |
1da177e4c Linux-2.6.12-rc2 |
725 726 727 |
static inline void set_cookie(struct sk_buff *skb, char code) { |
239521f31 ipc: whitespace c... |
728 |
((char *)skb->data)[NOTIFY_COOKIE_LEN-1] = code; |
1da177e4c Linux-2.6.12-rc2 |
729 730 731 732 733 734 735 736 737 738 739 740 741 742 |
} /* * The next function is only to split too long sys_mq_timedsend */ static void __do_notify(struct mqueue_inode_info *info) { /* notification * invoked when there is registered process and there isn't process * waiting synchronously for message AND state of queue changed from * empty to not empty. Here we are sure that no one is waiting * synchronously. */ if (info->notify_owner && info->attr.mq_curmsgs == 1) { |
1da177e4c Linux-2.6.12-rc2 |
743 744 745 |
switch (info->notify.sigev_notify) { case SIGEV_NONE: break; |
b5f200614 ipc/mqueue.c: cha... |
746 747 748 749 750 751 752 |
case SIGEV_SIGNAL: { struct kernel_siginfo sig_i; struct task_struct *task; /* do_mq_notify() accepts sigev_signo == 0, why?? */ if (!info->notify.sigev_signo) break; |
1da177e4c Linux-2.6.12-rc2 |
753 |
|
faf1f22b6 signal: Ensure ge... |
754 |
clear_siginfo(&sig_i); |
1da177e4c Linux-2.6.12-rc2 |
755 756 757 758 |
sig_i.si_signo = info->notify.sigev_signo; sig_i.si_errno = 0; sig_i.si_code = SI_MESGQ; sig_i.si_value = info->notify.sigev_value; |
6b550f949 user namespace: m... |
759 |
rcu_read_lock(); |
b5f200614 ipc/mqueue.c: cha... |
760 |
/* map current pid/uid into info->owner's namespaces */ |
a6684999f mqueue: fix si_pi... |
761 762 |
sig_i.si_pid = task_tgid_nr_ns(current, ns_of_pid(info->notify_owner)); |
b5f200614 ipc/mqueue.c: cha... |
763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 |
sig_i.si_uid = from_kuid_munged(info->notify_user_ns, current_uid()); /* * We can't use kill_pid_info(), this signal should * bypass check_kill_permission(). It is from kernel * but si_fromuser() can't know this. * We do check the self_exec_id, to avoid sending * signals to programs that don't expect them. */ task = pid_task(info->notify_owner, PIDTYPE_TGID); if (task && task->self_exec_id == info->notify_self_exec_id) { do_send_sig_info(info->notify.sigev_signo, &sig_i, task, PIDTYPE_TGID); } |
6b550f949 user namespace: m... |
778 |
rcu_read_unlock(); |
1da177e4c Linux-2.6.12-rc2 |
779 |
break; |
b5f200614 ipc/mqueue.c: cha... |
780 |
} |
1da177e4c Linux-2.6.12-rc2 |
781 782 |
case SIGEV_THREAD: set_cookie(info->notify_cookie, NOTIFY_WOKENUP); |
7ee015e0f [NET]: cleanup 3r... |
783 |
netlink_sendskb(info->notify_sock, info->notify_cookie); |
1da177e4c Linux-2.6.12-rc2 |
784 785 786 |
break; } /* after notification unregisters process */ |
a03fcb730 [PATCH] update mq... |
787 |
put_pid(info->notify_owner); |
6f9ac6d93 mqueue: Explicitl... |
788 |
put_user_ns(info->notify_user_ns); |
a03fcb730 [PATCH] update mq... |
789 |
info->notify_owner = NULL; |
6f9ac6d93 mqueue: Explicitl... |
790 |
info->notify_user_ns = NULL; |
1da177e4c Linux-2.6.12-rc2 |
791 792 793 |
} wake_up(&info->wait_q); } |
21fc538d8 y2038: ipc: Use _... |
794 |
static int prepare_timeout(const struct __kernel_timespec __user *u_abs_timeout, |
b90477263 ipc: mqueue: Repl... |
795 |
struct timespec64 *ts) |
1da177e4c Linux-2.6.12-rc2 |
796 |
{ |
b90477263 ipc: mqueue: Repl... |
797 |
if (get_timespec64(ts, u_abs_timeout)) |
9ca7d8e68 mqueue: Convert m... |
798 |
return -EFAULT; |
b90477263 ipc: mqueue: Repl... |
799 |
if (!timespec64_valid(ts)) |
9ca7d8e68 mqueue: Convert m... |
800 |
return -EINVAL; |
9ca7d8e68 mqueue: Convert m... |
801 |
return 0; |
1da177e4c Linux-2.6.12-rc2 |
802 803 804 805 |
} static void remove_notification(struct mqueue_inode_info *info) { |
a03fcb730 [PATCH] update mq... |
806 |
if (info->notify_owner != NULL && |
1da177e4c Linux-2.6.12-rc2 |
807 808 |
info->notify.sigev_notify == SIGEV_THREAD) { set_cookie(info->notify_cookie, NOTIFY_REMOVED); |
7ee015e0f [NET]: cleanup 3r... |
809 |
netlink_sendskb(info->notify_sock, info->notify_cookie); |
1da177e4c Linux-2.6.12-rc2 |
810 |
} |
a03fcb730 [PATCH] update mq... |
811 |
put_pid(info->notify_owner); |
6f9ac6d93 mqueue: Explicitl... |
812 |
put_user_ns(info->notify_user_ns); |
a03fcb730 [PATCH] update mq... |
813 |
info->notify_owner = NULL; |
6f9ac6d93 mqueue: Explicitl... |
814 |
info->notify_user_ns = NULL; |
1da177e4c Linux-2.6.12-rc2 |
815 |
} |
066cc813e do_mq_open(): mov... |
816 817 |
static int prepare_open(struct dentry *dentry, int oflag, int ro, umode_t mode, struct filename *name, |
614b84cf4 namespaces: mqueu... |
818 |
struct mq_attr *attr) |
1da177e4c Linux-2.6.12-rc2 |
819 |
{ |
745ca2475 CRED: Pass creden... |
820 821 |
static const int oflag2acc[O_ACCMODE] = { MAY_READ, MAY_WRITE, MAY_READ | MAY_WRITE }; |
765927b2d switch dentry_ope... |
822 |
int acc; |
066cc813e do_mq_open(): mov... |
823 |
|
9b20d7fc5 mqueue: clean pre... |
824 825 |
if (d_really_is_negative(dentry)) { if (!(oflag & O_CREAT)) |
066cc813e do_mq_open(): mov... |
826 |
return -ENOENT; |
9b20d7fc5 mqueue: clean pre... |
827 828 829 830 831 |
if (ro) return ro; audit_inode_parent_hidden(name, dentry->d_parent); return vfs_mkobj(dentry, mode & ~current_umask(), mqueue_create_attr, attr); |
066cc813e do_mq_open(): mov... |
832 |
} |
9b20d7fc5 mqueue: clean pre... |
833 834 835 836 |
/* it already existed */ audit_inode(name, dentry, 0); if ((oflag & (O_CREAT|O_EXCL)) == (O_CREAT|O_EXCL)) return -EEXIST; |
765927b2d switch dentry_ope... |
837 |
if ((oflag & O_ACCMODE) == (O_RDWR | O_WRONLY)) |
af4a5372e move dentry_open(... |
838 |
return -EINVAL; |
765927b2d switch dentry_ope... |
839 |
acc = oflag2acc[oflag & O_ACCMODE]; |
066cc813e do_mq_open(): mov... |
840 |
return inode_permission(d_inode(dentry), acc); |
1da177e4c Linux-2.6.12-rc2 |
841 |
} |
0d0606060 mqueue: move comp... |
842 843 |
static int do_mq_open(const char __user *u_name, int oflag, umode_t mode, struct mq_attr *attr) |
1da177e4c Linux-2.6.12-rc2 |
844 |
{ |
cfb2f6f6e Revert "mqueue: s... |
845 846 |
struct vfsmount *mnt = current->nsproxy->ipc_ns->mq_mnt; struct dentry *root = mnt->mnt_root; |
91a27b2a7 vfs: define struc... |
847 |
struct filename *name; |
a713fd7f5 tidy do_mq_open()... |
848 |
struct path path; |
1da177e4c Linux-2.6.12-rc2 |
849 |
int fd, error; |
312b90fbe mqueue: lift mnt_... |
850 |
int ro; |
1da177e4c Linux-2.6.12-rc2 |
851 |
|
0d0606060 mqueue: move comp... |
852 |
audit_mq_open(oflag, mode, attr); |
20ca73bc7 [PATCH] Audit of ... |
853 |
|
1da177e4c Linux-2.6.12-rc2 |
854 855 |
if (IS_ERR(name = getname(u_name))) return PTR_ERR(name); |
269f21344 tiny mq_open opti... |
856 |
fd = get_unused_fd_flags(O_CLOEXEC); |
1da177e4c Linux-2.6.12-rc2 |
857 858 |
if (fd < 0) goto out_putname; |
312b90fbe mqueue: lift mnt_... |
859 |
ro = mnt_want_write(mnt); /* we'll drop it in any case */ |
5955102c9 wrappers for ->i_... |
860 |
inode_lock(d_inode(root)); |
91a27b2a7 vfs: define struc... |
861 |
path.dentry = lookup_one_len(name->name, root, strlen(name->name)); |
765927b2d switch dentry_ope... |
862 863 |
if (IS_ERR(path.dentry)) { error = PTR_ERR(path.dentry); |
4294a8eed mqueue: fix mq_op... |
864 |
goto out_putfd; |
1da177e4c Linux-2.6.12-rc2 |
865 |
} |
312b90fbe mqueue: lift mnt_... |
866 |
path.mnt = mntget(mnt); |
066cc813e do_mq_open(): mov... |
867 868 869 870 871 872 873 |
error = prepare_open(path.dentry, oflag, ro, mode, name, attr); if (!error) { struct file *file = dentry_open(&path, oflag, current_cred()); if (!IS_ERR(file)) fd_install(fd, file); else error = PTR_ERR(file); |
7c7dce920 [PATCH] Fix doubl... |
874 |
} |
765927b2d switch dentry_ope... |
875 |
path_put(&path); |
7c7dce920 [PATCH] Fix doubl... |
876 |
out_putfd: |
765927b2d switch dentry_ope... |
877 878 879 880 |
if (error) { put_unused_fd(fd); fd = error; } |
5955102c9 wrappers for ->i_... |
881 |
inode_unlock(d_inode(root)); |
38d78e587 mqueue: sys_mq_op... |
882 883 |
if (!ro) mnt_drop_write(mnt); |
1da177e4c Linux-2.6.12-rc2 |
884 885 886 887 |
out_putname: putname(name); return fd; } |
0d0606060 mqueue: move comp... |
888 889 890 891 892 893 894 895 896 |
SYSCALL_DEFINE4(mq_open, const char __user *, u_name, int, oflag, umode_t, mode, struct mq_attr __user *, u_attr) { struct mq_attr attr; if (u_attr && copy_from_user(&attr, u_attr, sizeof(struct mq_attr))) return -EFAULT; return do_mq_open(u_name, oflag, mode, u_attr ? &attr : NULL); } |
d5460c997 [CVE-2009-0029] S... |
897 |
SYSCALL_DEFINE1(mq_unlink, const char __user *, u_name) |
1da177e4c Linux-2.6.12-rc2 |
898 899 |
{ int err; |
91a27b2a7 vfs: define struc... |
900 |
struct filename *name; |
1da177e4c Linux-2.6.12-rc2 |
901 902 |
struct dentry *dentry; struct inode *inode = NULL; |
7eafd7c74 namespaces: ipc n... |
903 |
struct ipc_namespace *ipc_ns = current->nsproxy->ipc_ns; |
312b90fbe mqueue: lift mnt_... |
904 |
struct vfsmount *mnt = ipc_ns->mq_mnt; |
1da177e4c Linux-2.6.12-rc2 |
905 906 907 908 |
name = getname(u_name); if (IS_ERR(name)) return PTR_ERR(name); |
79f6530cb audit: fix mq_ope... |
909 |
audit_inode_parent_hidden(name, mnt->mnt_root); |
312b90fbe mqueue: lift mnt_... |
910 911 912 |
err = mnt_want_write(mnt); if (err) goto out_name; |
5955102c9 wrappers for ->i_... |
913 |
inode_lock_nested(d_inode(mnt->mnt_root), I_MUTEX_PARENT); |
91a27b2a7 vfs: define struc... |
914 915 |
dentry = lookup_one_len(name->name, mnt->mnt_root, strlen(name->name)); |
1da177e4c Linux-2.6.12-rc2 |
916 917 918 919 |
if (IS_ERR(dentry)) { err = PTR_ERR(dentry); goto out_unlock; } |
75c3cfa85 VFS: assorted wei... |
920 |
inode = d_inode(dentry); |
312b90fbe mqueue: lift mnt_... |
921 922 923 |
if (!inode) { err = -ENOENT; } else { |
7de9c6ee3 new helper: ihold() |
924 |
ihold(inode); |
75c3cfa85 VFS: assorted wei... |
925 |
err = vfs_unlink(d_inode(dentry->d_parent), dentry, NULL); |
312b90fbe mqueue: lift mnt_... |
926 |
} |
1da177e4c Linux-2.6.12-rc2 |
927 928 929 |
dput(dentry); out_unlock: |
5955102c9 wrappers for ->i_... |
930 |
inode_unlock(d_inode(mnt->mnt_root)); |
1da177e4c Linux-2.6.12-rc2 |
931 932 |
if (inode) iput(inode); |
312b90fbe mqueue: lift mnt_... |
933 934 935 |
mnt_drop_write(mnt); out_name: putname(name); |
1da177e4c Linux-2.6.12-rc2 |
936 937 938 939 940 941 942 943 944 945 |
return err; } /* Pipelined send and receive functions. * * If a receiver finds no waiting message, then it registers itself in the * list of waiting receivers. A sender checks that list before adding the new * message into the message array. If there is a waiting receiver, then it * bypasses the message array and directly hands the message over to the |
fa6004ad4 ipc/mqueue: Imple... |
946 947 948 949 950 951 952 953 954 |
* receiver. The receiver accepts the message and returns without grabbing the * queue spinlock: * * - Set pointer to message. * - Queue the receiver task for later wakeup (without the info->lock). * - Update its state to STATE_READY. Now the receiver can continue. * - Wake up the process after the lock is dropped. Should the process wake up * before this wakeup (due to a timeout or a signal) it will either see * STATE_READY and continue or acquire the lock to check the state again. |
1da177e4c Linux-2.6.12-rc2 |
955 956 957 |
* * The same algorithm is used for senders. */ |
ed29f1715 ipc/mqueue.c: rem... |
958 |
static inline void __pipelined_op(struct wake_q_head *wake_q, |
fa6004ad4 ipc/mqueue: Imple... |
959 |
struct mqueue_inode_info *info, |
ed29f1715 ipc/mqueue.c: rem... |
960 |
struct ext_wait_queue *this) |
1da177e4c Linux-2.6.12-rc2 |
961 |
{ |
ed29f1715 ipc/mqueue.c: rem... |
962 |
list_del(&this->list); |
c5b2cbdbd ipc/mqueue.c: upd... |
963 964 965 966 967 |
get_task_struct(this->task); /* see MQ_BARRIER for purpose/pairing */ smp_store_release(&this->state, STATE_READY); wake_q_add_safe(wake_q, this->task); |
ed29f1715 ipc/mqueue.c: rem... |
968 969 970 971 972 973 974 975 976 977 978 979 |
} /* pipelined_send() - send a message directly to the task waiting in * sys_mq_timedreceive() (without inserting message into a queue). */ static inline void pipelined_send(struct wake_q_head *wake_q, struct mqueue_inode_info *info, struct msg_msg *message, struct ext_wait_queue *receiver) { receiver->msg = message; __pipelined_op(wake_q, info, receiver); |
1da177e4c Linux-2.6.12-rc2 |
980 981 982 983 |
} /* pipelined_receive() - if there is task waiting in sys_mq_timedsend() * gets its message and put to the queue (we have one free place for sure). */ |
fa6004ad4 ipc/mqueue: Imple... |
984 985 |
static inline void pipelined_receive(struct wake_q_head *wake_q, struct mqueue_inode_info *info) |
1da177e4c Linux-2.6.12-rc2 |
986 987 988 989 990 991 992 993 |
{ struct ext_wait_queue *sender = wq_get_first_waiter(info, SEND); if (!sender) { /* for poll */ wake_up_interruptible(&info->wait_q); return; } |
d6629859b ipc/mqueue: impro... |
994 995 |
if (msg_insert(sender->msg, info)) return; |
fa6004ad4 ipc/mqueue: Imple... |
996 |
|
ed29f1715 ipc/mqueue.c: rem... |
997 |
__pipelined_op(wake_q, info, sender); |
1da177e4c Linux-2.6.12-rc2 |
998 |
} |
0d0606060 mqueue: move comp... |
999 1000 |
static int do_mq_timedsend(mqd_t mqdes, const char __user *u_msg_ptr, size_t msg_len, unsigned int msg_prio, |
b90477263 ipc: mqueue: Repl... |
1001 |
struct timespec64 *ts) |
1da177e4c Linux-2.6.12-rc2 |
1002 |
{ |
2903ff019 switch simple cas... |
1003 |
struct fd f; |
1da177e4c Linux-2.6.12-rc2 |
1004 1005 1006 1007 1008 |
struct inode *inode; struct ext_wait_queue wait; struct ext_wait_queue *receiver; struct msg_msg *msg_ptr; struct mqueue_inode_info *info; |
9ca7d8e68 mqueue: Convert m... |
1009 |
ktime_t expires, *timeout = NULL; |
ce2d52cc1 ipc/mqueue: add r... |
1010 |
struct posix_msg_tree_node *new_leaf = NULL; |
2903ff019 switch simple cas... |
1011 |
int ret = 0; |
194a6b5b9 sched/wake_q: Ren... |
1012 |
DEFINE_WAKE_Q(wake_q); |
1da177e4c Linux-2.6.12-rc2 |
1013 1014 1015 |
if (unlikely(msg_prio >= (unsigned long) MQ_PRIO_MAX)) return -EINVAL; |
0d0606060 mqueue: move comp... |
1016 |
if (ts) { |
b90477263 ipc: mqueue: Repl... |
1017 |
expires = timespec64_to_ktime(*ts); |
0d0606060 mqueue: move comp... |
1018 1019 1020 1021 |
timeout = &expires; } audit_mq_sendrecv(mqdes, msg_len, msg_prio, ts); |
1da177e4c Linux-2.6.12-rc2 |
1022 |
|
2903ff019 switch simple cas... |
1023 1024 |
f = fdget(mqdes); if (unlikely(!f.file)) { |
8d8ffefaa mqueue: only set ... |
1025 |
ret = -EBADF; |
1da177e4c Linux-2.6.12-rc2 |
1026 |
goto out; |
8d8ffefaa mqueue: only set ... |
1027 |
} |
1da177e4c Linux-2.6.12-rc2 |
1028 |
|
496ad9aa8 new helper: file_... |
1029 |
inode = file_inode(f.file); |
2903ff019 switch simple cas... |
1030 |
if (unlikely(f.file->f_op != &mqueue_file_operations)) { |
8d8ffefaa mqueue: only set ... |
1031 |
ret = -EBADF; |
1da177e4c Linux-2.6.12-rc2 |
1032 |
goto out_fput; |
8d8ffefaa mqueue: only set ... |
1033 |
} |
1da177e4c Linux-2.6.12-rc2 |
1034 |
info = MQUEUE_I(inode); |
9f45f5bf3 new helper: audit... |
1035 |
audit_file(f.file); |
1da177e4c Linux-2.6.12-rc2 |
1036 |
|
2903ff019 switch simple cas... |
1037 |
if (unlikely(!(f.file->f_mode & FMODE_WRITE))) { |
8d8ffefaa mqueue: only set ... |
1038 |
ret = -EBADF; |
1da177e4c Linux-2.6.12-rc2 |
1039 |
goto out_fput; |
8d8ffefaa mqueue: only set ... |
1040 |
} |
1da177e4c Linux-2.6.12-rc2 |
1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 |
if (unlikely(msg_len > info->attr.mq_msgsize)) { ret = -EMSGSIZE; goto out_fput; } /* First try to allocate memory, before doing anything with * existing queues. */ msg_ptr = load_msg(u_msg_ptr, msg_len); if (IS_ERR(msg_ptr)) { ret = PTR_ERR(msg_ptr); goto out_fput; } msg_ptr->m_ts = msg_len; msg_ptr->m_type = msg_prio; |
ce2d52cc1 ipc/mqueue: add r... |
1056 1057 1058 1059 1060 1061 1062 |
/* * msg_insert really wants us to have a valid, spare node struct so * it doesn't have to kmalloc a GFP_ATOMIC allocation, but it will * fall back to that if necessary. */ if (!info->node_cache) new_leaf = kmalloc(sizeof(*new_leaf), GFP_KERNEL); |
1da177e4c Linux-2.6.12-rc2 |
1063 |
spin_lock(&info->lock); |
ce2d52cc1 ipc/mqueue: add r... |
1064 1065 |
if (!info->node_cache && new_leaf) { /* Save our speculative allocation into the cache */ |
ce2d52cc1 ipc/mqueue: add r... |
1066 1067 |
INIT_LIST_HEAD(&new_leaf->msg_list); info->node_cache = new_leaf; |
ce2d52cc1 ipc/mqueue: add r... |
1068 1069 1070 1071 |
new_leaf = NULL; } else { kfree(new_leaf); } |
1da177e4c Linux-2.6.12-rc2 |
1072 |
if (info->attr.mq_curmsgs == info->attr.mq_maxmsg) { |
2903ff019 switch simple cas... |
1073 |
if (f.file->f_flags & O_NONBLOCK) { |
1da177e4c Linux-2.6.12-rc2 |
1074 |
ret = -EAGAIN; |
1da177e4c Linux-2.6.12-rc2 |
1075 1076 1077 |
} else { wait.task = current; wait.msg = (void *) msg_ptr; |
c5b2cbdbd ipc/mqueue.c: upd... |
1078 1079 1080 |
/* memory barrier not required, we hold info->lock */ WRITE_ONCE(wait.state, STATE_NONE); |
1da177e4c Linux-2.6.12-rc2 |
1081 |
ret = wq_sleep(info, SEND, timeout, &wait); |
ce2d52cc1 ipc/mqueue: add r... |
1082 1083 1084 1085 1086 |
/* * wq_sleep must be called with info->lock held, and * returns with the lock released */ goto out_free; |
1da177e4c Linux-2.6.12-rc2 |
1087 |
} |
1da177e4c Linux-2.6.12-rc2 |
1088 1089 1090 |
} else { receiver = wq_get_first_waiter(info, RECV); if (receiver) { |
fa6004ad4 ipc/mqueue: Imple... |
1091 |
pipelined_send(&wake_q, info, msg_ptr, receiver); |
1da177e4c Linux-2.6.12-rc2 |
1092 1093 |
} else { /* adds message to the queue */ |
ce2d52cc1 ipc/mqueue: add r... |
1094 1095 1096 |
ret = msg_insert(msg_ptr, info); if (ret) goto out_unlock; |
1da177e4c Linux-2.6.12-rc2 |
1097 1098 1099 |
__do_notify(info); } inode->i_atime = inode->i_mtime = inode->i_ctime = |
078cd8279 fs: Replace CURRE... |
1100 |
current_time(inode); |
1da177e4c Linux-2.6.12-rc2 |
1101 |
} |
ce2d52cc1 ipc/mqueue: add r... |
1102 1103 |
out_unlock: spin_unlock(&info->lock); |
fa6004ad4 ipc/mqueue: Imple... |
1104 |
wake_up_q(&wake_q); |
ce2d52cc1 ipc/mqueue: add r... |
1105 1106 1107 |
out_free: if (ret) free_msg(msg_ptr); |
1da177e4c Linux-2.6.12-rc2 |
1108 |
out_fput: |
2903ff019 switch simple cas... |
1109 |
fdput(f); |
1da177e4c Linux-2.6.12-rc2 |
1110 1111 1112 |
out: return ret; } |
0d0606060 mqueue: move comp... |
1113 1114 |
static int do_mq_timedreceive(mqd_t mqdes, char __user *u_msg_ptr, size_t msg_len, unsigned int __user *u_msg_prio, |
b90477263 ipc: mqueue: Repl... |
1115 |
struct timespec64 *ts) |
1da177e4c Linux-2.6.12-rc2 |
1116 |
{ |
1da177e4c Linux-2.6.12-rc2 |
1117 1118 |
ssize_t ret; struct msg_msg *msg_ptr; |
2903ff019 switch simple cas... |
1119 |
struct fd f; |
1da177e4c Linux-2.6.12-rc2 |
1120 1121 1122 |
struct inode *inode; struct mqueue_inode_info *info; struct ext_wait_queue wait; |
9ca7d8e68 mqueue: Convert m... |
1123 |
ktime_t expires, *timeout = NULL; |
ce2d52cc1 ipc/mqueue: add r... |
1124 |
struct posix_msg_tree_node *new_leaf = NULL; |
1da177e4c Linux-2.6.12-rc2 |
1125 |
|
0d0606060 mqueue: move comp... |
1126 |
if (ts) { |
b90477263 ipc: mqueue: Repl... |
1127 |
expires = timespec64_to_ktime(*ts); |
9ca7d8e68 mqueue: Convert m... |
1128 |
timeout = &expires; |
c32c8af43 sanitize AUDIT_MQ... |
1129 |
} |
20ca73bc7 [PATCH] Audit of ... |
1130 |
|
0d0606060 mqueue: move comp... |
1131 |
audit_mq_sendrecv(mqdes, msg_len, 0, ts); |
1da177e4c Linux-2.6.12-rc2 |
1132 |
|
2903ff019 switch simple cas... |
1133 1134 |
f = fdget(mqdes); if (unlikely(!f.file)) { |
8d8ffefaa mqueue: only set ... |
1135 |
ret = -EBADF; |
1da177e4c Linux-2.6.12-rc2 |
1136 |
goto out; |
8d8ffefaa mqueue: only set ... |
1137 |
} |
1da177e4c Linux-2.6.12-rc2 |
1138 |
|
496ad9aa8 new helper: file_... |
1139 |
inode = file_inode(f.file); |
2903ff019 switch simple cas... |
1140 |
if (unlikely(f.file->f_op != &mqueue_file_operations)) { |
8d8ffefaa mqueue: only set ... |
1141 |
ret = -EBADF; |
1da177e4c Linux-2.6.12-rc2 |
1142 |
goto out_fput; |
8d8ffefaa mqueue: only set ... |
1143 |
} |
1da177e4c Linux-2.6.12-rc2 |
1144 |
info = MQUEUE_I(inode); |
9f45f5bf3 new helper: audit... |
1145 |
audit_file(f.file); |
1da177e4c Linux-2.6.12-rc2 |
1146 |
|
2903ff019 switch simple cas... |
1147 |
if (unlikely(!(f.file->f_mode & FMODE_READ))) { |
8d8ffefaa mqueue: only set ... |
1148 |
ret = -EBADF; |
1da177e4c Linux-2.6.12-rc2 |
1149 |
goto out_fput; |
8d8ffefaa mqueue: only set ... |
1150 |
} |
1da177e4c Linux-2.6.12-rc2 |
1151 1152 1153 1154 1155 1156 |
/* checks if buffer is big enough */ if (unlikely(msg_len < info->attr.mq_msgsize)) { ret = -EMSGSIZE; goto out_fput; } |
ce2d52cc1 ipc/mqueue: add r... |
1157 1158 1159 1160 1161 1162 1163 |
/* * msg_insert really wants us to have a valid, spare node struct so * it doesn't have to kmalloc a GFP_ATOMIC allocation, but it will * fall back to that if necessary. */ if (!info->node_cache) new_leaf = kmalloc(sizeof(*new_leaf), GFP_KERNEL); |
1da177e4c Linux-2.6.12-rc2 |
1164 |
spin_lock(&info->lock); |
ce2d52cc1 ipc/mqueue: add r... |
1165 1166 1167 |
if (!info->node_cache && new_leaf) { /* Save our speculative allocation into the cache */ |
ce2d52cc1 ipc/mqueue: add r... |
1168 1169 |
INIT_LIST_HEAD(&new_leaf->msg_list); info->node_cache = new_leaf; |
ce2d52cc1 ipc/mqueue: add r... |
1170 1171 1172 |
} else { kfree(new_leaf); } |
1da177e4c Linux-2.6.12-rc2 |
1173 |
if (info->attr.mq_curmsgs == 0) { |
2903ff019 switch simple cas... |
1174 |
if (f.file->f_flags & O_NONBLOCK) { |
1da177e4c Linux-2.6.12-rc2 |
1175 1176 |
spin_unlock(&info->lock); ret = -EAGAIN; |
1da177e4c Linux-2.6.12-rc2 |
1177 1178 |
} else { wait.task = current; |
c5b2cbdbd ipc/mqueue.c: upd... |
1179 1180 1181 |
/* memory barrier not required, we hold info->lock */ WRITE_ONCE(wait.state, STATE_NONE); |
1da177e4c Linux-2.6.12-rc2 |
1182 1183 1184 1185 |
ret = wq_sleep(info, RECV, timeout, &wait); msg_ptr = wait.msg; } } else { |
194a6b5b9 sched/wake_q: Ren... |
1186 |
DEFINE_WAKE_Q(wake_q); |
fa6004ad4 ipc/mqueue: Imple... |
1187 |
|
1da177e4c Linux-2.6.12-rc2 |
1188 1189 1190 |
msg_ptr = msg_get(info); inode->i_atime = inode->i_mtime = inode->i_ctime = |
078cd8279 fs: Replace CURRE... |
1191 |
current_time(inode); |
1da177e4c Linux-2.6.12-rc2 |
1192 1193 |
/* There is now free space in queue. */ |
fa6004ad4 ipc/mqueue: Imple... |
1194 |
pipelined_receive(&wake_q, info); |
1da177e4c Linux-2.6.12-rc2 |
1195 |
spin_unlock(&info->lock); |
fa6004ad4 ipc/mqueue: Imple... |
1196 |
wake_up_q(&wake_q); |
1da177e4c Linux-2.6.12-rc2 |
1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 |
ret = 0; } if (ret == 0) { ret = msg_ptr->m_ts; if ((u_msg_prio && put_user(msg_ptr->m_type, u_msg_prio)) || store_msg(u_msg_ptr, msg_ptr, msg_ptr->m_ts)) { ret = -EFAULT; } free_msg(msg_ptr); } out_fput: |
2903ff019 switch simple cas... |
1209 |
fdput(f); |
1da177e4c Linux-2.6.12-rc2 |
1210 1211 1212 |
out: return ret; } |
0d0606060 mqueue: move comp... |
1213 1214 |
SYSCALL_DEFINE5(mq_timedsend, mqd_t, mqdes, const char __user *, u_msg_ptr, size_t, msg_len, unsigned int, msg_prio, |
21fc538d8 y2038: ipc: Use _... |
1215 |
const struct __kernel_timespec __user *, u_abs_timeout) |
0d0606060 mqueue: move comp... |
1216 |
{ |
b90477263 ipc: mqueue: Repl... |
1217 |
struct timespec64 ts, *p = NULL; |
0d0606060 mqueue: move comp... |
1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 |
if (u_abs_timeout) { int res = prepare_timeout(u_abs_timeout, &ts); if (res) return res; p = &ts; } return do_mq_timedsend(mqdes, u_msg_ptr, msg_len, msg_prio, p); } SYSCALL_DEFINE5(mq_timedreceive, mqd_t, mqdes, char __user *, u_msg_ptr, size_t, msg_len, unsigned int __user *, u_msg_prio, |
21fc538d8 y2038: ipc: Use _... |
1229 |
const struct __kernel_timespec __user *, u_abs_timeout) |
0d0606060 mqueue: move comp... |
1230 |
{ |
b90477263 ipc: mqueue: Repl... |
1231 |
struct timespec64 ts, *p = NULL; |
0d0606060 mqueue: move comp... |
1232 1233 1234 1235 1236 1237 1238 1239 |
if (u_abs_timeout) { int res = prepare_timeout(u_abs_timeout, &ts); if (res) return res; p = &ts; } return do_mq_timedreceive(mqdes, u_msg_ptr, msg_len, u_msg_prio, p); } |
1da177e4c Linux-2.6.12-rc2 |
1240 1241 1242 1243 1244 |
/* * Notes: the case when user wants us to deregister (with NULL as pointer) * and he isn't currently owner of notification, will be silently discarded. * It isn't explicitly defined in the POSIX. */ |
0d0606060 mqueue: move comp... |
1245 |
static int do_mq_notify(mqd_t mqdes, const struct sigevent *notification) |
1da177e4c Linux-2.6.12-rc2 |
1246 |
{ |
2903ff019 switch simple cas... |
1247 1248 |
int ret; struct fd f; |
1da177e4c Linux-2.6.12-rc2 |
1249 1250 |
struct sock *sock; struct inode *inode; |
1da177e4c Linux-2.6.12-rc2 |
1251 1252 |
struct mqueue_inode_info *info; struct sk_buff *nc; |
0d0606060 mqueue: move comp... |
1253 |
audit_mq_notify(mqdes, notification); |
1da177e4c Linux-2.6.12-rc2 |
1254 |
|
20114f71b sanitize audit_mq... |
1255 1256 |
nc = NULL; sock = NULL; |
0d0606060 mqueue: move comp... |
1257 1258 1259 1260 |
if (notification != NULL) { if (unlikely(notification->sigev_notify != SIGEV_NONE && notification->sigev_notify != SIGEV_SIGNAL && notification->sigev_notify != SIGEV_THREAD)) |
1da177e4c Linux-2.6.12-rc2 |
1261 |
return -EINVAL; |
0d0606060 mqueue: move comp... |
1262 1263 |
if (notification->sigev_notify == SIGEV_SIGNAL && !valid_signal(notification->sigev_signo)) { |
1da177e4c Linux-2.6.12-rc2 |
1264 1265 |
return -EINVAL; } |
0d0606060 mqueue: move comp... |
1266 |
if (notification->sigev_notify == SIGEV_THREAD) { |
c3d8d1e30 [NETLINK]: Fix un... |
1267 |
long timeo; |
1da177e4c Linux-2.6.12-rc2 |
1268 1269 |
/* create the notify skb */ nc = alloc_skb(NOTIFY_COOKIE_LEN, GFP_KERNEL); |
c231740dd ipc/mqueue: impro... |
1270 1271 |
if (!nc) return -ENOMEM; |
1da177e4c Linux-2.6.12-rc2 |
1272 |
if (copy_from_user(nc->data, |
0d0606060 mqueue: move comp... |
1273 |
notification->sigev_value.sival_ptr, |
1da177e4c Linux-2.6.12-rc2 |
1274 |
NOTIFY_COOKIE_LEN)) { |
8d8ffefaa mqueue: only set ... |
1275 |
ret = -EFAULT; |
c231740dd ipc/mqueue: impro... |
1276 |
goto free_skb; |
1da177e4c Linux-2.6.12-rc2 |
1277 1278 1279 1280 1281 1282 |
} /* TODO: add a header? */ skb_put(nc, NOTIFY_COOKIE_LEN); /* and attach it to the socket */ retry: |
0d0606060 mqueue: move comp... |
1283 |
f = fdget(notification->sigev_signo); |
2903ff019 switch simple cas... |
1284 |
if (!f.file) { |
8d8ffefaa mqueue: only set ... |
1285 |
ret = -EBADF; |
1da177e4c Linux-2.6.12-rc2 |
1286 |
goto out; |
8d8ffefaa mqueue: only set ... |
1287 |
} |
2903ff019 switch simple cas... |
1288 1289 |
sock = netlink_getsockbyfilp(f.file); fdput(f); |
1da177e4c Linux-2.6.12-rc2 |
1290 1291 |
if (IS_ERR(sock)) { ret = PTR_ERR(sock); |
c231740dd ipc/mqueue: impro... |
1292 |
goto free_skb; |
1da177e4c Linux-2.6.12-rc2 |
1293 |
} |
c3d8d1e30 [NETLINK]: Fix un... |
1294 |
timeo = MAX_SCHEDULE_TIMEOUT; |
9457afee8 netlink: Remove n... |
1295 |
ret = netlink_attachskb(sock, nc, &timeo, NULL); |
f991af3da mqueue: fix a use... |
1296 1297 |
if (ret == 1) { sock = NULL; |
8d8ffefaa mqueue: only set ... |
1298 |
goto retry; |
f991af3da mqueue: fix a use... |
1299 |
} |
c231740dd ipc/mqueue: impro... |
1300 1301 |
if (ret) return ret; |
1da177e4c Linux-2.6.12-rc2 |
1302 1303 |
} } |
2903ff019 switch simple cas... |
1304 1305 |
f = fdget(mqdes); if (!f.file) { |
8d8ffefaa mqueue: only set ... |
1306 |
ret = -EBADF; |
1da177e4c Linux-2.6.12-rc2 |
1307 |
goto out; |
8d8ffefaa mqueue: only set ... |
1308 |
} |
1da177e4c Linux-2.6.12-rc2 |
1309 |
|
496ad9aa8 new helper: file_... |
1310 |
inode = file_inode(f.file); |
2903ff019 switch simple cas... |
1311 |
if (unlikely(f.file->f_op != &mqueue_file_operations)) { |
8d8ffefaa mqueue: only set ... |
1312 |
ret = -EBADF; |
1da177e4c Linux-2.6.12-rc2 |
1313 |
goto out_fput; |
8d8ffefaa mqueue: only set ... |
1314 |
} |
1da177e4c Linux-2.6.12-rc2 |
1315 1316 1317 1318 |
info = MQUEUE_I(inode); ret = 0; spin_lock(&info->lock); |
0d0606060 mqueue: move comp... |
1319 |
if (notification == NULL) { |
a03fcb730 [PATCH] update mq... |
1320 |
if (info->notify_owner == task_tgid(current)) { |
1da177e4c Linux-2.6.12-rc2 |
1321 |
remove_notification(info); |
078cd8279 fs: Replace CURRE... |
1322 |
inode->i_atime = inode->i_ctime = current_time(inode); |
1da177e4c Linux-2.6.12-rc2 |
1323 |
} |
a03fcb730 [PATCH] update mq... |
1324 |
} else if (info->notify_owner != NULL) { |
1da177e4c Linux-2.6.12-rc2 |
1325 1326 |
ret = -EBUSY; } else { |
0d0606060 mqueue: move comp... |
1327 |
switch (notification->sigev_notify) { |
1da177e4c Linux-2.6.12-rc2 |
1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 |
case SIGEV_NONE: info->notify.sigev_notify = SIGEV_NONE; break; case SIGEV_THREAD: info->notify_sock = sock; info->notify_cookie = nc; sock = NULL; nc = NULL; info->notify.sigev_notify = SIGEV_THREAD; break; case SIGEV_SIGNAL: |
0d0606060 mqueue: move comp... |
1339 1340 |
info->notify.sigev_signo = notification->sigev_signo; info->notify.sigev_value = notification->sigev_value; |
1da177e4c Linux-2.6.12-rc2 |
1341 |
info->notify.sigev_notify = SIGEV_SIGNAL; |
b5f200614 ipc/mqueue.c: cha... |
1342 |
info->notify_self_exec_id = current->self_exec_id; |
1da177e4c Linux-2.6.12-rc2 |
1343 1344 |
break; } |
a03fcb730 [PATCH] update mq... |
1345 1346 |
info->notify_owner = get_pid(task_tgid(current)); |
6f9ac6d93 mqueue: Explicitl... |
1347 |
info->notify_user_ns = get_user_ns(current_user_ns()); |
078cd8279 fs: Replace CURRE... |
1348 |
inode->i_atime = inode->i_ctime = current_time(inode); |
1da177e4c Linux-2.6.12-rc2 |
1349 1350 1351 |
} spin_unlock(&info->lock); out_fput: |
2903ff019 switch simple cas... |
1352 |
fdput(f); |
1da177e4c Linux-2.6.12-rc2 |
1353 |
out: |
3ab08fe20 ipc: remove brace... |
1354 |
if (sock) |
1da177e4c Linux-2.6.12-rc2 |
1355 |
netlink_detachskb(sock, nc); |
97b0b1ad5 ipc/mqueue.c: del... |
1356 |
else |
c231740dd ipc/mqueue: impro... |
1357 |
free_skb: |
1da177e4c Linux-2.6.12-rc2 |
1358 |
dev_kfree_skb(nc); |
3ab08fe20 ipc: remove brace... |
1359 |
|
1da177e4c Linux-2.6.12-rc2 |
1360 1361 |
return ret; } |
0d0606060 mqueue: move comp... |
1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 |
SYSCALL_DEFINE2(mq_notify, mqd_t, mqdes, const struct sigevent __user *, u_notification) { struct sigevent n, *p = NULL; if (u_notification) { if (copy_from_user(&n, u_notification, sizeof(struct sigevent))) return -EFAULT; p = &n; } return do_mq_notify(mqdes, p); } static int do_mq_getsetattr(int mqdes, struct mq_attr *new, struct mq_attr *old) |
1da177e4c Linux-2.6.12-rc2 |
1375 |
{ |
2903ff019 switch simple cas... |
1376 |
struct fd f; |
1da177e4c Linux-2.6.12-rc2 |
1377 1378 |
struct inode *inode; struct mqueue_inode_info *info; |
0d0606060 mqueue: move comp... |
1379 1380 |
if (new && (new->mq_flags & (~O_NONBLOCK))) return -EINVAL; |
1da177e4c Linux-2.6.12-rc2 |
1381 |
|
2903ff019 switch simple cas... |
1382 |
f = fdget(mqdes); |
0d0606060 mqueue: move comp... |
1383 1384 |
if (!f.file) return -EBADF; |
1da177e4c Linux-2.6.12-rc2 |
1385 |
|
2903ff019 switch simple cas... |
1386 |
if (unlikely(f.file->f_op != &mqueue_file_operations)) { |
0d0606060 mqueue: move comp... |
1387 1388 |
fdput(f); return -EBADF; |
8d8ffefaa mqueue: only set ... |
1389 |
} |
0d0606060 mqueue: move comp... |
1390 1391 |
inode = file_inode(f.file); |
1da177e4c Linux-2.6.12-rc2 |
1392 1393 1394 |
info = MQUEUE_I(inode); spin_lock(&info->lock); |
0d0606060 mqueue: move comp... |
1395 1396 1397 1398 1399 1400 |
if (old) { *old = info->attr; old->mq_flags = f.file->f_flags & O_NONBLOCK; } if (new) { audit_mq_getsetattr(mqdes, new); |
2903ff019 switch simple cas... |
1401 |
spin_lock(&f.file->f_lock); |
0d0606060 mqueue: move comp... |
1402 |
if (new->mq_flags & O_NONBLOCK) |
2903ff019 switch simple cas... |
1403 |
f.file->f_flags |= O_NONBLOCK; |
1da177e4c Linux-2.6.12-rc2 |
1404 |
else |
2903ff019 switch simple cas... |
1405 1406 |
f.file->f_flags &= ~O_NONBLOCK; spin_unlock(&f.file->f_lock); |
1da177e4c Linux-2.6.12-rc2 |
1407 |
|
078cd8279 fs: Replace CURRE... |
1408 |
inode->i_atime = inode->i_ctime = current_time(inode); |
1da177e4c Linux-2.6.12-rc2 |
1409 1410 1411 |
} spin_unlock(&info->lock); |
0d0606060 mqueue: move comp... |
1412 1413 1414 |
fdput(f); return 0; } |
1da177e4c Linux-2.6.12-rc2 |
1415 |
|
0d0606060 mqueue: move comp... |
1416 1417 1418 1419 1420 1421 1422 |
SYSCALL_DEFINE3(mq_getsetattr, mqd_t, mqdes, const struct mq_attr __user *, u_mqstat, struct mq_attr __user *, u_omqstat) { int ret; struct mq_attr mqstat, omqstat; struct mq_attr *new = NULL, *old = NULL; |
1da177e4c Linux-2.6.12-rc2 |
1423 |
|
0d0606060 mqueue: move comp... |
1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 |
if (u_mqstat) { new = &mqstat; if (copy_from_user(new, u_mqstat, sizeof(struct mq_attr))) return -EFAULT; } if (u_omqstat) old = &omqstat; ret = do_mq_getsetattr(mqdes, new, old); if (ret || !old) return ret; if (copy_to_user(u_omqstat, old, sizeof(struct mq_attr))) return -EFAULT; return 0; } #ifdef CONFIG_COMPAT struct compat_mq_attr { compat_long_t mq_flags; /* message queue flags */ compat_long_t mq_maxmsg; /* maximum number of messages */ compat_long_t mq_msgsize; /* maximum message size */ compat_long_t mq_curmsgs; /* number of messages currently queued */ compat_long_t __reserved[4]; /* ignored for input, zeroed for output */ }; static inline int get_compat_mq_attr(struct mq_attr *attr, const struct compat_mq_attr __user *uattr) { struct compat_mq_attr v; if (copy_from_user(&v, uattr, sizeof(*uattr))) return -EFAULT; memset(attr, 0, sizeof(*attr)); attr->mq_flags = v.mq_flags; attr->mq_maxmsg = v.mq_maxmsg; attr->mq_msgsize = v.mq_msgsize; attr->mq_curmsgs = v.mq_curmsgs; return 0; } static inline int put_compat_mq_attr(const struct mq_attr *attr, struct compat_mq_attr __user *uattr) { struct compat_mq_attr v; memset(&v, 0, sizeof(v)); v.mq_flags = attr->mq_flags; v.mq_maxmsg = attr->mq_maxmsg; v.mq_msgsize = attr->mq_msgsize; v.mq_curmsgs = attr->mq_curmsgs; if (copy_to_user(uattr, &v, sizeof(*uattr))) return -EFAULT; return 0; } COMPAT_SYSCALL_DEFINE4(mq_open, const char __user *, u_name, int, oflag, compat_mode_t, mode, struct compat_mq_attr __user *, u_attr) { struct mq_attr attr, *p = NULL; if (u_attr && oflag & O_CREAT) { p = &attr; if (get_compat_mq_attr(&attr, u_attr)) return -EFAULT; } return do_mq_open(u_name, oflag, mode, p); } |
b0d175781 y2038: ipc: Enabl... |
1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 |
COMPAT_SYSCALL_DEFINE2(mq_notify, mqd_t, mqdes, const struct compat_sigevent __user *, u_notification) { struct sigevent n, *p = NULL; if (u_notification) { if (get_compat_sigevent(&n, u_notification)) return -EFAULT; if (n.sigev_notify == SIGEV_THREAD) n.sigev_value.sival_ptr = compat_ptr(n.sigev_value.sival_int); p = &n; } return do_mq_notify(mqdes, p); } COMPAT_SYSCALL_DEFINE3(mq_getsetattr, mqd_t, mqdes, const struct compat_mq_attr __user *, u_mqstat, struct compat_mq_attr __user *, u_omqstat) { int ret; struct mq_attr mqstat, omqstat; struct mq_attr *new = NULL, *old = NULL; if (u_mqstat) { new = &mqstat; if (get_compat_mq_attr(new, u_mqstat)) return -EFAULT; } if (u_omqstat) old = &omqstat; ret = do_mq_getsetattr(mqdes, new, old); if (ret || !old) return ret; if (put_compat_mq_attr(old, u_omqstat)) return -EFAULT; return 0; } #endif #ifdef CONFIG_COMPAT_32BIT_TIME |
9afc5eee6 y2038: globally r... |
1535 |
static int compat_prepare_timeout(const struct old_timespec32 __user *p, |
b90477263 ipc: mqueue: Repl... |
1536 |
struct timespec64 *ts) |
0d0606060 mqueue: move comp... |
1537 |
{ |
9afc5eee6 y2038: globally r... |
1538 |
if (get_old_timespec32(ts, p)) |
0d0606060 mqueue: move comp... |
1539 |
return -EFAULT; |
b90477263 ipc: mqueue: Repl... |
1540 |
if (!timespec64_valid(ts)) |
0d0606060 mqueue: move comp... |
1541 1542 1543 |
return -EINVAL; return 0; } |
8dabe7245 y2038: syscalls: ... |
1544 1545 1546 1547 |
SYSCALL_DEFINE5(mq_timedsend_time32, mqd_t, mqdes, const char __user *, u_msg_ptr, unsigned int, msg_len, unsigned int, msg_prio, const struct old_timespec32 __user *, u_abs_timeout) |
0d0606060 mqueue: move comp... |
1548 |
{ |
b90477263 ipc: mqueue: Repl... |
1549 |
struct timespec64 ts, *p = NULL; |
0d0606060 mqueue: move comp... |
1550 1551 1552 1553 1554 1555 1556 1557 |
if (u_abs_timeout) { int res = compat_prepare_timeout(u_abs_timeout, &ts); if (res) return res; p = &ts; } return do_mq_timedsend(mqdes, u_msg_ptr, msg_len, msg_prio, p); } |
8dabe7245 y2038: syscalls: ... |
1558 1559 1560 1561 |
SYSCALL_DEFINE5(mq_timedreceive_time32, mqd_t, mqdes, char __user *, u_msg_ptr, unsigned int, msg_len, unsigned int __user *, u_msg_prio, const struct old_timespec32 __user *, u_abs_timeout) |
0d0606060 mqueue: move comp... |
1562 |
{ |
b90477263 ipc: mqueue: Repl... |
1563 |
struct timespec64 ts, *p = NULL; |
0d0606060 mqueue: move comp... |
1564 1565 1566 1567 1568 1569 1570 1571 |
if (u_abs_timeout) { int res = compat_prepare_timeout(u_abs_timeout, &ts); if (res) return res; p = &ts; } return do_mq_timedreceive(mqdes, u_msg_ptr, msg_len, u_msg_prio, p); } |
0d0606060 mqueue: move comp... |
1572 |
#endif |
1da177e4c Linux-2.6.12-rc2 |
1573 |
|
92e1d5be9 [PATCH] mark stru... |
1574 |
static const struct inode_operations mqueue_dir_inode_operations = { |
1da177e4c Linux-2.6.12-rc2 |
1575 1576 1577 1578 |
.lookup = simple_lookup, .create = mqueue_create, .unlink = mqueue_unlink, }; |
9a32144e9 [PATCH] mark stru... |
1579 |
static const struct file_operations mqueue_file_operations = { |
1da177e4c Linux-2.6.12-rc2 |
1580 1581 1582 |
.flush = mqueue_flush_file, .poll = mqueue_poll_file, .read = mqueue_read_file, |
6038f373a llseek: automatic... |
1583 |
.llseek = default_llseek, |
1da177e4c Linux-2.6.12-rc2 |
1584 |
}; |
b87221de6 const: mark remai... |
1585 |
static const struct super_operations mqueue_super_ops = { |
1da177e4c Linux-2.6.12-rc2 |
1586 |
.alloc_inode = mqueue_alloc_inode, |
015d79561 mqueue: switch to... |
1587 |
.free_inode = mqueue_free_inode, |
6d8af64c1 switch mqueue to ... |
1588 |
.evict_inode = mqueue_evict_inode, |
1da177e4c Linux-2.6.12-rc2 |
1589 |
.statfs = simple_statfs, |
1da177e4c Linux-2.6.12-rc2 |
1590 |
}; |
935c6912b ipc: Convert mque... |
1591 1592 1593 1594 |
static const struct fs_context_operations mqueue_fs_context_ops = { .free = mqueue_fs_context_free, .get_tree = mqueue_get_tree, }; |
1da177e4c Linux-2.6.12-rc2 |
1595 |
static struct file_system_type mqueue_fs_type = { |
935c6912b ipc: Convert mque... |
1596 1597 1598 1599 |
.name = "mqueue", .init_fs_context = mqueue_init_fs_context, .kill_sb = kill_litter_super, .fs_flags = FS_USERNS_MOUNT, |
1da177e4c Linux-2.6.12-rc2 |
1600 |
}; |
7eafd7c74 namespaces: ipc n... |
1601 1602 |
int mq_init_ns(struct ipc_namespace *ns) { |
935c6912b ipc: Convert mque... |
1603 |
struct vfsmount *m; |
7eafd7c74 namespaces: ipc n... |
1604 1605 1606 1607 |
ns->mq_queues_count = 0; ns->mq_queues_max = DFLT_QUEUESMAX; ns->mq_msg_max = DFLT_MSGMAX; ns->mq_msgsize_max = DFLT_MSGSIZEMAX; |
cef0184c1 mqueue: separate ... |
1608 1609 |
ns->mq_msg_default = DFLT_MSG; ns->mq_msgsize_default = DFLT_MSGSIZE; |
7eafd7c74 namespaces: ipc n... |
1610 |
|
935c6912b ipc: Convert mque... |
1611 1612 1613 1614 |
m = mq_create_mount(ns); if (IS_ERR(m)) return PTR_ERR(m); ns->mq_mnt = m; |
7eafd7c74 namespaces: ipc n... |
1615 1616 1617 1618 1619 |
return 0; } void mq_clear_sbinfo(struct ipc_namespace *ns) { |
cfb2f6f6e Revert "mqueue: s... |
1620 |
ns->mq_mnt->mnt_sb->s_fs_info = NULL; |
7eafd7c74 namespaces: ipc n... |
1621 1622 1623 1624 |
} void mq_put_mnt(struct ipc_namespace *ns) { |
cfb2f6f6e Revert "mqueue: s... |
1625 |
kern_unmount(ns->mq_mnt); |
7eafd7c74 namespaces: ipc n... |
1626 |
} |
1da177e4c Linux-2.6.12-rc2 |
1627 1628 1629 1630 1631 1632 |
static int __init init_mqueue_fs(void) { int error; mqueue_inode_cachep = kmem_cache_create("mqueue_inode_cache", sizeof(struct mqueue_inode_info), 0, |
5d097056c kmemcg: account c... |
1633 |
SLAB_HWCACHE_ALIGN|SLAB_ACCOUNT, init_once); |
1da177e4c Linux-2.6.12-rc2 |
1634 1635 |
if (mqueue_inode_cachep == NULL) return -ENOMEM; |
2329e392a mqueue: fix typo ... |
1636 |
/* ignore failures - they are not fatal */ |
bdc8e5f85 namespaces: mqueu... |
1637 |
mq_sysctl_table = mq_register_sysctl_table(); |
1da177e4c Linux-2.6.12-rc2 |
1638 1639 1640 1641 |
error = register_filesystem(&mqueue_fs_type); if (error) goto out_sysctl; |
7eafd7c74 namespaces: ipc n... |
1642 |
spin_lock_init(&mq_lock); |
6f686574c ... and the same ... |
1643 1644 |
error = mq_init_ns(&init_ipc_ns); if (error) |
1da177e4c Linux-2.6.12-rc2 |
1645 |
goto out_filesystem; |
1da177e4c Linux-2.6.12-rc2 |
1646 |
|
1da177e4c Linux-2.6.12-rc2 |
1647 1648 1649 1650 1651 1652 1653 |
return 0; out_filesystem: unregister_filesystem(&mqueue_fs_type); out_sysctl: if (mq_sysctl_table) unregister_sysctl_table(mq_sysctl_table); |
1a1d92c10 [PATCH] Really ig... |
1654 |
kmem_cache_destroy(mqueue_inode_cachep); |
1da177e4c Linux-2.6.12-rc2 |
1655 1656 |
return error; } |
6d08a2567 ipc: use device_i... |
1657 |
device_initcall(init_mqueue_fs); |