Blame view
fs/select.c
21.4 KB
1da177e4c Linux-2.6.12-rc2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
/* * This file contains the procedures for the handling of select and poll * * Created for Linux based loosely upon Mathius Lattner's minix * patches by Peter MacDonald. Heavily edited by Linus. * * 4 February 1994 * COFF/ELF binary emulation. If the process has the STICKY_TIMEOUTS * flag set in its personality we do *not* modify the given timeout * parameter to reflect time remaining. * * 24 January 2000 * Changed sys_poll()/do_poll() to use PAGE_SIZE chunk-based allocation * of fds to overcome nfds < 16390 descriptors limit (Tigran Aivazian). */ |
022a16924 ROUND_UP macro cl... |
16 |
#include <linux/kernel.h> |
1da177e4c Linux-2.6.12-rc2 |
17 18 19 |
#include <linux/syscalls.h> #include <linux/module.h> #include <linux/slab.h> |
1da177e4c Linux-2.6.12-rc2 |
20 21 22 |
#include <linux/poll.h> #include <linux/personality.h> /* for STICKY_TIMEOUTS */ #include <linux/file.h> |
9f3acc314 [PATCH] split lin... |
23 |
#include <linux/fdtable.h> |
1da177e4c Linux-2.6.12-rc2 |
24 |
#include <linux/fs.h> |
b835996f6 [PATCH] files: lo... |
25 |
#include <linux/rcupdate.h> |
8ff3e8e85 select: switch se... |
26 |
#include <linux/hrtimer.h> |
1da177e4c Linux-2.6.12-rc2 |
27 28 |
#include <asm/uaccess.h> |
90d6e24a3 hrtimer: make sel... |
29 30 31 32 33 34 35 36 37 38 39 40 |
/* * Estimate expected accuracy in ns from a timeval. * * After quite a bit of churning around, we've settled on * a simple thing of taking 0.1% of the timeout as the * slack, with a cap of 100 msec. * "nice" tasks get a 0.5% slack instead. * * Consider this comment an open invitation to come up with even * better solutions.. */ |
96d2ab484 hrtimer: fix sign... |
41 |
static long __estimate_accuracy(struct timespec *tv) |
90d6e24a3 hrtimer: make sel... |
42 |
{ |
96d2ab484 hrtimer: fix sign... |
43 |
long slack; |
90d6e24a3 hrtimer: make sel... |
44 |
int divfactor = 1000; |
4ce105d30 hrtimer: incorpor... |
45 |
if (task_nice(current) > 0) |
90d6e24a3 hrtimer: make sel... |
46 47 48 49 50 51 52 |
divfactor = divfactor / 5; slack = tv->tv_nsec / divfactor; slack += tv->tv_sec * (NSEC_PER_SEC/divfactor); if (slack > 100 * NSEC_PER_MSEC) slack = 100 * NSEC_PER_MSEC; |
96d2ab484 hrtimer: fix sign... |
53 54 55 |
if (slack < 0) slack = 0; |
90d6e24a3 hrtimer: make sel... |
56 57 |
return slack; } |
96d2ab484 hrtimer: fix sign... |
58 |
static long estimate_accuracy(struct timespec *tv) |
90d6e24a3 hrtimer: make sel... |
59 60 61 62 63 64 65 |
{ unsigned long ret; struct timespec now; /* * Realtime tasks get a slack of 0 for obvious reasons. */ |
4ce105d30 hrtimer: incorpor... |
66 |
if (rt_task(current)) |
90d6e24a3 hrtimer: make sel... |
67 68 69 70 71 72 73 74 75 |
return 0; ktime_get_ts(&now); now = timespec_sub(*tv, now); ret = __estimate_accuracy(&now); if (ret < current->timer_slack_ns) return current->timer_slack_ns; return ret; } |
1da177e4c Linux-2.6.12-rc2 |
76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 |
struct poll_table_page { struct poll_table_page * next; struct poll_table_entry * entry; struct poll_table_entry entries[0]; }; #define POLL_TABLE_FULL(table) \ ((unsigned long)((table)->entry+1) > PAGE_SIZE + (unsigned long)(table)) /* * Ok, Peter made a complicated, but straightforward multiple_wait() function. * I have rewritten this, taking some shortcuts: This code may not be easy to * follow, but it should be free of race-conditions, and it's practical. If you * understand what I'm doing here, then you understand how the linux * sleep/wakeup mechanism works. * * Two very simple procedures, poll_wait() and poll_freewait() make all the * work. poll_wait() is an inline-function defined in <linux/poll.h>, * as all select/poll functions have to call it to add an entry to the * poll table. */ |
75c96f858 [PATCH] make some... |
97 98 |
static void __pollwait(struct file *filp, wait_queue_head_t *wait_address, poll_table *p); |
1da177e4c Linux-2.6.12-rc2 |
99 100 101 102 103 104 |
void poll_initwait(struct poll_wqueues *pwq) { init_poll_funcptr(&pwq->pt, __pollwait); pwq->error = 0; pwq->table = NULL; |
70674f95c [PATCH] Optimize ... |
105 |
pwq->inline_index = 0; |
1da177e4c Linux-2.6.12-rc2 |
106 107 108 |
} EXPORT_SYMBOL(poll_initwait); |
70674f95c [PATCH] Optimize ... |
109 110 |
static void free_poll_entry(struct poll_table_entry *entry) { |
ccf6780dc Style fix in fs/s... |
111 |
remove_wait_queue(entry->wait_address, &entry->wait); |
70674f95c [PATCH] Optimize ... |
112 113 |
fput(entry->filp); } |
1da177e4c Linux-2.6.12-rc2 |
114 115 116 |
void poll_freewait(struct poll_wqueues *pwq) { struct poll_table_page * p = pwq->table; |
70674f95c [PATCH] Optimize ... |
117 118 119 |
int i; for (i = 0; i < pwq->inline_index; i++) free_poll_entry(pwq->inline_entries + i); |
1da177e4c Linux-2.6.12-rc2 |
120 121 122 123 124 125 126 |
while (p) { struct poll_table_entry * entry; struct poll_table_page *old; entry = p->entry; do { entry--; |
70674f95c [PATCH] Optimize ... |
127 |
free_poll_entry(entry); |
1da177e4c Linux-2.6.12-rc2 |
128 129 130 131 132 133 134 135 |
} while (entry > p->entries); old = p; p = p->next; free_page((unsigned long) old); } } EXPORT_SYMBOL(poll_freewait); |
70674f95c [PATCH] Optimize ... |
136 |
static struct poll_table_entry *poll_get_entry(poll_table *_p) |
1da177e4c Linux-2.6.12-rc2 |
137 138 139 |
{ struct poll_wqueues *p = container_of(_p, struct poll_wqueues, pt); struct poll_table_page *table = p->table; |
70674f95c [PATCH] Optimize ... |
140 141 |
if (p->inline_index < N_INLINE_POLL_ENTRIES) return p->inline_entries + p->inline_index++; |
1da177e4c Linux-2.6.12-rc2 |
142 143 144 145 146 147 148 |
if (!table || POLL_TABLE_FULL(table)) { struct poll_table_page *new_table; new_table = (struct poll_table_page *) __get_free_page(GFP_KERNEL); if (!new_table) { p->error = -ENOMEM; __set_current_state(TASK_RUNNING); |
70674f95c [PATCH] Optimize ... |
149 |
return NULL; |
1da177e4c Linux-2.6.12-rc2 |
150 151 152 153 154 155 |
} new_table->entry = new_table->entries; new_table->next = table; p->table = new_table; table = new_table; } |
70674f95c [PATCH] Optimize ... |
156 157 158 159 160 161 162 163 164 165 166 167 168 169 |
return table->entry++; } /* Add a new entry */ static void __pollwait(struct file *filp, wait_queue_head_t *wait_address, poll_table *p) { struct poll_table_entry *entry = poll_get_entry(p); if (!entry) return; get_file(filp); entry->filp = filp; entry->wait_address = wait_address; init_waitqueue_entry(&entry->wait, current); |
ccf6780dc Style fix in fs/s... |
170 |
add_wait_queue(wait_address, &entry->wait); |
1da177e4c Linux-2.6.12-rc2 |
171 |
} |
b773ad40a select: add poll_... |
172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 |
/** * poll_select_set_timeout - helper function to setup the timeout value * @to: pointer to timespec variable for the final timeout * @sec: seconds (from user space) * @nsec: nanoseconds (from user space) * * Note, we do not use a timespec for the user space value here, That * way we can use the function for timeval and compat interfaces as well. * * Returns -EINVAL if sec/nsec are not normalized. Otherwise 0. */ int poll_select_set_timeout(struct timespec *to, long sec, long nsec) { struct timespec ts = {.tv_sec = sec, .tv_nsec = nsec}; if (!timespec_valid(&ts)) return -EINVAL; /* Optimize for the zero timeout value here */ if (!sec && !nsec) { to->tv_sec = to->tv_nsec = 0; } else { ktime_get_ts(to); *to = timespec_add_safe(*to, ts); } return 0; } static int poll_select_copy_remaining(struct timespec *end_time, void __user *p, int timeval, int ret) { struct timespec rts; struct timeval rtv; if (!p) return ret; if (current->personality & STICKY_TIMEOUTS) goto sticky; /* No update for zero timeout */ if (!end_time->tv_sec && !end_time->tv_nsec) return ret; ktime_get_ts(&rts); rts = timespec_sub(*end_time, rts); if (rts.tv_sec < 0) rts.tv_sec = rts.tv_nsec = 0; if (timeval) { rtv.tv_sec = rts.tv_sec; rtv.tv_usec = rts.tv_nsec / NSEC_PER_USEC; if (!copy_to_user(p, &rtv, sizeof(rtv))) return ret; } else if (!copy_to_user(p, &rts, sizeof(rts))) return ret; /* * If an application puts its timeval in read-only memory, we * don't want the Linux-specific update to the timeval to * cause a fault after the select has completed * successfully. However, because we're not updating the * timeval, we can't restart the system call. */ sticky: if (ret == -ERESTARTNOHAND) ret = -EINTR; return ret; } |
1da177e4c Linux-2.6.12-rc2 |
244 245 246 247 248 249 250 251 252 253 254 |
#define FDS_IN(fds, n) (fds->in + n) #define FDS_OUT(fds, n) (fds->out + n) #define FDS_EX(fds, n) (fds->ex + n) #define BITS(fds, n) (*FDS_IN(fds, n)|*FDS_OUT(fds, n)|*FDS_EX(fds, n)) static int max_select_fd(unsigned long n, fd_set_bits *fds) { unsigned long *open_fds; unsigned long set; int max; |
badf16621 [PATCH] files: br... |
255 |
struct fdtable *fdt; |
1da177e4c Linux-2.6.12-rc2 |
256 257 258 259 |
/* handle last in-complete long-word first */ set = ~(~0UL << (n & (__NFDBITS-1))); n /= __NFDBITS; |
badf16621 [PATCH] files: br... |
260 261 |
fdt = files_fdtable(current->files); open_fds = fdt->open_fds->fds_bits+n; |
1da177e4c Linux-2.6.12-rc2 |
262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 |
max = 0; if (set) { set &= BITS(fds, n); if (set) { if (!(set & ~*open_fds)) goto get_max; return -EBADF; } } while (n) { open_fds--; n--; set = BITS(fds, n); if (!set) continue; if (set & ~*open_fds) return -EBADF; if (max) continue; get_max: do { max++; set >>= 1; } while (set); max += n * __NFDBITS; } return max; } |
1da177e4c Linux-2.6.12-rc2 |
291 292 293 |
#define POLLIN_SET (POLLRDNORM | POLLRDBAND | POLLIN | POLLHUP | POLLERR) #define POLLOUT_SET (POLLWRBAND | POLLWRNORM | POLLOUT | POLLERR) #define POLLEX_SET (POLLPRI) |
8ff3e8e85 select: switch se... |
294 |
int do_select(int n, fd_set_bits *fds, struct timespec *end_time) |
1da177e4c Linux-2.6.12-rc2 |
295 |
{ |
8ff3e8e85 select: switch se... |
296 |
ktime_t expire, *to = NULL; |
1da177e4c Linux-2.6.12-rc2 |
297 298 |
struct poll_wqueues table; poll_table *wait; |
8ff3e8e85 select: switch se... |
299 |
int retval, i, timed_out = 0; |
90d6e24a3 hrtimer: make sel... |
300 |
unsigned long slack = 0; |
1da177e4c Linux-2.6.12-rc2 |
301 |
|
b835996f6 [PATCH] files: lo... |
302 |
rcu_read_lock(); |
1da177e4c Linux-2.6.12-rc2 |
303 |
retval = max_select_fd(n, fds); |
b835996f6 [PATCH] files: lo... |
304 |
rcu_read_unlock(); |
1da177e4c Linux-2.6.12-rc2 |
305 306 307 308 309 310 311 |
if (retval < 0) return retval; n = retval; poll_initwait(&table); wait = &table.pt; |
8ff3e8e85 select: switch se... |
312 |
if (end_time && !end_time->tv_sec && !end_time->tv_nsec) { |
1da177e4c Linux-2.6.12-rc2 |
313 |
wait = NULL; |
8ff3e8e85 select: switch se... |
314 315 |
timed_out = 1; } |
96d2ab484 hrtimer: fix sign... |
316 |
if (end_time && !timed_out) |
90d6e24a3 hrtimer: make sel... |
317 |
slack = estimate_accuracy(end_time); |
1da177e4c Linux-2.6.12-rc2 |
318 319 320 321 322 323 324 325 326 327 328 329 |
retval = 0; for (;;) { unsigned long *rinp, *routp, *rexp, *inp, *outp, *exp; set_current_state(TASK_INTERRUPTIBLE); inp = fds->in; outp = fds->out; exp = fds->ex; rinp = fds->res_in; routp = fds->res_out; rexp = fds->res_ex; for (i = 0; i < n; ++rinp, ++routp, ++rexp) { unsigned long in, out, ex, all_bits, bit = 1, mask, j; unsigned long res_in = 0, res_out = 0, res_ex = 0; |
99ac48f54 [PATCH] mark f_op... |
330 |
const struct file_operations *f_op = NULL; |
1da177e4c Linux-2.6.12-rc2 |
331 332 333 334 335 336 337 338 339 340 |
struct file *file = NULL; in = *inp++; out = *outp++; ex = *exp++; all_bits = in | out | ex; if (all_bits == 0) { i += __NFDBITS; continue; } for (j = 0; j < __NFDBITS; ++j, ++i, bit <<= 1) { |
e4a1f129f [PATCH] use fget_... |
341 |
int fput_needed; |
1da177e4c Linux-2.6.12-rc2 |
342 343 344 345 |
if (i >= n) break; if (!(bit & all_bits)) continue; |
e4a1f129f [PATCH] use fget_... |
346 |
file = fget_light(i, &fput_needed); |
1da177e4c Linux-2.6.12-rc2 |
347 348 349 350 351 |
if (file) { f_op = file->f_op; mask = DEFAULT_POLLMASK; if (f_op && f_op->poll) mask = (*f_op->poll)(file, retval ? NULL : wait); |
e4a1f129f [PATCH] use fget_... |
352 |
fput_light(file, fput_needed); |
1da177e4c Linux-2.6.12-rc2 |
353 354 355 356 357 358 359 360 361 362 363 364 365 |
if ((mask & POLLIN_SET) && (in & bit)) { res_in |= bit; retval++; } if ((mask & POLLOUT_SET) && (out & bit)) { res_out |= bit; retval++; } if ((mask & POLLEX_SET) && (ex & bit)) { res_ex |= bit; retval++; } } |
1da177e4c Linux-2.6.12-rc2 |
366 367 368 369 370 371 372 |
} if (res_in) *rinp = res_in; if (res_out) *routp = res_out; if (res_ex) *rexp = res_ex; |
55d853849 Fix performance r... |
373 |
cond_resched(); |
1da177e4c Linux-2.6.12-rc2 |
374 375 |
} wait = NULL; |
8ff3e8e85 select: switch se... |
376 |
if (retval || timed_out || signal_pending(current)) |
1da177e4c Linux-2.6.12-rc2 |
377 |
break; |
f5264481c trivial: small cl... |
378 |
if (table.error) { |
1da177e4c Linux-2.6.12-rc2 |
379 380 381 |
retval = table.error; break; } |
9f72949f6 [PATCH] Add psele... |
382 |
|
8ff3e8e85 select: switch se... |
383 384 385 386 387 388 389 390 |
/* * If this is the first loop and we have a timeout * given, then we convert to ktime_t and set the to * pointer to the expiry value. */ if (end_time && !to) { expire = timespec_to_ktime(*end_time); to = &expire; |
9f72949f6 [PATCH] Add psele... |
391 |
} |
8ff3e8e85 select: switch se... |
392 |
|
90d6e24a3 hrtimer: make sel... |
393 |
if (!schedule_hrtimeout_range(to, slack, HRTIMER_MODE_ABS)) |
8ff3e8e85 select: switch se... |
394 |
timed_out = 1; |
1da177e4c Linux-2.6.12-rc2 |
395 396 397 398 |
} __set_current_state(TASK_RUNNING); poll_freewait(&table); |
1da177e4c Linux-2.6.12-rc2 |
399 400 |
return retval; } |
1da177e4c Linux-2.6.12-rc2 |
401 402 403 404 405 406 407 408 409 410 |
/* * We can actually return ERESTARTSYS instead of EINTR, but I'd * like to be certain this leads to no problems. So I return * EINTR just for safety. * * Update: ERESTARTSYS breaks at least the xview clock binary, so * I'm trying ERESTARTNOHAND which restart only when you want to. */ #define MAX_SELECT_SECONDS \ ((unsigned long) (MAX_SCHEDULE_TIMEOUT / HZ)-1) |
a2dcb44c3 [PATCH] make osf_... |
411 |
int core_sys_select(int n, fd_set __user *inp, fd_set __user *outp, |
8ff3e8e85 select: switch se... |
412 |
fd_set __user *exp, struct timespec *end_time) |
1da177e4c Linux-2.6.12-rc2 |
413 414 |
{ fd_set_bits fds; |
29ff2db55 [PATCH] select() ... |
415 |
void *bits; |
bbea9f696 [PATCH] fdtable: ... |
416 |
int ret, max_fds; |
b04eb6aa0 [PATCH] select: d... |
417 |
unsigned int size; |
badf16621 [PATCH] files: br... |
418 |
struct fdtable *fdt; |
70674f95c [PATCH] Optimize ... |
419 |
/* Allocate small arguments on the stack to save memory and be faster */ |
30c14e40e [PATCH] avoid una... |
420 |
long stack_fds[SELECT_STACK_ALLOC/sizeof(long)]; |
1da177e4c Linux-2.6.12-rc2 |
421 |
|
1da177e4c Linux-2.6.12-rc2 |
422 423 424 |
ret = -EINVAL; if (n < 0) goto out_nofds; |
bbea9f696 [PATCH] fdtable: ... |
425 |
/* max_fds can increase, so grab it once to avoid race */ |
b835996f6 [PATCH] files: lo... |
426 |
rcu_read_lock(); |
badf16621 [PATCH] files: br... |
427 |
fdt = files_fdtable(current->files); |
bbea9f696 [PATCH] fdtable: ... |
428 |
max_fds = fdt->max_fds; |
b835996f6 [PATCH] files: lo... |
429 |
rcu_read_unlock(); |
bbea9f696 [PATCH] fdtable: ... |
430 431 |
if (n > max_fds) n = max_fds; |
1da177e4c Linux-2.6.12-rc2 |
432 433 434 435 436 437 |
/* * We need 6 bitmaps (in/out/ex for both incoming and outgoing), * since we used fdset we need to allocate memory in units of * long-words. */ |
1da177e4c Linux-2.6.12-rc2 |
438 |
size = FDS_BYTES(n); |
b04eb6aa0 [PATCH] select: d... |
439 440 441 442 |
bits = stack_fds; if (size > sizeof(stack_fds) / 6) { /* Not enough space in on-stack array; must use kmalloc */ ret = -ENOMEM; |
70674f95c [PATCH] Optimize ... |
443 |
bits = kmalloc(6 * size, GFP_KERNEL); |
b04eb6aa0 [PATCH] select: d... |
444 445 446 |
if (!bits) goto out_nofds; } |
29ff2db55 [PATCH] select() ... |
447 448 449 450 451 452 |
fds.in = bits; fds.out = bits + size; fds.ex = bits + 2*size; fds.res_in = bits + 3*size; fds.res_out = bits + 4*size; fds.res_ex = bits + 5*size; |
1da177e4c Linux-2.6.12-rc2 |
453 454 455 456 457 458 459 460 |
if ((ret = get_fd_set(n, inp, fds.in)) || (ret = get_fd_set(n, outp, fds.out)) || (ret = get_fd_set(n, exp, fds.ex))) goto out; zero_fd_set(n, fds.res_in); zero_fd_set(n, fds.res_out); zero_fd_set(n, fds.res_ex); |
8ff3e8e85 select: switch se... |
461 |
ret = do_select(n, &fds, end_time); |
1da177e4c Linux-2.6.12-rc2 |
462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 |
if (ret < 0) goto out; if (!ret) { ret = -ERESTARTNOHAND; if (signal_pending(current)) goto out; ret = 0; } if (set_fd_set(n, inp, fds.res_in) || set_fd_set(n, outp, fds.res_out) || set_fd_set(n, exp, fds.res_ex)) ret = -EFAULT; out: |
70674f95c [PATCH] Optimize ... |
478 479 |
if (bits != stack_fds) kfree(bits); |
1da177e4c Linux-2.6.12-rc2 |
480 481 482 |
out_nofds: return ret; } |
9f72949f6 [PATCH] Add psele... |
483 484 485 |
asmlinkage long sys_select(int n, fd_set __user *inp, fd_set __user *outp, fd_set __user *exp, struct timeval __user *tvp) { |
8ff3e8e85 select: switch se... |
486 |
struct timespec end_time, *to = NULL; |
9f72949f6 [PATCH] Add psele... |
487 488 489 490 491 492 |
struct timeval tv; int ret; if (tvp) { if (copy_from_user(&tv, tvp, sizeof(tv))) return -EFAULT; |
8ff3e8e85 select: switch se... |
493 |
to = &end_time; |
4d36a9e65 select: deal with... |
494 495 496 |
if (poll_select_set_timeout(to, tv.tv_sec + (tv.tv_usec / USEC_PER_SEC), (tv.tv_usec % USEC_PER_SEC) * NSEC_PER_USEC)) |
9f72949f6 [PATCH] Add psele... |
497 |
return -EINVAL; |
9f72949f6 [PATCH] Add psele... |
498 |
} |
8ff3e8e85 select: switch se... |
499 500 |
ret = core_sys_select(n, inp, outp, exp, to); ret = poll_select_copy_remaining(&end_time, tvp, 1, ret); |
9f72949f6 [PATCH] Add psele... |
501 502 503 |
return ret; } |
f3de272b8 signals: use HAVE... |
504 |
#ifdef HAVE_SET_RESTORE_SIGMASK |
9f72949f6 [PATCH] Add psele... |
505 506 507 508 |
asmlinkage long sys_pselect7(int n, fd_set __user *inp, fd_set __user *outp, fd_set __user *exp, struct timespec __user *tsp, const sigset_t __user *sigmask, size_t sigsetsize) { |
9f72949f6 [PATCH] Add psele... |
509 |
sigset_t ksigmask, sigsaved; |
8ff3e8e85 select: switch se... |
510 |
struct timespec ts, end_time, *to = NULL; |
9f72949f6 [PATCH] Add psele... |
511 512 513 514 515 |
int ret; if (tsp) { if (copy_from_user(&ts, tsp, sizeof(ts))) return -EFAULT; |
8ff3e8e85 select: switch se... |
516 517 |
to = &end_time; if (poll_select_set_timeout(to, ts.tv_sec, ts.tv_nsec)) |
9f72949f6 [PATCH] Add psele... |
518 |
return -EINVAL; |
9f72949f6 [PATCH] Add psele... |
519 520 521 522 523 524 525 526 527 528 529 530 |
} if (sigmask) { /* XXX: Don't preclude handling different sized sigset_t's. */ if (sigsetsize != sizeof(sigset_t)) return -EINVAL; if (copy_from_user(&ksigmask, sigmask, sizeof(ksigmask))) return -EFAULT; sigdelsetmask(&ksigmask, sigmask(SIGKILL)|sigmask(SIGSTOP)); sigprocmask(SIG_SETMASK, &ksigmask, &sigsaved); } |
8ff3e8e85 select: switch se... |
531 532 |
ret = core_sys_select(n, inp, outp, exp, &end_time); ret = poll_select_copy_remaining(&end_time, tsp, 0, ret); |
9f72949f6 [PATCH] Add psele... |
533 534 535 536 537 538 539 540 541 542 |
if (ret == -ERESTARTNOHAND) { /* * Don't restore the signal mask yet. Let do_signal() deliver * the signal on the way back to userspace, before the signal * mask is restored. */ if (sigmask) { memcpy(¤t->saved_sigmask, &sigsaved, sizeof(sigsaved)); |
4e4c22c71 signals: add set_... |
543 |
set_restore_sigmask(); |
9f72949f6 [PATCH] Add psele... |
544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 |
} } else if (sigmask) sigprocmask(SIG_SETMASK, &sigsaved, NULL); return ret; } /* * Most architectures can't handle 7-argument syscalls. So we provide a * 6-argument version where the sixth argument is a pointer to a structure * which has a pointer to the sigset_t itself followed by a size_t containing * the sigset size. */ asmlinkage long sys_pselect6(int n, fd_set __user *inp, fd_set __user *outp, fd_set __user *exp, struct timespec __user *tsp, void __user *sig) { size_t sigsetsize = 0; sigset_t __user *up = NULL; if (sig) { if (!access_ok(VERIFY_READ, sig, sizeof(void *)+sizeof(size_t)) |
e110ab94e [PATCH] fix __use... |
565 |
|| __get_user(up, (sigset_t __user * __user *)sig) |
9f72949f6 [PATCH] Add psele... |
566 |
|| __get_user(sigsetsize, |
e110ab94e [PATCH] fix __use... |
567 |
(size_t __user *)(sig+sizeof(void *)))) |
9f72949f6 [PATCH] Add psele... |
568 569 570 571 572 |
return -EFAULT; } return sys_pselect7(n, inp, outp, exp, tsp, up, sigsetsize); } |
f3de272b8 signals: use HAVE... |
573 |
#endif /* HAVE_SET_RESTORE_SIGMASK */ |
9f72949f6 [PATCH] Add psele... |
574 |
|
1da177e4c Linux-2.6.12-rc2 |
575 576 577 578 579 580 581 |
struct poll_list { struct poll_list *next; int len; struct pollfd entries[0]; }; #define POLLFD_PER_PAGE ((PAGE_SIZE-sizeof(struct poll_list)) / sizeof(struct pollfd)) |
4a4b69f79 [PATCH] Poll clea... |
582 583 584 585 586 587 588 589 |
/* * Fish for pollable events on the pollfd->fd file descriptor. We're only * interested in events matching the pollfd->events mask, and the result * matching that mask is both recorded in pollfd->revents and returned. The * pwait poll_table will be used by the fd-provided poll handler for waiting, * if non-NULL. */ static inline unsigned int do_pollfd(struct pollfd *pollfd, poll_table *pwait) |
1da177e4c Linux-2.6.12-rc2 |
590 |
{ |
4a4b69f79 [PATCH] Poll clea... |
591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 |
unsigned int mask; int fd; mask = 0; fd = pollfd->fd; if (fd >= 0) { int fput_needed; struct file * file; file = fget_light(fd, &fput_needed); mask = POLLNVAL; if (file != NULL) { mask = DEFAULT_POLLMASK; if (file->f_op && file->f_op->poll) mask = file->f_op->poll(file, pwait); /* Mask out unneeded events. */ mask &= pollfd->events | POLLERR | POLLHUP; fput_light(file, fput_needed); |
1da177e4c Linux-2.6.12-rc2 |
609 |
} |
1da177e4c Linux-2.6.12-rc2 |
610 |
} |
4a4b69f79 [PATCH] Poll clea... |
611 612 613 |
pollfd->revents = mask; return mask; |
1da177e4c Linux-2.6.12-rc2 |
614 615 616 |
} static int do_poll(unsigned int nfds, struct poll_list *list, |
8ff3e8e85 select: switch se... |
617 |
struct poll_wqueues *wait, struct timespec *end_time) |
1da177e4c Linux-2.6.12-rc2 |
618 |
{ |
1da177e4c Linux-2.6.12-rc2 |
619 |
poll_table* pt = &wait->pt; |
8ff3e8e85 select: switch se... |
620 621 |
ktime_t expire, *to = NULL; int timed_out = 0, count = 0; |
90d6e24a3 hrtimer: make sel... |
622 |
unsigned long slack = 0; |
1da177e4c Linux-2.6.12-rc2 |
623 |
|
9f72949f6 [PATCH] Add psele... |
624 |
/* Optimise the no-wait case */ |
8ff3e8e85 select: switch se... |
625 |
if (end_time && !end_time->tv_sec && !end_time->tv_nsec) { |
1da177e4c Linux-2.6.12-rc2 |
626 |
pt = NULL; |
8ff3e8e85 select: switch se... |
627 628 |
timed_out = 1; } |
9bf084f70 do_poll: return -... |
629 |
|
96d2ab484 hrtimer: fix sign... |
630 |
if (end_time && !timed_out) |
90d6e24a3 hrtimer: make sel... |
631 |
slack = estimate_accuracy(end_time); |
1da177e4c Linux-2.6.12-rc2 |
632 633 |
for (;;) { struct poll_list *walk; |
9f72949f6 [PATCH] Add psele... |
634 |
|
1da177e4c Linux-2.6.12-rc2 |
635 |
set_current_state(TASK_INTERRUPTIBLE); |
4a4b69f79 [PATCH] Poll clea... |
636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 |
for (walk = list; walk != NULL; walk = walk->next) { struct pollfd * pfd, * pfd_end; pfd = walk->entries; pfd_end = pfd + walk->len; for (; pfd != pfd_end; pfd++) { /* * Fish for events. If we found one, record it * and kill the poll_table, so we don't * needlessly register any other waiters after * this. They'll get immediately deregistered * when we break out and return. */ if (do_pollfd(pfd, pt)) { count++; pt = NULL; } } |
1da177e4c Linux-2.6.12-rc2 |
654 |
} |
4a4b69f79 [PATCH] Poll clea... |
655 656 657 658 |
/* * All waiters have already been registered, so don't provide * a poll_table to them on the next loop iteration. */ |
1da177e4c Linux-2.6.12-rc2 |
659 |
pt = NULL; |
9bf084f70 do_poll: return -... |
660 661 662 663 664 |
if (!count) { count = wait->error; if (signal_pending(current)) count = -EINTR; } |
8ff3e8e85 select: switch se... |
665 |
if (count || timed_out) |
1da177e4c Linux-2.6.12-rc2 |
666 |
break; |
9f72949f6 [PATCH] Add psele... |
667 |
|
8ff3e8e85 select: switch se... |
668 669 670 671 672 673 674 675 |
/* * If this is the first loop and we have a timeout * given, then we convert to ktime_t and set the to * pointer to the expiry value. */ if (end_time && !to) { expire = timespec_to_ktime(*end_time); to = &expire; |
9f72949f6 [PATCH] Add psele... |
676 |
} |
90d6e24a3 hrtimer: make sel... |
677 |
if (!schedule_hrtimeout_range(to, slack, HRTIMER_MODE_ABS)) |
8ff3e8e85 select: switch se... |
678 |
timed_out = 1; |
1da177e4c Linux-2.6.12-rc2 |
679 680 681 682 |
} __set_current_state(TASK_RUNNING); return count; } |
70674f95c [PATCH] Optimize ... |
683 684 |
#define N_STACK_PPS ((sizeof(stack_pps) - sizeof(struct poll_list)) / \ sizeof(struct pollfd)) |
8ff3e8e85 select: switch se... |
685 686 |
int do_sys_poll(struct pollfd __user *ufds, unsigned int nfds, struct timespec *end_time) |
1da177e4c Linux-2.6.12-rc2 |
687 688 |
{ struct poll_wqueues table; |
252e5725c do_sys_poll: simp... |
689 |
int err = -EFAULT, fdcount, len, size; |
30c14e40e [PATCH] avoid una... |
690 691 692 693 |
/* Allocate small arguments on the stack to save memory and be faster - use long to make sure the buffer is aligned properly on 64 bit archs to avoid unaligned access */ long stack_pps[POLL_STACK_ALLOC/sizeof(long)]; |
252e5725c do_sys_poll: simp... |
694 695 696 |
struct poll_list *const head = (struct poll_list *)stack_pps; struct poll_list *walk = head; unsigned long todo = nfds; |
1da177e4c Linux-2.6.12-rc2 |
697 |
|
4e6fd33b7 [PATCH] enforce R... |
698 |
if (nfds > current->signal->rlim[RLIMIT_NOFILE].rlim_cur) |
1da177e4c Linux-2.6.12-rc2 |
699 |
return -EINVAL; |
252e5725c do_sys_poll: simp... |
700 701 702 703 704 705 |
len = min_t(unsigned int, nfds, N_STACK_PPS); for (;;) { walk->next = NULL; walk->len = len; if (!len) break; |
1da177e4c Linux-2.6.12-rc2 |
706 |
|
252e5725c do_sys_poll: simp... |
707 708 709 710 711 712 713 |
if (copy_from_user(walk->entries, ufds + nfds-todo, sizeof(struct pollfd) * walk->len)) goto out_fds; todo -= walk->len; if (!todo) break; |
1da177e4c Linux-2.6.12-rc2 |
714 |
|
252e5725c do_sys_poll: simp... |
715 716 717 718 719 |
len = min(todo, POLLFD_PER_PAGE); size = sizeof(struct poll_list) + sizeof(struct pollfd) * len; walk = walk->next = kmalloc(size, GFP_KERNEL); if (!walk) { err = -ENOMEM; |
1da177e4c Linux-2.6.12-rc2 |
720 721 |
goto out_fds; } |
1da177e4c Linux-2.6.12-rc2 |
722 |
} |
9f72949f6 [PATCH] Add psele... |
723 |
|
252e5725c do_sys_poll: simp... |
724 |
poll_initwait(&table); |
8ff3e8e85 select: switch se... |
725 |
fdcount = do_poll(nfds, head, &table, end_time); |
252e5725c do_sys_poll: simp... |
726 |
poll_freewait(&table); |
1da177e4c Linux-2.6.12-rc2 |
727 |
|
252e5725c do_sys_poll: simp... |
728 |
for (walk = head; walk; walk = walk->next) { |
1da177e4c Linux-2.6.12-rc2 |
729 730 |
struct pollfd *fds = walk->entries; int j; |
252e5725c do_sys_poll: simp... |
731 732 |
for (j = 0; j < walk->len; j++, ufds++) if (__put_user(fds[j].revents, &ufds->revents)) |
1da177e4c Linux-2.6.12-rc2 |
733 |
goto out_fds; |
1da177e4c Linux-2.6.12-rc2 |
734 |
} |
252e5725c do_sys_poll: simp... |
735 |
|
1da177e4c Linux-2.6.12-rc2 |
736 |
err = fdcount; |
1da177e4c Linux-2.6.12-rc2 |
737 |
out_fds: |
252e5725c do_sys_poll: simp... |
738 739 740 741 742 |
walk = head->next; while (walk) { struct poll_list *pos = walk; walk = walk->next; kfree(pos); |
1da177e4c Linux-2.6.12-rc2 |
743 |
} |
252e5725c do_sys_poll: simp... |
744 |
|
1da177e4c Linux-2.6.12-rc2 |
745 746 |
return err; } |
9f72949f6 [PATCH] Add psele... |
747 |
|
3075d9da0 Use ERESTART_REST... |
748 749 |
static long do_restart_poll(struct restart_block *restart_block) { |
8ff3e8e85 select: switch se... |
750 751 752 |
struct pollfd __user *ufds = restart_block->poll.ufds; int nfds = restart_block->poll.nfds; struct timespec *to = NULL, end_time; |
3075d9da0 Use ERESTART_REST... |
753 |
int ret; |
8ff3e8e85 select: switch se... |
754 755 756 757 758 759 760 |
if (restart_block->poll.has_timeout) { end_time.tv_sec = restart_block->poll.tv_sec; end_time.tv_nsec = restart_block->poll.tv_nsec; to = &end_time; } ret = do_sys_poll(ufds, nfds, to); |
3075d9da0 Use ERESTART_REST... |
761 762 |
if (ret == -EINTR) { restart_block->fn = do_restart_poll; |
3075d9da0 Use ERESTART_REST... |
763 764 765 766 |
ret = -ERESTART_RESTARTBLOCK; } return ret; } |
9f72949f6 [PATCH] Add psele... |
767 768 769 |
asmlinkage long sys_poll(struct pollfd __user *ufds, unsigned int nfds, long timeout_msecs) { |
8ff3e8e85 select: switch se... |
770 |
struct timespec end_time, *to = NULL; |
3075d9da0 Use ERESTART_REST... |
771 |
int ret; |
9f72949f6 [PATCH] Add psele... |
772 |
|
8ff3e8e85 select: switch se... |
773 774 775 776 |
if (timeout_msecs >= 0) { to = &end_time; poll_select_set_timeout(to, timeout_msecs / MSEC_PER_SEC, NSEC_PER_MSEC * (timeout_msecs % MSEC_PER_SEC)); |
9f72949f6 [PATCH] Add psele... |
777 |
} |
8ff3e8e85 select: switch se... |
778 |
ret = do_sys_poll(ufds, nfds, to); |
3075d9da0 Use ERESTART_REST... |
779 780 |
if (ret == -EINTR) { struct restart_block *restart_block; |
8ff3e8e85 select: switch se... |
781 |
|
3075d9da0 Use ERESTART_REST... |
782 783 |
restart_block = ¤t_thread_info()->restart_block; restart_block->fn = do_restart_poll; |
8ff3e8e85 select: switch se... |
784 785 786 787 788 789 790 791 792 |
restart_block->poll.ufds = ufds; restart_block->poll.nfds = nfds; if (timeout_msecs >= 0) { restart_block->poll.tv_sec = end_time.tv_sec; restart_block->poll.tv_nsec = end_time.tv_nsec; restart_block->poll.has_timeout = 1; } else restart_block->poll.has_timeout = 0; |
3075d9da0 Use ERESTART_REST... |
793 794 795 |
ret = -ERESTART_RESTARTBLOCK; } return ret; |
9f72949f6 [PATCH] Add psele... |
796 |
} |
f3de272b8 signals: use HAVE... |
797 |
#ifdef HAVE_SET_RESTORE_SIGMASK |
9f72949f6 [PATCH] Add psele... |
798 799 800 801 802 |
asmlinkage long sys_ppoll(struct pollfd __user *ufds, unsigned int nfds, struct timespec __user *tsp, const sigset_t __user *sigmask, size_t sigsetsize) { sigset_t ksigmask, sigsaved; |
8ff3e8e85 select: switch se... |
803 |
struct timespec ts, end_time, *to = NULL; |
9f72949f6 [PATCH] Add psele... |
804 805 806 807 808 |
int ret; if (tsp) { if (copy_from_user(&ts, tsp, sizeof(ts))) return -EFAULT; |
8ff3e8e85 select: switch se... |
809 810 811 |
to = &end_time; if (poll_select_set_timeout(to, ts.tv_sec, ts.tv_nsec)) return -EINVAL; |
9f72949f6 [PATCH] Add psele... |
812 813 814 815 816 817 818 819 820 821 822 823 |
} if (sigmask) { /* XXX: Don't preclude handling different sized sigset_t's. */ if (sigsetsize != sizeof(sigset_t)) return -EINVAL; if (copy_from_user(&ksigmask, sigmask, sizeof(ksigmask))) return -EFAULT; sigdelsetmask(&ksigmask, sigmask(SIGKILL)|sigmask(SIGSTOP)); sigprocmask(SIG_SETMASK, &ksigmask, &sigsaved); } |
8ff3e8e85 select: switch se... |
824 |
ret = do_sys_poll(ufds, nfds, to); |
9f72949f6 [PATCH] Add psele... |
825 826 827 828 829 830 831 832 833 834 835 |
/* We can restart this syscall, usually */ if (ret == -EINTR) { /* * Don't restore the signal mask yet. Let do_signal() deliver * the signal on the way back to userspace, before the signal * mask is restored. */ if (sigmask) { memcpy(¤t->saved_sigmask, &sigsaved, sizeof(sigsaved)); |
4e4c22c71 signals: add set_... |
836 |
set_restore_sigmask(); |
9f72949f6 [PATCH] Add psele... |
837 838 839 840 |
} ret = -ERESTARTNOHAND; } else if (sigmask) sigprocmask(SIG_SETMASK, &sigsaved, NULL); |
8ff3e8e85 select: switch se... |
841 |
ret = poll_select_copy_remaining(&end_time, tsp, 0, ret); |
9f72949f6 [PATCH] Add psele... |
842 843 844 |
return ret; } |
f3de272b8 signals: use HAVE... |
845 |
#endif /* HAVE_SET_RESTORE_SIGMASK */ |