Blame view
kernel/pid.c
14.9 KB
1da177e4c Linux-2.6.12-rc2 |
1 2 3 |
/* * Generic pidhash and scalable, time-bounded PID allocator * |
6d49e352a propagate name ch... |
4 5 |
* (C) 2002-2003 Nadia Yvette Chambers, IBM * (C) 2004 Nadia Yvette Chambers, Oracle |
1da177e4c Linux-2.6.12-rc2 |
6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
* (C) 2002-2004 Ingo Molnar, Red Hat * * pid-structures are backing objects for tasks sharing a given ID to chain * against. There is very little to them aside from hashing them and * parking tasks using given ID's on a list. * * The hash is always changed with the tasklist_lock write-acquired, * and the hash is only accessed with the tasklist_lock at least * read-acquired, so there's no additional SMP locking needed here. * * We have a list of bitmap pages, which bitmaps represent the PID space. * Allocating and freeing PIDs is completely lockless. The worst-case * allocation scenario when all but one out of 1 million PIDs possible are * allocated already: the scanning of 32 list entries and at most PAGE_SIZE * bytes. The typical fastpath is a single successful setbit. Freeing is O(1). |
30e49c263 pid namespaces: a... |
21 22 23 24 25 26 |
* * Pid namespaces: * (C) 2007 Pavel Emelyanov <xemul@openvz.org>, OpenVZ, SWsoft Inc. * (C) 2007 Sukadev Bhattiprolu <sukadev@us.ibm.com>, IBM * Many thanks to Oleg Nesterov for comments and help * |
1da177e4c Linux-2.6.12-rc2 |
27 28 29 |
*/ #include <linux/mm.h> |
9984de1a5 kernel: Map most ... |
30 |
#include <linux/export.h> |
1da177e4c Linux-2.6.12-rc2 |
31 32 |
#include <linux/slab.h> #include <linux/init.h> |
82524746c rcu: split list.h... |
33 |
#include <linux/rculist.h> |
1da177e4c Linux-2.6.12-rc2 |
34 35 |
#include <linux/bootmem.h> #include <linux/hash.h> |
61a58c6c2 [PATCH] rename st... |
36 |
#include <linux/pid_namespace.h> |
820e45db2 statically initia... |
37 |
#include <linux/init_task.h> |
3eb07c8c8 pid namespaces: d... |
38 |
#include <linux/syscalls.h> |
0bb80f240 proc: Split the n... |
39 |
#include <linux/proc_ns.h> |
0a01f2cc3 pidns: Make the p... |
40 |
#include <linux/proc_fs.h> |
1da177e4c Linux-2.6.12-rc2 |
41 |
|
8ef047aaa pid namespaces: m... |
42 43 |
#define pid_hashfn(nr, ns) \ hash_long((unsigned long)nr + (unsigned long)ns, pidhash_shift) |
92476d7fc [PATCH] pidhash: ... |
44 |
static struct hlist_head *pid_hash; |
2c85f51d2 mm: also use allo... |
45 |
static unsigned int pidhash_shift = 4; |
820e45db2 statically initia... |
46 |
struct pid init_struct_pid = INIT_STRUCT_PID; |
1da177e4c Linux-2.6.12-rc2 |
47 48 |
int pid_max = PID_MAX_DEFAULT; |
1da177e4c Linux-2.6.12-rc2 |
49 50 51 52 53 |
#define RESERVED_PIDS 300 int pid_max_min = RESERVED_PIDS + 1; int pid_max_max = PID_MAX_LIMIT; |
61a58c6c2 [PATCH] rename st... |
54 55 |
static inline int mk_pid(struct pid_namespace *pid_ns, struct pidmap *map, int off) |
3fbc96486 [PATCH] Define st... |
56 |
{ |
61a58c6c2 [PATCH] rename st... |
57 |
return (map - pid_ns->pidmap)*BITS_PER_PAGE + off; |
3fbc96486 [PATCH] Define st... |
58 |
} |
1da177e4c Linux-2.6.12-rc2 |
59 60 61 62 63 64 65 66 67 |
#define find_next_offset(map, off) \ find_next_zero_bit((map)->page, BITS_PER_PAGE, off) /* * PID-map pages start out as NULL, they get allocated upon * first use and are never deallocated. This way a low pid_max * value does not cause lots of bitmaps to be allocated, but * the scheme scales to up to 4 million PIDs, runtime. */ |
61a58c6c2 [PATCH] rename st... |
68 |
struct pid_namespace init_pid_ns = { |
9a575a92d [PATCH] to nsproxy |
69 70 71 |
.kref = { .refcount = ATOMIC_INIT(2), }, |
3fbc96486 [PATCH] Define st... |
72 73 74 |
.pidmap = { [ 0 ... PIDMAP_ENTRIES-1] = { ATOMIC_INIT(BITS_PER_PAGE), NULL } }, |
84d737866 [PATCH] add child... |
75 |
.last_pid = 0, |
8f75af44e kernel/pid.c: mov... |
76 |
.nr_hashed = PIDNS_HASH_ADDING, |
faacbfd3a pid namespaces: a... |
77 78 |
.level = 0, .child_reaper = &init_task, |
49f4d8b93 pidns: Capture th... |
79 |
.user_ns = &init_user_ns, |
98f842e67 proc: Usable inod... |
80 |
.proc_inum = PROC_PID_INIT_INO, |
3fbc96486 [PATCH] Define st... |
81 |
}; |
198fe21b0 pid namespaces: h... |
82 |
EXPORT_SYMBOL_GPL(init_pid_ns); |
1da177e4c Linux-2.6.12-rc2 |
83 |
|
92476d7fc [PATCH] pidhash: ... |
84 85 86 87 88 89 90 91 92 93 94 95 96 |
/* * Note: disable interrupts while the pidmap_lock is held as an * interrupt might come in and do read_lock(&tasklist_lock). * * If we don't disable interrupts there is a nasty deadlock between * detach_pid()->free_pid() and another cpu that does * spin_lock(&pidmap_lock) followed by an interrupt routine that does * read_lock(&tasklist_lock); * * After we clean up the tasklist_lock and know there are no * irq handlers that take it we can leave the interrupts enabled. * For now it is easier to be safe than to prove it can't happen. */ |
3fbc96486 [PATCH] Define st... |
97 |
|
1da177e4c Linux-2.6.12-rc2 |
98 |
static __cacheline_aligned_in_smp DEFINE_SPINLOCK(pidmap_lock); |
b7127aa45 free_pidmap: turn... |
99 |
static void free_pidmap(struct upid *upid) |
1da177e4c Linux-2.6.12-rc2 |
100 |
{ |
b7127aa45 free_pidmap: turn... |
101 102 103 |
int nr = upid->nr; struct pidmap *map = upid->ns->pidmap + nr / BITS_PER_PAGE; int offset = nr & BITS_PER_PAGE_MASK; |
1da177e4c Linux-2.6.12-rc2 |
104 105 106 107 |
clear_bit(offset, map->page); atomic_inc(&map->nr_free); } |
5fdee8c4a pids: fix a race ... |
108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 |
/* * If we started walking pids at 'base', is 'a' seen before 'b'? */ static int pid_before(int base, int a, int b) { /* * This is the same as saying * * (a - base + MAXUINT) % MAXUINT < (b - base + MAXUINT) % MAXUINT * and that mapping orders 'a' and 'b' with respect to 'base'. */ return (unsigned)(a - base) < (unsigned)(b - base); } /* |
b8f566b04 sysctl: add the k... |
123 124 125 |
* We might be racing with someone else trying to set pid_ns->last_pid * at the pid allocation time (there's also a sysctl for this, but racing * with this one is OK, see comment in kernel/pid_namespace.c about it). |
5fdee8c4a pids: fix a race ... |
126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 |
* We want the winner to have the "later" value, because if the * "earlier" value prevails, then a pid may get reused immediately. * * Since pids rollover, it is not sufficient to just pick the bigger * value. We have to consider where we started counting from. * * 'base' is the value of pid_ns->last_pid that we observed when * we started looking for a pid. * * 'pid' is the pid that we eventually found. */ static void set_last_pid(struct pid_namespace *pid_ns, int base, int pid) { int prev; int last_write = base; do { prev = last_write; last_write = cmpxchg(&pid_ns->last_pid, prev, pid); } while ((prev != last_write) && (pid_before(base, last_write, pid))); } |
61a58c6c2 [PATCH] rename st... |
146 |
static int alloc_pidmap(struct pid_namespace *pid_ns) |
1da177e4c Linux-2.6.12-rc2 |
147 |
{ |
61a58c6c2 [PATCH] rename st... |
148 |
int i, offset, max_scan, pid, last = pid_ns->last_pid; |
6a1f3b845 [PATCH] pids: cod... |
149 |
struct pidmap *map; |
1da177e4c Linux-2.6.12-rc2 |
150 151 152 153 154 |
pid = last + 1; if (pid >= pid_max) pid = RESERVED_PIDS; offset = pid & BITS_PER_PAGE_MASK; |
61a58c6c2 [PATCH] rename st... |
155 |
map = &pid_ns->pidmap[pid/BITS_PER_PAGE]; |
c52b0b91b pids: alloc_pidma... |
156 157 158 159 160 161 |
/* * If last_pid points into the middle of the map->page we * want to scan this bitmap block twice, the second time * we start with offset == 0 (or RESERVED_PIDS). */ max_scan = DIV_ROUND_UP(pid_max, BITS_PER_PAGE) - !offset; |
1da177e4c Linux-2.6.12-rc2 |
162 163 |
for (i = 0; i <= max_scan; ++i) { if (unlikely(!map->page)) { |
3fbc96486 [PATCH] Define st... |
164 |
void *page = kzalloc(PAGE_SIZE, GFP_KERNEL); |
1da177e4c Linux-2.6.12-rc2 |
165 166 167 168 |
/* * Free the page if someone raced with us * installing it: */ |
92476d7fc [PATCH] pidhash: ... |
169 |
spin_lock_irq(&pidmap_lock); |
7be6d991b pid: tighten pidm... |
170 |
if (!map->page) { |
3fbc96486 [PATCH] Define st... |
171 |
map->page = page; |
7be6d991b pid: tighten pidm... |
172 173 |
page = NULL; } |
92476d7fc [PATCH] pidhash: ... |
174 |
spin_unlock_irq(&pidmap_lock); |
7be6d991b pid: tighten pidm... |
175 |
kfree(page); |
1da177e4c Linux-2.6.12-rc2 |
176 177 178 179 |
if (unlikely(!map->page)) break; } if (likely(atomic_read(&map->nr_free))) { |
8db049b3d kernel/pid.c: imp... |
180 |
for ( ; ; ) { |
1da177e4c Linux-2.6.12-rc2 |
181 182 |
if (!test_and_set_bit(offset, map->page)) { atomic_dec(&map->nr_free); |
5fdee8c4a pids: fix a race ... |
183 |
set_last_pid(pid_ns, last, pid); |
1da177e4c Linux-2.6.12-rc2 |
184 185 186 |
return pid; } offset = find_next_offset(map, offset); |
8db049b3d kernel/pid.c: imp... |
187 188 |
if (offset >= BITS_PER_PAGE) break; |
61a58c6c2 [PATCH] rename st... |
189 |
pid = mk_pid(pid_ns, map, offset); |
8db049b3d kernel/pid.c: imp... |
190 191 192 |
if (pid >= pid_max) break; } |
1da177e4c Linux-2.6.12-rc2 |
193 |
} |
61a58c6c2 [PATCH] rename st... |
194 |
if (map < &pid_ns->pidmap[(pid_max-1)/BITS_PER_PAGE]) { |
1da177e4c Linux-2.6.12-rc2 |
195 196 197 |
++map; offset = 0; } else { |
61a58c6c2 [PATCH] rename st... |
198 |
map = &pid_ns->pidmap[0]; |
1da177e4c Linux-2.6.12-rc2 |
199 200 201 202 |
offset = RESERVED_PIDS; if (unlikely(last == offset)) break; } |
61a58c6c2 [PATCH] rename st... |
203 |
pid = mk_pid(pid_ns, map, offset); |
1da177e4c Linux-2.6.12-rc2 |
204 205 206 |
} return -1; } |
c78193e9c next_pidmap: fix ... |
207 |
int next_pidmap(struct pid_namespace *pid_ns, unsigned int last) |
0804ef4b0 [PATCH] proc: rea... |
208 209 |
{ int offset; |
f40f50d3b [PATCH] Use struc... |
210 |
struct pidmap *map, *end; |
0804ef4b0 [PATCH] proc: rea... |
211 |
|
c78193e9c next_pidmap: fix ... |
212 213 |
if (last >= PID_MAX_LIMIT) return -1; |
0804ef4b0 [PATCH] proc: rea... |
214 |
offset = (last + 1) & BITS_PER_PAGE_MASK; |
61a58c6c2 [PATCH] rename st... |
215 216 |
map = &pid_ns->pidmap[(last + 1)/BITS_PER_PAGE]; end = &pid_ns->pidmap[PIDMAP_ENTRIES]; |
f40f50d3b [PATCH] Use struc... |
217 |
for (; map < end; map++, offset = 0) { |
0804ef4b0 [PATCH] proc: rea... |
218 219 220 221 |
if (unlikely(!map->page)) continue; offset = find_next_bit((map)->page, BITS_PER_PAGE, offset); if (offset < BITS_PER_PAGE) |
61a58c6c2 [PATCH] rename st... |
222 |
return mk_pid(pid_ns, map, offset); |
0804ef4b0 [PATCH] proc: rea... |
223 224 225 |
} return -1; } |
7ad5b3a50 kernel: remove fa... |
226 |
void put_pid(struct pid *pid) |
92476d7fc [PATCH] pidhash: ... |
227 |
{ |
baf8f0f82 pid namespaces: d... |
228 |
struct pid_namespace *ns; |
92476d7fc [PATCH] pidhash: ... |
229 230 |
if (!pid) return; |
baf8f0f82 pid namespaces: d... |
231 |
|
8ef047aaa pid namespaces: m... |
232 |
ns = pid->numbers[pid->level].ns; |
92476d7fc [PATCH] pidhash: ... |
233 |
if ((atomic_read(&pid->count) == 1) || |
8ef047aaa pid namespaces: m... |
234 |
atomic_dec_and_test(&pid->count)) { |
baf8f0f82 pid namespaces: d... |
235 |
kmem_cache_free(ns->pid_cachep, pid); |
b461cc038 pid namespaces: m... |
236 |
put_pid_ns(ns); |
8ef047aaa pid namespaces: m... |
237 |
} |
92476d7fc [PATCH] pidhash: ... |
238 |
} |
bbf73147e [PATCH] pid: expo... |
239 |
EXPORT_SYMBOL_GPL(put_pid); |
92476d7fc [PATCH] pidhash: ... |
240 241 242 243 244 245 |
static void delayed_put_pid(struct rcu_head *rhp) { struct pid *pid = container_of(rhp, struct pid, rcu); put_pid(pid); } |
7ad5b3a50 kernel: remove fa... |
246 |
void free_pid(struct pid *pid) |
92476d7fc [PATCH] pidhash: ... |
247 248 |
{ /* We can be called with write_lock_irq(&tasklist_lock) held */ |
8ef047aaa pid namespaces: m... |
249 |
int i; |
92476d7fc [PATCH] pidhash: ... |
250 251 252 |
unsigned long flags; spin_lock_irqsave(&pidmap_lock, flags); |
0a01f2cc3 pidns: Make the p... |
253 254 |
for (i = 0; i <= pid->level; i++) { struct upid *upid = pid->numbers + i; |
af4b8a83a pidns: Wait in za... |
255 |
struct pid_namespace *ns = upid->ns; |
0a01f2cc3 pidns: Make the p... |
256 |
hlist_del_rcu(&upid->pid_chain); |
af4b8a83a pidns: Wait in za... |
257 |
switch(--ns->nr_hashed) { |
a60648851 pidns: Fix hang i... |
258 |
case 2: |
af4b8a83a pidns: Wait in za... |
259 260 261 262 263 264 265 |
case 1: /* When all that is left in the pid namespace * is the reaper wake up the reaper. The reaper * may be sleeping in zap_pid_ns_processes(). */ wake_up_process(ns->child_reaper); break; |
314a8ad0f pidns: fix free_p... |
266 267 268 269 270 |
case PIDNS_HASH_ADDING: /* Handle a fork failure of the first process */ WARN_ON(ns->child_reaper); ns->nr_hashed = 0; /* fall through */ |
af4b8a83a pidns: Wait in za... |
271 |
case 0: |
af4b8a83a pidns: Wait in za... |
272 273 |
schedule_work(&ns->proc_work); break; |
5e1182deb pidns: Don't allo... |
274 |
} |
0a01f2cc3 pidns: Make the p... |
275 |
} |
92476d7fc [PATCH] pidhash: ... |
276 |
spin_unlock_irqrestore(&pidmap_lock, flags); |
8ef047aaa pid namespaces: m... |
277 |
for (i = 0; i <= pid->level; i++) |
b7127aa45 free_pidmap: turn... |
278 |
free_pidmap(pid->numbers + i); |
8ef047aaa pid namespaces: m... |
279 |
|
92476d7fc [PATCH] pidhash: ... |
280 281 |
call_rcu(&pid->rcu, delayed_put_pid); } |
8ef047aaa pid namespaces: m... |
282 |
struct pid *alloc_pid(struct pid_namespace *ns) |
92476d7fc [PATCH] pidhash: ... |
283 284 285 |
{ struct pid *pid; enum pid_type type; |
8ef047aaa pid namespaces: m... |
286 287 |
int i, nr; struct pid_namespace *tmp; |
198fe21b0 pid namespaces: h... |
288 |
struct upid *upid; |
92476d7fc [PATCH] pidhash: ... |
289 |
|
baf8f0f82 pid namespaces: d... |
290 |
pid = kmem_cache_alloc(ns->pid_cachep, GFP_KERNEL); |
92476d7fc [PATCH] pidhash: ... |
291 292 |
if (!pid) goto out; |
8ef047aaa pid namespaces: m... |
293 |
tmp = ns; |
0a01f2cc3 pidns: Make the p... |
294 |
pid->level = ns->level; |
8ef047aaa pid namespaces: m... |
295 296 297 298 |
for (i = ns->level; i >= 0; i--) { nr = alloc_pidmap(tmp); if (nr < 0) goto out_free; |
92476d7fc [PATCH] pidhash: ... |
299 |
|
8ef047aaa pid namespaces: m... |
300 301 302 303 |
pid->numbers[i].nr = nr; pid->numbers[i].ns = tmp; tmp = tmp->parent; } |
0a01f2cc3 pidns: Make the p... |
304 305 306 307 |
if (unlikely(is_child_reaper(pid))) { if (pid_ns_prepare_proc(ns)) goto out_free; } |
b461cc038 pid namespaces: m... |
308 |
get_pid_ns(ns); |
92476d7fc [PATCH] pidhash: ... |
309 |
atomic_set(&pid->count, 1); |
92476d7fc [PATCH] pidhash: ... |
310 311 |
for (type = 0; type < PIDTYPE_MAX; ++type) INIT_HLIST_HEAD(&pid->tasks[type]); |
417e31524 pid: reduce code ... |
312 |
upid = pid->numbers + ns->level; |
92476d7fc [PATCH] pidhash: ... |
313 |
spin_lock_irq(&pidmap_lock); |
c876ad768 pidns: Stop pid a... |
314 |
if (!(ns->nr_hashed & PIDNS_HASH_ADDING)) |
5e1182deb pidns: Don't allo... |
315 |
goto out_unlock; |
0a01f2cc3 pidns: Make the p... |
316 |
for ( ; upid >= pid->numbers; --upid) { |
198fe21b0 pid namespaces: h... |
317 318 |
hlist_add_head_rcu(&upid->pid_chain, &pid_hash[pid_hashfn(upid->nr, upid->ns)]); |
0a01f2cc3 pidns: Make the p... |
319 320 |
upid->ns->nr_hashed++; } |
92476d7fc [PATCH] pidhash: ... |
321 322 323 324 |
spin_unlock_irq(&pidmap_lock); out: return pid; |
5e1182deb pidns: Don't allo... |
325 |
out_unlock: |
6e6668845 kernel/pid.c: ree... |
326 |
spin_unlock_irq(&pidmap_lock); |
92476d7fc [PATCH] pidhash: ... |
327 |
out_free: |
b7127aa45 free_pidmap: turn... |
328 329 |
while (++i <= ns->level) free_pidmap(pid->numbers + i); |
8ef047aaa pid namespaces: m... |
330 |
|
baf8f0f82 pid namespaces: d... |
331 |
kmem_cache_free(ns->pid_cachep, pid); |
92476d7fc [PATCH] pidhash: ... |
332 333 334 |
pid = NULL; goto out; } |
c876ad768 pidns: Stop pid a... |
335 336 337 338 339 340 |
void disable_pid_allocation(struct pid_namespace *ns) { spin_lock_irq(&pidmap_lock); ns->nr_hashed &= ~PIDNS_HASH_ADDING; spin_unlock_irq(&pidmap_lock); } |
7ad5b3a50 kernel: remove fa... |
341 |
struct pid *find_pid_ns(int nr, struct pid_namespace *ns) |
1da177e4c Linux-2.6.12-rc2 |
342 |
{ |
198fe21b0 pid namespaces: h... |
343 |
struct upid *pnr; |
b67bfe0d4 hlist: drop the n... |
344 |
hlist_for_each_entry_rcu(pnr, |
198fe21b0 pid namespaces: h... |
345 346 347 348 |
&pid_hash[pid_hashfn(nr, ns)], pid_chain) if (pnr->nr == nr && pnr->ns == ns) return container_of(pnr, struct pid, numbers[ns->level]); |
1da177e4c Linux-2.6.12-rc2 |
349 |
|
1da177e4c Linux-2.6.12-rc2 |
350 351 |
return NULL; } |
198fe21b0 pid namespaces: h... |
352 |
EXPORT_SYMBOL_GPL(find_pid_ns); |
1da177e4c Linux-2.6.12-rc2 |
353 |
|
8990571eb Uninline find_pid... |
354 355 |
struct pid *find_vpid(int nr) { |
17cf22c33 pidns: Use task_a... |
356 |
return find_pid_ns(nr, task_active_pid_ns(current)); |
8990571eb Uninline find_pid... |
357 358 |
} EXPORT_SYMBOL_GPL(find_vpid); |
e713d0dab attach_pid() with... |
359 360 361 |
/* * attach_pid() must be called with the tasklist_lock write-held. */ |
819077398 kernel/fork.c:cop... |
362 |
void attach_pid(struct task_struct *task, enum pid_type type) |
1da177e4c Linux-2.6.12-rc2 |
363 |
{ |
819077398 kernel/fork.c:cop... |
364 365 |
struct pid_link *link = &task->pids[type]; hlist_add_head_rcu(&link->node, &link->pid->tasks[type]); |
1da177e4c Linux-2.6.12-rc2 |
366 |
} |
24336eaee pids: introduce c... |
367 368 |
static void __change_pid(struct task_struct *task, enum pid_type type, struct pid *new) |
1da177e4c Linux-2.6.12-rc2 |
369 |
{ |
92476d7fc [PATCH] pidhash: ... |
370 371 372 |
struct pid_link *link; struct pid *pid; int tmp; |
1da177e4c Linux-2.6.12-rc2 |
373 |
|
92476d7fc [PATCH] pidhash: ... |
374 375 |
link = &task->pids[type]; pid = link->pid; |
1da177e4c Linux-2.6.12-rc2 |
376 |
|
92476d7fc [PATCH] pidhash: ... |
377 |
hlist_del_rcu(&link->node); |
24336eaee pids: introduce c... |
378 |
link->pid = new; |
1da177e4c Linux-2.6.12-rc2 |
379 |
|
92476d7fc [PATCH] pidhash: ... |
380 381 382 |
for (tmp = PIDTYPE_MAX; --tmp >= 0; ) if (!hlist_empty(&pid->tasks[tmp])) return; |
1da177e4c Linux-2.6.12-rc2 |
383 |
|
92476d7fc [PATCH] pidhash: ... |
384 |
free_pid(pid); |
1da177e4c Linux-2.6.12-rc2 |
385 |
} |
24336eaee pids: introduce c... |
386 387 388 389 390 391 392 393 394 |
void detach_pid(struct task_struct *task, enum pid_type type) { __change_pid(task, type, NULL); } void change_pid(struct task_struct *task, enum pid_type type, struct pid *pid) { __change_pid(task, type, pid); |
819077398 kernel/fork.c:cop... |
395 |
attach_pid(task, type); |
24336eaee pids: introduce c... |
396 |
} |
c18258c6f [PATCH] pid: Impl... |
397 |
/* transfer_pid is an optimization of attach_pid(new), detach_pid(old) */ |
7ad5b3a50 kernel: remove fa... |
398 |
void transfer_pid(struct task_struct *old, struct task_struct *new, |
c18258c6f [PATCH] pid: Impl... |
399 400 401 402 |
enum pid_type type) { new->pids[type].pid = old->pids[type].pid; hlist_replace_rcu(&old->pids[type].node, &new->pids[type].node); |
c18258c6f [PATCH] pid: Impl... |
403 |
} |
7ad5b3a50 kernel: remove fa... |
404 |
struct task_struct *pid_task(struct pid *pid, enum pid_type type) |
1da177e4c Linux-2.6.12-rc2 |
405 |
{ |
92476d7fc [PATCH] pidhash: ... |
406 407 408 |
struct task_struct *result = NULL; if (pid) { struct hlist_node *first; |
67bdbffd6 rculist: avoid __... |
409 |
first = rcu_dereference_check(hlist_first_rcu(&pid->tasks[type]), |
db1466b3e rcu: Use wrapper ... |
410 |
lockdep_tasklist_lock_is_held()); |
92476d7fc [PATCH] pidhash: ... |
411 412 413 414 415 |
if (first) result = hlist_entry(first, struct task_struct, pids[(type)].node); } return result; } |
eccba0689 gfs2: make gfs2_g... |
416 |
EXPORT_SYMBOL(pid_task); |
1da177e4c Linux-2.6.12-rc2 |
417 |
|
92476d7fc [PATCH] pidhash: ... |
418 |
/* |
9728e5d6e kernel/pid.c: upd... |
419 |
* Must be called under rcu_read_lock(). |
92476d7fc [PATCH] pidhash: ... |
420 |
*/ |
17f98dcf6 pids: clean up fi... |
421 |
struct task_struct *find_task_by_pid_ns(pid_t nr, struct pid_namespace *ns) |
92476d7fc [PATCH] pidhash: ... |
422 |
{ |
b3fbab057 rcu: Restore chec... |
423 424 425 |
rcu_lockdep_assert(rcu_read_lock_held(), "find_task_by_pid_ns() needs rcu_read_lock()" " protection"); |
17f98dcf6 pids: clean up fi... |
426 |
return pid_task(find_pid_ns(nr, ns), PIDTYPE_PID); |
92476d7fc [PATCH] pidhash: ... |
427 |
} |
1da177e4c Linux-2.6.12-rc2 |
428 |
|
228ebcbe6 Uninline find_tas... |
429 430 |
struct task_struct *find_task_by_vpid(pid_t vnr) { |
17cf22c33 pidns: Use task_a... |
431 |
return find_task_by_pid_ns(vnr, task_active_pid_ns(current)); |
228ebcbe6 Uninline find_tas... |
432 |
} |
228ebcbe6 Uninline find_tas... |
433 |
|
1a657f78d [PATCH] introduce... |
434 435 436 437 |
struct pid *get_task_pid(struct task_struct *task, enum pid_type type) { struct pid *pid; rcu_read_lock(); |
2ae448efc pids: improve get... |
438 439 |
if (type != PIDTYPE_PID) task = task->group_leader; |
1a657f78d [PATCH] introduce... |
440 441 442 443 |
pid = get_pid(task->pids[type].pid); rcu_read_unlock(); return pid; } |
77c100c83 export pid symbol... |
444 |
EXPORT_SYMBOL_GPL(get_task_pid); |
1a657f78d [PATCH] introduce... |
445 |
|
7ad5b3a50 kernel: remove fa... |
446 |
struct task_struct *get_pid_task(struct pid *pid, enum pid_type type) |
92476d7fc [PATCH] pidhash: ... |
447 448 449 450 451 452 453 454 |
{ struct task_struct *result; rcu_read_lock(); result = pid_task(pid, type); if (result) get_task_struct(result); rcu_read_unlock(); return result; |
1da177e4c Linux-2.6.12-rc2 |
455 |
} |
77c100c83 export pid symbol... |
456 |
EXPORT_SYMBOL_GPL(get_pid_task); |
1da177e4c Linux-2.6.12-rc2 |
457 |
|
92476d7fc [PATCH] pidhash: ... |
458 |
struct pid *find_get_pid(pid_t nr) |
1da177e4c Linux-2.6.12-rc2 |
459 460 |
{ struct pid *pid; |
92476d7fc [PATCH] pidhash: ... |
461 |
rcu_read_lock(); |
198fe21b0 pid namespaces: h... |
462 |
pid = get_pid(find_vpid(nr)); |
92476d7fc [PATCH] pidhash: ... |
463 |
rcu_read_unlock(); |
1da177e4c Linux-2.6.12-rc2 |
464 |
|
92476d7fc [PATCH] pidhash: ... |
465 |
return pid; |
1da177e4c Linux-2.6.12-rc2 |
466 |
} |
339caf2a2 proc: misplaced e... |
467 |
EXPORT_SYMBOL_GPL(find_get_pid); |
1da177e4c Linux-2.6.12-rc2 |
468 |
|
7af572947 pid namespaces: h... |
469 470 471 472 473 474 475 476 477 478 479 480 |
pid_t pid_nr_ns(struct pid *pid, struct pid_namespace *ns) { struct upid *upid; pid_t nr = 0; if (pid && ns->level <= pid->level) { upid = &pid->numbers[ns->level]; if (upid->ns == ns) nr = upid->nr; } return nr; } |
4f82f4573 net ip6 flowlabel... |
481 |
EXPORT_SYMBOL_GPL(pid_nr_ns); |
7af572947 pid namespaces: h... |
482 |
|
44c4e1b25 pid: Extend/Fix p... |
483 484 |
pid_t pid_vnr(struct pid *pid) { |
17cf22c33 pidns: Use task_a... |
485 |
return pid_nr_ns(pid, task_active_pid_ns(current)); |
44c4e1b25 pid: Extend/Fix p... |
486 487 |
} EXPORT_SYMBOL_GPL(pid_vnr); |
52ee2dfdd pids: refactor vn... |
488 489 |
pid_t __task_pid_nr_ns(struct task_struct *task, enum pid_type type, struct pid_namespace *ns) |
2f2a3a46f Uninline the task... |
490 |
{ |
52ee2dfdd pids: refactor vn... |
491 492 493 494 |
pid_t nr = 0; rcu_read_lock(); if (!ns) |
17cf22c33 pidns: Use task_a... |
495 |
ns = task_active_pid_ns(current); |
52ee2dfdd pids: refactor vn... |
496 497 498 499 500 501 502 503 |
if (likely(pid_alive(task))) { if (type != PIDTYPE_PID) task = task->group_leader; nr = pid_nr_ns(task->pids[type].pid, ns); } rcu_read_unlock(); return nr; |
2f2a3a46f Uninline the task... |
504 |
} |
52ee2dfdd pids: refactor vn... |
505 |
EXPORT_SYMBOL(__task_pid_nr_ns); |
2f2a3a46f Uninline the task... |
506 507 508 509 510 511 |
pid_t task_tgid_nr_ns(struct task_struct *tsk, struct pid_namespace *ns) { return pid_nr_ns(task_tgid(tsk), ns); } EXPORT_SYMBOL(task_tgid_nr_ns); |
61bce0f13 pid: generalize t... |
512 513 514 515 516 |
struct pid_namespace *task_active_pid_ns(struct task_struct *tsk) { return ns_of_pid(task_pid(tsk)); } EXPORT_SYMBOL_GPL(task_active_pid_ns); |
1da177e4c Linux-2.6.12-rc2 |
517 |
/* |
025dfdafe trivial: fix then... |
518 |
* Used by proc to find the first pid that is greater than or equal to nr. |
0804ef4b0 [PATCH] proc: rea... |
519 |
* |
e49859e71 pidns: remove now... |
520 |
* If there is a pid at nr this function is exactly the same as find_pid_ns. |
0804ef4b0 [PATCH] proc: rea... |
521 |
*/ |
198fe21b0 pid namespaces: h... |
522 |
struct pid *find_ge_pid(int nr, struct pid_namespace *ns) |
0804ef4b0 [PATCH] proc: rea... |
523 524 525 526 |
{ struct pid *pid; do { |
198fe21b0 pid namespaces: h... |
527 |
pid = find_pid_ns(nr, ns); |
0804ef4b0 [PATCH] proc: rea... |
528 529 |
if (pid) break; |
198fe21b0 pid namespaces: h... |
530 |
nr = next_pidmap(ns, nr); |
0804ef4b0 [PATCH] proc: rea... |
531 532 533 534 535 536 |
} while (nr > 0); return pid; } /* |
1da177e4c Linux-2.6.12-rc2 |
537 538 539 540 541 542 |
* The pid hash table is scaled according to the amount of memory in the * machine. From a minimum of 16 slots up to 4096 slots at one gigabyte or * more. */ void __init pidhash_init(void) { |
074b85175 vfs: fix panic in... |
543 |
unsigned int i, pidhash_size; |
1da177e4c Linux-2.6.12-rc2 |
544 |
|
2c85f51d2 mm: also use allo... |
545 546 |
pid_hash = alloc_large_system_hash("PID", sizeof(*pid_hash), 0, 18, HASH_EARLY | HASH_SMALL, |
31fe62b95 mm: add a low lim... |
547 548 |
&pidhash_shift, NULL, 0, 4096); |
074b85175 vfs: fix panic in... |
549 |
pidhash_size = 1U << pidhash_shift; |
1da177e4c Linux-2.6.12-rc2 |
550 |
|
92476d7fc [PATCH] pidhash: ... |
551 552 |
for (i = 0; i < pidhash_size; i++) INIT_HLIST_HEAD(&pid_hash[i]); |
1da177e4c Linux-2.6.12-rc2 |
553 554 555 556 |
} void __init pidmap_init(void) { |
c876ad768 pidns: Stop pid a... |
557 558 |
/* Veryify no one has done anything silly */ BUILD_BUG_ON(PID_MAX_LIMIT >= PIDNS_HASH_ADDING); |
72680a191 pids: increase pi... |
559 560 561 562 563 564 565 |
/* bump default and minimum pid_max based on number of cpus */ pid_max = min(pid_max_max, max_t(int, pid_max, PIDS_PER_CPU_DEFAULT * num_possible_cpus())); pid_max_min = max_t(int, pid_max_min, PIDS_PER_CPU_MIN * num_possible_cpus()); pr_info("pid_max: default: %u minimum: %u ", pid_max, pid_max_min); |
61a58c6c2 [PATCH] rename st... |
566 |
init_pid_ns.pidmap[0].page = kzalloc(PAGE_SIZE, GFP_KERNEL); |
73b9ebfe1 [PATCH] pidhash: ... |
567 |
/* Reserve PID 0. We never call free_pidmap(0) */ |
61a58c6c2 [PATCH] rename st... |
568 569 |
set_bit(0, init_pid_ns.pidmap[0].page); atomic_dec(&init_pid_ns.pidmap[0].nr_free); |
92476d7fc [PATCH] pidhash: ... |
570 |
|
74bd59bb3 namespaces: clean... |
571 572 |
init_pid_ns.pid_cachep = KMEM_CACHE(pid, SLAB_HWCACHE_ALIGN | SLAB_PANIC); |
1da177e4c Linux-2.6.12-rc2 |
573 |
} |