Blame view
kernel/taskstats.c
13.7 KB
c757249af [PATCH] per-task-... |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
/* * taskstats.c - Export per-task statistics to userland * * Copyright (C) Shailabh Nagar, IBM Corp. 2006 * (C) Balbir Singh, IBM Corp. 2006 * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * */ #include <linux/kernel.h> #include <linux/taskstats_kern.h> |
f3cef7a99 [PATCH] csa: basi... |
21 |
#include <linux/tsacct_kern.h> |
6f44993fe [PATCH] per-task-... |
22 |
#include <linux/delayacct.h> |
f9fd8914c [PATCH] per-task ... |
23 24 |
#include <linux/cpumask.h> #include <linux/percpu.h> |
846c7bb05 Add cgroupstats |
25 26 27 28 |
#include <linux/cgroupstats.h> #include <linux/cgroup.h> #include <linux/fs.h> #include <linux/file.h> |
c757249af [PATCH] per-task-... |
29 30 |
#include <net/genetlink.h> #include <asm/atomic.h> |
f9fd8914c [PATCH] per-task ... |
31 32 33 34 35 |
/* * Maximum length of a cpumask that can be specified in * the TASKSTATS_CMD_ATTR_REGISTER/DEREGISTER_CPUMASK attribute */ #define TASKSTATS_CPUMASK_MAXLEN (100+6*NR_CPUS) |
b81f3ea92 taskstats: remove... |
36 |
static DEFINE_PER_CPU(__u32, taskstats_seqnum); |
c757249af [PATCH] per-task-... |
37 |
static int family_registered; |
e18b890bb [PATCH] slab: rem... |
38 |
struct kmem_cache *taskstats_cache; |
c757249af [PATCH] per-task-... |
39 40 41 42 43 44 45 46 47 48 49 50 |
static struct genl_family family = { .id = GENL_ID_GENERATE, .name = TASKSTATS_GENL_NAME, .version = TASKSTATS_GENL_VERSION, .maxattr = TASKSTATS_CMD_ATTR_MAX, }; static struct nla_policy taskstats_cmd_get_policy[TASKSTATS_CMD_ATTR_MAX+1] __read_mostly = { [TASKSTATS_CMD_ATTR_PID] = { .type = NLA_U32 }, [TASKSTATS_CMD_ATTR_TGID] = { .type = NLA_U32 }, |
f9fd8914c [PATCH] per-task ... |
51 52 |
[TASKSTATS_CMD_ATTR_REGISTER_CPUMASK] = { .type = NLA_STRING }, [TASKSTATS_CMD_ATTR_DEREGISTER_CPUMASK] = { .type = NLA_STRING },}; |
846c7bb05 Add cgroupstats |
53 54 55 56 |
static struct nla_policy cgroupstats_cmd_get_policy[CGROUPSTATS_CMD_ATTR_MAX+1] __read_mostly = { [CGROUPSTATS_CMD_ATTR_FD] = { .type = NLA_U32 }, }; |
f9fd8914c [PATCH] per-task ... |
57 58 59 |
struct listener { struct list_head list; pid_t pid; |
bb129994c [PATCH] Remove do... |
60 |
char valid; |
c757249af [PATCH] per-task-... |
61 |
}; |
f9fd8914c [PATCH] per-task ... |
62 63 64 65 66 67 68 69 70 71 72 |
struct listener_list { struct rw_semaphore sem; struct list_head list; }; static DEFINE_PER_CPU(struct listener_list, listener_array); enum actions { REGISTER, DEREGISTER, CPU_DONT_CARE }; |
c757249af [PATCH] per-task-... |
73 74 |
static int prepare_reply(struct genl_info *info, u8 cmd, struct sk_buff **skbp, |
371674853 [PATCH] taskstats... |
75 |
size_t size) |
c757249af [PATCH] per-task-... |
76 77 78 79 80 81 82 |
{ struct sk_buff *skb; void *reply; /* * If new attributes are added, please revisit this allocation */ |
3dabc7157 [GENL]: Add genlm... |
83 |
skb = genlmsg_new(size, GFP_KERNEL); |
c757249af [PATCH] per-task-... |
84 85 86 87 88 89 |
if (!skb) return -ENOMEM; if (!info) { int seq = get_cpu_var(taskstats_seqnum)++; put_cpu_var(taskstats_seqnum); |
17c157c88 [GENL]: Add genlm... |
90 |
reply = genlmsg_put(skb, 0, seq, &family, 0, cmd); |
c757249af [PATCH] per-task-... |
91 |
} else |
17c157c88 [GENL]: Add genlm... |
92 |
reply = genlmsg_put_reply(skb, info, &family, 0, cmd); |
c757249af [PATCH] per-task-... |
93 94 95 96 97 98 |
if (reply == NULL) { nlmsg_free(skb); return -EINVAL; } *skbp = skb; |
c757249af [PATCH] per-task-... |
99 100 |
return 0; } |
f9fd8914c [PATCH] per-task ... |
101 102 103 104 |
/* * Send taskstats data in @skb to listener with nl_pid @pid */ static int send_reply(struct sk_buff *skb, pid_t pid) |
c757249af [PATCH] per-task-... |
105 |
{ |
b529ccf27 [NETLINK]: Introd... |
106 |
struct genlmsghdr *genlhdr = nlmsg_data(nlmsg_hdr(skb)); |
f9fd8914c [PATCH] per-task ... |
107 |
void *reply = genlmsg_data(genlhdr); |
c757249af [PATCH] per-task-... |
108 |
int rc; |
c757249af [PATCH] per-task-... |
109 110 111 112 113 |
rc = genlmsg_end(skb, reply); if (rc < 0) { nlmsg_free(skb); return rc; } |
c757249af [PATCH] per-task-... |
114 115 |
return genlmsg_unicast(skb, pid); } |
f9fd8914c [PATCH] per-task ... |
116 117 118 |
/* * Send taskstats data in @skb to listeners registered for @cpu's exit data */ |
115085ea0 [PATCH] taskstats... |
119 120 |
static void send_cpu_listeners(struct sk_buff *skb, struct listener_list *listeners) |
f9fd8914c [PATCH] per-task ... |
121 |
{ |
b529ccf27 [NETLINK]: Introd... |
122 |
struct genlmsghdr *genlhdr = nlmsg_data(nlmsg_hdr(skb)); |
f9fd8914c [PATCH] per-task ... |
123 124 125 |
struct listener *s, *tmp; struct sk_buff *skb_next, *skb_cur = skb; void *reply = genlmsg_data(genlhdr); |
d94a04151 [PATCH] taskstats... |
126 |
int rc, delcount = 0; |
f9fd8914c [PATCH] per-task ... |
127 128 129 130 |
rc = genlmsg_end(skb, reply); if (rc < 0) { nlmsg_free(skb); |
d94a04151 [PATCH] taskstats... |
131 |
return; |
f9fd8914c [PATCH] per-task ... |
132 133 134 |
} rc = 0; |
bb129994c [PATCH] Remove do... |
135 |
down_read(&listeners->sem); |
d94a04151 [PATCH] taskstats... |
136 |
list_for_each_entry(s, &listeners->list, list) { |
f9fd8914c [PATCH] per-task ... |
137 138 139 |
skb_next = NULL; if (!list_is_last(&s->list, &listeners->list)) { skb_next = skb_clone(skb_cur, GFP_KERNEL); |
d94a04151 [PATCH] taskstats... |
140 |
if (!skb_next) |
f9fd8914c [PATCH] per-task ... |
141 |
break; |
f9fd8914c [PATCH] per-task ... |
142 |
} |
d94a04151 [PATCH] taskstats... |
143 144 |
rc = genlmsg_unicast(skb_cur, s->pid); if (rc == -ECONNREFUSED) { |
bb129994c [PATCH] Remove do... |
145 146 |
s->valid = 0; delcount++; |
f9fd8914c [PATCH] per-task ... |
147 148 149 |
} skb_cur = skb_next; } |
bb129994c [PATCH] Remove do... |
150 |
up_read(&listeners->sem); |
f9fd8914c [PATCH] per-task ... |
151 |
|
d94a04151 [PATCH] taskstats... |
152 153 |
if (skb_cur) nlmsg_free(skb_cur); |
bb129994c [PATCH] Remove do... |
154 |
if (!delcount) |
d94a04151 [PATCH] taskstats... |
155 |
return; |
bb129994c [PATCH] Remove do... |
156 157 158 159 160 161 162 163 164 165 |
/* Delete invalidated entries */ down_write(&listeners->sem); list_for_each_entry_safe(s, tmp, &listeners->list, list) { if (!s->valid) { list_del(&s->list); kfree(s); } } up_write(&listeners->sem); |
f9fd8914c [PATCH] per-task ... |
166 |
} |
a98b60942 [PATCH] taskstats... |
167 |
static int fill_pid(pid_t pid, struct task_struct *tsk, |
c757249af [PATCH] per-task-... |
168 169 |
struct taskstats *stats) { |
7d94dddd4 [PATCH] make task... |
170 |
int rc = 0; |
c757249af [PATCH] per-task-... |
171 |
|
a98b60942 [PATCH] taskstats... |
172 173 |
if (!tsk) { rcu_read_lock(); |
cb41d6d06 Use find_task_by_... |
174 |
tsk = find_task_by_vpid(pid); |
a98b60942 [PATCH] taskstats... |
175 176 177 178 |
if (tsk) get_task_struct(tsk); rcu_read_unlock(); if (!tsk) |
c757249af [PATCH] per-task-... |
179 |
return -ESRCH; |
c757249af [PATCH] per-task-... |
180 181 |
} else get_task_struct(tsk); |
51de4d908 [PATCH] taskstats... |
182 |
memset(stats, 0, sizeof(*stats)); |
c757249af [PATCH] per-task-... |
183 184 185 186 |
/* * Each accounting subsystem adds calls to its functions to * fill in relevant parts of struct taskstsats as follows * |
7d94dddd4 [PATCH] make task... |
187 |
* per-task-foo(stats, tsk); |
c757249af [PATCH] per-task-... |
188 |
*/ |
7d94dddd4 [PATCH] make task... |
189 |
delayacct_add_tsk(stats, tsk); |
f3cef7a99 [PATCH] csa: basi... |
190 191 |
/* fill in basic acct fields */ |
6f44993fe [PATCH] per-task-... |
192 |
stats->version = TASKSTATS_VERSION; |
b663a79c1 taskstats: add co... |
193 194 |
stats->nvcsw = tsk->nvcsw; stats->nivcsw = tsk->nivcsw; |
f3cef7a99 [PATCH] csa: basi... |
195 |
bacct_add_tsk(stats, tsk); |
6f44993fe [PATCH] per-task-... |
196 |
|
9acc18535 [PATCH] csa: Exte... |
197 198 |
/* fill in extended acct fields */ xacct_add_tsk(stats, tsk); |
6f44993fe [PATCH] per-task-... |
199 |
/* Define err: label here if needed */ |
c757249af [PATCH] per-task-... |
200 201 202 203 |
put_task_struct(tsk); return rc; } |
a98b60942 [PATCH] taskstats... |
204 |
static int fill_tgid(pid_t tgid, struct task_struct *first, |
c757249af [PATCH] per-task-... |
205 206 |
struct taskstats *stats) { |
a98b60942 [PATCH] taskstats... |
207 |
struct task_struct *tsk; |
ad4ecbcba [PATCH] delay acc... |
208 |
unsigned long flags; |
a98b60942 [PATCH] taskstats... |
209 |
int rc = -ESRCH; |
c757249af [PATCH] per-task-... |
210 |
|
ad4ecbcba [PATCH] delay acc... |
211 212 213 214 |
/* * Add additional stats from live tasks except zombie thread group * leaders who are already counted with the dead tasks */ |
a98b60942 [PATCH] taskstats... |
215 216 |
rcu_read_lock(); if (!first) |
cb41d6d06 Use find_task_by_... |
217 |
first = find_task_by_vpid(tgid); |
ad4ecbcba [PATCH] delay acc... |
218 |
|
a98b60942 [PATCH] taskstats... |
219 220 |
if (!first || !lock_task_sighand(first, &flags)) goto out; |
ad4ecbcba [PATCH] delay acc... |
221 |
|
a98b60942 [PATCH] taskstats... |
222 223 |
if (first->signal->stats) memcpy(stats, first->signal->stats, sizeof(*stats)); |
51de4d908 [PATCH] taskstats... |
224 225 |
else memset(stats, 0, sizeof(*stats)); |
fca178c0c [PATCH] fill_tgid... |
226 |
|
a98b60942 [PATCH] taskstats... |
227 |
tsk = first; |
c757249af [PATCH] per-task-... |
228 |
do { |
d7c3f5f23 [PATCH] fill_tgid... |
229 |
if (tsk->exit_state) |
ad4ecbcba [PATCH] delay acc... |
230 |
continue; |
c757249af [PATCH] per-task-... |
231 |
/* |
ad4ecbcba [PATCH] delay acc... |
232 |
* Accounting subsystem can call its functions here to |
c757249af [PATCH] per-task-... |
233 234 |
* fill in relevant parts of struct taskstsats as follows * |
ad4ecbcba [PATCH] delay acc... |
235 |
* per-task-foo(stats, tsk); |
c757249af [PATCH] per-task-... |
236 |
*/ |
ad4ecbcba [PATCH] delay acc... |
237 |
delayacct_add_tsk(stats, tsk); |
6f44993fe [PATCH] per-task-... |
238 |
|
b663a79c1 taskstats: add co... |
239 240 |
stats->nvcsw += tsk->nvcsw; stats->nivcsw += tsk->nivcsw; |
c757249af [PATCH] per-task-... |
241 |
} while_each_thread(first, tsk); |
6f44993fe [PATCH] per-task-... |
242 |
|
a98b60942 [PATCH] taskstats... |
243 244 245 246 247 248 |
unlock_task_sighand(first, &flags); rc = 0; out: rcu_read_unlock(); stats->version = TASKSTATS_VERSION; |
c757249af [PATCH] per-task-... |
249 |
/* |
3a4fa0a25 Fix misspellings ... |
250 |
* Accounting subsystems can also add calls here to modify |
ad4ecbcba [PATCH] delay acc... |
251 |
* fields of taskstats. |
c757249af [PATCH] per-task-... |
252 |
*/ |
a98b60942 [PATCH] taskstats... |
253 |
return rc; |
ad4ecbcba [PATCH] delay acc... |
254 255 256 257 258 259 |
} static void fill_tgid_exit(struct task_struct *tsk) { unsigned long flags; |
b8534d7bd [PATCH] taskstats... |
260 |
spin_lock_irqsave(&tsk->sighand->siglock, flags); |
ad4ecbcba [PATCH] delay acc... |
261 262 263 264 265 266 267 268 269 270 271 |
if (!tsk->signal->stats) goto ret; /* * Each accounting subsystem calls its functions here to * accumalate its per-task stats for tsk, into the per-tgid structure * * per-task-foo(tsk->signal->stats, tsk); */ delayacct_add_tsk(tsk->signal->stats, tsk); ret: |
b8534d7bd [PATCH] taskstats... |
272 |
spin_unlock_irqrestore(&tsk->sighand->siglock, flags); |
ad4ecbcba [PATCH] delay acc... |
273 |
return; |
c757249af [PATCH] per-task-... |
274 |
} |
41c7bb958 cpumask: convert ... |
275 |
static int add_del_listener(pid_t pid, const struct cpumask *mask, int isadd) |
f9fd8914c [PATCH] per-task ... |
276 277 278 279 |
{ struct listener_list *listeners; struct listener *s, *tmp; unsigned int cpu; |
ad4ecbcba [PATCH] delay acc... |
280 |
|
41c7bb958 cpumask: convert ... |
281 |
if (!cpumask_subset(mask, cpu_possible_mask)) |
f9fd8914c [PATCH] per-task ... |
282 283 284 |
return -EINVAL; if (isadd == REGISTER) { |
41c7bb958 cpumask: convert ... |
285 |
for_each_cpu(cpu, mask) { |
f9fd8914c [PATCH] per-task ... |
286 287 288 289 290 291 |
s = kmalloc_node(sizeof(struct listener), GFP_KERNEL, cpu_to_node(cpu)); if (!s) goto cleanup; s->pid = pid; INIT_LIST_HEAD(&s->list); |
bb129994c [PATCH] Remove do... |
292 |
s->valid = 1; |
f9fd8914c [PATCH] per-task ... |
293 294 295 296 297 298 299 300 301 302 303 |
listeners = &per_cpu(listener_array, cpu); down_write(&listeners->sem); list_add(&s->list, &listeners->list); up_write(&listeners->sem); } return 0; } /* Deregister or cleanup */ cleanup: |
41c7bb958 cpumask: convert ... |
304 |
for_each_cpu(cpu, mask) { |
f9fd8914c [PATCH] per-task ... |
305 306 307 308 309 310 311 312 313 314 315 316 317 |
listeners = &per_cpu(listener_array, cpu); down_write(&listeners->sem); list_for_each_entry_safe(s, tmp, &listeners->list, list) { if (s->pid == pid) { list_del(&s->list); kfree(s); break; } } up_write(&listeners->sem); } return 0; } |
41c7bb958 cpumask: convert ... |
318 |
static int parse(struct nlattr *na, struct cpumask *mask) |
f9fd8914c [PATCH] per-task ... |
319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 |
{ char *data; int len; int ret; if (na == NULL) return 1; len = nla_len(na); if (len > TASKSTATS_CPUMASK_MAXLEN) return -E2BIG; if (len < 1) return -EINVAL; data = kmalloc(len, GFP_KERNEL); if (!data) return -ENOMEM; nla_strlcpy(data, na, len); |
29c0177e6 cpumask: change c... |
335 |
ret = cpulist_parse(data, mask); |
f9fd8914c [PATCH] per-task ... |
336 337 338 |
kfree(data); return ret; } |
51de4d908 [PATCH] taskstats... |
339 |
static struct taskstats *mk_reply(struct sk_buff *skb, int type, u32 pid) |
68062b86f [PATCH] taskstats... |
340 |
{ |
51de4d908 [PATCH] taskstats... |
341 |
struct nlattr *na, *ret; |
68062b86f [PATCH] taskstats... |
342 |
int aggr; |
371674853 [PATCH] taskstats... |
343 344 345 |
aggr = (type == TASKSTATS_TYPE_PID) ? TASKSTATS_TYPE_AGGR_PID : TASKSTATS_TYPE_AGGR_TGID; |
68062b86f [PATCH] taskstats... |
346 347 |
na = nla_nest_start(skb, aggr); |
371674853 [PATCH] taskstats... |
348 349 |
if (!na) goto err; |
51de4d908 [PATCH] taskstats... |
350 351 352 353 354 |
if (nla_put(skb, type, sizeof(pid), &pid) < 0) goto err; ret = nla_reserve(skb, TASKSTATS_TYPE_STATS, sizeof(struct taskstats)); if (!ret) goto err; |
68062b86f [PATCH] taskstats... |
355 |
nla_nest_end(skb, na); |
51de4d908 [PATCH] taskstats... |
356 357 358 |
return nla_data(ret); err: return NULL; |
68062b86f [PATCH] taskstats... |
359 |
} |
846c7bb05 Add cgroupstats |
360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 |
static int cgroupstats_user_cmd(struct sk_buff *skb, struct genl_info *info) { int rc = 0; struct sk_buff *rep_skb; struct cgroupstats *stats; struct nlattr *na; size_t size; u32 fd; struct file *file; int fput_needed; na = info->attrs[CGROUPSTATS_CMD_ATTR_FD]; if (!na) return -EINVAL; fd = nla_get_u32(info->attrs[CGROUPSTATS_CMD_ATTR_FD]); file = fget_light(fd, &fput_needed); |
f96159840 kernel/taskstats.... |
377 378 |
if (!file) return 0; |
846c7bb05 Add cgroupstats |
379 |
|
f96159840 kernel/taskstats.... |
380 |
size = nla_total_size(sizeof(struct cgroupstats)); |
846c7bb05 Add cgroupstats |
381 |
|
f96159840 kernel/taskstats.... |
382 383 384 385 |
rc = prepare_reply(info, CGROUPSTATS_CMD_NEW, &rep_skb, size); if (rc < 0) goto err; |
846c7bb05 Add cgroupstats |
386 |
|
f96159840 kernel/taskstats.... |
387 388 389 390 |
na = nla_reserve(rep_skb, CGROUPSTATS_TYPE_CGROUP_STATS, sizeof(struct cgroupstats)); stats = nla_data(na); memset(stats, 0, sizeof(*stats)); |
846c7bb05 Add cgroupstats |
391 |
|
f96159840 kernel/taskstats.... |
392 393 394 395 |
rc = cgroupstats_build(stats, file->f_dentry); if (rc < 0) { nlmsg_free(rep_skb); goto err; |
846c7bb05 Add cgroupstats |
396 |
} |
f96159840 kernel/taskstats.... |
397 |
rc = send_reply(rep_skb, info->snd_pid); |
846c7bb05 Add cgroupstats |
398 |
err: |
f96159840 kernel/taskstats.... |
399 |
fput_light(file, fput_needed); |
846c7bb05 Add cgroupstats |
400 401 |
return rc; } |
f9fd8914c [PATCH] per-task ... |
402 |
static int taskstats_user_cmd(struct sk_buff *skb, struct genl_info *info) |
c757249af [PATCH] per-task-... |
403 |
{ |
41c7bb958 cpumask: convert ... |
404 |
int rc; |
c757249af [PATCH] per-task-... |
405 |
struct sk_buff *rep_skb; |
51de4d908 [PATCH] taskstats... |
406 |
struct taskstats *stats; |
c757249af [PATCH] per-task-... |
407 |
size_t size; |
41c7bb958 cpumask: convert ... |
408 409 410 411 |
cpumask_var_t mask; if (!alloc_cpumask_var(&mask, GFP_KERNEL)) return -ENOMEM; |
f9fd8914c [PATCH] per-task ... |
412 |
|
41c7bb958 cpumask: convert ... |
413 |
rc = parse(info->attrs[TASKSTATS_CMD_ATTR_REGISTER_CPUMASK], mask); |
f9fd8914c [PATCH] per-task ... |
414 |
if (rc < 0) |
41c7bb958 cpumask: convert ... |
415 416 417 418 419 |
goto free_return_rc; if (rc == 0) { rc = add_del_listener(info->snd_pid, mask, REGISTER); goto free_return_rc; } |
f9fd8914c [PATCH] per-task ... |
420 |
|
41c7bb958 cpumask: convert ... |
421 |
rc = parse(info->attrs[TASKSTATS_CMD_ATTR_DEREGISTER_CPUMASK], mask); |
f9fd8914c [PATCH] per-task ... |
422 |
if (rc < 0) |
41c7bb958 cpumask: convert ... |
423 424 425 426 427 |
goto free_return_rc; if (rc == 0) { rc = add_del_listener(info->snd_pid, mask, DEREGISTER); free_return_rc: free_cpumask_var(mask); |
f9fd8914c [PATCH] per-task ... |
428 |
return rc; |
41c7bb958 cpumask: convert ... |
429 430 |
} free_cpumask_var(mask); |
c757249af [PATCH] per-task-... |
431 432 433 434 435 436 |
/* * Size includes space for nested attributes */ size = nla_total_size(sizeof(u32)) + nla_total_size(sizeof(struct taskstats)) + nla_total_size(0); |
371674853 [PATCH] taskstats... |
437 |
rc = prepare_reply(info, TASKSTATS_CMD_NEW, &rep_skb, size); |
c757249af [PATCH] per-task-... |
438 439 |
if (rc < 0) return rc; |
51de4d908 [PATCH] taskstats... |
440 |
rc = -EINVAL; |
c757249af [PATCH] per-task-... |
441 442 |
if (info->attrs[TASKSTATS_CMD_ATTR_PID]) { u32 pid = nla_get_u32(info->attrs[TASKSTATS_CMD_ATTR_PID]); |
51de4d908 [PATCH] taskstats... |
443 444 |
stats = mk_reply(rep_skb, TASKSTATS_TYPE_PID, pid); if (!stats) |
371674853 [PATCH] taskstats... |
445 |
goto err; |
c757249af [PATCH] per-task-... |
446 |
|
51de4d908 [PATCH] taskstats... |
447 448 |
rc = fill_pid(pid, NULL, stats); if (rc < 0) |
371674853 [PATCH] taskstats... |
449 |
goto err; |
c757249af [PATCH] per-task-... |
450 451 |
} else if (info->attrs[TASKSTATS_CMD_ATTR_TGID]) { u32 tgid = nla_get_u32(info->attrs[TASKSTATS_CMD_ATTR_TGID]); |
51de4d908 [PATCH] taskstats... |
452 453 |
stats = mk_reply(rep_skb, TASKSTATS_TYPE_TGID, tgid); if (!stats) |
371674853 [PATCH] taskstats... |
454 |
goto err; |
c757249af [PATCH] per-task-... |
455 |
|
51de4d908 [PATCH] taskstats... |
456 457 |
rc = fill_tgid(tgid, NULL, stats); if (rc < 0) |
371674853 [PATCH] taskstats... |
458 |
goto err; |
51de4d908 [PATCH] taskstats... |
459 |
} else |
c757249af [PATCH] per-task-... |
460 |
goto err; |
c757249af [PATCH] per-task-... |
461 |
|
f9fd8914c [PATCH] per-task ... |
462 |
return send_reply(rep_skb, info->snd_pid); |
c757249af [PATCH] per-task-... |
463 464 465 466 |
err: nlmsg_free(rep_skb); return rc; } |
34ec12349 [PATCH] taskstats... |
467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 |
static struct taskstats *taskstats_tgid_alloc(struct task_struct *tsk) { struct signal_struct *sig = tsk->signal; struct taskstats *stats; if (sig->stats || thread_group_empty(tsk)) goto ret; /* No problem if kmem_cache_zalloc() fails */ stats = kmem_cache_zalloc(taskstats_cache, GFP_KERNEL); spin_lock_irq(&tsk->sighand->siglock); if (!sig->stats) { sig->stats = stats; stats = NULL; } spin_unlock_irq(&tsk->sighand->siglock); if (stats) kmem_cache_free(taskstats_cache, stats); ret: return sig->stats; } |
c757249af [PATCH] per-task-... |
490 |
/* Send pid data out on exit */ |
115085ea0 [PATCH] taskstats... |
491 |
void taskstats_exit(struct task_struct *tsk, int group_dead) |
c757249af [PATCH] per-task-... |
492 493 |
{ int rc; |
115085ea0 [PATCH] taskstats... |
494 |
struct listener_list *listeners; |
51de4d908 [PATCH] taskstats... |
495 |
struct taskstats *stats; |
c757249af [PATCH] per-task-... |
496 |
struct sk_buff *rep_skb; |
c757249af [PATCH] per-task-... |
497 498 |
size_t size; int is_thread_group; |
c757249af [PATCH] per-task-... |
499 |
|
4a279ff1e [PATCH] taskstats... |
500 |
if (!family_registered) |
c757249af [PATCH] per-task-... |
501 |
return; |
c757249af [PATCH] per-task-... |
502 503 504 505 506 |
/* * Size includes space for nested attributes */ size = nla_total_size(sizeof(u32)) + nla_total_size(sizeof(struct taskstats)) + nla_total_size(0); |
34ec12349 [PATCH] taskstats... |
507 |
is_thread_group = !!taskstats_tgid_alloc(tsk); |
4a279ff1e [PATCH] taskstats... |
508 509 510 511 512 513 |
if (is_thread_group) { /* PID + STATS + TGID + STATS */ size = 2 * size; /* fill the tsk->signal->stats structure */ fill_tgid_exit(tsk); } |
115085ea0 [PATCH] taskstats... |
514 515 516 |
listeners = &__raw_get_cpu_var(listener_array); if (list_empty(&listeners->list)) return; |
371674853 [PATCH] taskstats... |
517 |
rc = prepare_reply(NULL, TASKSTATS_CMD_NEW, &rep_skb, size); |
c757249af [PATCH] per-task-... |
518 |
if (rc < 0) |
51de4d908 [PATCH] taskstats... |
519 |
return; |
c757249af [PATCH] per-task-... |
520 |
|
51de4d908 [PATCH] taskstats... |
521 522 |
stats = mk_reply(rep_skb, TASKSTATS_TYPE_PID, tsk->pid); if (!stats) |
371674853 [PATCH] taskstats... |
523 |
goto err; |
c757249af [PATCH] per-task-... |
524 |
|
cb41d6d06 Use find_task_by_... |
525 |
rc = fill_pid(-1, tsk, stats); |
51de4d908 [PATCH] taskstats... |
526 |
if (rc < 0) |
371674853 [PATCH] taskstats... |
527 |
goto err; |
c757249af [PATCH] per-task-... |
528 |
|
c757249af [PATCH] per-task-... |
529 |
/* |
ad4ecbcba [PATCH] delay acc... |
530 |
* Doesn't matter if tsk is the leader or the last group member leaving |
c757249af [PATCH] per-task-... |
531 |
*/ |
68062b86f [PATCH] taskstats... |
532 |
if (!is_thread_group || !group_dead) |
ad4ecbcba [PATCH] delay acc... |
533 |
goto send; |
c757249af [PATCH] per-task-... |
534 |
|
51de4d908 [PATCH] taskstats... |
535 536 |
stats = mk_reply(rep_skb, TASKSTATS_TYPE_TGID, tsk->tgid); if (!stats) |
371674853 [PATCH] taskstats... |
537 |
goto err; |
51de4d908 [PATCH] taskstats... |
538 539 |
memcpy(stats, tsk->signal->stats, sizeof(*stats)); |
c757249af [PATCH] per-task-... |
540 |
|
ad4ecbcba [PATCH] delay acc... |
541 |
send: |
115085ea0 [PATCH] taskstats... |
542 |
send_cpu_listeners(rep_skb, listeners); |
ad4ecbcba [PATCH] delay acc... |
543 |
return; |
371674853 [PATCH] taskstats... |
544 |
err: |
c757249af [PATCH] per-task-... |
545 |
nlmsg_free(rep_skb); |
c757249af [PATCH] per-task-... |
546 547 548 549 |
} static struct genl_ops taskstats_ops = { .cmd = TASKSTATS_CMD_GET, |
f9fd8914c [PATCH] per-task ... |
550 |
.doit = taskstats_user_cmd, |
c757249af [PATCH] per-task-... |
551 552 |
.policy = taskstats_cmd_get_policy, }; |
846c7bb05 Add cgroupstats |
553 554 555 556 557 |
static struct genl_ops cgroupstats_ops = { .cmd = CGROUPSTATS_CMD_GET, .doit = cgroupstats_user_cmd, .policy = cgroupstats_cmd_get_policy, }; |
c757249af [PATCH] per-task-... |
558 559 560 |
/* Needed early in initialization */ void __init taskstats_init_early(void) { |
f9fd8914c [PATCH] per-task ... |
561 |
unsigned int i; |
0a31bd5f2 KMEM_CACHE(): sim... |
562 |
taskstats_cache = KMEM_CACHE(taskstats, SLAB_PANIC); |
f9fd8914c [PATCH] per-task ... |
563 564 565 566 |
for_each_possible_cpu(i) { INIT_LIST_HEAD(&(per_cpu(listener_array, i).list)); init_rwsem(&(per_cpu(listener_array, i).sem)); } |
c757249af [PATCH] per-task-... |
567 568 569 570 571 572 573 574 575 576 577 578 579 |
} static int __init taskstats_init(void) { int rc; rc = genl_register_family(&family); if (rc) return rc; rc = genl_register_ops(&family, &taskstats_ops); if (rc < 0) goto err; |
846c7bb05 Add cgroupstats |
580 581 582 |
rc = genl_register_ops(&family, &cgroupstats_ops); if (rc < 0) goto err_cgroup_ops; |
c757249af [PATCH] per-task-... |
583 |
family_registered = 1; |
846c7bb05 Add cgroupstats |
584 585 |
printk("registered taskstats version %d ", TASKSTATS_GENL_VERSION); |
c757249af [PATCH] per-task-... |
586 |
return 0; |
846c7bb05 Add cgroupstats |
587 588 |
err_cgroup_ops: genl_unregister_ops(&family, &taskstats_ops); |
c757249af [PATCH] per-task-... |
589 590 591 592 593 594 595 596 597 598 |
err: genl_unregister_family(&family); return rc; } /* * late initcall ensures initialization of statistics collection * mechanisms precedes initialization of the taskstats interface */ late_initcall(taskstats_init); |