Blame view

drivers/dma-buf/sync_file.c 10.6 KB
d4cab38e1   Gustavo Padovan   staging/android: ...
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
  /*
   * drivers/dma-buf/sync_file.c
   *
   * Copyright (C) 2012 Google, Inc.
   *
   * This software is licensed under the terms of the GNU General Public
   * License version 2, as published by the Free Software Foundation, and
   * may be copied, distributed, and modified under those terms.
   *
   * This program is distributed in the hope that it will be useful,
   * but WITHOUT ANY WARRANTY; without even the implied warranty of
   * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   * GNU General Public License for more details.
   *
   */
  
  #include <linux/export.h>
  #include <linux/file.h>
  #include <linux/fs.h>
  #include <linux/kernel.h>
  #include <linux/poll.h>
  #include <linux/sched.h>
  #include <linux/slab.h>
  #include <linux/uaccess.h>
  #include <linux/anon_inodes.h>
460bfc41f   Gustavo Padovan   dma-buf/sync_file...
26
27
  #include <linux/sync_file.h>
  #include <uapi/linux/sync_file.h>
d4cab38e1   Gustavo Padovan   staging/android: ...
28
29
  
  static const struct file_operations sync_file_fops;
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
30
  static struct sync_file *sync_file_alloc(void)
d4cab38e1   Gustavo Padovan   staging/android: ...
31
32
  {
  	struct sync_file *sync_file;
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
33
  	sync_file = kzalloc(sizeof(*sync_file), GFP_KERNEL);
d4cab38e1   Gustavo Padovan   staging/android: ...
34
35
36
37
38
39
40
41
42
43
44
  	if (!sync_file)
  		return NULL;
  
  	sync_file->file = anon_inode_getfile("sync_file", &sync_file_fops,
  					     sync_file, 0);
  	if (IS_ERR(sync_file->file))
  		goto err;
  
  	kref_init(&sync_file->kref);
  
  	init_waitqueue_head(&sync_file->wq);
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
45
  	INIT_LIST_HEAD(&sync_file->cb.node);
d4cab38e1   Gustavo Padovan   staging/android: ...
46
47
48
49
50
51
52
53
54
  	return sync_file;
  
  err:
  	kfree(sync_file);
  	return NULL;
  }
  
  static void fence_check_cb_func(struct fence *f, struct fence_cb *cb)
  {
d4cab38e1   Gustavo Padovan   staging/android: ...
55
  	struct sync_file *sync_file;
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
56
  	sync_file = container_of(cb, struct sync_file, cb);
d4cab38e1   Gustavo Padovan   staging/android: ...
57

a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
58
  	wake_up_all(&sync_file->wq);
d4cab38e1   Gustavo Padovan   staging/android: ...
59
60
61
  }
  
  /**
c240a714a   Gustavo Padovan   staging/android: ...
62
   * sync_file_create() - creates a sync file
d4cab38e1   Gustavo Padovan   staging/android: ...
63
64
65
   * @fence:	fence to add to the sync_fence
   *
   * Creates a sync_file containg @fence. Once this is called, the sync_file
c240a714a   Gustavo Padovan   staging/android: ...
66
67
   * takes ownership of @fence. The sync_file can be released with
   * fput(sync_file->file). Returns the sync_file or NULL in case of error.
d4cab38e1   Gustavo Padovan   staging/android: ...
68
69
70
71
   */
  struct sync_file *sync_file_create(struct fence *fence)
  {
  	struct sync_file *sync_file;
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
72
  	sync_file = sync_file_alloc();
d4cab38e1   Gustavo Padovan   staging/android: ...
73
74
  	if (!sync_file)
  		return NULL;
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
75
  	sync_file->fence = fence;
041916a77   Gustavo Padovan   dma-buf/sync_file...
76
  	snprintf(sync_file->name, sizeof(sync_file->name), "%s-%s%llu-%d",
d4cab38e1   Gustavo Padovan   staging/android: ...
77
78
79
  		 fence->ops->get_driver_name(fence),
  		 fence->ops->get_timeline_name(fence), fence->context,
  		 fence->seqno);
d4cab38e1   Gustavo Padovan   staging/android: ...
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
  	return sync_file;
  }
  EXPORT_SYMBOL(sync_file_create);
  
  /**
   * sync_file_fdget() - get a sync_file from an fd
   * @fd:		fd referencing a fence
   *
   * Ensures @fd references a valid sync_file, increments the refcount of the
   * backing file. Returns the sync_file or NULL in case of error.
   */
  static struct sync_file *sync_file_fdget(int fd)
  {
  	struct file *file = fget(fd);
  
  	if (!file)
  		return NULL;
  
  	if (file->f_op != &sync_file_fops)
  		goto err;
  
  	return file->private_data;
  
  err:
  	fput(file);
  	return NULL;
  }
972526a40   Gustavo Padovan   dma-buf/sync_file...
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
  /**
   * sync_file_get_fence - get the fence related to the sync_file fd
   * @fd:		sync_file fd to get the fence from
   *
   * Ensures @fd references a valid sync_file and returns a fence that
   * represents all fence in the sync_file. On error NULL is returned.
   */
  struct fence *sync_file_get_fence(int fd)
  {
  	struct sync_file *sync_file;
  	struct fence *fence;
  
  	sync_file = sync_file_fdget(fd);
  	if (!sync_file)
  		return NULL;
  
  	fence = fence_get(sync_file->fence);
  	fput(sync_file->file);
  
  	return fence;
  }
  EXPORT_SYMBOL(sync_file_get_fence);
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
129
130
  static int sync_file_set_fence(struct sync_file *sync_file,
  			       struct fence **fences, int num_fences)
d4cab38e1   Gustavo Padovan   staging/android: ...
131
  {
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
132
133
134
135
136
137
138
139
140
141
  	struct fence_array *array;
  
  	/*
  	 * The reference for the fences in the new sync_file and held
  	 * in add_fence() during the merge procedure, so for num_fences == 1
  	 * we already own a new reference to the fence. For num_fence > 1
  	 * we own the reference of the fence_array creation.
  	 */
  	if (num_fences == 1) {
  		sync_file->fence = fences[0];
c654dd075   Gustavo Padovan   dma-buf/sync_file...
142
  		kfree(fences);
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
143
144
145
146
147
148
149
150
  	} else {
  		array = fence_array_create(num_fences, fences,
  					   fence_context_alloc(1), 1, false);
  		if (!array)
  			return -ENOMEM;
  
  		sync_file->fence = &array->base;
  	}
d4cab38e1   Gustavo Padovan   staging/android: ...
151

a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
  	return 0;
  }
  
  static struct fence **get_fences(struct sync_file *sync_file, int *num_fences)
  {
  	if (fence_is_array(sync_file->fence)) {
  		struct fence_array *array = to_fence_array(sync_file->fence);
  
  		*num_fences = array->num_fences;
  		return array->fences;
  	}
  
  	*num_fences = 1;
  	return &sync_file->fence;
  }
  
  static void add_fence(struct fence **fences, int *i, struct fence *fence)
  {
  	fences[*i] = fence;
  
  	if (!fence_is_signaled(fence)) {
d4cab38e1   Gustavo Padovan   staging/android: ...
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
  		fence_get(fence);
  		(*i)++;
  	}
  }
  
  /**
   * sync_file_merge() - merge two sync_files
   * @name:	name of new fence
   * @a:		sync_file a
   * @b:		sync_file b
   *
   * Creates a new sync_file which contains copies of all the fences in both
   * @a and @b.  @a and @b remain valid, independent sync_file. Returns the
   * new merged sync_file or NULL in case of error.
   */
  static struct sync_file *sync_file_merge(const char *name, struct sync_file *a,
  					 struct sync_file *b)
  {
d4cab38e1   Gustavo Padovan   staging/android: ...
191
  	struct sync_file *sync_file;
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
192
193
  	struct fence **fences, **nfences, **a_fences, **b_fences;
  	int i, i_a, i_b, num_fences, a_num_fences, b_num_fences;
d4cab38e1   Gustavo Padovan   staging/android: ...
194

a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
195
  	sync_file = sync_file_alloc();
d4cab38e1   Gustavo Padovan   staging/android: ...
196
197
  	if (!sync_file)
  		return NULL;
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
198
199
200
201
202
203
204
205
206
207
  	a_fences = get_fences(a, &a_num_fences);
  	b_fences = get_fences(b, &b_num_fences);
  	if (a_num_fences > INT_MAX - b_num_fences)
  		return NULL;
  
  	num_fences = a_num_fences + b_num_fences;
  
  	fences = kcalloc(num_fences, sizeof(*fences), GFP_KERNEL);
  	if (!fences)
  		goto err;
d4cab38e1   Gustavo Padovan   staging/android: ...
208
209
210
211
212
213
214
215
  
  	/*
  	 * Assume sync_file a and b are both ordered and have no
  	 * duplicates with the same context.
  	 *
  	 * If a sync_file can only be created with sync_file_merge
  	 * and sync_file_create, this is a reasonable assumption.
  	 */
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
216
217
218
  	for (i = i_a = i_b = 0; i_a < a_num_fences && i_b < b_num_fences; ) {
  		struct fence *pt_a = a_fences[i_a];
  		struct fence *pt_b = b_fences[i_b];
d4cab38e1   Gustavo Padovan   staging/android: ...
219
220
  
  		if (pt_a->context < pt_b->context) {
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
221
  			add_fence(fences, &i, pt_a);
d4cab38e1   Gustavo Padovan   staging/android: ...
222
223
224
  
  			i_a++;
  		} else if (pt_a->context > pt_b->context) {
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
225
  			add_fence(fences, &i, pt_b);
d4cab38e1   Gustavo Padovan   staging/android: ...
226
227
228
229
  
  			i_b++;
  		} else {
  			if (pt_a->seqno - pt_b->seqno <= INT_MAX)
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
230
  				add_fence(fences, &i, pt_a);
d4cab38e1   Gustavo Padovan   staging/android: ...
231
  			else
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
232
  				add_fence(fences, &i, pt_b);
d4cab38e1   Gustavo Padovan   staging/android: ...
233
234
235
236
237
  
  			i_a++;
  			i_b++;
  		}
  	}
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
238
239
240
241
242
  	for (; i_a < a_num_fences; i_a++)
  		add_fence(fences, &i, a_fences[i_a]);
  
  	for (; i_b < b_num_fences; i_b++)
  		add_fence(fences, &i, b_fences[i_b]);
7cec540a7   Rafael Antognolli   dma-buf/sync_file...
243
244
  	if (i == 0)
  		fences[i++] = fence_get(a_fences[0]);
d4cab38e1   Gustavo Padovan   staging/android: ...
245

a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
246
247
248
249
250
251
252
253
254
255
256
257
258
  	if (num_fences > i) {
  		nfences = krealloc(fences, i * sizeof(*fences),
  				  GFP_KERNEL);
  		if (!nfences)
  			goto err;
  
  		fences = nfences;
  	}
  
  	if (sync_file_set_fence(sync_file, fences, i) < 0) {
  		kfree(fences);
  		goto err;
  	}
d4cab38e1   Gustavo Padovan   staging/android: ...
259

d4cab38e1   Gustavo Padovan   staging/android: ...
260
261
  	strlcpy(sync_file->name, name, sizeof(sync_file->name));
  	return sync_file;
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
262
263
264
265
  
  err:
  	fput(sync_file->file);
  	return NULL;
d4cab38e1   Gustavo Padovan   staging/android: ...
266
267
268
269
270
271
  }
  
  static void sync_file_free(struct kref *kref)
  {
  	struct sync_file *sync_file = container_of(kref, struct sync_file,
  						     kref);
d4cab38e1   Gustavo Padovan   staging/android: ...
272

e24165537   Gustavo Padovan   dma-buf/sync_file...
273
274
  	if (test_bit(POLL_ENABLED, &sync_file->fence->flags))
  		fence_remove_callback(sync_file->fence, &sync_file->cb);
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
275
  	fence_put(sync_file->fence);
d4cab38e1   Gustavo Padovan   staging/android: ...
276
277
278
279
280
281
282
283
284
285
286
287
288
289
  	kfree(sync_file);
  }
  
  static int sync_file_release(struct inode *inode, struct file *file)
  {
  	struct sync_file *sync_file = file->private_data;
  
  	kref_put(&sync_file->kref, sync_file_free);
  	return 0;
  }
  
  static unsigned int sync_file_poll(struct file *file, poll_table *wait)
  {
  	struct sync_file *sync_file = file->private_data;
d4cab38e1   Gustavo Padovan   staging/android: ...
290
291
  
  	poll_wait(file, &sync_file->wq, wait);
ecebca79f   Chris Wilson   dma-buf/sync-file...
292
293
  	if (!poll_does_not_wait(wait) &&
  	    !test_and_set_bit(POLL_ENABLED, &sync_file->fence->flags)) {
e24165537   Gustavo Padovan   dma-buf/sync_file...
294
295
296
297
  		if (fence_add_callback(sync_file->fence, &sync_file->cb,
  				       fence_check_cb_func) < 0)
  			wake_up_all(&sync_file->wq);
  	}
d4cab38e1   Gustavo Padovan   staging/android: ...
298

e24165537   Gustavo Padovan   dma-buf/sync_file...
299
  	return fence_is_signaled(sync_file->fence) ? POLLIN : 0;
d4cab38e1   Gustavo Padovan   staging/android: ...
300
301
302
  }
  
  static long sync_file_ioctl_merge(struct sync_file *sync_file,
92e06213f   Gustavo Padovan   staging/android: ...
303
  				  unsigned long arg)
d4cab38e1   Gustavo Padovan   staging/android: ...
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
  {
  	int fd = get_unused_fd_flags(O_CLOEXEC);
  	int err;
  	struct sync_file *fence2, *fence3;
  	struct sync_merge_data data;
  
  	if (fd < 0)
  		return fd;
  
  	if (copy_from_user(&data, (void __user *)arg, sizeof(data))) {
  		err = -EFAULT;
  		goto err_put_fd;
  	}
  
  	if (data.flags || data.pad) {
  		err = -EINVAL;
  		goto err_put_fd;
  	}
  
  	fence2 = sync_file_fdget(data.fd2);
  	if (!fence2) {
  		err = -ENOENT;
  		goto err_put_fd;
  	}
  
  	data.name[sizeof(data.name) - 1] = '\0';
  	fence3 = sync_file_merge(data.name, sync_file, fence2);
  	if (!fence3) {
  		err = -ENOMEM;
  		goto err_put_fence2;
  	}
  
  	data.fence = fd;
  	if (copy_to_user((void __user *)arg, &data, sizeof(data))) {
  		err = -EFAULT;
  		goto err_put_fence3;
  	}
  
  	fd_install(fd, fence3->file);
  	fput(fence2->file);
  	return 0;
  
  err_put_fence3:
  	fput(fence3->file);
  
  err_put_fence2:
  	fput(fence2->file);
  
  err_put_fd:
  	put_unused_fd(fd);
  	return err;
  }
  
  static void sync_fill_fence_info(struct fence *fence,
92e06213f   Gustavo Padovan   staging/android: ...
358
  				 struct sync_fence_info *info)
d4cab38e1   Gustavo Padovan   staging/android: ...
359
360
361
362
363
364
365
366
367
368
369
370
371
  {
  	strlcpy(info->obj_name, fence->ops->get_timeline_name(fence),
  		sizeof(info->obj_name));
  	strlcpy(info->driver_name, fence->ops->get_driver_name(fence),
  		sizeof(info->driver_name));
  	if (fence_is_signaled(fence))
  		info->status = fence->status >= 0 ? 1 : fence->status;
  	else
  		info->status = 0;
  	info->timestamp_ns = ktime_to_ns(fence->timestamp);
  }
  
  static long sync_file_ioctl_fence_info(struct sync_file *sync_file,
92e06213f   Gustavo Padovan   staging/android: ...
372
  				       unsigned long arg)
d4cab38e1   Gustavo Padovan   staging/android: ...
373
374
375
  {
  	struct sync_file_info info;
  	struct sync_fence_info *fence_info = NULL;
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
376
  	struct fence **fences;
d4cab38e1   Gustavo Padovan   staging/android: ...
377
  	__u32 size;
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
378
  	int num_fences, ret, i;
d4cab38e1   Gustavo Padovan   staging/android: ...
379
380
381
382
383
384
  
  	if (copy_from_user(&info, (void __user *)arg, sizeof(info)))
  		return -EFAULT;
  
  	if (info.flags || info.pad)
  		return -EINVAL;
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
385
  	fences = get_fences(sync_file, &num_fences);
d4cab38e1   Gustavo Padovan   staging/android: ...
386
387
388
389
390
391
392
393
  	/*
  	 * Passing num_fences = 0 means that userspace doesn't want to
  	 * retrieve any sync_fence_info. If num_fences = 0 we skip filling
  	 * sync_fence_info and return the actual number of fences on
  	 * info->num_fences.
  	 */
  	if (!info.num_fences)
  		goto no_fences;
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
394
  	if (info.num_fences < num_fences)
d4cab38e1   Gustavo Padovan   staging/android: ...
395
  		return -EINVAL;
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
396
  	size = num_fences * sizeof(*fence_info);
d4cab38e1   Gustavo Padovan   staging/android: ...
397
398
399
  	fence_info = kzalloc(size, GFP_KERNEL);
  	if (!fence_info)
  		return -ENOMEM;
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
400
401
  	for (i = 0; i < num_fences; i++)
  		sync_fill_fence_info(fences[i], &fence_info[i]);
d4cab38e1   Gustavo Padovan   staging/android: ...
402
403
404
405
406
407
408
409
410
  
  	if (copy_to_user(u64_to_user_ptr(info.sync_fence_info), fence_info,
  			 size)) {
  		ret = -EFAULT;
  		goto out;
  	}
  
  no_fences:
  	strlcpy(info.name, sync_file->name, sizeof(info.name));
a02b9dc90   Gustavo Padovan   dma-buf/sync_file...
411
412
  	info.status = fence_is_signaled(sync_file->fence);
  	info.num_fences = num_fences;
d4cab38e1   Gustavo Padovan   staging/android: ...
413
414
415
416
417
418
419
420
421
422
423
424
425
  
  	if (copy_to_user((void __user *)arg, &info, sizeof(info)))
  		ret = -EFAULT;
  	else
  		ret = 0;
  
  out:
  	kfree(fence_info);
  
  	return ret;
  }
  
  static long sync_file_ioctl(struct file *file, unsigned int cmd,
92e06213f   Gustavo Padovan   staging/android: ...
426
  			    unsigned long arg)
d4cab38e1   Gustavo Padovan   staging/android: ...
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
  {
  	struct sync_file *sync_file = file->private_data;
  
  	switch (cmd) {
  	case SYNC_IOC_MERGE:
  		return sync_file_ioctl_merge(sync_file, arg);
  
  	case SYNC_IOC_FILE_INFO:
  		return sync_file_ioctl_fence_info(sync_file, arg);
  
  	default:
  		return -ENOTTY;
  	}
  }
  
  static const struct file_operations sync_file_fops = {
  	.release = sync_file_release,
  	.poll = sync_file_poll,
  	.unlocked_ioctl = sync_file_ioctl,
  	.compat_ioctl = sync_file_ioctl,
  };