Blame view

crypto/algapi.c 22.5 KB
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
1
2
3
4
5
6
7
8
9
10
11
  /*
   * Cryptographic API for algorithms (i.e., low-level API).
   *
   * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au>
   *
   * This program is free software; you can redistribute it and/or modify it
   * under the terms of the GNU General Public License as published by the Free
   * Software Foundation; either version 2 of the License, or (at your option)
   * any later version.
   *
   */
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
12
  #include <linux/err.h>
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
13
  #include <linux/errno.h>
3133d76fc   Herbert Xu   crypto: api - Inc...
14
  #include <linux/fips.h>
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
15
16
  #include <linux/init.h>
  #include <linux/kernel.h>
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
17
  #include <linux/list.h>
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
18
  #include <linux/module.h>
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
19
  #include <linux/rtnetlink.h>
5a0e3ad6a   Tejun Heo   include cleanup: ...
20
  #include <linux/slab.h>
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
21
22
23
  #include <linux/string.h>
  
  #include "internal.h"
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
24
  static LIST_HEAD(crypto_template_list);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
  static inline int crypto_set_driver_name(struct crypto_alg *alg)
  {
  	static const char suffix[] = "-generic";
  	char *driver_name = alg->cra_driver_name;
  	int len;
  
  	if (*driver_name)
  		return 0;
  
  	len = strlcpy(driver_name, alg->cra_name, CRYPTO_MAX_ALG_NAME);
  	if (len + sizeof(suffix) > CRYPTO_MAX_ALG_NAME)
  		return -ENAMETOOLONG;
  
  	memcpy(driver_name + len, suffix, sizeof(suffix));
  	return 0;
  }
002c77a48   Jarod Wilson   crypto: fips - on...
41
42
  static inline void crypto_check_module_sig(struct module *mod)
  {
59afdc7b3   Herbert Xu   crypto: api - Mov...
43
  	if (fips_enabled && mod && !module_sig_ok(mod))
002c77a48   Jarod Wilson   crypto: fips - on...
44
45
  		panic("Module %s signature verification failed in FIPS mode
  ",
bd4a7c69a   Herbert Xu   crypto: api - Fix...
46
  		      module_name(mod));
002c77a48   Jarod Wilson   crypto: fips - on...
47
  }
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
48
  static int crypto_check_alg(struct crypto_alg *alg)
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
49
  {
002c77a48   Jarod Wilson   crypto: fips - on...
50
  	crypto_check_module_sig(alg->cra_module);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
51
52
  	if (alg->cra_alignmask & (alg->cra_alignmask + 1))
  		return -EINVAL;
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
53
54
55
56
57
  	if (alg->cra_blocksize > PAGE_SIZE / 8)
  		return -EINVAL;
  
  	if (alg->cra_priority < 0)
  		return -EINVAL;
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
58

e9b8e5beb   Herbert Xu   crypto: api - Mov...
59
  	atomic_set(&alg->cra_refcnt, 1);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
60
61
  	return crypto_set_driver_name(alg);
  }
319382a69   Herbert Xu   crypto: api - Add...
62
63
64
65
66
67
68
69
70
  static void crypto_free_instance(struct crypto_instance *inst)
  {
  	if (!inst->alg.cra_type->free) {
  		inst->tmpl->free(inst);
  		return;
  	}
  
  	inst->alg.cra_type->free(inst);
  }
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
71
72
73
74
  static void crypto_destroy_instance(struct crypto_alg *alg)
  {
  	struct crypto_instance *inst = (void *)alg;
  	struct crypto_template *tmpl = inst->tmpl;
319382a69   Herbert Xu   crypto: api - Add...
75
  	crypto_free_instance(inst);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
76
77
  	crypto_tmpl_put(tmpl);
  }
2bf290166   Herbert Xu   crypto: api - Do ...
78
79
80
81
82
83
  static struct list_head *crypto_more_spawns(struct crypto_alg *alg,
  					    struct list_head *stack,
  					    struct list_head *top,
  					    struct list_head *secondary_spawns)
  {
  	struct crypto_spawn *spawn, *n;
304e4818d   Geliang Tang   crypto: api - use...
84
85
  	spawn = list_first_entry_or_null(stack, struct crypto_spawn, list);
  	if (!spawn)
2bf290166   Herbert Xu   crypto: api - Do ...
86
  		return NULL;
304e4818d   Geliang Tang   crypto: api - use...
87
  	n = list_next_entry(spawn, list);
2bf290166   Herbert Xu   crypto: api - Do ...
88
89
90
  
  	if (spawn->alg && &n->list != stack && !n->alg)
  		n->alg = (n->list.next == stack) ? alg :
304e4818d   Geliang Tang   crypto: api - use...
91
  			 &list_next_entry(n, list)->inst->alg;
2bf290166   Herbert Xu   crypto: api - Do ...
92
93
94
95
96
  
  	list_move(&spawn->list, secondary_spawns);
  
  	return &n->list == stack ? top : &n->inst->alg.cra_users;
  }
1f7237109   Herbert Xu   crypto: api - Fix...
97
98
  static void crypto_remove_instance(struct crypto_instance *inst,
  				   struct list_head *list)
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
99
  {
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
100
  	struct crypto_template *tmpl = inst->tmpl;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
101

a73e69965   Herbert Xu   [CRYPTO] api: Do ...
102
103
  	if (crypto_is_dead(&inst->alg))
  		return;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
104

a73e69965   Herbert Xu   [CRYPTO] api: Do ...
105
  	inst->alg.cra_flags |= CRYPTO_ALG_DEAD;
38cb2419f   Herbert Xu   [CRYPTO] api: Fix...
106
107
  	if (hlist_unhashed(&inst->list))
  		return;
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
108
109
110
111
112
113
114
  	if (!tmpl || !crypto_tmpl_get(tmpl))
  		return;
  
  	crypto_notify(CRYPTO_MSG_ALG_UNREGISTER, &inst->alg);
  	list_move(&inst->alg.cra_list, list);
  	hlist_del(&inst->list);
  	inst->alg.cra_destroy = crypto_destroy_instance;
2bf290166   Herbert Xu   crypto: api - Do ...
115
  	BUG_ON(!list_empty(&inst->alg.cra_users));
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
116
  }
89b596ba2   Steffen Klassert   crypto: Export cr...
117
118
  void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list,
  			  struct crypto_alg *nalg)
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
119
  {
2bf290166   Herbert Xu   crypto: api - Do ...
120
  	u32 new_type = (nalg ?: alg)->cra_flags;
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
121
122
  	struct crypto_spawn *spawn, *n;
  	LIST_HEAD(secondary_spawns);
2bf290166   Herbert Xu   crypto: api - Do ...
123
124
125
  	struct list_head *spawns;
  	LIST_HEAD(stack);
  	LIST_HEAD(top);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
126

2bf290166   Herbert Xu   crypto: api - Do ...
127
  	spawns = &alg->cra_users;
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
128
129
  	list_for_each_entry_safe(spawn, n, spawns, list) {
  		if ((spawn->alg->cra_flags ^ new_type) & spawn->mask)
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
130
  			continue;
2bf290166   Herbert Xu   crypto: api - Do ...
131
  		list_move(&spawn->list, &top);
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
132
  	}
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
133

2bf290166   Herbert Xu   crypto: api - Do ...
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
  	spawns = &top;
  	do {
  		while (!list_empty(spawns)) {
  			struct crypto_instance *inst;
  
  			spawn = list_first_entry(spawns, struct crypto_spawn,
  						 list);
  			inst = spawn->inst;
  
  			BUG_ON(&inst->alg == alg);
  
  			list_move(&spawn->list, &stack);
  
  			if (&inst->alg == nalg)
  				break;
  
  			spawn->alg = NULL;
  			spawns = &inst->alg.cra_users;
3662493db   Eric Biggers   crypto: algapi - ...
152
153
154
155
156
157
158
159
160
161
162
163
  
  			/*
  			 * We may encounter an unregistered instance here, since
  			 * an instance's spawns are set up prior to the instance
  			 * being registered.  An unregistered instance will have
  			 * NULL ->cra_users.next, since ->cra_users isn't
  			 * properly initialized until registration.  But an
  			 * unregistered instance cannot have any users, so treat
  			 * it the same as ->cra_users being empty.
  			 */
  			if (spawns->next == NULL)
  				break;
2bf290166   Herbert Xu   crypto: api - Do ...
164
165
166
167
168
169
170
171
  		}
  	} while ((spawns = crypto_more_spawns(alg, &stack, &top,
  					      &secondary_spawns)));
  
  	list_for_each_entry_safe(spawn, n, &secondary_spawns, list) {
  		if (spawn->alg)
  			list_move(&spawn->list, &spawn->alg->cra_users);
  		else
1f7237109   Herbert Xu   crypto: api - Fix...
172
  			crypto_remove_instance(spawn->inst, list);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
173
174
  	}
  }
89b596ba2   Steffen Klassert   crypto: Export cr...
175
  EXPORT_SYMBOL_GPL(crypto_remove_spawns);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
176

73d3864a4   Herbert Xu   crypto: api - Use...
177
  static struct crypto_larval *__crypto_register_alg(struct crypto_alg *alg)
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
178
179
  {
  	struct crypto_alg *q;
73d3864a4   Herbert Xu   crypto: api - Use...
180
  	struct crypto_larval *larval;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
181
182
183
  	int ret = -EAGAIN;
  
  	if (crypto_is_dead(alg))
73d3864a4   Herbert Xu   crypto: api - Use...
184
  		goto err;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
185
186
  
  	INIT_LIST_HEAD(&alg->cra_users);
73d3864a4   Herbert Xu   crypto: api - Use...
187
188
  	/* No cheating! */
  	alg->cra_flags &= ~CRYPTO_ALG_TESTED;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
189
  	ret = -EEXIST;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
190

cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
191
  	list_for_each_entry(q, &crypto_alg_list, cra_list) {
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
192
  		if (q == alg)
73d3864a4   Herbert Xu   crypto: api - Use...
193
  			goto err;
b8e15992b   Herbert Xu   crypto: api - Fix...
194
195
  		if (crypto_is_moribund(q))
  			continue;
73d3864a4   Herbert Xu   crypto: api - Use...
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
  		if (crypto_is_larval(q)) {
  			if (!strcmp(alg->cra_driver_name, q->cra_driver_name))
  				goto err;
  			continue;
  		}
  
  		if (!strcmp(q->cra_driver_name, alg->cra_name) ||
  		    !strcmp(q->cra_name, alg->cra_driver_name))
  			goto err;
  	}
  
  	larval = crypto_larval_alloc(alg->cra_name,
  				     alg->cra_flags | CRYPTO_ALG_TESTED, 0);
  	if (IS_ERR(larval))
  		goto out;
  
  	ret = -ENOENT;
  	larval->adult = crypto_mod_get(alg);
  	if (!larval->adult)
  		goto free_larval;
  
  	atomic_set(&larval->alg.cra_refcnt, 1);
  	memcpy(larval->alg.cra_driver_name, alg->cra_driver_name,
  	       CRYPTO_MAX_ALG_NAME);
  	larval->alg.cra_priority = alg->cra_priority;
  
  	list_add(&alg->cra_list, &crypto_alg_list);
  	list_add(&larval->alg.cra_list, &crypto_alg_list);
5357c6c43   Richard Hartmann   crypto: algapi - ...
224
  out:
73d3864a4   Herbert Xu   crypto: api - Use...
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
  	return larval;
  
  free_larval:
  	kfree(larval);
  err:
  	larval = ERR_PTR(ret);
  	goto out;
  }
  
  void crypto_alg_tested(const char *name, int err)
  {
  	struct crypto_larval *test;
  	struct crypto_alg *alg;
  	struct crypto_alg *q;
  	LIST_HEAD(list);
  
  	down_write(&crypto_alg_sem);
  	list_for_each_entry(q, &crypto_alg_list, cra_list) {
b8e15992b   Herbert Xu   crypto: api - Fix...
243
  		if (crypto_is_moribund(q) || !crypto_is_larval(q))
73d3864a4   Herbert Xu   crypto: api - Use...
244
245
246
247
248
249
250
  			continue;
  
  		test = (struct crypto_larval *)q;
  
  		if (!strcmp(q->cra_driver_name, name))
  			goto found;
  	}
c72358571   Karim Eshapa   crypto: algapi - ...
251
252
  	pr_err("alg: Unexpected test result for %s: %d
  ", name, err);
73d3864a4   Herbert Xu   crypto: api - Use...
253
254
255
  	goto unlock;
  
  found:
b8e15992b   Herbert Xu   crypto: api - Fix...
256
  	q->cra_flags |= CRYPTO_ALG_DEAD;
73d3864a4   Herbert Xu   crypto: api - Use...
257
258
259
260
261
262
263
264
265
  	alg = test->adult;
  	if (err || list_empty(&alg->cra_list))
  		goto complete;
  
  	alg->cra_flags |= CRYPTO_ALG_TESTED;
  
  	list_for_each_entry(q, &crypto_alg_list, cra_list) {
  		if (q == alg)
  			continue;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
266
267
268
269
270
  
  		if (crypto_is_moribund(q))
  			continue;
  
  		if (crypto_is_larval(q)) {
2825982d9   Herbert Xu   [CRYPTO] api: Add...
271
  			struct crypto_larval *larval = (void *)q;
d8058480b   Herbert Xu   [CRYPTO] api: Exp...
272
273
274
275
276
  			/*
  			 * Check to see if either our generic name or
  			 * specific name can satisfy the name requested
  			 * by the larval entry q.
  			 */
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
277
278
279
280
281
282
  			if (strcmp(alg->cra_name, q->cra_name) &&
  			    strcmp(alg->cra_driver_name, q->cra_name))
  				continue;
  
  			if (larval->adult)
  				continue;
492e2b63e   Herbert Xu   [CRYPTO] api: All...
283
284
  			if ((q->cra_flags ^ alg->cra_flags) & larval->mask)
  				continue;
2825982d9   Herbert Xu   [CRYPTO] api: Add...
285
286
  			if (!crypto_mod_get(alg))
  				continue;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
287

2825982d9   Herbert Xu   [CRYPTO] api: Add...
288
  			larval->adult = alg;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
289
  			continue;
2825982d9   Herbert Xu   [CRYPTO] api: Add...
290
  		}
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
291
292
293
294
295
296
297
  
  		if (strcmp(alg->cra_name, q->cra_name))
  			continue;
  
  		if (strcmp(alg->cra_driver_name, q->cra_driver_name) &&
  		    q->cra_priority > alg->cra_priority)
  			continue;
2bf290166   Herbert Xu   crypto: api - Do ...
298
  		crypto_remove_spawns(q, &list, alg);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
299
  	}
2825982d9   Herbert Xu   [CRYPTO] api: Add...
300

73d3864a4   Herbert Xu   crypto: api - Use...
301
302
  complete:
  	complete_all(&test->completion);
2825982d9   Herbert Xu   [CRYPTO] api: Add...
303

73d3864a4   Herbert Xu   crypto: api - Use...
304
305
306
307
  unlock:
  	up_write(&crypto_alg_sem);
  
  	crypto_remove_final(&list);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
308
  }
73d3864a4   Herbert Xu   crypto: api - Use...
309
  EXPORT_SYMBOL_GPL(crypto_alg_tested);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
310

22e5b20be   Steffen Klassert   crypto: Export cr...
311
  void crypto_remove_final(struct list_head *list)
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
312
313
314
315
316
317
318
319
320
  {
  	struct crypto_alg *alg;
  	struct crypto_alg *n;
  
  	list_for_each_entry_safe(alg, n, list, cra_list) {
  		list_del_init(&alg->cra_list);
  		crypto_alg_put(alg);
  	}
  }
22e5b20be   Steffen Klassert   crypto: Export cr...
321
  EXPORT_SYMBOL_GPL(crypto_remove_final);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
322

73d3864a4   Herbert Xu   crypto: api - Use...
323
324
325
326
327
328
329
330
331
332
  static void crypto_wait_for_test(struct crypto_larval *larval)
  {
  	int err;
  
  	err = crypto_probing_notify(CRYPTO_MSG_ALG_REGISTER, larval->adult);
  	if (err != NOTIFY_STOP) {
  		if (WARN_ON(err != NOTIFY_DONE))
  			goto out;
  		crypto_alg_tested(larval->alg.cra_driver_name, 0);
  	}
3fc89adb9   Herbert Xu   crypto: api - Onl...
333
  	err = wait_for_completion_killable(&larval->completion);
73d3864a4   Herbert Xu   crypto: api - Use...
334
335
336
337
338
  	WARN_ON(err);
  
  out:
  	crypto_larval_kill(&larval->alg);
  }
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
339
340
  int crypto_register_alg(struct crypto_alg *alg)
  {
73d3864a4   Herbert Xu   crypto: api - Use...
341
  	struct crypto_larval *larval;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
342
  	int err;
d6040764a   Salvatore Benedetto   crypto: api - Cle...
343
  	alg->cra_flags &= ~CRYPTO_ALG_DEAD;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
344
345
346
347
348
  	err = crypto_check_alg(alg);
  	if (err)
  		return err;
  
  	down_write(&crypto_alg_sem);
73d3864a4   Herbert Xu   crypto: api - Use...
349
  	larval = __crypto_register_alg(alg);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
350
  	up_write(&crypto_alg_sem);
73d3864a4   Herbert Xu   crypto: api - Use...
351
352
353
354
355
  	if (IS_ERR(larval))
  		return PTR_ERR(larval);
  
  	crypto_wait_for_test(larval);
  	return 0;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
356
  }
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
357
  EXPORT_SYMBOL_GPL(crypto_register_alg);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
358
359
360
361
362
363
364
365
366
  static int crypto_remove_alg(struct crypto_alg *alg, struct list_head *list)
  {
  	if (unlikely(list_empty(&alg->cra_list)))
  		return -ENOENT;
  
  	alg->cra_flags |= CRYPTO_ALG_DEAD;
  
  	crypto_notify(CRYPTO_MSG_ALG_UNREGISTER, alg);
  	list_del_init(&alg->cra_list);
2bf290166   Herbert Xu   crypto: api - Do ...
367
  	crypto_remove_spawns(alg, list, NULL);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
368
369
370
  
  	return 0;
  }
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
371
372
  int crypto_unregister_alg(struct crypto_alg *alg)
  {
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
373
374
  	int ret;
  	LIST_HEAD(list);
5357c6c43   Richard Hartmann   crypto: algapi - ...
375

cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
376
  	down_write(&crypto_alg_sem);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
377
  	ret = crypto_remove_alg(alg, &list);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
378
379
380
381
382
383
384
385
  	up_write(&crypto_alg_sem);
  
  	if (ret)
  		return ret;
  
  	BUG_ON(atomic_read(&alg->cra_refcnt) != 1);
  	if (alg->cra_destroy)
  		alg->cra_destroy(alg);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
386
  	crypto_remove_final(&list);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
387
388
389
  	return 0;
  }
  EXPORT_SYMBOL_GPL(crypto_unregister_alg);
4b004346f   Mark Brown   crypto: Add bulk ...
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
  int crypto_register_algs(struct crypto_alg *algs, int count)
  {
  	int i, ret;
  
  	for (i = 0; i < count; i++) {
  		ret = crypto_register_alg(&algs[i]);
  		if (ret)
  			goto err;
  	}
  
  	return 0;
  
  err:
  	for (--i; i >= 0; --i)
  		crypto_unregister_alg(&algs[i]);
  
  	return ret;
  }
  EXPORT_SYMBOL_GPL(crypto_register_algs);
  
  int crypto_unregister_algs(struct crypto_alg *algs, int count)
  {
  	int i, ret;
  
  	for (i = 0; i < count; i++) {
  		ret = crypto_unregister_alg(&algs[i]);
  		if (ret)
  			pr_err("Failed to unregister %s %s: %d
  ",
  			       algs[i].cra_driver_name, algs[i].cra_name, ret);
  	}
  
  	return 0;
  }
  EXPORT_SYMBOL_GPL(crypto_unregister_algs);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
425
426
427
428
429
430
  int crypto_register_template(struct crypto_template *tmpl)
  {
  	struct crypto_template *q;
  	int err = -EEXIST;
  
  	down_write(&crypto_alg_sem);
002c77a48   Jarod Wilson   crypto: fips - on...
431
  	crypto_check_module_sig(tmpl->module);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
432
433
434
435
436
437
  	list_for_each_entry(q, &crypto_template_list, list) {
  		if (q == tmpl)
  			goto out;
  	}
  
  	list_add(&tmpl->list, &crypto_template_list);
2825982d9   Herbert Xu   [CRYPTO] api: Add...
438
  	crypto_notify(CRYPTO_MSG_TMPL_REGISTER, tmpl);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
439
440
441
442
443
444
445
446
447
448
  	err = 0;
  out:
  	up_write(&crypto_alg_sem);
  	return err;
  }
  EXPORT_SYMBOL_GPL(crypto_register_template);
  
  void crypto_unregister_template(struct crypto_template *tmpl)
  {
  	struct crypto_instance *inst;
b67bfe0d4   Sasha Levin   hlist: drop the n...
449
  	struct hlist_node *n;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
450
  	struct hlist_head *list;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
451
  	LIST_HEAD(users);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
452
453
454
455
456
457
458
  
  	down_write(&crypto_alg_sem);
  
  	BUG_ON(list_empty(&tmpl->list));
  	list_del_init(&tmpl->list);
  
  	list = &tmpl->instances;
b67bfe0d4   Sasha Levin   hlist: drop the n...
459
  	hlist_for_each_entry(inst, list, list) {
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
460
  		int err = crypto_remove_alg(&inst->alg, &users);
0efcb8d5b   Joshua I. James   crypto: api - fix...
461

6bfd48096   Herbert Xu   [CRYPTO] api: Add...
462
  		BUG_ON(err);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
463
  	}
2825982d9   Herbert Xu   [CRYPTO] api: Add...
464
  	crypto_notify(CRYPTO_MSG_TMPL_UNREGISTER, tmpl);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
465
  	up_write(&crypto_alg_sem);
b67bfe0d4   Sasha Levin   hlist: drop the n...
466
  	hlist_for_each_entry_safe(inst, n, list, list) {
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
467
  		BUG_ON(atomic_read(&inst->alg.cra_refcnt) != 1);
319382a69   Herbert Xu   crypto: api - Add...
468
  		crypto_free_instance(inst);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
469
  	}
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
470
  	crypto_remove_final(&users);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
  }
  EXPORT_SYMBOL_GPL(crypto_unregister_template);
  
  static struct crypto_template *__crypto_lookup_template(const char *name)
  {
  	struct crypto_template *q, *tmpl = NULL;
  
  	down_read(&crypto_alg_sem);
  	list_for_each_entry(q, &crypto_template_list, list) {
  		if (strcmp(q->name, name))
  			continue;
  		if (unlikely(!crypto_tmpl_get(q)))
  			continue;
  
  		tmpl = q;
  		break;
  	}
  	up_read(&crypto_alg_sem);
  
  	return tmpl;
  }
  
  struct crypto_template *crypto_lookup_template(const char *name)
  {
4943ba16b   Kees Cook   crypto: include c...
495
496
  	return try_then_request_module(__crypto_lookup_template(name),
  				       "crypto-%s", name);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
497
498
499
500
501
502
  }
  EXPORT_SYMBOL_GPL(crypto_lookup_template);
  
  int crypto_register_instance(struct crypto_template *tmpl,
  			     struct crypto_instance *inst)
  {
73d3864a4   Herbert Xu   crypto: api - Use...
503
504
  	struct crypto_larval *larval;
  	int err;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
505

4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
506
507
  	err = crypto_check_alg(&inst->alg);
  	if (err)
9c521a200   Stephan Mueller   crypto: api - rem...
508
  		return err;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
509
  	inst->alg.cra_module = tmpl->module;
64a947b13   Steffen Klassert   crypto: Add a fla...
510
  	inst->alg.cra_flags |= CRYPTO_ALG_INSTANCE;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
511

34c9a0ffc   Herbert Xu   crypto: fix broke...
512
513
  	if (unlikely(!crypto_mod_get(&inst->alg)))
  		return -EAGAIN;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
514
  	down_write(&crypto_alg_sem);
73d3864a4   Herbert Xu   crypto: api - Use...
515
516
  	larval = __crypto_register_alg(&inst->alg);
  	if (IS_ERR(larval))
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
517
518
519
520
521
522
523
  		goto unlock;
  
  	hlist_add_head(&inst->list, &tmpl->instances);
  	inst->tmpl = tmpl;
  
  unlock:
  	up_write(&crypto_alg_sem);
73d3864a4   Herbert Xu   crypto: api - Use...
524
525
526
527
528
  	err = PTR_ERR(larval);
  	if (IS_ERR(larval))
  		goto err;
  
  	crypto_wait_for_test(larval);
9c521a200   Stephan Mueller   crypto: api - rem...
529
530
531
532
  
  	/* Remove instance if test failed */
  	if (!(inst->alg.cra_flags & CRYPTO_ALG_TESTED))
  		crypto_unregister_instance(inst);
73d3864a4   Herbert Xu   crypto: api - Use...
533
  	err = 0;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
534

4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
535
  err:
9c521a200   Stephan Mueller   crypto: api - rem...
536
  	crypto_mod_put(&inst->alg);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
537
538
539
  	return err;
  }
  EXPORT_SYMBOL_GPL(crypto_register_instance);
ce3fd840f   Steffen Klassert   crypto: Unlink an...
540

87b167563   Herbert Xu   crypto: api - Cha...
541
  int crypto_unregister_instance(struct crypto_instance *inst)
ce3fd840f   Steffen Klassert   crypto: Unlink an...
542
  {
1f7237109   Herbert Xu   crypto: api - Fix...
543
  	LIST_HEAD(list);
ce3fd840f   Steffen Klassert   crypto: Unlink an...
544

ce3fd840f   Steffen Klassert   crypto: Unlink an...
545
  	down_write(&crypto_alg_sem);
87b167563   Herbert Xu   crypto: api - Cha...
546
  	crypto_remove_spawns(&inst->alg, &list, NULL);
1f7237109   Herbert Xu   crypto: api - Fix...
547
  	crypto_remove_instance(inst, &list);
ce3fd840f   Steffen Klassert   crypto: Unlink an...
548
549
  
  	up_write(&crypto_alg_sem);
1f7237109   Herbert Xu   crypto: api - Fix...
550
  	crypto_remove_final(&list);
ce3fd840f   Steffen Klassert   crypto: Unlink an...
551
552
553
554
  
  	return 0;
  }
  EXPORT_SYMBOL_GPL(crypto_unregister_instance);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
555

6bfd48096   Herbert Xu   [CRYPTO] api: Add...
556
  int crypto_init_spawn(struct crypto_spawn *spawn, struct crypto_alg *alg,
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
557
  		      struct crypto_instance *inst, u32 mask)
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
558
559
560
561
  {
  	int err = -EAGAIN;
  
  	spawn->inst = inst;
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
562
  	spawn->mask = mask;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
563
564
565
566
567
568
569
570
571
572
573
574
  
  	down_write(&crypto_alg_sem);
  	if (!crypto_is_moribund(alg)) {
  		list_add(&spawn->list, &alg->cra_users);
  		spawn->alg = alg;
  		err = 0;
  	}
  	up_write(&crypto_alg_sem);
  
  	return err;
  }
  EXPORT_SYMBOL_GPL(crypto_init_spawn);
97eedce1a   Herbert Xu   crypto: api - Add...
575
576
577
578
579
  int crypto_init_spawn2(struct crypto_spawn *spawn, struct crypto_alg *alg,
  		       struct crypto_instance *inst,
  		       const struct crypto_type *frontend)
  {
  	int err = -EINVAL;
c614e109c   Dan Carpenter   crypto: algapi - ...
580
  	if ((alg->cra_flags ^ frontend->type) & frontend->maskset)
97eedce1a   Herbert Xu   crypto: api - Add...
581
582
583
584
585
586
587
588
589
  		goto out;
  
  	spawn->frontend = frontend;
  	err = crypto_init_spawn(spawn, alg, inst, frontend->maskset);
  
  out:
  	return err;
  }
  EXPORT_SYMBOL_GPL(crypto_init_spawn2);
d6ef2f198   Herbert Xu   crypto: api - Add...
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
  int crypto_grab_spawn(struct crypto_spawn *spawn, const char *name,
  		      u32 type, u32 mask)
  {
  	struct crypto_alg *alg;
  	int err;
  
  	alg = crypto_find_alg(name, spawn->frontend, type, mask);
  	if (IS_ERR(alg))
  		return PTR_ERR(alg);
  
  	err = crypto_init_spawn(spawn, alg, spawn->inst, mask);
  	crypto_mod_put(alg);
  	return err;
  }
  EXPORT_SYMBOL_GPL(crypto_grab_spawn);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
605
606
  void crypto_drop_spawn(struct crypto_spawn *spawn)
  {
7ede5a5ba   Herbert Xu   crypto: api - Fix...
607
608
  	if (!spawn->alg)
  		return;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
609
610
611
612
613
  	down_write(&crypto_alg_sem);
  	list_del(&spawn->list);
  	up_write(&crypto_alg_sem);
  }
  EXPORT_SYMBOL_GPL(crypto_drop_spawn);
97eedce1a   Herbert Xu   crypto: api - Add...
614
  static struct crypto_alg *crypto_spawn_alg(struct crypto_spawn *spawn)
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
615
616
617
  {
  	struct crypto_alg *alg;
  	struct crypto_alg *alg2;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
618
619
620
621
622
623
624
625
626
627
628
629
630
  
  	down_read(&crypto_alg_sem);
  	alg = spawn->alg;
  	alg2 = alg;
  	if (alg2)
  		alg2 = crypto_mod_get(alg2);
  	up_read(&crypto_alg_sem);
  
  	if (!alg2) {
  		if (alg)
  			crypto_shoot_alg(alg);
  		return ERR_PTR(-EAGAIN);
  	}
97eedce1a   Herbert Xu   crypto: api - Add...
631
632
633
634
635
636
637
638
639
640
641
642
  	return alg;
  }
  
  struct crypto_tfm *crypto_spawn_tfm(struct crypto_spawn *spawn, u32 type,
  				    u32 mask)
  {
  	struct crypto_alg *alg;
  	struct crypto_tfm *tfm;
  
  	alg = crypto_spawn_alg(spawn);
  	if (IS_ERR(alg))
  		return ERR_CAST(alg);
2e306ee01   Herbert Xu   [CRYPTO] api: Add...
643
644
645
  	tfm = ERR_PTR(-EINVAL);
  	if (unlikely((alg->cra_flags ^ type) & mask))
  		goto out_put_alg;
27d2a3300   Herbert Xu   [CRYPTO] api: All...
646
  	tfm = __crypto_alloc_tfm(alg, type, mask);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
647
  	if (IS_ERR(tfm))
2e306ee01   Herbert Xu   [CRYPTO] api: Add...
648
649
650
  		goto out_put_alg;
  
  	return tfm;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
651

2e306ee01   Herbert Xu   [CRYPTO] api: Add...
652
653
  out_put_alg:
  	crypto_mod_put(alg);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
654
655
656
  	return tfm;
  }
  EXPORT_SYMBOL_GPL(crypto_spawn_tfm);
97eedce1a   Herbert Xu   crypto: api - Add...
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
  void *crypto_spawn_tfm2(struct crypto_spawn *spawn)
  {
  	struct crypto_alg *alg;
  	struct crypto_tfm *tfm;
  
  	alg = crypto_spawn_alg(spawn);
  	if (IS_ERR(alg))
  		return ERR_CAST(alg);
  
  	tfm = crypto_create_tfm(alg, spawn->frontend);
  	if (IS_ERR(tfm))
  		goto out_put_alg;
  
  	return tfm;
  
  out_put_alg:
  	crypto_mod_put(alg);
  	return tfm;
  }
  EXPORT_SYMBOL_GPL(crypto_spawn_tfm2);
2825982d9   Herbert Xu   [CRYPTO] api: Add...
677
678
679
680
681
682
683
684
685
686
687
  int crypto_register_notifier(struct notifier_block *nb)
  {
  	return blocking_notifier_chain_register(&crypto_chain, nb);
  }
  EXPORT_SYMBOL_GPL(crypto_register_notifier);
  
  int crypto_unregister_notifier(struct notifier_block *nb)
  {
  	return blocking_notifier_chain_unregister(&crypto_chain, nb);
  }
  EXPORT_SYMBOL_GPL(crypto_unregister_notifier);
ebc610e5b   Herbert Xu   [CRYPTO] template...
688
  struct crypto_attr_type *crypto_get_attr_type(struct rtattr **tb)
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
689
  {
39e1ee011   Herbert Xu   [CRYPTO] api: Add...
690
  	struct rtattr *rta = tb[0];
ebc610e5b   Herbert Xu   [CRYPTO] template...
691
692
693
694
695
696
  	struct crypto_attr_type *algt;
  
  	if (!rta)
  		return ERR_PTR(-ENOENT);
  	if (RTA_PAYLOAD(rta) < sizeof(*algt))
  		return ERR_PTR(-EINVAL);
39e1ee011   Herbert Xu   [CRYPTO] api: Add...
697
698
  	if (rta->rta_type != CRYPTOA_TYPE)
  		return ERR_PTR(-EINVAL);
ebc610e5b   Herbert Xu   [CRYPTO] template...
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
  
  	algt = RTA_DATA(rta);
  
  	return algt;
  }
  EXPORT_SYMBOL_GPL(crypto_get_attr_type);
  
  int crypto_check_attr_type(struct rtattr **tb, u32 type)
  {
  	struct crypto_attr_type *algt;
  
  	algt = crypto_get_attr_type(tb);
  	if (IS_ERR(algt))
  		return PTR_ERR(algt);
  
  	if ((algt->type ^ type) & algt->mask)
  		return -EINVAL;
  
  	return 0;
  }
  EXPORT_SYMBOL_GPL(crypto_check_attr_type);
68b6c7d69   Herbert Xu   [CRYPTO] api: Add...
720
  const char *crypto_attr_alg_name(struct rtattr *rta)
ebc610e5b   Herbert Xu   [CRYPTO] template...
721
  {
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
722
  	struct crypto_attr_alg *alga;
ebc610e5b   Herbert Xu   [CRYPTO] template...
723
724
725
  	if (!rta)
  		return ERR_PTR(-ENOENT);
  	if (RTA_PAYLOAD(rta) < sizeof(*alga))
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
726
  		return ERR_PTR(-EINVAL);
39e1ee011   Herbert Xu   [CRYPTO] api: Add...
727
728
  	if (rta->rta_type != CRYPTOA_ALG)
  		return ERR_PTR(-EINVAL);
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
729
730
731
  
  	alga = RTA_DATA(rta);
  	alga->name[CRYPTO_MAX_ALG_NAME - 1] = 0;
68b6c7d69   Herbert Xu   [CRYPTO] api: Add...
732
733
734
  	return alga->name;
  }
  EXPORT_SYMBOL_GPL(crypto_attr_alg_name);
d06854f02   Herbert Xu   crypto: api - Add...
735
736
737
  struct crypto_alg *crypto_attr_alg2(struct rtattr *rta,
  				    const struct crypto_type *frontend,
  				    u32 type, u32 mask)
68b6c7d69   Herbert Xu   [CRYPTO] api: Add...
738
739
  {
  	const char *name;
68b6c7d69   Herbert Xu   [CRYPTO] api: Add...
740
741
  
  	name = crypto_attr_alg_name(rta);
68b6c7d69   Herbert Xu   [CRYPTO] api: Add...
742
  	if (IS_ERR(name))
3e8afe35c   Julia Lawall   crypto: use ERR_CAST
743
  		return ERR_CAST(name);
68b6c7d69   Herbert Xu   [CRYPTO] api: Add...
744

d06854f02   Herbert Xu   crypto: api - Add...
745
  	return crypto_find_alg(name, frontend, type, mask);
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
746
  }
d06854f02   Herbert Xu   crypto: api - Add...
747
  EXPORT_SYMBOL_GPL(crypto_attr_alg2);
3c09f17c3   Herbert Xu   [CRYPTO] aead: Ad...
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
  
  int crypto_attr_u32(struct rtattr *rta, u32 *num)
  {
  	struct crypto_attr_u32 *nu32;
  
  	if (!rta)
  		return -ENOENT;
  	if (RTA_PAYLOAD(rta) < sizeof(*nu32))
  		return -EINVAL;
  	if (rta->rta_type != CRYPTOA_U32)
  		return -EINVAL;
  
  	nu32 = RTA_DATA(rta);
  	*num = nu32->num;
  
  	return 0;
  }
  EXPORT_SYMBOL_GPL(crypto_attr_u32);
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
766

32f27c745   Herbert Xu   crypto: api - Add...
767
768
769
770
771
772
773
774
775
776
777
778
779
780
  int crypto_inst_setname(struct crypto_instance *inst, const char *name,
  			struct crypto_alg *alg)
  {
  	if (snprintf(inst->alg.cra_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", name,
  		     alg->cra_name) >= CRYPTO_MAX_ALG_NAME)
  		return -ENAMETOOLONG;
  
  	if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, "%s(%s)",
  		     name, alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME)
  		return -ENAMETOOLONG;
  
  	return 0;
  }
  EXPORT_SYMBOL_GPL(crypto_inst_setname);
70ec7bb91   Herbert Xu   crypto: api - Add...
781
782
  void *crypto_alloc_instance2(const char *name, struct crypto_alg *alg,
  			     unsigned int head)
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
783
784
  {
  	struct crypto_instance *inst;
70ec7bb91   Herbert Xu   crypto: api - Add...
785
  	char *p;
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
786
  	int err;
70ec7bb91   Herbert Xu   crypto: api - Add...
787
788
789
  	p = kzalloc(head + sizeof(*inst) + sizeof(struct crypto_spawn),
  		    GFP_KERNEL);
  	if (!p)
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
790
  		return ERR_PTR(-ENOMEM);
70ec7bb91   Herbert Xu   crypto: api - Add...
791
  	inst = (void *)(p + head);
32f27c745   Herbert Xu   crypto: api - Add...
792
793
  	err = crypto_inst_setname(inst, name, alg);
  	if (err)
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
794
  		goto err_free_inst;
70ec7bb91   Herbert Xu   crypto: api - Add...
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
  	return p;
  
  err_free_inst:
  	kfree(p);
  	return ERR_PTR(err);
  }
  EXPORT_SYMBOL_GPL(crypto_alloc_instance2);
  
  struct crypto_instance *crypto_alloc_instance(const char *name,
  					      struct crypto_alg *alg)
  {
  	struct crypto_instance *inst;
  	struct crypto_spawn *spawn;
  	int err;
  
  	inst = crypto_alloc_instance2(name, alg, 0);
  	if (IS_ERR(inst))
  		goto out;
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
813
  	spawn = crypto_instance_ctx(inst);
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
814
815
  	err = crypto_init_spawn(spawn, alg, inst,
  				CRYPTO_ALG_TYPE_MASK | CRYPTO_ALG_ASYNC);
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
816
817
818
819
820
821
822
823
  
  	if (err)
  		goto err_free_inst;
  
  	return inst;
  
  err_free_inst:
  	kfree(inst);
70ec7bb91   Herbert Xu   crypto: api - Add...
824
825
826
827
  	inst = ERR_PTR(err);
  
  out:
  	return inst;
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
828
829
  }
  EXPORT_SYMBOL_GPL(crypto_alloc_instance);
b5b7f0886   Herbert Xu   [CRYPTO] api: Add...
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
  void crypto_init_queue(struct crypto_queue *queue, unsigned int max_qlen)
  {
  	INIT_LIST_HEAD(&queue->list);
  	queue->backlog = &queue->list;
  	queue->qlen = 0;
  	queue->max_qlen = max_qlen;
  }
  EXPORT_SYMBOL_GPL(crypto_init_queue);
  
  int crypto_enqueue_request(struct crypto_queue *queue,
  			   struct crypto_async_request *request)
  {
  	int err = -EINPROGRESS;
  
  	if (unlikely(queue->qlen >= queue->max_qlen)) {
  		err = -EBUSY;
  		if (!(request->flags & CRYPTO_TFM_REQ_MAY_BACKLOG))
  			goto out;
  		if (queue->backlog == &queue->list)
  			queue->backlog = &request->list;
  	}
  
  	queue->qlen++;
  	list_add_tail(&request->list, &queue->list);
  
  out:
  	return err;
  }
  EXPORT_SYMBOL_GPL(crypto_enqueue_request);
31d228cc6   Herbert Xu   crypto: api - Rem...
859
  struct crypto_async_request *crypto_dequeue_request(struct crypto_queue *queue)
b5b7f0886   Herbert Xu   [CRYPTO] api: Add...
860
861
862
863
864
865
866
867
868
869
870
871
872
  {
  	struct list_head *request;
  
  	if (unlikely(!queue->qlen))
  		return NULL;
  
  	queue->qlen--;
  
  	if (queue->backlog != &queue->list)
  		queue->backlog = queue->backlog->next;
  
  	request = queue->list.next;
  	list_del(request);
31d228cc6   Herbert Xu   crypto: api - Rem...
873
  	return list_entry(request, struct crypto_async_request, list);
b5b7f0886   Herbert Xu   [CRYPTO] api: Add...
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
  }
  EXPORT_SYMBOL_GPL(crypto_dequeue_request);
  
  int crypto_tfm_in_queue(struct crypto_queue *queue, struct crypto_tfm *tfm)
  {
  	struct crypto_async_request *req;
  
  	list_for_each_entry(req, &queue->list, list) {
  		if (req->tfm == tfm)
  			return 1;
  	}
  
  	return 0;
  }
  EXPORT_SYMBOL_GPL(crypto_tfm_in_queue);
7613636de   Herbert Xu   [CRYPTO] api: Add...
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
  static inline void crypto_inc_byte(u8 *a, unsigned int size)
  {
  	u8 *b = (a + size);
  	u8 c;
  
  	for (; size; size--) {
  		c = *--b + 1;
  		*b = c;
  		if (c)
  			break;
  	}
  }
  
  void crypto_inc(u8 *a, unsigned int size)
  {
  	__be32 *b = (__be32 *)(a + size);
  	u32 c;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
906
  	if (IS_ENABLED(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) ||
27c539aef   Ard Biesheuvel   crypto: algapi - ...
907
  	    IS_ALIGNED((unsigned long)b, __alignof__(*b)))
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
908
909
910
  		for (; size >= 4; size -= 4) {
  			c = be32_to_cpu(*--b) + 1;
  			*b = cpu_to_be32(c);
27c539aef   Ard Biesheuvel   crypto: algapi - ...
911
  			if (likely(c))
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
912
913
  				return;
  		}
7613636de   Herbert Xu   [CRYPTO] api: Add...
914
915
916
917
  
  	crypto_inc_byte(a, size);
  }
  EXPORT_SYMBOL_GPL(crypto_inc);
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
918
  void __crypto_xor(u8 *dst, const u8 *src1, const u8 *src2, unsigned int len)
7613636de   Herbert Xu   [CRYPTO] api: Add...
919
  {
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
920
921
922
923
  	int relalign = 0;
  
  	if (!IS_ENABLED(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS)) {
  		int size = sizeof(unsigned long);
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
924
925
926
  		int d = (((unsigned long)dst ^ (unsigned long)src1) |
  			 ((unsigned long)dst ^ (unsigned long)src2)) &
  			(size - 1);
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
927
928
929
930
931
932
933
934
935
936
  
  		relalign = d ? 1 << __ffs(d) : size;
  
  		/*
  		 * If we care about alignment, process as many bytes as
  		 * needed to advance dst and src to values whose alignments
  		 * equal their relative alignment. This will allow us to
  		 * process the remainder of the input using optimal strides.
  		 */
  		while (((unsigned long)dst & (relalign - 1)) && len > 0) {
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
937
  			*dst++ = *src1++ ^ *src2++;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
938
939
940
  			len--;
  		}
  	}
7613636de   Herbert Xu   [CRYPTO] api: Add...
941

db91af0fb   Ard Biesheuvel   crypto: algapi - ...
942
  	while (IS_ENABLED(CONFIG_64BIT) && len >= 8 && !(relalign & 7)) {
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
943
  		*(u64 *)dst = *(u64 *)src1 ^  *(u64 *)src2;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
944
  		dst += 8;
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
945
946
  		src1 += 8;
  		src2 += 8;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
947
948
  		len -= 8;
  	}
7613636de   Herbert Xu   [CRYPTO] api: Add...
949

db91af0fb   Ard Biesheuvel   crypto: algapi - ...
950
  	while (len >= 4 && !(relalign & 3)) {
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
951
  		*(u32 *)dst = *(u32 *)src1 ^ *(u32 *)src2;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
952
  		dst += 4;
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
953
954
  		src1 += 4;
  		src2 += 4;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
955
956
957
958
  		len -= 4;
  	}
  
  	while (len >= 2 && !(relalign & 1)) {
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
959
  		*(u16 *)dst = *(u16 *)src1 ^ *(u16 *)src2;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
960
  		dst += 2;
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
961
962
  		src1 += 2;
  		src2 += 2;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
963
964
  		len -= 2;
  	}
7613636de   Herbert Xu   [CRYPTO] api: Add...
965

db91af0fb   Ard Biesheuvel   crypto: algapi - ...
966
  	while (len--)
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
967
  		*dst++ = *src1++ ^ *src2++;
7613636de   Herbert Xu   [CRYPTO] api: Add...
968
  }
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
969
  EXPORT_SYMBOL_GPL(__crypto_xor);
7613636de   Herbert Xu   [CRYPTO] api: Add...
970

38d214331   Herbert Xu   crypto: api - Add...
971
972
  unsigned int crypto_alg_extsize(struct crypto_alg *alg)
  {
c2110f283   Herbert Xu   crypto: api - Inc...
973
974
  	return alg->cra_ctxsize +
  	       (alg->cra_alignmask & ~(crypto_tfm_ctx_alignment() - 1));
38d214331   Herbert Xu   crypto: api - Add...
975
976
  }
  EXPORT_SYMBOL_GPL(crypto_alg_extsize);
f2aefdab5   Herbert Xu   crypto: api - Add...
977
978
979
980
981
982
983
984
985
986
987
988
989
990
  int crypto_type_has_alg(const char *name, const struct crypto_type *frontend,
  			u32 type, u32 mask)
  {
  	int ret = 0;
  	struct crypto_alg *alg = crypto_find_alg(name, frontend, type, mask);
  
  	if (!IS_ERR(alg)) {
  		crypto_mod_put(alg);
  		ret = 1;
  	}
  
  	return ret;
  }
  EXPORT_SYMBOL_GPL(crypto_type_has_alg);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
  static int __init crypto_algapi_init(void)
  {
  	crypto_init_proc();
  	return 0;
  }
  
  static void __exit crypto_algapi_exit(void)
  {
  	crypto_exit_proc();
  }
  
  module_init(crypto_algapi_init);
  module_exit(crypto_algapi_exit);
  
  MODULE_LICENSE("GPL");
  MODULE_DESCRIPTION("Cryptographic algorithms API");