Blame view

crypto/algapi.c 22.4 KB
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
1
2
3
4
5
6
7
8
9
10
11
  /*
   * Cryptographic API for algorithms (i.e., low-level API).
   *
   * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au>
   *
   * This program is free software; you can redistribute it and/or modify it
   * under the terms of the GNU General Public License as published by the Free
   * Software Foundation; either version 2 of the License, or (at your option)
   * any later version.
   *
   */
13c935bb0   Salvatore Mesoraca   crypto: api - lay...
12
  #include <crypto/algapi.h>
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
13
  #include <linux/err.h>
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
14
  #include <linux/errno.h>
3133d76fc   Herbert Xu   crypto: api - Inc...
15
  #include <linux/fips.h>
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
16
17
  #include <linux/init.h>
  #include <linux/kernel.h>
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
18
  #include <linux/list.h>
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
19
  #include <linux/module.h>
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
20
  #include <linux/rtnetlink.h>
5a0e3ad6a   Tejun Heo   include cleanup: ...
21
  #include <linux/slab.h>
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
22
23
24
  #include <linux/string.h>
  
  #include "internal.h"
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
25
  static LIST_HEAD(crypto_template_list);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
  static inline int crypto_set_driver_name(struct crypto_alg *alg)
  {
  	static const char suffix[] = "-generic";
  	char *driver_name = alg->cra_driver_name;
  	int len;
  
  	if (*driver_name)
  		return 0;
  
  	len = strlcpy(driver_name, alg->cra_name, CRYPTO_MAX_ALG_NAME);
  	if (len + sizeof(suffix) > CRYPTO_MAX_ALG_NAME)
  		return -ENAMETOOLONG;
  
  	memcpy(driver_name + len, suffix, sizeof(suffix));
  	return 0;
  }
002c77a48   Jarod Wilson   crypto: fips - on...
42
43
  static inline void crypto_check_module_sig(struct module *mod)
  {
59afdc7b3   Herbert Xu   crypto: api - Mov...
44
  	if (fips_enabled && mod && !module_sig_ok(mod))
002c77a48   Jarod Wilson   crypto: fips - on...
45
46
  		panic("Module %s signature verification failed in FIPS mode
  ",
bd4a7c69a   Herbert Xu   crypto: api - Fix...
47
  		      module_name(mod));
002c77a48   Jarod Wilson   crypto: fips - on...
48
  }
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
49
  static int crypto_check_alg(struct crypto_alg *alg)
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
50
  {
002c77a48   Jarod Wilson   crypto: fips - on...
51
  	crypto_check_module_sig(alg->cra_module);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
52
53
  	if (alg->cra_alignmask & (alg->cra_alignmask + 1))
  		return -EINVAL;
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
54
55
  	if (alg->cra_blocksize > PAGE_SIZE / 8)
  		return -EINVAL;
13c935bb0   Salvatore Mesoraca   crypto: api - lay...
56
57
58
59
60
61
62
63
  	if (!alg->cra_type && (alg->cra_flags & CRYPTO_ALG_TYPE_MASK) ==
  			       CRYPTO_ALG_TYPE_CIPHER) {
  		if (alg->cra_alignmask > MAX_CIPHER_ALIGNMASK)
  			return -EINVAL;
  
  		if (alg->cra_blocksize > MAX_CIPHER_BLOCKSIZE)
  			return -EINVAL;
  	}
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
64
65
  	if (alg->cra_priority < 0)
  		return -EINVAL;
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
66

ce8614a31   Eric Biggers   crypto: algapi - ...
67
  	refcount_set(&alg->cra_refcnt, 1);
e9b8e5beb   Herbert Xu   crypto: api - Mov...
68

4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
69
70
  	return crypto_set_driver_name(alg);
  }
319382a69   Herbert Xu   crypto: api - Add...
71
72
73
74
75
76
77
78
79
  static void crypto_free_instance(struct crypto_instance *inst)
  {
  	if (!inst->alg.cra_type->free) {
  		inst->tmpl->free(inst);
  		return;
  	}
  
  	inst->alg.cra_type->free(inst);
  }
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
80
81
82
83
  static void crypto_destroy_instance(struct crypto_alg *alg)
  {
  	struct crypto_instance *inst = (void *)alg;
  	struct crypto_template *tmpl = inst->tmpl;
319382a69   Herbert Xu   crypto: api - Add...
84
  	crypto_free_instance(inst);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
85
86
  	crypto_tmpl_put(tmpl);
  }
2bf290166   Herbert Xu   crypto: api - Do ...
87
88
89
90
91
92
  static struct list_head *crypto_more_spawns(struct crypto_alg *alg,
  					    struct list_head *stack,
  					    struct list_head *top,
  					    struct list_head *secondary_spawns)
  {
  	struct crypto_spawn *spawn, *n;
304e4818d   Geliang Tang   crypto: api - use...
93
94
  	spawn = list_first_entry_or_null(stack, struct crypto_spawn, list);
  	if (!spawn)
2bf290166   Herbert Xu   crypto: api - Do ...
95
  		return NULL;
304e4818d   Geliang Tang   crypto: api - use...
96
  	n = list_next_entry(spawn, list);
2bf290166   Herbert Xu   crypto: api - Do ...
97
98
99
  
  	if (spawn->alg && &n->list != stack && !n->alg)
  		n->alg = (n->list.next == stack) ? alg :
304e4818d   Geliang Tang   crypto: api - use...
100
  			 &list_next_entry(n, list)->inst->alg;
2bf290166   Herbert Xu   crypto: api - Do ...
101
102
103
104
105
  
  	list_move(&spawn->list, secondary_spawns);
  
  	return &n->list == stack ? top : &n->inst->alg.cra_users;
  }
1f7237109   Herbert Xu   crypto: api - Fix...
106
107
  static void crypto_remove_instance(struct crypto_instance *inst,
  				   struct list_head *list)
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
108
  {
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
109
  	struct crypto_template *tmpl = inst->tmpl;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
110

a73e69965   Herbert Xu   [CRYPTO] api: Do ...
111
112
  	if (crypto_is_dead(&inst->alg))
  		return;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
113

a73e69965   Herbert Xu   [CRYPTO] api: Do ...
114
  	inst->alg.cra_flags |= CRYPTO_ALG_DEAD;
38cb2419f   Herbert Xu   [CRYPTO] api: Fix...
115
116
  	if (hlist_unhashed(&inst->list))
  		return;
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
117
118
  	if (!tmpl || !crypto_tmpl_get(tmpl))
  		return;
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
119
120
121
  	list_move(&inst->alg.cra_list, list);
  	hlist_del(&inst->list);
  	inst->alg.cra_destroy = crypto_destroy_instance;
2bf290166   Herbert Xu   crypto: api - Do ...
122
  	BUG_ON(!list_empty(&inst->alg.cra_users));
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
123
  }
89b596ba2   Steffen Klassert   crypto: Export cr...
124
125
  void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list,
  			  struct crypto_alg *nalg)
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
126
  {
2bf290166   Herbert Xu   crypto: api - Do ...
127
  	u32 new_type = (nalg ?: alg)->cra_flags;
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
128
129
  	struct crypto_spawn *spawn, *n;
  	LIST_HEAD(secondary_spawns);
2bf290166   Herbert Xu   crypto: api - Do ...
130
131
132
  	struct list_head *spawns;
  	LIST_HEAD(stack);
  	LIST_HEAD(top);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
133

2bf290166   Herbert Xu   crypto: api - Do ...
134
  	spawns = &alg->cra_users;
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
135
136
  	list_for_each_entry_safe(spawn, n, spawns, list) {
  		if ((spawn->alg->cra_flags ^ new_type) & spawn->mask)
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
137
  			continue;
2bf290166   Herbert Xu   crypto: api - Do ...
138
  		list_move(&spawn->list, &top);
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
139
  	}
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
140

2bf290166   Herbert Xu   crypto: api - Do ...
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
  	spawns = &top;
  	do {
  		while (!list_empty(spawns)) {
  			struct crypto_instance *inst;
  
  			spawn = list_first_entry(spawns, struct crypto_spawn,
  						 list);
  			inst = spawn->inst;
  
  			BUG_ON(&inst->alg == alg);
  
  			list_move(&spawn->list, &stack);
  
  			if (&inst->alg == nalg)
  				break;
  
  			spawn->alg = NULL;
  			spawns = &inst->alg.cra_users;
9a0067421   Eric Biggers   crypto: algapi - ...
159
160
161
162
163
164
165
166
167
168
169
170
  
  			/*
  			 * We may encounter an unregistered instance here, since
  			 * an instance's spawns are set up prior to the instance
  			 * being registered.  An unregistered instance will have
  			 * NULL ->cra_users.next, since ->cra_users isn't
  			 * properly initialized until registration.  But an
  			 * unregistered instance cannot have any users, so treat
  			 * it the same as ->cra_users being empty.
  			 */
  			if (spawns->next == NULL)
  				break;
2bf290166   Herbert Xu   crypto: api - Do ...
171
172
173
174
175
176
177
178
  		}
  	} while ((spawns = crypto_more_spawns(alg, &stack, &top,
  					      &secondary_spawns)));
  
  	list_for_each_entry_safe(spawn, n, &secondary_spawns, list) {
  		if (spawn->alg)
  			list_move(&spawn->list, &spawn->alg->cra_users);
  		else
1f7237109   Herbert Xu   crypto: api - Fix...
179
  			crypto_remove_instance(spawn->inst, list);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
180
181
  	}
  }
89b596ba2   Steffen Klassert   crypto: Export cr...
182
  EXPORT_SYMBOL_GPL(crypto_remove_spawns);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
183

73d3864a4   Herbert Xu   crypto: api - Use...
184
  static struct crypto_larval *__crypto_register_alg(struct crypto_alg *alg)
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
185
186
  {
  	struct crypto_alg *q;
73d3864a4   Herbert Xu   crypto: api - Use...
187
  	struct crypto_larval *larval;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
188
189
190
  	int ret = -EAGAIN;
  
  	if (crypto_is_dead(alg))
73d3864a4   Herbert Xu   crypto: api - Use...
191
  		goto err;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
192
193
  
  	INIT_LIST_HEAD(&alg->cra_users);
73d3864a4   Herbert Xu   crypto: api - Use...
194
195
  	/* No cheating! */
  	alg->cra_flags &= ~CRYPTO_ALG_TESTED;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
196
  	ret = -EEXIST;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
197

cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
198
  	list_for_each_entry(q, &crypto_alg_list, cra_list) {
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
199
  		if (q == alg)
73d3864a4   Herbert Xu   crypto: api - Use...
200
  			goto err;
b8e15992b   Herbert Xu   crypto: api - Fix...
201
202
  		if (crypto_is_moribund(q))
  			continue;
73d3864a4   Herbert Xu   crypto: api - Use...
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
  		if (crypto_is_larval(q)) {
  			if (!strcmp(alg->cra_driver_name, q->cra_driver_name))
  				goto err;
  			continue;
  		}
  
  		if (!strcmp(q->cra_driver_name, alg->cra_name) ||
  		    !strcmp(q->cra_name, alg->cra_driver_name))
  			goto err;
  	}
  
  	larval = crypto_larval_alloc(alg->cra_name,
  				     alg->cra_flags | CRYPTO_ALG_TESTED, 0);
  	if (IS_ERR(larval))
  		goto out;
  
  	ret = -ENOENT;
  	larval->adult = crypto_mod_get(alg);
  	if (!larval->adult)
  		goto free_larval;
ce8614a31   Eric Biggers   crypto: algapi - ...
223
  	refcount_set(&larval->alg.cra_refcnt, 1);
73d3864a4   Herbert Xu   crypto: api - Use...
224
225
226
227
228
229
  	memcpy(larval->alg.cra_driver_name, alg->cra_driver_name,
  	       CRYPTO_MAX_ALG_NAME);
  	larval->alg.cra_priority = alg->cra_priority;
  
  	list_add(&alg->cra_list, &crypto_alg_list);
  	list_add(&larval->alg.cra_list, &crypto_alg_list);
5357c6c43   Richard Hartmann   crypto: algapi - ...
230
  out:
73d3864a4   Herbert Xu   crypto: api - Use...
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
  	return larval;
  
  free_larval:
  	kfree(larval);
  err:
  	larval = ERR_PTR(ret);
  	goto out;
  }
  
  void crypto_alg_tested(const char *name, int err)
  {
  	struct crypto_larval *test;
  	struct crypto_alg *alg;
  	struct crypto_alg *q;
  	LIST_HEAD(list);
  
  	down_write(&crypto_alg_sem);
  	list_for_each_entry(q, &crypto_alg_list, cra_list) {
b8e15992b   Herbert Xu   crypto: api - Fix...
249
  		if (crypto_is_moribund(q) || !crypto_is_larval(q))
73d3864a4   Herbert Xu   crypto: api - Use...
250
251
252
253
254
255
256
  			continue;
  
  		test = (struct crypto_larval *)q;
  
  		if (!strcmp(q->cra_driver_name, name))
  			goto found;
  	}
c72358571   Karim Eshapa   crypto: algapi - ...
257
258
  	pr_err("alg: Unexpected test result for %s: %d
  ", name, err);
73d3864a4   Herbert Xu   crypto: api - Use...
259
260
261
  	goto unlock;
  
  found:
b8e15992b   Herbert Xu   crypto: api - Fix...
262
  	q->cra_flags |= CRYPTO_ALG_DEAD;
73d3864a4   Herbert Xu   crypto: api - Use...
263
264
265
266
267
268
269
270
271
  	alg = test->adult;
  	if (err || list_empty(&alg->cra_list))
  		goto complete;
  
  	alg->cra_flags |= CRYPTO_ALG_TESTED;
  
  	list_for_each_entry(q, &crypto_alg_list, cra_list) {
  		if (q == alg)
  			continue;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
272
273
274
275
276
  
  		if (crypto_is_moribund(q))
  			continue;
  
  		if (crypto_is_larval(q)) {
2825982d9   Herbert Xu   [CRYPTO] api: Add...
277
  			struct crypto_larval *larval = (void *)q;
d8058480b   Herbert Xu   [CRYPTO] api: Exp...
278
279
280
281
282
  			/*
  			 * Check to see if either our generic name or
  			 * specific name can satisfy the name requested
  			 * by the larval entry q.
  			 */
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
283
284
285
286
287
288
  			if (strcmp(alg->cra_name, q->cra_name) &&
  			    strcmp(alg->cra_driver_name, q->cra_name))
  				continue;
  
  			if (larval->adult)
  				continue;
492e2b63e   Herbert Xu   [CRYPTO] api: All...
289
290
  			if ((q->cra_flags ^ alg->cra_flags) & larval->mask)
  				continue;
2825982d9   Herbert Xu   [CRYPTO] api: Add...
291
292
  			if (!crypto_mod_get(alg))
  				continue;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
293

2825982d9   Herbert Xu   [CRYPTO] api: Add...
294
  			larval->adult = alg;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
295
  			continue;
2825982d9   Herbert Xu   [CRYPTO] api: Add...
296
  		}
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
297
298
299
300
301
302
303
  
  		if (strcmp(alg->cra_name, q->cra_name))
  			continue;
  
  		if (strcmp(alg->cra_driver_name, q->cra_driver_name) &&
  		    q->cra_priority > alg->cra_priority)
  			continue;
2bf290166   Herbert Xu   crypto: api - Do ...
304
  		crypto_remove_spawns(q, &list, alg);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
305
  	}
2825982d9   Herbert Xu   [CRYPTO] api: Add...
306

73d3864a4   Herbert Xu   crypto: api - Use...
307
308
  complete:
  	complete_all(&test->completion);
2825982d9   Herbert Xu   [CRYPTO] api: Add...
309

73d3864a4   Herbert Xu   crypto: api - Use...
310
311
312
313
  unlock:
  	up_write(&crypto_alg_sem);
  
  	crypto_remove_final(&list);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
314
  }
73d3864a4   Herbert Xu   crypto: api - Use...
315
  EXPORT_SYMBOL_GPL(crypto_alg_tested);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
316

22e5b20be   Steffen Klassert   crypto: Export cr...
317
  void crypto_remove_final(struct list_head *list)
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
318
319
320
321
322
323
324
325
326
  {
  	struct crypto_alg *alg;
  	struct crypto_alg *n;
  
  	list_for_each_entry_safe(alg, n, list, cra_list) {
  		list_del_init(&alg->cra_list);
  		crypto_alg_put(alg);
  	}
  }
22e5b20be   Steffen Klassert   crypto: Export cr...
327
  EXPORT_SYMBOL_GPL(crypto_remove_final);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
328

73d3864a4   Herbert Xu   crypto: api - Use...
329
330
331
332
333
334
335
336
337
338
  static void crypto_wait_for_test(struct crypto_larval *larval)
  {
  	int err;
  
  	err = crypto_probing_notify(CRYPTO_MSG_ALG_REGISTER, larval->adult);
  	if (err != NOTIFY_STOP) {
  		if (WARN_ON(err != NOTIFY_DONE))
  			goto out;
  		crypto_alg_tested(larval->alg.cra_driver_name, 0);
  	}
3fc89adb9   Herbert Xu   crypto: api - Onl...
339
  	err = wait_for_completion_killable(&larval->completion);
73d3864a4   Herbert Xu   crypto: api - Use...
340
341
342
343
344
  	WARN_ON(err);
  
  out:
  	crypto_larval_kill(&larval->alg);
  }
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
345
346
  int crypto_register_alg(struct crypto_alg *alg)
  {
73d3864a4   Herbert Xu   crypto: api - Use...
347
  	struct crypto_larval *larval;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
348
  	int err;
d6040764a   Salvatore Benedetto   crypto: api - Cle...
349
  	alg->cra_flags &= ~CRYPTO_ALG_DEAD;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
350
351
352
353
354
  	err = crypto_check_alg(alg);
  	if (err)
  		return err;
  
  	down_write(&crypto_alg_sem);
73d3864a4   Herbert Xu   crypto: api - Use...
355
  	larval = __crypto_register_alg(alg);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
356
  	up_write(&crypto_alg_sem);
73d3864a4   Herbert Xu   crypto: api - Use...
357
358
359
360
361
  	if (IS_ERR(larval))
  		return PTR_ERR(larval);
  
  	crypto_wait_for_test(larval);
  	return 0;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
362
  }
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
363
  EXPORT_SYMBOL_GPL(crypto_register_alg);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
364
365
366
367
368
369
  static int crypto_remove_alg(struct crypto_alg *alg, struct list_head *list)
  {
  	if (unlikely(list_empty(&alg->cra_list)))
  		return -ENOENT;
  
  	alg->cra_flags |= CRYPTO_ALG_DEAD;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
370
  	list_del_init(&alg->cra_list);
2bf290166   Herbert Xu   crypto: api - Do ...
371
  	crypto_remove_spawns(alg, list, NULL);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
372
373
374
  
  	return 0;
  }
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
375
376
  int crypto_unregister_alg(struct crypto_alg *alg)
  {
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
377
378
  	int ret;
  	LIST_HEAD(list);
5357c6c43   Richard Hartmann   crypto: algapi - ...
379

cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
380
  	down_write(&crypto_alg_sem);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
381
  	ret = crypto_remove_alg(alg, &list);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
382
383
384
385
  	up_write(&crypto_alg_sem);
  
  	if (ret)
  		return ret;
ce8614a31   Eric Biggers   crypto: algapi - ...
386
  	BUG_ON(refcount_read(&alg->cra_refcnt) != 1);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
387
388
  	if (alg->cra_destroy)
  		alg->cra_destroy(alg);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
389
  	crypto_remove_final(&list);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
390
391
392
  	return 0;
  }
  EXPORT_SYMBOL_GPL(crypto_unregister_alg);
4b004346f   Mark Brown   crypto: Add bulk ...
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
  int crypto_register_algs(struct crypto_alg *algs, int count)
  {
  	int i, ret;
  
  	for (i = 0; i < count; i++) {
  		ret = crypto_register_alg(&algs[i]);
  		if (ret)
  			goto err;
  	}
  
  	return 0;
  
  err:
  	for (--i; i >= 0; --i)
  		crypto_unregister_alg(&algs[i]);
  
  	return ret;
  }
  EXPORT_SYMBOL_GPL(crypto_register_algs);
  
  int crypto_unregister_algs(struct crypto_alg *algs, int count)
  {
  	int i, ret;
  
  	for (i = 0; i < count; i++) {
  		ret = crypto_unregister_alg(&algs[i]);
  		if (ret)
  			pr_err("Failed to unregister %s %s: %d
  ",
  			       algs[i].cra_driver_name, algs[i].cra_name, ret);
  	}
  
  	return 0;
  }
  EXPORT_SYMBOL_GPL(crypto_unregister_algs);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
428
429
430
431
432
433
  int crypto_register_template(struct crypto_template *tmpl)
  {
  	struct crypto_template *q;
  	int err = -EEXIST;
  
  	down_write(&crypto_alg_sem);
002c77a48   Jarod Wilson   crypto: fips - on...
434
  	crypto_check_module_sig(tmpl->module);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
  	list_for_each_entry(q, &crypto_template_list, list) {
  		if (q == tmpl)
  			goto out;
  	}
  
  	list_add(&tmpl->list, &crypto_template_list);
  	err = 0;
  out:
  	up_write(&crypto_alg_sem);
  	return err;
  }
  EXPORT_SYMBOL_GPL(crypto_register_template);
  
  void crypto_unregister_template(struct crypto_template *tmpl)
  {
  	struct crypto_instance *inst;
b67bfe0d4   Sasha Levin   hlist: drop the n...
451
  	struct hlist_node *n;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
452
  	struct hlist_head *list;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
453
  	LIST_HEAD(users);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
454
455
456
457
458
459
460
  
  	down_write(&crypto_alg_sem);
  
  	BUG_ON(list_empty(&tmpl->list));
  	list_del_init(&tmpl->list);
  
  	list = &tmpl->instances;
b67bfe0d4   Sasha Levin   hlist: drop the n...
461
  	hlist_for_each_entry(inst, list, list) {
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
462
  		int err = crypto_remove_alg(&inst->alg, &users);
0efcb8d5b   Joshua I. James   crypto: api - fix...
463

6bfd48096   Herbert Xu   [CRYPTO] api: Add...
464
  		BUG_ON(err);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
465
466
467
  	}
  
  	up_write(&crypto_alg_sem);
b67bfe0d4   Sasha Levin   hlist: drop the n...
468
  	hlist_for_each_entry_safe(inst, n, list, list) {
ce8614a31   Eric Biggers   crypto: algapi - ...
469
  		BUG_ON(refcount_read(&inst->alg.cra_refcnt) != 1);
319382a69   Herbert Xu   crypto: api - Add...
470
  		crypto_free_instance(inst);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
471
  	}
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
472
  	crypto_remove_final(&users);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
  }
  EXPORT_SYMBOL_GPL(crypto_unregister_template);
  
  static struct crypto_template *__crypto_lookup_template(const char *name)
  {
  	struct crypto_template *q, *tmpl = NULL;
  
  	down_read(&crypto_alg_sem);
  	list_for_each_entry(q, &crypto_template_list, list) {
  		if (strcmp(q->name, name))
  			continue;
  		if (unlikely(!crypto_tmpl_get(q)))
  			continue;
  
  		tmpl = q;
  		break;
  	}
  	up_read(&crypto_alg_sem);
  
  	return tmpl;
  }
  
  struct crypto_template *crypto_lookup_template(const char *name)
  {
4943ba16b   Kees Cook   crypto: include c...
497
498
  	return try_then_request_module(__crypto_lookup_template(name),
  				       "crypto-%s", name);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
499
500
501
502
503
504
  }
  EXPORT_SYMBOL_GPL(crypto_lookup_template);
  
  int crypto_register_instance(struct crypto_template *tmpl,
  			     struct crypto_instance *inst)
  {
73d3864a4   Herbert Xu   crypto: api - Use...
505
506
  	struct crypto_larval *larval;
  	int err;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
507

4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
508
509
  	err = crypto_check_alg(&inst->alg);
  	if (err)
9c521a200   Stephan Mueller   crypto: api - rem...
510
  		return err;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
511
  	inst->alg.cra_module = tmpl->module;
64a947b13   Steffen Klassert   crypto: Add a fla...
512
  	inst->alg.cra_flags |= CRYPTO_ALG_INSTANCE;
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
513
514
  
  	down_write(&crypto_alg_sem);
73d3864a4   Herbert Xu   crypto: api - Use...
515
516
  	larval = __crypto_register_alg(&inst->alg);
  	if (IS_ERR(larval))
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
517
518
519
520
521
522
523
  		goto unlock;
  
  	hlist_add_head(&inst->list, &tmpl->instances);
  	inst->tmpl = tmpl;
  
  unlock:
  	up_write(&crypto_alg_sem);
73d3864a4   Herbert Xu   crypto: api - Use...
524
525
526
527
528
529
  	err = PTR_ERR(larval);
  	if (IS_ERR(larval))
  		goto err;
  
  	crypto_wait_for_test(larval);
  	err = 0;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
530

4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
531
532
533
534
  err:
  	return err;
  }
  EXPORT_SYMBOL_GPL(crypto_register_instance);
ce3fd840f   Steffen Klassert   crypto: Unlink an...
535

87b167563   Herbert Xu   crypto: api - Cha...
536
  int crypto_unregister_instance(struct crypto_instance *inst)
ce3fd840f   Steffen Klassert   crypto: Unlink an...
537
  {
1f7237109   Herbert Xu   crypto: api - Fix...
538
  	LIST_HEAD(list);
ce3fd840f   Steffen Klassert   crypto: Unlink an...
539

ce3fd840f   Steffen Klassert   crypto: Unlink an...
540
  	down_write(&crypto_alg_sem);
87b167563   Herbert Xu   crypto: api - Cha...
541
  	crypto_remove_spawns(&inst->alg, &list, NULL);
1f7237109   Herbert Xu   crypto: api - Fix...
542
  	crypto_remove_instance(inst, &list);
ce3fd840f   Steffen Klassert   crypto: Unlink an...
543
544
  
  	up_write(&crypto_alg_sem);
1f7237109   Herbert Xu   crypto: api - Fix...
545
  	crypto_remove_final(&list);
ce3fd840f   Steffen Klassert   crypto: Unlink an...
546
547
548
549
  
  	return 0;
  }
  EXPORT_SYMBOL_GPL(crypto_unregister_instance);
4cc7720cd   Herbert Xu   [CRYPTO] api: Add...
550

6bfd48096   Herbert Xu   [CRYPTO] api: Add...
551
  int crypto_init_spawn(struct crypto_spawn *spawn, struct crypto_alg *alg,
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
552
  		      struct crypto_instance *inst, u32 mask)
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
553
554
555
556
  {
  	int err = -EAGAIN;
  
  	spawn->inst = inst;
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
557
  	spawn->mask = mask;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
558
559
560
561
562
563
564
565
566
567
568
569
  
  	down_write(&crypto_alg_sem);
  	if (!crypto_is_moribund(alg)) {
  		list_add(&spawn->list, &alg->cra_users);
  		spawn->alg = alg;
  		err = 0;
  	}
  	up_write(&crypto_alg_sem);
  
  	return err;
  }
  EXPORT_SYMBOL_GPL(crypto_init_spawn);
97eedce1a   Herbert Xu   crypto: api - Add...
570
571
572
573
574
  int crypto_init_spawn2(struct crypto_spawn *spawn, struct crypto_alg *alg,
  		       struct crypto_instance *inst,
  		       const struct crypto_type *frontend)
  {
  	int err = -EINVAL;
c614e109c   Dan Carpenter   crypto: algapi - ...
575
  	if ((alg->cra_flags ^ frontend->type) & frontend->maskset)
97eedce1a   Herbert Xu   crypto: api - Add...
576
577
578
579
580
581
582
583
584
  		goto out;
  
  	spawn->frontend = frontend;
  	err = crypto_init_spawn(spawn, alg, inst, frontend->maskset);
  
  out:
  	return err;
  }
  EXPORT_SYMBOL_GPL(crypto_init_spawn2);
d6ef2f198   Herbert Xu   crypto: api - Add...
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
  int crypto_grab_spawn(struct crypto_spawn *spawn, const char *name,
  		      u32 type, u32 mask)
  {
  	struct crypto_alg *alg;
  	int err;
  
  	alg = crypto_find_alg(name, spawn->frontend, type, mask);
  	if (IS_ERR(alg))
  		return PTR_ERR(alg);
  
  	err = crypto_init_spawn(spawn, alg, spawn->inst, mask);
  	crypto_mod_put(alg);
  	return err;
  }
  EXPORT_SYMBOL_GPL(crypto_grab_spawn);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
600
601
  void crypto_drop_spawn(struct crypto_spawn *spawn)
  {
7ede5a5ba   Herbert Xu   crypto: api - Fix...
602
603
  	if (!spawn->alg)
  		return;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
604
605
606
607
608
  	down_write(&crypto_alg_sem);
  	list_del(&spawn->list);
  	up_write(&crypto_alg_sem);
  }
  EXPORT_SYMBOL_GPL(crypto_drop_spawn);
97eedce1a   Herbert Xu   crypto: api - Add...
609
  static struct crypto_alg *crypto_spawn_alg(struct crypto_spawn *spawn)
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
610
611
612
  {
  	struct crypto_alg *alg;
  	struct crypto_alg *alg2;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
613
614
615
616
617
618
619
620
621
622
623
624
625
  
  	down_read(&crypto_alg_sem);
  	alg = spawn->alg;
  	alg2 = alg;
  	if (alg2)
  		alg2 = crypto_mod_get(alg2);
  	up_read(&crypto_alg_sem);
  
  	if (!alg2) {
  		if (alg)
  			crypto_shoot_alg(alg);
  		return ERR_PTR(-EAGAIN);
  	}
97eedce1a   Herbert Xu   crypto: api - Add...
626
627
628
629
630
631
632
633
634
635
636
637
  	return alg;
  }
  
  struct crypto_tfm *crypto_spawn_tfm(struct crypto_spawn *spawn, u32 type,
  				    u32 mask)
  {
  	struct crypto_alg *alg;
  	struct crypto_tfm *tfm;
  
  	alg = crypto_spawn_alg(spawn);
  	if (IS_ERR(alg))
  		return ERR_CAST(alg);
2e306ee01   Herbert Xu   [CRYPTO] api: Add...
638
639
640
  	tfm = ERR_PTR(-EINVAL);
  	if (unlikely((alg->cra_flags ^ type) & mask))
  		goto out_put_alg;
27d2a3300   Herbert Xu   [CRYPTO] api: All...
641
  	tfm = __crypto_alloc_tfm(alg, type, mask);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
642
  	if (IS_ERR(tfm))
2e306ee01   Herbert Xu   [CRYPTO] api: Add...
643
644
645
  		goto out_put_alg;
  
  	return tfm;
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
646

2e306ee01   Herbert Xu   [CRYPTO] api: Add...
647
648
  out_put_alg:
  	crypto_mod_put(alg);
6bfd48096   Herbert Xu   [CRYPTO] api: Add...
649
650
651
  	return tfm;
  }
  EXPORT_SYMBOL_GPL(crypto_spawn_tfm);
97eedce1a   Herbert Xu   crypto: api - Add...
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
  void *crypto_spawn_tfm2(struct crypto_spawn *spawn)
  {
  	struct crypto_alg *alg;
  	struct crypto_tfm *tfm;
  
  	alg = crypto_spawn_alg(spawn);
  	if (IS_ERR(alg))
  		return ERR_CAST(alg);
  
  	tfm = crypto_create_tfm(alg, spawn->frontend);
  	if (IS_ERR(tfm))
  		goto out_put_alg;
  
  	return tfm;
  
  out_put_alg:
  	crypto_mod_put(alg);
  	return tfm;
  }
  EXPORT_SYMBOL_GPL(crypto_spawn_tfm2);
2825982d9   Herbert Xu   [CRYPTO] api: Add...
672
673
674
675
676
677
678
679
680
681
682
  int crypto_register_notifier(struct notifier_block *nb)
  {
  	return blocking_notifier_chain_register(&crypto_chain, nb);
  }
  EXPORT_SYMBOL_GPL(crypto_register_notifier);
  
  int crypto_unregister_notifier(struct notifier_block *nb)
  {
  	return blocking_notifier_chain_unregister(&crypto_chain, nb);
  }
  EXPORT_SYMBOL_GPL(crypto_unregister_notifier);
ebc610e5b   Herbert Xu   [CRYPTO] template...
683
  struct crypto_attr_type *crypto_get_attr_type(struct rtattr **tb)
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
684
  {
39e1ee011   Herbert Xu   [CRYPTO] api: Add...
685
  	struct rtattr *rta = tb[0];
ebc610e5b   Herbert Xu   [CRYPTO] template...
686
687
688
689
690
691
  	struct crypto_attr_type *algt;
  
  	if (!rta)
  		return ERR_PTR(-ENOENT);
  	if (RTA_PAYLOAD(rta) < sizeof(*algt))
  		return ERR_PTR(-EINVAL);
39e1ee011   Herbert Xu   [CRYPTO] api: Add...
692
693
  	if (rta->rta_type != CRYPTOA_TYPE)
  		return ERR_PTR(-EINVAL);
ebc610e5b   Herbert Xu   [CRYPTO] template...
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
  
  	algt = RTA_DATA(rta);
  
  	return algt;
  }
  EXPORT_SYMBOL_GPL(crypto_get_attr_type);
  
  int crypto_check_attr_type(struct rtattr **tb, u32 type)
  {
  	struct crypto_attr_type *algt;
  
  	algt = crypto_get_attr_type(tb);
  	if (IS_ERR(algt))
  		return PTR_ERR(algt);
  
  	if ((algt->type ^ type) & algt->mask)
  		return -EINVAL;
  
  	return 0;
  }
  EXPORT_SYMBOL_GPL(crypto_check_attr_type);
68b6c7d69   Herbert Xu   [CRYPTO] api: Add...
715
  const char *crypto_attr_alg_name(struct rtattr *rta)
ebc610e5b   Herbert Xu   [CRYPTO] template...
716
  {
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
717
  	struct crypto_attr_alg *alga;
ebc610e5b   Herbert Xu   [CRYPTO] template...
718
719
720
  	if (!rta)
  		return ERR_PTR(-ENOENT);
  	if (RTA_PAYLOAD(rta) < sizeof(*alga))
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
721
  		return ERR_PTR(-EINVAL);
39e1ee011   Herbert Xu   [CRYPTO] api: Add...
722
723
  	if (rta->rta_type != CRYPTOA_ALG)
  		return ERR_PTR(-EINVAL);
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
724
725
726
  
  	alga = RTA_DATA(rta);
  	alga->name[CRYPTO_MAX_ALG_NAME - 1] = 0;
68b6c7d69   Herbert Xu   [CRYPTO] api: Add...
727
728
729
  	return alga->name;
  }
  EXPORT_SYMBOL_GPL(crypto_attr_alg_name);
d06854f02   Herbert Xu   crypto: api - Add...
730
731
732
  struct crypto_alg *crypto_attr_alg2(struct rtattr *rta,
  				    const struct crypto_type *frontend,
  				    u32 type, u32 mask)
68b6c7d69   Herbert Xu   [CRYPTO] api: Add...
733
734
  {
  	const char *name;
68b6c7d69   Herbert Xu   [CRYPTO] api: Add...
735
736
  
  	name = crypto_attr_alg_name(rta);
68b6c7d69   Herbert Xu   [CRYPTO] api: Add...
737
  	if (IS_ERR(name))
3e8afe35c   Julia Lawall   crypto: use ERR_CAST
738
  		return ERR_CAST(name);
68b6c7d69   Herbert Xu   [CRYPTO] api: Add...
739

d06854f02   Herbert Xu   crypto: api - Add...
740
  	return crypto_find_alg(name, frontend, type, mask);
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
741
  }
d06854f02   Herbert Xu   crypto: api - Add...
742
  EXPORT_SYMBOL_GPL(crypto_attr_alg2);
3c09f17c3   Herbert Xu   [CRYPTO] aead: Ad...
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
  
  int crypto_attr_u32(struct rtattr *rta, u32 *num)
  {
  	struct crypto_attr_u32 *nu32;
  
  	if (!rta)
  		return -ENOENT;
  	if (RTA_PAYLOAD(rta) < sizeof(*nu32))
  		return -EINVAL;
  	if (rta->rta_type != CRYPTOA_U32)
  		return -EINVAL;
  
  	nu32 = RTA_DATA(rta);
  	*num = nu32->num;
  
  	return 0;
  }
  EXPORT_SYMBOL_GPL(crypto_attr_u32);
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
761

32f27c745   Herbert Xu   crypto: api - Add...
762
763
764
765
766
767
768
769
770
771
772
773
774
775
  int crypto_inst_setname(struct crypto_instance *inst, const char *name,
  			struct crypto_alg *alg)
  {
  	if (snprintf(inst->alg.cra_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", name,
  		     alg->cra_name) >= CRYPTO_MAX_ALG_NAME)
  		return -ENAMETOOLONG;
  
  	if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, "%s(%s)",
  		     name, alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME)
  		return -ENAMETOOLONG;
  
  	return 0;
  }
  EXPORT_SYMBOL_GPL(crypto_inst_setname);
70ec7bb91   Herbert Xu   crypto: api - Add...
776
777
  void *crypto_alloc_instance2(const char *name, struct crypto_alg *alg,
  			     unsigned int head)
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
778
779
  {
  	struct crypto_instance *inst;
70ec7bb91   Herbert Xu   crypto: api - Add...
780
  	char *p;
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
781
  	int err;
70ec7bb91   Herbert Xu   crypto: api - Add...
782
783
784
  	p = kzalloc(head + sizeof(*inst) + sizeof(struct crypto_spawn),
  		    GFP_KERNEL);
  	if (!p)
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
785
  		return ERR_PTR(-ENOMEM);
70ec7bb91   Herbert Xu   crypto: api - Add...
786
  	inst = (void *)(p + head);
32f27c745   Herbert Xu   crypto: api - Add...
787
788
  	err = crypto_inst_setname(inst, name, alg);
  	if (err)
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
789
  		goto err_free_inst;
70ec7bb91   Herbert Xu   crypto: api - Add...
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
  	return p;
  
  err_free_inst:
  	kfree(p);
  	return ERR_PTR(err);
  }
  EXPORT_SYMBOL_GPL(crypto_alloc_instance2);
  
  struct crypto_instance *crypto_alloc_instance(const char *name,
  					      struct crypto_alg *alg)
  {
  	struct crypto_instance *inst;
  	struct crypto_spawn *spawn;
  	int err;
  
  	inst = crypto_alloc_instance2(name, alg, 0);
  	if (IS_ERR(inst))
  		goto out;
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
808
  	spawn = crypto_instance_ctx(inst);
a73e69965   Herbert Xu   [CRYPTO] api: Do ...
809
810
  	err = crypto_init_spawn(spawn, alg, inst,
  				CRYPTO_ALG_TYPE_MASK | CRYPTO_ALG_ASYNC);
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
811
812
813
814
815
816
817
818
  
  	if (err)
  		goto err_free_inst;
  
  	return inst;
  
  err_free_inst:
  	kfree(inst);
70ec7bb91   Herbert Xu   crypto: api - Add...
819
820
821
822
  	inst = ERR_PTR(err);
  
  out:
  	return inst;
7fed0bf27   Herbert Xu   [CRYPTO] api: Add...
823
824
  }
  EXPORT_SYMBOL_GPL(crypto_alloc_instance);
b5b7f0886   Herbert Xu   [CRYPTO] api: Add...
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
  void crypto_init_queue(struct crypto_queue *queue, unsigned int max_qlen)
  {
  	INIT_LIST_HEAD(&queue->list);
  	queue->backlog = &queue->list;
  	queue->qlen = 0;
  	queue->max_qlen = max_qlen;
  }
  EXPORT_SYMBOL_GPL(crypto_init_queue);
  
  int crypto_enqueue_request(struct crypto_queue *queue,
  			   struct crypto_async_request *request)
  {
  	int err = -EINPROGRESS;
  
  	if (unlikely(queue->qlen >= queue->max_qlen)) {
6b80ea389   Gilad Ben-Yossef   crypto: change tr...
840
841
  		if (!(request->flags & CRYPTO_TFM_REQ_MAY_BACKLOG)) {
  			err = -ENOSPC;
b5b7f0886   Herbert Xu   [CRYPTO] api: Add...
842
  			goto out;
6b80ea389   Gilad Ben-Yossef   crypto: change tr...
843
844
  		}
  		err = -EBUSY;
b5b7f0886   Herbert Xu   [CRYPTO] api: Add...
845
846
847
848
849
850
851
852
853
854
855
  		if (queue->backlog == &queue->list)
  			queue->backlog = &request->list;
  	}
  
  	queue->qlen++;
  	list_add_tail(&request->list, &queue->list);
  
  out:
  	return err;
  }
  EXPORT_SYMBOL_GPL(crypto_enqueue_request);
31d228cc6   Herbert Xu   crypto: api - Rem...
856
  struct crypto_async_request *crypto_dequeue_request(struct crypto_queue *queue)
b5b7f0886   Herbert Xu   [CRYPTO] api: Add...
857
858
859
860
861
862
863
864
865
866
867
868
869
  {
  	struct list_head *request;
  
  	if (unlikely(!queue->qlen))
  		return NULL;
  
  	queue->qlen--;
  
  	if (queue->backlog != &queue->list)
  		queue->backlog = queue->backlog->next;
  
  	request = queue->list.next;
  	list_del(request);
31d228cc6   Herbert Xu   crypto: api - Rem...
870
  	return list_entry(request, struct crypto_async_request, list);
b5b7f0886   Herbert Xu   [CRYPTO] api: Add...
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
  }
  EXPORT_SYMBOL_GPL(crypto_dequeue_request);
  
  int crypto_tfm_in_queue(struct crypto_queue *queue, struct crypto_tfm *tfm)
  {
  	struct crypto_async_request *req;
  
  	list_for_each_entry(req, &queue->list, list) {
  		if (req->tfm == tfm)
  			return 1;
  	}
  
  	return 0;
  }
  EXPORT_SYMBOL_GPL(crypto_tfm_in_queue);
7613636de   Herbert Xu   [CRYPTO] api: Add...
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
  static inline void crypto_inc_byte(u8 *a, unsigned int size)
  {
  	u8 *b = (a + size);
  	u8 c;
  
  	for (; size; size--) {
  		c = *--b + 1;
  		*b = c;
  		if (c)
  			break;
  	}
  }
  
  void crypto_inc(u8 *a, unsigned int size)
  {
  	__be32 *b = (__be32 *)(a + size);
  	u32 c;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
903
  	if (IS_ENABLED(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) ||
27c539aef   Ard Biesheuvel   crypto: algapi - ...
904
  	    IS_ALIGNED((unsigned long)b, __alignof__(*b)))
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
905
906
907
  		for (; size >= 4; size -= 4) {
  			c = be32_to_cpu(*--b) + 1;
  			*b = cpu_to_be32(c);
27c539aef   Ard Biesheuvel   crypto: algapi - ...
908
  			if (likely(c))
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
909
910
  				return;
  		}
7613636de   Herbert Xu   [CRYPTO] api: Add...
911
912
913
914
  
  	crypto_inc_byte(a, size);
  }
  EXPORT_SYMBOL_GPL(crypto_inc);
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
915
  void __crypto_xor(u8 *dst, const u8 *src1, const u8 *src2, unsigned int len)
7613636de   Herbert Xu   [CRYPTO] api: Add...
916
  {
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
917
918
919
920
  	int relalign = 0;
  
  	if (!IS_ENABLED(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS)) {
  		int size = sizeof(unsigned long);
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
921
922
923
  		int d = (((unsigned long)dst ^ (unsigned long)src1) |
  			 ((unsigned long)dst ^ (unsigned long)src2)) &
  			(size - 1);
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
924
925
926
927
928
929
930
931
932
933
  
  		relalign = d ? 1 << __ffs(d) : size;
  
  		/*
  		 * If we care about alignment, process as many bytes as
  		 * needed to advance dst and src to values whose alignments
  		 * equal their relative alignment. This will allow us to
  		 * process the remainder of the input using optimal strides.
  		 */
  		while (((unsigned long)dst & (relalign - 1)) && len > 0) {
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
934
  			*dst++ = *src1++ ^ *src2++;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
935
936
937
  			len--;
  		}
  	}
7613636de   Herbert Xu   [CRYPTO] api: Add...
938

db91af0fb   Ard Biesheuvel   crypto: algapi - ...
939
  	while (IS_ENABLED(CONFIG_64BIT) && len >= 8 && !(relalign & 7)) {
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
940
  		*(u64 *)dst = *(u64 *)src1 ^  *(u64 *)src2;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
941
  		dst += 8;
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
942
943
  		src1 += 8;
  		src2 += 8;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
944
945
  		len -= 8;
  	}
7613636de   Herbert Xu   [CRYPTO] api: Add...
946

db91af0fb   Ard Biesheuvel   crypto: algapi - ...
947
  	while (len >= 4 && !(relalign & 3)) {
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
948
  		*(u32 *)dst = *(u32 *)src1 ^ *(u32 *)src2;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
949
  		dst += 4;
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
950
951
  		src1 += 4;
  		src2 += 4;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
952
953
954
955
  		len -= 4;
  	}
  
  	while (len >= 2 && !(relalign & 1)) {
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
956
  		*(u16 *)dst = *(u16 *)src1 ^ *(u16 *)src2;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
957
  		dst += 2;
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
958
959
  		src1 += 2;
  		src2 += 2;
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
960
961
  		len -= 2;
  	}
7613636de   Herbert Xu   [CRYPTO] api: Add...
962

db91af0fb   Ard Biesheuvel   crypto: algapi - ...
963
  	while (len--)
a7c391f04   Ard Biesheuvel   crypto: algapi - ...
964
  		*dst++ = *src1++ ^ *src2++;
7613636de   Herbert Xu   [CRYPTO] api: Add...
965
  }
db91af0fb   Ard Biesheuvel   crypto: algapi - ...
966
  EXPORT_SYMBOL_GPL(__crypto_xor);
7613636de   Herbert Xu   [CRYPTO] api: Add...
967

38d214331   Herbert Xu   crypto: api - Add...
968
969
  unsigned int crypto_alg_extsize(struct crypto_alg *alg)
  {
c2110f283   Herbert Xu   crypto: api - Inc...
970
971
  	return alg->cra_ctxsize +
  	       (alg->cra_alignmask & ~(crypto_tfm_ctx_alignment() - 1));
38d214331   Herbert Xu   crypto: api - Add...
972
973
  }
  EXPORT_SYMBOL_GPL(crypto_alg_extsize);
f2aefdab5   Herbert Xu   crypto: api - Add...
974
975
976
977
978
979
980
981
982
983
984
985
986
987
  int crypto_type_has_alg(const char *name, const struct crypto_type *frontend,
  			u32 type, u32 mask)
  {
  	int ret = 0;
  	struct crypto_alg *alg = crypto_find_alg(name, frontend, type, mask);
  
  	if (!IS_ERR(alg)) {
  		crypto_mod_put(alg);
  		ret = 1;
  	}
  
  	return ret;
  }
  EXPORT_SYMBOL_GPL(crypto_type_has_alg);
cce9e06d1   Herbert Xu   [CRYPTO] api: Spl...
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
  static int __init crypto_algapi_init(void)
  {
  	crypto_init_proc();
  	return 0;
  }
  
  static void __exit crypto_algapi_exit(void)
  {
  	crypto_exit_proc();
  }
  
  module_init(crypto_algapi_init);
  module_exit(crypto_algapi_exit);
  
  MODULE_LICENSE("GPL");
  MODULE_DESCRIPTION("Cryptographic algorithms API");