Blame view

crypto/seqiv.c 8.51 KB
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
1
2
3
4
5
6
7
8
9
10
11
12
13
14
  /*
   * seqiv: Sequence Number IV Generator
   *
   * This generator generates an IV based on a sequence number by xoring it
   * with a salt.  This algorithm is mainly useful for CTR and similar modes.
   *
   * Copyright (c) 2007 Herbert Xu <herbert@gondor.apana.org.au>
   *
   * This program is free software; you can redistribute it and/or modify it
   * under the terms of the GNU General Public License as published by the Free
   * Software Foundation; either version 2 of the License, or (at your option)
   * any later version.
   *
   */
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
15
  #include <crypto/internal/aead.h>
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
16
  #include <crypto/internal/skcipher.h>
a0f000ec9   Herbert Xu   crypto: skcipher ...
17
  #include <crypto/rng.h>
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
18
19
20
21
  #include <linux/err.h>
  #include <linux/init.h>
  #include <linux/kernel.h>
  #include <linux/module.h>
5a0e3ad6a   Tejun Heo   include cleanup: ...
22
  #include <linux/slab.h>
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
  #include <linux/spinlock.h>
  #include <linux/string.h>
  
  struct seqiv_ctx {
  	spinlock_t lock;
  	u8 salt[] __attribute__ ((aligned(__alignof__(u32))));
  };
  
  static void seqiv_complete2(struct skcipher_givcrypt_request *req, int err)
  {
  	struct ablkcipher_request *subreq = skcipher_givcrypt_reqctx(req);
  	struct crypto_ablkcipher *geniv;
  
  	if (err == -EINPROGRESS)
  		return;
  
  	if (err)
  		goto out;
  
  	geniv = skcipher_givcrypt_reqtfm(req);
  	memcpy(req->creq.info, subreq->info, crypto_ablkcipher_ivsize(geniv));
  
  out:
  	kfree(subreq->info);
  }
  
  static void seqiv_complete(struct crypto_async_request *base, int err)
  {
  	struct skcipher_givcrypt_request *req = base->data;
  
  	seqiv_complete2(req, err);
  	skcipher_givcrypt_complete(req, err);
  }
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
  static void seqiv_aead_complete2(struct aead_givcrypt_request *req, int err)
  {
  	struct aead_request *subreq = aead_givcrypt_reqctx(req);
  	struct crypto_aead *geniv;
  
  	if (err == -EINPROGRESS)
  		return;
  
  	if (err)
  		goto out;
  
  	geniv = aead_givcrypt_reqtfm(req);
  	memcpy(req->areq.iv, subreq->iv, crypto_aead_ivsize(geniv));
  
  out:
  	kfree(subreq->iv);
  }
  
  static void seqiv_aead_complete(struct crypto_async_request *base, int err)
  {
  	struct aead_givcrypt_request *req = base->data;
  
  	seqiv_aead_complete2(req, err);
  	aead_givcrypt_complete(req, err);
  }
  
  static void seqiv_geniv(struct seqiv_ctx *ctx, u8 *info, u64 seq,
  			unsigned int ivsize)
  {
  	unsigned int len = ivsize;
  
  	if (ivsize > sizeof(u64)) {
  		memset(info, 0, ivsize - sizeof(u64));
  		len = sizeof(u64);
  	}
  	seq = cpu_to_be64(seq);
  	memcpy(info + ivsize - len, &seq, len);
  	crypto_xor(info, ctx->salt, ivsize);
  }
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
95
96
97
98
99
  static int seqiv_givencrypt(struct skcipher_givcrypt_request *req)
  {
  	struct crypto_ablkcipher *geniv = skcipher_givcrypt_reqtfm(req);
  	struct seqiv_ctx *ctx = crypto_ablkcipher_ctx(geniv);
  	struct ablkcipher_request *subreq = skcipher_givcrypt_reqctx(req);
3e3dc25fe   Mark Rustad   crypto: Resolve s...
100
  	crypto_completion_t compl;
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
101
102
  	void *data;
  	u8 *info;
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
103
  	unsigned int ivsize;
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
104
105
106
  	int err;
  
  	ablkcipher_request_set_tfm(subreq, skcipher_geniv_cipher(geniv));
3e3dc25fe   Mark Rustad   crypto: Resolve s...
107
  	compl = req->creq.base.complete;
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
108
109
110
111
112
113
114
115
116
117
118
119
  	data = req->creq.base.data;
  	info = req->creq.info;
  
  	ivsize = crypto_ablkcipher_ivsize(geniv);
  
  	if (unlikely(!IS_ALIGNED((unsigned long)info,
  				 crypto_ablkcipher_alignmask(geniv) + 1))) {
  		info = kmalloc(ivsize, req->creq.base.flags &
  				       CRYPTO_TFM_REQ_MAY_SLEEP ? GFP_KERNEL:
  								  GFP_ATOMIC);
  		if (!info)
  			return -ENOMEM;
3e3dc25fe   Mark Rustad   crypto: Resolve s...
120
  		compl = seqiv_complete;
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
121
122
  		data = req;
  	}
3e3dc25fe   Mark Rustad   crypto: Resolve s...
123
  	ablkcipher_request_set_callback(subreq, req->creq.base.flags, compl,
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
124
125
126
  					data);
  	ablkcipher_request_set_crypt(subreq, req->creq.src, req->creq.dst,
  				     req->creq.nbytes, info);
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
127
  	seqiv_geniv(ctx, info, req->seq, ivsize);
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
128
129
130
131
132
133
134
  	memcpy(req->giv, info, ivsize);
  
  	err = crypto_ablkcipher_encrypt(subreq);
  	if (unlikely(info != req->creq.info))
  		seqiv_complete2(req, err);
  	return err;
  }
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
135
136
137
138
139
140
  static int seqiv_aead_givencrypt(struct aead_givcrypt_request *req)
  {
  	struct crypto_aead *geniv = aead_givcrypt_reqtfm(req);
  	struct seqiv_ctx *ctx = crypto_aead_ctx(geniv);
  	struct aead_request *areq = &req->areq;
  	struct aead_request *subreq = aead_givcrypt_reqctx(req);
3e3dc25fe   Mark Rustad   crypto: Resolve s...
141
  	crypto_completion_t compl;
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
142
143
144
145
146
147
  	void *data;
  	u8 *info;
  	unsigned int ivsize;
  	int err;
  
  	aead_request_set_tfm(subreq, aead_geniv_base(geniv));
3e3dc25fe   Mark Rustad   crypto: Resolve s...
148
  	compl = areq->base.complete;
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
149
150
151
152
153
154
155
156
157
158
159
160
  	data = areq->base.data;
  	info = areq->iv;
  
  	ivsize = crypto_aead_ivsize(geniv);
  
  	if (unlikely(!IS_ALIGNED((unsigned long)info,
  				 crypto_aead_alignmask(geniv) + 1))) {
  		info = kmalloc(ivsize, areq->base.flags &
  				       CRYPTO_TFM_REQ_MAY_SLEEP ? GFP_KERNEL:
  								  GFP_ATOMIC);
  		if (!info)
  			return -ENOMEM;
3e3dc25fe   Mark Rustad   crypto: Resolve s...
161
  		compl = seqiv_aead_complete;
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
162
163
  		data = req;
  	}
3e3dc25fe   Mark Rustad   crypto: Resolve s...
164
  	aead_request_set_callback(subreq, areq->base.flags, compl, data);
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
165
166
167
168
169
170
171
172
173
174
175
176
  	aead_request_set_crypt(subreq, areq->src, areq->dst, areq->cryptlen,
  			       info);
  	aead_request_set_assoc(subreq, areq->assoc, areq->assoclen);
  
  	seqiv_geniv(ctx, info, req->seq, ivsize);
  	memcpy(req->giv, info, ivsize);
  
  	err = crypto_aead_encrypt(subreq);
  	if (unlikely(info != areq->iv))
  		seqiv_aead_complete2(req, err);
  	return err;
  }
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
177
178
179
180
  static int seqiv_givencrypt_first(struct skcipher_givcrypt_request *req)
  {
  	struct crypto_ablkcipher *geniv = skcipher_givcrypt_reqtfm(req);
  	struct seqiv_ctx *ctx = crypto_ablkcipher_ctx(geniv);
a0f000ec9   Herbert Xu   crypto: skcipher ...
181
  	int err = 0;
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
182
183
184
185
186
187
  
  	spin_lock_bh(&ctx->lock);
  	if (crypto_ablkcipher_crt(geniv)->givencrypt != seqiv_givencrypt_first)
  		goto unlock;
  
  	crypto_ablkcipher_crt(geniv)->givencrypt = seqiv_givencrypt;
a0f000ec9   Herbert Xu   crypto: skcipher ...
188
189
  	err = crypto_rng_get_bytes(crypto_default_rng, ctx->salt,
  				   crypto_ablkcipher_ivsize(geniv));
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
190
191
192
  
  unlock:
  	spin_unlock_bh(&ctx->lock);
a0f000ec9   Herbert Xu   crypto: skcipher ...
193
194
  	if (err)
  		return err;
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
195
196
  	return seqiv_givencrypt(req);
  }
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
197
198
199
200
  static int seqiv_aead_givencrypt_first(struct aead_givcrypt_request *req)
  {
  	struct crypto_aead *geniv = aead_givcrypt_reqtfm(req);
  	struct seqiv_ctx *ctx = crypto_aead_ctx(geniv);
a0f000ec9   Herbert Xu   crypto: skcipher ...
201
  	int err = 0;
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
202
203
204
205
206
207
  
  	spin_lock_bh(&ctx->lock);
  	if (crypto_aead_crt(geniv)->givencrypt != seqiv_aead_givencrypt_first)
  		goto unlock;
  
  	crypto_aead_crt(geniv)->givencrypt = seqiv_aead_givencrypt;
a0f000ec9   Herbert Xu   crypto: skcipher ...
208
209
  	err = crypto_rng_get_bytes(crypto_default_rng, ctx->salt,
  				   crypto_aead_ivsize(geniv));
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
210
211
212
  
  unlock:
  	spin_unlock_bh(&ctx->lock);
a0f000ec9   Herbert Xu   crypto: skcipher ...
213
214
  	if (err)
  		return err;
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
215
216
  	return seqiv_aead_givencrypt(req);
  }
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
217
218
219
220
221
222
223
224
225
226
227
  static int seqiv_init(struct crypto_tfm *tfm)
  {
  	struct crypto_ablkcipher *geniv = __crypto_ablkcipher_cast(tfm);
  	struct seqiv_ctx *ctx = crypto_ablkcipher_ctx(geniv);
  
  	spin_lock_init(&ctx->lock);
  
  	tfm->crt_ablkcipher.reqsize = sizeof(struct ablkcipher_request);
  
  	return skcipher_geniv_init(tfm);
  }
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
228
229
230
231
232
233
234
235
236
237
238
  static int seqiv_aead_init(struct crypto_tfm *tfm)
  {
  	struct crypto_aead *geniv = __crypto_aead_cast(tfm);
  	struct seqiv_ctx *ctx = crypto_aead_ctx(geniv);
  
  	spin_lock_init(&ctx->lock);
  
  	tfm->crt_aead.reqsize = sizeof(struct aead_request);
  
  	return aead_geniv_init(tfm);
  }
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
239
  static struct crypto_template seqiv_tmpl;
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
240
  static struct crypto_instance *seqiv_ablkcipher_alloc(struct rtattr **tb)
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
241
242
243
244
  {
  	struct crypto_instance *inst;
  
  	inst = skcipher_geniv_alloc(&seqiv_tmpl, tb, 0, 0);
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
245

0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
246
247
248
249
250
251
252
  	if (IS_ERR(inst))
  		goto out;
  
  	inst->alg.cra_ablkcipher.givencrypt = seqiv_givencrypt_first;
  
  	inst->alg.cra_init = seqiv_init;
  	inst->alg.cra_exit = skcipher_geniv_exit;
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
253
254
255
256
257
  	inst->alg.cra_ctxsize += inst->alg.cra_ablkcipher.ivsize;
  
  out:
  	return inst;
  }
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
  static struct crypto_instance *seqiv_aead_alloc(struct rtattr **tb)
  {
  	struct crypto_instance *inst;
  
  	inst = aead_geniv_alloc(&seqiv_tmpl, tb, 0, 0);
  
  	if (IS_ERR(inst))
  		goto out;
  
  	inst->alg.cra_aead.givencrypt = seqiv_aead_givencrypt_first;
  
  	inst->alg.cra_init = seqiv_aead_init;
  	inst->alg.cra_exit = aead_geniv_exit;
  
  	inst->alg.cra_ctxsize = inst->alg.cra_aead.ivsize;
  
  out:
  	return inst;
  }
  
  static struct crypto_instance *seqiv_alloc(struct rtattr **tb)
  {
  	struct crypto_attr_type *algt;
  	struct crypto_instance *inst;
  	int err;
  
  	algt = crypto_get_attr_type(tb);
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
285
  	if (IS_ERR(algt))
3e8afe35c   Julia Lawall   crypto: use ERR_CAST
286
  		return ERR_CAST(algt);
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
287

a0f000ec9   Herbert Xu   crypto: skcipher ...
288
289
290
  	err = crypto_get_default_rng();
  	if (err)
  		return ERR_PTR(err);
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
291
292
293
294
295
296
  	if ((algt->type ^ CRYPTO_ALG_TYPE_AEAD) & CRYPTO_ALG_TYPE_MASK)
  		inst = seqiv_ablkcipher_alloc(tb);
  	else
  		inst = seqiv_aead_alloc(tb);
  
  	if (IS_ERR(inst))
a0f000ec9   Herbert Xu   crypto: skcipher ...
297
  		goto put_rng;
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
298
299
300
301
302
303
  
  	inst->alg.cra_alignmask |= __alignof__(u32) - 1;
  	inst->alg.cra_ctxsize += sizeof(struct seqiv_ctx);
  
  out:
  	return inst;
a0f000ec9   Herbert Xu   crypto: skcipher ...
304
305
306
307
  
  put_rng:
  	crypto_put_default_rng();
  	goto out;
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
308
309
310
311
312
313
314
315
  }
  
  static void seqiv_free(struct crypto_instance *inst)
  {
  	if ((inst->alg.cra_flags ^ CRYPTO_ALG_TYPE_AEAD) & CRYPTO_ALG_TYPE_MASK)
  		skcipher_geniv_free(inst);
  	else
  		aead_geniv_free(inst);
a0f000ec9   Herbert Xu   crypto: skcipher ...
316
  	crypto_put_default_rng();
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
317
  }
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
318
319
320
  static struct crypto_template seqiv_tmpl = {
  	.name = "seqiv",
  	.alloc = seqiv_alloc,
14df4d804   Herbert Xu   [CRYPTO] seqiv: A...
321
  	.free = seqiv_free,
0a270321d   Herbert Xu   [CRYPTO] seqiv: A...
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
  	.module = THIS_MODULE,
  };
  
  static int __init seqiv_module_init(void)
  {
  	return crypto_register_template(&seqiv_tmpl);
  }
  
  static void __exit seqiv_module_exit(void)
  {
  	crypto_unregister_template(&seqiv_tmpl);
  }
  
  module_init(seqiv_module_init);
  module_exit(seqiv_module_exit);
  
  MODULE_LICENSE("GPL");
  MODULE_DESCRIPTION("Sequence Number IV Generator");