Blame view

include/crypto/scatterwalk.h 3.67 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
  /*
42c271c6c   Herbert Xu   [CRYPTO] scatterw...
2
   * Cryptographic scatter and gather helpers.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
3
4
5
6
   *
   * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
   * Copyright (c) 2002 Adam J. Richter <adam@yggdrasil.com>
   * Copyright (c) 2004 Jean-Luc Cooke <jlcooke@certainkey.com>
42c271c6c   Herbert Xu   [CRYPTO] scatterw...
7
   * Copyright (c) 2007 Herbert Xu <herbert@gondor.apana.org.au>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
8
9
10
11
12
13
14
15
16
17
   *
   * This program is free software; you can redistribute it and/or modify it
   * under the terms of the GNU General Public License as published by the Free
   * Software Foundation; either version 2 of the License, or (at your option)
   * any later version.
   *
   */
  
  #ifndef _CRYPTO_SCATTERWALK_H
  #define _CRYPTO_SCATTERWALK_H
5c64097aa   Herbert Xu   [CRYPTO] scatterw...
18

42c271c6c   Herbert Xu   [CRYPTO] scatterw...
19
  #include <crypto/algapi.h>
42c271c6c   Herbert Xu   [CRYPTO] scatterw...
20
21
  #include <linux/highmem.h>
  #include <linux/kernel.h>
5c64097aa   Herbert Xu   [CRYPTO] scatterw...
22
  #include <linux/scatterlist.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
23

079f2f748   Steffen Klassert   crypto: scatterwa...
24
25
26
27
28
29
  static inline void scatterwalk_crypto_chain(struct scatterlist *head,
  					    struct scatterlist *sg,
  					    int chain, int num)
  {
  	if (chain) {
  		head->length += sg->length;
5be4d4c94   Cristian Stoica   crypto: replace s...
30
  		sg = sg_next(sg);
079f2f748   Steffen Klassert   crypto: scatterwa...
31
32
33
  	}
  
  	if (sg)
c56f6d127   Dan Williams   crypto: replace s...
34
  		sg_chain(head, num, sg);
079f2f748   Steffen Klassert   crypto: scatterwa...
35
36
37
  	else
  		sg_mark_end(head);
  }
5c64097aa   Herbert Xu   [CRYPTO] scatterw...
38
39
  static inline unsigned long scatterwalk_samebuf(struct scatter_walk *walk_in,
  						struct scatter_walk *walk_out)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
40
  {
78c2f0b8c   Jens Axboe   [SG] Update crypt...
41
  	return !(((sg_page(walk_in->sg) - sg_page(walk_out->sg)) << PAGE_SHIFT) +
5c64097aa   Herbert Xu   [CRYPTO] scatterw...
42
43
44
45
46
47
48
49
  		 (int)(walk_in->offset - walk_out->offset));
  }
  
  static inline unsigned int scatterwalk_pagelen(struct scatter_walk *walk)
  {
  	unsigned int len = walk->sg->offset + walk->sg->length - walk->offset;
  	unsigned int len_this_page = offset_in_page(~walk->offset) + 1;
  	return len_this_page > len ? len : len_this_page;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
50
  }
c774e93e2   Herbert Xu   [CRYPTO] Add plum...
51
52
  static inline unsigned int scatterwalk_clamp(struct scatter_walk *walk,
  					     unsigned int nbytes)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
53
  {
5c64097aa   Herbert Xu   [CRYPTO] scatterw...
54
55
  	unsigned int len_this_page = scatterwalk_pagelen(walk);
  	return nbytes > len_this_page ? len_this_page : nbytes;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
56
57
58
59
60
  }
  
  static inline void scatterwalk_advance(struct scatter_walk *walk,
  				       unsigned int nbytes)
  {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
61
  	walk->offset += nbytes;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
62
  }
954773779   Herbert Xu   [CRYPTO] Add alig...
63
64
65
66
67
  static inline unsigned int scatterwalk_aligned(struct scatter_walk *walk,
  					       unsigned int alignmask)
  {
  	return !(walk->offset & alignmask);
  }
5c64097aa   Herbert Xu   [CRYPTO] scatterw...
68
69
  static inline struct page *scatterwalk_page(struct scatter_walk *walk)
  {
78c2f0b8c   Jens Axboe   [SG] Update crypt...
70
  	return sg_page(walk->sg) + (walk->offset >> PAGE_SHIFT);
5c64097aa   Herbert Xu   [CRYPTO] scatterw...
71
  }
f0dfc0b0b   Cong Wang   crypto: remove th...
72
  static inline void scatterwalk_unmap(void *vaddr)
5c64097aa   Herbert Xu   [CRYPTO] scatterw...
73
  {
f0dfc0b0b   Cong Wang   crypto: remove th...
74
  	kunmap_atomic(vaddr);
5c64097aa   Herbert Xu   [CRYPTO] scatterw...
75
  }
ac0272581   Herbert Xu   crypto: scatterwa...
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
  static inline void scatterwalk_start(struct scatter_walk *walk,
  				     struct scatterlist *sg)
  {
  	walk->sg = sg;
  	walk->offset = sg->offset;
  }
  
  static inline void *scatterwalk_map(struct scatter_walk *walk)
  {
  	return kmap_atomic(scatterwalk_page(walk)) +
  	       offset_in_page(walk->offset);
  }
  
  static inline void scatterwalk_pagedone(struct scatter_walk *walk, int out,
  					unsigned int more)
  {
  	if (out) {
  		struct page *page;
  
  		page = sg_page(walk->sg) + ((walk->offset - 1) >> PAGE_SHIFT);
  		/* Test ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE first as
  		 * PageSlab cannot be optimised away per se due to
  		 * use of volatile pointer.
  		 */
  		if (ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE && !PageSlab(page))
  			flush_dcache_page(page);
  	}
  
  	if (more && walk->offset >= walk->sg->offset + walk->sg->length)
  		scatterwalk_start(walk, sg_next(walk->sg));
  }
  
  static inline void scatterwalk_done(struct scatter_walk *walk, int out,
  				    int more)
  {
  	if (!more || walk->offset >= walk->sg->offset + walk->sg->length ||
  	    !(walk->offset & (PAGE_SIZE - 1)))
  		scatterwalk_pagedone(walk, out, more);
  }
5c64097aa   Herbert Xu   [CRYPTO] scatterw...
115
116
  void scatterwalk_copychunks(void *buf, struct scatter_walk *walk,
  			    size_t nbytes, int out);
f0dfc0b0b   Cong Wang   crypto: remove th...
117
  void *scatterwalk_map(struct scatter_walk *walk);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
118

5fa0fea27   Herbert Xu   [CRYPTO] scatterw...
119
120
  void scatterwalk_map_and_copy(void *buf, struct scatterlist *sg,
  			      unsigned int start, unsigned int nbytes, int out);
fc42bcba9   Herbert Xu   crypto: scatterwa...
121
122
123
  struct scatterlist *scatterwalk_ffwd(struct scatterlist dst[2],
  				     struct scatterlist *src,
  				     unsigned int len);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
124
  #endif  /* _CRYPTO_SCATTERWALK_H */