Blame view
crypto/scatterwalk.c
2.88 KB
1da177e4c
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
/* * Cryptographic API. * * Cipher operations. * * Copyright (c) 2002 James Morris <jmorris@intercode.com.au> * 2002 Adam J. Richter <adam@yggdrasil.com> * 2004 Jean-Luc Cooke <jlcooke@certainkey.com> * * This program is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License as published by the Free * Software Foundation; either version 2 of the License, or (at your option) * any later version. * */ #include <linux/kernel.h> #include <linux/mm.h> |
5c64097aa
|
18 |
#include <linux/module.h> |
1da177e4c
|
19 20 |
#include <linux/pagemap.h> #include <linux/highmem.h> |
5c64097aa
|
21 |
#include <linux/scatterlist.h> |
1da177e4c
|
22 23 |
#include "internal.h" #include "scatterwalk.h" |
5c64097aa
|
24 |
static inline void memcpy_dir(void *buf, void *sgdata, size_t nbytes, int out) |
1da177e4c
|
25 |
{ |
5c64097aa
|
26 27 28 29 |
void *src = out ? buf : sgdata; void *dst = out ? sgdata : buf; memcpy(dst, src, nbytes); |
1da177e4c
|
30 31 32 33 |
} void scatterwalk_start(struct scatter_walk *walk, struct scatterlist *sg) { |
1da177e4c
|
34 |
walk->sg = sg; |
1da177e4c
|
35 |
BUG_ON(!sg->length); |
1da177e4c
|
36 37 |
walk->offset = sg->offset; } |
5c64097aa
|
38 |
EXPORT_SYMBOL_GPL(scatterwalk_start); |
1da177e4c
|
39 |
|
5c64097aa
|
40 |
void *scatterwalk_map(struct scatter_walk *walk, int out) |
1da177e4c
|
41 |
{ |
5c64097aa
|
42 43 |
return crypto_kmap(scatterwalk_page(walk), out) + offset_in_page(walk->offset); |
1da177e4c
|
44 |
} |
5c64097aa
|
45 |
EXPORT_SYMBOL_GPL(scatterwalk_map); |
1da177e4c
|
46 47 48 49 |
static void scatterwalk_pagedone(struct scatter_walk *walk, int out, unsigned int more) { |
9f1167272
|
50 51 |
if (out) { struct page *page; |
78c2f0b8c
|
52 |
page = sg_page(walk->sg) + ((walk->offset - 1) >> PAGE_SHIFT); |
9f1167272
|
53 54 |
flush_dcache_page(page); } |
1da177e4c
|
55 56 |
if (more) { |
5c64097aa
|
57 58 59 |
walk->offset += PAGE_SIZE - 1; walk->offset &= PAGE_MASK; if (walk->offset >= walk->sg->offset + walk->sg->length) |
468577abe
|
60 |
scatterwalk_start(walk, sg_next(walk->sg)); |
1da177e4c
|
61 62 63 64 65 |
} } void scatterwalk_done(struct scatter_walk *walk, int out, int more) { |
5c64097aa
|
66 |
if (!offset_in_page(walk->offset) || !more) |
1da177e4c
|
67 68 |
scatterwalk_pagedone(walk, out, more); } |
5c64097aa
|
69 |
EXPORT_SYMBOL_GPL(scatterwalk_done); |
1da177e4c
|
70 |
|
5c64097aa
|
71 72 |
void scatterwalk_copychunks(void *buf, struct scatter_walk *walk, size_t nbytes, int out) |
1da177e4c
|
73 |
{ |
5c64097aa
|
74 75 76 77 78 79 80 81 82 83 |
for (;;) { unsigned int len_this_page = scatterwalk_pagelen(walk); u8 *vaddr; if (len_this_page > nbytes) len_this_page = nbytes; vaddr = scatterwalk_map(walk, out); memcpy_dir(buf, vaddr, len_this_page, out); scatterwalk_unmap(vaddr, out); |
4ee531a3e
|
84 |
scatterwalk_advance(walk, len_this_page); |
f70ee5ec8
|
85 |
|
5c64097aa
|
86 87 88 89 90 |
if (nbytes == len_this_page) break; buf += len_this_page; nbytes -= len_this_page; |
1da177e4c
|
91 |
|
1da177e4c
|
92 |
scatterwalk_pagedone(walk, out, 1); |
c774e93e2
|
93 |
} |
1da177e4c
|
94 |
} |
5c64097aa
|
95 |
EXPORT_SYMBOL_GPL(scatterwalk_copychunks); |
5fa0fea27
|
96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 |
void scatterwalk_map_and_copy(void *buf, struct scatterlist *sg, unsigned int start, unsigned int nbytes, int out) { struct scatter_walk walk; unsigned int offset = 0; for (;;) { scatterwalk_start(&walk, sg); if (start < offset + sg->length) break; offset += sg->length; sg = sg_next(sg); } scatterwalk_advance(&walk, start - offset); scatterwalk_copychunks(buf, &walk, nbytes, out); scatterwalk_done(&walk, out, 0); } EXPORT_SYMBOL_GPL(scatterwalk_map_and_copy); |