diff options
author | Ard Biesheuvel <ard.biesheuvel@linaro.org> | 2015-04-09 06:55:39 -0400 |
---|---|---|
committer | Herbert Xu <herbert@gondor.apana.org.au> | 2015-04-10 09:39:42 -0400 |
commit | 90451d6bdb787e1631c6ce4619221eb59562343c (patch) | |
tree | ea46e922a03c058935765ca88fac78dccb054f3d | |
parent | ca142584bc8ebc8e15b317680771ade58ca96315 (diff) |
crypto: arm/sha1 - move SHA-1 ARM asm implementation to base layer
This removes all the boilerplate from the existing implementation,
and replaces it with calls into the base layer.
Signed-off-by: Ard Biesheuvel <ard.biesheuvel@linaro.org>
Signed-off-by: Herbert Xu <herbert@gondor.apana.org.au>
-rw-r--r-- | arch/arm/crypto/sha1-ce-glue.c | 3 | ||||
-rw-r--r-- | arch/arm/crypto/sha1.h (renamed from arch/arm/include/asm/crypto/sha1.h) | 3 | ||||
-rw-r--r-- | arch/arm/crypto/sha1_glue.c | 112 | ||||
-rw-r--r-- | arch/arm/crypto/sha1_neon_glue.c | 2 |
4 files changed, 22 insertions, 98 deletions
diff --git a/arch/arm/crypto/sha1-ce-glue.c b/arch/arm/crypto/sha1-ce-glue.c index a9dd90df9fd7..e93b24c1af1f 100644 --- a/arch/arm/crypto/sha1-ce-glue.c +++ b/arch/arm/crypto/sha1-ce-glue.c | |||
@@ -13,12 +13,13 @@ | |||
13 | #include <linux/crypto.h> | 13 | #include <linux/crypto.h> |
14 | #include <linux/module.h> | 14 | #include <linux/module.h> |
15 | 15 | ||
16 | #include <asm/crypto/sha1.h> | ||
17 | #include <asm/hwcap.h> | 16 | #include <asm/hwcap.h> |
18 | #include <asm/neon.h> | 17 | #include <asm/neon.h> |
19 | #include <asm/simd.h> | 18 | #include <asm/simd.h> |
20 | #include <asm/unaligned.h> | 19 | #include <asm/unaligned.h> |
21 | 20 | ||
21 | #include "sha1.h" | ||
22 | |||
22 | MODULE_DESCRIPTION("SHA1 secure hash using ARMv8 Crypto Extensions"); | 23 | MODULE_DESCRIPTION("SHA1 secure hash using ARMv8 Crypto Extensions"); |
23 | MODULE_AUTHOR("Ard Biesheuvel <ard.biesheuvel@linaro.org>"); | 24 | MODULE_AUTHOR("Ard Biesheuvel <ard.biesheuvel@linaro.org>"); |
24 | MODULE_LICENSE("GPL v2"); | 25 | MODULE_LICENSE("GPL v2"); |
diff --git a/arch/arm/include/asm/crypto/sha1.h b/arch/arm/crypto/sha1.h index 75e6a417416b..ffd8bd08b1a7 100644 --- a/arch/arm/include/asm/crypto/sha1.h +++ b/arch/arm/crypto/sha1.h | |||
@@ -7,4 +7,7 @@ | |||
7 | extern int sha1_update_arm(struct shash_desc *desc, const u8 *data, | 7 | extern int sha1_update_arm(struct shash_desc *desc, const u8 *data, |
8 | unsigned int len); | 8 | unsigned int len); |
9 | 9 | ||
10 | extern int sha1_finup_arm(struct shash_desc *desc, const u8 *data, | ||
11 | unsigned int len, u8 *out); | ||
12 | |||
10 | #endif | 13 | #endif |
diff --git a/arch/arm/crypto/sha1_glue.c b/arch/arm/crypto/sha1_glue.c index e31b0440c613..6fc73bf8766d 100644 --- a/arch/arm/crypto/sha1_glue.c +++ b/arch/arm/crypto/sha1_glue.c | |||
@@ -22,127 +22,47 @@ | |||
22 | #include <linux/cryptohash.h> | 22 | #include <linux/cryptohash.h> |
23 | #include <linux/types.h> | 23 | #include <linux/types.h> |
24 | #include <crypto/sha.h> | 24 | #include <crypto/sha.h> |
25 | #include <crypto/sha1_base.h> | ||
25 | #include <asm/byteorder.h> | 26 | #include <asm/byteorder.h> |
26 | #include <asm/crypto/sha1.h> | ||
27 | 27 | ||
28 | #include "sha1.h" | ||
28 | 29 | ||
29 | asmlinkage void sha1_block_data_order(u32 *digest, | 30 | asmlinkage void sha1_block_data_order(u32 *digest, |
30 | const unsigned char *data, unsigned int rounds); | 31 | const unsigned char *data, unsigned int rounds); |
31 | 32 | ||
32 | |||
33 | static int sha1_init(struct shash_desc *desc) | ||
34 | { | ||
35 | struct sha1_state *sctx = shash_desc_ctx(desc); | ||
36 | |||
37 | *sctx = (struct sha1_state){ | ||
38 | .state = { SHA1_H0, SHA1_H1, SHA1_H2, SHA1_H3, SHA1_H4 }, | ||
39 | }; | ||
40 | |||
41 | return 0; | ||
42 | } | ||
43 | |||
44 | |||
45 | static int __sha1_update(struct sha1_state *sctx, const u8 *data, | ||
46 | unsigned int len, unsigned int partial) | ||
47 | { | ||
48 | unsigned int done = 0; | ||
49 | |||
50 | sctx->count += len; | ||
51 | |||
52 | if (partial) { | ||
53 | done = SHA1_BLOCK_SIZE - partial; | ||
54 | memcpy(sctx->buffer + partial, data, done); | ||
55 | sha1_block_data_order(sctx->state, sctx->buffer, 1); | ||
56 | } | ||
57 | |||
58 | if (len - done >= SHA1_BLOCK_SIZE) { | ||
59 | const unsigned int rounds = (len - done) / SHA1_BLOCK_SIZE; | ||
60 | sha1_block_data_order(sctx->state, data + done, rounds); | ||
61 | done += rounds * SHA1_BLOCK_SIZE; | ||
62 | } | ||
63 | |||
64 | memcpy(sctx->buffer, data + done, len - done); | ||
65 | return 0; | ||
66 | } | ||
67 | |||
68 | |||
69 | int sha1_update_arm(struct shash_desc *desc, const u8 *data, | 33 | int sha1_update_arm(struct shash_desc *desc, const u8 *data, |
70 | unsigned int len) | 34 | unsigned int len) |
71 | { | 35 | { |
72 | struct sha1_state *sctx = shash_desc_ctx(desc); | 36 | /* make sure casting to sha1_block_fn() is safe */ |
73 | unsigned int partial = sctx->count % SHA1_BLOCK_SIZE; | 37 | BUILD_BUG_ON(offsetof(struct sha1_state, state) != 0); |
74 | int res; | ||
75 | 38 | ||
76 | /* Handle the fast case right here */ | 39 | return sha1_base_do_update(desc, data, len, |
77 | if (partial + len < SHA1_BLOCK_SIZE) { | 40 | (sha1_block_fn *)sha1_block_data_order); |
78 | sctx->count += len; | ||
79 | memcpy(sctx->buffer + partial, data, len); | ||
80 | return 0; | ||
81 | } | ||
82 | res = __sha1_update(sctx, data, len, partial); | ||
83 | return res; | ||
84 | } | 41 | } |
85 | EXPORT_SYMBOL_GPL(sha1_update_arm); | 42 | EXPORT_SYMBOL_GPL(sha1_update_arm); |
86 | 43 | ||
87 | |||
88 | /* Add padding and return the message digest. */ | ||
89 | static int sha1_final(struct shash_desc *desc, u8 *out) | 44 | static int sha1_final(struct shash_desc *desc, u8 *out) |
90 | { | 45 | { |
91 | struct sha1_state *sctx = shash_desc_ctx(desc); | 46 | sha1_base_do_finalize(desc, (sha1_block_fn *)sha1_block_data_order); |
92 | unsigned int i, index, padlen; | 47 | return sha1_base_finish(desc, out); |
93 | __be32 *dst = (__be32 *)out; | ||
94 | __be64 bits; | ||
95 | static const u8 padding[SHA1_BLOCK_SIZE] = { 0x80, }; | ||
96 | |||
97 | bits = cpu_to_be64(sctx->count << 3); | ||
98 | |||
99 | /* Pad out to 56 mod 64 and append length */ | ||
100 | index = sctx->count % SHA1_BLOCK_SIZE; | ||
101 | padlen = (index < 56) ? (56 - index) : ((SHA1_BLOCK_SIZE+56) - index); | ||
102 | /* We need to fill a whole block for __sha1_update() */ | ||
103 | if (padlen <= 56) { | ||
104 | sctx->count += padlen; | ||
105 | memcpy(sctx->buffer + index, padding, padlen); | ||
106 | } else { | ||
107 | __sha1_update(sctx, padding, padlen, index); | ||
108 | } | ||
109 | __sha1_update(sctx, (const u8 *)&bits, sizeof(bits), 56); | ||
110 | |||
111 | /* Store state in digest */ | ||
112 | for (i = 0; i < 5; i++) | ||
113 | dst[i] = cpu_to_be32(sctx->state[i]); | ||
114 | |||
115 | /* Wipe context */ | ||
116 | memset(sctx, 0, sizeof(*sctx)); | ||
117 | return 0; | ||
118 | } | 48 | } |
119 | 49 | ||
120 | 50 | int sha1_finup_arm(struct shash_desc *desc, const u8 *data, | |
121 | static int sha1_export(struct shash_desc *desc, void *out) | 51 | unsigned int len, u8 *out) |
122 | { | 52 | { |
123 | struct sha1_state *sctx = shash_desc_ctx(desc); | 53 | sha1_base_do_update(desc, data, len, |
124 | memcpy(out, sctx, sizeof(*sctx)); | 54 | (sha1_block_fn *)sha1_block_data_order); |
125 | return 0; | 55 | return sha1_final(desc, out); |
126 | } | 56 | } |
127 | 57 | EXPORT_SYMBOL_GPL(sha1_finup_arm); | |
128 | |||
129 | static int sha1_import(struct shash_desc *desc, const void *in) | ||
130 | { | ||
131 | struct sha1_state *sctx = shash_desc_ctx(desc); | ||
132 | memcpy(sctx, in, sizeof(*sctx)); | ||
133 | return 0; | ||
134 | } | ||
135 | |||
136 | 58 | ||
137 | static struct shash_alg alg = { | 59 | static struct shash_alg alg = { |
138 | .digestsize = SHA1_DIGEST_SIZE, | 60 | .digestsize = SHA1_DIGEST_SIZE, |
139 | .init = sha1_init, | 61 | .init = sha1_base_init, |
140 | .update = sha1_update_arm, | 62 | .update = sha1_update_arm, |
141 | .final = sha1_final, | 63 | .final = sha1_final, |
142 | .export = sha1_export, | 64 | .finup = sha1_finup_arm, |
143 | .import = sha1_import, | ||
144 | .descsize = sizeof(struct sha1_state), | 65 | .descsize = sizeof(struct sha1_state), |
145 | .statesize = sizeof(struct sha1_state), | ||
146 | .base = { | 66 | .base = { |
147 | .cra_name = "sha1", | 67 | .cra_name = "sha1", |
148 | .cra_driver_name= "sha1-asm", | 68 | .cra_driver_name= "sha1-asm", |
diff --git a/arch/arm/crypto/sha1_neon_glue.c b/arch/arm/crypto/sha1_neon_glue.c index 0b0083757d47..5d9a1b4aac73 100644 --- a/arch/arm/crypto/sha1_neon_glue.c +++ b/arch/arm/crypto/sha1_neon_glue.c | |||
@@ -28,8 +28,8 @@ | |||
28 | #include <asm/byteorder.h> | 28 | #include <asm/byteorder.h> |
29 | #include <asm/neon.h> | 29 | #include <asm/neon.h> |
30 | #include <asm/simd.h> | 30 | #include <asm/simd.h> |
31 | #include <asm/crypto/sha1.h> | ||
32 | 31 | ||
32 | #include "sha1.h" | ||
33 | 33 | ||
34 | asmlinkage void sha1_transform_neon(void *state_h, const char *data, | 34 | asmlinkage void sha1_transform_neon(void *state_h, const char *data, |
35 | unsigned int rounds); | 35 | unsigned int rounds); |