diff options
author | Huang Ying <ying.huang@intel.com> | 2009-01-09 01:25:50 -0500 |
---|---|---|
committer | Herbert Xu <herbert@gondor.apana.org.au> | 2009-02-18 03:48:05 -0500 |
commit | 07bf44f86989f5ed866510374fe761d1903681fb (patch) | |
tree | b7a4bbd3a66dd6fec0243a12f8569a4ad0fce9da /arch/x86/crypto | |
parent | 109568e110ed67d4be1b28609b9fa00fca97f8eb (diff) |
crypto: aes - Export x86 AES encrypt/decrypt functions
Intel AES-NI AES acceleration instructions touch XMM state, to use
that in soft_irq context, general x86 AES implementation is used as
fallback. The first parameter is changed from struct crypto_tfm * to
struct crypto_aes_ctx * to make it easier to deal with 16 bytes
alignment requirement of AES-NI implementation.
Signed-off-by: Huang Ying <ying.huang@intel.com>
Signed-off-by: Herbert Xu <herbert@gondor.apana.org.au>
Diffstat (limited to 'arch/x86/crypto')
-rw-r--r-- | arch/x86/crypto/aes-i586-asm_32.S | 18 | ||||
-rw-r--r-- | arch/x86/crypto/aes-x86_64-asm_64.S | 6 | ||||
-rw-r--r-- | arch/x86/crypto/aes_glue.c | 20 |
3 files changed, 27 insertions, 17 deletions
diff --git a/arch/x86/crypto/aes-i586-asm_32.S b/arch/x86/crypto/aes-i586-asm_32.S index 5252c3880177..b949ec2f9af4 100644 --- a/arch/x86/crypto/aes-i586-asm_32.S +++ b/arch/x86/crypto/aes-i586-asm_32.S | |||
@@ -41,14 +41,14 @@ | |||
41 | #define tlen 1024 // length of each of 4 'xor' arrays (256 32-bit words) | 41 | #define tlen 1024 // length of each of 4 'xor' arrays (256 32-bit words) |
42 | 42 | ||
43 | /* offsets to parameters with one register pushed onto stack */ | 43 | /* offsets to parameters with one register pushed onto stack */ |
44 | #define tfm 8 | 44 | #define ctx 8 |
45 | #define out_blk 12 | 45 | #define out_blk 12 |
46 | #define in_blk 16 | 46 | #define in_blk 16 |
47 | 47 | ||
48 | /* offsets in crypto_tfm structure */ | 48 | /* offsets in crypto_aes_ctx structure */ |
49 | #define klen (crypto_tfm_ctx_offset + 480) | 49 | #define klen (480) |
50 | #define ekey (crypto_tfm_ctx_offset + 0) | 50 | #define ekey (0) |
51 | #define dkey (crypto_tfm_ctx_offset + 240) | 51 | #define dkey (240) |
52 | 52 | ||
53 | // register mapping for encrypt and decrypt subroutines | 53 | // register mapping for encrypt and decrypt subroutines |
54 | 54 | ||
@@ -217,7 +217,7 @@ | |||
217 | do_col (table, r5,r0,r1,r4, r2,r3); /* idx=r5 */ | 217 | do_col (table, r5,r0,r1,r4, r2,r3); /* idx=r5 */ |
218 | 218 | ||
219 | // AES (Rijndael) Encryption Subroutine | 219 | // AES (Rijndael) Encryption Subroutine |
220 | /* void aes_enc_blk(struct crypto_tfm *tfm, u8 *out_blk, const u8 *in_blk) */ | 220 | /* void aes_enc_blk(struct crypto_aes_ctx *ctx, u8 *out_blk, const u8 *in_blk) */ |
221 | 221 | ||
222 | .global aes_enc_blk | 222 | .global aes_enc_blk |
223 | 223 | ||
@@ -228,7 +228,7 @@ | |||
228 | 228 | ||
229 | aes_enc_blk: | 229 | aes_enc_blk: |
230 | push %ebp | 230 | push %ebp |
231 | mov tfm(%esp),%ebp | 231 | mov ctx(%esp),%ebp |
232 | 232 | ||
233 | // CAUTION: the order and the values used in these assigns | 233 | // CAUTION: the order and the values used in these assigns |
234 | // rely on the register mappings | 234 | // rely on the register mappings |
@@ -292,7 +292,7 @@ aes_enc_blk: | |||
292 | ret | 292 | ret |
293 | 293 | ||
294 | // AES (Rijndael) Decryption Subroutine | 294 | // AES (Rijndael) Decryption Subroutine |
295 | /* void aes_dec_blk(struct crypto_tfm *tfm, u8 *out_blk, const u8 *in_blk) */ | 295 | /* void aes_dec_blk(struct crypto_aes_ctx *ctx, u8 *out_blk, const u8 *in_blk) */ |
296 | 296 | ||
297 | .global aes_dec_blk | 297 | .global aes_dec_blk |
298 | 298 | ||
@@ -303,7 +303,7 @@ aes_enc_blk: | |||
303 | 303 | ||
304 | aes_dec_blk: | 304 | aes_dec_blk: |
305 | push %ebp | 305 | push %ebp |
306 | mov tfm(%esp),%ebp | 306 | mov ctx(%esp),%ebp |
307 | 307 | ||
308 | // CAUTION: the order and the values used in these assigns | 308 | // CAUTION: the order and the values used in these assigns |
309 | // rely on the register mappings | 309 | // rely on the register mappings |
diff --git a/arch/x86/crypto/aes-x86_64-asm_64.S b/arch/x86/crypto/aes-x86_64-asm_64.S index 7f28f62737de..5b577d5a059b 100644 --- a/arch/x86/crypto/aes-x86_64-asm_64.S +++ b/arch/x86/crypto/aes-x86_64-asm_64.S | |||
@@ -17,8 +17,6 @@ | |||
17 | 17 | ||
18 | #include <asm/asm-offsets.h> | 18 | #include <asm/asm-offsets.h> |
19 | 19 | ||
20 | #define BASE crypto_tfm_ctx_offset | ||
21 | |||
22 | #define R1 %rax | 20 | #define R1 %rax |
23 | #define R1E %eax | 21 | #define R1E %eax |
24 | #define R1X %ax | 22 | #define R1X %ax |
@@ -56,13 +54,13 @@ | |||
56 | .align 8; \ | 54 | .align 8; \ |
57 | FUNC: movq r1,r2; \ | 55 | FUNC: movq r1,r2; \ |
58 | movq r3,r4; \ | 56 | movq r3,r4; \ |
59 | leaq BASE+KEY+48(r8),r9; \ | 57 | leaq KEY+48(r8),r9; \ |
60 | movq r10,r11; \ | 58 | movq r10,r11; \ |
61 | movl (r7),r5 ## E; \ | 59 | movl (r7),r5 ## E; \ |
62 | movl 4(r7),r1 ## E; \ | 60 | movl 4(r7),r1 ## E; \ |
63 | movl 8(r7),r6 ## E; \ | 61 | movl 8(r7),r6 ## E; \ |
64 | movl 12(r7),r7 ## E; \ | 62 | movl 12(r7),r7 ## E; \ |
65 | movl BASE+480(r8),r10 ## E; \ | 63 | movl 480(r8),r10 ## E; \ |
66 | xorl -48(r9),r5 ## E; \ | 64 | xorl -48(r9),r5 ## E; \ |
67 | xorl -44(r9),r1 ## E; \ | 65 | xorl -44(r9),r1 ## E; \ |
68 | xorl -40(r9),r6 ## E; \ | 66 | xorl -40(r9),r6 ## E; \ |
diff --git a/arch/x86/crypto/aes_glue.c b/arch/x86/crypto/aes_glue.c index 71f457827116..49ae9fe32b22 100644 --- a/arch/x86/crypto/aes_glue.c +++ b/arch/x86/crypto/aes_glue.c | |||
@@ -5,17 +5,29 @@ | |||
5 | 5 | ||
6 | #include <crypto/aes.h> | 6 | #include <crypto/aes.h> |
7 | 7 | ||
8 | asmlinkage void aes_enc_blk(struct crypto_tfm *tfm, u8 *out, const u8 *in); | 8 | asmlinkage void aes_enc_blk(struct crypto_aes_ctx *ctx, u8 *out, const u8 *in); |
9 | asmlinkage void aes_dec_blk(struct crypto_tfm *tfm, u8 *out, const u8 *in); | 9 | asmlinkage void aes_dec_blk(struct crypto_aes_ctx *ctx, u8 *out, const u8 *in); |
10 | |||
11 | void crypto_aes_encrypt_x86(struct crypto_aes_ctx *ctx, u8 *dst, const u8 *src) | ||
12 | { | ||
13 | aes_enc_blk(ctx, dst, src); | ||
14 | } | ||
15 | EXPORT_SYMBOL_GPL(crypto_aes_encrypt_x86); | ||
16 | |||
17 | void crypto_aes_decrypt_x86(struct crypto_aes_ctx *ctx, u8 *dst, const u8 *src) | ||
18 | { | ||
19 | aes_dec_blk(ctx, dst, src); | ||
20 | } | ||
21 | EXPORT_SYMBOL_GPL(crypto_aes_decrypt_x86); | ||
10 | 22 | ||
11 | static void aes_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src) | 23 | static void aes_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src) |
12 | { | 24 | { |
13 | aes_enc_blk(tfm, dst, src); | 25 | aes_enc_blk(crypto_tfm_ctx(tfm), dst, src); |
14 | } | 26 | } |
15 | 27 | ||
16 | static void aes_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src) | 28 | static void aes_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src) |
17 | { | 29 | { |
18 | aes_dec_blk(tfm, dst, src); | 30 | aes_dec_blk(crypto_tfm_ctx(tfm), dst, src); |
19 | } | 31 | } |
20 | 32 | ||
21 | static struct crypto_alg aes_alg = { | 33 | static struct crypto_alg aes_alg = { |