Added generic EAX and CCM implementations.
This commit is contained in:
Thomas Pornin
parent
8e94ad2fcb
commit
dddc412922
14 changed files with 4530 additions and 13 deletions
142
src/symcipher/aes_big_ctrcbc.c
Normal file
142
src/symcipher/aes_big_ctrcbc.c
Normal file
|
|
@ -0,0 +1,142 @@
|
|||
/*
|
||||
* Copyright (c) 2017 Thomas Pornin <pornin@bolet.org>
|
||||
*
|
||||
* Permission is hereby granted, free of charge, to any person obtaining
|
||||
* a copy of this software and associated documentation files (the
|
||||
* "Software"), to deal in the Software without restriction, including
|
||||
* without limitation the rights to use, copy, modify, merge, publish,
|
||||
* distribute, sublicense, and/or sell copies of the Software, and to
|
||||
* permit persons to whom the Software is furnished to do so, subject to
|
||||
* the following conditions:
|
||||
*
|
||||
* The above copyright notice and this permission notice shall be
|
||||
* included in all copies or substantial portions of the Software.
|
||||
*
|
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
||||
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
||||
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
||||
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
* SOFTWARE.
|
||||
*/
|
||||
|
||||
#include "inner.h"
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_big_ctrcbc_init(br_aes_big_ctrcbc_keys *ctx,
|
||||
const void *key, size_t len)
|
||||
{
|
||||
ctx->vtable = &br_aes_big_ctrcbc_vtable;
|
||||
ctx->num_rounds = br_aes_keysched(ctx->skey, key, len);
|
||||
}
|
||||
|
||||
static void
|
||||
xorbuf(void *dst, const void *src, size_t len)
|
||||
{
|
||||
unsigned char *d;
|
||||
const unsigned char *s;
|
||||
|
||||
d = dst;
|
||||
s = src;
|
||||
while (len -- > 0) {
|
||||
*d ++ ^= *s ++;
|
||||
}
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_big_ctrcbc_ctr(const br_aes_big_ctrcbc_keys *ctx,
|
||||
void *ctr, void *data, size_t len)
|
||||
{
|
||||
unsigned char *buf, *bctr;
|
||||
uint32_t cc0, cc1, cc2, cc3;
|
||||
|
||||
buf = data;
|
||||
bctr = ctr;
|
||||
cc3 = br_dec32be(bctr + 0);
|
||||
cc2 = br_dec32be(bctr + 4);
|
||||
cc1 = br_dec32be(bctr + 8);
|
||||
cc0 = br_dec32be(bctr + 12);
|
||||
while (len > 0) {
|
||||
unsigned char tmp[16];
|
||||
uint32_t carry;
|
||||
|
||||
br_enc32be(tmp + 0, cc3);
|
||||
br_enc32be(tmp + 4, cc2);
|
||||
br_enc32be(tmp + 8, cc1);
|
||||
br_enc32be(tmp + 12, cc0);
|
||||
br_aes_big_encrypt(ctx->num_rounds, ctx->skey, tmp);
|
||||
xorbuf(buf, tmp, 16);
|
||||
buf += 16;
|
||||
len -= 16;
|
||||
cc0 ++;
|
||||
carry = (~(cc0 | -cc0)) >> 31;
|
||||
cc1 += carry;
|
||||
carry &= (~(cc1 | -cc1)) >> 31;
|
||||
cc2 += carry;
|
||||
carry &= (~(cc2 | -cc2)) >> 31;
|
||||
cc3 += carry;
|
||||
}
|
||||
br_enc32be(bctr + 0, cc3);
|
||||
br_enc32be(bctr + 4, cc2);
|
||||
br_enc32be(bctr + 8, cc1);
|
||||
br_enc32be(bctr + 12, cc0);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_big_ctrcbc_mac(const br_aes_big_ctrcbc_keys *ctx,
|
||||
void *cbcmac, const void *data, size_t len)
|
||||
{
|
||||
const unsigned char *buf;
|
||||
|
||||
buf = data;
|
||||
while (len > 0) {
|
||||
xorbuf(cbcmac, buf, 16);
|
||||
br_aes_big_encrypt(ctx->num_rounds, ctx->skey, cbcmac);
|
||||
buf += 16;
|
||||
len -= 16;
|
||||
}
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_big_ctrcbc_encrypt(const br_aes_big_ctrcbc_keys *ctx,
|
||||
void *ctr, void *cbcmac, void *data, size_t len)
|
||||
{
|
||||
br_aes_big_ctrcbc_ctr(ctx, ctr, data, len);
|
||||
br_aes_big_ctrcbc_mac(ctx, cbcmac, data, len);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_big_ctrcbc_decrypt(const br_aes_big_ctrcbc_keys *ctx,
|
||||
void *ctr, void *cbcmac, void *data, size_t len)
|
||||
{
|
||||
br_aes_big_ctrcbc_mac(ctx, cbcmac, data, len);
|
||||
br_aes_big_ctrcbc_ctr(ctx, ctr, data, len);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
const br_block_ctrcbc_class br_aes_big_ctrcbc_vtable = {
|
||||
sizeof(br_aes_big_ctrcbc_keys),
|
||||
16,
|
||||
4,
|
||||
(void (*)(const br_block_ctrcbc_class **, const void *, size_t))
|
||||
&br_aes_big_ctrcbc_init,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, void *, size_t))
|
||||
&br_aes_big_ctrcbc_encrypt,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, void *, size_t))
|
||||
&br_aes_big_ctrcbc_decrypt,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, size_t))
|
||||
&br_aes_big_ctrcbc_ctr,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, const void *, size_t))
|
||||
&br_aes_big_ctrcbc_mac
|
||||
};
|
||||
433
src/symcipher/aes_ct64_ctrcbc.c
Normal file
433
src/symcipher/aes_ct64_ctrcbc.c
Normal file
|
|
@ -0,0 +1,433 @@
|
|||
/*
|
||||
* Copyright (c) 2017 Thomas Pornin <pornin@bolet.org>
|
||||
*
|
||||
* Permission is hereby granted, free of charge, to any person obtaining
|
||||
* a copy of this software and associated documentation files (the
|
||||
* "Software"), to deal in the Software without restriction, including
|
||||
* without limitation the rights to use, copy, modify, merge, publish,
|
||||
* distribute, sublicense, and/or sell copies of the Software, and to
|
||||
* permit persons to whom the Software is furnished to do so, subject to
|
||||
* the following conditions:
|
||||
*
|
||||
* The above copyright notice and this permission notice shall be
|
||||
* included in all copies or substantial portions of the Software.
|
||||
*
|
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
||||
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
||||
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
||||
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
* SOFTWARE.
|
||||
*/
|
||||
|
||||
#include "inner.h"
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_ct64_ctrcbc_init(br_aes_ct64_ctrcbc_keys *ctx,
|
||||
const void *key, size_t len)
|
||||
{
|
||||
ctx->vtable = &br_aes_ct64_ctrcbc_vtable;
|
||||
ctx->num_rounds = br_aes_ct64_keysched(ctx->skey, key, len);
|
||||
}
|
||||
|
||||
static void
|
||||
xorbuf(void *dst, const void *src, size_t len)
|
||||
{
|
||||
unsigned char *d;
|
||||
const unsigned char *s;
|
||||
|
||||
d = dst;
|
||||
s = src;
|
||||
while (len -- > 0) {
|
||||
*d ++ ^= *s ++;
|
||||
}
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_ct64_ctrcbc_ctr(const br_aes_ct64_ctrcbc_keys *ctx,
|
||||
void *ctr, void *data, size_t len)
|
||||
{
|
||||
unsigned char *buf;
|
||||
unsigned char *ivbuf;
|
||||
uint32_t iv0, iv1, iv2, iv3;
|
||||
uint64_t sk_exp[120];
|
||||
|
||||
br_aes_ct64_skey_expand(sk_exp, ctx->num_rounds, ctx->skey);
|
||||
|
||||
/*
|
||||
* We keep the counter as four 32-bit values, with big-endian
|
||||
* convention, because that's what is expected for purposes of
|
||||
* incrementing the counter value.
|
||||
*/
|
||||
ivbuf = ctr;
|
||||
iv0 = br_dec32be(ivbuf + 0);
|
||||
iv1 = br_dec32be(ivbuf + 4);
|
||||
iv2 = br_dec32be(ivbuf + 8);
|
||||
iv3 = br_dec32be(ivbuf + 12);
|
||||
|
||||
buf = data;
|
||||
while (len > 0) {
|
||||
uint64_t q[8];
|
||||
uint32_t w[16];
|
||||
unsigned char tmp[64];
|
||||
int i, j;
|
||||
|
||||
/*
|
||||
* The bitslice implementation expects values in
|
||||
* little-endian convention, so we have to byteswap them.
|
||||
*/
|
||||
j = (len >= 64) ? 16 : (int)(len >> 2);
|
||||
for (i = 0; i < j; i += 4) {
|
||||
uint32_t carry;
|
||||
|
||||
w[i + 0] = br_swap32(iv0);
|
||||
w[i + 1] = br_swap32(iv1);
|
||||
w[i + 2] = br_swap32(iv2);
|
||||
w[i + 3] = br_swap32(iv3);
|
||||
iv3 ++;
|
||||
carry = ~(iv3 | -iv3) >> 31;
|
||||
iv2 += carry;
|
||||
carry &= -(~(iv2 | -iv2) >> 31);
|
||||
iv1 += carry;
|
||||
carry &= -(~(iv1 | -iv1) >> 31);
|
||||
iv0 += carry;
|
||||
}
|
||||
memset(w + i, 0, (16 - i) * sizeof(uint32_t));
|
||||
|
||||
for (i = 0; i < 4; i ++) {
|
||||
br_aes_ct64_interleave_in(
|
||||
&q[i], &q[i + 4], w + (i << 2));
|
||||
}
|
||||
br_aes_ct64_ortho(q);
|
||||
br_aes_ct64_bitslice_encrypt(ctx->num_rounds, sk_exp, q);
|
||||
br_aes_ct64_ortho(q);
|
||||
for (i = 0; i < 4; i ++) {
|
||||
br_aes_ct64_interleave_out(
|
||||
w + (i << 2), q[i], q[i + 4]);
|
||||
}
|
||||
|
||||
br_range_enc32le(tmp, w, 16);
|
||||
if (len <= 64) {
|
||||
xorbuf(buf, tmp, len);
|
||||
break;
|
||||
}
|
||||
xorbuf(buf, tmp, 64);
|
||||
buf += 64;
|
||||
len -= 64;
|
||||
}
|
||||
br_enc32be(ivbuf + 0, iv0);
|
||||
br_enc32be(ivbuf + 4, iv1);
|
||||
br_enc32be(ivbuf + 8, iv2);
|
||||
br_enc32be(ivbuf + 12, iv3);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_ct64_ctrcbc_mac(const br_aes_ct64_ctrcbc_keys *ctx,
|
||||
void *cbcmac, const void *data, size_t len)
|
||||
{
|
||||
const unsigned char *buf;
|
||||
uint32_t cm0, cm1, cm2, cm3;
|
||||
uint64_t q[8];
|
||||
uint64_t sk_exp[120];
|
||||
|
||||
br_aes_ct64_skey_expand(sk_exp, ctx->num_rounds, ctx->skey);
|
||||
|
||||
cm0 = br_dec32le((unsigned char *)cbcmac + 0);
|
||||
cm1 = br_dec32le((unsigned char *)cbcmac + 4);
|
||||
cm2 = br_dec32le((unsigned char *)cbcmac + 8);
|
||||
cm3 = br_dec32le((unsigned char *)cbcmac + 12);
|
||||
|
||||
buf = data;
|
||||
memset(q, 0, sizeof q);
|
||||
while (len > 0) {
|
||||
uint32_t w[4];
|
||||
|
||||
w[0] = cm0 ^ br_dec32le(buf + 0);
|
||||
w[1] = cm1 ^ br_dec32le(buf + 4);
|
||||
w[2] = cm2 ^ br_dec32le(buf + 8);
|
||||
w[3] = cm3 ^ br_dec32le(buf + 12);
|
||||
|
||||
br_aes_ct64_interleave_in(&q[0], &q[4], w);
|
||||
br_aes_ct64_ortho(q);
|
||||
br_aes_ct64_bitslice_encrypt(ctx->num_rounds, sk_exp, q);
|
||||
br_aes_ct64_ortho(q);
|
||||
br_aes_ct64_interleave_out(w, q[0], q[4]);
|
||||
|
||||
cm0 = w[0];
|
||||
cm1 = w[1];
|
||||
cm2 = w[2];
|
||||
cm3 = w[3];
|
||||
buf += 16;
|
||||
len -= 16;
|
||||
}
|
||||
|
||||
br_enc32le((unsigned char *)cbcmac + 0, cm0);
|
||||
br_enc32le((unsigned char *)cbcmac + 4, cm1);
|
||||
br_enc32le((unsigned char *)cbcmac + 8, cm2);
|
||||
br_enc32le((unsigned char *)cbcmac + 12, cm3);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_ct64_ctrcbc_encrypt(const br_aes_ct64_ctrcbc_keys *ctx,
|
||||
void *ctr, void *cbcmac, void *data, size_t len)
|
||||
{
|
||||
/*
|
||||
* When encrypting, the CBC-MAC processing must be lagging by
|
||||
* one block, since it operates on the encrypted values, so
|
||||
* it must wait for that encryption to complete.
|
||||
*/
|
||||
|
||||
unsigned char *buf;
|
||||
unsigned char *ivbuf;
|
||||
uint32_t iv0, iv1, iv2, iv3;
|
||||
uint32_t cm0, cm1, cm2, cm3;
|
||||
uint64_t sk_exp[120];
|
||||
uint64_t q[8];
|
||||
int first_iter;
|
||||
|
||||
br_aes_ct64_skey_expand(sk_exp, ctx->num_rounds, ctx->skey);
|
||||
|
||||
/*
|
||||
* We keep the counter as four 32-bit values, with big-endian
|
||||
* convention, because that's what is expected for purposes of
|
||||
* incrementing the counter value.
|
||||
*/
|
||||
ivbuf = ctr;
|
||||
iv0 = br_dec32be(ivbuf + 0);
|
||||
iv1 = br_dec32be(ivbuf + 4);
|
||||
iv2 = br_dec32be(ivbuf + 8);
|
||||
iv3 = br_dec32be(ivbuf + 12);
|
||||
|
||||
/*
|
||||
* The current CBC-MAC value is kept in little-endian convention.
|
||||
*/
|
||||
cm0 = br_dec32le((unsigned char *)cbcmac + 0);
|
||||
cm1 = br_dec32le((unsigned char *)cbcmac + 4);
|
||||
cm2 = br_dec32le((unsigned char *)cbcmac + 8);
|
||||
cm3 = br_dec32le((unsigned char *)cbcmac + 12);
|
||||
|
||||
buf = data;
|
||||
first_iter = 1;
|
||||
memset(q, 0, sizeof q);
|
||||
while (len > 0) {
|
||||
uint32_t w[8], carry;
|
||||
|
||||
/*
|
||||
* The bitslice implementation expects values in
|
||||
* little-endian convention, so we have to byteswap them.
|
||||
*/
|
||||
w[0] = br_swap32(iv0);
|
||||
w[1] = br_swap32(iv1);
|
||||
w[2] = br_swap32(iv2);
|
||||
w[3] = br_swap32(iv3);
|
||||
iv3 ++;
|
||||
carry = ~(iv3 | -iv3) >> 31;
|
||||
iv2 += carry;
|
||||
carry &= -(~(iv2 | -iv2) >> 31);
|
||||
iv1 += carry;
|
||||
carry &= -(~(iv1 | -iv1) >> 31);
|
||||
iv0 += carry;
|
||||
|
||||
/*
|
||||
* The block for CBC-MAC.
|
||||
*/
|
||||
w[4] = cm0;
|
||||
w[5] = cm1;
|
||||
w[6] = cm2;
|
||||
w[7] = cm3;
|
||||
|
||||
br_aes_ct64_interleave_in(&q[0], &q[4], w);
|
||||
br_aes_ct64_interleave_in(&q[1], &q[5], w + 4);
|
||||
br_aes_ct64_ortho(q);
|
||||
br_aes_ct64_bitslice_encrypt(ctx->num_rounds, sk_exp, q);
|
||||
br_aes_ct64_ortho(q);
|
||||
br_aes_ct64_interleave_out(w, q[0], q[4]);
|
||||
br_aes_ct64_interleave_out(w + 4, q[1], q[5]);
|
||||
|
||||
/*
|
||||
* We do the XOR with the plaintext in 32-bit registers,
|
||||
* so that the value are available for CBC-MAC processing
|
||||
* as well.
|
||||
*/
|
||||
w[0] ^= br_dec32le(buf + 0);
|
||||
w[1] ^= br_dec32le(buf + 4);
|
||||
w[2] ^= br_dec32le(buf + 8);
|
||||
w[3] ^= br_dec32le(buf + 12);
|
||||
br_enc32le(buf + 0, w[0]);
|
||||
br_enc32le(buf + 4, w[1]);
|
||||
br_enc32le(buf + 8, w[2]);
|
||||
br_enc32le(buf + 12, w[3]);
|
||||
|
||||
buf += 16;
|
||||
len -= 16;
|
||||
|
||||
/*
|
||||
* We set the cm* values to the block to encrypt in the
|
||||
* next iteration.
|
||||
*/
|
||||
if (first_iter) {
|
||||
first_iter = 0;
|
||||
cm0 ^= w[0];
|
||||
cm1 ^= w[1];
|
||||
cm2 ^= w[2];
|
||||
cm3 ^= w[3];
|
||||
} else {
|
||||
cm0 = w[0] ^ w[4];
|
||||
cm1 = w[1] ^ w[5];
|
||||
cm2 = w[2] ^ w[6];
|
||||
cm3 = w[3] ^ w[7];
|
||||
}
|
||||
|
||||
/*
|
||||
* If this was the last iteration, then compute the
|
||||
* extra block encryption to complete CBC-MAC.
|
||||
*/
|
||||
if (len == 0) {
|
||||
w[0] = cm0;
|
||||
w[1] = cm1;
|
||||
w[2] = cm2;
|
||||
w[3] = cm3;
|
||||
br_aes_ct64_interleave_in(&q[0], &q[4], w);
|
||||
br_aes_ct64_ortho(q);
|
||||
br_aes_ct64_bitslice_encrypt(
|
||||
ctx->num_rounds, sk_exp, q);
|
||||
br_aes_ct64_ortho(q);
|
||||
br_aes_ct64_interleave_out(w, q[0], q[4]);
|
||||
cm0 = w[0];
|
||||
cm1 = w[1];
|
||||
cm2 = w[2];
|
||||
cm3 = w[3];
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
br_enc32be(ivbuf + 0, iv0);
|
||||
br_enc32be(ivbuf + 4, iv1);
|
||||
br_enc32be(ivbuf + 8, iv2);
|
||||
br_enc32be(ivbuf + 12, iv3);
|
||||
br_enc32le((unsigned char *)cbcmac + 0, cm0);
|
||||
br_enc32le((unsigned char *)cbcmac + 4, cm1);
|
||||
br_enc32le((unsigned char *)cbcmac + 8, cm2);
|
||||
br_enc32le((unsigned char *)cbcmac + 12, cm3);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_ct64_ctrcbc_decrypt(const br_aes_ct64_ctrcbc_keys *ctx,
|
||||
void *ctr, void *cbcmac, void *data, size_t len)
|
||||
{
|
||||
unsigned char *buf;
|
||||
unsigned char *ivbuf;
|
||||
uint32_t iv0, iv1, iv2, iv3;
|
||||
uint32_t cm0, cm1, cm2, cm3;
|
||||
uint64_t sk_exp[120];
|
||||
uint64_t q[8];
|
||||
|
||||
br_aes_ct64_skey_expand(sk_exp, ctx->num_rounds, ctx->skey);
|
||||
|
||||
/*
|
||||
* We keep the counter as four 32-bit values, with big-endian
|
||||
* convention, because that's what is expected for purposes of
|
||||
* incrementing the counter value.
|
||||
*/
|
||||
ivbuf = ctr;
|
||||
iv0 = br_dec32be(ivbuf + 0);
|
||||
iv1 = br_dec32be(ivbuf + 4);
|
||||
iv2 = br_dec32be(ivbuf + 8);
|
||||
iv3 = br_dec32be(ivbuf + 12);
|
||||
|
||||
/*
|
||||
* The current CBC-MAC value is kept in little-endian convention.
|
||||
*/
|
||||
cm0 = br_dec32le((unsigned char *)cbcmac + 0);
|
||||
cm1 = br_dec32le((unsigned char *)cbcmac + 4);
|
||||
cm2 = br_dec32le((unsigned char *)cbcmac + 8);
|
||||
cm3 = br_dec32le((unsigned char *)cbcmac + 12);
|
||||
|
||||
buf = data;
|
||||
memset(q, 0, sizeof q);
|
||||
while (len > 0) {
|
||||
uint32_t w[8], carry;
|
||||
unsigned char tmp[16];
|
||||
|
||||
/*
|
||||
* The bitslice implementation expects values in
|
||||
* little-endian convention, so we have to byteswap them.
|
||||
*/
|
||||
w[0] = br_swap32(iv0);
|
||||
w[1] = br_swap32(iv1);
|
||||
w[2] = br_swap32(iv2);
|
||||
w[3] = br_swap32(iv3);
|
||||
iv3 ++;
|
||||
carry = ~(iv3 | -iv3) >> 31;
|
||||
iv2 += carry;
|
||||
carry &= -(~(iv2 | -iv2) >> 31);
|
||||
iv1 += carry;
|
||||
carry &= -(~(iv1 | -iv1) >> 31);
|
||||
iv0 += carry;
|
||||
|
||||
/*
|
||||
* The block for CBC-MAC.
|
||||
*/
|
||||
w[4] = cm0 ^ br_dec32le(buf + 0);
|
||||
w[5] = cm1 ^ br_dec32le(buf + 4);
|
||||
w[6] = cm2 ^ br_dec32le(buf + 8);
|
||||
w[7] = cm3 ^ br_dec32le(buf + 12);
|
||||
|
||||
br_aes_ct64_interleave_in(&q[0], &q[4], w);
|
||||
br_aes_ct64_interleave_in(&q[1], &q[5], w + 4);
|
||||
br_aes_ct64_ortho(q);
|
||||
br_aes_ct64_bitslice_encrypt(ctx->num_rounds, sk_exp, q);
|
||||
br_aes_ct64_ortho(q);
|
||||
br_aes_ct64_interleave_out(w, q[0], q[4]);
|
||||
br_aes_ct64_interleave_out(w + 4, q[1], q[5]);
|
||||
|
||||
br_enc32le(tmp + 0, w[0]);
|
||||
br_enc32le(tmp + 4, w[1]);
|
||||
br_enc32le(tmp + 8, w[2]);
|
||||
br_enc32le(tmp + 12, w[3]);
|
||||
xorbuf(buf, tmp, 16);
|
||||
cm0 = w[4];
|
||||
cm1 = w[5];
|
||||
cm2 = w[6];
|
||||
cm3 = w[7];
|
||||
buf += 16;
|
||||
len -= 16;
|
||||
}
|
||||
|
||||
br_enc32be(ivbuf + 0, iv0);
|
||||
br_enc32be(ivbuf + 4, iv1);
|
||||
br_enc32be(ivbuf + 8, iv2);
|
||||
br_enc32be(ivbuf + 12, iv3);
|
||||
br_enc32le((unsigned char *)cbcmac + 0, cm0);
|
||||
br_enc32le((unsigned char *)cbcmac + 4, cm1);
|
||||
br_enc32le((unsigned char *)cbcmac + 8, cm2);
|
||||
br_enc32le((unsigned char *)cbcmac + 12, cm3);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
const br_block_ctrcbc_class br_aes_ct64_ctrcbc_vtable = {
|
||||
sizeof(br_aes_ct64_ctrcbc_keys),
|
||||
16,
|
||||
4,
|
||||
(void (*)(const br_block_ctrcbc_class **, const void *, size_t))
|
||||
&br_aes_ct64_ctrcbc_init,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, void *, size_t))
|
||||
&br_aes_ct64_ctrcbc_encrypt,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, void *, size_t))
|
||||
&br_aes_ct64_ctrcbc_decrypt,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, size_t))
|
||||
&br_aes_ct64_ctrcbc_ctr,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, const void *, size_t))
|
||||
&br_aes_ct64_ctrcbc_mac
|
||||
};
|
||||
422
src/symcipher/aes_ct_ctrcbc.c
Normal file
422
src/symcipher/aes_ct_ctrcbc.c
Normal file
|
|
@ -0,0 +1,422 @@
|
|||
/*
|
||||
* Copyright (c) 2017 Thomas Pornin <pornin@bolet.org>
|
||||
*
|
||||
* Permission is hereby granted, free of charge, to any person obtaining
|
||||
* a copy of this software and associated documentation files (the
|
||||
* "Software"), to deal in the Software without restriction, including
|
||||
* without limitation the rights to use, copy, modify, merge, publish,
|
||||
* distribute, sublicense, and/or sell copies of the Software, and to
|
||||
* permit persons to whom the Software is furnished to do so, subject to
|
||||
* the following conditions:
|
||||
*
|
||||
* The above copyright notice and this permission notice shall be
|
||||
* included in all copies or substantial portions of the Software.
|
||||
*
|
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
||||
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
||||
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
||||
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
* SOFTWARE.
|
||||
*/
|
||||
|
||||
#include "inner.h"
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_ct_ctrcbc_init(br_aes_ct_ctrcbc_keys *ctx,
|
||||
const void *key, size_t len)
|
||||
{
|
||||
ctx->vtable = &br_aes_ct_ctrcbc_vtable;
|
||||
ctx->num_rounds = br_aes_ct_keysched(ctx->skey, key, len);
|
||||
}
|
||||
|
||||
static void
|
||||
xorbuf(void *dst, const void *src, size_t len)
|
||||
{
|
||||
unsigned char *d;
|
||||
const unsigned char *s;
|
||||
|
||||
d = dst;
|
||||
s = src;
|
||||
while (len -- > 0) {
|
||||
*d ++ ^= *s ++;
|
||||
}
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_ct_ctrcbc_ctr(const br_aes_ct_ctrcbc_keys *ctx,
|
||||
void *ctr, void *data, size_t len)
|
||||
{
|
||||
unsigned char *buf;
|
||||
unsigned char *ivbuf;
|
||||
uint32_t iv0, iv1, iv2, iv3;
|
||||
uint32_t sk_exp[120];
|
||||
|
||||
br_aes_ct_skey_expand(sk_exp, ctx->num_rounds, ctx->skey);
|
||||
|
||||
/*
|
||||
* We keep the counter as four 32-bit values, with big-endian
|
||||
* convention, because that's what is expected for purposes of
|
||||
* incrementing the counter value.
|
||||
*/
|
||||
ivbuf = ctr;
|
||||
iv0 = br_dec32be(ivbuf + 0);
|
||||
iv1 = br_dec32be(ivbuf + 4);
|
||||
iv2 = br_dec32be(ivbuf + 8);
|
||||
iv3 = br_dec32be(ivbuf + 12);
|
||||
|
||||
buf = data;
|
||||
while (len > 0) {
|
||||
uint32_t q[8], carry;
|
||||
unsigned char tmp[32];
|
||||
|
||||
/*
|
||||
* The bitslice implementation expects values in
|
||||
* little-endian convention, so we have to byteswap them.
|
||||
*/
|
||||
q[0] = br_swap32(iv0);
|
||||
q[2] = br_swap32(iv1);
|
||||
q[4] = br_swap32(iv2);
|
||||
q[6] = br_swap32(iv3);
|
||||
iv3 ++;
|
||||
carry = ~(iv3 | -iv3) >> 31;
|
||||
iv2 += carry;
|
||||
carry &= -(~(iv2 | -iv2) >> 31);
|
||||
iv1 += carry;
|
||||
carry &= -(~(iv1 | -iv1) >> 31);
|
||||
iv0 += carry;
|
||||
q[1] = br_swap32(iv0);
|
||||
q[3] = br_swap32(iv1);
|
||||
q[5] = br_swap32(iv2);
|
||||
q[7] = br_swap32(iv3);
|
||||
if (len > 16) {
|
||||
iv3 ++;
|
||||
carry = ~(iv3 | -iv3) >> 31;
|
||||
iv2 += carry;
|
||||
carry &= -(~(iv2 | -iv2) >> 31);
|
||||
iv1 += carry;
|
||||
carry &= -(~(iv1 | -iv1) >> 31);
|
||||
iv0 += carry;
|
||||
}
|
||||
|
||||
br_aes_ct_ortho(q);
|
||||
br_aes_ct_bitslice_encrypt(ctx->num_rounds, sk_exp, q);
|
||||
br_aes_ct_ortho(q);
|
||||
|
||||
br_enc32le(tmp, q[0]);
|
||||
br_enc32le(tmp + 4, q[2]);
|
||||
br_enc32le(tmp + 8, q[4]);
|
||||
br_enc32le(tmp + 12, q[6]);
|
||||
br_enc32le(tmp + 16, q[1]);
|
||||
br_enc32le(tmp + 20, q[3]);
|
||||
br_enc32le(tmp + 24, q[5]);
|
||||
br_enc32le(tmp + 28, q[7]);
|
||||
|
||||
if (len <= 32) {
|
||||
xorbuf(buf, tmp, len);
|
||||
break;
|
||||
}
|
||||
xorbuf(buf, tmp, 32);
|
||||
buf += 32;
|
||||
len -= 32;
|
||||
}
|
||||
br_enc32be(ivbuf + 0, iv0);
|
||||
br_enc32be(ivbuf + 4, iv1);
|
||||
br_enc32be(ivbuf + 8, iv2);
|
||||
br_enc32be(ivbuf + 12, iv3);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_ct_ctrcbc_mac(const br_aes_ct_ctrcbc_keys *ctx,
|
||||
void *cbcmac, const void *data, size_t len)
|
||||
{
|
||||
const unsigned char *buf;
|
||||
uint32_t cm0, cm1, cm2, cm3;
|
||||
uint32_t q[8];
|
||||
uint32_t sk_exp[120];
|
||||
|
||||
br_aes_ct_skey_expand(sk_exp, ctx->num_rounds, ctx->skey);
|
||||
|
||||
buf = data;
|
||||
cm0 = br_dec32le((unsigned char *)cbcmac + 0);
|
||||
cm1 = br_dec32le((unsigned char *)cbcmac + 4);
|
||||
cm2 = br_dec32le((unsigned char *)cbcmac + 8);
|
||||
cm3 = br_dec32le((unsigned char *)cbcmac + 12);
|
||||
q[1] = 0;
|
||||
q[3] = 0;
|
||||
q[5] = 0;
|
||||
q[7] = 0;
|
||||
|
||||
while (len > 0) {
|
||||
q[0] = cm0 ^ br_dec32le(buf + 0);
|
||||
q[2] = cm1 ^ br_dec32le(buf + 4);
|
||||
q[4] = cm2 ^ br_dec32le(buf + 8);
|
||||
q[6] = cm3 ^ br_dec32le(buf + 12);
|
||||
|
||||
br_aes_ct_ortho(q);
|
||||
br_aes_ct_bitslice_encrypt(ctx->num_rounds, sk_exp, q);
|
||||
br_aes_ct_ortho(q);
|
||||
|
||||
cm0 = q[0];
|
||||
cm1 = q[2];
|
||||
cm2 = q[4];
|
||||
cm3 = q[6];
|
||||
buf += 16;
|
||||
len -= 16;
|
||||
}
|
||||
|
||||
br_enc32le((unsigned char *)cbcmac + 0, cm0);
|
||||
br_enc32le((unsigned char *)cbcmac + 4, cm1);
|
||||
br_enc32le((unsigned char *)cbcmac + 8, cm2);
|
||||
br_enc32le((unsigned char *)cbcmac + 12, cm3);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_ct_ctrcbc_encrypt(const br_aes_ct_ctrcbc_keys *ctx,
|
||||
void *ctr, void *cbcmac, void *data, size_t len)
|
||||
{
|
||||
/*
|
||||
* When encrypting, the CBC-MAC processing must be lagging by
|
||||
* one block, since it operates on the encrypted values, so
|
||||
* it must wait for that encryption to complete.
|
||||
*/
|
||||
|
||||
unsigned char *buf;
|
||||
unsigned char *ivbuf;
|
||||
uint32_t iv0, iv1, iv2, iv3;
|
||||
uint32_t cm0, cm1, cm2, cm3;
|
||||
uint32_t sk_exp[120];
|
||||
int first_iter;
|
||||
|
||||
br_aes_ct_skey_expand(sk_exp, ctx->num_rounds, ctx->skey);
|
||||
|
||||
/*
|
||||
* We keep the counter as four 32-bit values, with big-endian
|
||||
* convention, because that's what is expected for purposes of
|
||||
* incrementing the counter value.
|
||||
*/
|
||||
ivbuf = ctr;
|
||||
iv0 = br_dec32be(ivbuf + 0);
|
||||
iv1 = br_dec32be(ivbuf + 4);
|
||||
iv2 = br_dec32be(ivbuf + 8);
|
||||
iv3 = br_dec32be(ivbuf + 12);
|
||||
|
||||
/*
|
||||
* The current CBC-MAC value is kept in little-endian convention.
|
||||
*/
|
||||
cm0 = br_dec32le((unsigned char *)cbcmac + 0);
|
||||
cm1 = br_dec32le((unsigned char *)cbcmac + 4);
|
||||
cm2 = br_dec32le((unsigned char *)cbcmac + 8);
|
||||
cm3 = br_dec32le((unsigned char *)cbcmac + 12);
|
||||
|
||||
buf = data;
|
||||
first_iter = 1;
|
||||
while (len > 0) {
|
||||
uint32_t q[8], carry;
|
||||
|
||||
/*
|
||||
* The bitslice implementation expects values in
|
||||
* little-endian convention, so we have to byteswap them.
|
||||
*/
|
||||
q[0] = br_swap32(iv0);
|
||||
q[2] = br_swap32(iv1);
|
||||
q[4] = br_swap32(iv2);
|
||||
q[6] = br_swap32(iv3);
|
||||
iv3 ++;
|
||||
carry = ~(iv3 | -iv3) >> 31;
|
||||
iv2 += carry;
|
||||
carry &= -(~(iv2 | -iv2) >> 31);
|
||||
iv1 += carry;
|
||||
carry &= -(~(iv1 | -iv1) >> 31);
|
||||
iv0 += carry;
|
||||
|
||||
/*
|
||||
* The odd values are used for CBC-MAC.
|
||||
*/
|
||||
q[1] = cm0;
|
||||
q[3] = cm1;
|
||||
q[5] = cm2;
|
||||
q[7] = cm3;
|
||||
|
||||
br_aes_ct_ortho(q);
|
||||
br_aes_ct_bitslice_encrypt(ctx->num_rounds, sk_exp, q);
|
||||
br_aes_ct_ortho(q);
|
||||
|
||||
/*
|
||||
* We do the XOR with the plaintext in 32-bit registers,
|
||||
* so that the value are available for CBC-MAC processing
|
||||
* as well.
|
||||
*/
|
||||
q[0] ^= br_dec32le(buf + 0);
|
||||
q[2] ^= br_dec32le(buf + 4);
|
||||
q[4] ^= br_dec32le(buf + 8);
|
||||
q[6] ^= br_dec32le(buf + 12);
|
||||
br_enc32le(buf + 0, q[0]);
|
||||
br_enc32le(buf + 4, q[2]);
|
||||
br_enc32le(buf + 8, q[4]);
|
||||
br_enc32le(buf + 12, q[6]);
|
||||
|
||||
buf += 16;
|
||||
len -= 16;
|
||||
|
||||
/*
|
||||
* We set the cm* values to the block to encrypt in the
|
||||
* next iteration.
|
||||
*/
|
||||
if (first_iter) {
|
||||
first_iter = 0;
|
||||
cm0 ^= q[0];
|
||||
cm1 ^= q[2];
|
||||
cm2 ^= q[4];
|
||||
cm3 ^= q[6];
|
||||
} else {
|
||||
cm0 = q[0] ^ q[1];
|
||||
cm1 = q[2] ^ q[3];
|
||||
cm2 = q[4] ^ q[5];
|
||||
cm3 = q[6] ^ q[7];
|
||||
}
|
||||
|
||||
/*
|
||||
* If this was the last iteration, then compute the
|
||||
* extra block encryption to complete CBC-MAC.
|
||||
*/
|
||||
if (len == 0) {
|
||||
q[0] = cm0;
|
||||
q[2] = cm1;
|
||||
q[4] = cm2;
|
||||
q[6] = cm3;
|
||||
br_aes_ct_ortho(q);
|
||||
br_aes_ct_bitslice_encrypt(ctx->num_rounds, sk_exp, q);
|
||||
br_aes_ct_ortho(q);
|
||||
cm0 = q[0];
|
||||
cm1 = q[2];
|
||||
cm2 = q[4];
|
||||
cm3 = q[6];
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
br_enc32be(ivbuf + 0, iv0);
|
||||
br_enc32be(ivbuf + 4, iv1);
|
||||
br_enc32be(ivbuf + 8, iv2);
|
||||
br_enc32be(ivbuf + 12, iv3);
|
||||
br_enc32le((unsigned char *)cbcmac + 0, cm0);
|
||||
br_enc32le((unsigned char *)cbcmac + 4, cm1);
|
||||
br_enc32le((unsigned char *)cbcmac + 8, cm2);
|
||||
br_enc32le((unsigned char *)cbcmac + 12, cm3);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_ct_ctrcbc_decrypt(const br_aes_ct_ctrcbc_keys *ctx,
|
||||
void *ctr, void *cbcmac, void *data, size_t len)
|
||||
{
|
||||
unsigned char *buf;
|
||||
unsigned char *ivbuf;
|
||||
uint32_t iv0, iv1, iv2, iv3;
|
||||
uint32_t cm0, cm1, cm2, cm3;
|
||||
uint32_t sk_exp[120];
|
||||
|
||||
br_aes_ct_skey_expand(sk_exp, ctx->num_rounds, ctx->skey);
|
||||
|
||||
/*
|
||||
* We keep the counter as four 32-bit values, with big-endian
|
||||
* convention, because that's what is expected for purposes of
|
||||
* incrementing the counter value.
|
||||
*/
|
||||
ivbuf = ctr;
|
||||
iv0 = br_dec32be(ivbuf + 0);
|
||||
iv1 = br_dec32be(ivbuf + 4);
|
||||
iv2 = br_dec32be(ivbuf + 8);
|
||||
iv3 = br_dec32be(ivbuf + 12);
|
||||
|
||||
/*
|
||||
* The current CBC-MAC value is kept in little-endian convention.
|
||||
*/
|
||||
cm0 = br_dec32le((unsigned char *)cbcmac + 0);
|
||||
cm1 = br_dec32le((unsigned char *)cbcmac + 4);
|
||||
cm2 = br_dec32le((unsigned char *)cbcmac + 8);
|
||||
cm3 = br_dec32le((unsigned char *)cbcmac + 12);
|
||||
|
||||
buf = data;
|
||||
while (len > 0) {
|
||||
uint32_t q[8], carry;
|
||||
unsigned char tmp[16];
|
||||
|
||||
/*
|
||||
* The bitslice implementation expects values in
|
||||
* little-endian convention, so we have to byteswap them.
|
||||
*/
|
||||
q[0] = br_swap32(iv0);
|
||||
q[2] = br_swap32(iv1);
|
||||
q[4] = br_swap32(iv2);
|
||||
q[6] = br_swap32(iv3);
|
||||
iv3 ++;
|
||||
carry = ~(iv3 | -iv3) >> 31;
|
||||
iv2 += carry;
|
||||
carry &= -(~(iv2 | -iv2) >> 31);
|
||||
iv1 += carry;
|
||||
carry &= -(~(iv1 | -iv1) >> 31);
|
||||
iv0 += carry;
|
||||
|
||||
/*
|
||||
* The odd values are used for CBC-MAC.
|
||||
*/
|
||||
q[1] = cm0 ^ br_dec32le(buf + 0);
|
||||
q[3] = cm1 ^ br_dec32le(buf + 4);
|
||||
q[5] = cm2 ^ br_dec32le(buf + 8);
|
||||
q[7] = cm3 ^ br_dec32le(buf + 12);
|
||||
|
||||
br_aes_ct_ortho(q);
|
||||
br_aes_ct_bitslice_encrypt(ctx->num_rounds, sk_exp, q);
|
||||
br_aes_ct_ortho(q);
|
||||
|
||||
br_enc32le(tmp + 0, q[0]);
|
||||
br_enc32le(tmp + 4, q[2]);
|
||||
br_enc32le(tmp + 8, q[4]);
|
||||
br_enc32le(tmp + 12, q[6]);
|
||||
xorbuf(buf, tmp, 16);
|
||||
cm0 = q[1];
|
||||
cm1 = q[3];
|
||||
cm2 = q[5];
|
||||
cm3 = q[7];
|
||||
buf += 16;
|
||||
len -= 16;
|
||||
}
|
||||
|
||||
br_enc32be(ivbuf + 0, iv0);
|
||||
br_enc32be(ivbuf + 4, iv1);
|
||||
br_enc32be(ivbuf + 8, iv2);
|
||||
br_enc32be(ivbuf + 12, iv3);
|
||||
br_enc32le((unsigned char *)cbcmac + 0, cm0);
|
||||
br_enc32le((unsigned char *)cbcmac + 4, cm1);
|
||||
br_enc32le((unsigned char *)cbcmac + 8, cm2);
|
||||
br_enc32le((unsigned char *)cbcmac + 12, cm3);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
const br_block_ctrcbc_class br_aes_ct_ctrcbc_vtable = {
|
||||
sizeof(br_aes_ct_ctrcbc_keys),
|
||||
16,
|
||||
4,
|
||||
(void (*)(const br_block_ctrcbc_class **, const void *, size_t))
|
||||
&br_aes_ct_ctrcbc_init,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, void *, size_t))
|
||||
&br_aes_ct_ctrcbc_encrypt,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, void *, size_t))
|
||||
&br_aes_ct_ctrcbc_decrypt,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, size_t))
|
||||
&br_aes_ct_ctrcbc_ctr,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, const void *, size_t))
|
||||
&br_aes_ct_ctrcbc_mac
|
||||
};
|
||||
142
src/symcipher/aes_small_ctrcbc.c
Normal file
142
src/symcipher/aes_small_ctrcbc.c
Normal file
|
|
@ -0,0 +1,142 @@
|
|||
/*
|
||||
* Copyright (c) 2017 Thomas Pornin <pornin@bolet.org>
|
||||
*
|
||||
* Permission is hereby granted, free of charge, to any person obtaining
|
||||
* a copy of this software and associated documentation files (the
|
||||
* "Software"), to deal in the Software without restriction, including
|
||||
* without limitation the rights to use, copy, modify, merge, publish,
|
||||
* distribute, sublicense, and/or sell copies of the Software, and to
|
||||
* permit persons to whom the Software is furnished to do so, subject to
|
||||
* the following conditions:
|
||||
*
|
||||
* The above copyright notice and this permission notice shall be
|
||||
* included in all copies or substantial portions of the Software.
|
||||
*
|
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
||||
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
||||
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
||||
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
* SOFTWARE.
|
||||
*/
|
||||
|
||||
#include "inner.h"
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_small_ctrcbc_init(br_aes_small_ctrcbc_keys *ctx,
|
||||
const void *key, size_t len)
|
||||
{
|
||||
ctx->vtable = &br_aes_small_ctrcbc_vtable;
|
||||
ctx->num_rounds = br_aes_keysched(ctx->skey, key, len);
|
||||
}
|
||||
|
||||
static void
|
||||
xorbuf(void *dst, const void *src, size_t len)
|
||||
{
|
||||
unsigned char *d;
|
||||
const unsigned char *s;
|
||||
|
||||
d = dst;
|
||||
s = src;
|
||||
while (len -- > 0) {
|
||||
*d ++ ^= *s ++;
|
||||
}
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_small_ctrcbc_ctr(const br_aes_small_ctrcbc_keys *ctx,
|
||||
void *ctr, void *data, size_t len)
|
||||
{
|
||||
unsigned char *buf, *bctr;
|
||||
uint32_t cc0, cc1, cc2, cc3;
|
||||
|
||||
buf = data;
|
||||
bctr = ctr;
|
||||
cc3 = br_dec32be(bctr + 0);
|
||||
cc2 = br_dec32be(bctr + 4);
|
||||
cc1 = br_dec32be(bctr + 8);
|
||||
cc0 = br_dec32be(bctr + 12);
|
||||
while (len > 0) {
|
||||
unsigned char tmp[16];
|
||||
uint32_t carry;
|
||||
|
||||
br_enc32be(tmp + 0, cc3);
|
||||
br_enc32be(tmp + 4, cc2);
|
||||
br_enc32be(tmp + 8, cc1);
|
||||
br_enc32be(tmp + 12, cc0);
|
||||
br_aes_small_encrypt(ctx->num_rounds, ctx->skey, tmp);
|
||||
xorbuf(buf, tmp, 16);
|
||||
buf += 16;
|
||||
len -= 16;
|
||||
cc0 ++;
|
||||
carry = (~(cc0 | -cc0)) >> 31;
|
||||
cc1 += carry;
|
||||
carry &= (~(cc1 | -cc1)) >> 31;
|
||||
cc2 += carry;
|
||||
carry &= (~(cc2 | -cc2)) >> 31;
|
||||
cc3 += carry;
|
||||
}
|
||||
br_enc32be(bctr + 0, cc3);
|
||||
br_enc32be(bctr + 4, cc2);
|
||||
br_enc32be(bctr + 8, cc1);
|
||||
br_enc32be(bctr + 12, cc0);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_small_ctrcbc_mac(const br_aes_small_ctrcbc_keys *ctx,
|
||||
void *cbcmac, const void *data, size_t len)
|
||||
{
|
||||
const unsigned char *buf;
|
||||
|
||||
buf = data;
|
||||
while (len > 0) {
|
||||
xorbuf(cbcmac, buf, 16);
|
||||
br_aes_small_encrypt(ctx->num_rounds, ctx->skey, cbcmac);
|
||||
buf += 16;
|
||||
len -= 16;
|
||||
}
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_small_ctrcbc_encrypt(const br_aes_small_ctrcbc_keys *ctx,
|
||||
void *ctr, void *cbcmac, void *data, size_t len)
|
||||
{
|
||||
br_aes_small_ctrcbc_ctr(ctx, ctr, data, len);
|
||||
br_aes_small_ctrcbc_mac(ctx, cbcmac, data, len);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_small_ctrcbc_decrypt(const br_aes_small_ctrcbc_keys *ctx,
|
||||
void *ctr, void *cbcmac, void *data, size_t len)
|
||||
{
|
||||
br_aes_small_ctrcbc_mac(ctx, cbcmac, data, len);
|
||||
br_aes_small_ctrcbc_ctr(ctx, ctr, data, len);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
const br_block_ctrcbc_class br_aes_small_ctrcbc_vtable = {
|
||||
sizeof(br_aes_small_ctrcbc_keys),
|
||||
16,
|
||||
4,
|
||||
(void (*)(const br_block_ctrcbc_class **, const void *, size_t))
|
||||
&br_aes_small_ctrcbc_init,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, void *, size_t))
|
||||
&br_aes_small_ctrcbc_encrypt,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, void *, size_t))
|
||||
&br_aes_small_ctrcbc_decrypt,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, size_t))
|
||||
&br_aes_small_ctrcbc_ctr,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, const void *, size_t))
|
||||
&br_aes_small_ctrcbc_mac
|
||||
};
|
||||
596
src/symcipher/aes_x86ni_ctrcbc.c
Normal file
596
src/symcipher/aes_x86ni_ctrcbc.c
Normal file
|
|
@ -0,0 +1,596 @@
|
|||
/*
|
||||
* Copyright (c) 2017 Thomas Pornin <pornin@bolet.org>
|
||||
*
|
||||
* Permission is hereby granted, free of charge, to any person obtaining
|
||||
* a copy of this software and associated documentation files (the
|
||||
* "Software"), to deal in the Software without restriction, including
|
||||
* without limitation the rights to use, copy, modify, merge, publish,
|
||||
* distribute, sublicense, and/or sell copies of the Software, and to
|
||||
* permit persons to whom the Software is furnished to do so, subject to
|
||||
* the following conditions:
|
||||
*
|
||||
* The above copyright notice and this permission notice shall be
|
||||
* included in all copies or substantial portions of the Software.
|
||||
*
|
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
||||
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
||||
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
||||
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
* SOFTWARE.
|
||||
*/
|
||||
|
||||
#define BR_ENABLE_INTRINSICS 1
|
||||
#include "inner.h"
|
||||
|
||||
#if BR_AES_X86NI
|
||||
|
||||
/* see bearssl_block.h */
|
||||
const br_block_ctrcbc_class *
|
||||
br_aes_x86ni_ctrcbc_get_vtable(void)
|
||||
{
|
||||
return br_aes_x86ni_supported() ? &br_aes_x86ni_ctrcbc_vtable : NULL;
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
void
|
||||
br_aes_x86ni_ctrcbc_init(br_aes_x86ni_ctrcbc_keys *ctx,
|
||||
const void *key, size_t len)
|
||||
{
|
||||
ctx->vtable = &br_aes_x86ni_ctrcbc_vtable;
|
||||
ctx->num_rounds = br_aes_x86ni_keysched_enc(ctx->skey.skni, key, len);
|
||||
}
|
||||
|
||||
BR_TARGETS_X86_UP
|
||||
|
||||
/* see bearssl_block.h */
|
||||
BR_TARGET("sse2,sse4.1,aes")
|
||||
void
|
||||
br_aes_x86ni_ctrcbc_ctr(const br_aes_x86ni_ctrcbc_keys *ctx,
|
||||
void *ctr, void *data, size_t len)
|
||||
{
|
||||
unsigned char *buf;
|
||||
unsigned num_rounds;
|
||||
__m128i sk[15];
|
||||
__m128i ivx0, ivx1, ivx2, ivx3;
|
||||
__m128i erev, zero, one, four, notthree;
|
||||
unsigned u;
|
||||
|
||||
buf = data;
|
||||
num_rounds = ctx->num_rounds;
|
||||
for (u = 0; u <= num_rounds; u ++) {
|
||||
sk[u] = _mm_loadu_si128((void *)(ctx->skey.skni + (u << 4)));
|
||||
}
|
||||
|
||||
/*
|
||||
* Some SSE2 constants.
|
||||
*/
|
||||
erev = _mm_set_epi8(0, 1, 2, 3, 4, 5, 6, 7,
|
||||
8, 9, 10, 11, 12, 13, 14, 15);
|
||||
zero = _mm_setzero_si128();
|
||||
one = _mm_set_epi64x(0, 1);
|
||||
four = _mm_set_epi64x(0, 4);
|
||||
notthree = _mm_sub_epi64(zero, four);
|
||||
|
||||
/*
|
||||
* Decode the counter in big-endian and pre-increment the other
|
||||
* three counters.
|
||||
*/
|
||||
ivx0 = _mm_shuffle_epi8(_mm_loadu_si128((void *)ctr), erev);
|
||||
ivx1 = _mm_add_epi64(ivx0, one);
|
||||
ivx1 = _mm_sub_epi64(ivx1,
|
||||
_mm_slli_si128(_mm_cmpeq_epi64(ivx1, zero), 8));
|
||||
ivx2 = _mm_add_epi64(ivx1, one);
|
||||
ivx2 = _mm_sub_epi64(ivx2,
|
||||
_mm_slli_si128(_mm_cmpeq_epi64(ivx2, zero), 8));
|
||||
ivx3 = _mm_add_epi64(ivx2, one);
|
||||
ivx3 = _mm_sub_epi64(ivx3,
|
||||
_mm_slli_si128(_mm_cmpeq_epi64(ivx3, zero), 8));
|
||||
while (len > 0) {
|
||||
__m128i x0, x1, x2, x3;
|
||||
|
||||
/*
|
||||
* Load counter values; we need to byteswap them because
|
||||
* the specification says that they use big-endian.
|
||||
*/
|
||||
x0 = _mm_shuffle_epi8(ivx0, erev);
|
||||
x1 = _mm_shuffle_epi8(ivx1, erev);
|
||||
x2 = _mm_shuffle_epi8(ivx2, erev);
|
||||
x3 = _mm_shuffle_epi8(ivx3, erev);
|
||||
|
||||
x0 = _mm_xor_si128(x0, sk[0]);
|
||||
x1 = _mm_xor_si128(x1, sk[0]);
|
||||
x2 = _mm_xor_si128(x2, sk[0]);
|
||||
x3 = _mm_xor_si128(x3, sk[0]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[1]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[1]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[1]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[1]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[2]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[2]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[2]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[2]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[3]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[3]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[3]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[3]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[4]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[4]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[4]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[4]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[5]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[5]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[5]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[5]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[6]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[6]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[6]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[6]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[7]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[7]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[7]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[7]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[8]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[8]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[8]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[8]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[9]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[9]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[9]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[9]);
|
||||
if (num_rounds == 10) {
|
||||
x0 = _mm_aesenclast_si128(x0, sk[10]);
|
||||
x1 = _mm_aesenclast_si128(x1, sk[10]);
|
||||
x2 = _mm_aesenclast_si128(x2, sk[10]);
|
||||
x3 = _mm_aesenclast_si128(x3, sk[10]);
|
||||
} else if (num_rounds == 12) {
|
||||
x0 = _mm_aesenc_si128(x0, sk[10]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[10]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[10]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[10]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[11]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[11]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[11]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[11]);
|
||||
x0 = _mm_aesenclast_si128(x0, sk[12]);
|
||||
x1 = _mm_aesenclast_si128(x1, sk[12]);
|
||||
x2 = _mm_aesenclast_si128(x2, sk[12]);
|
||||
x3 = _mm_aesenclast_si128(x3, sk[12]);
|
||||
} else {
|
||||
x0 = _mm_aesenc_si128(x0, sk[10]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[10]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[10]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[10]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[11]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[11]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[11]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[11]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[12]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[12]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[12]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[12]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[13]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[13]);
|
||||
x2 = _mm_aesenc_si128(x2, sk[13]);
|
||||
x3 = _mm_aesenc_si128(x3, sk[13]);
|
||||
x0 = _mm_aesenclast_si128(x0, sk[14]);
|
||||
x1 = _mm_aesenclast_si128(x1, sk[14]);
|
||||
x2 = _mm_aesenclast_si128(x2, sk[14]);
|
||||
x3 = _mm_aesenclast_si128(x3, sk[14]);
|
||||
}
|
||||
if (len >= 64) {
|
||||
x0 = _mm_xor_si128(x0,
|
||||
_mm_loadu_si128((void *)(buf + 0)));
|
||||
x1 = _mm_xor_si128(x1,
|
||||
_mm_loadu_si128((void *)(buf + 16)));
|
||||
x2 = _mm_xor_si128(x2,
|
||||
_mm_loadu_si128((void *)(buf + 32)));
|
||||
x3 = _mm_xor_si128(x3,
|
||||
_mm_loadu_si128((void *)(buf + 48)));
|
||||
_mm_storeu_si128((void *)(buf + 0), x0);
|
||||
_mm_storeu_si128((void *)(buf + 16), x1);
|
||||
_mm_storeu_si128((void *)(buf + 32), x2);
|
||||
_mm_storeu_si128((void *)(buf + 48), x3);
|
||||
buf += 64;
|
||||
len -= 64;
|
||||
} else {
|
||||
unsigned char tmp[64];
|
||||
|
||||
_mm_storeu_si128((void *)(tmp + 0), x0);
|
||||
_mm_storeu_si128((void *)(tmp + 16), x1);
|
||||
_mm_storeu_si128((void *)(tmp + 32), x2);
|
||||
_mm_storeu_si128((void *)(tmp + 48), x3);
|
||||
for (u = 0; u < len; u ++) {
|
||||
buf[u] ^= tmp[u];
|
||||
}
|
||||
switch (len) {
|
||||
case 16:
|
||||
ivx0 = ivx1;
|
||||
break;
|
||||
case 32:
|
||||
ivx0 = ivx2;
|
||||
break;
|
||||
case 48:
|
||||
ivx0 = ivx3;
|
||||
break;
|
||||
}
|
||||
break;
|
||||
}
|
||||
|
||||
/*
|
||||
* Add 4 to each counter value. For carry propagation
|
||||
* into the upper 64-bit words, we would need to compare
|
||||
* the results with 4, but SSE2+ has only _signed_
|
||||
* comparisons. Instead, we mask out the low two bits,
|
||||
* and check whether the remaining bits are zero.
|
||||
*/
|
||||
ivx0 = _mm_add_epi64(ivx0, four);
|
||||
ivx1 = _mm_add_epi64(ivx1, four);
|
||||
ivx2 = _mm_add_epi64(ivx2, four);
|
||||
ivx3 = _mm_add_epi64(ivx3, four);
|
||||
ivx0 = _mm_sub_epi64(ivx0,
|
||||
_mm_slli_si128(_mm_cmpeq_epi64(
|
||||
_mm_and_si128(ivx0, notthree), zero), 8));
|
||||
ivx1 = _mm_sub_epi64(ivx1,
|
||||
_mm_slli_si128(_mm_cmpeq_epi64(
|
||||
_mm_and_si128(ivx1, notthree), zero), 8));
|
||||
ivx2 = _mm_sub_epi64(ivx2,
|
||||
_mm_slli_si128(_mm_cmpeq_epi64(
|
||||
_mm_and_si128(ivx2, notthree), zero), 8));
|
||||
ivx3 = _mm_sub_epi64(ivx3,
|
||||
_mm_slli_si128(_mm_cmpeq_epi64(
|
||||
_mm_and_si128(ivx3, notthree), zero), 8));
|
||||
}
|
||||
|
||||
/*
|
||||
* Write back new counter value. The loop took care to put the
|
||||
* right counter value in ivx0.
|
||||
*/
|
||||
_mm_storeu_si128((void *)ctr, _mm_shuffle_epi8(ivx0, erev));
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
BR_TARGET("sse2,sse4.1,aes")
|
||||
void
|
||||
br_aes_x86ni_ctrcbc_mac(const br_aes_x86ni_ctrcbc_keys *ctx,
|
||||
void *cbcmac, const void *data, size_t len)
|
||||
{
|
||||
const unsigned char *buf;
|
||||
unsigned num_rounds;
|
||||
__m128i sk[15], ivx;
|
||||
unsigned u;
|
||||
|
||||
buf = data;
|
||||
ivx = _mm_loadu_si128(cbcmac);
|
||||
num_rounds = ctx->num_rounds;
|
||||
for (u = 0; u <= num_rounds; u ++) {
|
||||
sk[u] = _mm_loadu_si128((void *)(ctx->skey.skni + (u << 4)));
|
||||
}
|
||||
while (len > 0) {
|
||||
__m128i x;
|
||||
|
||||
x = _mm_xor_si128(_mm_loadu_si128((void *)buf), ivx);
|
||||
x = _mm_xor_si128(x, sk[0]);
|
||||
x = _mm_aesenc_si128(x, sk[1]);
|
||||
x = _mm_aesenc_si128(x, sk[2]);
|
||||
x = _mm_aesenc_si128(x, sk[3]);
|
||||
x = _mm_aesenc_si128(x, sk[4]);
|
||||
x = _mm_aesenc_si128(x, sk[5]);
|
||||
x = _mm_aesenc_si128(x, sk[6]);
|
||||
x = _mm_aesenc_si128(x, sk[7]);
|
||||
x = _mm_aesenc_si128(x, sk[8]);
|
||||
x = _mm_aesenc_si128(x, sk[9]);
|
||||
if (num_rounds == 10) {
|
||||
x = _mm_aesenclast_si128(x, sk[10]);
|
||||
} else if (num_rounds == 12) {
|
||||
x = _mm_aesenc_si128(x, sk[10]);
|
||||
x = _mm_aesenc_si128(x, sk[11]);
|
||||
x = _mm_aesenclast_si128(x, sk[12]);
|
||||
} else {
|
||||
x = _mm_aesenc_si128(x, sk[10]);
|
||||
x = _mm_aesenc_si128(x, sk[11]);
|
||||
x = _mm_aesenc_si128(x, sk[12]);
|
||||
x = _mm_aesenc_si128(x, sk[13]);
|
||||
x = _mm_aesenclast_si128(x, sk[14]);
|
||||
}
|
||||
ivx = x;
|
||||
buf += 16;
|
||||
len -= 16;
|
||||
}
|
||||
_mm_storeu_si128(cbcmac, ivx);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
BR_TARGET("sse2,sse4.1,aes")
|
||||
void
|
||||
br_aes_x86ni_ctrcbc_encrypt(const br_aes_x86ni_ctrcbc_keys *ctx,
|
||||
void *ctr, void *cbcmac, void *data, size_t len)
|
||||
{
|
||||
unsigned char *buf;
|
||||
unsigned num_rounds;
|
||||
__m128i sk[15];
|
||||
__m128i ivx, cmx;
|
||||
__m128i erev, zero, one;
|
||||
unsigned u;
|
||||
int first_iter;
|
||||
|
||||
num_rounds = ctx->num_rounds;
|
||||
for (u = 0; u <= num_rounds; u ++) {
|
||||
sk[u] = _mm_loadu_si128((void *)(ctx->skey.skni + (u << 4)));
|
||||
}
|
||||
|
||||
/*
|
||||
* Some SSE2 constants.
|
||||
*/
|
||||
erev = _mm_set_epi8(0, 1, 2, 3, 4, 5, 6, 7,
|
||||
8, 9, 10, 11, 12, 13, 14, 15);
|
||||
zero = _mm_setzero_si128();
|
||||
one = _mm_set_epi64x(0, 1);
|
||||
|
||||
/*
|
||||
* Decode the counter in big-endian.
|
||||
*/
|
||||
ivx = _mm_shuffle_epi8(_mm_loadu_si128(ctr), erev);
|
||||
cmx = _mm_loadu_si128(cbcmac);
|
||||
|
||||
buf = data;
|
||||
first_iter = 1;
|
||||
while (len > 0) {
|
||||
__m128i dx, x0, x1;
|
||||
|
||||
/*
|
||||
* Load initial values:
|
||||
* dx encrypted block of data
|
||||
* x0 counter (for CTR encryption)
|
||||
* x1 input for CBC-MAC
|
||||
*/
|
||||
dx = _mm_loadu_si128((void *)buf);
|
||||
x0 = _mm_shuffle_epi8(ivx, erev);
|
||||
x1 = cmx;
|
||||
|
||||
x0 = _mm_xor_si128(x0, sk[0]);
|
||||
x1 = _mm_xor_si128(x1, sk[0]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[1]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[1]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[2]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[2]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[3]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[3]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[4]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[4]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[5]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[5]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[6]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[6]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[7]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[7]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[8]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[8]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[9]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[9]);
|
||||
if (num_rounds == 10) {
|
||||
x0 = _mm_aesenclast_si128(x0, sk[10]);
|
||||
x1 = _mm_aesenclast_si128(x1, sk[10]);
|
||||
} else if (num_rounds == 12) {
|
||||
x0 = _mm_aesenc_si128(x0, sk[10]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[10]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[11]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[11]);
|
||||
x0 = _mm_aesenclast_si128(x0, sk[12]);
|
||||
x1 = _mm_aesenclast_si128(x1, sk[12]);
|
||||
} else {
|
||||
x0 = _mm_aesenc_si128(x0, sk[10]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[10]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[11]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[11]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[12]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[12]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[13]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[13]);
|
||||
x0 = _mm_aesenclast_si128(x0, sk[14]);
|
||||
x1 = _mm_aesenclast_si128(x1, sk[14]);
|
||||
}
|
||||
|
||||
x0 = _mm_xor_si128(x0, dx);
|
||||
if (first_iter) {
|
||||
cmx = _mm_xor_si128(cmx, x0);
|
||||
first_iter = 0;
|
||||
} else {
|
||||
cmx = _mm_xor_si128(x1, x0);
|
||||
}
|
||||
_mm_storeu_si128((void *)buf, x0);
|
||||
|
||||
buf += 16;
|
||||
len -= 16;
|
||||
|
||||
/*
|
||||
* Increment the counter value.
|
||||
*/
|
||||
ivx = _mm_add_epi64(ivx, one);
|
||||
ivx = _mm_sub_epi64(ivx,
|
||||
_mm_slli_si128(_mm_cmpeq_epi64(ivx, zero), 8));
|
||||
|
||||
/*
|
||||
* If this was the last iteration, then compute the
|
||||
* extra block encryption to complete CBC-MAC.
|
||||
*/
|
||||
if (len == 0) {
|
||||
cmx = _mm_xor_si128(cmx, sk[0]);
|
||||
cmx = _mm_aesenc_si128(cmx, sk[1]);
|
||||
cmx = _mm_aesenc_si128(cmx, sk[2]);
|
||||
cmx = _mm_aesenc_si128(cmx, sk[3]);
|
||||
cmx = _mm_aesenc_si128(cmx, sk[4]);
|
||||
cmx = _mm_aesenc_si128(cmx, sk[5]);
|
||||
cmx = _mm_aesenc_si128(cmx, sk[6]);
|
||||
cmx = _mm_aesenc_si128(cmx, sk[7]);
|
||||
cmx = _mm_aesenc_si128(cmx, sk[8]);
|
||||
cmx = _mm_aesenc_si128(cmx, sk[9]);
|
||||
if (num_rounds == 10) {
|
||||
cmx = _mm_aesenclast_si128(cmx, sk[10]);
|
||||
} else if (num_rounds == 12) {
|
||||
cmx = _mm_aesenc_si128(cmx, sk[10]);
|
||||
cmx = _mm_aesenc_si128(cmx, sk[11]);
|
||||
cmx = _mm_aesenclast_si128(cmx, sk[12]);
|
||||
} else {
|
||||
cmx = _mm_aesenc_si128(cmx, sk[10]);
|
||||
cmx = _mm_aesenc_si128(cmx, sk[11]);
|
||||
cmx = _mm_aesenc_si128(cmx, sk[12]);
|
||||
cmx = _mm_aesenc_si128(cmx, sk[13]);
|
||||
cmx = _mm_aesenclast_si128(cmx, sk[14]);
|
||||
}
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
/*
|
||||
* Write back new counter value and CBC-MAC value.
|
||||
*/
|
||||
_mm_storeu_si128(ctr, _mm_shuffle_epi8(ivx, erev));
|
||||
_mm_storeu_si128(cbcmac, cmx);
|
||||
}
|
||||
|
||||
/* see bearssl_block.h */
|
||||
BR_TARGET("sse2,sse4.1,aes")
|
||||
void
|
||||
br_aes_x86ni_ctrcbc_decrypt(const br_aes_x86ni_ctrcbc_keys *ctx,
|
||||
void *ctr, void *cbcmac, void *data, size_t len)
|
||||
{
|
||||
unsigned char *buf;
|
||||
unsigned num_rounds;
|
||||
__m128i sk[15];
|
||||
__m128i ivx, cmx;
|
||||
__m128i erev, zero, one;
|
||||
unsigned u;
|
||||
|
||||
num_rounds = ctx->num_rounds;
|
||||
for (u = 0; u <= num_rounds; u ++) {
|
||||
sk[u] = _mm_loadu_si128((void *)(ctx->skey.skni + (u << 4)));
|
||||
}
|
||||
|
||||
/*
|
||||
* Some SSE2 constants.
|
||||
*/
|
||||
erev = _mm_set_epi8(0, 1, 2, 3, 4, 5, 6, 7,
|
||||
8, 9, 10, 11, 12, 13, 14, 15);
|
||||
zero = _mm_setzero_si128();
|
||||
one = _mm_set_epi64x(0, 1);
|
||||
|
||||
/*
|
||||
* Decode the counter in big-endian.
|
||||
*/
|
||||
ivx = _mm_shuffle_epi8(_mm_loadu_si128(ctr), erev);
|
||||
cmx = _mm_loadu_si128(cbcmac);
|
||||
|
||||
buf = data;
|
||||
while (len > 0) {
|
||||
__m128i dx, x0, x1;
|
||||
|
||||
/*
|
||||
* Load initial values:
|
||||
* dx encrypted block of data
|
||||
* x0 counter (for CTR encryption)
|
||||
* x1 input for CBC-MAC
|
||||
*/
|
||||
dx = _mm_loadu_si128((void *)buf);
|
||||
x0 = _mm_shuffle_epi8(ivx, erev);
|
||||
x1 = _mm_xor_si128(cmx, dx);
|
||||
|
||||
x0 = _mm_xor_si128(x0, sk[0]);
|
||||
x1 = _mm_xor_si128(x1, sk[0]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[1]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[1]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[2]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[2]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[3]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[3]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[4]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[4]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[5]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[5]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[6]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[6]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[7]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[7]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[8]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[8]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[9]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[9]);
|
||||
if (num_rounds == 10) {
|
||||
x0 = _mm_aesenclast_si128(x0, sk[10]);
|
||||
x1 = _mm_aesenclast_si128(x1, sk[10]);
|
||||
} else if (num_rounds == 12) {
|
||||
x0 = _mm_aesenc_si128(x0, sk[10]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[10]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[11]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[11]);
|
||||
x0 = _mm_aesenclast_si128(x0, sk[12]);
|
||||
x1 = _mm_aesenclast_si128(x1, sk[12]);
|
||||
} else {
|
||||
x0 = _mm_aesenc_si128(x0, sk[10]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[10]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[11]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[11]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[12]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[12]);
|
||||
x0 = _mm_aesenc_si128(x0, sk[13]);
|
||||
x1 = _mm_aesenc_si128(x1, sk[13]);
|
||||
x0 = _mm_aesenclast_si128(x0, sk[14]);
|
||||
x1 = _mm_aesenclast_si128(x1, sk[14]);
|
||||
}
|
||||
x0 = _mm_xor_si128(x0, dx);
|
||||
cmx = x1;
|
||||
_mm_storeu_si128((void *)buf, x0);
|
||||
|
||||
buf += 16;
|
||||
len -= 16;
|
||||
|
||||
/*
|
||||
* Increment the counter value.
|
||||
*/
|
||||
ivx = _mm_add_epi64(ivx, one);
|
||||
ivx = _mm_sub_epi64(ivx,
|
||||
_mm_slli_si128(_mm_cmpeq_epi64(ivx, zero), 8));
|
||||
}
|
||||
|
||||
/*
|
||||
* Write back new counter value and CBC-MAC value.
|
||||
*/
|
||||
_mm_storeu_si128(ctr, _mm_shuffle_epi8(ivx, erev));
|
||||
_mm_storeu_si128(cbcmac, cmx);
|
||||
}
|
||||
|
||||
BR_TARGETS_X86_DOWN
|
||||
|
||||
/* see bearssl_block.h */
|
||||
const br_block_ctrcbc_class br_aes_x86ni_ctrcbc_vtable = {
|
||||
sizeof(br_aes_x86ni_ctrcbc_keys),
|
||||
16,
|
||||
4,
|
||||
(void (*)(const br_block_ctrcbc_class **, const void *, size_t))
|
||||
&br_aes_x86ni_ctrcbc_init,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, void *, size_t))
|
||||
&br_aes_x86ni_ctrcbc_encrypt,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, void *, size_t))
|
||||
&br_aes_x86ni_ctrcbc_decrypt,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, void *, size_t))
|
||||
&br_aes_x86ni_ctrcbc_ctr,
|
||||
(void (*)(const br_block_ctrcbc_class *const *,
|
||||
void *, const void *, size_t))
|
||||
&br_aes_x86ni_ctrcbc_mac
|
||||
};
|
||||
|
||||
#else
|
||||
|
||||
/* see bearssl_block.h */
|
||||
const br_block_ctrcbc_class *
|
||||
br_aes_x86ni_ctrcbc_get_vtable(void)
|
||||
{
|
||||
return NULL;
|
||||
}
|
||||
|
||||
#endif
|
||||
Loading…
Add table
Add a link
Reference in a new issue