1
mirror of https://github.com/jedisct1/libsodium.git synced 2024-12-23 20:15:19 -07:00

AEGIS: improve performance of AD absorption on x86_64

No apparent regression on other platforms.

Adapted from libaegis.
This commit is contained in:
Frank Denis 2024-05-25 00:41:08 +02:00
parent 93a1ec76c2
commit 87f46367c4
2 changed files with 40 additions and 4 deletions

View File

@ -72,6 +72,19 @@ aegis128l_absorb(const uint8_t *const src, aes_block_t *const state)
aegis128l_update(state, msg0, msg1); aegis128l_update(state, msg0, msg1);
} }
static inline void
aegis128l_absorb2(const uint8_t *const src, aes_block_t *const state)
{
aes_block_t msg0, msg1, msg2, msg3;
msg0 = AES_BLOCK_LOAD(src + 0 * AES_BLOCK_LENGTH);
msg1 = AES_BLOCK_LOAD(src + 1 * AES_BLOCK_LENGTH);
msg2 = AES_BLOCK_LOAD(src + 2 * AES_BLOCK_LENGTH);
msg3 = AES_BLOCK_LOAD(src + 3 * AES_BLOCK_LENGTH);
aegis128l_update(state, msg0, msg1);
aegis128l_update(state, msg2, msg3);
}
static void static void
aegis128l_enc(uint8_t *const dst, const uint8_t *const src, aes_block_t *const state) aegis128l_enc(uint8_t *const dst, const uint8_t *const src, aes_block_t *const state)
{ {
@ -152,7 +165,10 @@ encrypt_detached(uint8_t *c, uint8_t *mac, size_t maclen, const uint8_t *m, size
aegis128l_init(k, npub, state); aegis128l_init(k, npub, state);
for (i = 0; i + RATE <= adlen; i += RATE) { for (i = 0; i + RATE * 2 <= adlen; i += RATE * 2) {
aegis128l_absorb2(ad + i, state);
}
for (; i + RATE <= adlen; i += RATE) {
aegis128l_absorb(ad + i, state); aegis128l_absorb(ad + i, state);
} }
if (adlen % RATE) { if (adlen % RATE) {
@ -189,7 +205,10 @@ decrypt_detached(uint8_t *m, const uint8_t *c, size_t clen, const uint8_t *mac,
aegis128l_init(k, npub, state); aegis128l_init(k, npub, state);
for (i = 0; i + RATE <= adlen; i += RATE) { for (i = 0; i + RATE * 2 <= adlen; i += RATE * 2) {
aegis128l_absorb2(ad + i, state);
}
for (; i + RATE <= adlen; i += RATE) {
aegis128l_absorb(ad + i, state); aegis128l_absorb(ad + i, state);
} }
if (adlen % RATE) { if (adlen % RATE) {

View File

@ -71,6 +71,17 @@ aegis256_absorb(const uint8_t *const src, aes_block_t *const state)
aegis256_update(state, msg); aegis256_update(state, msg);
} }
static inline void
aegis256_absorb2(const uint8_t *const src, aes_block_t *const state)
{
aes_block_t msg, msg2;
msg = AES_BLOCK_LOAD(src + 0 * AES_BLOCK_LENGTH);
msg2 = AES_BLOCK_LOAD(src + 1 * AES_BLOCK_LENGTH);
aegis256_update(state, msg);
aegis256_update(state, msg2);
}
static void static void
aegis256_enc(uint8_t *const dst, const uint8_t *const src, aes_block_t *const state) aegis256_enc(uint8_t *const dst, const uint8_t *const src, aes_block_t *const state)
{ {
@ -137,7 +148,10 @@ encrypt_detached(uint8_t *c, uint8_t *mac, size_t maclen, const uint8_t *m, size
aegis256_init(k, npub, state); aegis256_init(k, npub, state);
for (i = 0; i + RATE <= adlen; i += RATE) { for (i = 0; i + 2 * RATE <= adlen; i += 2 * RATE) {
aegis256_absorb2(ad + i, state);
}
for (; i + RATE <= adlen; i += RATE) {
aegis256_absorb(ad + i, state); aegis256_absorb(ad + i, state);
} }
if (adlen % RATE) { if (adlen % RATE) {
@ -174,7 +188,10 @@ decrypt_detached(uint8_t *m, const uint8_t *c, size_t clen, const uint8_t *mac,
aegis256_init(k, npub, state); aegis256_init(k, npub, state);
for (i = 0; i + RATE <= adlen; i += RATE) { for (i = 0; i + 2 * RATE <= adlen; i += 2 * RATE) {
aegis256_absorb2(ad + i, state);
}
for (; i + RATE <= adlen; i += RATE) {
aegis256_absorb(ad + i, state); aegis256_absorb(ad + i, state);
} }
if (adlen % RATE) { if (adlen % RATE) {