summaryrefslogtreecommitdiffstats
path: root/comm/third_party/botan/src/lib/stream/chacha/chacha_simd32/chacha_simd32.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'comm/third_party/botan/src/lib/stream/chacha/chacha_simd32/chacha_simd32.cpp')
-rw-r--r--comm/third_party/botan/src/lib/stream/chacha/chacha_simd32/chacha_simd32.cpp205
1 files changed, 205 insertions, 0 deletions
diff --git a/comm/third_party/botan/src/lib/stream/chacha/chacha_simd32/chacha_simd32.cpp b/comm/third_party/botan/src/lib/stream/chacha/chacha_simd32/chacha_simd32.cpp
new file mode 100644
index 0000000000..6cd6acd0d8
--- /dev/null
+++ b/comm/third_party/botan/src/lib/stream/chacha/chacha_simd32/chacha_simd32.cpp
@@ -0,0 +1,205 @@
+/*
+* (C) 2018 Jack Lloyd
+*
+* Botan is released under the Simplified BSD License (see license.txt)
+*/
+
+#include <botan/chacha.h>
+#include <botan/internal/simd_32.h>
+
+namespace Botan {
+
+//static
+void ChaCha::chacha_simd32_x4(uint8_t output[64*4], uint32_t state[16], size_t rounds)
+ {
+ BOTAN_ASSERT(rounds % 2 == 0, "Valid rounds");
+ const SIMD_4x32 CTR0 = SIMD_4x32(0, 1, 2, 3);
+
+ const uint32_t C = 0xFFFFFFFF - state[12];
+ const SIMD_4x32 CTR1 = SIMD_4x32(0, C < 1, C < 2, C < 3);
+
+ SIMD_4x32 R00 = SIMD_4x32::splat(state[ 0]);
+ SIMD_4x32 R01 = SIMD_4x32::splat(state[ 1]);
+ SIMD_4x32 R02 = SIMD_4x32::splat(state[ 2]);
+ SIMD_4x32 R03 = SIMD_4x32::splat(state[ 3]);
+ SIMD_4x32 R04 = SIMD_4x32::splat(state[ 4]);
+ SIMD_4x32 R05 = SIMD_4x32::splat(state[ 5]);
+ SIMD_4x32 R06 = SIMD_4x32::splat(state[ 6]);
+ SIMD_4x32 R07 = SIMD_4x32::splat(state[ 7]);
+ SIMD_4x32 R08 = SIMD_4x32::splat(state[ 8]);
+ SIMD_4x32 R09 = SIMD_4x32::splat(state[ 9]);
+ SIMD_4x32 R10 = SIMD_4x32::splat(state[10]);
+ SIMD_4x32 R11 = SIMD_4x32::splat(state[11]);
+ SIMD_4x32 R12 = SIMD_4x32::splat(state[12]) + CTR0;
+ SIMD_4x32 R13 = SIMD_4x32::splat(state[13]) + CTR1;
+ SIMD_4x32 R14 = SIMD_4x32::splat(state[14]);
+ SIMD_4x32 R15 = SIMD_4x32::splat(state[15]);
+
+ for(size_t r = 0; r != rounds / 2; ++r)
+ {
+ R00 += R04;
+ R01 += R05;
+ R02 += R06;
+ R03 += R07;
+
+ R12 ^= R00;
+ R13 ^= R01;
+ R14 ^= R02;
+ R15 ^= R03;
+
+ R12 = R12.rotl<16>();
+ R13 = R13.rotl<16>();
+ R14 = R14.rotl<16>();
+ R15 = R15.rotl<16>();
+
+ R08 += R12;
+ R09 += R13;
+ R10 += R14;
+ R11 += R15;
+
+ R04 ^= R08;
+ R05 ^= R09;
+ R06 ^= R10;
+ R07 ^= R11;
+
+ R04 = R04.rotl<12>();
+ R05 = R05.rotl<12>();
+ R06 = R06.rotl<12>();
+ R07 = R07.rotl<12>();
+
+ R00 += R04;
+ R01 += R05;
+ R02 += R06;
+ R03 += R07;
+
+ R12 ^= R00;
+ R13 ^= R01;
+ R14 ^= R02;
+ R15 ^= R03;
+
+ R12 = R12.rotl<8>();
+ R13 = R13.rotl<8>();
+ R14 = R14.rotl<8>();
+ R15 = R15.rotl<8>();
+
+ R08 += R12;
+ R09 += R13;
+ R10 += R14;
+ R11 += R15;
+
+ R04 ^= R08;
+ R05 ^= R09;
+ R06 ^= R10;
+ R07 ^= R11;
+
+ R04 = R04.rotl<7>();
+ R05 = R05.rotl<7>();
+ R06 = R06.rotl<7>();
+ R07 = R07.rotl<7>();
+
+ R00 += R05;
+ R01 += R06;
+ R02 += R07;
+ R03 += R04;
+
+ R15 ^= R00;
+ R12 ^= R01;
+ R13 ^= R02;
+ R14 ^= R03;
+
+ R15 = R15.rotl<16>();
+ R12 = R12.rotl<16>();
+ R13 = R13.rotl<16>();
+ R14 = R14.rotl<16>();
+
+ R10 += R15;
+ R11 += R12;
+ R08 += R13;
+ R09 += R14;
+
+ R05 ^= R10;
+ R06 ^= R11;
+ R07 ^= R08;
+ R04 ^= R09;
+
+ R05 = R05.rotl<12>();
+ R06 = R06.rotl<12>();
+ R07 = R07.rotl<12>();
+ R04 = R04.rotl<12>();
+
+ R00 += R05;
+ R01 += R06;
+ R02 += R07;
+ R03 += R04;
+
+ R15 ^= R00;
+ R12 ^= R01;
+ R13 ^= R02;
+ R14 ^= R03;
+
+ R15 = R15.rotl<8>();
+ R12 = R12.rotl<8>();
+ R13 = R13.rotl<8>();
+ R14 = R14.rotl<8>();
+
+ R10 += R15;
+ R11 += R12;
+ R08 += R13;
+ R09 += R14;
+
+ R05 ^= R10;
+ R06 ^= R11;
+ R07 ^= R08;
+ R04 ^= R09;
+
+ R05 = R05.rotl<7>();
+ R06 = R06.rotl<7>();
+ R07 = R07.rotl<7>();
+ R04 = R04.rotl<7>();
+ }
+
+ R00 += SIMD_4x32::splat(state[0]);
+ R01 += SIMD_4x32::splat(state[1]);
+ R02 += SIMD_4x32::splat(state[2]);
+ R03 += SIMD_4x32::splat(state[3]);
+ R04 += SIMD_4x32::splat(state[4]);
+ R05 += SIMD_4x32::splat(state[5]);
+ R06 += SIMD_4x32::splat(state[6]);
+ R07 += SIMD_4x32::splat(state[7]);
+ R08 += SIMD_4x32::splat(state[8]);
+ R09 += SIMD_4x32::splat(state[9]);
+ R10 += SIMD_4x32::splat(state[10]);
+ R11 += SIMD_4x32::splat(state[11]);
+ R12 += SIMD_4x32::splat(state[12]) + CTR0;
+ R13 += SIMD_4x32::splat(state[13]) + CTR1;
+ R14 += SIMD_4x32::splat(state[14]);
+ R15 += SIMD_4x32::splat(state[15]);
+
+ SIMD_4x32::transpose(R00, R01, R02, R03);
+ SIMD_4x32::transpose(R04, R05, R06, R07);
+ SIMD_4x32::transpose(R08, R09, R10, R11);
+ SIMD_4x32::transpose(R12, R13, R14, R15);
+
+ R00.store_le(output + 0*16);
+ R04.store_le(output + 1*16);
+ R08.store_le(output + 2*16);
+ R12.store_le(output + 3*16);
+ R01.store_le(output + 4*16);
+ R05.store_le(output + 5*16);
+ R09.store_le(output + 6*16);
+ R13.store_le(output + 7*16);
+ R02.store_le(output + 8*16);
+ R06.store_le(output + 9*16);
+ R10.store_le(output + 10*16);
+ R14.store_le(output + 11*16);
+ R03.store_le(output + 12*16);
+ R07.store_le(output + 13*16);
+ R11.store_le(output + 14*16);
+ R15.store_le(output + 15*16);
+
+ state[12] += 4;
+ if(state[12] < 4)
+ state[13]++;
+ }
+
+}