/* MIT License * * Copyright (c) 2016-2020 INRIA, CMU and Microsoft Corporation * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ #include "Hacl_Chacha20Poly1305_32.h" /* Forward declaration from chacha20-ppc64le.S */ void chacha20vsx(uint32_t len, uint8_t *output, uint8_t *block, uint8_t *k, uint8_t *nonce, uint32_t ctr); static inline void poly1305_padded_32(uint64_t *ctx, uint32_t len, uint8_t *text) { uint32_t n = len / (uint32_t)16U; uint32_t r = len % (uint32_t)16U; uint8_t *blocks = text; uint8_t *rem = text + n * (uint32_t)16U; uint64_t *pre0 = ctx + (uint32_t)5U; uint64_t *acc0 = ctx; uint32_t nb = n * (uint32_t)16U / (uint32_t)16U; uint32_t rem1 = n * (uint32_t)16U % (uint32_t)16U; for (uint32_t i = (uint32_t)0U; i < nb; i++) { uint8_t *block = blocks + i * (uint32_t)16U; uint64_t e[5U] = { 0U }; uint64_t u0 = load64_le(block); uint64_t lo = u0; uint64_t u = load64_le(block + (uint32_t)8U); uint64_t hi = u; uint64_t f0 = lo; uint64_t f1 = hi; uint64_t f010 = f0 & (uint64_t)0x3ffffffU; uint64_t f110 = f0 >> (uint32_t)26U & (uint64_t)0x3ffffffU; uint64_t f20 = f0 >> (uint32_t)52U | (f1 & (uint64_t)0x3fffU) << (uint32_t)12U; uint64_t f30 = f1 >> (uint32_t)14U & (uint64_t)0x3ffffffU; uint64_t f40 = f1 >> (uint32_t)40U; uint64_t f01 = f010; uint64_t f111 = f110; uint64_t f2 = f20; uint64_t f3 = f30; uint64_t f41 = f40; e[0U] = f01; e[1U] = f111; e[2U] = f2; e[3U] = f3; e[4U] = f41; uint64_t b = (uint64_t)0x1000000U; uint64_t mask = b; uint64_t f4 = e[4U]; e[4U] = f4 | mask; uint64_t *r1 = pre0; uint64_t *r5 = pre0 + (uint32_t)5U; uint64_t r0 = r1[0U]; uint64_t r11 = r1[1U]; uint64_t r2 = r1[2U]; uint64_t r3 = r1[3U]; uint64_t r4 = r1[4U]; uint64_t r51 = r5[1U]; uint64_t r52 = r5[2U]; uint64_t r53 = r5[3U]; uint64_t r54 = r5[4U]; uint64_t f10 = e[0U]; uint64_t f11 = e[1U]; uint64_t f12 = e[2U]; uint64_t f13 = e[3U]; uint64_t f14 = e[4U]; uint64_t a0 = acc0[0U]; uint64_t a1 = acc0[1U]; uint64_t a2 = acc0[2U]; uint64_t a3 = acc0[3U]; uint64_t a4 = acc0[4U]; uint64_t a01 = a0 + f10; uint64_t a11 = a1 + f11; uint64_t a21 = a2 + f12; uint64_t a31 = a3 + f13; uint64_t a41 = a4 + f14; uint64_t a02 = r0 * a01; uint64_t a12 = r11 * a01; uint64_t a22 = r2 * a01; uint64_t a32 = r3 * a01; uint64_t a42 = r4 * a01; uint64_t a03 = a02 + r54 * a11; uint64_t a13 = a12 + r0 * a11; uint64_t a23 = a22 + r11 * a11; uint64_t a33 = a32 + r2 * a11; uint64_t a43 = a42 + r3 * a11; uint64_t a04 = a03 + r53 * a21; uint64_t a14 = a13 + r54 * a21; uint64_t a24 = a23 + r0 * a21; uint64_t a34 = a33 + r11 * a21; uint64_t a44 = a43 + r2 * a21; uint64_t a05 = a04 + r52 * a31; uint64_t a15 = a14 + r53 * a31; uint64_t a25 = a24 + r54 * a31; uint64_t a35 = a34 + r0 * a31; uint64_t a45 = a44 + r11 * a31; uint64_t a06 = a05 + r51 * a41; uint64_t a16 = a15 + r52 * a41; uint64_t a26 = a25 + r53 * a41; uint64_t a36 = a35 + r54 * a41; uint64_t a46 = a45 + r0 * a41; uint64_t t0 = a06; uint64_t t1 = a16; uint64_t t2 = a26; uint64_t t3 = a36; uint64_t t4 = a46; uint64_t mask26 = (uint64_t)0x3ffffffU; uint64_t z0 = t0 >> (uint32_t)26U; uint64_t z1 = t3 >> (uint32_t)26U; uint64_t x0 = t0 & mask26; uint64_t x3 = t3 & mask26; uint64_t x1 = t1 + z0; uint64_t x4 = t4 + z1; uint64_t z01 = x1 >> (uint32_t)26U; uint64_t z11 = x4 >> (uint32_t)26U; uint64_t t = z11 << (uint32_t)2U; uint64_t z12 = z11 + t; uint64_t x11 = x1 & mask26; uint64_t x41 = x4 & mask26; uint64_t x2 = t2 + z01; uint64_t x01 = x0 + z12; uint64_t z02 = x2 >> (uint32_t)26U; uint64_t z13 = x01 >> (uint32_t)26U; uint64_t x21 = x2 & mask26; uint64_t x02 = x01 & mask26; uint64_t x31 = x3 + z02; uint64_t x12 = x11 + z13; uint64_t z03 = x31 >> (uint32_t)26U; uint64_t x32 = x31 & mask26; uint64_t x42 = x41 + z03; uint64_t o0 = x02; uint64_t o1 = x12; uint64_t o2 = x21; uint64_t o3 = x32; uint64_t o4 = x42; acc0[0U] = o0; acc0[1U] = o1; acc0[2U] = o2; acc0[3U] = o3; acc0[4U] = o4; } if (rem1 > (uint32_t)0U) { uint8_t *last = blocks + nb * (uint32_t)16U; uint64_t e[5U] = { 0U }; uint8_t tmp[16U] = { 0U }; memcpy(tmp, last, rem1 * sizeof(last[0U])); uint64_t u0 = load64_le(tmp); uint64_t lo = u0; uint64_t u = load64_le(tmp + (uint32_t)8U); uint64_t hi = u; uint64_t f0 = lo; uint64_t f1 = hi; uint64_t f010 = f0 & (uint64_t)0x3ffffffU; uint64_t f110 = f0 >> (uint32_t)26U & (uint64_t)0x3ffffffU; uint64_t f20 = f0 >> (uint32_t)52U | (f1 & (uint64_t)0x3fffU) << (uint32_t)12U; uint64_t f30 = f1 >> (uint32_t)14U & (uint64_t)0x3ffffffU; uint64_t f40 = f1 >> (uint32_t)40U; uint64_t f01 = f010; uint64_t f111 = f110; uint64_t f2 = f20; uint64_t f3 = f30; uint64_t f4 = f40; e[0U] = f01; e[1U] = f111; e[2U] = f2; e[3U] = f3; e[4U] = f4; uint64_t b = (uint64_t)1U << rem1 * (uint32_t)8U % (uint32_t)26U; uint64_t mask = b; uint64_t fi = e[rem1 * (uint32_t)8U / (uint32_t)26U]; e[rem1 * (uint32_t)8U / (uint32_t)26U] = fi | mask; uint64_t *r1 = pre0; uint64_t *r5 = pre0 + (uint32_t)5U; uint64_t r0 = r1[0U]; uint64_t r11 = r1[1U]; uint64_t r2 = r1[2U]; uint64_t r3 = r1[3U]; uint64_t r4 = r1[4U]; uint64_t r51 = r5[1U]; uint64_t r52 = r5[2U]; uint64_t r53 = r5[3U]; uint64_t r54 = r5[4U]; uint64_t f10 = e[0U]; uint64_t f11 = e[1U]; uint64_t f12 = e[2U]; uint64_t f13 = e[3U]; uint64_t f14 = e[4U]; uint64_t a0 = acc0[0U]; uint64_t a1 = acc0[1U]; uint64_t a2 = acc0[2U]; uint64_t a3 = acc0[3U]; uint64_t a4 = acc0[4U]; uint64_t a01 = a0 + f10; uint64_t a11 = a1 + f11; uint64_t a21 = a2 + f12; uint64_t a31 = a3 + f13; uint64_t a41 = a4 + f14; uint64_t a02 = r0 * a01; uint64_t a12 = r11 * a01; uint64_t a22 = r2 * a01; uint64_t a32 = r3 * a01; uint64_t a42 = r4 * a01; uint64_t a03 = a02 + r54 * a11; uint64_t a13 = a12 + r0 * a11; uint64_t a23 = a22 + r11 * a11; uint64_t a33 = a32 + r2 * a11; uint64_t a43 = a42 + r3 * a11; uint64_t a04 = a03 + r53 * a21; uint64_t a14 = a13 + r54 * a21; uint64_t a24 = a23 + r0 * a21; uint64_t a34 = a33 + r11 * a21; uint64_t a44 = a43 + r2 * a21; uint64_t a05 = a04 + r52 * a31; uint64_t a15 = a14 + r53 * a31; uint64_t a25 = a24 + r54 * a31; uint64_t a35 = a34 + r0 * a31; uint64_t a45 = a44 + r11 * a31; uint64_t a06 = a05 + r51 * a41; uint64_t a16 = a15 + r52 * a41; uint64_t a26 = a25 + r53 * a41; uint64_t a36 = a35 + r54 * a41; uint64_t a46 = a45 + r0 * a41; uint64_t t0 = a06; uint64_t t1 = a16; uint64_t t2 = a26; uint64_t t3 = a36; uint64_t t4 = a46; uint64_t mask26 = (uint64_t)0x3ffffffU; uint64_t z0 = t0 >> (uint32_t)26U; uint64_t z1 = t3 >> (uint32_t)26U; uint64_t x0 = t0 & mask26; uint64_t x3 = t3 & mask26; uint64_t x1 = t1 + z0; uint64_t x4 = t4 + z1; uint64_t z01 = x1 >> (uint32_t)26U; uint64_t z11 = x4 >> (uint32_t)26U; uint64_t t = z11 << (uint32_t)2U; uint64_t z12 = z11 + t; uint64_t x11 = x1 & mask26; uint64_t x41 = x4 & mask26; uint64_t x2 = t2 + z01; uint64_t x01 = x0 + z12; uint64_t z02 = x2 >> (uint32_t)26U; uint64_t z13 = x01 >> (uint32_t)26U; uint64_t x21 = x2 & mask26; uint64_t x02 = x01 & mask26; uint64_t x31 = x3 + z02; uint64_t x12 = x11 + z13; uint64_t z03 = x31 >> (uint32_t)26U; uint64_t x32 = x31 & mask26; uint64_t x42 = x41 + z03; uint64_t o0 = x02; uint64_t o1 = x12; uint64_t o2 = x21; uint64_t o3 = x32; uint64_t o4 = x42; acc0[0U] = o0; acc0[1U] = o1; acc0[2U] = o2; acc0[3U] = o3; acc0[4U] = o4; } uint8_t tmp[16U] = { 0U }; memcpy(tmp, rem, r * sizeof(rem[0U])); if (r > (uint32_t)0U) { uint64_t *pre = ctx + (uint32_t)5U; uint64_t *acc = ctx; uint64_t e[5U] = { 0U }; uint64_t u0 = load64_le(tmp); uint64_t lo = u0; uint64_t u = load64_le(tmp + (uint32_t)8U); uint64_t hi = u; uint64_t f0 = lo; uint64_t f1 = hi; uint64_t f010 = f0 & (uint64_t)0x3ffffffU; uint64_t f110 = f0 >> (uint32_t)26U & (uint64_t)0x3ffffffU; uint64_t f20 = f0 >> (uint32_t)52U | (f1 & (uint64_t)0x3fffU) << (uint32_t)12U; uint64_t f30 = f1 >> (uint32_t)14U & (uint64_t)0x3ffffffU; uint64_t f40 = f1 >> (uint32_t)40U; uint64_t f01 = f010; uint64_t f111 = f110; uint64_t f2 = f20; uint64_t f3 = f30; uint64_t f41 = f40; e[0U] = f01; e[1U] = f111; e[2U] = f2; e[3U] = f3; e[4U] = f41; uint64_t b = (uint64_t)0x1000000U; uint64_t mask = b; uint64_t f4 = e[4U]; e[4U] = f4 | mask; uint64_t *r1 = pre; uint64_t *r5 = pre + (uint32_t)5U; uint64_t r0 = r1[0U]; uint64_t r11 = r1[1U]; uint64_t r2 = r1[2U]; uint64_t r3 = r1[3U]; uint64_t r4 = r1[4U]; uint64_t r51 = r5[1U]; uint64_t r52 = r5[2U]; uint64_t r53 = r5[3U]; uint64_t r54 = r5[4U]; uint64_t f10 = e[0U]; uint64_t f11 = e[1U]; uint64_t f12 = e[2U]; uint64_t f13 = e[3U]; uint64_t f14 = e[4U]; uint64_t a0 = acc[0U]; uint64_t a1 = acc[1U]; uint64_t a2 = acc[2U]; uint64_t a3 = acc[3U]; uint64_t a4 = acc[4U]; uint64_t a01 = a0 + f10; uint64_t a11 = a1 + f11; uint64_t a21 = a2 + f12; uint64_t a31 = a3 + f13; uint64_t a41 = a4 + f14; uint64_t a02 = r0 * a01; uint64_t a12 = r11 * a01; uint64_t a22 = r2 * a01; uint64_t a32 = r3 * a01; uint64_t a42 = r4 * a01; uint64_t a03 = a02 + r54 * a11; uint64_t a13 = a12 + r0 * a11; uint64_t a23 = a22 + r11 * a11; uint64_t a33 = a32 + r2 * a11; uint64_t a43 = a42 + r3 * a11; uint64_t a04 = a03 + r53 * a21; uint64_t a14 = a13 + r54 * a21; uint64_t a24 = a23 + r0 * a21; uint64_t a34 = a33 + r11 * a21; uint64_t a44 = a43 + r2 * a21; uint64_t a05 = a04 + r52 * a31; uint64_t a15 = a14 + r53 * a31; uint64_t a25 = a24 + r54 * a31; uint64_t a35 = a34 + r0 * a31; uint64_t a45 = a44 + r11 * a31; uint64_t a06 = a05 + r51 * a41; uint64_t a16 = a15 + r52 * a41; uint64_t a26 = a25 + r53 * a41; uint64_t a36 = a35 + r54 * a41; uint64_t a46 = a45 + r0 * a41; uint64_t t0 = a06; uint64_t t1 = a16; uint64_t t2 = a26; uint64_t t3 = a36; uint64_t t4 = a46; uint64_t mask26 = (uint64_t)0x3ffffffU; uint64_t z0 = t0 >> (uint32_t)26U; uint64_t z1 = t3 >> (uint32_t)26U; uint64_t x0 = t0 & mask26; uint64_t x3 = t3 & mask26; uint64_t x1 = t1 + z0; uint64_t x4 = t4 + z1; uint64_t z01 = x1 >> (uint32_t)26U; uint64_t z11 = x4 >> (uint32_t)26U; uint64_t t = z11 << (uint32_t)2U; uint64_t z12 = z11 + t; uint64_t x11 = x1 & mask26; uint64_t x41 = x4 & mask26; uint64_t x2 = t2 + z01; uint64_t x01 = x0 + z12; uint64_t z02 = x2 >> (uint32_t)26U; uint64_t z13 = x01 >> (uint32_t)26U; uint64_t x21 = x2 & mask26; uint64_t x02 = x01 & mask26; uint64_t x31 = x3 + z02; uint64_t x12 = x11 + z13; uint64_t z03 = x31 >> (uint32_t)26U; uint64_t x32 = x31 & mask26; uint64_t x42 = x41 + z03; uint64_t o0 = x02; uint64_t o1 = x12; uint64_t o2 = x21; uint64_t o3 = x32; uint64_t o4 = x42; acc[0U] = o0; acc[1U] = o1; acc[2U] = o2; acc[3U] = o3; acc[4U] = o4; return; } } static inline void poly1305_do_32( uint8_t *k, uint32_t aadlen, uint8_t *aad, uint32_t mlen, uint8_t *m, uint8_t *out) { uint64_t ctx[25U] = { 0U }; uint8_t block[16U] = { 0U }; Hacl_Poly1305_32_poly1305_init(ctx, k); poly1305_padded_32(ctx, aadlen, aad); poly1305_padded_32(ctx, mlen, m); store64_le(block, (uint64_t)aadlen); store64_le(block + (uint32_t)8U, (uint64_t)mlen); uint64_t *pre = ctx + (uint32_t)5U; uint64_t *acc = ctx; uint64_t e[5U] = { 0U }; uint64_t u0 = load64_le(block); uint64_t lo = u0; uint64_t u = load64_le(block + (uint32_t)8U); uint64_t hi = u; uint64_t f0 = lo; uint64_t f1 = hi; uint64_t f010 = f0 & (uint64_t)0x3ffffffU; uint64_t f110 = f0 >> (uint32_t)26U & (uint64_t)0x3ffffffU; uint64_t f20 = f0 >> (uint32_t)52U | (f1 & (uint64_t)0x3fffU) << (uint32_t)12U; uint64_t f30 = f1 >> (uint32_t)14U & (uint64_t)0x3ffffffU; uint64_t f40 = f1 >> (uint32_t)40U; uint64_t f01 = f010; uint64_t f111 = f110; uint64_t f2 = f20; uint64_t f3 = f30; uint64_t f41 = f40; e[0U] = f01; e[1U] = f111; e[2U] = f2; e[3U] = f3; e[4U] = f41; uint64_t b = (uint64_t)0x1000000U; uint64_t mask = b; uint64_t f4 = e[4U]; e[4U] = f4 | mask; uint64_t *r = pre; uint64_t *r5 = pre + (uint32_t)5U; uint64_t r0 = r[0U]; uint64_t r1 = r[1U]; uint64_t r2 = r[2U]; uint64_t r3 = r[3U]; uint64_t r4 = r[4U]; uint64_t r51 = r5[1U]; uint64_t r52 = r5[2U]; uint64_t r53 = r5[3U]; uint64_t r54 = r5[4U]; uint64_t f10 = e[0U]; uint64_t f11 = e[1U]; uint64_t f12 = e[2U]; uint64_t f13 = e[3U]; uint64_t f14 = e[4U]; uint64_t a0 = acc[0U]; uint64_t a1 = acc[1U]; uint64_t a2 = acc[2U]; uint64_t a3 = acc[3U]; uint64_t a4 = acc[4U]; uint64_t a01 = a0 + f10; uint64_t a11 = a1 + f11; uint64_t a21 = a2 + f12; uint64_t a31 = a3 + f13; uint64_t a41 = a4 + f14; uint64_t a02 = r0 * a01; uint64_t a12 = r1 * a01; uint64_t a22 = r2 * a01; uint64_t a32 = r3 * a01; uint64_t a42 = r4 * a01; uint64_t a03 = a02 + r54 * a11; uint64_t a13 = a12 + r0 * a11; uint64_t a23 = a22 + r1 * a11; uint64_t a33 = a32 + r2 * a11; uint64_t a43 = a42 + r3 * a11; uint64_t a04 = a03 + r53 * a21; uint64_t a14 = a13 + r54 * a21; uint64_t a24 = a23 + r0 * a21; uint64_t a34 = a33 + r1 * a21; uint64_t a44 = a43 + r2 * a21; uint64_t a05 = a04 + r52 * a31; uint64_t a15 = a14 + r53 * a31; uint64_t a25 = a24 + r54 * a31; uint64_t a35 = a34 + r0 * a31; uint64_t a45 = a44 + r1 * a31; uint64_t a06 = a05 + r51 * a41; uint64_t a16 = a15 + r52 * a41; uint64_t a26 = a25 + r53 * a41; uint64_t a36 = a35 + r54 * a41; uint64_t a46 = a45 + r0 * a41; uint64_t t0 = a06; uint64_t t1 = a16; uint64_t t2 = a26; uint64_t t3 = a36; uint64_t t4 = a46; uint64_t mask26 = (uint64_t)0x3ffffffU; uint64_t z0 = t0 >> (uint32_t)26U; uint64_t z1 = t3 >> (uint32_t)26U; uint64_t x0 = t0 & mask26; uint64_t x3 = t3 & mask26; uint64_t x1 = t1 + z0; uint64_t x4 = t4 + z1; uint64_t z01 = x1 >> (uint32_t)26U; uint64_t z11 = x4 >> (uint32_t)26U; uint64_t t = z11 << (uint32_t)2U; uint64_t z12 = z11 + t; uint64_t x11 = x1 & mask26; uint64_t x41 = x4 & mask26; uint64_t x2 = t2 + z01; uint64_t x01 = x0 + z12; uint64_t z02 = x2 >> (uint32_t)26U; uint64_t z13 = x01 >> (uint32_t)26U; uint64_t x21 = x2 & mask26; uint64_t x02 = x01 & mask26; uint64_t x31 = x3 + z02; uint64_t x12 = x11 + z13; uint64_t z03 = x31 >> (uint32_t)26U; uint64_t x32 = x31 & mask26; uint64_t x42 = x41 + z03; uint64_t o0 = x02; uint64_t o1 = x12; uint64_t o2 = x21; uint64_t o3 = x32; uint64_t o4 = x42; acc[0U] = o0; acc[1U] = o1; acc[2U] = o2; acc[3U] = o3; acc[4U] = o4; Hacl_Poly1305_32_poly1305_finish(out, k, ctx); } void Chacha20Poly1305_vsx_aead_encrypt( uint8_t *k, uint8_t *n, uint32_t aadlen, uint8_t *aad, uint32_t mlen, uint8_t *m, uint8_t *cipher, uint8_t *mac) { chacha20vsx(mlen, cipher, m, k, n, (uint32_t)1U); uint8_t tmp[64U] = { 0U }; chacha20vsx((uint32_t)64U, tmp, tmp, k, n, (uint32_t)0U); uint8_t *key = tmp; poly1305_do_32(key, aadlen, aad, mlen, cipher, mac); } uint32_t Chacha20Poly1305_vsx_aead_decrypt( uint8_t *k, uint8_t *n, uint32_t aadlen, uint8_t *aad, uint32_t mlen, uint8_t *m, uint8_t *cipher, uint8_t *mac) { uint8_t computed_mac[16U] = { 0U }; uint8_t tmp[64U] = { 0U }; chacha20vsx((uint32_t)64U, tmp, tmp, k, n, (uint32_t)0U); uint8_t *key = tmp; poly1305_do_32(key, aadlen, aad, mlen, cipher, computed_mac); uint8_t res = (uint8_t)255U; for (uint32_t i = (uint32_t)0U; i < (uint32_t)16U; i++) { uint8_t uu____0 = FStar_UInt8_eq_mask(computed_mac[i], mac[i]); res = uu____0 & res; } uint8_t z = res; if (z == (uint8_t)255U) { chacha20vsx(mlen, m, cipher, k, n, (uint32_t)1U); return (uint32_t)0U; } return (uint32_t)1U; }