309 lines
8.5 KiB
C
309 lines
8.5 KiB
C
|
#include "crypto_encode_761x4591.h"
|
||
|
|
#include <immintrin.h>
|
||
|
|
/* auto-generated; do not edit */
|
||
|
|
|
||
|
|
#define int16 int16_t
|
||
|
|
#define uint16 uint16_t
|
||
|
|
#define uint32 uint32_t
|
||
|
|
|
||
|
|
void PQCLEAN_SNTRUP761_AVX2_crypto_encode_761x4591(unsigned char *out, const void *v) {
|
||
|
|
const int16 *R0 = v;
|
||
|
|
/* XXX: caller could overlap R with input */
|
||
|
|
uint16 R[381];
|
||
|
|
long i;
|
||
|
|
const uint16 *reading;
|
||
|
|
uint16 *writing;
|
||
|
|
uint16 r0, r1;
|
||
|
|
uint32 r2;
|
||
|
|
uint32 s0;
|
||
|
|
|
||
|
|
reading = (uint16 *) R0;
|
||
|
|
writing = R;
|
||
|
|
i = 24;
|
||
|
|
while (i > 0) {
|
||
|
|
__m256i x, x2, y, y2;
|
||
|
|
--i;
|
||
|
|
if (!i) {
|
||
|
|
reading -= 8;
|
||
|
|
writing -= 4;
|
||
|
|
out -= 8;
|
||
|
|
}
|
||
|
|
x = _mm256_loadu_si256((__m256i *) (reading + 0));
|
||
|
|
x2 = _mm256_loadu_si256((__m256i *) (reading + 16));
|
||
|
|
x = _mm256_add_epi16(x, _mm256_set1_epi16(2295));
|
||
|
|
x2 = _mm256_add_epi16(x2, _mm256_set1_epi16(2295));
|
||
|
|
x &= _mm256_set1_epi16(16383);
|
||
|
|
x2 &= _mm256_set1_epi16(16383);
|
||
|
|
y = x & _mm256_set1_epi32(65535);
|
||
|
|
y2 = x2 & _mm256_set1_epi32(65535);
|
||
|
|
x = _mm256_srli_epi32(x, 16);
|
||
|
|
x2 = _mm256_srli_epi32(x2, 16);
|
||
|
|
x = _mm256_mullo_epi32(x, _mm256_set1_epi32(4591));
|
||
|
|
x2 = _mm256_mullo_epi32(x2, _mm256_set1_epi32(4591));
|
||
|
|
x = _mm256_add_epi32(y, x);
|
||
|
|
x2 = _mm256_add_epi32(y2, x2);
|
||
|
|
x = _mm256_shuffle_epi8(x, _mm256_set_epi8(
|
||
|
|
15, 14, 11, 10, 7, 6, 3, 2, 13, 12, 9, 8, 5, 4, 1, 0,
|
||
|
|
15, 14, 11, 10, 7, 6, 3, 2, 13, 12, 9, 8, 5, 4, 1, 0
|
||
|
|
));
|
||
|
|
x2 = _mm256_shuffle_epi8(x2, _mm256_set_epi8(
|
||
|
|
15, 14, 11, 10, 7, 6, 3, 2, 13, 12, 9, 8, 5, 4, 1, 0,
|
||
|
|
15, 14, 11, 10, 7, 6, 3, 2, 13, 12, 9, 8, 5, 4, 1, 0
|
||
|
|
));
|
||
|
|
x = _mm256_permute4x64_epi64(x, 0xd8);
|
||
|
|
x2 = _mm256_permute4x64_epi64(x2, 0xd8);
|
||
|
|
_mm256_storeu_si256((__m256i *) writing, _mm256_permute2f128_si256(x, x2, 0x31));
|
||
|
|
_mm256_storeu_si256((__m256i *) out, _mm256_permute2f128_si256(x, x2, 0x20));
|
||
|
|
reading += 32;
|
||
|
|
writing += 16;
|
||
|
|
out += 32;
|
||
|
|
}
|
||
|
|
R[380] = ((R0[760] + 2295) & 16383);
|
||
|
|
|
||
|
|
reading = (uint16 *) R;
|
||
|
|
writing = R;
|
||
|
|
i = 24;
|
||
|
|
while (i > 0) {
|
||
|
|
__m256i x, y;
|
||
|
|
--i;
|
||
|
|
if (!i) {
|
||
|
|
reading -= 4;
|
||
|
|
writing -= 2;
|
||
|
|
out -= 2;
|
||
|
|
}
|
||
|
|
x = _mm256_loadu_si256((__m256i *) reading);
|
||
|
|
y = x & _mm256_set1_epi32(65535);
|
||
|
|
x = _mm256_srli_epi32(x, 16);
|
||
|
|
x = _mm256_mullo_epi32(x, _mm256_set1_epi32(322));
|
||
|
|
x = _mm256_add_epi32(y, x);
|
||
|
|
x = _mm256_shuffle_epi8(x, _mm256_set_epi8(
|
||
|
|
12, 8, 4, 0, 12, 8, 4, 0, 14, 13, 10, 9, 6, 5, 2, 1,
|
||
|
|
12, 8, 4, 0, 12, 8, 4, 0, 14, 13, 10, 9, 6, 5, 2, 1
|
||
|
|
));
|
||
|
|
x = _mm256_permute4x64_epi64(x, 0xd8);
|
||
|
|
_mm_storeu_si128((__m128i *) writing, _mm256_extractf128_si256(x, 0));
|
||
|
|
s0 = _mm256_extract_epi32(x, 4);
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 = _mm256_extract_epi32(x, 6);
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
reading += 16;
|
||
|
|
writing += 8;
|
||
|
|
}
|
||
|
|
R[190] = R[380];
|
||
|
|
|
||
|
|
reading = (uint16 *) R;
|
||
|
|
writing = R;
|
||
|
|
i = 12;
|
||
|
|
while (i > 0) {
|
||
|
|
__m256i x, y;
|
||
|
|
--i;
|
||
|
|
if (!i) {
|
||
|
|
reading -= 2;
|
||
|
|
writing -= 1;
|
||
|
|
out -= 1;
|
||
|
|
}
|
||
|
|
x = _mm256_loadu_si256((__m256i *) reading);
|
||
|
|
y = x & _mm256_set1_epi32(65535);
|
||
|
|
x = _mm256_srli_epi32(x, 16);
|
||
|
|
x = _mm256_mullo_epi32(x, _mm256_set1_epi32(406));
|
||
|
|
x = _mm256_add_epi32(y, x);
|
||
|
|
x = _mm256_shuffle_epi8(x, _mm256_set_epi8(
|
||
|
|
12, 8, 4, 0, 12, 8, 4, 0, 14, 13, 10, 9, 6, 5, 2, 1,
|
||
|
|
12, 8, 4, 0, 12, 8, 4, 0, 14, 13, 10, 9, 6, 5, 2, 1
|
||
|
|
));
|
||
|
|
x = _mm256_permute4x64_epi64(x, 0xd8);
|
||
|
|
_mm_storeu_si128((__m128i *) writing, _mm256_extractf128_si256(x, 0));
|
||
|
|
s0 = _mm256_extract_epi32(x, 4);
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 = _mm256_extract_epi32(x, 6);
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
reading += 16;
|
||
|
|
writing += 8;
|
||
|
|
}
|
||
|
|
R[95] = R[190];
|
||
|
|
|
||
|
|
reading = (uint16 *) R;
|
||
|
|
writing = R;
|
||
|
|
i = 6;
|
||
|
|
while (i > 0) {
|
||
|
|
__m256i x, y;
|
||
|
|
--i;
|
||
|
|
x = _mm256_loadu_si256((__m256i *) reading);
|
||
|
|
y = x & _mm256_set1_epi32(65535);
|
||
|
|
x = _mm256_srli_epi32(x, 16);
|
||
|
|
x = _mm256_mullo_epi32(x, _mm256_set1_epi32(644));
|
||
|
|
x = _mm256_add_epi32(y, x);
|
||
|
|
x = _mm256_shuffle_epi8(x, _mm256_set_epi8(
|
||
|
|
12, 8, 4, 0, 12, 8, 4, 0, 14, 13, 10, 9, 6, 5, 2, 1,
|
||
|
|
12, 8, 4, 0, 12, 8, 4, 0, 14, 13, 10, 9, 6, 5, 2, 1
|
||
|
|
));
|
||
|
|
x = _mm256_permute4x64_epi64(x, 0xd8);
|
||
|
|
_mm_storeu_si128((__m128i *) writing, _mm256_extractf128_si256(x, 0));
|
||
|
|
s0 = _mm256_extract_epi32(x, 4);
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 = _mm256_extract_epi32(x, 6);
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
reading += 16;
|
||
|
|
writing += 8;
|
||
|
|
}
|
||
|
|
|
||
|
|
reading = (uint16 *) R;
|
||
|
|
writing = R;
|
||
|
|
i = 3;
|
||
|
|
while (i > 0) {
|
||
|
|
__m256i x, y;
|
||
|
|
--i;
|
||
|
|
if (!i) {
|
||
|
|
reading -= 2;
|
||
|
|
writing -= 1;
|
||
|
|
out -= 1;
|
||
|
|
}
|
||
|
|
x = _mm256_loadu_si256((__m256i *) reading);
|
||
|
|
y = x & _mm256_set1_epi32(65535);
|
||
|
|
x = _mm256_srli_epi32(x, 16);
|
||
|
|
x = _mm256_mullo_epi32(x, _mm256_set1_epi32(1621));
|
||
|
|
x = _mm256_add_epi32(y, x);
|
||
|
|
x = _mm256_shuffle_epi8(x, _mm256_set_epi8(
|
||
|
|
12, 8, 4, 0, 12, 8, 4, 0, 14, 13, 10, 9, 6, 5, 2, 1,
|
||
|
|
12, 8, 4, 0, 12, 8, 4, 0, 14, 13, 10, 9, 6, 5, 2, 1
|
||
|
|
));
|
||
|
|
x = _mm256_permute4x64_epi64(x, 0xd8);
|
||
|
|
_mm_storeu_si128((__m128i *) writing, _mm256_extractf128_si256(x, 0));
|
||
|
|
s0 = _mm256_extract_epi32(x, 4);
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 = _mm256_extract_epi32(x, 6);
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
s0 >>= 8;
|
||
|
|
*out++ = s0;
|
||
|
|
reading += 16;
|
||
|
|
writing += 8;
|
||
|
|
}
|
||
|
|
r0 = R[46];
|
||
|
|
r1 = R[47];
|
||
|
|
r2 = r0 + r1 * (uint32)1621;
|
||
|
|
*out++ = r2;
|
||
|
|
r2 >>= 8;
|
||
|
|
*out++ = r2;
|
||
|
|
r2 >>= 8;
|
||
|
|
R[23] = r2;
|
||
|
|
|
||
|
|
for (i = 0; i < 11; ++i) {
|
||
|
|
r0 = R[2 * i];
|
||
|
|
r1 = R[2 * i + 1];
|
||
|
|
r2 = r0 + r1 * (uint32)10265;
|
||
|
|
*out++ = r2;
|
||
|
|
r2 >>= 8;
|
||
|
|
*out++ = r2;
|
||
|
|
r2 >>= 8;
|
||
|
|
R[i] = r2;
|
||
|
|
}
|
||
|
|
r0 = R[22];
|
||
|
|
r1 = R[23];
|
||
|
|
r2 = r0 + r1 * (uint32)10265;
|
||
|
|
*out++ = r2;
|
||
|
|
r2 >>= 8;
|
||
|
|
R[11] = r2;
|
||
|
|
|
||
|
|
for (i = 0; i < 5; ++i) {
|
||
|
|
r0 = R[2 * i];
|
||
|
|
r1 = R[2 * i + 1];
|
||
|
|
r2 = r0 + r1 * (uint32)1608;
|
||
|
|
*out++ = r2;
|
||
|
|
r2 >>= 8;
|
||
|
|
R[i] = r2;
|
||
|
|
}
|
||
|
|
r0 = R[10];
|
||
|
|
r1 = R[11];
|
||
|
|
r2 = r0 + r1 * (uint32)1608;
|
||
|
|
*out++ = r2;
|
||
|
|
r2 >>= 8;
|
||
|
|
*out++ = r2;
|
||
|
|
r2 >>= 8;
|
||
|
|
R[5] = r2;
|
||
|
|
|
||
|
|
for (i = 0; i < 2; ++i) {
|
||
|
|
r0 = R[2 * i];
|
||
|
|
r1 = R[2 * i + 1];
|
||
|
|
r2 = r0 + r1 * (uint32)10101;
|
||
|
|
*out++ = r2;
|
||
|
|
r2 >>= 8;
|
||
|
|
*out++ = r2;
|
||
|
|
r2 >>= 8;
|
||
|
|
R[i] = r2;
|
||
|
|
}
|
||
|
|
r0 = R[4];
|
||
|
|
r1 = R[5];
|
||
|
|
r2 = r0 + r1 * (uint32)10101;
|
||
|
|
*out++ = r2;
|
||
|
|
r2 >>= 8;
|
||
|
|
R[2] = r2;
|
||
|
|
|
||
|
|
r0 = R[0];
|
||
|
|
r1 = R[1];
|
||
|
|
r2 = r0 + r1 * (uint32)1557;
|
||
|
|
*out++ = r2;
|
||
|
|
r2 >>= 8;
|
||
|
|
R[0] = r2;
|
||
|
|
R[1] = R[2];
|
||
|
|
|
||
|
|
r0 = R[0];
|
||
|
|
r1 = R[1];
|
||
|
|
r2 = r0 + r1 * (uint32)9470;
|
||
|
|
*out++ = r2;
|
||
|
|
r2 >>= 8;
|
||
|
|
*out++ = r2;
|
||
|
|
r2 >>= 8;
|
||
|
|
R[0] = r2;
|
||
|
|
|
||
|
|
r0 = R[0];
|
||
|
|
*out++ = r0;
|
||
|
|
r0 >>= 8;
|
||
|
|
*out++ = r0; /*clang-analyzer-deadcode.DeadStores*/ /*r0 >>= 8;*/
|
||
|
|
}
|