#include "ntt.h" #include "poly.h" #include "polyvec.h" #include /************************************************* * Name: polyvec_compress * * Description: Compress and serialize vector of polynomials * * Arguments: - uint8_t *r: pointer to output byte array * - const polyvec *a: pointer to input vector of polynomials **************************************************/ void PQCLEAN_KYBER1024_AVX2_polyvec_compress(uint8_t *r, polyvec *a) { PQCLEAN_KYBER1024_AVX2_polyvec_csubq(a); uint16_t t[8]; for (size_t i = 0; i < KYBER_K; i++) { for (size_t j = 0; j < KYBER_N / 8; j++) { for (size_t k = 0; k < 8; k++) { t[k] = ((((uint32_t)a->vec[i].coeffs[8 * j + k] << 11) + KYBER_Q / 2) / KYBER_Q) & 0x7ff; } r[11 * j + 0] = (uint8_t)t[0]; r[11 * j + 1] = (uint8_t)((t[0] >> 8) | ((t[1] & 0x1f) << 3)); r[11 * j + 2] = (uint8_t)((t[1] >> 5) | ((t[2] & 0x03) << 6)); r[11 * j + 3] = (uint8_t)((t[2] >> 2)); r[11 * j + 4] = (uint8_t)((t[2] >> 10) | ((t[3] & 0x7f) << 1)); r[11 * j + 5] = (uint8_t)((t[3] >> 7) | ((t[4] & 0x0f) << 4)); r[11 * j + 6] = (uint8_t)((t[4] >> 4) | ((t[5] & 0x01) << 7)); r[11 * j + 7] = (uint8_t)((t[5] >> 1)); r[11 * j + 8] = (uint8_t)((t[5] >> 9) | ((t[6] & 0x3f) << 2)); r[11 * j + 9] = (uint8_t)((t[6] >> 6) | ((t[7] & 0x07) << 5)); r[11 * j + 10] = (uint8_t)((t[7] >> 3)); } r += 352; } } /************************************************* * Name: polyvec_decompress * * Description: De-serialize and decompress vector of polynomials; * approximate inverse of polyvec_compress * * Arguments: - polyvec *r: pointer to output vector of polynomials * - uint8_t *a: pointer to input byte array **************************************************/ void PQCLEAN_KYBER1024_AVX2_polyvec_decompress(polyvec *r, const uint8_t *a) { for (size_t i = 0; i < KYBER_K; i++) { for (size_t j = 0; j < KYBER_N / 8; j++) { r->vec[i].coeffs[8 * j + 0] = (int16_t)( (((a[11 * j + 0] | (((uint32_t)a[11 * j + 1] & 0x07) << 8)) * KYBER_Q) + 1024) >> 11); r->vec[i].coeffs[8 * j + 1] = (int16_t)(((((a[11 * j + 1] >> 3) | (((uint32_t)a[11 * j + 2] & 0x3f) << 5)) * KYBER_Q) + 1024) >> 11); r->vec[i].coeffs[8 * j + 2] = (int16_t)(((((a[11 * j + 2] >> 6) | (((uint32_t)a[11 * j + 3] & 0xff) << 2) | (((uint32_t)a[11 * j + 4] & 0x01) << 10)) * KYBER_Q) + 1024) >> 11); r->vec[i].coeffs[8 * j + 3] = (int16_t)(((((a[11 * j + 4] >> 1) | (((uint32_t)a[11 * j + 5] & 0x0f) << 7)) * KYBER_Q) + 1024) >> 11); r->vec[i].coeffs[8 * j + 4] = (int16_t)(((((a[11 * j + 5] >> 4) | (((uint32_t)a[11 * j + 6] & 0x7f) << 4)) * KYBER_Q) + 1024) >> 11); r->vec[i].coeffs[8 * j + 5] = (int16_t)(((((a[11 * j + 6] >> 7) | (((uint32_t)a[11 * j + 7] & 0xff) << 1) | (((uint32_t)a[11 * j + 8] & 0x03) << 9)) * KYBER_Q) + 1024) >> 11); r->vec[i].coeffs[8 * j + 6] = (int16_t)(((((a[11 * j + 8] >> 2) | (((uint32_t)a[11 * j + 9] & 0x1f) << 6)) * KYBER_Q) + 1024) >> 11); r->vec[i].coeffs[8 * j + 7] = (int16_t)(((((a[11 * j + 9] >> 5) | (((uint32_t)a[11 * j + 10] & 0xff) << 3)) * KYBER_Q) + 1024) >> 11); } a += 352; } } /************************************************* * Name: polyvec_tobytes * * Description: Serialize vector of polynomials * * Arguments: - uint8_t *r: pointer to output byte array * - const polyvec *a: pointer to input vector of polynomials **************************************************/ void PQCLEAN_KYBER1024_AVX2_polyvec_tobytes(uint8_t *r, polyvec *a) { for (size_t i = 0; i < KYBER_K; i++) { PQCLEAN_KYBER1024_AVX2_poly_tobytes(r + i * KYBER_POLYBYTES, &a->vec[i]); } } /************************************************* * Name: polyvec_frombytes * * Description: De-serialize vector of polynomials; * inverse of polyvec_tobytes * * Arguments: - uint8_t *r: pointer to output byte array * - const polyvec *a: pointer to input vector of polynomials **************************************************/ void PQCLEAN_KYBER1024_AVX2_polyvec_frombytes(polyvec *r, const uint8_t *a) { for (size_t i = 0; i < KYBER_K; i++) { PQCLEAN_KYBER1024_AVX2_poly_frombytes(&r->vec[i], a + i * KYBER_POLYBYTES); } } /************************************************* * Name: polyvec_ntt * * Description: Apply forward NTT to all elements of a vector of polynomials * * Arguments: - polyvec *r: pointer to in/output vector of polynomials **************************************************/ void PQCLEAN_KYBER1024_AVX2_polyvec_ntt(polyvec *r) { for (size_t i = 0; i < KYBER_K; i++) { PQCLEAN_KYBER1024_AVX2_poly_ntt(&r->vec[i]); } } /************************************************* * Name: polyvec_invntt * * Description: Apply inverse NTT to all elements of a vector of polynomials * * Arguments: - polyvec *r: pointer to in/output vector of polynomials **************************************************/ void PQCLEAN_KYBER1024_AVX2_polyvec_invntt(polyvec *r) { for (size_t i = 0; i < KYBER_K; i++) { PQCLEAN_KYBER1024_AVX2_poly_invntt(&r->vec[i]); } } /************************************************* * Name: polyvec_pointwise_acc * * Description: Pointwise multiply elements of a and b and accumulate into r * * Arguments: - poly *r: pointer to output polynomial * - const polyvec *a: pointer to first input vector of polynomials * - const polyvec *b: pointer to second input vector of polynomials **************************************************/ void PQCLEAN_KYBER1024_AVX2_polyvec_pointwise_acc(poly *r, const polyvec *a, const polyvec *b) { PQCLEAN_KYBER1024_AVX2_basemul_acc_avx(r->coeffs, a->vec->coeffs, b->vec->coeffs, PQCLEAN_KYBER1024_AVX2_zetas_exp + 152); PQCLEAN_KYBER1024_AVX2_basemul_acc_avx(r->coeffs + 64, a->vec->coeffs + 64, b->vec->coeffs + 64, PQCLEAN_KYBER1024_AVX2_zetas_exp + 184); PQCLEAN_KYBER1024_AVX2_basemul_acc_avx(r->coeffs + 128, a->vec->coeffs + 128, b->vec->coeffs + 128, PQCLEAN_KYBER1024_AVX2_zetas_exp + 348); PQCLEAN_KYBER1024_AVX2_basemul_acc_avx(r->coeffs + 192, a->vec->coeffs + 192, b->vec->coeffs + 192, PQCLEAN_KYBER1024_AVX2_zetas_exp + 380); } // FIXME void PQCLEAN_KYBER1024_AVX2_polyvec_reduce(polyvec *r) { for (size_t i = 0; i < KYBER_K; i++) { PQCLEAN_KYBER1024_AVX2_poly_reduce(&r->vec[i]); } } // FIXME void PQCLEAN_KYBER1024_AVX2_polyvec_csubq(polyvec *r) { for (size_t i = 0; i < KYBER_K; i++) { PQCLEAN_KYBER1024_AVX2_poly_csubq(&r->vec[i]); } } /************************************************* * Name: polyvec_add * * Description: Add vectors of polynomials * * Arguments: - polyvec *r: pointer to output vector of polynomials * - const polyvec *a: pointer to first input vector of polynomials * - const polyvec *b: pointer to second input vector of polynomials **************************************************/ void PQCLEAN_KYBER1024_AVX2_polyvec_add(polyvec *r, const polyvec *a, const polyvec *b) { for (size_t i = 0; i < KYBER_K; i++) { PQCLEAN_KYBER1024_AVX2_poly_add(&r->vec[i], &a->vec[i], &b->vec[i]); } }