2020-07-31 07:17:42 +01:00
|
|
|
#include "consts.h"
|
2019-09-17 13:02:01 +01:00
|
|
|
#include "ntt.h"
|
2020-10-27 00:05:07 +00:00
|
|
|
#include "params.h"
|
2019-09-17 13:02:01 +01:00
|
|
|
#include "poly.h"
|
|
|
|
#include "polyvec.h"
|
|
|
|
#include <stdint.h>
|
|
|
|
|
|
|
|
/*************************************************
|
2020-07-31 07:17:42 +01:00
|
|
|
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_compress
|
2019-09-17 13:02:01 +01:00
|
|
|
*
|
|
|
|
* Description: Compress and serialize vector of polynomials
|
|
|
|
*
|
|
|
|
* Arguments: - uint8_t *r: pointer to output byte array
|
2020-07-31 07:17:42 +01:00
|
|
|
* (needs space for KYBER_POLYVECCOMPRESSEDBYTES)
|
|
|
|
* - polyvec *a: pointer to input vector of polynomials
|
2019-09-17 13:02:01 +01:00
|
|
|
**************************************************/
|
2020-07-31 07:17:42 +01:00
|
|
|
void PQCLEAN_KYBER76890S_AVX2_polyvec_compress(uint8_t r[KYBER_POLYVECCOMPRESSEDBYTES],
|
|
|
|
polyvec *restrict a) {
|
2020-10-27 00:05:07 +00:00
|
|
|
size_t i, j, k;
|
2020-07-31 07:17:42 +01:00
|
|
|
|
2019-09-17 13:02:01 +01:00
|
|
|
PQCLEAN_KYBER76890S_AVX2_polyvec_csubq(a);
|
|
|
|
|
|
|
|
uint16_t t[4];
|
2020-07-31 07:17:42 +01:00
|
|
|
for (i = 0; i < KYBER_K; i++) {
|
|
|
|
for (j = 0; j < KYBER_N / 4; j++) {
|
|
|
|
for (k = 0; k < 4; k++) {
|
2020-10-27 00:05:07 +00:00
|
|
|
t[k] = ((((uint32_t)a->vec[i].coeffs[4 * j + k] << 10) + KYBER_Q / 2)
|
|
|
|
/ KYBER_Q) & 0x3ff;
|
2019-09-17 13:02:01 +01:00
|
|
|
}
|
|
|
|
|
2020-07-31 07:17:42 +01:00
|
|
|
r[0] = (t[0] >> 0);
|
|
|
|
r[1] = (t[0] >> 8) | (t[1] << 2);
|
|
|
|
r[2] = (t[1] >> 6) | (t[2] << 4);
|
|
|
|
r[3] = (t[2] >> 4) | (t[3] << 6);
|
|
|
|
r[4] = (t[3] >> 2);
|
|
|
|
r += 5;
|
2019-09-17 13:02:01 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*************************************************
|
2020-07-31 07:17:42 +01:00
|
|
|
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_decompress
|
2019-09-17 13:02:01 +01:00
|
|
|
*
|
|
|
|
* Description: De-serialize and decompress vector of polynomials;
|
2020-07-31 07:17:42 +01:00
|
|
|
* approximate inverse of PQCLEAN_KYBER76890S_AVX2_polyvec_compress
|
2019-09-17 13:02:01 +01:00
|
|
|
*
|
|
|
|
* Arguments: - polyvec *r: pointer to output vector of polynomials
|
2020-07-31 07:17:42 +01:00
|
|
|
* - const uint8_t *a: pointer to input byte array
|
|
|
|
* (of length KYBER_POLYVECCOMPRESSEDBYTES)
|
2019-09-17 13:02:01 +01:00
|
|
|
**************************************************/
|
2020-07-31 07:17:42 +01:00
|
|
|
void PQCLEAN_KYBER76890S_AVX2_polyvec_decompress(polyvec *restrict r,
|
|
|
|
const uint8_t a[KYBER_POLYVECCOMPRESSEDBYTES]) {
|
2020-10-27 00:05:07 +00:00
|
|
|
size_t i, j, k;
|
2020-07-31 07:17:42 +01:00
|
|
|
|
|
|
|
uint16_t t[4];
|
|
|
|
for (i = 0; i < KYBER_K; i++) {
|
|
|
|
for (j = 0; j < KYBER_N / 4; j++) {
|
|
|
|
t[0] = (a[0] >> 0) | ((uint16_t)a[1] << 8);
|
|
|
|
t[1] = (a[1] >> 2) | ((uint16_t)a[2] << 6);
|
|
|
|
t[2] = (a[2] >> 4) | ((uint16_t)a[3] << 4);
|
|
|
|
t[3] = (a[3] >> 6) | ((uint16_t)a[4] << 2);
|
|
|
|
a += 5;
|
|
|
|
|
|
|
|
for (k = 0; k < 4; k++) {
|
|
|
|
r->vec[i].coeffs[4 * j + k] = ((uint32_t)(t[k] & 0x3FF) * KYBER_Q + 512) >> 10;
|
|
|
|
}
|
2019-09-17 13:02:01 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*************************************************
|
2020-07-31 07:17:42 +01:00
|
|
|
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_tobytes
|
2019-09-17 13:02:01 +01:00
|
|
|
*
|
|
|
|
* Description: Serialize vector of polynomials
|
|
|
|
*
|
|
|
|
* Arguments: - uint8_t *r: pointer to output byte array
|
2020-07-31 07:17:42 +01:00
|
|
|
* (needs space for KYBER_POLYVECBYTES)
|
|
|
|
* - polyvec *a: pointer to input vector of polynomials
|
2019-09-17 13:02:01 +01:00
|
|
|
**************************************************/
|
2020-07-31 07:17:42 +01:00
|
|
|
void PQCLEAN_KYBER76890S_AVX2_polyvec_tobytes(uint8_t r[KYBER_POLYVECBYTES], polyvec *a) {
|
2020-10-27 00:05:07 +00:00
|
|
|
size_t i;
|
2020-07-31 07:17:42 +01:00
|
|
|
for (i = 0; i < KYBER_K; i++) {
|
2019-09-17 13:02:01 +01:00
|
|
|
PQCLEAN_KYBER76890S_AVX2_poly_tobytes(r + i * KYBER_POLYBYTES, &a->vec[i]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*************************************************
|
2020-07-31 07:17:42 +01:00
|
|
|
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_frombytes
|
2019-09-17 13:02:01 +01:00
|
|
|
*
|
|
|
|
* Description: De-serialize vector of polynomials;
|
2020-07-31 07:17:42 +01:00
|
|
|
* inverse of PQCLEAN_KYBER76890S_AVX2_polyvec_tobytes
|
2019-09-17 13:02:01 +01:00
|
|
|
*
|
2020-07-31 07:17:42 +01:00
|
|
|
* Arguments: - uint8_t *r: pointer to output byte array
|
2019-09-17 13:02:01 +01:00
|
|
|
* - const polyvec *a: pointer to input vector of polynomials
|
2020-07-31 07:17:42 +01:00
|
|
|
* (of length KYBER_POLYVECBYTES)
|
2019-09-17 13:02:01 +01:00
|
|
|
**************************************************/
|
2020-07-31 07:17:42 +01:00
|
|
|
void PQCLEAN_KYBER76890S_AVX2_polyvec_frombytes(polyvec *r, const uint8_t a[KYBER_POLYVECBYTES]) {
|
2020-10-27 00:05:07 +00:00
|
|
|
size_t i;
|
2020-07-31 07:17:42 +01:00
|
|
|
for (i = 0; i < KYBER_K; i++) {
|
2019-09-17 13:02:01 +01:00
|
|
|
PQCLEAN_KYBER76890S_AVX2_poly_frombytes(&r->vec[i], a + i * KYBER_POLYBYTES);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*************************************************
|
2020-07-31 07:17:42 +01:00
|
|
|
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_ntt
|
2019-09-17 13:02:01 +01:00
|
|
|
*
|
|
|
|
* Description: Apply forward NTT to all elements of a vector of polynomials
|
|
|
|
*
|
|
|
|
* Arguments: - polyvec *r: pointer to in/output vector of polynomials
|
|
|
|
**************************************************/
|
|
|
|
void PQCLEAN_KYBER76890S_AVX2_polyvec_ntt(polyvec *r) {
|
2020-10-27 00:05:07 +00:00
|
|
|
size_t i;
|
2020-07-31 07:17:42 +01:00
|
|
|
for (i = 0; i < KYBER_K; i++) {
|
2019-09-17 13:02:01 +01:00
|
|
|
PQCLEAN_KYBER76890S_AVX2_poly_ntt(&r->vec[i]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*************************************************
|
2020-07-31 07:17:42 +01:00
|
|
|
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_invntt_tomont
|
2019-09-17 13:02:01 +01:00
|
|
|
*
|
|
|
|
* Description: Apply inverse NTT to all elements of a vector of polynomials
|
2020-07-31 07:17:42 +01:00
|
|
|
* and multiply by Montgomery factor 2^16
|
2019-09-17 13:02:01 +01:00
|
|
|
*
|
|
|
|
* Arguments: - polyvec *r: pointer to in/output vector of polynomials
|
|
|
|
**************************************************/
|
2020-07-31 07:17:42 +01:00
|
|
|
void PQCLEAN_KYBER76890S_AVX2_polyvec_invntt_tomont(polyvec *r) {
|
2020-10-27 00:05:07 +00:00
|
|
|
size_t i;
|
2020-07-31 07:17:42 +01:00
|
|
|
for (i = 0; i < KYBER_K; i++) {
|
|
|
|
PQCLEAN_KYBER76890S_AVX2_poly_invntt_tomont(&r->vec[i]);
|
2019-09-17 13:02:01 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*************************************************
|
2020-07-31 07:17:42 +01:00
|
|
|
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_pointwise_acc_montgomery
|
2019-09-17 13:02:01 +01:00
|
|
|
*
|
2020-07-31 07:17:42 +01:00
|
|
|
* Description: Pointwise multiply elements of a and b, accumulate into r,
|
|
|
|
* and multiply by 2^-16.
|
2019-09-17 13:02:01 +01:00
|
|
|
*
|
|
|
|
* Arguments: - poly *r: pointer to output polynomial
|
|
|
|
* - const polyvec *a: pointer to first input vector of polynomials
|
|
|
|
* - const polyvec *b: pointer to second input vector of polynomials
|
|
|
|
**************************************************/
|
2020-07-31 07:17:42 +01:00
|
|
|
void PQCLEAN_KYBER76890S_AVX2_polyvec_pointwise_acc_montgomery(poly *r,
|
|
|
|
const polyvec *a,
|
|
|
|
const polyvec *b) {
|
2020-10-27 00:05:07 +00:00
|
|
|
PQCLEAN_KYBER76890S_AVX2_basemul_acc_avx(r->coeffs, a->vec->coeffs, b->vec->coeffs, & PQCLEAN_KYBER76890S_AVX2_qdata);
|
2019-09-17 13:02:01 +01:00
|
|
|
}
|
|
|
|
|
2020-07-31 07:17:42 +01:00
|
|
|
/*************************************************
|
|
|
|
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_reduce
|
|
|
|
*
|
|
|
|
* Description: Applies Barrett reduction to each coefficient
|
|
|
|
* of each element of a vector of polynomials
|
|
|
|
* for details of the Barrett reduction see comments in reduce.c
|
|
|
|
*
|
|
|
|
* Arguments: - poly *r: pointer to input/output polynomial
|
|
|
|
**************************************************/
|
2019-09-17 13:02:01 +01:00
|
|
|
void PQCLEAN_KYBER76890S_AVX2_polyvec_reduce(polyvec *r) {
|
2020-10-27 00:05:07 +00:00
|
|
|
size_t i;
|
2020-07-31 07:17:42 +01:00
|
|
|
for (i = 0; i < KYBER_K; i++) {
|
2019-09-17 13:02:01 +01:00
|
|
|
PQCLEAN_KYBER76890S_AVX2_poly_reduce(&r->vec[i]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-07-31 07:17:42 +01:00
|
|
|
/*************************************************
|
|
|
|
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_csubq
|
|
|
|
*
|
|
|
|
* Description: Applies conditional subtraction of q to each coefficient
|
|
|
|
* of each element of a vector of polynomials
|
|
|
|
* for details of conditional subtraction of q see comments in
|
|
|
|
* reduce.c
|
|
|
|
*
|
|
|
|
* Arguments: - poly *r: pointer to input/output polynomial
|
|
|
|
**************************************************/
|
2019-09-17 13:02:01 +01:00
|
|
|
void PQCLEAN_KYBER76890S_AVX2_polyvec_csubq(polyvec *r) {
|
2020-10-27 00:05:07 +00:00
|
|
|
size_t i;
|
2020-07-31 07:17:42 +01:00
|
|
|
for (i = 0; i < KYBER_K; i++) {
|
2019-09-17 13:02:01 +01:00
|
|
|
PQCLEAN_KYBER76890S_AVX2_poly_csubq(&r->vec[i]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*************************************************
|
2020-07-31 07:17:42 +01:00
|
|
|
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_add
|
2019-09-17 13:02:01 +01:00
|
|
|
*
|
|
|
|
* Description: Add vectors of polynomials
|
|
|
|
*
|
|
|
|
* Arguments: - polyvec *r: pointer to output vector of polynomials
|
|
|
|
* - const polyvec *a: pointer to first input vector of polynomials
|
|
|
|
* - const polyvec *b: pointer to second input vector of polynomials
|
|
|
|
**************************************************/
|
|
|
|
void PQCLEAN_KYBER76890S_AVX2_polyvec_add(polyvec *r, const polyvec *a, const polyvec *b) {
|
2020-10-27 00:05:07 +00:00
|
|
|
size_t i;
|
2020-07-31 07:17:42 +01:00
|
|
|
for (i = 0; i < KYBER_K; i++) {
|
2019-09-17 13:02:01 +01:00
|
|
|
PQCLEAN_KYBER76890S_AVX2_poly_add(&r->vec[i], &a->vec[i], &b->vec[i]);
|
|
|
|
}
|
|
|
|
}
|