pqc/crypto_kem/kyber768-90s/avx2/polyvec.c
Thom Wiggers c0f56ccdc2 Update Kyber from upstream
Makes Kyber-AVX run on MacOS (#251)
2021-03-24 21:02:49 +00:00

199 lines
7.5 KiB
C

#include "params.h"
#include "consts.h"
#include "ntt.h"
#include "poly.h"
#include "polyvec.h"
#include <stdint.h>
/*************************************************
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_compress
*
* Description: Compress and serialize vector of polynomials
*
* Arguments: - uint8_t *r: pointer to output byte array
* (needs space for KYBER_POLYVECCOMPRESSEDBYTES)
* - polyvec *a: pointer to input vector of polynomials
**************************************************/
void PQCLEAN_KYBER76890S_AVX2_polyvec_compress(uint8_t r[KYBER_POLYVECCOMPRESSEDBYTES],
polyvec *restrict a) {
unsigned int i = 0, j = 0, k = 0;
PQCLEAN_KYBER76890S_AVX2_polyvec_csubq(a);
uint16_t t[4];
for (i = 0; i < KYBER_K; i++) {
for (j = 0; j < KYBER_N / 4; j++) {
for (k = 0; k < 4; k++) {
{
t[k] = ((((uint32_t)a->vec[i].coeffs[4 * j + k] << 10) + KYBER_Q / 2)
/ KYBER_Q) & 0x3ff;
}
}
r[0] = (t[0] >> 0);
r[1] = (t[0] >> 8) | (t[1] << 2);
r[2] = (t[1] >> 6) | (t[2] << 4);
r[3] = (t[2] >> 4) | (t[3] << 6);
r[4] = (t[3] >> 2);
r += 5;
}
}
}
/*************************************************
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_decompress
*
* Description: De-serialize and decompress vector of polynomials;
* approximate inverse of PQCLEAN_KYBER76890S_AVX2_polyvec_compress
*
* Arguments: - polyvec *r: pointer to output vector of polynomials
* - const uint8_t *a: pointer to input byte array
* (of length KYBER_POLYVECCOMPRESSEDBYTES)
**************************************************/
void PQCLEAN_KYBER76890S_AVX2_polyvec_decompress(polyvec *restrict r,
const uint8_t a[KYBER_POLYVECCOMPRESSEDBYTES]) {
unsigned int i = 0, j = 0, k = 0;
uint16_t t[4];
for (i = 0; i < KYBER_K; i++) {
for (j = 0; j < KYBER_N / 4; j++) {
t[0] = (a[0] >> 0) | ((uint16_t)a[1] << 8);
t[1] = (a[1] >> 2) | ((uint16_t)a[2] << 6);
t[2] = (a[2] >> 4) | ((uint16_t)a[3] << 4);
t[3] = (a[3] >> 6) | ((uint16_t)a[4] << 2);
a += 5;
for (k = 0; k < 4; k++) {
r->vec[i].coeffs[4 * j + k] = ((uint32_t)(t[k] & 0x3FF) * KYBER_Q + 512) >> 10;
}
}
}
}
/*************************************************
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_tobytes
*
* Description: Serialize vector of polynomials
*
* Arguments: - uint8_t *r: pointer to output byte array
* (needs space for KYBER_POLYVECBYTES)
* - polyvec *a: pointer to input vector of polynomials
**************************************************/
void PQCLEAN_KYBER76890S_AVX2_polyvec_tobytes(uint8_t r[KYBER_POLYVECBYTES], polyvec *a) {
unsigned int i = 0;
for (i = 0; i < KYBER_K; i++) {
PQCLEAN_KYBER76890S_AVX2_poly_tobytes(r + i * KYBER_POLYBYTES, &a->vec[i]);
}
}
/*************************************************
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_frombytes
*
* Description: De-serialize vector of polynomials;
* inverse of PQCLEAN_KYBER76890S_AVX2_polyvec_tobytes
*
* Arguments: - uint8_t *r: pointer to output byte array
* - const polyvec *a: pointer to input vector of polynomials
* (of length KYBER_POLYVECBYTES)
**************************************************/
void PQCLEAN_KYBER76890S_AVX2_polyvec_frombytes(polyvec *r, const uint8_t a[KYBER_POLYVECBYTES]) {
unsigned int i = 0;
for (i = 0; i < KYBER_K; i++) {
PQCLEAN_KYBER76890S_AVX2_poly_frombytes(&r->vec[i], a + i * KYBER_POLYBYTES);
}
}
/*************************************************
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_ntt
*
* Description: Apply forward NTT to all elements of a vector of polynomials
*
* Arguments: - polyvec *r: pointer to in/output vector of polynomials
**************************************************/
void PQCLEAN_KYBER76890S_AVX2_polyvec_ntt(polyvec *r) {
unsigned int i = 0;
for (i = 0; i < KYBER_K; i++) {
PQCLEAN_KYBER76890S_AVX2_poly_ntt(&r->vec[i]);
}
}
/*************************************************
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_invntt_tomont
*
* Description: Apply inverse NTT to all elements of a vector of polynomials
* and multiply by Montgomery factor 2^16
*
* Arguments: - polyvec *r: pointer to in/output vector of polynomials
**************************************************/
void PQCLEAN_KYBER76890S_AVX2_polyvec_invntt_tomont(polyvec *r) {
unsigned int i = 0;
for (i = 0; i < KYBER_K; i++) {
PQCLEAN_KYBER76890S_AVX2_poly_invntt_tomont(&r->vec[i]);
}
}
/*************************************************
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_pointwise_acc_montgomery
*
* Description: Pointwise multiply elements of a and b, accumulate into r,
* and multiply by 2^-16.
*
* Arguments: - poly *r: pointer to output polynomial
* - const polyvec *a: pointer to first input vector of polynomials
* - const polyvec *b: pointer to second input vector of polynomials
**************************************************/
void PQCLEAN_KYBER76890S_AVX2_polyvec_pointwise_acc_montgomery(poly *r,
const polyvec *a,
const polyvec *b) {
PQCLEAN_KYBER76890S_AVX2_basemul_acc_avx(r->coeffs, a->vec->coeffs, b->vec->coeffs, &PQCLEAN_KYBER76890S_AVX2_qdata);
}
/*************************************************
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_reduce
*
* Description: Applies Barrett reduction to each coefficient
* of each element of a vector of polynomials
* for details of the Barrett reduction see comments in reduce.c
*
* Arguments: - poly *r: pointer to input/output polynomial
**************************************************/
void PQCLEAN_KYBER76890S_AVX2_polyvec_reduce(polyvec *r) {
unsigned int i = 0;
for (i = 0; i < KYBER_K; i++) {
PQCLEAN_KYBER76890S_AVX2_poly_reduce(&r->vec[i]);
}
}
/*************************************************
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_csubq
*
* Description: Applies conditional subtraction of q to each coefficient
* of each element of a vector of polynomials
* for details of conditional subtraction of q see comments in
* reduce.c
*
* Arguments: - poly *r: pointer to input/output polynomial
**************************************************/
void PQCLEAN_KYBER76890S_AVX2_polyvec_csubq(polyvec *r) {
unsigned int i = 0;
for (i = 0; i < KYBER_K; i++) {
PQCLEAN_KYBER76890S_AVX2_poly_csubq(&r->vec[i]);
}
}
/*************************************************
* Name: PQCLEAN_KYBER76890S_AVX2_polyvec_add
*
* Description: Add vectors of polynomials
*
* Arguments: - polyvec *r: pointer to output vector of polynomials
* - const polyvec *a: pointer to first input vector of polynomials
* - const polyvec *b: pointer to second input vector of polynomials
**************************************************/
void PQCLEAN_KYBER76890S_AVX2_polyvec_add(polyvec *r, const polyvec *a, const polyvec *b) {
unsigned int i = 0;
for (i = 0; i < KYBER_K; i++) {
PQCLEAN_KYBER76890S_AVX2_poly_add(&r->vec[i], &a->vec[i], &b->vec[i]);
}
}