pqc/crypto_sign/rainbowIIIc-cyclic/clean/parallel_matrix_op.c

184 lines
7.8 KiB
C
Raw Normal View History

2019-06-22 17:17:07 +01:00
/// @file parallel_matrix_op.c
/// @brief the standard implementations for functions in parallel_matrix_op.h
///
/// the standard implementations for functions in parallel_matrix_op.h
///
2019-07-24 09:15:48 +01:00
#include "parallel_matrix_op.h"
2019-06-22 17:17:07 +01:00
#include "blas.h"
#include "blas_comm.h"
///
/// @brief Calculate the corresponding index in an array for an upper-triangle(UT) matrix.
///
/// @param[in] i_row - the i-th row in an upper-triangle matrix.
/// @param[in] j_col - the j-th column in an upper-triangle matrix.
/// @param[in] dim - the dimension of the upper-triangle matrix, i.e., an dim x dim matrix.
/// @return the corresponding index in an array storage.
///
2019-07-24 09:15:48 +01:00
unsigned PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_idx_of_trimat(unsigned i_row, unsigned j_col, unsigned dim) {
return (dim + dim - i_row + 1) * i_row / 2 + j_col - i_row;
2019-06-22 17:17:07 +01:00
}
///
/// @brief Calculate the corresponding index in an array for an upper-triangle or lower-triangle matrix.
///
/// @param[in] i_row - the i-th row in a triangle matrix.
/// @param[in] j_col - the j-th column in a triangle matrix.
/// @param[in] dim - the dimension of the triangle matrix, i.e., an dim x dim matrix.
/// @return the corresponding index in an array storage.
///
2019-07-24 09:15:48 +01:00
static inline unsigned idx_of_2trimat(unsigned i_row, unsigned j_col, unsigned n_var) {
if (i_row > j_col) {
2019-06-22 17:17:07 +01:00
return PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_idx_of_trimat(j_col, i_row, n_var);
}
return PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_idx_of_trimat(i_row, j_col, n_var);
}
2019-07-24 09:15:48 +01:00
void PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_UpperTrianglize(unsigned char *btriC, const unsigned char *bA, unsigned Awidth, unsigned size_batch) {
2019-06-22 17:17:07 +01:00
unsigned char *runningC = btriC;
unsigned Aheight = Awidth;
for (unsigned i = 0; i < Aheight; i++) {
for (unsigned j = 0; j < i; j++) {
unsigned idx = PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_idx_of_trimat(j, i, Aheight);
2019-07-24 09:15:48 +01:00
gf256v_add(btriC + idx * size_batch, bA + size_batch * (i * Awidth + j), size_batch);
2019-06-22 17:17:07 +01:00
}
2019-07-24 09:15:48 +01:00
gf256v_add(runningC, bA + size_batch * (i * Awidth + i), size_batch * (Aheight - i));
2019-06-22 17:17:07 +01:00
runningC += size_batch * (Aheight - i);
}
}
2019-07-24 09:15:48 +01:00
void PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_batch_trimat_madd_gf256(unsigned char *bC, const unsigned char *btriA,
const unsigned char *B, unsigned Bheight, unsigned size_Bcolvec, unsigned Bwidth, unsigned size_batch) {
2019-06-22 17:17:07 +01:00
unsigned Awidth = Bheight;
unsigned Aheight = Awidth;
for (unsigned i = 0; i < Aheight; i++) {
for (unsigned j = 0; j < Bwidth; j++) {
for (unsigned k = 0; k < Bheight; k++) {
if (k < i) {
continue;
}
2019-07-24 09:15:48 +01:00
gf256v_madd(bC, &btriA[(k - i) * size_batch], PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_gf256v_get_ele(&B[j * size_Bcolvec], k), size_batch);
2019-06-22 17:17:07 +01:00
}
bC += size_batch;
}
btriA += (Aheight - i) * size_batch;
}
}
2019-07-24 09:15:48 +01:00
void PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_batch_trimatTr_madd_gf256(unsigned char *bC, const unsigned char *btriA,
const unsigned char *B, unsigned Bheight, unsigned size_Bcolvec, unsigned Bwidth, unsigned size_batch) {
2019-06-22 17:17:07 +01:00
unsigned Aheight = Bheight;
for (unsigned i = 0; i < Aheight; i++) {
for (unsigned j = 0; j < Bwidth; j++) {
for (unsigned k = 0; k < Bheight; k++) {
if (i < k) {
continue;
}
2019-07-24 09:15:48 +01:00
gf256v_madd(bC, &btriA[size_batch * (PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_idx_of_trimat(k, i, Aheight))], PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_gf256v_get_ele(&B[j * size_Bcolvec], k), size_batch);
2019-06-22 17:17:07 +01:00
}
bC += size_batch;
}
}
}
2019-07-24 09:15:48 +01:00
void PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_batch_2trimat_madd_gf256(unsigned char *bC, const unsigned char *btriA,
const unsigned char *B, unsigned Bheight, unsigned size_Bcolvec, unsigned Bwidth, unsigned size_batch) {
2019-06-22 17:17:07 +01:00
unsigned Aheight = Bheight;
for (unsigned i = 0; i < Aheight; i++) {
for (unsigned j = 0; j < Bwidth; j++) {
for (unsigned k = 0; k < Bheight; k++) {
if (i == k) {
continue;
}
2019-07-24 09:15:48 +01:00
gf256v_madd(bC, &btriA[size_batch * (idx_of_2trimat(i, k, Aheight))], PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_gf256v_get_ele(&B[j * size_Bcolvec], k), size_batch);
2019-06-22 17:17:07 +01:00
}
bC += size_batch;
}
}
}
2019-07-24 09:15:48 +01:00
void PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_batch_matTr_madd_gf256(unsigned char *bC, const unsigned char *A_to_tr, unsigned Aheight, unsigned size_Acolvec, unsigned Awidth,
const unsigned char *bB, unsigned Bwidth, unsigned size_batch) {
2019-06-22 17:17:07 +01:00
unsigned Atr_height = Awidth;
2019-07-24 09:15:48 +01:00
unsigned Atr_width = Aheight;
2019-06-22 17:17:07 +01:00
for (unsigned i = 0; i < Atr_height; i++) {
for (unsigned j = 0; j < Atr_width; j++) {
2019-07-24 09:15:48 +01:00
gf256v_madd(bC, &bB[j * Bwidth * size_batch], PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_gf256v_get_ele(&A_to_tr[size_Acolvec * i], j), size_batch * Bwidth);
2019-06-22 17:17:07 +01:00
}
bC += size_batch * Bwidth;
}
}
2019-07-24 09:15:48 +01:00
void PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_batch_bmatTr_madd_gf256(unsigned char *bC, const unsigned char *bA_to_tr, unsigned Awidth_before_tr,
const unsigned char *B, unsigned Bheight, unsigned size_Bcolvec, unsigned Bwidth, unsigned size_batch) {
2019-06-22 17:17:07 +01:00
const unsigned char *bA = bA_to_tr;
unsigned Aheight = Awidth_before_tr;
for (unsigned i = 0; i < Aheight; i++) {
for (unsigned j = 0; j < Bwidth; j++) {
for (unsigned k = 0; k < Bheight; k++) {
2019-07-24 09:15:48 +01:00
gf256v_madd(bC, &bA[size_batch * (i + k * Aheight)], PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_gf256v_get_ele(&B[j * size_Bcolvec], k), size_batch);
2019-06-22 17:17:07 +01:00
}
bC += size_batch;
}
}
}
2019-07-24 09:15:48 +01:00
void PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_batch_mat_madd_gf256(unsigned char *bC, const unsigned char *bA, unsigned Aheight,
const unsigned char *B, unsigned Bheight, unsigned size_Bcolvec, unsigned Bwidth, unsigned size_batch) {
2019-06-22 17:17:07 +01:00
unsigned Awidth = Bheight;
for (unsigned i = 0; i < Aheight; i++) {
for (unsigned j = 0; j < Bwidth; j++) {
for (unsigned k = 0; k < Bheight; k++) {
2019-07-24 09:15:48 +01:00
gf256v_madd(bC, &bA[k * size_batch], PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_gf256v_get_ele(&B[j * size_Bcolvec], k), size_batch);
2019-06-22 17:17:07 +01:00
}
bC += size_batch;
}
bA += (Awidth) * size_batch;
}
}
2019-07-24 09:15:48 +01:00
void PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_batch_quad_trimat_eval_gf256(unsigned char *y, const unsigned char *trimat, const unsigned char *x, unsigned dim, unsigned size_batch) {
2019-06-22 17:17:07 +01:00
unsigned char tmp[256];
unsigned char _x[256];
for (unsigned i = 0; i < dim; i++) {
2019-07-24 09:15:48 +01:00
_x[i] = PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_gf256v_get_ele(x, i);
2019-06-22 17:17:07 +01:00
}
2019-07-24 09:15:48 +01:00
PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_gf256v_set_zero(y, size_batch);
2019-06-22 17:17:07 +01:00
for (unsigned i = 0; i < dim; i++) {
2019-07-24 09:15:48 +01:00
PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_gf256v_set_zero(tmp, size_batch);
2019-06-22 17:17:07 +01:00
for (unsigned j = i; j < dim; j++) {
2019-07-24 09:15:48 +01:00
gf256v_madd(tmp, trimat, _x[j], size_batch);
2019-06-22 17:17:07 +01:00
trimat += size_batch;
}
2019-07-24 09:15:48 +01:00
gf256v_madd(y, tmp, _x[i], size_batch);
2019-06-22 17:17:07 +01:00
}
}
2019-07-24 09:15:48 +01:00
void PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_batch_quad_recmat_eval_gf256(unsigned char *z, const unsigned char *y, unsigned dim_y, const unsigned char *mat,
const unsigned char *x, unsigned dim_x, unsigned size_batch) {
2019-06-22 17:17:07 +01:00
unsigned char tmp[128];
unsigned char _x[128];
for (unsigned i = 0; i < dim_x; i++) {
2019-07-24 09:15:48 +01:00
_x[i] = PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_gf256v_get_ele(x, i);
2019-06-22 17:17:07 +01:00
}
unsigned char _y[128];
for (unsigned i = 0; i < dim_y; i++) {
2019-07-24 09:15:48 +01:00
_y[i] = PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_gf256v_get_ele(y, i);
2019-06-22 17:17:07 +01:00
}
2019-07-24 09:15:48 +01:00
PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_gf256v_set_zero(z, size_batch);
2019-06-22 17:17:07 +01:00
for (unsigned i = 0; i < dim_y; i++) {
2019-07-24 09:15:48 +01:00
PQCLEAN_RAINBOWIIICCYCLIC_CLEAN_gf256v_set_zero(tmp, size_batch);
2019-06-22 17:17:07 +01:00
for (unsigned j = 0; j < dim_x; j++) {
2019-07-24 09:15:48 +01:00
gf256v_madd(tmp, mat, _x[j], size_batch);
2019-06-22 17:17:07 +01:00
mat += size_batch;
}
2019-07-24 09:15:48 +01:00
gf256v_madd(z, tmp, _y[i], size_batch);
2019-06-22 17:17:07 +01:00
}
}