c629e8b688
CRYPTO_ghash_init exposes the (often hardware accelerated) internals for evaluating GHASH. These can be used for evaluating POLYVAL[1] on platforms where we don't have dedicated code for it. [1] https://tools.ietf.org/html/draft-irtf-cfrg-gcmsiv-02#section-3 Change-Id: Ida49ce4911f8657fa384b0bca968daa2ac6b26c1 Reviewed-on: https://boringssl-review.googlesource.com/12478 Reviewed-by: David Benjamin <davidben@google.com> Commit-Queue: David Benjamin <davidben@google.com> CQ-Verified: CQ bot account: commit-bot@chromium.org <commit-bot@chromium.org>
372 lines
16 KiB
C
372 lines
16 KiB
C
/* ====================================================================
|
|
* Copyright (c) 2008 The OpenSSL Project. All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
*
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
*
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in
|
|
* the documentation and/or other materials provided with the
|
|
* distribution.
|
|
*
|
|
* 3. All advertising materials mentioning features or use of this
|
|
* software must display the following acknowledgment:
|
|
* "This product includes software developed by the OpenSSL Project
|
|
* for use in the OpenSSL Toolkit. (http://www.openssl.org/)"
|
|
*
|
|
* 4. The names "OpenSSL Toolkit" and "OpenSSL Project" must not be used to
|
|
* endorse or promote products derived from this software without
|
|
* prior written permission. For written permission, please contact
|
|
* openssl-core@openssl.org.
|
|
*
|
|
* 5. Products derived from this software may not be called "OpenSSL"
|
|
* nor may "OpenSSL" appear in their names without prior written
|
|
* permission of the OpenSSL Project.
|
|
*
|
|
* 6. Redistributions of any form whatsoever must retain the following
|
|
* acknowledgment:
|
|
* "This product includes software developed by the OpenSSL Project
|
|
* for use in the OpenSSL Toolkit (http://www.openssl.org/)"
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE OpenSSL PROJECT ``AS IS'' AND ANY
|
|
* EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
|
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE OpenSSL PROJECT OR
|
|
* ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
|
|
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
|
|
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
|
|
* STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
|
|
* OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
* ==================================================================== */
|
|
|
|
#ifndef OPENSSL_HEADER_MODES_INTERNAL_H
|
|
#define OPENSSL_HEADER_MODES_INTERNAL_H
|
|
|
|
#include <openssl/base.h>
|
|
|
|
#if defined(__cplusplus)
|
|
extern "C" {
|
|
#endif
|
|
|
|
|
|
#define asm __asm__
|
|
|
|
#define STRICT_ALIGNMENT 1
|
|
#if defined(OPENSSL_X86_64) || defined(OPENSSL_X86) || defined(OPENSSL_AARCH64)
|
|
#undef STRICT_ALIGNMENT
|
|
#define STRICT_ALIGNMENT 0
|
|
#endif
|
|
|
|
#if !defined(PEDANTIC) && !defined(OPENSSL_NO_ASM)
|
|
#if defined(__GNUC__) && __GNUC__ >= 2
|
|
#if defined(OPENSSL_X86_64)
|
|
#define BSWAP8(x) \
|
|
({ \
|
|
uint64_t ret = (x); \
|
|
asm("bswapq %0" : "+r"(ret)); \
|
|
ret; \
|
|
})
|
|
#define BSWAP4(x) \
|
|
({ \
|
|
uint32_t ret = (x); \
|
|
asm("bswapl %0" : "+r"(ret)); \
|
|
ret; \
|
|
})
|
|
#elif defined(OPENSSL_X86)
|
|
#define BSWAP8(x) \
|
|
({ \
|
|
uint32_t lo = (uint64_t)(x) >> 32, hi = (x); \
|
|
asm("bswapl %0; bswapl %1" : "+r"(hi), "+r"(lo)); \
|
|
(uint64_t) hi << 32 | lo; \
|
|
})
|
|
#define BSWAP4(x) \
|
|
({ \
|
|
uint32_t ret = (x); \
|
|
asm("bswapl %0" : "+r"(ret)); \
|
|
ret; \
|
|
})
|
|
#elif defined(OPENSSL_AARCH64)
|
|
#define BSWAP8(x) \
|
|
({ \
|
|
uint64_t ret; \
|
|
asm("rev %0,%1" : "=r"(ret) : "r"(x)); \
|
|
ret; \
|
|
})
|
|
#define BSWAP4(x) \
|
|
({ \
|
|
uint32_t ret; \
|
|
asm("rev %w0,%w1" : "=r"(ret) : "r"(x)); \
|
|
ret; \
|
|
})
|
|
#elif defined(OPENSSL_ARM) && !defined(STRICT_ALIGNMENT)
|
|
#define BSWAP8(x) \
|
|
({ \
|
|
uint32_t lo = (uint64_t)(x) >> 32, hi = (x); \
|
|
asm("rev %0,%0; rev %1,%1" : "+r"(hi), "+r"(lo)); \
|
|
(uint64_t) hi << 32 | lo; \
|
|
})
|
|
#define BSWAP4(x) \
|
|
({ \
|
|
uint32_t ret; \
|
|
asm("rev %0,%1" : "=r"(ret) : "r"((uint32_t)(x))); \
|
|
ret; \
|
|
})
|
|
#endif
|
|
#elif defined(_MSC_VER)
|
|
#if _MSC_VER >= 1300
|
|
OPENSSL_MSVC_PRAGMA(warning(push, 3))
|
|
#include <intrin.h>
|
|
OPENSSL_MSVC_PRAGMA(warning(pop))
|
|
#pragma intrinsic(_byteswap_uint64, _byteswap_ulong)
|
|
#define BSWAP8(x) _byteswap_uint64((uint64_t)(x))
|
|
#define BSWAP4(x) _byteswap_ulong((uint32_t)(x))
|
|
#elif defined(OPENSSL_X86)
|
|
__inline uint32_t _bswap4(uint32_t val) {
|
|
_asm mov eax, val
|
|
_asm bswap eax
|
|
}
|
|
#define BSWAP4(x) _bswap4(x)
|
|
#endif
|
|
#endif
|
|
#endif
|
|
|
|
#if defined(BSWAP4) && !defined(STRICT_ALIGNMENT)
|
|
#define GETU32(p) BSWAP4(*(const uint32_t *)(p))
|
|
#define PUTU32(p, v) *(uint32_t *)(p) = BSWAP4(v)
|
|
#else
|
|
#define GETU32(p) \
|
|
((uint32_t)(p)[0] << 24 | (uint32_t)(p)[1] << 16 | (uint32_t)(p)[2] << 8 | (uint32_t)(p)[3])
|
|
#define PUTU32(p, v) \
|
|
((p)[0] = (uint8_t)((v) >> 24), (p)[1] = (uint8_t)((v) >> 16), \
|
|
(p)[2] = (uint8_t)((v) >> 8), (p)[3] = (uint8_t)(v))
|
|
#endif
|
|
|
|
|
|
/* block128_f is the type of a 128-bit, block cipher. */
|
|
typedef void (*block128_f)(const uint8_t in[16], uint8_t out[16],
|
|
const void *key);
|
|
|
|
/* GCM definitions */
|
|
typedef struct { uint64_t hi,lo; } u128;
|
|
|
|
/* gmult_func multiplies |Xi| by the GCM key and writes the result back to
|
|
* |Xi|. */
|
|
typedef void (*gmult_func)(uint64_t Xi[2], const u128 Htable[16]);
|
|
|
|
/* ghash_func repeatedly multiplies |Xi| by the GCM key and adds in blocks from
|
|
* |inp|. The result is written back to |Xi| and the |len| argument must be a
|
|
* multiple of 16. */
|
|
typedef void (*ghash_func)(uint64_t Xi[2], const u128 Htable[16],
|
|
const uint8_t *inp, size_t len);
|
|
|
|
/* This differs from upstream's |gcm128_context| in that it does not have the
|
|
* |key| pointer, in order to make it |memcpy|-friendly. Rather the key is
|
|
* passed into each call that needs it. */
|
|
struct gcm128_context {
|
|
/* Following 6 names follow names in GCM specification */
|
|
union {
|
|
uint64_t u[2];
|
|
uint32_t d[4];
|
|
uint8_t c[16];
|
|
size_t t[16 / sizeof(size_t)];
|
|
} Yi, EKi, EK0, len, Xi;
|
|
|
|
u128 Htable[16];
|
|
gmult_func gmult;
|
|
ghash_func ghash;
|
|
|
|
unsigned int mres, ares;
|
|
block128_f block;
|
|
};
|
|
|
|
#if defined(OPENSSL_X86) || defined(OPENSSL_X86_64)
|
|
/* crypto_gcm_clmul_enabled returns one if the CLMUL implementation of GCM is
|
|
* used. */
|
|
int crypto_gcm_clmul_enabled(void);
|
|
#endif
|
|
|
|
|
|
/* CTR. */
|
|
|
|
/* ctr128_f is the type of a function that performs CTR-mode encryption. */
|
|
typedef void (*ctr128_f)(const uint8_t *in, uint8_t *out, size_t blocks,
|
|
const void *key, const uint8_t ivec[16]);
|
|
|
|
/* CRYPTO_ctr128_encrypt encrypts (or decrypts, it's the same in CTR mode)
|
|
* |len| bytes from |in| to |out| using |block| in counter mode. There's no
|
|
* requirement that |len| be a multiple of any value and any partial blocks are
|
|
* stored in |ecount_buf| and |*num|, which must be zeroed before the initial
|
|
* call. The counter is a 128-bit, big-endian value in |ivec| and is
|
|
* incremented by this function. */
|
|
void CRYPTO_ctr128_encrypt(const uint8_t *in, uint8_t *out, size_t len,
|
|
const void *key, uint8_t ivec[16],
|
|
uint8_t ecount_buf[16], unsigned *num,
|
|
block128_f block);
|
|
|
|
/* CRYPTO_ctr128_encrypt_ctr32 acts like |CRYPTO_ctr128_encrypt| but takes
|
|
* |ctr|, a function that performs CTR mode but only deals with the lower 32
|
|
* bits of the counter. This is useful when |ctr| can be an optimised
|
|
* function. */
|
|
void CRYPTO_ctr128_encrypt_ctr32(const uint8_t *in, uint8_t *out, size_t len,
|
|
const void *key, uint8_t ivec[16],
|
|
uint8_t ecount_buf[16], unsigned *num,
|
|
ctr128_f ctr);
|
|
|
|
|
|
/* GCM.
|
|
*
|
|
* This API differs from the upstream API slightly. The |GCM128_CONTEXT| does
|
|
* not have a |key| pointer that points to the key as upstream's version does.
|
|
* Instead, every function takes a |key| parameter. This way |GCM128_CONTEXT|
|
|
* can be safely copied. */
|
|
|
|
typedef struct gcm128_context GCM128_CONTEXT;
|
|
|
|
/* CRYPTO_ghash_init writes a precomputed table of powers of |gcm_key| to
|
|
* |out_table| and sets |*out_mult| and |*out_hash| to (potentially hardware
|
|
* accelerated) functions for performing operations in the GHASH field. */
|
|
void CRYPTO_ghash_init(gmult_func *out_mult, ghash_func *out_hash,
|
|
u128 out_table[16], const uint8_t *gcm_key);
|
|
|
|
/* CRYPTO_gcm128_init initialises |ctx| to use |block| (typically AES) with
|
|
* the given key. */
|
|
OPENSSL_EXPORT void CRYPTO_gcm128_init(GCM128_CONTEXT *ctx, const void *key,
|
|
block128_f block);
|
|
|
|
/* CRYPTO_gcm128_setiv sets the IV (nonce) for |ctx|. The |key| must be the
|
|
* same key that was passed to |CRYPTO_gcm128_init|. */
|
|
OPENSSL_EXPORT void CRYPTO_gcm128_setiv(GCM128_CONTEXT *ctx, const void *key,
|
|
const uint8_t *iv, size_t iv_len);
|
|
|
|
/* CRYPTO_gcm128_aad sets the authenticated data for an instance of GCM.
|
|
* This must be called before and data is encrypted. It returns one on success
|
|
* and zero otherwise. */
|
|
OPENSSL_EXPORT int CRYPTO_gcm128_aad(GCM128_CONTEXT *ctx, const uint8_t *aad,
|
|
size_t len);
|
|
|
|
/* CRYPTO_gcm128_encrypt encrypts |len| bytes from |in| to |out|. The |key|
|
|
* must be the same key that was passed to |CRYPTO_gcm128_init|. It returns one
|
|
* on success and zero otherwise. */
|
|
OPENSSL_EXPORT int CRYPTO_gcm128_encrypt(GCM128_CONTEXT *ctx, const void *key,
|
|
const uint8_t *in, uint8_t *out,
|
|
size_t len);
|
|
|
|
/* CRYPTO_gcm128_decrypt decrypts |len| bytes from |in| to |out|. The |key|
|
|
* must be the same key that was passed to |CRYPTO_gcm128_init|. It returns one
|
|
* on success and zero otherwise. */
|
|
OPENSSL_EXPORT int CRYPTO_gcm128_decrypt(GCM128_CONTEXT *ctx, const void *key,
|
|
const uint8_t *in, uint8_t *out,
|
|
size_t len);
|
|
|
|
/* CRYPTO_gcm128_encrypt_ctr32 encrypts |len| bytes from |in| to |out| using
|
|
* a CTR function that only handles the bottom 32 bits of the nonce, like
|
|
* |CRYPTO_ctr128_encrypt_ctr32|. The |key| must be the same key that was
|
|
* passed to |CRYPTO_gcm128_init|. It returns one on success and zero
|
|
* otherwise. */
|
|
OPENSSL_EXPORT int CRYPTO_gcm128_encrypt_ctr32(GCM128_CONTEXT *ctx,
|
|
const void *key,
|
|
const uint8_t *in, uint8_t *out,
|
|
size_t len, ctr128_f stream);
|
|
|
|
/* CRYPTO_gcm128_decrypt_ctr32 decrypts |len| bytes from |in| to |out| using
|
|
* a CTR function that only handles the bottom 32 bits of the nonce, like
|
|
* |CRYPTO_ctr128_encrypt_ctr32|. The |key| must be the same key that was
|
|
* passed to |CRYPTO_gcm128_init|. It returns one on success and zero
|
|
* otherwise. */
|
|
OPENSSL_EXPORT int CRYPTO_gcm128_decrypt_ctr32(GCM128_CONTEXT *ctx,
|
|
const void *key,
|
|
const uint8_t *in, uint8_t *out,
|
|
size_t len, ctr128_f stream);
|
|
|
|
/* CRYPTO_gcm128_finish calculates the authenticator and compares it against
|
|
* |len| bytes of |tag|. It returns one on success and zero otherwise. */
|
|
OPENSSL_EXPORT int CRYPTO_gcm128_finish(GCM128_CONTEXT *ctx, const uint8_t *tag,
|
|
size_t len);
|
|
|
|
/* CRYPTO_gcm128_tag calculates the authenticator and copies it into |tag|.
|
|
* The minimum of |len| and 16 bytes are copied into |tag|. */
|
|
OPENSSL_EXPORT void CRYPTO_gcm128_tag(GCM128_CONTEXT *ctx, uint8_t *tag,
|
|
size_t len);
|
|
|
|
|
|
/* CBC. */
|
|
|
|
/* cbc128_f is the type of a function that performs CBC-mode encryption. */
|
|
typedef void (*cbc128_f)(const uint8_t *in, uint8_t *out, size_t len,
|
|
const void *key, uint8_t ivec[16], int enc);
|
|
|
|
/* CRYPTO_cbc128_encrypt encrypts |len| bytes from |in| to |out| using the
|
|
* given IV and block cipher in CBC mode. The input need not be a multiple of
|
|
* 128 bits long, but the output will round up to the nearest 128 bit multiple,
|
|
* zero padding the input if needed. The IV will be updated on return. */
|
|
void CRYPTO_cbc128_encrypt(const uint8_t *in, uint8_t *out, size_t len,
|
|
const void *key, uint8_t ivec[16], block128_f block);
|
|
|
|
/* CRYPTO_cbc128_decrypt decrypts |len| bytes from |in| to |out| using the
|
|
* given IV and block cipher in CBC mode. If |len| is not a multiple of 128
|
|
* bits then only that many bytes will be written, but a multiple of 128 bits
|
|
* is always read from |in|. The IV will be updated on return. */
|
|
void CRYPTO_cbc128_decrypt(const uint8_t *in, uint8_t *out, size_t len,
|
|
const void *key, uint8_t ivec[16], block128_f block);
|
|
|
|
|
|
/* OFB. */
|
|
|
|
/* CRYPTO_ofb128_encrypt encrypts (or decrypts, it's the same with OFB mode)
|
|
* |len| bytes from |in| to |out| using |block| in OFB mode. There's no
|
|
* requirement that |len| be a multiple of any value and any partial blocks are
|
|
* stored in |ivec| and |*num|, the latter must be zero before the initial
|
|
* call. */
|
|
void CRYPTO_ofb128_encrypt(const uint8_t *in, uint8_t *out,
|
|
size_t len, const void *key, uint8_t ivec[16],
|
|
unsigned *num, block128_f block);
|
|
|
|
|
|
/* CFB. */
|
|
|
|
/* CRYPTO_cfb128_encrypt encrypts (or decrypts, if |enc| is zero) |len| bytes
|
|
* from |in| to |out| using |block| in CFB mode. There's no requirement that
|
|
* |len| be a multiple of any value and any partial blocks are stored in |ivec|
|
|
* and |*num|, the latter must be zero before the initial call. */
|
|
void CRYPTO_cfb128_encrypt(const uint8_t *in, uint8_t *out, size_t len,
|
|
const void *key, uint8_t ivec[16], unsigned *num,
|
|
int enc, block128_f block);
|
|
|
|
/* CRYPTO_cfb128_8_encrypt encrypts (or decrypts, if |enc| is zero) |len| bytes
|
|
* from |in| to |out| using |block| in CFB-8 mode. Prior to the first call
|
|
* |num| should be set to zero. */
|
|
void CRYPTO_cfb128_8_encrypt(const uint8_t *in, uint8_t *out, size_t len,
|
|
const void *key, uint8_t ivec[16], unsigned *num,
|
|
int enc, block128_f block);
|
|
|
|
/* CRYPTO_cfb128_1_encrypt encrypts (or decrypts, if |enc| is zero) |len| bytes
|
|
* from |in| to |out| using |block| in CFB-1 mode. Prior to the first call
|
|
* |num| should be set to zero. */
|
|
void CRYPTO_cfb128_1_encrypt(const uint8_t *in, uint8_t *out, size_t bits,
|
|
const void *key, uint8_t ivec[16], unsigned *num,
|
|
int enc, block128_f block);
|
|
|
|
size_t CRYPTO_cts128_encrypt_block(const uint8_t *in, uint8_t *out, size_t len,
|
|
const void *key, uint8_t ivec[16],
|
|
block128_f block);
|
|
|
|
|
|
#if !defined(OPENSSL_NO_ASM) && \
|
|
(defined(OPENSSL_X86) || defined(OPENSSL_X86_64))
|
|
void aesni_ctr32_encrypt_blocks(const uint8_t *in, uint8_t *out, size_t blocks,
|
|
const void *key, const uint8_t *ivec);
|
|
#endif
|
|
|
|
#if defined(__cplusplus)
|
|
} /* extern C */
|
|
#endif
|
|
|
|
#endif /* OPENSSL_HEADER_MODES_INTERNAL_H */
|