| /* ==================================================================== | |
| * Copyright (c) 2008 The OpenSSL Project. All rights reserved. | |
| * | |
| * Redistribution and use in source and binary forms, with or without | |
| * modification, are permitted provided that the following conditions | |
| * are met: | |
| * | |
| * 1. Redistributions of source code must retain the above copyright | |
| * notice, this list of conditions and the following disclaimer. | |
| * | |
| * 2. Redistributions in binary form must reproduce the above copyright | |
| * notice, this list of conditions and the following disclaimer in | |
| * the documentation and/or other materials provided with the | |
| * distribution. | |
| * | |
| * 3. All advertising materials mentioning features or use of this | |
| * software must display the following acknowledgment: | |
| * "This product includes software developed by the OpenSSL Project | |
| * for use in the OpenSSL Toolkit. (http://www.openssl.org/)" | |
| * | |
| * 4. The names "OpenSSL Toolkit" and "OpenSSL Project" must not be used to | |
| * endorse or promote products derived from this software without | |
| * prior written permission. For written permission, please contact | |
| * openssl-core@openssl.org. | |
| * | |
| * 5. Products derived from this software may not be called "OpenSSL" | |
| * nor may "OpenSSL" appear in their names without prior written | |
| * permission of the OpenSSL Project. | |
| * | |
| * 6. Redistributions of any form whatsoever must retain the following | |
| * acknowledgment: | |
| * "This product includes software developed by the OpenSSL Project | |
| * for use in the OpenSSL Toolkit (http://www.openssl.org/)" | |
| * | |
| * THIS SOFTWARE IS PROVIDED BY THE OpenSSL PROJECT ``AS IS'' AND ANY | |
| * EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE | |
| * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR | |
| * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE OpenSSL PROJECT OR | |
| * ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | |
| * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT | |
| * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; | |
| * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) | |
| * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, | |
| * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) | |
| * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED | |
| * OF THE POSSIBILITY OF SUCH DAMAGE. | |
| * ==================================================================== */ | |
| #ifndef OPENSSL_HEADER_MODES_INTERNAL_H | |
| #define OPENSSL_HEADER_MODES_INTERNAL_H | |
| #include <openssl/base.h> | |
| #if defined(__cplusplus) | |
| extern "C" { | |
| #endif | |
| #define asm __asm__ | |
| #define STRICT_ALIGNMENT 1 | |
| #if defined(OPENSSL_X86_64) || defined(OPENSSL_X86) || defined(OPENSSL_AARCH64) | |
| #undef STRICT_ALIGNMENT | |
| #define STRICT_ALIGNMENT 0 | |
| #endif | |
| #if !defined(PEDANTIC) && !defined(OPENSSL_NO_ASM) | |
| #if defined(__GNUC__) && __GNUC__ >= 2 | |
| #if defined(OPENSSL_X86_64) | |
| #define BSWAP8(x) \ | |
| ({ \ | |
| uint64_t ret = (x); \ | |
| asm("bswapq %0" : "+r"(ret)); \ | |
| ret; \ | |
| }) | |
| #define BSWAP4(x) \ | |
| ({ \ | |
| uint32_t ret = (x); \ | |
| asm("bswapl %0" : "+r"(ret)); \ | |
| ret; \ | |
| }) | |
| #elif defined(OPENSSL_X86) | |
| #define BSWAP8(x) \ | |
| ({ \ | |
| uint32_t lo = (uint64_t)(x) >> 32, hi = (x); \ | |
| asm("bswapl %0; bswapl %1" : "+r"(hi), "+r"(lo)); \ | |
| (uint64_t) hi << 32 | lo; \ | |
| }) | |
| #define BSWAP4(x) \ | |
| ({ \ | |
| uint32_t ret = (x); \ | |
| asm("bswapl %0" : "+r"(ret)); \ | |
| ret; \ | |
| }) | |
| #elif defined(OPENSSL_AARCH64) | |
| #define BSWAP8(x) \ | |
| ({ \ | |
| uint64_t ret; \ | |
| asm("rev %0,%1" : "=r"(ret) : "r"(x)); \ | |
| ret; \ | |
| }) | |
| #define BSWAP4(x) \ | |
| ({ \ | |
| uint32_t ret; \ | |
| asm("rev %w0,%w1" : "=r"(ret) : "r"(x)); \ | |
| ret; \ | |
| }) | |
| #elif defined(OPENSSL_ARM) && !defined(STRICT_ALIGNMENT) | |
| #define BSWAP8(x) \ | |
| ({ \ | |
| uint32_t lo = (uint64_t)(x) >> 32, hi = (x); \ | |
| asm("rev %0,%0; rev %1,%1" : "+r"(hi), "+r"(lo)); \ | |
| (uint64_t) hi << 32 | lo; \ | |
| }) | |
| #define BSWAP4(x) \ | |
| ({ \ | |
| uint32_t ret; \ | |
| asm("rev %0,%1" : "=r"(ret) : "r"((uint32_t)(x))); \ | |
| ret; \ | |
| }) | |
| #endif | |
| #elif defined(_MSC_VER) | |
| #if _MSC_VER >= 1300 | |
| OPENSSL_MSVC_PRAGMA(warning(push, 3)) | |
| #include <intrin.h> | |
| OPENSSL_MSVC_PRAGMA(warning(pop)) | |
| #pragma intrinsic(_byteswap_uint64, _byteswap_ulong) | |
| #define BSWAP8(x) _byteswap_uint64((uint64_t)(x)) | |
| #define BSWAP4(x) _byteswap_ulong((uint32_t)(x)) | |
| #elif defined(OPENSSL_X86) | |
| __inline uint32_t _bswap4(uint32_t val) { | |
| _asm mov eax, val | |
| _asm bswap eax | |
| } | |
| #define BSWAP4(x) _bswap4(x) | |
| #endif | |
| #endif | |
| #endif | |
| #if defined(BSWAP4) && !defined(STRICT_ALIGNMENT) | |
| #define GETU32(p) BSWAP4(*(const uint32_t *)(p)) | |
| #define PUTU32(p, v) *(uint32_t *)(p) = BSWAP4(v) | |
| #else | |
| #define GETU32(p) \ | |
| ((uint32_t)(p)[0] << 24 | (uint32_t)(p)[1] << 16 | (uint32_t)(p)[2] << 8 | (uint32_t)(p)[3]) | |
| #define PUTU32(p, v) \ | |
| ((p)[0] = (uint8_t)((v) >> 24), (p)[1] = (uint8_t)((v) >> 16), \ | |
| (p)[2] = (uint8_t)((v) >> 8), (p)[3] = (uint8_t)(v)) | |
| #endif | |
| /* block128_f is the type of a 128-bit, block cipher. */ | |
| typedef void (*block128_f)(const uint8_t in[16], uint8_t out[16], | |
| const void *key); | |
| /* GCM definitions */ | |
| typedef struct { uint64_t hi,lo; } u128; | |
| /* This differs from upstream's |gcm128_context| in that it does not have the | |
| * |key| pointer, in order to make it |memcpy|-friendly. Rather the key is | |
| * passed into each call that needs it. */ | |
| struct gcm128_context { | |
| /* Following 6 names follow names in GCM specification */ | |
| union { | |
| uint64_t u[2]; | |
| uint32_t d[4]; | |
| uint8_t c[16]; | |
| size_t t[16 / sizeof(size_t)]; | |
| } Yi, EKi, EK0, len, Xi, H; | |
| /* Relative position of Xi, H and pre-computed Htable is used in some | |
| * assembler modules, i.e. don't change the order! */ | |
| u128 Htable[16]; | |
| void (*gmult)(uint64_t Xi[2], const u128 Htable[16]); | |
| void (*ghash)(uint64_t Xi[2], const u128 Htable[16], const uint8_t *inp, | |
| size_t len); | |
| unsigned int mres, ares; | |
| block128_f block; | |
| }; | |
| #if defined(OPENSSL_X86) || defined(OPENSSL_X86_64) | |
| /* crypto_gcm_clmul_enabled returns one if the CLMUL implementation of GCM is | |
| * used. */ | |
| int crypto_gcm_clmul_enabled(void); | |
| #endif | |
| /* CTR. */ | |
| /* ctr128_f is the type of a function that performs CTR-mode encryption. */ | |
| typedef void (*ctr128_f)(const uint8_t *in, uint8_t *out, size_t blocks, | |
| const void *key, const uint8_t ivec[16]); | |
| /* CRYPTO_ctr128_encrypt encrypts (or decrypts, it's the same in CTR mode) | |
| * |len| bytes from |in| to |out| using |block| in counter mode. There's no | |
| * requirement that |len| be a multiple of any value and any partial blocks are | |
| * stored in |ecount_buf| and |*num|, which must be zeroed before the initial | |
| * call. The counter is a 128-bit, big-endian value in |ivec| and is | |
| * incremented by this function. */ | |
| void CRYPTO_ctr128_encrypt(const uint8_t *in, uint8_t *out, size_t len, | |
| const void *key, uint8_t ivec[16], | |
| uint8_t ecount_buf[16], unsigned *num, | |
| block128_f block); | |
| /* CRYPTO_ctr128_encrypt_ctr32 acts like |CRYPTO_ctr128_encrypt| but takes | |
| * |ctr|, a function that performs CTR mode but only deals with the lower 32 | |
| * bits of the counter. This is useful when |ctr| can be an optimised | |
| * function. */ | |
| void CRYPTO_ctr128_encrypt_ctr32(const uint8_t *in, uint8_t *out, size_t len, | |
| const void *key, uint8_t ivec[16], | |
| uint8_t ecount_buf[16], unsigned *num, | |
| ctr128_f ctr); | |
| /* GCM. | |
| * | |
| * This API differs from the upstream API slightly. The |GCM128_CONTEXT| does | |
| * not have a |key| pointer that points to the key as upstream's version does. | |
| * Instead, every function takes a |key| parameter. This way |GCM128_CONTEXT| | |
| * can be safely copied. */ | |
| typedef struct gcm128_context GCM128_CONTEXT; | |
| /* CRYPTO_gcm128_init initialises |ctx| to use |block| (typically AES) with | |
| * the given key. */ | |
| OPENSSL_EXPORT void CRYPTO_gcm128_init(GCM128_CONTEXT *ctx, const void *key, | |
| block128_f block); | |
| /* CRYPTO_gcm128_setiv sets the IV (nonce) for |ctx|. The |key| must be the | |
| * same key that was passed to |CRYPTO_gcm128_init|. */ | |
| OPENSSL_EXPORT void CRYPTO_gcm128_setiv(GCM128_CONTEXT *ctx, const void *key, | |
| const uint8_t *iv, size_t iv_len); | |
| /* CRYPTO_gcm128_aad sets the authenticated data for an instance of GCM. | |
| * This must be called before and data is encrypted. It returns one on success | |
| * and zero otherwise. */ | |
| OPENSSL_EXPORT int CRYPTO_gcm128_aad(GCM128_CONTEXT *ctx, const uint8_t *aad, | |
| size_t len); | |
| /* CRYPTO_gcm128_encrypt encrypts |len| bytes from |in| to |out|. The |key| | |
| * must be the same key that was passed to |CRYPTO_gcm128_init|. It returns one | |
| * on success and zero otherwise. */ | |
| OPENSSL_EXPORT int CRYPTO_gcm128_encrypt(GCM128_CONTEXT *ctx, const void *key, | |
| const uint8_t *in, uint8_t *out, | |
| size_t len); | |
| /* CRYPTO_gcm128_decrypt decrypts |len| bytes from |in| to |out|. The |key| | |
| * must be the same key that was passed to |CRYPTO_gcm128_init|. It returns one | |
| * on success and zero otherwise. */ | |
| OPENSSL_EXPORT int CRYPTO_gcm128_decrypt(GCM128_CONTEXT *ctx, const void *key, | |
| const uint8_t *in, uint8_t *out, | |
| size_t len); | |
| /* CRYPTO_gcm128_encrypt_ctr32 encrypts |len| bytes from |in| to |out| using | |
| * a CTR function that only handles the bottom 32 bits of the nonce, like | |
| * |CRYPTO_ctr128_encrypt_ctr32|. The |key| must be the same key that was | |
| * passed to |CRYPTO_gcm128_init|. It returns one on success and zero | |
| * otherwise. */ | |
| OPENSSL_EXPORT int CRYPTO_gcm128_encrypt_ctr32(GCM128_CONTEXT *ctx, | |
| const void *key, | |
| const uint8_t *in, uint8_t *out, | |
| size_t len, ctr128_f stream); | |
| /* CRYPTO_gcm128_decrypt_ctr32 decrypts |len| bytes from |in| to |out| using | |
| * a CTR function that only handles the bottom 32 bits of the nonce, like | |
| * |CRYPTO_ctr128_encrypt_ctr32|. The |key| must be the same key that was | |
| * passed to |CRYPTO_gcm128_init|. It returns one on success and zero | |
| * otherwise. */ | |
| OPENSSL_EXPORT int CRYPTO_gcm128_decrypt_ctr32(GCM128_CONTEXT *ctx, | |
| const void *key, | |
| const uint8_t *in, uint8_t *out, | |
| size_t len, ctr128_f stream); | |
| /* CRYPTO_gcm128_finish calculates the authenticator and compares it against | |
| * |len| bytes of |tag|. It returns one on success and zero otherwise. */ | |
| OPENSSL_EXPORT int CRYPTO_gcm128_finish(GCM128_CONTEXT *ctx, const uint8_t *tag, | |
| size_t len); | |
| /* CRYPTO_gcm128_tag calculates the authenticator and copies it into |tag|. | |
| * The minimum of |len| and 16 bytes are copied into |tag|. */ | |
| OPENSSL_EXPORT void CRYPTO_gcm128_tag(GCM128_CONTEXT *ctx, uint8_t *tag, | |
| size_t len); | |
| /* CBC. */ | |
| /* cbc128_f is the type of a function that performs CBC-mode encryption. */ | |
| typedef void (*cbc128_f)(const uint8_t *in, uint8_t *out, size_t len, | |
| const void *key, uint8_t ivec[16], int enc); | |
| /* CRYPTO_cbc128_encrypt encrypts |len| bytes from |in| to |out| using the | |
| * given IV and block cipher in CBC mode. The input need not be a multiple of | |
| * 128 bits long, but the output will round up to the nearest 128 bit multiple, | |
| * zero padding the input if needed. The IV will be updated on return. */ | |
| void CRYPTO_cbc128_encrypt(const uint8_t *in, uint8_t *out, size_t len, | |
| const void *key, uint8_t ivec[16], block128_f block); | |
| /* CRYPTO_cbc128_decrypt decrypts |len| bytes from |in| to |out| using the | |
| * given IV and block cipher in CBC mode. If |len| is not a multiple of 128 | |
| * bits then only that many bytes will be written, but a multiple of 128 bits | |
| * is always read from |in|. The IV will be updated on return. */ | |
| void CRYPTO_cbc128_decrypt(const uint8_t *in, uint8_t *out, size_t len, | |
| const void *key, uint8_t ivec[16], block128_f block); | |
| /* OFB. */ | |
| /* CRYPTO_ofb128_encrypt encrypts (or decrypts, it's the same with OFB mode) | |
| * |len| bytes from |in| to |out| using |block| in OFB mode. There's no | |
| * requirement that |len| be a multiple of any value and any partial blocks are | |
| * stored in |ivec| and |*num|, the latter must be zero before the initial | |
| * call. */ | |
| void CRYPTO_ofb128_encrypt(const uint8_t *in, uint8_t *out, | |
| size_t len, const void *key, uint8_t ivec[16], | |
| unsigned *num, block128_f block); | |
| /* CFB. */ | |
| /* CRYPTO_cfb128_encrypt encrypts (or decrypts, if |enc| is zero) |len| bytes | |
| * from |in| to |out| using |block| in CFB mode. There's no requirement that | |
| * |len| be a multiple of any value and any partial blocks are stored in |ivec| | |
| * and |*num|, the latter must be zero before the initial call. */ | |
| void CRYPTO_cfb128_encrypt(const uint8_t *in, uint8_t *out, size_t len, | |
| const void *key, uint8_t ivec[16], unsigned *num, | |
| int enc, block128_f block); | |
| /* CRYPTO_cfb128_8_encrypt encrypts (or decrypts, if |enc| is zero) |len| bytes | |
| * from |in| to |out| using |block| in CFB-8 mode. Prior to the first call | |
| * |num| should be set to zero. */ | |
| void CRYPTO_cfb128_8_encrypt(const uint8_t *in, uint8_t *out, size_t len, | |
| const void *key, uint8_t ivec[16], unsigned *num, | |
| int enc, block128_f block); | |
| /* CRYPTO_cfb128_1_encrypt encrypts (or decrypts, if |enc| is zero) |len| bytes | |
| * from |in| to |out| using |block| in CFB-1 mode. Prior to the first call | |
| * |num| should be set to zero. */ | |
| void CRYPTO_cfb128_1_encrypt(const uint8_t *in, uint8_t *out, size_t bits, | |
| const void *key, uint8_t ivec[16], unsigned *num, | |
| int enc, block128_f block); | |
| size_t CRYPTO_cts128_encrypt_block(const uint8_t *in, uint8_t *out, size_t len, | |
| const void *key, uint8_t ivec[16], | |
| block128_f block); | |
| #if !defined(OPENSSL_NO_ASM) && \ | |
| (defined(OPENSSL_X86) || defined(OPENSSL_X86_64)) | |
| void aesni_ctr32_encrypt_blocks(const uint8_t *in, uint8_t *out, size_t blocks, | |
| const void *key, const uint8_t *ivec); | |
| #endif | |
| #if defined(__cplusplus) | |
| } /* extern C */ | |
| #endif | |
| #endif /* OPENSSL_HEADER_MODES_INTERNAL_H */ |