Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 1 | /* Copyright (C) 1995-1998 Eric Young (eay@cryptsoft.com) |
| 2 | * All rights reserved. |
| 3 | * |
| 4 | * This package is an SSL implementation written |
| 5 | * by Eric Young (eay@cryptsoft.com). |
| 6 | * The implementation was written so as to conform with Netscapes SSL. |
| 7 | * |
| 8 | * This library is free for commercial and non-commercial use as long as |
| 9 | * the following conditions are aheared to. The following conditions |
| 10 | * apply to all code found in this distribution, be it the RC4, RSA, |
| 11 | * lhash, DES, etc., code; not just the SSL code. The SSL documentation |
| 12 | * included with this distribution is covered by the same copyright terms |
| 13 | * except that the holder is Tim Hudson (tjh@cryptsoft.com). |
| 14 | * |
| 15 | * Copyright remains Eric Young's, and as such any Copyright notices in |
| 16 | * the code are not to be removed. |
| 17 | * If this package is used in a product, Eric Young should be given attribution |
| 18 | * as the author of the parts of the library used. |
| 19 | * This can be in the form of a textual message at program startup or |
| 20 | * in documentation (online or textual) provided with the package. |
| 21 | * |
| 22 | * Redistribution and use in source and binary forms, with or without |
| 23 | * modification, are permitted provided that the following conditions |
| 24 | * are met: |
| 25 | * 1. Redistributions of source code must retain the copyright |
| 26 | * notice, this list of conditions and the following disclaimer. |
| 27 | * 2. Redistributions in binary form must reproduce the above copyright |
| 28 | * notice, this list of conditions and the following disclaimer in the |
| 29 | * documentation and/or other materials provided with the distribution. |
| 30 | * 3. All advertising materials mentioning features or use of this software |
| 31 | * must display the following acknowledgement: |
| 32 | * "This product includes cryptographic software written by |
| 33 | * Eric Young (eay@cryptsoft.com)" |
| 34 | * The word 'cryptographic' can be left out if the rouines from the library |
| 35 | * being used are not cryptographic related :-). |
| 36 | * 4. If you include any Windows specific code (or a derivative thereof) from |
| 37 | * the apps directory (application code) you must include an acknowledgement: |
| 38 | * "This product includes software written by Tim Hudson (tjh@cryptsoft.com)" |
| 39 | * |
| 40 | * THIS SOFTWARE IS PROVIDED BY ERIC YOUNG ``AS IS'' AND |
| 41 | * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| 42 | * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE |
| 43 | * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE |
| 44 | * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL |
| 45 | * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS |
| 46 | * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) |
| 47 | * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT |
| 48 | * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY |
| 49 | * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF |
| 50 | * SUCH DAMAGE. |
| 51 | * |
| 52 | * The licence and distribution terms for any publically available version or |
| 53 | * derivative of this code cannot be changed. i.e. this code cannot simply be |
| 54 | * copied and put under another distribution licence |
| 55 | * [including the GNU Public Licence.] |
| 56 | * |
| 57 | * This product includes cryptographic software written by Eric Young |
| 58 | * (eay@cryptsoft.com). This product includes software written by Tim |
| 59 | * Hudson (tjh@cryptsoft.com). */ |
| 60 | |
| 61 | #ifndef OPENSSL_HEADER_CPU_H |
| 62 | #define OPENSSL_HEADER_CPU_H |
| 63 | |
| 64 | #include <openssl/base.h> |
| 65 | |
| 66 | #if defined(__cplusplus) |
| 67 | extern "C" { |
| 68 | #endif |
| 69 | |
| 70 | |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 71 | // Runtime CPU feature support |
David Benjamin | 5b082e8 | 2014-12-26 00:54:52 -0500 | [diff] [blame] | 72 | |
| 73 | |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 74 | #if defined(OPENSSL_X86) || defined(OPENSSL_X86_64) |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 75 | // OPENSSL_ia32cap_P contains the Intel CPUID bits when running on an x86 or |
| 76 | // x86-64 system. |
| 77 | // |
| 78 | // Index 0: |
| 79 | // EDX for CPUID where EAX = 1 |
| 80 | // Bit 20 is always zero |
| 81 | // Bit 28 is adjusted to reflect whether the data cache is shared between |
| 82 | // multiple logical cores |
| 83 | // Bit 30 is used to indicate an Intel CPU |
| 84 | // Index 1: |
| 85 | // ECX for CPUID where EAX = 1 |
| 86 | // Bit 11 is used to indicate AMD XOP support, not SDBG |
| 87 | // Index 2: |
| 88 | // EBX for CPUID where EAX = 7 |
Jesse Selover | b1e6a85 | 2018-04-19 16:34:35 -0400 | [diff] [blame] | 89 | // Index 3: |
| 90 | // ECX for CPUID where EAX = 7 |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 91 | // |
| 92 | // Note: the CPUID bits are pre-adjusted for the OSXSAVE bit and the YMM and XMM |
| 93 | // bits in XCR0, so it is not necessary to check those. |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 94 | extern uint32_t OPENSSL_ia32cap_P[4]; |
David Benjamin | 9187101 | 2017-04-25 15:37:53 -0400 | [diff] [blame] | 95 | |
Adam Langley | d72e47f | 2019-05-09 16:39:49 -0700 | [diff] [blame] | 96 | #if defined(BORINGSSL_FIPS) && !defined(BORINGSSL_SHARED_LIBRARY) |
David Benjamin | 9187101 | 2017-04-25 15:37:53 -0400 | [diff] [blame] | 97 | const uint32_t *OPENSSL_ia32cap_get(void); |
| 98 | #else |
David Benjamin | a943613 | 2018-09-23 18:36:01 -0500 | [diff] [blame] | 99 | OPENSSL_INLINE const uint32_t *OPENSSL_ia32cap_get(void) { |
David Benjamin | 9187101 | 2017-04-25 15:37:53 -0400 | [diff] [blame] | 100 | return OPENSSL_ia32cap_P; |
| 101 | } |
| 102 | #endif |
| 103 | |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 104 | #endif |
| 105 | |
Adam Langley | 3e65265 | 2015-01-09 15:44:37 -0800 | [diff] [blame] | 106 | #if defined(OPENSSL_ARM) || defined(OPENSSL_AARCH64) |
Adam Langley | 6a7cfbe | 2015-10-16 15:46:46 -0700 | [diff] [blame] | 107 | |
David Benjamin | f8e9dca | 2015-10-28 12:40:12 -0400 | [diff] [blame] | 108 | #if defined(OPENSSL_APPLE) |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 109 | // iOS builds use the static ARM configuration. |
David Benjamin | f8e9dca | 2015-10-28 12:40:12 -0400 | [diff] [blame] | 110 | #define OPENSSL_STATIC_ARMCAP |
| 111 | #endif |
| 112 | |
Adam Langley | 6a7cfbe | 2015-10-16 15:46:46 -0700 | [diff] [blame] | 113 | #if !defined(OPENSSL_STATIC_ARMCAP) |
| 114 | |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 115 | // CRYPTO_is_NEON_capable_at_runtime returns true if the current CPU has a NEON |
| 116 | // unit. Note that |OPENSSL_armcap_P| also exists and contains the same |
| 117 | // information in a form that's easier for assembly to use. |
Adam Langley | 9e65d48 | 2015-11-17 15:25:00 -0800 | [diff] [blame] | 118 | OPENSSL_EXPORT char CRYPTO_is_NEON_capable_at_runtime(void); |
| 119 | |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 120 | // CRYPTO_is_NEON_capable returns true if the current CPU has a NEON unit. If |
| 121 | // this is known statically then it returns one immediately. |
David Benjamin | a943613 | 2018-09-23 18:36:01 -0500 | [diff] [blame] | 122 | OPENSSL_INLINE int CRYPTO_is_NEON_capable(void) { |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 123 | // Only statically skip the runtime lookup on aarch64. On arm, one CPU is |
| 124 | // known to have a broken NEON unit which is known to fail with on some |
| 125 | // hand-written NEON assembly. For now, continue to apply the workaround even |
| 126 | // when the compiler is instructed to freely emit NEON code. See |
| 127 | // https://crbug.com/341598 and https://crbug.com/606629. |
Adam Langley | 2745ef9 | 2018-11-12 11:57:32 -0800 | [diff] [blame] | 128 | #if (defined(__ARM_NEON__) || defined(__ARM_NEON)) && !defined(OPENSSL_ARM) |
Adam Langley | 9e65d48 | 2015-11-17 15:25:00 -0800 | [diff] [blame] | 129 | return 1; |
| 130 | #else |
| 131 | return CRYPTO_is_NEON_capable_at_runtime(); |
| 132 | #endif |
| 133 | } |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 134 | |
David Benjamin | 0a63b96 | 2016-04-28 12:17:55 -0400 | [diff] [blame] | 135 | #if defined(OPENSSL_ARM) |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 136 | // CRYPTO_has_broken_NEON returns one if the current CPU is known to have a |
| 137 | // broken NEON unit. See https://crbug.com/341598. |
David Benjamin | 0a63b96 | 2016-04-28 12:17:55 -0400 | [diff] [blame] | 138 | OPENSSL_EXPORT int CRYPTO_has_broken_NEON(void); |
David Benjamin | 9a127b4 | 2017-09-15 20:30:07 -0400 | [diff] [blame] | 139 | |
| 140 | // CRYPTO_needs_hwcap2_workaround returns one if the ARMv8 AArch32 AT_HWCAP2 |
| 141 | // workaround was needed. See https://crbug.com/boringssl/46. |
| 142 | OPENSSL_EXPORT int CRYPTO_needs_hwcap2_workaround(void); |
David Benjamin | 0a63b96 | 2016-04-28 12:17:55 -0400 | [diff] [blame] | 143 | #endif |
| 144 | |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 145 | // CRYPTO_is_ARMv8_AES_capable returns true if the current CPU supports the |
| 146 | // ARMv8 AES instruction. |
Adam Langley | 6a7cfbe | 2015-10-16 15:46:46 -0700 | [diff] [blame] | 147 | int CRYPTO_is_ARMv8_AES_capable(void); |
| 148 | |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 149 | // CRYPTO_is_ARMv8_PMULL_capable returns true if the current CPU supports the |
| 150 | // ARMv8 PMULL instruction. |
Adam Langley | 6a7cfbe | 2015-10-16 15:46:46 -0700 | [diff] [blame] | 151 | int CRYPTO_is_ARMv8_PMULL_capable(void); |
| 152 | |
| 153 | #else |
| 154 | |
David Benjamin | a943613 | 2018-09-23 18:36:01 -0500 | [diff] [blame] | 155 | OPENSSL_INLINE int CRYPTO_is_NEON_capable(void) { |
Adam Langley | 2745ef9 | 2018-11-12 11:57:32 -0800 | [diff] [blame] | 156 | #if defined(OPENSSL_STATIC_ARMCAP_NEON) || \ |
| 157 | (defined(__ARM_NEON__) || defined(__ARM_NEON)) |
Adam Langley | 6a7cfbe | 2015-10-16 15:46:46 -0700 | [diff] [blame] | 158 | return 1; |
| 159 | #else |
| 160 | return 0; |
| 161 | #endif |
| 162 | } |
| 163 | |
David Benjamin | a943613 | 2018-09-23 18:36:01 -0500 | [diff] [blame] | 164 | OPENSSL_INLINE int CRYPTO_is_ARMv8_AES_capable(void) { |
David Benjamin | 3b33f3e | 2017-06-08 16:53:28 -0400 | [diff] [blame] | 165 | #if defined(OPENSSL_STATIC_ARMCAP_AES) || defined(__ARM_FEATURE_CRYPTO) |
Adam Langley | 6a7cfbe | 2015-10-16 15:46:46 -0700 | [diff] [blame] | 166 | return 1; |
| 167 | #else |
| 168 | return 0; |
| 169 | #endif |
| 170 | } |
| 171 | |
David Benjamin | a943613 | 2018-09-23 18:36:01 -0500 | [diff] [blame] | 172 | OPENSSL_INLINE int CRYPTO_is_ARMv8_PMULL_capable(void) { |
David Benjamin | 3b33f3e | 2017-06-08 16:53:28 -0400 | [diff] [blame] | 173 | #if defined(OPENSSL_STATIC_ARMCAP_PMULL) || defined(__ARM_FEATURE_CRYPTO) |
Adam Langley | 6a7cfbe | 2015-10-16 15:46:46 -0700 | [diff] [blame] | 174 | return 1; |
| 175 | #else |
| 176 | return 0; |
| 177 | #endif |
| 178 | } |
| 179 | |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 180 | #endif // OPENSSL_STATIC_ARMCAP |
| 181 | #endif // OPENSSL_ARM || OPENSSL_AARCH64 |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 182 | |
Adam Langley | 4467e59 | 2016-09-23 12:47:24 -0700 | [diff] [blame] | 183 | #if defined(OPENSSL_PPC64LE) |
| 184 | |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 185 | // CRYPTO_is_PPC64LE_vcrypto_capable returns true iff the current CPU supports |
| 186 | // the Vector.AES category of instructions. |
Adam Langley | 4467e59 | 2016-09-23 12:47:24 -0700 | [diff] [blame] | 187 | int CRYPTO_is_PPC64LE_vcrypto_capable(void); |
| 188 | |
Adam Langley | b18cb6a | 2017-04-04 11:08:28 -0700 | [diff] [blame] | 189 | extern unsigned long OPENSSL_ppc64le_hwcap2; |
| 190 | |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 191 | #endif // OPENSSL_PPC64LE |
Adam Langley | 4467e59 | 2016-09-23 12:47:24 -0700 | [diff] [blame] | 192 | |
David Benjamin | 0de64a7 | 2019-09-26 15:59:40 -0400 | [diff] [blame] | 193 | #if defined(BORINGSSL_DISPATCH_TEST) |
Adam Langley | c161571 | 2018-11-27 14:07:12 -0800 | [diff] [blame] | 194 | // Runtime CPU dispatch testing support |
| 195 | |
| 196 | // BORINGSSL_function_hit is an array of flags. The following functions will |
David Benjamin | 0de64a7 | 2019-09-26 15:59:40 -0400 | [diff] [blame] | 197 | // set these flags if BORINGSSL_DISPATCH_TEST is defined. |
Adam Langley | c161571 | 2018-11-27 14:07:12 -0800 | [diff] [blame] | 198 | // 0: aes_hw_ctr32_encrypt_blocks |
| 199 | // 1: aes_hw_encrypt |
| 200 | // 2: aesni_gcm_encrypt |
| 201 | // 3: aes_hw_set_encrypt_key |
| 202 | // 4: vpaes_encrypt |
| 203 | // 5: vpaes_set_encrypt_key |
Adam Langley | c161571 | 2018-11-27 14:07:12 -0800 | [diff] [blame] | 204 | extern uint8_t BORINGSSL_function_hit[7]; |
David Benjamin | 0de64a7 | 2019-09-26 15:59:40 -0400 | [diff] [blame] | 205 | #endif // BORINGSSL_DISPATCH_TEST |
Adam Langley | c161571 | 2018-11-27 14:07:12 -0800 | [diff] [blame] | 206 | |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 207 | |
| 208 | #if defined(__cplusplus) |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 209 | } // extern C |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 210 | #endif |
| 211 | |
David Benjamin | 4512b79 | 2017-08-18 19:21:50 -0400 | [diff] [blame] | 212 | #endif // OPENSSL_HEADER_CPU_H |