Adam Langley | d749af7 | 2015-01-14 16:37:38 -0800 | [diff] [blame^] | 1 | /* Copyright (c) 2014, Google Inc. |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 2 | * |
Adam Langley | d749af7 | 2015-01-14 16:37:38 -0800 | [diff] [blame^] | 3 | * Permission to use, copy, modify, and/or distribute this software for any |
| 4 | * purpose with or without fee is hereby granted, provided that the above |
| 5 | * copyright notice and this permission notice appear in all copies. |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 6 | * |
Adam Langley | d749af7 | 2015-01-14 16:37:38 -0800 | [diff] [blame^] | 7 | * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES |
| 8 | * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF |
| 9 | * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY |
| 10 | * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES |
| 11 | * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION |
| 12 | * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN |
| 13 | * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */ |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 14 | |
| 15 | #include <openssl/cpu.h> |
| 16 | |
Adam Langley | 3e65265 | 2015-01-09 15:44:37 -0800 | [diff] [blame] | 17 | #if defined(OPENSSL_ARM) || defined(OPENSSL_AARCH64) |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 18 | |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 19 | #include <inttypes.h> |
Adam Langley | 3e65265 | 2015-01-09 15:44:37 -0800 | [diff] [blame] | 20 | #include <stdio.h> |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 21 | |
| 22 | #include "arm_arch.h" |
| 23 | |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 24 | |
Adam Langley | d749af7 | 2015-01-14 16:37:38 -0800 | [diff] [blame^] | 25 | /* We can't include <sys/auxv.h> because the Android SDK version against which |
| 26 | * Chromium builds is too old to have it. Instead we define all the constants |
| 27 | * that we need and have a weak pointer to getauxval. */ |
| 28 | |
| 29 | unsigned long getauxval(unsigned long type) __attribute__((weak)); |
| 30 | |
| 31 | static const unsigned long AT_HWCAP = 16; |
| 32 | static const unsigned long AT_HWCAP2 = 26; |
| 33 | |
David Benjamin | c44d2f4 | 2014-08-20 16:24:00 -0400 | [diff] [blame] | 34 | char CRYPTO_is_NEON_capable(void) { |
Adam Langley | 95c29f3 | 2014-06-20 12:00:00 -0700 | [diff] [blame] | 35 | return (OPENSSL_armcap_P & ARMV7_NEON) != 0; |
| 36 | } |
| 37 | |
| 38 | void CRYPTO_set_NEON_capable(char neon_capable) { |
| 39 | if (neon_capable) { |
| 40 | OPENSSL_armcap_P |= ARMV7_NEON; |
| 41 | } else { |
| 42 | OPENSSL_armcap_P &= ~ARMV7_NEON; |
| 43 | } |
| 44 | } |
| 45 | |
David Benjamin | c44d2f4 | 2014-08-20 16:24:00 -0400 | [diff] [blame] | 46 | char CRYPTO_is_NEON_functional(void) { |
Adam Langley | 31ebde9 | 2014-07-31 12:16:48 -0700 | [diff] [blame] | 47 | static const uint32_t kWantFlags = ARMV7_NEON | ARMV7_NEON_FUNCTIONAL; |
| 48 | return (OPENSSL_armcap_P & kWantFlags) == kWantFlags; |
| 49 | } |
| 50 | |
| 51 | void CRYPTO_set_NEON_functional(char neon_functional) { |
| 52 | if (neon_functional) { |
| 53 | OPENSSL_armcap_P |= ARMV7_NEON_FUNCTIONAL; |
| 54 | } else { |
| 55 | OPENSSL_armcap_P &= ~ARMV7_NEON_FUNCTIONAL; |
| 56 | } |
| 57 | } |
| 58 | |
Adam Langley | 3e65265 | 2015-01-09 15:44:37 -0800 | [diff] [blame] | 59 | void OPENSSL_cpuid_setup(void) { |
Adam Langley | d749af7 | 2015-01-14 16:37:38 -0800 | [diff] [blame^] | 60 | if (getauxval == NULL) { |
| 61 | return; |
| 62 | } |
| 63 | |
Adam Langley | 3e65265 | 2015-01-09 15:44:37 -0800 | [diff] [blame] | 64 | unsigned long hwcap = getauxval(AT_HWCAP); |
| 65 | |
| 66 | #if defined(OPENSSL_ARM) |
| 67 | static const unsigned long kNEON = 1 << 12; |
| 68 | if ((hwcap & kNEON) == 0) { |
| 69 | return; |
| 70 | } |
| 71 | |
| 72 | /* In 32-bit mode, the ARMv8 feature bits are in a different aux vector |
| 73 | * value. */ |
| 74 | hwcap = getauxval(AT_HWCAP2); |
| 75 | |
| 76 | /* See /usr/include/asm/hwcap.h on an ARM installation for the source of |
| 77 | * these values. */ |
| 78 | static const unsigned long kAES = 1 << 0; |
| 79 | static const unsigned long kPMULL = 1 << 1; |
| 80 | static const unsigned long kSHA1 = 1 << 2; |
| 81 | static const unsigned long kSHA256 = 1 << 3; |
| 82 | #elif defined(OPENSSL_AARCH64) |
| 83 | /* See /usr/include/asm/hwcap.h on an aarch64 installation for the source of |
| 84 | * these values. */ |
| 85 | static const unsigned long kNEON = 1 << 1; |
| 86 | static const unsigned long kAES = 1 << 3; |
| 87 | static const unsigned long kPMULL = 1 << 4; |
| 88 | static const unsigned long kSHA1 = 1 << 5; |
| 89 | static const unsigned long kSHA256 = 1 << 6; |
| 90 | |
| 91 | if ((hwcap & kNEON) == 0) { |
| 92 | return; |
| 93 | } |
| 94 | #endif |
| 95 | |
| 96 | OPENSSL_armcap_P |= ARMV7_NEON | ARMV7_NEON_FUNCTIONAL; |
| 97 | |
| 98 | if (hwcap & kAES) { |
| 99 | OPENSSL_armcap_P |= ARMV8_AES; |
| 100 | } |
| 101 | if (hwcap & kPMULL) { |
| 102 | OPENSSL_armcap_P |= ARMV8_PMULL; |
| 103 | } |
| 104 | if (hwcap & kSHA1) { |
| 105 | OPENSSL_armcap_P |= ARMV8_SHA1; |
| 106 | } |
| 107 | if (hwcap & kSHA256) { |
| 108 | OPENSSL_armcap_P |= ARMV8_SHA256; |
| 109 | } |
| 110 | } |
| 111 | |
| 112 | #endif /* defined(OPENSSL_ARM) || defined(OPENSSL_AARCH64) */ |