/* * Copyright (c) 2023, Alliance for Open Media. All rights reserved * * This source code is subject to the terms of the BSD 2 Clause License and * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License * was not distributed with this source code in the LICENSE file, you can * obtain it at www.aomedia.org/license/software. If the Alliance for Open * Media Patent License 1.0 was not distributed with this source code in the * PATENTS file, you can obtain it at www.aomedia.org/license/patent. */ #include "arm_cpudetect.h" #if defined(__APPLE__) #include #endif #if !CONFIG_RUNTIME_CPU_DETECT static int arm_get_cpu_caps(void) { // This function should actually be a no-op. There is no way to adjust any of // these because the RTCD tables do not exist: the functions are called // statically. int flags = 0; #if HAVE_NEON flags |= HAS_NEON; #endif // HAVE_NEON return flags; } #elif defined(__APPLE__) // end !CONFIG_RUNTIME_CPU_DETECT // sysctlbyname() parameter documentation for instruction set characteristics: // https://developer.apple.com/documentation/kernel/1387446-sysctlbyname/determining_instruction_set_characteristics static INLINE bool have_feature(const char *feature) { int64_t feature_present = 0; size_t size = sizeof(feature_present); if (sysctlbyname(feature, &feature_present, &size, NULL, 0) != 0) { return false; } return feature_present; } static int arm_get_cpu_caps(void) { int flags = 0; #if HAVE_NEON flags |= HAS_NEON; #endif // HAVE_NEON #if HAVE_ARM_CRC32 if (have_feature("hw.optional.armv8_crc32")) flags |= HAS_ARM_CRC32; #endif // HAVE_ARM_CRC32 #if HAVE_NEON_DOTPROD if (have_feature("hw.optional.arm.FEAT_DotProd")) flags |= HAS_NEON_DOTPROD; #endif // HAVE_NEON_DOTPROD #if HAVE_NEON_I8MM if (have_feature("hw.optional.arm.FEAT_I8MM")) flags |= HAS_NEON_I8MM; #endif // HAVE_NEON_I8MM return flags; } #elif defined(_WIN32) // end __APPLE__ static int arm_get_cpu_caps(void) { int flags = 0; // IsProcessorFeaturePresent() parameter documentation: // https://learn.microsoft.com/en-us/windows/win32/api/processthreadsapi/nf-processthreadsapi-isprocessorfeaturepresent#parameters #if HAVE_NEON flags |= HAS_NEON; // Neon is mandatory in Armv8.0-A. #endif // HAVE_NEON #if HAVE_ARM_CRC32 if (IsProcessorFeaturePresent(PF_ARM_V8_CRC32_INSTRUCTIONS_AVAILABLE)) { flags |= HAS_ARM_CRC32; } #endif // HAVE_ARM_CRC32 #if HAVE_NEON_DOTPROD // Support for PF_ARM_V82_DP_INSTRUCTIONS_AVAILABLE was added in Windows SDK // 20348, supported by Windows 11 and Windows Server 2022. #if defined(PF_ARM_V82_DP_INSTRUCTIONS_AVAILABLE) if (IsProcessorFeaturePresent(PF_ARM_V82_DP_INSTRUCTIONS_AVAILABLE)) { flags |= HAS_NEON_DOTPROD; } #endif // defined(PF_ARM_V82_DP_INSTRUCTIONS_AVAILABLE) #endif // HAVE_NEON_DOTPROD // No I8MM or SVE feature detection available on Windows at time of writing. return flags; } #elif defined(ANDROID_USE_CPU_FEATURES_LIB) static int arm_get_cpu_caps(void) { int flags = 0; #if HAVE_NEON flags |= HAS_NEON; // Neon is mandatory in Armv8.0-A. #endif // HAVE_NEON return flags; } #elif defined(__linux__) // end defined(AOM_USE_ANDROID_CPU_FEATURES) #include // Define hwcap values ourselves: building with an old auxv header where these // hwcap values are not defined should not prevent features from being enabled. #define AOM_AARCH64_HWCAP_CRC32 (1 << 7) #define AOM_AARCH64_HWCAP_ASIMDDP (1 << 20) #define AOM_AARCH64_HWCAP_SVE (1 << 22) #define AOM_AARCH64_HWCAP2_I8MM (1 << 13) static int arm_get_cpu_caps(void) { int flags = 0; unsigned long hwcap = getauxval(AT_HWCAP); unsigned long hwcap2 = getauxval(AT_HWCAP2); #if HAVE_NEON flags |= HAS_NEON; // Neon is mandatory in Armv8.0-A. #endif // HAVE_NEON #if HAVE_ARM_CRC32 if (hwcap & AOM_AARCH64_HWCAP_CRC32) flags |= HAS_ARM_CRC32; #endif // HAVE_ARM_CRC32 #if HAVE_NEON_DOTPROD if (hwcap & AOM_AARCH64_HWCAP_ASIMDDP) flags |= HAS_NEON_DOTPROD; #endif // HAVE_NEON_DOTPROD #if HAVE_NEON_I8MM if (hwcap2 & AOM_AARCH64_HWCAP2_I8MM) flags |= HAS_NEON_I8MM; #endif // HAVE_NEON_I8MM #if HAVE_SVE if (hwcap & AOM_AARCH64_HWCAP_SVE) flags |= HAS_SVE; #endif // HAVE_SVE return flags; } #elif defined(__Fuchsia__) // end __linux__ #include #include // Added in https://fuchsia-review.googlesource.com/c/fuchsia/+/894282. #ifndef ZX_ARM64_FEATURE_ISA_I8MM #define ZX_ARM64_FEATURE_ISA_I8MM ((uint32_t)(1u << 19)) #endif // Added in https://fuchsia-review.googlesource.com/c/fuchsia/+/895083. #ifndef ZX_ARM64_FEATURE_ISA_SVE #define ZX_ARM64_FEATURE_ISA_SVE ((uint32_t)(1u << 20)) #endif static int arm_get_cpu_caps(void) { int flags = 0; #if HAVE_NEON flags |= HAS_NEON; // Neon is mandatory in Armv8.0-A. #endif // HAVE_NEON uint32_t features; zx_status_t status = zx_system_get_features(ZX_FEATURE_KIND_CPU, &features); if (status != ZX_OK) return flags; #if HAVE_ARM_CRC32 if (features & ZX_ARM64_FEATURE_ISA_CRC32) flags |= HAS_ARM_CRC32; #endif // HAVE_ARM_CRC32 #if HAVE_NEON_DOTPROD if (features & ZX_ARM64_FEATURE_ISA_DP) flags |= HAS_NEON_DOTPROD; #endif // HAVE_NEON_DOTPROD #if HAVE_NEON_I8MM if (features & ZX_ARM64_FEATURE_ISA_I8MM) flags |= HAS_NEON_I8MM; #endif // HAVE_NEON_I8MM #if HAVE_SVE if (features & ZX_ARM64_FEATURE_ISA_SVE) flags |= HAS_SVE; #endif // HAVE_SVE return flags; } #else // end __Fuchsia__ #error \ "Runtime CPU detection selected, but no CPU detection method " \ "available for your platform. Rerun cmake with -DCONFIG_RUNTIME_CPU_DETECT=0." #endif int aom_arm_cpu_caps(void) { int flags = 0; if (!arm_cpu_env_flags(&flags)) { flags = arm_get_cpu_caps() & arm_cpu_env_mask(); } // Restrict flags: FEAT_I8MM assumes that FEAT_DotProd is available. if (!(flags & HAS_NEON_DOTPROD)) flags &= ~HAS_NEON_I8MM; // Restrict flags: SVE assumes that FEAT_{DotProd,I8MM} are available. if (!(flags & HAS_NEON_DOTPROD)) flags &= ~HAS_SVE; if (!(flags & HAS_NEON_I8MM)) flags &= ~HAS_SVE; return flags; }