Files
foo_input_joc/kernel/src/simd/cpu_probe.cpp
T
TheM14 49f3a0f040
build / windows (push) Has been cancelled
build / release (push) Has been cancelled
Update the vendored kernel to the bounded objects16 render-ahead
2026-10-06 15:05:35 +08:00

103 lines
3.2 KiB
C++

// CPU feature probe; see cpu_probe.h.
//
// Nothing here is ISA-specific code: the x86 path uses CPUID / XGETBV (MSVC) or
// the compiler's own runtime probe (GCC/Clang, so no inline assembly), and the
// AArch64 path reads the aux vector. That is what lets this unit stay baseline
// and run before the dispatcher has decided anything.
#include "simd/cpu_probe.h"
#if defined(_M_X64) || defined(_M_IX86)
#include <immintrin.h>
#include <intrin.h>
#elif defined(__x86_64__) || defined(__i386__)
#include <cpuid.h>
#endif
#if defined(__linux__) && (defined(__aarch64__) || defined(_M_ARM64))
#include <sys/auxv.h>
#endif
namespace joc::simd {
namespace {
// ---------------------------------------------------------------------- x86 --
// AVX2 is not an x86-64-only ISA, so both pointer sizes are probed.
#if defined(_M_X64) || defined(_M_IX86) || defined(__x86_64__) || defined(__i386__)
#if defined(_M_X64) || defined(_M_IX86)
// CPUID tells us what the silicon can do; XCR0 tells us whether the OS saves the
// state the wider registers need. Both have to agree, or the first AVX
// instruction after a context switch corrupts another thread's registers.
CpuFeatures probe_x86() noexcept {
CpuFeatures features;
int regs[4] = {0, 0, 0, 0};
__cpuid(regs, 0);
const int max_leaf = regs[0];
__cpuid(regs, 1);
features.sse2 = (regs[3] & (1 << 26)) != 0;
const bool osxsave = (regs[2] & (1 << 27)) != 0;
const bool avx = (regs[2] & (1 << 28)) != 0;
if (!osxsave || !avx || max_leaf < 7) {
return features;
}
const unsigned long long xcr0 = _xgetbv(0);
const bool ymm_state = (xcr0 & 0x06ull) == 0x06ull; // XMM + YMM saved
const bool zmm_state = (xcr0 & 0xe6ull) == 0xe6ull; // + opmask / ZMM / hi16
if (!ymm_state) {
return features;
}
__cpuidex(regs, 7, 0);
features.avx2 = (regs[1] & (1 << 5)) != 0;
features.avx512 = zmm_state && (regs[1] & (1 << 16)) != 0; // AVX512F
return features;
}
#else // GCC/Clang on x86
// The compiler runtime performs the same CPUID + XGETBV probe (libgcc's cpuinfo
// checks XCR0 before it reports AVX), which keeps this file free of inline
// assembly.
CpuFeatures probe_x86() noexcept {
CpuFeatures features;
features.sse2 = __builtin_cpu_supports("sse2") != 0;
features.avx2 = __builtin_cpu_supports("avx2") != 0;
features.avx512 = __builtin_cpu_supports("avx512f") != 0;
return features;
}
#endif
CpuFeatures probe() noexcept { return probe_x86(); }
// ----------------------------------------------------------------- AArch64 --
#elif defined(__aarch64__) || defined(_M_ARM64)
CpuFeatures probe() noexcept {
CpuFeatures features;
#if defined(__linux__)
// ASIMD is architectural for AArch64; the aux vector only confirms it.
features.neon = (getauxval(AT_HWCAP) & (1u << 1)) != 0u;
#else
features.neon = true;
#endif
return features;
}
// ------------------------------------------------------------ anything else --
#else
CpuFeatures probe() noexcept { return CpuFeatures{}; }
#endif
} // namespace
const CpuFeatures& cpu_features() noexcept {
static const CpuFeatures features = probe();
return features;
}
} // namespace joc::simd