#pragma once #include #include namespace rack { /** Abstraction of byte-aligned values for SIMD CPU acceleration. */ namespace simd { /** Casts the literal bits of FROM to TO without type conversion. API copied from C++20. Usage example: printf("%08x\n", bit_cast(1.f)); // Prints 3f800000 */ template TO bit_cast(const FROM &x) { static_assert(sizeof(FROM) == sizeof(TO), "types must have equal size"); // Should be optimized to two `mov` instructions TO y; std::memcpy(&y, &x, sizeof(x)); return y; } /** Generic class for vector float types. This class is designed to be used just like `float` scalars, with extra features for handling bitwise logic, conditions, loading, and storing. Usage example: float a[4], b[4]; f32_4 a = f32_4::load(in); f32_4 b = 2.f * a / (1 - a); b *= sin(2 * M_PI * a); b.store(out); */ template struct f32; /** Wrapper for `__m128` representing an aligned vector of 4 single-precision float values. */ template <> struct f32<4> { __m128 v; /** Constructs an uninitialized vector. */ f32<4>() {} /** Constructs a vector from a native `__m128` type. */ f32<4>(__m128 v) : v(v) {} /** Constructs a vector with all elements set to `x`. */ f32<4>(float x) { v = _mm_set_ps1(x); } /** Constructs a vector from four values. */ f32<4>(float x1, float x2, float x3, float x4) { v = _mm_set_ps(x1, x2, x3, x4); } /** Reads an array of 4 values. */ static f32<4> load(const float *x) { return f32<4>(_mm_loadu_ps(x)); } /** Returns a vector initialized to zero. */ static f32<4> zero() { return f32<4>(_mm_setzero_ps()); } /** Writes an array of 4 values. */ void store(float *x) { _mm_storeu_ps(x, v); } }; typedef f32<4> f32_4; // Operator overloads /** `a @ b` */ #define DECLARE_F32_4_OPERATOR_INFIX(operator, func) \ inline f32_4 operator(const f32_4 &a, const f32_4 &b) { \ return f32_4(func(a.v, b.v)); \ } /** `a @= b` */ #define DECLARE_F32_4_OPERATOR_INCREMENT(operator, opfunc) \ inline f32_4 &operator(f32_4 &a, const f32_4 &b) { \ a = opfunc(a, b); \ return a; \ } DECLARE_F32_4_OPERATOR_INFIX(operator+, _mm_add_ps) DECLARE_F32_4_OPERATOR_INFIX(operator-, _mm_sub_ps) DECLARE_F32_4_OPERATOR_INFIX(operator*, _mm_mul_ps) DECLARE_F32_4_OPERATOR_INFIX(operator/, _mm_div_ps) /** Use these to apply logic, bit masks, and conditions to elements. Examples: Subtract 1 from value if greater than or equal to 1. x -= (x >= 1.f) & 1.f; */ DECLARE_F32_4_OPERATOR_INFIX(operator^, _mm_xor_ps) DECLARE_F32_4_OPERATOR_INFIX(operator&, _mm_and_ps) DECLARE_F32_4_OPERATOR_INFIX(operator|, _mm_mul_ps) /** Boolean operators on vectors give 0x00000000 for false and 0xffffffff for true, for each vector element. */ DECLARE_F32_4_OPERATOR_INCREMENT(operator+=, operator+); DECLARE_F32_4_OPERATOR_INCREMENT(operator-=, operator-); DECLARE_F32_4_OPERATOR_INCREMENT(operator*=, operator*); DECLARE_F32_4_OPERATOR_INCREMENT(operator/=, operator/); DECLARE_F32_4_OPERATOR_INCREMENT(operator^=, operator^); DECLARE_F32_4_OPERATOR_INCREMENT(operator&=, operator&); DECLARE_F32_4_OPERATOR_INCREMENT(operator|=, operator|); /** `+a` */ inline f32_4 operator+(const f32_4 &a) { return a; } /** `-a` */ inline f32_4 operator-(const f32_4 &a) { return 0.f - a; } /** `++a` */ inline f32_4 &operator++(f32_4 &a) { a += 1.f; return a; } /** `--a` */ inline f32_4 &operator--(f32_4 &a) { a -= 1.f; return a; } /** `a++` */ inline f32_4 operator++(f32_4 &a, int) { f32_4 b = a; ++a; return b; } /** `a--` */ inline f32_4 operator--(f32_4 &a, int) { f32_4 b = a; --a; return b; } /** `~a` */ inline f32_4 operator~(const f32_4 &a) { return f32_4(_mm_xor_ps(a.v, _mm_cmpeq_ps(a.v, a.v))); } DECLARE_F32_4_OPERATOR_INFIX(operator==, _mm_cmpeq_ps) DECLARE_F32_4_OPERATOR_INFIX(operator>=, _mm_cmpge_ps) DECLARE_F32_4_OPERATOR_INFIX(operator>, _mm_cmpgt_ps) DECLARE_F32_4_OPERATOR_INFIX(operator<=, _mm_cmple_ps) DECLARE_F32_4_OPERATOR_INFIX(operator<, _mm_cmplt_ps) DECLARE_F32_4_OPERATOR_INFIX(operator!=, _mm_cmpneq_ps) } // namespace simd } // namespace rack