|
- #pragma once
- #include <cstring>
- #include <emmintrin.h>
-
-
- namespace rack {
-
-
- /** Abstraction of byte-aligned values for SIMD CPU acceleration. */
- namespace simd {
-
-
- /** Casts the literal bits of FROM to TO without type conversion.
- API copied from C++20.
-
- Usage example:
-
- printf("%08x\n", bit_cast<int>(1.f)); // Prints 3f800000
- */
- template <typename TO, typename FROM>
- TO bit_cast(const FROM &x) {
- static_assert(sizeof(FROM) == sizeof(TO), "types must have equal size");
- // Should be optimized to two `mov` instructions
- TO y;
- std::memcpy(&y, &x, sizeof(x));
- return y;
- }
-
-
- /** Generic class for vector float types.
-
- This class is designed to be used just like `float` scalars, with extra features for handling bitwise logic, conditions, loading, and storing.
-
- Usage example:
-
- float a[4], b[4];
- f32_4 a = f32_4::load(in);
- f32_4 b = 2.f * a / (1 - a);
- b *= sin(2 * M_PI * a);
- b.store(out);
- */
- template <int N>
- struct f32;
-
-
- /** Wrapper for `__m128` representing an aligned vector of 4 single-precision float values.
- */
- template <>
- struct f32<4> {
- __m128 v;
-
- /** Constructs an uninitialized vector. */
- f32<4>() {}
-
- /** Constructs a vector from a native `__m128` type. */
- f32<4>(__m128 v) : v(v) {}
-
- /** Constructs a vector with all elements set to `x`. */
- f32<4>(float x) {
- v = _mm_set_ps1(x);
- }
-
- /** Constructs a vector from four values. */
- f32<4>(float x1, float x2, float x3, float x4) {
- v = _mm_set_ps(x1, x2, x3, x4);
- }
-
- /** Reads an array of 4 values. */
- static f32<4> load(const float *x) {
- return f32<4>(_mm_loadu_ps(x));
- }
-
- /** Returns a vector initialized to zero. */
- static f32<4> zero() {
- return f32<4>(_mm_setzero_ps());
- }
-
- /** Writes an array of 4 values. */
- void store(float *x) {
- _mm_storeu_ps(x, v);
- }
- };
-
-
- typedef f32<4> f32_4;
-
-
- // Operator overloads
-
-
- /** `a @ b` */
- #define DECLARE_F32_4_OPERATOR_INFIX(operator, func) \
- inline f32_4 operator(const f32_4 &a, const f32_4 &b) { \
- return f32_4(func(a.v, b.v)); \
- }
-
- /** `a @= b` */
- #define DECLARE_F32_4_OPERATOR_INCREMENT(operator, opfunc) \
- inline f32_4 &operator(f32_4 &a, const f32_4 &b) { \
- a = opfunc(a, b); \
- return a; \
- }
-
- DECLARE_F32_4_OPERATOR_INFIX(operator+, _mm_add_ps)
- DECLARE_F32_4_OPERATOR_INFIX(operator-, _mm_sub_ps)
- DECLARE_F32_4_OPERATOR_INFIX(operator*, _mm_mul_ps)
- DECLARE_F32_4_OPERATOR_INFIX(operator/, _mm_div_ps)
-
- /**
- Use these to apply logic, bit masks, and conditions to elements.
-
- Examples:
-
- Subtract 1 from value if greater than or equal to 1.
-
- x -= (x >= 1.f) & 1.f;
- */
- DECLARE_F32_4_OPERATOR_INFIX(operator^, _mm_xor_ps)
- DECLARE_F32_4_OPERATOR_INFIX(operator&, _mm_and_ps)
- DECLARE_F32_4_OPERATOR_INFIX(operator|, _mm_mul_ps)
-
- /** Boolean operators on vectors give 0x00000000 for false and 0xffffffff for true, for each vector element.
- */
- DECLARE_F32_4_OPERATOR_INCREMENT(operator+=, operator+);
- DECLARE_F32_4_OPERATOR_INCREMENT(operator-=, operator-);
- DECLARE_F32_4_OPERATOR_INCREMENT(operator*=, operator*);
- DECLARE_F32_4_OPERATOR_INCREMENT(operator/=, operator/);
- DECLARE_F32_4_OPERATOR_INCREMENT(operator^=, operator^);
- DECLARE_F32_4_OPERATOR_INCREMENT(operator&=, operator&);
- DECLARE_F32_4_OPERATOR_INCREMENT(operator|=, operator|);
-
- /** `+a` */
- inline f32_4 operator+(const f32_4 &a) {
- return a;
- }
-
- /** `-a` */
- inline f32_4 operator-(const f32_4 &a) {
- return 0.f - a;
- }
-
- /** `++a` */
- inline f32_4 &operator++(f32_4 &a) {
- a += 1.f;
- return a;
- }
-
- /** `--a` */
- inline f32_4 &operator--(f32_4 &a) {
- a -= 1.f;
- return a;
- }
-
- /** `a++` */
- inline f32_4 operator++(f32_4 &a, int) {
- f32_4 b = a;
- ++a;
- return b;
- }
-
- /** `a--` */
- inline f32_4 operator--(f32_4 &a, int) {
- f32_4 b = a;
- --a;
- return b;
- }
-
- /** `~a` */
- inline f32_4 operator~(const f32_4 &a) {
- return f32_4(_mm_xor_ps(a.v, _mm_cmpeq_ps(a.v, a.v)));
- }
-
- DECLARE_F32_4_OPERATOR_INFIX(operator==, _mm_cmpeq_ps)
- DECLARE_F32_4_OPERATOR_INFIX(operator>=, _mm_cmpge_ps)
- DECLARE_F32_4_OPERATOR_INFIX(operator>, _mm_cmpgt_ps)
- DECLARE_F32_4_OPERATOR_INFIX(operator<=, _mm_cmple_ps)
- DECLARE_F32_4_OPERATOR_INFIX(operator<, _mm_cmplt_ps)
- DECLARE_F32_4_OPERATOR_INFIX(operator!=, _mm_cmpneq_ps)
-
-
- } // namespace simd
- } // namespace rack
|