/* Modified version of http://gruntthepeon.free.fr/ssemath/ for VCV Rack. The following changes were made. - Remove typedefs for __m128 to avoid type pollution, and because they're not that ugly. - Make all functions inline since this is a header file. - Remove non-SSE2 code, since Rack assumes SSE2 CPUs. - Move `const static` variables to function variables for clarity. See https://stackoverflow.com/a/52139901/272642 for explanation of why the performance is not worse. - Change header file to since we're using SSE2 intrinsics. - Prefix functions with `sse_mathfun_`. - Add floor, ceil, fmod. This derived source file is released under the zlib license. */ /* SIMD (SSE1+MMX or SSE2) implementation of sin, cos, exp and log Inspired by Intel Approximate Math library, and based on the corresponding algorithms of the cephes math library The default is to use the SSE1 version. If you define USE_SSE2 the the SSE2 intrinsics will be used in place of the MMX intrinsics. Do not expect any significant performance improvement with SSE2. */ /* Copyright (C) 2007 Julien Pommier This software is provided 'as-is', without any express or implied warranty. In no event will the authors be held liable for any damages arising from the use of this software. Permission is granted to anyone to use this software for any purpose, including commercial applications, and to alter it and redistribute it freely, subject to the following restrictions: 1. The origin of this software must not be misrepresented; you must not claim that you wrote the original software. If you use this software in a product, an acknowledgment in the product documentation would be appreciated but is not required. 2. Altered source versions must be plainly marked as such, and must not be misrepresented as being the original software. 3. This notice may not be removed or altered from any source distribution. (this is the zlib license) */ #pragma once #include "common.hpp" /** Generate 1.f without accessing memory */ inline __m128 sse_mathfun_one_ps() { __m128i zeros = _mm_setzero_si128(); __m128i ones = _mm_cmpeq_epi32(zeros, zeros); __m128i a = _mm_slli_epi32(_mm_srli_epi32(ones, 25), 23); return _mm_castsi128_ps(a); } inline __m128 sse_mathfun_log_ps(__m128 x) { __m128i emm0; __m128 one = _mm_set_ps1(1.0); __m128 invalid_mask = _mm_cmple_ps(x, _mm_setzero_ps()); /* the smallest non denormalized float number */ x = _mm_max_ps(x, _mm_castsi128_ps(_mm_set1_epi32(0x00800000))); /* cut off denormalized stuff */ emm0 = _mm_srli_epi32(_mm_castps_si128(x), 23); /* keep only the fractional part */ x = _mm_and_ps(x, _mm_castsi128_ps(_mm_set1_epi32(~0x7f800000))); x = _mm_or_ps(x, _mm_set_ps1(0.5)); emm0 = _mm_sub_epi32(emm0, _mm_set1_epi32(0x7f)); __m128 e = _mm_cvtepi32_ps(emm0); e = _mm_add_ps(e, one); /* part2: if( x < SQRTHF ) { e -= 1; x = x + x - 1.0; } else { x = x - 1.0; } */ __m128 mask = _mm_cmplt_ps(x, _mm_set_ps1(0.707106781186547524)); __m128 tmp = _mm_and_ps(x, mask); x = _mm_sub_ps(x, one); e = _mm_sub_ps(e, _mm_and_ps(one, mask)); x = _mm_add_ps(x, tmp); __m128 z = _mm_mul_ps(x, x); __m128 y = _mm_set_ps1(7.0376836292E-2); y = _mm_mul_ps(y, x); y = _mm_add_ps(y, _mm_set_ps1(-1.1514610310E-1)); y = _mm_mul_ps(y, x); y = _mm_add_ps(y, _mm_set_ps1(1.1676998740E-1)); y = _mm_mul_ps(y, x); y = _mm_add_ps(y, _mm_set_ps1(-1.2420140846E-1)); y = _mm_mul_ps(y, x); y = _mm_add_ps(y, _mm_set_ps1(1.4249322787E-1)); y = _mm_mul_ps(y, x); y = _mm_add_ps(y, _mm_set_ps1(-1.6668057665E-1)); y = _mm_mul_ps(y, x); y = _mm_add_ps(y, _mm_set_ps1(2.0000714765E-1)); y = _mm_mul_ps(y, x); y = _mm_add_ps(y, _mm_set_ps1(-2.4999993993E-1)); y = _mm_mul_ps(y, x); y = _mm_add_ps(y, _mm_set_ps1(3.3333331174E-1)); y = _mm_mul_ps(y, x); y = _mm_mul_ps(y, z); tmp = _mm_mul_ps(e, _mm_set_ps1(-2.12194440e-4)); y = _mm_add_ps(y, tmp); tmp = _mm_mul_ps(z, _mm_set_ps1(0.5)); y = _mm_sub_ps(y, tmp); tmp = _mm_mul_ps(e, _mm_set_ps1(0.693359375)); x = _mm_add_ps(x, y); x = _mm_add_ps(x, tmp); x = _mm_or_ps(x, invalid_mask); // negative arg will be NAN return x; } inline __m128 sse_mathfun_exp_ps(__m128 x) { __m128 tmp = _mm_setzero_ps(), fx; __m128i emm0; __m128 one = _mm_set_ps1(1.0); x = _mm_min_ps(x, _mm_set_ps1(88.3762626647949f)); x = _mm_max_ps(x, _mm_set_ps1(-88.3762626647949f)); /* express exp(x) as exp(g + n*log(2)) */ fx = _mm_mul_ps(x, _mm_set_ps1(1.44269504088896341)); fx = _mm_add_ps(fx, _mm_set_ps1(0.5)); /* how to perform a floorf with SSE: just below */ emm0 = _mm_cvttps_epi32(fx); tmp = _mm_cvtepi32_ps(emm0); /* if greater, substract 1 */ __m128 mask = _mm_cmpgt_ps(tmp, fx); mask = _mm_and_ps(mask, one); fx = _mm_sub_ps(tmp, mask); tmp = _mm_mul_ps(fx, _mm_set_ps1(0.693359375)); __m128 z = _mm_mul_ps(fx, _mm_set_ps1(-2.12194440e-4)); x = _mm_sub_ps(x, tmp); x = _mm_sub_ps(x, z); z = _mm_mul_ps(x, x); __m128 y = _mm_set_ps1(1.9875691500E-4); y = _mm_mul_ps(y, x); y = _mm_add_ps(y, _mm_set_ps1(1.3981999507E-3)); y = _mm_mul_ps(y, x); y = _mm_add_ps(y, _mm_set_ps1(8.3334519073E-3)); y = _mm_mul_ps(y, x); y = _mm_add_ps(y, _mm_set_ps1(4.1665795894E-2)); y = _mm_mul_ps(y, x); y = _mm_add_ps(y, _mm_set_ps1(1.6666665459E-1)); y = _mm_mul_ps(y, x); y = _mm_add_ps(y, _mm_set_ps1(5.0000001201E-1)); y = _mm_mul_ps(y, z); y = _mm_add_ps(y, x); y = _mm_add_ps(y, one); /* build 2^n */ emm0 = _mm_cvttps_epi32(fx); emm0 = _mm_add_epi32(emm0, _mm_set1_epi32(0x7f)); emm0 = _mm_slli_epi32(emm0, 23); __m128 pow2n = _mm_castsi128_ps(emm0); y = _mm_mul_ps(y, pow2n); return y; } /* evaluation of 4 sines at onces, using only SSE1+MMX intrinsics so it runs also on old athlons XPs and the pentium III of your grand mother. The code is the exact rewriting of the cephes sinf function. Precision is excellent as long as x < 8192 (I did not bother to take into account the special handling they have for greater values -- it does not return garbage for arguments over 8192, though, but the extra precision is missing). Note that it is such that sinf((float)M_PI) = 8.74e-8, which is the surprising but correct result. Performance is also surprisingly good, 1.33 times faster than the macos vsinf SSE2 function, and 1.5 times faster than the __vrs4_sinf of amd's ACML (which is only available in 64 bits). Not too bad for an SSE1 function (with no special tuning) ! However the latter libraries probably have a much better handling of NaN, Inf, denormalized and other special arguments.. On my core 1 duo, the execution of this function takes approximately 95 cycles. From what I have observed on the experiments with Intel AMath lib, switching to an SSE2 version would improve the perf by only 10%. Since it is based on SSE intrinsics, it has to be compiled at -O2 to deliver full speed. */ inline __m128 sse_mathfun_sin_ps(__m128 x) { // any x __m128 xmm1, xmm2 = _mm_setzero_ps(), xmm3, sign_bit, y; __m128i emm0, emm2; sign_bit = x; /* take the absolute value */ const __m128 inv_sign_mask = _mm_castsi128_ps(_mm_set1_epi32(~0x80000000)); x = _mm_and_ps(x, inv_sign_mask); /* extract the sign bit (upper one) */ const __m128 sign_mask = _mm_castsi128_ps(_mm_set1_epi32(0x80000000)); sign_bit = _mm_and_ps(sign_bit, sign_mask); /* scale by 4/Pi */ const __m128 cephes_FOPI = _mm_set_ps1(1.27323954473516); // 4 / M_PI y = _mm_mul_ps(x, cephes_FOPI); /* store the integer part of y in mm0 */ emm2 = _mm_cvttps_epi32(y); /* j=(j+1) & (~1) (see the cephes sources) */ emm2 = _mm_add_epi32(emm2, _mm_set1_epi32(1)); emm2 = _mm_and_si128(emm2, _mm_set1_epi32(~1)); y = _mm_cvtepi32_ps(emm2); /* get the swap sign flag */ emm0 = _mm_and_si128(emm2, _mm_set1_epi32(4)); emm0 = _mm_slli_epi32(emm0, 29); /* get the polynom selection mask there is one polynom for 0 <= x <= Pi/4 and another one for Pi/4