#include #include #include #include #include "SimdFixture.hpp" constexpr float floatEpsilon = 5.e-7; TEST(StkSimd, SimdAddSubtractMultDivideFloat) { int N = 400000; double t0; // timing variable std::vector x(N); std::vector y(N); std::vector out1(N); std::vector out2(N); for (int n=0; n < N; ++n) { x[n] = 21*(rand()-0.5)/RAND_MAX; y[n] = 26*(rand()-0.4)/RAND_MAX; } t0 = -stk::get_time_in_seconds(); for(int i=0; i<10; ++i) { for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); const stk::simd::Float b = stk::simd::load(y.data() + n); const stk::simd::Float c = ( b*(a-b) )/a + 1; stk::simd::store(out1.data() + n,c); } } t0 += stk::get_time_in_seconds(); std::cout << "SIMD ADD,SUB,MUL,DIV took " << t0 << " seconds" << std::endl; t0 = -stk::get_time_in_seconds(); for(int i=0; i<10; ++i) { for (int n=0; n < N; ++n) { const float a = x[n]; const float b = y[n]; out2[n] = ( b*(a-b) )/a + 1; } } t0 += stk::get_time_in_seconds(); std::cout << "Real ADD,SUB,MUL,DIV took " << t0 << " seconds" << std::endl; ASSERT_EQ( max_error(out1, out2), 0.0 ); } TEST(StkSimd, SimdMiscSelfAddSubEtcFloat) { int N = 10000; std::vector x(N); std::vector y(N); std::vector out1(N); std::vector out2(N); for (int n=0; n < N; ++n) { x[n] = 21*(rand()-0.5)/RAND_MAX; y[n] = 26*(rand()-0.4)/RAND_MAX; } // *= -a and traits for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); const stk::simd::Float b = stk::simd::load(y.data() + n); stk::simd::Float c = 3.0f; c *= -b + a + stk::Traits::TWO/5; stk::simd::store(out1.data() + n,c); } for (int n=0; n < N; ++n) { const float a = x[n]; const float b = y[n]; out2[n] = 3.0f; out2[n] *= -b + a + stk::Traits::TWO/5; } ASSERT_EQ( max_error(out1, out2), 0.0 ); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); const stk::simd::Float b = stk::simd::load(y.data() + n); stk::simd::Float c = 3.2f; c /= -b+a+5.6f*c; stk::simd::store(out1.data() + n,c); } for (int n=0; n < N; ++n) { const float a = x[n]; const float b = y[n]; out2[n] = 3.2f; out2[n] /= -b+a+5.6f*out2[n]; } ASSERT_EQ( max_error(out1, out2), 0.0 ); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); const stk::simd::Float b = stk::simd::load(y.data() + n); stk::simd::Float c = stk::Traits::THIRD; c += -(b/(1.0f-a)+(c+5.2f)); stk::simd::store(out1.data() + n,c); } for (int n=0; n < N; ++n) { const float a = x[n]; const float b = y[n]; float c = 1.0/3.0; c += -(b/(1.0f-a)+(c+5.2f)); out2[n] = c; } ASSERT_EQ( max_error(out1, out2), 0.0); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); const stk::simd::Float b = stk::simd::load(y.data() + n); stk::simd::Float c = stk::simd::Float(-0.5); c -= 5.2f+(b/(a-5.4f)+3.5f/c); stk::simd::store(out1.data() + n,c); } for (int n=0; n < N; ++n) { const float a = x[n]; const float b = y[n]; out2[n] = -0.5f; out2[n] -= 5.2f+(b/(a-5.4f)+3.5f/out2[n]); } ASSERT_EQ( max_error(out1, out2), 0.0 ); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); const stk::simd::Float b = stk::simd::load(y.data() + n); const stk::simd::Float c = -0.3f; const stk::simd::Float d = -c + 1.4f*a/b; stk::simd::store(out1.data() + n,d); } for (int n=0; n < N; ++n) { const float a = x[n]; const float b = y[n]; const float c = -0.3f; out2[n] = -c + 1.4f*a/b; } ASSERT_EQ( max_error(out1, out2), 0.0 ); } TEST(StkSimd, Simd_fmaddFloat) { int N = 400000; double t0; // timing variable std::vector x(N); std::vector y(N); std::vector z(N); std::vector out1(N); std::vector out2(N); for (int n=0; n < N; ++n) { x[n] = 2.1*(rand()-0.5)/RAND_MAX; y[n] = 6.0*(rand()-0.4)/RAND_MAX; z[n] = 6.0*(rand()-0.4)/RAND_MAX; } t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); const stk::simd::Float b = stk::simd::load(y.data() + n); const stk::simd::Float c = stk::simd::load(z.data() + n); stk::simd::Float d = stk::math::fmadd(a,b,c); stk::simd::store(out1.data() + n,d); } t0 += stk::get_time_in_seconds(); std::cout << "SIMD ADD,SUB,MUL,DIV took " << t0 << " seconds" << std::endl; t0 = -stk::get_time_in_seconds(); #if defined(__INTEL_COMPILER) || defined(__INTEL_LLVM_COMPILER) #pragma novector #endif for (int n=0; n < N; ++n) { const float a = x[n]; const float b = y[n]; const float c = z[n]; out2[n] = a*b+c; } t0 += stk::get_time_in_seconds(); std::cout << "Real ADD,SUB,MUL,DIV took " << t0 << " seconds" << std::endl; ASSERT_NEAR( max_error(out1, out2), 0.0, 1e-5 ); } TEST(StkSimd, SimdSqrtFloat) { int N = 400000; double t0; // timing variable std::vector x(N); std::vector out1(N); std::vector out2(N); for (int n=0; n < N; ++n) { x[n] = 21.0*(rand()+1)/RAND_MAX; } t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); const stk::simd::Float b = stk::math::sqrt(a); stk::simd::store(out1.data() + n,b); } t0 += stk::get_time_in_seconds(); std::cout << "SIMD SQRT took " << t0 << " seconds" << std::endl; t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; ++n) { const float a = x[n]; out2[n] = std::sqrt(a); } t0 += stk::get_time_in_seconds(); std::cout << "Real SQRT took " << t0 << " seconds" << std::endl; ASSERT_NEAR( max_error(out1, out2), 0.0, floatEpsilon ); } TEST(StkSimd, SimdLogFloat) { int N = 400000; double t0; // timing variable std::vector x(N); std::vector out1(N); std::vector out2(N); for (int n=0; n < N; ++n) { x[n] = 21.0*(rand()+1.0)/RAND_MAX+1.0; } t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); const stk::simd::Float b = stk::math::log(a); stk::simd::store(out1.data() + n,b); } t0 += stk::get_time_in_seconds(); std::cout << "SIMD Log took " << t0 << " seconds" << std::endl; t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; ++n) { const float a = x[n]; out2[n] = std::log(a); } t0 += stk::get_time_in_seconds(); std::cout << "Real Log took " << t0 << " seconds" << std::endl; ASSERT_NEAR( max_error(out1, out2), 0.0, floatEpsilon ); } TEST(StkSimd, SimdExpFloat) { int N = 400000; std::vector x(N); std::vector out1(N); std::vector out2(N); for (int n=0; n < N; ++n) { x[n] = 5.4*(rand()/RAND_MAX-0.5); } double t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); const stk::simd::Float b = stk::math::exp(a); stk::simd::store(out1.data() + n,b); } t0 += stk::get_time_in_seconds(); std::cout << "SIMD Exp took " << t0 << " seconds" << std::endl; t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; ++n) { const float a = x[n]; out2[n] = std::exp(a); } t0 += stk::get_time_in_seconds(); std::cout << "Real Exp took " << t0 << " seconds" << std::endl; ASSERT_NEAR( max_error(out1, out2), 0.0, floatEpsilon ); } TEST(StkSimd, SimdPowAFloat) { const int N = 2000; std::vector x(N); std::vector y(N/stk::simd::nfloats); std::vector out1(N); std::vector out2(N); for (int n=0; n < N; ++n) { x[n] = 5.4*(rand()/RAND_MAX-0.5)+0.002; } for (int n=0; n < N/stk::simd::nfloats; ++n) { y[n] = 3.2*(rand()/RAND_MAX-0.5)+0.2; } double t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); const float b = y[n/stk::simd::nfloats]; const stk::simd::Float c = stk::math::pow(a,b); stk::simd::store(out1.data() + n,c); } t0 += stk::get_time_in_seconds(); std::cout << "SIMD Pow took " << t0 << " seconds" << std::endl; t0 = -stk::get_time_in_seconds(); for (int n=0; n < N/stk::simd::nfloats; ++n) { float exp = y[n]; for (int i=0; i < stk::simd::nfloats; ++i) { const float a = x[stk::simd::nfloats*n+i]; out2[stk::simd::nfloats*n+i] = stk::math::pow(a,exp); } } t0 += stk::get_time_in_seconds(); std::cout << "Real Exp took " << t0 << " seconds" << std::endl; ASSERT_NEAR( max_error(out1, out2), 0.0, floatEpsilon ); } TEST(StkSimd, SimdPowBFloat) { int N = 400000; std::vector x(N); std::vector y(N); std::vector out1(N); std::vector out2(N); for (int n=0; n < N; ++n) { x[n] = 5.4*(rand()/RAND_MAX-0.5)+0.001; } for (int n=0; n < N; ++n) { y[n] = 3.2*(rand()/RAND_MAX-0.5)+0.1; } double t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); const stk::simd::Float b = stk::simd::load(y.data() + n); const stk::simd::Float c = stk::math::pow(a,b); stk::simd::store(out1.data() + n,c); } t0 += stk::get_time_in_seconds(); std::cout << "SIMD Pow took " << t0 << " seconds" << std::endl; t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; ++n) { const float a = x[n]; const float b = y[n]; out2[n] = std::pow(a,b); } t0 += stk::get_time_in_seconds(); std::cout << "Real Pow took " << t0 << " seconds" << std::endl; ASSERT_NEAR( max_error(out1, out2), 0.0, floatEpsilon); } TEST(StkSimd, SimdPowCFloat) { int N = 100000; double t0; // timing variable std::vector x(N); std::vector out1(N); std::vector out2(N); for (int n=0; n < N; ++n) { x[n] = 1.34*(rand()/RAND_MAX-0.5); } t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); const stk::simd::Float c = stk::math::pow(a,3); stk::simd::store(out1.data() + n,c); } t0 += stk::get_time_in_seconds(); std::cout << "SIMD Exp took " << t0 << " seconds" << std::endl; t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; ++n) { const float a = x[n]; out2[n] = std::pow(a,3); } t0 += stk::get_time_in_seconds(); std::cout << "Real Exp took " << t0 << " seconds" << std::endl; ASSERT_NEAR( max_error(out1, out2), 0.0, floatEpsilon); } TEST(StkSimd, SimdCbrtFloat) { int N = 800000; double t0; // timing variable std::vector x(N); std::vector out1(N); std::vector out2(N); for (int n=0; n < N; ++n) { x[n] = 21.*(rand()-0.5)/RAND_MAX; } t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float d = stk::math::cbrt(xl); stk::simd::store(out1.data() + n,d); } t0 += stk::get_time_in_seconds(); std::cout << "SIMD cbrt took " << t0 << " seconds" << std::endl; t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; ++n) { out2[n] = stk::math::cbrt(x[n]); } t0 += stk::get_time_in_seconds(); std::cout << "Real cbrt took " << t0 << " seconds" << std::endl; ASSERT_NEAR( max_error(out1, out2), 0.0, floatEpsilon ); } TEST(StkSimd, SimdTimeLoadStoreDataLayoutFloat) { double t0; const int N = 20000; const int sz = 32; std::vector > x(sz*N); std::vector > y(sz*N); std::vector > z(sz*N); std::vector > w(sz*N); for (int n=0; n < N; ++n) { for (int i=0; i < sz; ++i) { x[sz*n+i] = 1+std::sqrt(n+n*(i+1)); } } float* X = x.data(); float* Y = y.data(); stk::simd::Float a[sz]; t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats, X+=sz*stk::simd::nfloats, Y+=sz*stk::simd::nfloats) { // load the slow way for (int i=0; i < sz; ++i) a[i] = stk::simd::load( X+i, sz ); // store the slow way for (int i=0; i < sz; ++i) stk::simd::store( Y+i, a[i]+stk::simd::Float(1.0), sz ); } t0 += stk::get_time_in_seconds(); std::cout << "Method 1: Offset load/store, took " << t0 << " seconds" << std::endl; // reorder the arrays... const int ssz = sz*stk::simd::nfloats; float tmp[ssz]; for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < sz; ++i) { for (int j=0; j < stk::simd::nfloats; ++j) { tmp[sz*j+i] = x[sz*n+sz*j+i]; } } for (int i=0; i < sz; ++i) { for (int j=0; j < stk::simd::nfloats; ++j) { x[sz*n+stk::simd::nfloats*i+j] = tmp[sz*j+i]; } } } X = x.data(); Y = z.data(); t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats, X+=sz*stk::simd::nfloats, Y+=sz*stk::simd::nfloats) { for (int i=0; i < sz; ++i) { a[i] = stk::simd::load( X+stk::simd::nfloats*i ); } for (int i=0; i < sz; ++i) { stk::simd::store( Y+stk::simd::nfloats*i, a[i]+stk::simd::Float(1.0) ); } } t0 += stk::get_time_in_seconds(); std::cout << "Method 2: Reordered load, took " << t0 << " seconds" << std::endl; X = x.data(); Y = w.data(); stk::simd::Float* XX = stk::simd::simd_ptr_cast(X); stk::simd::Float* YY = stk::simd::simd_ptr_cast(Y); t0 = -stk::get_time_in_seconds(); for (int n=0,i=0; n < N; n+=stk::simd::nfloats) { for (int j=0; j < sz; ++j,++i) { YY[i] = XX[i] + stk::simd::Float(1.0); } } t0 += stk::get_time_in_seconds(); std::cout << "Method 3: Load/Store in place, took " << t0 << " seconds" << std::endl; //reorder back! (y and w) for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < sz; ++i) { for (int j=0; j < stk::simd::nfloats; ++j) { tmp[sz*j+i] = z[sz*n+stk::simd::nfloats*i+j]; } } for (int i=0; i < sz; ++i) { for (int j=0; j < stk::simd::nfloats; ++j) { z[sz*n+sz*j+i] = tmp[sz*j+i]; } } } for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < sz; ++i) { for (int j=0; j < stk::simd::nfloats; ++j) { tmp[sz*j+i] = w[sz*n+stk::simd::nfloats*i+j]; } } for (int i=0; i < sz; ++i) { for (int j=0; j < stk::simd::nfloats; ++j) { w[sz*n+sz*j+i] = tmp[sz*j+i]; } } } // figure out error ASSERT_NEAR( max_error(y, z), 0.0, floatEpsilon ); ASSERT_NEAR( max_error(y, w), 0.0, floatEpsilon ); } TEST(StkSimd, SimdTimeLoadStoreInnerProductFloat) { double t0; const int N = 20000; const int sz = 32; std::vector > x(sz*N); std::vector > y(N); std::vector > z(N); std::vector > w(N); for (int n=0; n < N; ++n) { for (int i=0; i < sz; ++i) { x[sz*n+i] = 1+std::sqrt(n+n*(i+1)); } } float* X = x.data(); float* Y = y.data(); t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats, X+=sz*stk::simd::nfloats, Y+=stk::simd::nfloats) { // load the slow way stk::simd::Float dot = stk::simd::Float(0.0); for (int i=0; i < sz; ++i) { stk::simd::Float tmp = stk::simd::load( X+i, sz ); dot += tmp*tmp; } stk::simd::store( Y, dot ); } t0 += stk::get_time_in_seconds(); std::cout << "Method 1: Offset load/store, took " << t0 << " seconds" << std::endl; // reorder the arrays... const int ssz = sz*stk::simd::nfloats; float tmp[ssz]; for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < sz; ++i) { for (int j=0; j < stk::simd::nfloats; ++j) { tmp[sz*j+i] = x[sz*n+sz*j+i]; } } for (int i=0; i < sz; ++i) { for (int j=0; j < stk::simd::nfloats; ++j) { x[sz*n+stk::simd::nfloats*i+j] = tmp[sz*j+i]; } } } X = x.data(); Y = z.data(); t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats, X+=sz*stk::simd::nfloats, Y+=stk::simd::nfloats) { stk::simd::Float dot = stk::simd::Float(0.0); for (int i=0; i < sz; ++i) { const stk::simd::Float tmpFloats = stk::simd::load( X+stk::simd::nfloats*i ); dot += tmpFloats*tmpFloats; } stk::simd::store( Y, dot ); } t0 += stk::get_time_in_seconds(); std::cout << "Method 2: Reordered load, took " << t0 << " seconds" << std::endl; X = x.data(); Y = w.data(); const stk::simd::Float* XX = stk::simd::simd_ptr_cast(X); stk::simd::Float* YY = stk::simd::simd_ptr_cast(Y); t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats) { stk::simd::Float dot = stk::simd::Float(0.0); for (int i=0; i < sz; ++i) { const stk::simd::Float tmpFloats = XX[i]; dot += tmpFloats*tmpFloats; } XX+=sz; *(YY++) = dot; } t0 += stk::get_time_in_seconds(); std::cout << "Method 3: Load/Store in place, took " << t0 << " seconds" << std::endl; //reorder back! (y and w) for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < 1; ++i) { for (int j=0; j < stk::simd::nfloats; ++j) { tmp[1*j+i] = z[1*n+stk::simd::nfloats*i+j]; } } for (int i=0; i < 1; ++i) { for (int j=0; j < stk::simd::nfloats; ++j) { z[1*n+1*j+i] = tmp[1*j+i]; } } } for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < 1; ++i) { for (int j=0; j < stk::simd::nfloats; ++j) { tmp[1*j+i] = w[1*n+stk::simd::nfloats*i+j]; } } for (int i=0; i < 1; ++i) { for (int j=0; j < stk::simd::nfloats; ++j) { w[1*n+1*j+i] = tmp[1*j+i]; } } } // figure out error ASSERT_NEAR( max_error(y,z), 0.0, floatEpsilon ); ASSERT_NEAR( max_error(y,w), 0.0, floatEpsilon ); } TEST(StkSimd, SimdIfThenBoolFloat) { typedef stk::Traits::bool_type float_bool; typedef stk::Traits::bool_type Floats_bool; ASSERT_TRUE( stk::simd::are_all( stk::Traits::TRUE_VAL ) ); ASSERT_TRUE( stk::Traits::TRUE_VAL ); ASSERT_FALSE( stk::simd::are_all( stk::Traits::FALSE_VAL ) ); ASSERT_FALSE( stk::Traits::FALSE_VAL ); const int N = 2000; const float a = 5.1; const float b = -3.2; std::vector x(N); std::vector y(N); std::vector x2(N); std::vector y2(N); std::vector z1(N); std::vector z2(N); std::vector z3(N); for (int n=0; n < N; ++n) { x[n] = (rand()-0.5)/RAND_MAX; y[n] = rand()/RAND_MAX; x2[n] = (rand()-0.1)/RAND_MAX; y2[n] = (rand()+0.5)/RAND_MAX; } y[10] = x[10] = 5; y[33] = x[33] = 6.4; y[101]= x[101]= -3; // less than for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < stk::simd::nfloats; ++i) { z2[n+i] = x[n+i] < y[n+i] ? a : b; float_bool tmp = x[n+i] < y[n+i]; z3[n+i] = stk::math::if_then_else(tmp,a,b); } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); stk::simd::Float zl = stk::math::if_then_else(xl < yl, stk::simd::Float(a), stk::simd::Float(b)); stk::simd::store(&z1[n],zl); } ASSERT_NEAR( max_error(z1, z2, z3), 0.0, floatEpsilon ); // less than equal for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < stk::simd::nfloats; ++i) { z2[n+i] = x[n+i] <= y[n+i] ? a : b; float_bool tmp = x[n+i] <= y[n+i]; z3[n+i] = stk::math::if_then_else(tmp,a,b); } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); stk::simd::Float zl = stk::math::if_then_else(xl <= yl, stk::simd::Float(a), stk::simd::Float(b)); stk::simd::store(&z1[n],zl); } ASSERT_NEAR( max_error(z1, z2, z3), 0.0, floatEpsilon ); // equal for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < stk::simd::nfloats; ++i) { z2[n+i] = x[n+i] == y[n+i] ? a : b; float_bool tmp = x[n+i] == y[n+i]; z3[n+i] = stk::math::if_then_else(tmp,a,b); } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); stk::simd::Float zl = stk::math::if_then_else(xl == yl, stk::simd::Float(a), stk::simd::Float(b)); stk::simd::store(&z1[n],zl); } ASSERT_NEAR( max_error(z1, z2, z3), 0.0, floatEpsilon ); // greater than equal for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < stk::simd::nfloats; ++i) { z2[n+i] = x[n+i] >= y[n+i] ? a : b; float_bool tmp = x[n+i] >= y[n+i]; z3[n+i] = stk::math::if_then_else(tmp,a,b); } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); stk::simd::Float zl = stk::math::if_then_else(xl >= yl, stk::simd::Float(a), stk::simd::Float(b)); stk::simd::store(&z1[n],zl); } ASSERT_NEAR( max_error(z1, z2, z3), 0.0, floatEpsilon ); // greater than for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < stk::simd::nfloats; ++i) { z2[n+i] = x[n+i] > y[n+i] ? a : b; float_bool tmp = x[n+i] > y[n+i]; z3[n+i] = stk::math::if_then_else(tmp,a,b); } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); stk::simd::Float zl = stk::math::if_then_else(xl > yl, stk::simd::Float(a), stk::simd::Float(b)); stk::simd::store(&z1[n],zl); } ASSERT_NEAR( max_error(z1, z2, z3), 0.0, floatEpsilon ); // not equal for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < stk::simd::nfloats; ++i) { z2[n+i] = x[n+i] != y[n+i] ? a : b; float_bool tmp = x[n+i] != y[n+i]; z3[n+i] = stk::math::if_then_else(tmp,a,b); } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); stk::simd::Float zl = stk::math::if_then_else(xl != yl, stk::simd::Float(a), stk::simd::Float(b)); stk::simd::store(&z1[n],zl); } ASSERT_NEAR( max_error(z1, z2, z3), 0.0, floatEpsilon ); // if then zero for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < stk::simd::nfloats; ++i) { z2[n+i] = x[n+i] < y[n+i] ? a : 0; float_bool tmp = x[n+i] < y[n+i]; z3[n+i] = stk::math::if_then_else_zero(tmp,a); } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); stk::simd::Float zl = stk::math::if_then_else_zero(xl < yl, stk::simd::Float(a)); stk::simd::store(&z1[n],zl); } ASSERT_NEAR( max_error(z1, z2, z3), 0.0, floatEpsilon ); // if ! then for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < stk::simd::nfloats; ++i) { z2[n+i] = !(x[n+i] < y[n+i]) ? a : b; float_bool tmp = x[n+i] < y[n+i]; z3[n+i] = stk::math::if_then_else(!tmp,a,b); } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); Floats_bool tmp = xl < yl; stk::simd::Float zl = stk::math::if_then_else(!tmp, stk::simd::Float(a),stk::simd::Float(b)); stk::simd::store(&z1[n],zl); } ASSERT_NEAR( max_error(z1, z2, z3), 0.0, floatEpsilon ); // && for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < stk::simd::nfloats; ++i) { float_bool tmp = x[n+i] < y[n+i]; float_bool tmp2 = x2[n+i] > y2[n+i]; z2[n+i] = (tmp&tmp2) ? a : b; z3[n+i] = stk::math::if_then_else(tmp&&tmp2,a,b); } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); const stk::simd::Float xl2 = stk::simd::load(x2.data() + n); const stk::simd::Float yl2 = stk::simd::load(y2.data() + n); Floats_bool tmp = xl < yl; Floats_bool tmp2 = xl2 > yl2; stk::simd::Float zl = stk::math::if_then_else(tmp&&tmp2, stk::simd::Float(a),stk::simd::Float(b)); stk::simd::store(&z1[n],zl); } ASSERT_NEAR( max_error(z1, z2, z3), 0.0, floatEpsilon ); // || for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < stk::simd::nfloats; ++i) { float_bool tmp = x[n+i] < y[n+i]; float_bool tmp2 = x2[n+i] > y2[n+i]; z2[n+i] = (tmp|tmp2) ? a : b; z3[n+i] = stk::math::if_then_else(tmp||tmp2,a,b); } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); const stk::simd::Float xl2 = stk::simd::load(x2.data() + n); const stk::simd::Float yl2 = stk::simd::load(y2.data() + n); Floats_bool tmp = xl < yl; Floats_bool tmp2 = xl2 > yl2; stk::simd::Float zl = stk::math::if_then_else(tmp||tmp2, stk::simd::Float(a), stk::simd::Float(b)); stk::simd::store(&z1[n],zl); } ASSERT_NEAR( max_error(z1, z2, z3), 0.0, floatEpsilon ); // any for (int n=0; n < N; n+=stk::simd::nfloats) { bool anyl=false; for (int i=0; i < stk::simd::nfloats; ++i) { float_bool tmp = x[n+i] < y[n+i]; anyl = tmp|anyl; } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); Floats_bool tmp = xl < yl; bool anyl_simd = stk::simd::are_any(tmp,stk::simd::nfloats); ASSERT_TRUE(anyl_simd==anyl); } // all for (int n=0; n < N; n+=stk::simd::nfloats) { bool alll=true; for (int i=0; i < stk::simd::nfloats; ++i) { float_bool tmp = x[n+i] < y[n+i]; alll = tmp&alll; } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); Floats_bool tmp = xl < yl; bool alll_simd = stk::simd::are_all(tmp,stk::simd::nfloats); ASSERT_TRUE(alll_simd==alll); } #if defined(StkSimd_SIMD) // these don't make sense for non-simd for (int n=0; n < N; n+=stk::simd::nfloats) { bool anyl=false; for (int i=0; i < stk::simd::nfloats-1; ++i) { float_bool tmp = x[n+i] < y[n+i]; anyl = tmp|anyl; } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); Floats_bool tmp = xl < yl; bool anyl_simd = stk::simd::are_any(tmp,stk::simd::nfloats-1); ASSERT_TRUE(anyl_simd==anyl); } // all (partial) for (int n=0; n < N; n+=stk::simd::nfloats) { bool alll=true; for (int i=0; i < stk::simd::nfloats-1; ++i) { float_bool tmp = x[n+i] < y[n+i]; alll = tmp&alll; } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); Floats_bool tmp = xl < yl; bool alll_simd = stk::simd::are_all(tmp,stk::simd::nfloats-1); ASSERT_TRUE(alll_simd==alll); } #endif } TEST(StkSimd, SimdSpecialFunctionsFloat) { const int N = 2000; std::vector x(N); std::vector y(N); std::vector z1(N); std::vector z2(N); std::vector z3(N); for (int n=0; n < N; ++n) { x[n] = (rand()-0.5)/RAND_MAX; y[n] = (rand()-0.5)/RAND_MAX; } // abs for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < stk::simd::nfloats; ++i) { z2[n+i] = std::abs(x[n+i]); z3[n+i] = stk::math::abs(x[n+i]); } const stk::simd::Float xl = stk::simd::load(x.data() + n); stk::simd::Float zl = stk::math::abs(xl); stk::simd::store(&z1[n],zl); } ASSERT_NEAR( max_error(z1, z2, z3), 0.0, floatEpsilon ); // max for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < stk::simd::nfloats; ++i) { z2[n+i] = stk::math::max(x[n+i],y[n+i]); z3[n+i] = stk::math::max(x[n+i],y[n+i]); } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); stk::simd::Float zl = stk::math::max(xl,yl); stk::simd::store(&z1[n],zl); } ASSERT_NEAR( max_error(z1, z2, z3), 0.0, floatEpsilon ); // min for (int n=0; n < N; n+=stk::simd::nfloats) { for (int i=0; i < stk::simd::nfloats; ++i) { z2[n+i] = stk::math::min(x[n+i],y[n+i]); z3[n+i] = stk::math::min(x[n+i],y[n+i]); } const stk::simd::Float xl = stk::simd::load(x.data() + n); const stk::simd::Float yl = stk::simd::load(y.data() + n); stk::simd::Float zl = stk::math::min(xl,yl); stk::simd::store(&z1[n],zl); } ASSERT_NEAR( max_error(z1, z2, z3), 0.0, floatEpsilon ); } TEST(StkSimd, SimdTimeSet1VsConstFloats) { int N = 1000000; double t0; // timing variable std::vector x(N); std::vector out1(N); std::vector out2(N); std::vector out3(N); std::vector out4(N); const float three = 3.0; const float two = 2.0; for (int n=0; n < N; ++n) { x[n] = 21*(rand()-0.5)/RAND_MAX; } t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); stk::simd::store(out1.data() + n,stk::Traits::TWO+(a+stk::Traits::THREE)); } t0 += stk::get_time_in_seconds(); std::cout << "Adding a const Floats took " << t0 << " seconds" << std::endl; t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); stk::simd::store(out2.data() + n,stk::simd::Float(2.0)+(a+stk::simd::Float(3.0))); } t0 += stk::get_time_in_seconds(); std::cout << "Adding a local const Floats took " << t0 << " seconds" << std::endl; t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; n+=stk::simd::nfloats) { const stk::simd::Float a = stk::simd::load(x.data() + n); stk::simd::store(out3.data() + n,2.0f+(a+3.0f)); } t0 += stk::get_time_in_seconds(); std::cout << "Adding a 3.0 (with load1_pd) took " << t0 << " seconds" << std::endl; t0 = -stk::get_time_in_seconds(); for (int n=0; n < N; ++n) { out4[n] = two+(x[n] + three); } t0 += stk::get_time_in_seconds(); std::cout << "Non simd took " << t0 << " seconds" << std::endl; ASSERT_NEAR( max_error(out1, out2, out3, out4), 0.0, floatEpsilon ); } template void negate_vec(REAL_TYPE * const in, REAL_TYPE * const out) { REAL_TYPE tmp[12]; tmp[9] = -in[0]; tmp[10] = -in[1]; tmp[11] = -in[2]; out[0] = tmp[9]; out[1] = tmp[10]; out[2] = tmp[11]; } template static void negate_vec2(REAL_TYPE* const in, REAL_TYPE* const out) { static const REAL_TYPE ZERO(0.0); out[0] = ZERO - in[0]; out[1] = ZERO - in[1]; out[2] = ZERO - in[2]; } TEST(StkSimd, NegatingAVectorFloat) { int N = 8000; std::vector x(3*N); std::vector out1(3*N); std::vector out2(3*N); std::vector out3(3*N); for (int n=0; n < 3*N; ++n) { x[n] = 21.0*(rand()-0.5)/RAND_MAX; } for (int n=0; n < N; ++n) { negate_vec(x.data() + 3*n, out1.data() + 3*n); } stk::simd::Float a[3]; stk::simd::Float b[3]; for (int n=0; n < N; n+=stk::simd::nfloats) { stk::simd::load_array<3>(a,x.data() + 3*n); negate_vec(a,b); stk::simd::store_array<3>(out2.data() + 3*n,b); } for (int n=0; n < N; n+=stk::simd::nfloats) { stk::simd::load_array<3>(a,x.data() + 3*n); negate_vec2(a,b); stk::simd::store_array<3>(out3.data() + 3*n,b); } ASSERT_NEAR( max_error(out1, out2, out3), 0.0, floatEpsilon ); } TEST(StkSimd, SimdIsnanFloat) { const int N = stk::simd::nfloats; std::vector x(N); for (int i=0; i < stk::simd::nfloats; ++i) { x[i] = i; } stk::simd::Float X = stk::simd::load(x.data()); stk::simd::Float Y = stk::simd::Float(1.0)/X; stk::simd::Boolf IsNaN = stk::math::isnan(Y); ASSERT_FALSE( stk::simd::are_any(IsNaN) ); ASSERT_FALSE( stk::simd::are_all(IsNaN) ); Y*= stk::simd::Float(0.0); IsNaN = stk::math::isnan(Y); ASSERT_TRUE( stk::simd::are_any(IsNaN) ); ASSERT_TRUE( !stk::simd::are_all(IsNaN) || (stk::simd::nfloats==1) ); } TEST(StkSimd, SimdChooseFloat) { SIMD_NAMESPACE::simd one(1.0f); SIMD_NAMESPACE::simd zero(0.0f); std::vector maskVec(stk::simd::nfloats, 0.0f); maskVec[0] = 1.0f; SIMD_NAMESPACE::simd maskFloat(maskVec.data(), SIMD_NAMESPACE::element_aligned_tag()); //SIMD_NAMESPACE::simd_mask mask(maskFloat.get()); auto mask = (maskFloat == one); SIMD_NAMESPACE::simd masked = SIMD_NAMESPACE::choose(mask, one, zero); std::vector maskedVec(stk::simd::nfloats); masked.copy_to(maskedVec.data(), SIMD_NAMESPACE::element_aligned_tag()); ASSERT_EQ(maskVec, maskedVec); }