//@HEADER // ************************************************************************ // // Kokkos v. 4.0 // Copyright (2022) National Technology & Engineering // Solutions of Sandia, LLC (NTESS). // // Under the terms of Contract DE-NA0003525 with NTESS, // the U.S. Government retains certain rights in this software. // // Part of Kokkos, under the Apache License v2.0 with LLVM Exceptions. // See https://kokkos.org/LICENSE for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //@HEADER #ifndef KOKKOSBATCHED_VECTOR_SIMD_VIEW_HPP #define KOKKOSBATCHED_VECTOR_SIMD_VIEW_HPP #include /// \author Kyungjoo Kim (kyukim@sandia.gov) #pragma GCC diagnostic push #pragma GCC diagnostic ignored "-Wswitch" namespace KokkosBatched { template struct PackDim { enum : int { value = dim }; }; // temporary solution until kokkos support SIMD layout or I do support it template struct SimdViewAccess { private: ViewType _a; public: typedef typename ViewType::reference_type reference_simd_type; typedef typename ViewType::pointer_type pointer_simd_type; typedef typename ViewType::value_type value_simd_type; typedef typename value_simd_type::value_type value_type; typedef value_type &reference_type; typedef value_type *pointer_type; enum : int { rank = ViewType::rank }; enum : int { pack_dim = PackDim::value }; enum : int { vector_length = value_simd_type::vector_length }; SimdViewAccess() : _a() {} SimdViewAccess(const ViewType &a) : _a(a) {} SimdViewAccess &operator=(const ViewType &b) { _a = b; return *this; } SimdViewAccess &operator=(const SimdViewAccess &b) { if (this != &b) { _a = b._a; } return *this; } template KOKKOS_INLINE_FUNCTION constexpr typename std::enable_if::value, size_t>::type extent( const iType &r) const { return _a.extent(r) * (r == PackDim::value ? vector_length : 1); } template KOKKOS_INLINE_FUNCTION constexpr typename std::enable_if::value, int>::type extent_int( const iType &r) const { return static_cast(_a.extent(r) * (r == PackDim::value ? vector_length : 1)); } KOKKOS_INLINE_FUNCTION constexpr size_t size() const { return (_a.size() * vector_length); } KOKKOS_INLINE_FUNCTION constexpr size_t span() const { return _a.span() * vector_length; } KOKKOS_INLINE_FUNCTION constexpr bool span_span_is_contiguous() const { return _a.span_span_is_contiguous(); } KOKKOS_INLINE_FUNCTION constexpr pointer_type data() const { return _a.data(); } /// rank 0 /// this does not make sense as this is flat view to simd view /// rank 1 template KOKKOS_FORCEINLINE_FUNCTION std::enable_if_t && 1 == ViewType::rank, reference_type> operator()(const I0 &i0, Args... /*args*/) const { return _a(i0 / vector_length)[i0 % vector_length]; } /// rank 2 template KOKKOS_FORCEINLINE_FUNCTION std::enable_if_t && 2 == ViewType::rank, reference_type> operator()(const I0 &i0, const I1 &i1, Args... /*args*/) const { switch (PackDim::value) { case 0: return _a(i0 / vector_length, i1)[i0 % vector_length]; case 1: break; default: break; } return _a(i0, i1 / vector_length)[i1 % vector_length]; } /// rank 3 template KOKKOS_FORCEINLINE_FUNCTION std::enable_if_t && 3 == ViewType::rank, reference_type> operator()(const I0 &i0, const I1 &i1, const I2 &i2, Args... /*args*/) const { switch (PackDim::value) { case 0: return _a(i0 / vector_length, i1, i2)[i0 % vector_length]; case 1: return _a(i0, i1 / vector_length, i2)[i1 % vector_length]; case 2: break; default: break; } return _a(i0, i1, i2 / vector_length)[i2 % vector_length]; } /// rank 4 template KOKKOS_FORCEINLINE_FUNCTION std::enable_if_t< KokkosKernels::Impl::are_integral_v && 4 == ViewType::rank, reference_type> operator()(const I0 &i0, const I1 &i1, const I2 &i2, const I3 &i3, Args... /*args*/) const { switch (PackDim::value) { case 0: return _a(i0 / vector_length, i1, i2, i3)[i0 % vector_length]; case 1: return _a(i0, i1 / vector_length, i2, i3)[i1 % vector_length]; case 2: return _a(i0, i1, i2 / vector_length, i3)[i2 % vector_length]; case 3: break; default: break; } return _a(i0, i1, i2, i3 / vector_length)[i3 % vector_length]; } /// rank 5 template KOKKOS_FORCEINLINE_FUNCTION std::enable_if_t< KokkosKernels::Impl::are_integral_v && 5 == ViewType::rank, reference_type> operator()(const I0 &i0, const I1 &i1, const I2 &i2, const I3 &i3, const I4 &i4, Args... /*args*/) const { switch (PackDim::value) { case 0: return _a(i0 / vector_length, i1, i2, i3, i4)[i0 % vector_length]; case 1: return _a(i0, i1 / vector_length, i2, i3, i4)[i1 % vector_length]; case 2: return _a(i0, i1, i2 / vector_length, i3, i4)[i2 % vector_length]; case 3: return _a(i0, i1, i2, i3 / vector_length, i4)[i3 % vector_length]; case 4: break; default: break; } return _a(i0, i1, i2, i3, i4 / vector_length)[i4 % vector_length]; } /// rank 6 template KOKKOS_FORCEINLINE_FUNCTION std::enable_if_t< KokkosKernels::Impl::are_integral_v && 6 == ViewType::rank, reference_type> operator()(const I0 &i0, const I1 &i1, const I2 &i2, const I3 &i3, const I4 &i4, const I5 &i5, Args... /*args*/) const { switch (PackDim::value) { case 0: return _a(i0 / vector_length, i1, i2, i3, i4, i5)[i0 % vector_length]; case 1: return _a(i0, i1 / vector_length, i2, i3, i4, i5)[i1 % vector_length]; case 2: return _a(i0, i1, i2 / vector_length, i3, i4, i5)[i2 % vector_length]; case 3: return _a(i0, i1, i2, i3 / vector_length, i4, i5)[i3 % vector_length]; case 4: return _a(i0, i1, i2, i3, i4 / vector_length, i5)[i4 % vector_length]; case 5: break; default: break; } return _a(i0, i1, i2, i3, i4, i5 / vector_length)[i5 % vector_length]; } /// rank 7 template KOKKOS_FORCEINLINE_FUNCTION std::enable_if_t< KokkosKernels::Impl::are_integral_v && 7 == ViewType::rank, reference_type> operator()(const I0 &i0, const I1 &i1, const I2 &i2, const I3 &i3, const I4 &i4, const I5 &i5, const I6 &i6, Args... /*args*/) const { switch (PackDim::value) { case 0: return _a(i0 / vector_length, i1, i2, i3, i4, i5, i6)[i0 % vector_length]; case 1: return _a(i0, i1 / vector_length, i2, i3, i4, i5, i6)[i1 % vector_length]; case 2: return _a(i0, i1, i2 / vector_length, i3, i4, i5, i6)[i2 % vector_length]; case 3: return _a(i0, i1, i2, i3 / vector_length, i4, i5, i6)[i3 % vector_length]; case 4: return _a(i0, i1, i2, i3, i4 / vector_length, i5, i6)[i4 % vector_length]; case 5: return _a(i0, i1, i2, i3, i4, i5 / vector_length, i6)[i5 % vector_length]; case 6: break; default: break; } return _a(i0, i1, i2, i3, i4, i5, i6 / vector_length)[i6 % vector_length]; } /// rank 8 template KOKKOS_FORCEINLINE_FUNCTION std::enable_if_t< KokkosKernels::Impl::are_integral_v && 8 == ViewType::rank, reference_type> operator()(const I0 &i0, const I1 &i1, const I2 &i2, const I3 &i3, const I4 &i4, const I5 &i5, const I6 &i6, const I7 &i7, Args... /*args*/) const { switch (PackDim::value) { case 0: return _a(i0 / vector_length, i1, i2, i3, i4, i5, i6, i7)[i0 % vector_length]; case 1: return _a(i0, i1 / vector_length, i2, i3, i4, i5, i6, i7)[i1 % vector_length]; case 2: return _a(i0, i1, i2 / vector_length, i3, i4, i5, i6, i7)[i2 % vector_length]; case 3: return _a(i0, i1, i2, i3 / vector_length, i4, i5, i6, i7)[i3 % vector_length]; case 4: return _a(i0, i1, i2, i3, i4 / vector_length, i5, i6, i7)[i4 % vector_length]; case 5: return _a(i0, i1, i2, i3, i4, i5 / vector_length, i6, i7)[i5 % vector_length]; case 6: return _a(i0, i1, i2, i3, i4, i5, i6 / vector_length, i7)[i6 % vector_length]; case 7: break; default: break; } return _a(i0, i1, i2, i3, i4, i5, i6, i7 / vector_length)[i7 % vector_length]; } }; } // namespace KokkosBatched #pragma GCC diagnostic pop #endif