//@HEADER // ************************************************************************ // // Kokkos v. 4.0 // Copyright (2022) National Technology & Engineering // Solutions of Sandia, LLC (NTESS). // // Under the terms of Contract DE-NA0003525 with NTESS, // the U.S. Government retains certain rights in this software. // // Part of Kokkos, under the Apache License v2.0 with LLVM Exceptions. // See https://kokkos.org/LICENSE for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //@HEADER #ifndef KOKKOSBATCHED_PTTRF_SERIAL_INTERNAL_HPP_ #define KOKKOSBATCHED_PTTRF_SERIAL_INTERNAL_HPP_ #include /// \author Yuuichi Asahi (yuuichi.asahi@cea.fr) namespace KokkosBatched { template struct SerialPttrfInternal { template KOKKOS_INLINE_FUNCTION static int invoke(const int n, ValueType *KOKKOS_RESTRICT d, const int ds0, ValueType *KOKKOS_RESTRICT e, const int es0); template KOKKOS_INLINE_FUNCTION static int invoke(const int n, ValueType *KOKKOS_RESTRICT d, const int ds0, Kokkos::complex *KOKKOS_RESTRICT e, const int es0); }; /// /// Real matrix /// template <> template KOKKOS_INLINE_FUNCTION int SerialPttrfInternal::invoke( const int n, ValueType *KOKKOS_RESTRICT d, const int ds0, ValueType *KOKKOS_RESTRICT e, const int es0) { int info = 0; auto update = [&](const int i) { auto ei_tmp = e[i * es0]; e[i * es0] = ei_tmp / d[i * ds0]; d[(i + 1) * ds0] -= e[i * es0] * ei_tmp; }; auto check_positive_definitiveness = [&](const int i) { return (d[i] <= 0.0) ? (i + 1) : 0; }; // Compute the L*D*L' (or U'*D*U) factorization of A. const int i4 = (n - 1) % 4; for (int i = 0; i < i4; i++) { #if (KOKKOSKERNELS_DEBUG_LEVEL > 0) info = check_positive_definitiveness(i); if (info) { return info; } #endif update(i); } // for (int i = 0; i < i4; i++) for (int i = i4; i < n - 4; i += 4) { #if (KOKKOSKERNELS_DEBUG_LEVEL > 0) info = check_positive_definitiveness(i); if (info) { return info; } #endif update(i); #if (KOKKOSKERNELS_DEBUG_LEVEL > 0) info = check_positive_definitiveness(i + 1); if (info) { return info; } #endif update(i + 1); #if (KOKKOSKERNELS_DEBUG_LEVEL > 0) info = check_positive_definitiveness(i + 2); if (info) { return info; } #endif update(i + 2); #if (KOKKOSKERNELS_DEBUG_LEVEL > 0) info = check_positive_definitiveness(i + 3); if (info) { return info; } #endif update(i + 3); } // for (int i = i4; i < n-4; 4) #if (KOKKOSKERNELS_DEBUG_LEVEL > 0) info = check_positive_definitiveness(n - 1); if (info) { return info; } #endif return 0; } /// /// Complex matrix /// template <> template KOKKOS_INLINE_FUNCTION int SerialPttrfInternal::invoke( const int n, ValueType *KOKKOS_RESTRICT d, const int ds0, Kokkos::complex *KOKKOS_RESTRICT e, const int es0) { int info = 0; auto update = [&](const int i) { auto eir_tmp = e[i * es0].real(); auto eii_tmp = e[i * es0].imag(); auto f_tmp = eir_tmp / d[i * ds0]; auto g_tmp = eii_tmp / d[i * ds0]; e[i * es0] = Kokkos::complex(f_tmp, g_tmp); d[(i + 1) * ds0] = d[(i + 1) * ds0] - f_tmp * eir_tmp - g_tmp * eii_tmp; }; auto check_positive_definitiveness = [&](const int i) { return (d[i] <= 0.0) ? (i + 1) : 0; }; // Compute the L*D*L' (or U'*D*U) factorization of A. const int i4 = (n - 1) % 4; for (int i = 0; i < i4; i++) { #if (KOKKOSKERNELS_DEBUG_LEVEL > 0) info = check_positive_definitiveness(i); if (info) { return info; } #endif update(i); } // for (int i = 0; i < i4; i++) for (int i = i4; i < n - 4; i += 4) { #if (KOKKOSKERNELS_DEBUG_LEVEL > 0) info = check_positive_definitiveness(i); if (info) { return info; } #endif update(i); #if (KOKKOSKERNELS_DEBUG_LEVEL > 0) info = check_positive_definitiveness(i + 1); if (info) { return info; } #endif update(i + 1); #if (KOKKOSKERNELS_DEBUG_LEVEL > 0) info = check_positive_definitiveness(i + 2); if (info) { return info; } #endif update(i + 2); #if (KOKKOSKERNELS_DEBUG_LEVEL > 0) info = check_positive_definitiveness(i + 3); if (info) { return info; } #endif update(i + 3); } // for (int i = i4; i < n-4; 4) #if (KOKKOSKERNELS_DEBUG_LEVEL > 0) info = check_positive_definitiveness(n - 1); if (info) { return info; } #endif return 0; } } // namespace KokkosBatched #endif // KOKKOSBATCHED_PTTRF_SERIAL_INTERNAL_HPP_