Debian Codegraph @

packages/kokkos-kernels/batched/dense/impl/KokkosBatched_Trmm_Serial_Impl.hpp

raw
1 //@HEADER
2 // ************************************************************************
3 //
4 // Kokkos v. 4.0
5 // Copyright (2022) National Technology & Engineering
6 // Solutions of Sandia, LLC (NTESS).
7 //
8 // Under the terms of Contract DE-NA0003525 with NTESS,
9 // the U.S. Government retains certain rights in this software.
10 //
11 // Part of Kokkos, under the Apache License v2.0 with LLVM Exceptions.
12 // See https://kokkos.org/LICENSE for license information.
13 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
14 //
15 //@HEADER
16
17 #ifndef KOKKOSBATCHED_TRMM_SERIAL_IMPL_HPP
18 #define KOKKOSBATCHED_TRMM_SERIAL_IMPL_HPP
19
20 #include "KokkosBatched_Util.hpp"
21 #include "KokkosBatched_Trmm_Serial_Internal.hpp"
22
23 namespace KokkosBatched {
24 //// Lower non-transpose ////
25 template <typename ArgDiag>
26 struct SerialTrmm<Side::Left, Uplo::Lower, Trans::NoTranspose, ArgDiag, Algo::Trmm::Unblocked> {
27 template <typename ScalarType, typename AViewType, typename BViewType>
28 KOKKOS_INLINE_FUNCTION static int invoke(const ScalarType alpha, const AViewType &A, const BViewType &B) {
29 return SerialTrmmInternalLeftLower<Algo::Trmm::Unblocked>::invoke(
30 ArgDiag::use_unit_diag, false, A.extent(0), A.extent(1), B.extent(0), B.extent(1), alpha, A.data(),
31 A.stride_0(), A.stride_1(), B.data(), B.stride_0(), B.stride_1());
32 }
33 };
34 template <typename ArgDiag>
35 struct SerialTrmm<Side::Right, Uplo::Lower, Trans::NoTranspose, ArgDiag, Algo::Trmm::Unblocked> {
36 template <typename ScalarType, typename AViewType, typename BViewType>
37 KOKKOS_INLINE_FUNCTION static int invoke(const ScalarType alpha, const AViewType &A, const BViewType &B) {
38 return SerialTrmmInternalRightLower<Algo::Trmm::Unblocked>::invoke(
39 ArgDiag::use_unit_diag, false, A.extent(0), A.extent(1), B.extent(0), B.extent(1), alpha, A.data(),
40 A.stride_0(), A.stride_1(), B.data(), B.stride_0(), B.stride_1());
41 }
42 };
43 //// Lower transpose /////
44 template <typename ArgDiag>
45 struct SerialTrmm<Side::Left, Uplo::Lower, Trans::Transpose, ArgDiag, Algo::Trmm::Unblocked> {
46 template <typename ScalarType, typename AViewType, typename BViewType>
47 KOKKOS_INLINE_FUNCTION static int invoke(const ScalarType alpha, const AViewType &A, const BViewType &B) {
48 return SerialTrmmInternalLeftUpper<Algo::Trmm::Unblocked>::invoke(
49 ArgDiag::use_unit_diag, false, A.extent(1), A.extent(0), B.extent(0), B.extent(1), alpha, A.data(),
50 A.stride_1(), A.stride_0(), B.data(), B.stride_0(), B.stride_1());
51 }
52 };
53 template <typename ArgDiag>
54 struct SerialTrmm<Side::Right, Uplo::Lower, Trans::Transpose, ArgDiag, Algo::Trmm::Unblocked> {
55 template <typename ScalarType, typename AViewType, typename BViewType>
56 KOKKOS_INLINE_FUNCTION static int invoke(const ScalarType alpha, const AViewType &A, const BViewType &B) {
57 return SerialTrmmInternalRightUpper<Algo::Trmm::Unblocked>::invoke(
58 ArgDiag::use_unit_diag, false, A.extent(1), A.extent(0), B.extent(0), B.extent(1), alpha, A.data(),
59 A.stride_1(), A.stride_0(), B.data(), B.stride_0(), B.stride_1());
60 }
61 };
62 //// Lower conjugate-transpose ////
63 template <typename ArgDiag>
64 struct SerialTrmm<Side::Left, Uplo::Lower, Trans::ConjTranspose, ArgDiag, Algo::Trmm::Unblocked> {
65 template <typename ScalarType, typename AViewType, typename BViewType>
66 KOKKOS_INLINE_FUNCTION static int invoke(const ScalarType alpha, const AViewType &A, const BViewType &B) {
67 return SerialTrmmInternalLeftUpper<Algo::Trmm::Unblocked>::invoke(
68 ArgDiag::use_unit_diag, true, A.extent(1), A.extent(0), B.extent(0), B.extent(1), alpha, A.data(), A.stride_1(),
69 A.stride_0(), B.data(), B.stride_0(), B.stride_1());
70 }
71 };
72 template <typename ArgDiag>
73 struct SerialTrmm<Side::Right, Uplo::Lower, Trans::ConjTranspose, ArgDiag, Algo::Trmm::Unblocked> {
74 template <typename ScalarType, typename AViewType, typename BViewType>
75 KOKKOS_INLINE_FUNCTION static int invoke(const ScalarType alpha, const AViewType &A, const BViewType &B) {
76 return SerialTrmmInternalRightUpper<Algo::Trmm::Unblocked>::invoke(
77 ArgDiag::use_unit_diag, true, A.extent(1), A.extent(0), B.extent(0), B.extent(1), alpha, A.data(), A.stride_1(),
78 A.stride_0(), B.data(), B.stride_0(), B.stride_1());
79 }
80 };
81 //// Upper non-transpose ////
82 template <typename ArgDiag>
83 struct SerialTrmm<Side::Left, Uplo::Upper, Trans::NoTranspose, ArgDiag, Algo::Trmm::Unblocked> {
84 template <typename ScalarType, typename AViewType, typename BViewType>
85 KOKKOS_INLINE_FUNCTION static int invoke(const ScalarType alpha, const AViewType &A, const BViewType &B) {
86 return SerialTrmmInternalLeftUpper<Algo::Trmm::Unblocked>::invoke(
87 ArgDiag::use_unit_diag, false, A.extent(0), A.extent(1), B.extent(0), B.extent(1), alpha, A.data(),
88 A.stride_0(), A.stride_1(), B.data(), B.stride_0(), B.stride_1());
89 }
90 };
91 template <typename ArgDiag>
92 struct SerialTrmm<Side::Right, Uplo::Upper, Trans::NoTranspose, ArgDiag, Algo::Trmm::Unblocked> {
93 template <typename ScalarType, typename AViewType, typename BViewType>
94 KOKKOS_INLINE_FUNCTION static int invoke(const ScalarType alpha, const AViewType &A, const BViewType &B) {
95 return SerialTrmmInternalRightUpper<Algo::Trmm::Unblocked>::invoke(
96 ArgDiag::use_unit_diag, false, A.extent(0), A.extent(1), B.extent(0), B.extent(1), alpha, A.data(),
97 A.stride_0(), A.stride_1(), B.data(), B.stride_0(), B.stride_1());
98 }
99 };
100 //// Upper transpose /////
101 template <typename ArgDiag>
102 struct SerialTrmm<Side::Left, Uplo::Upper, Trans::Transpose, ArgDiag, Algo::Trmm::Unblocked> {
103 template <typename ScalarType, typename AViewType, typename BViewType>
104 KOKKOS_INLINE_FUNCTION static int invoke(const ScalarType alpha, const AViewType &A, const BViewType &B) {
105 return SerialTrmmInternalLeftLower<Algo::Trmm::Unblocked>::invoke(
106 ArgDiag::use_unit_diag, false, A.extent(1), A.extent(0), B.extent(0), B.extent(1), alpha, A.data(),
107 A.stride_1(), A.stride_0(), B.data(), B.stride_0(), B.stride_1());
108 }
109 };
110 template <typename ArgDiag>
111 struct SerialTrmm<Side::Right, Uplo::Upper, Trans::Transpose, ArgDiag, Algo::Trmm::Unblocked> {
112 template <typename ScalarType, typename AViewType, typename BViewType>
113 KOKKOS_INLINE_FUNCTION static int invoke(const ScalarType alpha, const AViewType &A, const BViewType &B) {
114 return SerialTrmmInternalRightLower<Algo::Trmm::Unblocked>::invoke(
115 ArgDiag::use_unit_diag, false, A.extent(1), A.extent(0), B.extent(0), B.extent(1), alpha, A.data(),
116 A.stride_1(), A.stride_0(), B.data(), B.stride_0(), B.stride_1());
117 }
118 };
119 //// Upper conjugate-transpose ////
120 template <typename ArgDiag>
121 struct SerialTrmm<Side::Left, Uplo::Upper, Trans::ConjTranspose, ArgDiag, Algo::Trmm::Unblocked> {
122 template <typename ScalarType, typename AViewType, typename BViewType>
123 KOKKOS_INLINE_FUNCTION static int invoke(const ScalarType alpha, const AViewType &A, const BViewType &B) {
124 return SerialTrmmInternalLeftLower<Algo::Trmm::Unblocked>::invoke(
125 ArgDiag::use_unit_diag, true, A.extent(1), A.extent(0), B.extent(0), B.extent(1), alpha, A.data(), A.stride_1(),
126 A.stride_0(), B.data(), B.stride_0(), B.stride_1());
127 }
128 };
129 template <typename ArgDiag>
130 struct SerialTrmm<Side::Right, Uplo::Upper, Trans::ConjTranspose, ArgDiag, Algo::Trmm::Unblocked> {
131 template <typename ScalarType, typename AViewType, typename BViewType>
132 KOKKOS_INLINE_FUNCTION static int invoke(const ScalarType alpha, const AViewType &A, const BViewType &B) {
133 return SerialTrmmInternalRightLower<Algo::Trmm::Unblocked>::invoke(
134 ArgDiag::use_unit_diag, true, A.extent(1), A.extent(0), B.extent(0), B.extent(1), alpha, A.data(), A.stride_1(),
135 A.stride_0(), B.data(), B.stride_0(), B.stride_1());
136 }
137 };
138 } // namespace KokkosBatched
139
140 #endif // KOKKOSBATCHED_TRMM_SERIAL_IMPL_HPP