Debian Codegraph @

packages/kokkos-kernels/batched/dense/src/KokkosBatched_Trsv_Decl.hpp

raw
1 //@HEADER
2 // ************************************************************************
3 //
4 // Kokkos v. 4.0
5 // Copyright (2022) National Technology & Engineering
6 // Solutions of Sandia, LLC (NTESS).
7 //
8 // Under the terms of Contract DE-NA0003525 with NTESS,
9 // the U.S. Government retains certain rights in this software.
10 //
11 // Part of Kokkos, under the Apache License v2.0 with LLVM Exceptions.
12 // See https://kokkos.org/LICENSE for license information.
13 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
14 //
15 //@HEADER
16 #ifndef KOKKOSBATCHED_TRSV_DECL_HPP
17 #define KOKKOSBATCHED_TRSV_DECL_HPP
18
19 /// \author Kyungjoo Kim ([email protected])
20
21 #include "KokkosBatched_Util.hpp"
22 #include "KokkosBatched_Vector.hpp"
23
24 namespace KokkosBatched {
25
26 ///
27 /// Serial Trsv
28 ///
29
30 template <typename ArgUplo, typename ArgTrans, typename ArgDiag, typename ArgAlgo>
31 struct SerialTrsv {
32 template <typename ScalarType, typename AViewType, typename bViewType>
33 KOKKOS_INLINE_FUNCTION static int invoke(const ScalarType /*alpha*/, const AViewType & /*A*/,
34 const bViewType & /*b*/) {
35 assert(false && "Error: encounter dummy impl");
36 return 0;
37 }
38 };
39
40 ///
41 /// Team Trsv
42 ///
43
44 template <typename MemberType, typename ArgUplo, typename ArgTrans, typename ArgDiag, typename ArgAlgo>
45 struct TeamTrsv {
46 template <typename ScalarType, typename AViewType, typename bViewType>
47 KOKKOS_INLINE_FUNCTION static int invoke(const MemberType & /*member*/, const ScalarType /*alpha*/,
48 const AViewType & /*A*/, const bViewType & /*b*/) {
49 assert(false && "Error: encounter dummy impl");
50 return 0;
51 }
52 };
53
54 ///
55 /// TeamVector Trsv
56 ///
57
58 template <typename MemberType, typename ArgUplo, typename ArgTrans, typename ArgDiag, typename ArgAlgo>
59 struct TeamVectorTrsv {
60 template <typename ScalarType, typename AViewType, typename bViewType>
61 KOKKOS_INLINE_FUNCTION static int invoke(const MemberType & /*member*/, const ScalarType /*alpha*/,
62 const AViewType & /*A*/, const bViewType & /*b*/) {
63 assert(false && "Error: encounter dummy impl");
64 return 0;
65 }
66 };
67
68 ///
69 /// Selective Interface
70 ///
71 template <typename MemberType, typename ArgUplo, typename ArgTrans, typename ArgDiag, typename ArgMode,
72 typename ArgAlgo>
73 struct Trsv {
74 template <typename ScalarType, typename AViewType, typename bViewType>
75 KOKKOS_INLINE_FUNCTION static int invoke(const MemberType &member, const ScalarType alpha, const AViewType &A,
76 const bViewType &b) {
77 int r_val = 0;
78 if (std::is_same<ArgMode, Mode::Serial>::value) {
79 r_val = SerialTrsv<ArgUplo, ArgTrans, ArgDiag, ArgAlgo>::invoke(alpha, A, b);
80 } else if (std::is_same<ArgMode, Mode::Team>::value) {
81 r_val = TeamTrsv<MemberType, ArgUplo, ArgTrans, ArgDiag, ArgAlgo>::invoke(member, alpha, A, b);
82 } else if (std::is_same<ArgMode, Mode::TeamVector>::value) {
83 r_val = TeamVectorTrsv<MemberType, ArgUplo, ArgTrans, ArgDiag, ArgAlgo>::invoke(member, alpha, A, b);
84 }
85 return r_val;
86 }
87 };
88
89 } // namespace KokkosBatched
90
91 #include "KokkosBatched_Trsv_Serial_Impl.hpp"
92 #include "KokkosBatched_Trsv_Team_Impl.hpp"
93 #include "KokkosBatched_Trsv_TeamVector_Impl.hpp"
94
95 #define KOKKOSBATCHED_SERIAL_TRSV_LOWER_NO_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, DIAG, M, N, ALPHA, A, AS0, AS1, B, BS) \
96 KokkosBatched::SerialTrsvInternalLower<ALGOTYPE>::invoke(DIAG::use_unit_diag, M, ALPHA, A, AS0, AS1, B, BS)
97
98 #define KOKKOSBATCHED_SERIAL_TRSV_LOWER_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, DIAG, M, N, ALPHA, A, AS0, AS1, B, BS) \
99 KokkosBatched::SerialTrsvInternalUpper<ALGOTYPE>::invoke(DIAG::use_unit_diag, N, ALPHA, A, AS1, AS0, B, BS)
100
101 #define KOKKOSBATCHED_SERIAL_TRSV_UPPER_NO_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, DIAG, M, N, ALPHA, A, AS0, AS1, B, BS) \
102 KokkosBatched::SerialTrsvInternalUpper<ALGOTYPE>::invoke(DIAG::use_unit_diag, M, ALPHA, A, AS0, AS1, B, BS)
103
104 #define KOKKOSBATCHED_SERIAL_TRSV_UPPER_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, DIAG, M, N, ALPHA, A, AS0, AS1, B, BS) \
105 KokkosBatched::SerialTrsvInternalLower<ALGOTYPE>::invoke(DIAG::use_unit_diag, N, ALPHA, A, AS1, AS0, B, BS)
106
107 #define KOKKOSBATCHED_TEAM_TRSV_LOWER_NO_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, AS1, \
108 B, BS) \
109 KokkosBatched::TeamTrsvInternalLower<ALGOTYPE>::invoke(MEMBER, DIAG::use_unit_diag, M, ALPHA, A, AS0, AS1, B, BS)
110
111 #define KOKKOSBATCHED_TEAM_TRSV_LOWER_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, AS1, B, \
112 BS) \
113 KokkosBatched::TeamTrsvInternalUpper<ALGOTYPE>::invoke(MEMBER, DIAG::use_unit_diag, N, ALPHA, A, AS1, AS0, B, BS)
114
115 #define KOKKOSBATCHED_TEAM_TRSV_UPPER_NO_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, AS1, \
116 B, BS) \
117 KokkosBatched::TeamTrsvInternalUpper<ALGOTYPE>::invoke(MEMBER, DIAG::use_unit_diag, M, ALPHA, A, AS0, AS1, B, BS)
118
119 #define KOKKOSBATCHED_TEAM_TRSV_UPPER_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, AS1, B, \
120 BS) \
121 KokkosBatched::TeamTrsvInternalLower<ALGOTYPE>::invoke(MEMBER, DIAG::use_unit_diag, N, ALPHA, A, AS1, AS0, B, BS)
122
123 #define KOKKOSBATCHED_TEAMVECTOR_TRSV_LOWER_NO_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, \
124 AS1, B, BS) \
125 KokkosBatched::TeamVectorTrsvInternalLower<ALGOTYPE>::invoke(MEMBER, DIAG::use_unit_diag, M, ALPHA, A, AS0, AS1, B, \
126 BS)
127
128 #define KOKKOSBATCHED_TEAMVECTOR_TRSV_LOWER_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, \
129 AS1, B, BS) \
130 KokkosBatched::TeamVectorTrsvInternalUpper<ALGOTYPE>::invoke(MEMBER, DIAG::use_unit_diag, N, ALPHA, A, AS1, AS0, B, \
131 BS)
132
133 #define KOKKOSBATCHED_TEAMVECTOR_TRSV_UPPER_NO_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, \
134 AS1, B, BS) \
135 KokkosBatched::TeamVectorTrsvInternalUpper<ALGOTYPE>::invoke(MEMBER, DIAG::use_unit_diag, M, ALPHA, A, AS0, AS1, B, \
136 BS)
137
138 #define KOKKOSBATCHED_TEAMVECTOR_TRSV_UPPER_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, \
139 AS1, B, BS) \
140 KokkosBatched::TeamVectorTrsvInternalLower<ALGOTYPE>::invoke(MEMBER, DIAG::use_unit_diag, N, ALPHA, A, AS1, AS0, B, \
141 BS)
142
143 #define KOKKOSBATCHED_TRSV_LOWER_NO_TRANSPOSE_INTERNAL_INVOKE(MODETYPE, ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, \
144 AS1, B, BS) \
145 if (std::is_same<MODETYPE, KokkosBatched::Mode::Serial>::value) { \
146 KOKKOSBATCHED_SERIAL_TRSV_LOWER_NO_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, DIAG, M, N, ALPHA, A, AS0, AS1, B, BS); \
147 } else if (std::is_same<MODETYPE, KokkosBatched::Mode::Team>::value) { \
148 KOKKOSBATCHED_TEAM_TRSV_LOWER_NO_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, AS1, B, \
149 BS); \
150 } else if (std::is_same<MODETYPE, KokkosBatched::Mode::TeamVector>::value) { \
151 KOKKOSBATCHED_TEAMVECTOR_TRSV_LOWER_NO_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, AS1, \
152 B, BS); \
153 }
154
155 #define KOKKOSBATCHED_TRSV_LOWER_TRANSPOSE_INTERNAL_INVOKE(MODETYPE, ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, AS1, \
156 B, BS) \
157 if (std::is_same<MODETYPE, KokkosBatched::Mode::Serial>::value) { \
158 KOKKOSBATCHED_SERIAL_TRSV_LOWER_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, DIAG, M, N, ALPHA, A, AS0, AS1, B, BS); \
159 } else if (std::is_same<MODETYPE, KokkosBatched::Mode::Team>::value) { \
160 KOKKOSBATCHED_TEAM_TRSV_LOWER_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, AS1, B, BS); \
161 } else if (std::is_same<MODETYPE, KokkosBatched::Mode::TeamVector>::value) { \
162 KOKKOSBATCHED_TEAMVECTOR_TRSV_LOWER_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, AS1, B, \
163 BS); \
164 }
165
166 #define KOKKOSBATCHED_TRSV_UPPER_NO_TRANSPOSE_INTERNAL_INVOKE(MODETYPE, ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, \
167 AS1, B, BS) \
168 if (std::is_same<MODETYPE, KokkosBatched::Mode::Serial>::value) { \
169 KOKKOSBATCHED_SERIAL_TRSV_UPPER_NO_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, DIAG, M, N, ALPHA, A, AS0, AS1, B, BS); \
170 } else if (std::is_same<MODETYPE, KokkosBatched::Mode::Team>::value) { \
171 KOKKOSBATCHED_TEAM_TRSV_UPPER_NO_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, AS1, B, \
172 BS); \
173 } else if (std::is_same<MODETYPE, KokkosBatched::Mode::TeamVector>::value) { \
174 KOKKOSBATCHED_TEAMVECTOR_TRSV_UPPER_NO_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, AS1, \
175 B, BS); \
176 }
177
178 #define KOKKOSBATCHED_TRSV_UPPER_TRANSPOSE_INTERNAL_INVOKE(MODETYPE, ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, AS1, \
179 B, BS) \
180 if (std::is_same<MODETYPE, KokkosBatched::Mode::Serial>::value) { \
181 KOKKOSBATCHED_SERIAL_TRSV_UPPER_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, DIAG, M, N, ALPHA, A, AS0, AS1, B, BS); \
182 } else if (std::is_same<MODETYPE, KokkosBatched::Mode::Team>::value) { \
183 KOKKOSBATCHED_TEAM_TRSV_UPPER_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, AS1, B, BS); \
184 } else if (std::is_same<MODETYPE, KokkosBatched::Mode::TeamVector>::value) { \
185 KOKKOSBATCHED_TEAMVECTOR_TRSV_UPPER_TRANSPOSE_INTERNAL_INVOKE(ALGOTYPE, MEMBER, DIAG, M, N, ALPHA, A, AS0, AS1, B, \
186 BS); \
187 }
188
189 #endif