Debian Codegraph @

packages/panzer/disc-fe/test/la_factory/tTpetra_GlbEvalData.cpp

raw
1 // @HEADER
2 // *****************************************************************************
3 // Panzer: A partial differential equation assembly
4 // engine for strongly coupled complex multiphysics systems
5 //
6 // Copyright 2011 NTESS and the Panzer contributors.
7 // SPDX-License-Identifier: BSD-3-Clause
8 // *****************************************************************************
9 // @HEADER
10
11 #include <Teuchos_ConfigDefs.hpp>
12 #include <Teuchos_UnitTestHarness.hpp>
13 #include <Teuchos_RCP.hpp>
14 #include <Teuchos_TimeMonitor.hpp>
15
16 #include <string>
17 #include <iostream>
18
19 #include "PanzerDiscFE_config.hpp"
20 #include "Panzer_TpetraVector_ReadOnly_GlobalEvaluationData.hpp"
21 #include "Panzer_BlockedVector_ReadOnly_GlobalEvaluationData.hpp"
22
23 #include "Tpetra_Map.hpp"
24 #include "Tpetra_Vector.hpp"
25
26 #include "Thyra_VectorBase.hpp"
27 #include "Thyra_VectorSpaceBase.hpp"
28 #include "Thyra_SpmdVectorBase.hpp"
29 #include "Thyra_SpmdVectorSpaceBase.hpp"
30 #include "Thyra_DefaultProductVectorSpace.hpp"
31 #include "Thyra_DefaultProductVector.hpp"
32 #include "Thyra_TpetraVectorSpace.hpp"
33
34 using Teuchos::rcp;
35 using Teuchos::rcp_dynamic_cast;
36 using Teuchos::RCP;
37 using Teuchos::rcpFromRef;
38
39 namespace panzer {
40
41 TEUCHOS_UNIT_TEST(tTpetra_GlbEvalData, basic)
42 {
43 using Teuchos::RCP;
44 using Teuchos::rcp;
45
46 typedef Thyra::VectorBase<double> Thyra_Vector;
47 typedef Thyra::SpmdVectorBase<double> Thyra_SpmdVec;
48
49 typedef Tpetra::Vector<double,int,panzer::GlobalOrdinal> Tpetra_Vector;
50 typedef Tpetra::Map<int,panzer::GlobalOrdinal> Tpetra_Map;
51 typedef Tpetra::Import<int,panzer::GlobalOrdinal> Tpetra_Import;
52
53
54 Teuchos::RCP<Teuchos::MpiComm<int> > comm = Teuchos::rcp(new Teuchos::MpiComm<int>(MPI_COMM_WORLD));
55
56 // This is required
57 TEST_ASSERT(comm->getSize()==2);
58
59 std::vector<panzer::GlobalOrdinal> ghosted(5);
60 std::vector<panzer::GlobalOrdinal> owned(3);
61
62 if(comm->getRank()==0) {
63 owned[0] = 0;
64 owned[1] = 1;
65 owned[2] = 2;
66
67 ghosted[0] = 0;
68 ghosted[1] = 1;
69 ghosted[2] = 2;
70 ghosted[3] = 3;
71 ghosted[4] = 4;
72 }
73 else {
74 owned[0] = 3;
75 owned[1] = 4;
76 owned[2] = 5;
77
78 ghosted[0] = 1;
79 ghosted[1] = 2;
80 ghosted[2] = 3;
81 ghosted[3] = 4;
82 ghosted[4] = 5;
83 }
84
85 RCP<const Tpetra_Map> ownedMap = rcp(new Tpetra_Map(Teuchos::OrdinalTraits<Tpetra::global_size_t>::invalid(),owned,0,comm));
86 RCP<const Tpetra_Map> ghostedMap = rcp(new Tpetra_Map(Teuchos::OrdinalTraits<Tpetra::global_size_t>::invalid(),ghosted,0,comm));
87 RCP<const Tpetra_Import> importer = rcp(new Tpetra_Import(ownedMap,ghostedMap));
88
89 TpetraVector_ReadOnly_GlobalEvaluationData<double,int,panzer::GlobalOrdinal> ged;
90
91 TEST_ASSERT(!ged.isInitialized());
92
93 ged.initialize(importer,ghostedMap,ownedMap);
94
95 TEST_ASSERT(ged.isInitialized());
96
97 // test the ghosted vector sizing (we don't care what the entries are!)
98 {
99 RCP<Tpetra_Vector> ghostedVecTp = ged.getGhostedVector_Tpetra();
100 RCP<Thyra_Vector> ghostedVecT = ged.getGhostedVector();
101
102 TEST_ASSERT(ghostedVecTp!=Teuchos::null);
103 TEST_ASSERT(ghostedVecT!=Teuchos::null);
104
105 RCP<const Thyra::SpmdVectorSpaceBase<double> > ghostedSpace
106 = rcp_dynamic_cast<const Thyra::SpmdVectorSpaceBase<double> >(ghostedVecT->space());
107
108 TEST_EQUALITY(ghostedMap->getLocalNumElements(),ghostedVecTp->getLocalLength());
109 TEST_EQUALITY(ghostedMap->getGlobalNumElements(),ghostedVecTp->getGlobalLength());
110
111 TEST_EQUALITY(ghostedSpace->isLocallyReplicated(),false);
112 TEST_EQUALITY(Teuchos::as<size_t>(ghostedSpace->localSubDim()),ghostedVecTp->getLocalLength());
113 }
114
115 // test setting an owned vector
116 {
117 RCP<Tpetra_Vector> ownedVec_tp = rcp(new Tpetra_Vector(ownedMap));
118 #ifdef KOKKOS_ENABLE_DEPRECATED_CODE
119 auto uv_2d = ownedVec_tp->getLocalView<Kokkos::HostSpace> ();
120 #else
121 auto uv_2d = ownedVec_tp->getLocalViewHost (Tpetra::Access::OverwriteAll);
122 #endif
123 auto ownedVec = Kokkos::subview (uv_2d, Kokkos::ALL (), 0);
124
125 if(comm->getRank()==0) {
126 ownedVec(0) = 3.14;
127 ownedVec(1) = 1.82;
128 ownedVec(2) = -.91;
129 }
130 else {
131 ownedVec(0) = 2.72;
132 ownedVec(1) = 6.23;
133 ownedVec(2) = -.17;
134 }
135
136 // set the owned vector, assure that const can be used
137 ged.setOwnedVector_Tpetra(ownedVec_tp.getConst());
138 }
139
140 // test the owned vector sizing and thyra entries
141 {
142 const Tpetra_Vector & ownedVecTp = *ged.getOwnedVector_Tpetra();
143 #ifdef KOKKOS_ENABLE_DEPRECATED_CODE
144 auto uv_2d = ownedVecTp.getLocalView<Kokkos::HostSpace> ();
145 #else
146 auto uv_2d = ownedVecTp.getLocalViewHost (Tpetra::Access::ReadOnly);
147 #endif
148 auto ownedVecTpKv = Kokkos::subview (uv_2d, Kokkos::ALL (), 0);
149
150 RCP<const Thyra_Vector> ownedVecT = ged.getOwnedVector();
151
152 TEST_ASSERT(ownedVecT!=Teuchos::null);
153
154 RCP<const Thyra::SpmdVectorSpaceBase<double> > ownedSpace
155 = rcp_dynamic_cast<const Thyra::SpmdVectorSpaceBase<double> >(ownedVecT->space());
156
157 TEST_EQUALITY(ownedMap->getLocalNumElements(),ownedVecTp.getLocalLength());
158 TEST_EQUALITY(ownedMap->getGlobalNumElements(),ownedVecTp.getGlobalLength());
159
160 TEST_EQUALITY(ownedSpace->isLocallyReplicated(),false);
161 TEST_EQUALITY(Teuchos::as<size_t>(ownedSpace->localSubDim()),ownedVecTp.getLocalLength());
162
163 RCP<const Thyra_SpmdVec> spmdVec = rcp_dynamic_cast<const Thyra_SpmdVec>(ownedVecT);
164
165 Teuchos::ArrayRCP<const double> thyraVec;
166 spmdVec->getLocalData(Teuchos::ptrFromRef(thyraVec));
167
168 TEST_EQUALITY(Teuchos::as<size_t>(thyraVec.size()),ownedVecTp.getLocalLength());
169
170 if(comm->getRank()==0) {
171 TEST_EQUALITY(ownedVecTpKv(0),3.14);
172 TEST_EQUALITY(ownedVecTpKv(1),1.82);
173 TEST_EQUALITY(ownedVecTpKv(2),-.91);
174 }
175 else {
176 TEST_EQUALITY(ownedVecTpKv(0),2.72);
177 TEST_EQUALITY(ownedVecTpKv(1),6.23);
178 TEST_EQUALITY(ownedVecTpKv(2),-.17);
179 }
180
181 TEST_EQUALITY(ownedVecTpKv(0),thyraVec[0]);
182 TEST_EQUALITY(ownedVecTpKv(1),thyraVec[1]);
183 TEST_EQUALITY(ownedVecTpKv(2),thyraVec[2]);
184 }
185
186 // actually do something...
187 ged.initializeData();
188 ged.globalToGhost(0);
189
190 {
191 const Tpetra_Vector & ghostedVecTp = *ged.getGhostedVector_Tpetra();
192 #ifdef KOKKOS_ENABLE_DEPRECATED_CODE
193 auto uv_2d = ghostedVecTp.getLocalView<Kokkos::HostSpace> ();
194 #else
195 auto uv_2d = ghostedVecTp.getLocalViewHost (Tpetra::Access::ReadOnly);
196 #endif
197 auto ghostedVecKv = Kokkos::subview (uv_2d, Kokkos::ALL (), 0);
198
199 RCP<Thyra_Vector> ghostedVecT = ged.getGhostedVector();
200 RCP<const Thyra_SpmdVec> spmdVec = rcp_dynamic_cast<const Thyra_SpmdVec>(ghostedVecT);
201
202 Teuchos::ArrayRCP<const double> thyraVec;
203 spmdVec->getLocalData(Teuchos::ptrFromRef(thyraVec));
204
205 TEST_EQUALITY(Teuchos::as<size_t>(thyraVec.size()),ghostedVecTp.getLocalLength());
206
207 if(comm->getRank()==0) {
208 TEST_EQUALITY(ghostedVecKv(0),3.14);
209 TEST_EQUALITY(ghostedVecKv(1),1.82);
210 TEST_EQUALITY(ghostedVecKv(2),-.91);
211 TEST_EQUALITY(ghostedVecKv(3),2.72);
212 TEST_EQUALITY(ghostedVecKv(4),6.23);
213 }
214 else {
215 TEST_EQUALITY(ghostedVecKv(0),1.82);
216 TEST_EQUALITY(ghostedVecKv(1),-.91);
217 TEST_EQUALITY(ghostedVecKv(2),2.72);
218 TEST_EQUALITY(ghostedVecKv(3),6.23);
219 TEST_EQUALITY(ghostedVecKv(4),-.17);
220 }
221
222 TEST_EQUALITY(ghostedVecKv(0),thyraVec[0]);
223 TEST_EQUALITY(ghostedVecKv(1),thyraVec[1]);
224 TEST_EQUALITY(ghostedVecKv(2),thyraVec[2]);
225 TEST_EQUALITY(ghostedVecKv(3),thyraVec[3]);
226 TEST_EQUALITY(ghostedVecKv(4),thyraVec[4]);
227 }
228 }
229
230 TEUCHOS_UNIT_TEST(tTpetra_GlbEvalData, blocked)
231 {
232 using Teuchos::RCP;
233 using Teuchos::rcp;
234
235 typedef Thyra::SpmdVectorBase<double> Thyra_SpmdVec;
236
237 typedef Tpetra::Map<int,panzer::GlobalOrdinal> Tpetra_Map;
238 typedef Tpetra::Import<int,panzer::GlobalOrdinal> Tpetra_Import;
239
240
241 Teuchos::RCP<Teuchos::MpiComm<int> > comm = Teuchos::rcp(new Teuchos::MpiComm<int>(MPI_COMM_WORLD));
242
243 // This is required
244 TEST_ASSERT(comm->getSize()==2);
245
246 std::vector<panzer::GlobalOrdinal> ghosted(5);
247 std::vector<panzer::GlobalOrdinal> owned(3);
248
249 if(comm->getRank()==0) {
250 owned[0] = 0;
251 owned[1] = 1;
252 owned[2] = 2;
253
254 ghosted[0] = 0;
255 ghosted[1] = 1;
256 ghosted[2] = 2;
257 ghosted[3] = 3;
258 ghosted[4] = 4;
259 }
260 else {
261 owned[0] = 3;
262 owned[1] = 4;
263 owned[2] = 5;
264
265 ghosted[0] = 1;
266 ghosted[1] = 2;
267 ghosted[2] = 3;
268 ghosted[3] = 4;
269 ghosted[4] = 5;
270 }
271
272 RCP<const Tpetra_Map> ownedMap = rcp(new Tpetra_Map(Teuchos::OrdinalTraits<Tpetra::global_size_t>::invalid(),owned,0,comm));
273 RCP<const Tpetra_Map> ghostedMap = rcp(new Tpetra_Map(Teuchos::OrdinalTraits<Tpetra::global_size_t>::invalid(),ghosted,0,comm));
274 RCP<const Tpetra_Import> importer = rcp(new Tpetra_Import(ownedMap,ghostedMap));
275
276 RCP<TpetraVector_ReadOnly_GlobalEvaluationData<double,int,panzer::GlobalOrdinal> > ged_a, ged_b;
277 ged_a = rcp(new TpetraVector_ReadOnly_GlobalEvaluationData<double,int,panzer::GlobalOrdinal>(importer,ghostedMap,ownedMap));
278 ged_b = rcp(new TpetraVector_ReadOnly_GlobalEvaluationData<double,int,panzer::GlobalOrdinal>(importer,ghostedMap,ownedMap));
279 std::vector<RCP<ReadOnlyVector_GlobalEvaluationData> > gedBlocks;
280 gedBlocks.push_back(ged_a);
281 gedBlocks.push_back(ged_b);
282
283 RCP<const Thyra::VectorSpaceBase<double> > ownedSpace_ab = Thyra::tpetraVectorSpace<double,int,panzer::GlobalOrdinal>(ownedMap);
284 RCP<const Thyra::VectorSpaceBase<double> > ghostedSpace_ab = ged_a->getGhostedVector()->space();
285
286 RCP<Thyra::DefaultProductVectorSpace<double> > ownedSpace = Thyra::productVectorSpace<double>(ownedSpace_ab,2);
287 RCP<Thyra::DefaultProductVectorSpace<double> > ghostedSpace = Thyra::productVectorSpace<double>(ghostedSpace_ab,2);
288
289 BlockedVector_ReadOnly_GlobalEvaluationData ged;
290 ged.initialize(ghostedSpace,ownedSpace,gedBlocks);
291
292 RCP<Thyra::VectorBase<double> > ownedVec = Thyra::createMember(*ownedSpace);
293
294 {
295 RCP<Thyra::ProductVectorBase<double> > vec = Thyra::castOrCreateNonconstProductVectorBase(ownedVec);
296
297 TEST_ASSERT(vec->productSpace()->numBlocks()==2);
298
299 if(comm->getRank()==0) {
300 Teuchos::ArrayRCP<double> thyraVec;
301
302 rcp_dynamic_cast<Thyra_SpmdVec>(vec->getNonconstVectorBlock(0))->getNonconstLocalData(Teuchos::ptrFromRef(thyraVec));
303 thyraVec[0] = 3.14;
304 thyraVec[1] = 1.82;
305 thyraVec[2] = -.91;
306
307 rcp_dynamic_cast<Thyra_SpmdVec>(vec->getNonconstVectorBlock(1))->getNonconstLocalData(Teuchos::ptrFromRef(thyraVec));
308 thyraVec[0] = 3.14+9.0;
309 thyraVec[1] = 1.82+9.0;
310 thyraVec[2] = -.91+9.0;
311 }
312 else {
313 Teuchos::ArrayRCP<double> thyraVec;
314
315 rcp_dynamic_cast<Thyra_SpmdVec>(vec->getNonconstVectorBlock(0))->getNonconstLocalData(Teuchos::ptrFromRef(thyraVec));
316 thyraVec[0] = 2.72;
317 thyraVec[1] = 6.23;
318 thyraVec[2] = -.17;
319
320 rcp_dynamic_cast<Thyra_SpmdVec>(vec->getNonconstVectorBlock(1))->getNonconstLocalData(Teuchos::ptrFromRef(thyraVec));
321 thyraVec[0] = 2.72+7.0;
322 thyraVec[1] = 6.23+7.0;
323 thyraVec[2] = -.17+7.0;
324 }
325 }
326
327 ged.setOwnedVector(ownedVec);
328
329 ged.initializeData();
330 ged.globalToGhost(0);
331
332 {
333 RCP<Thyra::ProductVectorBase<double> > ghostedVec = Thyra::castOrCreateNonconstProductVectorBase(ged.getGhostedVector());
334
335 if(comm->getRank()==0) {
336 Teuchos::ArrayRCP<const double> thyraVec;
337 rcp_dynamic_cast<const Thyra_SpmdVec>(ghostedVec->getVectorBlock(0))->getLocalData(Teuchos::ptrFromRef(thyraVec));
338
339 TEST_EQUALITY(thyraVec[0],3.14);
340 TEST_EQUALITY(thyraVec[1],1.82);
341 TEST_EQUALITY(thyraVec[2],-.91);
342 TEST_EQUALITY(thyraVec[3],2.72);
343 TEST_EQUALITY(thyraVec[4],6.23);
344
345 rcp_dynamic_cast<const Thyra_SpmdVec>(ghostedVec->getVectorBlock(1))->getLocalData(Teuchos::ptrFromRef(thyraVec));
346
347 TEST_EQUALITY(thyraVec[0],3.14+9.0);
348 TEST_EQUALITY(thyraVec[1],1.82+9.0);
349 TEST_EQUALITY(thyraVec[2],-.91+9.0);
350 TEST_EQUALITY(thyraVec[3],2.72+7.0);
351 TEST_EQUALITY(thyraVec[4],6.23+7.0);
352 }
353 else {
354 Teuchos::ArrayRCP<const double> thyraVec;
355 rcp_dynamic_cast<const Thyra_SpmdVec>(ghostedVec->getVectorBlock(0))->getLocalData(Teuchos::ptrFromRef(thyraVec));
356
357 TEST_EQUALITY(thyraVec[0],1.82);
358 TEST_EQUALITY(thyraVec[1],-.91);
359 TEST_EQUALITY(thyraVec[2],2.72);
360 TEST_EQUALITY(thyraVec[3],6.23);
361 TEST_EQUALITY(thyraVec[4],-.17);
362
363 rcp_dynamic_cast<const Thyra_SpmdVec>(ghostedVec->getVectorBlock(1))->getLocalData(Teuchos::ptrFromRef(thyraVec));
364
365 TEST_EQUALITY(thyraVec[0],1.82+9.0);
366 TEST_EQUALITY(thyraVec[1],-.91+9.0);
367 TEST_EQUALITY(thyraVec[2],2.72+7.0);
368 TEST_EQUALITY(thyraVec[3],6.23+7.0);
369 TEST_EQUALITY(thyraVec[4],-.17+7.0);
370 }
371 }
372 }
373
374 TEUCHOS_UNIT_TEST(tTpetra_GlbEvalData, filtered_dofs)
375 {
376 using Teuchos::RCP;
377 using Teuchos::rcp;
378
379 typedef Tpetra::Vector<double,int,panzer::GlobalOrdinal> Tpetra_Vector;
380 typedef Tpetra::Map<int,panzer::GlobalOrdinal> Tpetra_Map;
381 typedef Tpetra::Import<int,panzer::GlobalOrdinal> Tpetra_Import;
382
383
384 Teuchos::RCP<Teuchos::MpiComm<int> > comm = Teuchos::rcp(new Teuchos::MpiComm<int>(MPI_COMM_WORLD));
385
386 // This is required
387 TEST_ASSERT(comm->getSize()==2);
388
389 std::vector<panzer::GlobalOrdinal> ghosted(4);
390 std::vector<panzer::GlobalOrdinal> owned(2);
391
392 // This is a line with 6 notes (numbered 0-5). The boundaries
393 // are removed at 0 and 5.
394 if(comm->getRank()==0) {
395 owned[0] = 1;
396 owned[1] = 2;
397
398 ghosted[0] = 0;
399 ghosted[1] = 1;
400 ghosted[2] = 2;
401 ghosted[3] = 3;
402 }
403 else {
404 owned[0] = 3;
405 owned[1] = 4;
406
407 ghosted[0] = 2;
408 ghosted[1] = 3;
409 ghosted[2] = 4;
410 ghosted[3] = 5;
411 }
412
413 RCP<const Tpetra_Map> ownedMap = rcp(new Tpetra_Map(Teuchos::OrdinalTraits<Tpetra::global_size_t>::invalid(),owned,0,comm));
414 RCP<const Tpetra_Map> ghostedMap = rcp(new Tpetra_Map(Teuchos::OrdinalTraits<Tpetra::global_size_t>::invalid(),ghosted,0,comm));
415 RCP<const Tpetra_Import> importer = rcp(new Tpetra_Import(ownedMap,ghostedMap));
416
417 TpetraVector_ReadOnly_GlobalEvaluationData<double,int,panzer::GlobalOrdinal> ged;
418
419 std::vector<panzer::GlobalOrdinal> constIndex(1);
420
421 // setup filtered values
422 constIndex[0] = 0;
423 ged.useConstantValues(constIndex,2.0);
424
425 constIndex[0] = 5;
426 ged.useConstantValues(constIndex,3.0);
427
428 ged.initialize(importer,ghostedMap,ownedMap);
429
430 TEST_THROW(ged.useConstantValues(constIndex,4.0),std::logic_error);
431
432 {
433 RCP<Tpetra_Vector> ownedVecTp = rcp(new Tpetra_Vector(ownedMap));
434 #ifdef KOKKOS_ENABLE_DEPRECATED_CODE
435 auto uv_2d = ownedVecTp->getLocalView<Kokkos::HostSpace> ();
436 #else
437 auto uv_2d = ownedVecTp->getLocalViewHost (Tpetra::Access::OverwriteAll);
438 #endif
439 auto ownedVec = Kokkos::subview (uv_2d, Kokkos::ALL (), 0);
440
441 if(comm->getRank()==0) {
442 ownedVec(0) = 3.14;
443 ownedVec(1) = 1.82;
444 }
445 else {
446 ownedVec(0) = 2.72;
447 ownedVec(1) = 6.23;
448 }
449
450 // set the owned vector, assure that const can be used
451 ged.setOwnedVector_Tpetra(ownedVecTp.getConst());
452 }
453
454 // actually do something...
455 ged.initializeData();
456 ged.globalToGhost(0);
457
458 // check values making sure that the constants are there
459 {
460 const Tpetra_Vector & ghostedVecTp = *ged.getGhostedVector_Tpetra();
461 #ifdef KOKKOS_ENABLE_DEPRECATED_CODE
462 auto uv_2d = ghostedVecTp.getLocalView<Kokkos::HostSpace> ();
463 #else
464 auto uv_2d = ghostedVecTp.getLocalViewHost (Tpetra::Access::ReadOnly);
465 #endif
466 auto ghostedVecKv = Kokkos::subview (uv_2d, Kokkos::ALL (), 0);
467
468 if(comm->getRank()==0) {
469 TEST_EQUALITY(ghostedVecKv(0),2.0); // <= Replaced constant value
470 TEST_EQUALITY(ghostedVecKv(1),3.14);
471 TEST_EQUALITY(ghostedVecKv(2),1.82);
472 TEST_EQUALITY(ghostedVecKv(3),2.72);
473 }
474 else {
475 TEST_EQUALITY(ghostedVecKv(0),1.82);
476 TEST_EQUALITY(ghostedVecKv(1),2.72);
477 TEST_EQUALITY(ghostedVecKv(2),6.23);
478 TEST_EQUALITY(ghostedVecKv(3),3.0); // <= Replaced constant value
479 }
480 }
481 }
482
483 } // end namespace panzer