// @HEADER // ***************************************************************************** // Panzer: A partial differential equation assembly // engine for strongly coupled complex multiphysics systems // // Copyright 2011 NTESS and the Panzer contributors. // SPDX-License-Identifier: BSD-3-Clause // ***************************************************************************** // @HEADER #include #include #include #include #include #include #include "PanzerDiscFE_config.hpp" #include "Panzer_TpetraVector_ReadOnly_GlobalEvaluationData.hpp" #include "Panzer_BlockedVector_ReadOnly_GlobalEvaluationData.hpp" #include "Tpetra_Map.hpp" #include "Tpetra_Vector.hpp" #include "Thyra_VectorBase.hpp" #include "Thyra_VectorSpaceBase.hpp" #include "Thyra_SpmdVectorBase.hpp" #include "Thyra_SpmdVectorSpaceBase.hpp" #include "Thyra_DefaultProductVectorSpace.hpp" #include "Thyra_DefaultProductVector.hpp" #include "Thyra_TpetraVectorSpace.hpp" using Teuchos::rcp; using Teuchos::rcp_dynamic_cast; using Teuchos::RCP; using Teuchos::rcpFromRef; namespace panzer { TEUCHOS_UNIT_TEST(tTpetra_GlbEvalData, basic) { using Teuchos::RCP; using Teuchos::rcp; typedef Thyra::VectorBase Thyra_Vector; typedef Thyra::SpmdVectorBase Thyra_SpmdVec; typedef Tpetra::Vector Tpetra_Vector; typedef Tpetra::Map Tpetra_Map; typedef Tpetra::Import Tpetra_Import; Teuchos::RCP > comm = Teuchos::rcp(new Teuchos::MpiComm(MPI_COMM_WORLD)); // This is required TEST_ASSERT(comm->getSize()==2); std::vector ghosted(5); std::vector owned(3); if(comm->getRank()==0) { owned[0] = 0; owned[1] = 1; owned[2] = 2; ghosted[0] = 0; ghosted[1] = 1; ghosted[2] = 2; ghosted[3] = 3; ghosted[4] = 4; } else { owned[0] = 3; owned[1] = 4; owned[2] = 5; ghosted[0] = 1; ghosted[1] = 2; ghosted[2] = 3; ghosted[3] = 4; ghosted[4] = 5; } RCP ownedMap = rcp(new Tpetra_Map(Teuchos::OrdinalTraits::invalid(),owned,0,comm)); RCP ghostedMap = rcp(new Tpetra_Map(Teuchos::OrdinalTraits::invalid(),ghosted,0,comm)); RCP importer = rcp(new Tpetra_Import(ownedMap,ghostedMap)); TpetraVector_ReadOnly_GlobalEvaluationData ged; TEST_ASSERT(!ged.isInitialized()); ged.initialize(importer,ghostedMap,ownedMap); TEST_ASSERT(ged.isInitialized()); // test the ghosted vector sizing (we don't care what the entries are!) { RCP ghostedVecTp = ged.getGhostedVector_Tpetra(); RCP ghostedVecT = ged.getGhostedVector(); TEST_ASSERT(ghostedVecTp!=Teuchos::null); TEST_ASSERT(ghostedVecT!=Teuchos::null); RCP > ghostedSpace = rcp_dynamic_cast >(ghostedVecT->space()); TEST_EQUALITY(ghostedMap->getLocalNumElements(),ghostedVecTp->getLocalLength()); TEST_EQUALITY(ghostedMap->getGlobalNumElements(),ghostedVecTp->getGlobalLength()); TEST_EQUALITY(ghostedSpace->isLocallyReplicated(),false); TEST_EQUALITY(Teuchos::as(ghostedSpace->localSubDim()),ghostedVecTp->getLocalLength()); } // test setting an owned vector { RCP ownedVec_tp = rcp(new Tpetra_Vector(ownedMap)); #ifdef KOKKOS_ENABLE_DEPRECATED_CODE auto uv_2d = ownedVec_tp->getLocalView (); #else auto uv_2d = ownedVec_tp->getLocalViewHost (Tpetra::Access::OverwriteAll); #endif auto ownedVec = Kokkos::subview (uv_2d, Kokkos::ALL (), 0); if(comm->getRank()==0) { ownedVec(0) = 3.14; ownedVec(1) = 1.82; ownedVec(2) = -.91; } else { ownedVec(0) = 2.72; ownedVec(1) = 6.23; ownedVec(2) = -.17; } // set the owned vector, assure that const can be used ged.setOwnedVector_Tpetra(ownedVec_tp.getConst()); } // test the owned vector sizing and thyra entries { const Tpetra_Vector & ownedVecTp = *ged.getOwnedVector_Tpetra(); #ifdef KOKKOS_ENABLE_DEPRECATED_CODE auto uv_2d = ownedVecTp.getLocalView (); #else auto uv_2d = ownedVecTp.getLocalViewHost (Tpetra::Access::ReadOnly); #endif auto ownedVecTpKv = Kokkos::subview (uv_2d, Kokkos::ALL (), 0); RCP ownedVecT = ged.getOwnedVector(); TEST_ASSERT(ownedVecT!=Teuchos::null); RCP > ownedSpace = rcp_dynamic_cast >(ownedVecT->space()); TEST_EQUALITY(ownedMap->getLocalNumElements(),ownedVecTp.getLocalLength()); TEST_EQUALITY(ownedMap->getGlobalNumElements(),ownedVecTp.getGlobalLength()); TEST_EQUALITY(ownedSpace->isLocallyReplicated(),false); TEST_EQUALITY(Teuchos::as(ownedSpace->localSubDim()),ownedVecTp.getLocalLength()); RCP spmdVec = rcp_dynamic_cast(ownedVecT); Teuchos::ArrayRCP thyraVec; spmdVec->getLocalData(Teuchos::ptrFromRef(thyraVec)); TEST_EQUALITY(Teuchos::as(thyraVec.size()),ownedVecTp.getLocalLength()); if(comm->getRank()==0) { TEST_EQUALITY(ownedVecTpKv(0),3.14); TEST_EQUALITY(ownedVecTpKv(1),1.82); TEST_EQUALITY(ownedVecTpKv(2),-.91); } else { TEST_EQUALITY(ownedVecTpKv(0),2.72); TEST_EQUALITY(ownedVecTpKv(1),6.23); TEST_EQUALITY(ownedVecTpKv(2),-.17); } TEST_EQUALITY(ownedVecTpKv(0),thyraVec[0]); TEST_EQUALITY(ownedVecTpKv(1),thyraVec[1]); TEST_EQUALITY(ownedVecTpKv(2),thyraVec[2]); } // actually do something... ged.initializeData(); ged.globalToGhost(0); { const Tpetra_Vector & ghostedVecTp = *ged.getGhostedVector_Tpetra(); #ifdef KOKKOS_ENABLE_DEPRECATED_CODE auto uv_2d = ghostedVecTp.getLocalView (); #else auto uv_2d = ghostedVecTp.getLocalViewHost (Tpetra::Access::ReadOnly); #endif auto ghostedVecKv = Kokkos::subview (uv_2d, Kokkos::ALL (), 0); RCP ghostedVecT = ged.getGhostedVector(); RCP spmdVec = rcp_dynamic_cast(ghostedVecT); Teuchos::ArrayRCP thyraVec; spmdVec->getLocalData(Teuchos::ptrFromRef(thyraVec)); TEST_EQUALITY(Teuchos::as(thyraVec.size()),ghostedVecTp.getLocalLength()); if(comm->getRank()==0) { TEST_EQUALITY(ghostedVecKv(0),3.14); TEST_EQUALITY(ghostedVecKv(1),1.82); TEST_EQUALITY(ghostedVecKv(2),-.91); TEST_EQUALITY(ghostedVecKv(3),2.72); TEST_EQUALITY(ghostedVecKv(4),6.23); } else { TEST_EQUALITY(ghostedVecKv(0),1.82); TEST_EQUALITY(ghostedVecKv(1),-.91); TEST_EQUALITY(ghostedVecKv(2),2.72); TEST_EQUALITY(ghostedVecKv(3),6.23); TEST_EQUALITY(ghostedVecKv(4),-.17); } TEST_EQUALITY(ghostedVecKv(0),thyraVec[0]); TEST_EQUALITY(ghostedVecKv(1),thyraVec[1]); TEST_EQUALITY(ghostedVecKv(2),thyraVec[2]); TEST_EQUALITY(ghostedVecKv(3),thyraVec[3]); TEST_EQUALITY(ghostedVecKv(4),thyraVec[4]); } } TEUCHOS_UNIT_TEST(tTpetra_GlbEvalData, blocked) { using Teuchos::RCP; using Teuchos::rcp; typedef Thyra::SpmdVectorBase Thyra_SpmdVec; typedef Tpetra::Map Tpetra_Map; typedef Tpetra::Import Tpetra_Import; Teuchos::RCP > comm = Teuchos::rcp(new Teuchos::MpiComm(MPI_COMM_WORLD)); // This is required TEST_ASSERT(comm->getSize()==2); std::vector ghosted(5); std::vector owned(3); if(comm->getRank()==0) { owned[0] = 0; owned[1] = 1; owned[2] = 2; ghosted[0] = 0; ghosted[1] = 1; ghosted[2] = 2; ghosted[3] = 3; ghosted[4] = 4; } else { owned[0] = 3; owned[1] = 4; owned[2] = 5; ghosted[0] = 1; ghosted[1] = 2; ghosted[2] = 3; ghosted[3] = 4; ghosted[4] = 5; } RCP ownedMap = rcp(new Tpetra_Map(Teuchos::OrdinalTraits::invalid(),owned,0,comm)); RCP ghostedMap = rcp(new Tpetra_Map(Teuchos::OrdinalTraits::invalid(),ghosted,0,comm)); RCP importer = rcp(new Tpetra_Import(ownedMap,ghostedMap)); RCP > ged_a, ged_b; ged_a = rcp(new TpetraVector_ReadOnly_GlobalEvaluationData(importer,ghostedMap,ownedMap)); ged_b = rcp(new TpetraVector_ReadOnly_GlobalEvaluationData(importer,ghostedMap,ownedMap)); std::vector > gedBlocks; gedBlocks.push_back(ged_a); gedBlocks.push_back(ged_b); RCP > ownedSpace_ab = Thyra::tpetraVectorSpace(ownedMap); RCP > ghostedSpace_ab = ged_a->getGhostedVector()->space(); RCP > ownedSpace = Thyra::productVectorSpace(ownedSpace_ab,2); RCP > ghostedSpace = Thyra::productVectorSpace(ghostedSpace_ab,2); BlockedVector_ReadOnly_GlobalEvaluationData ged; ged.initialize(ghostedSpace,ownedSpace,gedBlocks); RCP > ownedVec = Thyra::createMember(*ownedSpace); { RCP > vec = Thyra::castOrCreateNonconstProductVectorBase(ownedVec); TEST_ASSERT(vec->productSpace()->numBlocks()==2); if(comm->getRank()==0) { Teuchos::ArrayRCP thyraVec; rcp_dynamic_cast(vec->getNonconstVectorBlock(0))->getNonconstLocalData(Teuchos::ptrFromRef(thyraVec)); thyraVec[0] = 3.14; thyraVec[1] = 1.82; thyraVec[2] = -.91; rcp_dynamic_cast(vec->getNonconstVectorBlock(1))->getNonconstLocalData(Teuchos::ptrFromRef(thyraVec)); thyraVec[0] = 3.14+9.0; thyraVec[1] = 1.82+9.0; thyraVec[2] = -.91+9.0; } else { Teuchos::ArrayRCP thyraVec; rcp_dynamic_cast(vec->getNonconstVectorBlock(0))->getNonconstLocalData(Teuchos::ptrFromRef(thyraVec)); thyraVec[0] = 2.72; thyraVec[1] = 6.23; thyraVec[2] = -.17; rcp_dynamic_cast(vec->getNonconstVectorBlock(1))->getNonconstLocalData(Teuchos::ptrFromRef(thyraVec)); thyraVec[0] = 2.72+7.0; thyraVec[1] = 6.23+7.0; thyraVec[2] = -.17+7.0; } } ged.setOwnedVector(ownedVec); ged.initializeData(); ged.globalToGhost(0); { RCP > ghostedVec = Thyra::castOrCreateNonconstProductVectorBase(ged.getGhostedVector()); if(comm->getRank()==0) { Teuchos::ArrayRCP thyraVec; rcp_dynamic_cast(ghostedVec->getVectorBlock(0))->getLocalData(Teuchos::ptrFromRef(thyraVec)); TEST_EQUALITY(thyraVec[0],3.14); TEST_EQUALITY(thyraVec[1],1.82); TEST_EQUALITY(thyraVec[2],-.91); TEST_EQUALITY(thyraVec[3],2.72); TEST_EQUALITY(thyraVec[4],6.23); rcp_dynamic_cast(ghostedVec->getVectorBlock(1))->getLocalData(Teuchos::ptrFromRef(thyraVec)); TEST_EQUALITY(thyraVec[0],3.14+9.0); TEST_EQUALITY(thyraVec[1],1.82+9.0); TEST_EQUALITY(thyraVec[2],-.91+9.0); TEST_EQUALITY(thyraVec[3],2.72+7.0); TEST_EQUALITY(thyraVec[4],6.23+7.0); } else { Teuchos::ArrayRCP thyraVec; rcp_dynamic_cast(ghostedVec->getVectorBlock(0))->getLocalData(Teuchos::ptrFromRef(thyraVec)); TEST_EQUALITY(thyraVec[0],1.82); TEST_EQUALITY(thyraVec[1],-.91); TEST_EQUALITY(thyraVec[2],2.72); TEST_EQUALITY(thyraVec[3],6.23); TEST_EQUALITY(thyraVec[4],-.17); rcp_dynamic_cast(ghostedVec->getVectorBlock(1))->getLocalData(Teuchos::ptrFromRef(thyraVec)); TEST_EQUALITY(thyraVec[0],1.82+9.0); TEST_EQUALITY(thyraVec[1],-.91+9.0); TEST_EQUALITY(thyraVec[2],2.72+7.0); TEST_EQUALITY(thyraVec[3],6.23+7.0); TEST_EQUALITY(thyraVec[4],-.17+7.0); } } } TEUCHOS_UNIT_TEST(tTpetra_GlbEvalData, filtered_dofs) { using Teuchos::RCP; using Teuchos::rcp; typedef Tpetra::Vector Tpetra_Vector; typedef Tpetra::Map Tpetra_Map; typedef Tpetra::Import Tpetra_Import; Teuchos::RCP > comm = Teuchos::rcp(new Teuchos::MpiComm(MPI_COMM_WORLD)); // This is required TEST_ASSERT(comm->getSize()==2); std::vector ghosted(4); std::vector owned(2); // This is a line with 6 notes (numbered 0-5). The boundaries // are removed at 0 and 5. if(comm->getRank()==0) { owned[0] = 1; owned[1] = 2; ghosted[0] = 0; ghosted[1] = 1; ghosted[2] = 2; ghosted[3] = 3; } else { owned[0] = 3; owned[1] = 4; ghosted[0] = 2; ghosted[1] = 3; ghosted[2] = 4; ghosted[3] = 5; } RCP ownedMap = rcp(new Tpetra_Map(Teuchos::OrdinalTraits::invalid(),owned,0,comm)); RCP ghostedMap = rcp(new Tpetra_Map(Teuchos::OrdinalTraits::invalid(),ghosted,0,comm)); RCP importer = rcp(new Tpetra_Import(ownedMap,ghostedMap)); TpetraVector_ReadOnly_GlobalEvaluationData ged; std::vector constIndex(1); // setup filtered values constIndex[0] = 0; ged.useConstantValues(constIndex,2.0); constIndex[0] = 5; ged.useConstantValues(constIndex,3.0); ged.initialize(importer,ghostedMap,ownedMap); TEST_THROW(ged.useConstantValues(constIndex,4.0),std::logic_error); { RCP ownedVecTp = rcp(new Tpetra_Vector(ownedMap)); #ifdef KOKKOS_ENABLE_DEPRECATED_CODE auto uv_2d = ownedVecTp->getLocalView (); #else auto uv_2d = ownedVecTp->getLocalViewHost (Tpetra::Access::OverwriteAll); #endif auto ownedVec = Kokkos::subview (uv_2d, Kokkos::ALL (), 0); if(comm->getRank()==0) { ownedVec(0) = 3.14; ownedVec(1) = 1.82; } else { ownedVec(0) = 2.72; ownedVec(1) = 6.23; } // set the owned vector, assure that const can be used ged.setOwnedVector_Tpetra(ownedVecTp.getConst()); } // actually do something... ged.initializeData(); ged.globalToGhost(0); // check values making sure that the constants are there { const Tpetra_Vector & ghostedVecTp = *ged.getGhostedVector_Tpetra(); #ifdef KOKKOS_ENABLE_DEPRECATED_CODE auto uv_2d = ghostedVecTp.getLocalView (); #else auto uv_2d = ghostedVecTp.getLocalViewHost (Tpetra::Access::ReadOnly); #endif auto ghostedVecKv = Kokkos::subview (uv_2d, Kokkos::ALL (), 0); if(comm->getRank()==0) { TEST_EQUALITY(ghostedVecKv(0),2.0); // <= Replaced constant value TEST_EQUALITY(ghostedVecKv(1),3.14); TEST_EQUALITY(ghostedVecKv(2),1.82); TEST_EQUALITY(ghostedVecKv(3),2.72); } else { TEST_EQUALITY(ghostedVecKv(0),1.82); TEST_EQUALITY(ghostedVecKv(1),2.72); TEST_EQUALITY(ghostedVecKv(2),6.23); TEST_EQUALITY(ghostedVecKv(3),3.0); // <= Replaced constant value } } } } // end namespace panzer