/* * (C) Copyright 2013 ECMWF. * * This software is licensed under the terms of the Apache Licence Version 2.0 * which can be obtained at http://www.apache.org/licenses/LICENSE-2.0. * In applying this licence, ECMWF does not waive the privileges and immunities * granted to it by virtue of its status as an intergovernmental organisation * nor does it submit to any jurisdiction. */ #pragma once #include #include "eckit/utils/Translator.h" #include "atlas/array/ArrayView.h" #include "atlas/parallel/GatherScatter.h" #include "atlas/parallel/mpi/mpi.h" #include "atlas/util/Checksum.h" #include "atlas/util/Object.h" #include "atlas/util/ObjectHandle.h" namespace atlas { namespace parallel { class Checksum : public util::Object { public: Checksum(); Checksum(const std::string& name); virtual ~Checksum() {} public: // methods std::string name() const { return name_; } /// @brief Setup /// @param [in] mpi_comm MPI communicator /// @param [in] part List of partitions /// @param [in] remote_idx List of local indices on remote partitions /// @param [in] base values of remote_idx start at "base" /// @param [in] glb_idx List of global indices /// @param [in] max_glb_idx maximum glb index we want to Checksum. /// To Checksum everything, set to val > max value in /// domain /// @param [in] parsize size of given lists void setup(const std::string& mpi_comm, const int part[], const idx_t remote_idx[], const int base, const gidx_t glb_idx[], const int parsize); /// @brief Setup /// @param [in] part List of partitions /// @param [in] remote_idx List of local indices on remote partitions /// @param [in] base values of remote_idx start at "base" /// @param [in] glb_idx List of global indices /// @param [in] max_glb_idx maximum glb index we want to Checksum. /// To Checksum everything, set to val > max value in /// domain /// @param [in] parsize size of given lists void setup(const int part[], const idx_t remote_idx[], const int base, const gidx_t glb_idx[], const int parsize); /// @brief Setup /// @param [in] mpi_comm MPI communicator /// @param [in] part List of partitions /// @param [in] remote_idx List of local indices on remote partitions /// @param [in] base values of remote_idx start at "base" /// @param [in] glb_idx List of global indices /// @param [in] mask Mask indices not to include in the communication /// pattern (0=include,1=exclude) /// @param [in] parsize size of given lists void setup(const std::string& mpi_comm, const int part[], const idx_t remote_idx[], const int base, const gidx_t glb_idx[], const int mask[], const int parsize); /// @brief Setup /// @param [in] part List of partitions /// @param [in] remote_idx List of local indices on remote partitions /// @param [in] base values of remote_idx start at "base" /// @param [in] glb_idx List of global indices /// @param [in] mask Mask indices not to include in the communication /// pattern (0=include,1=exclude) /// @param [in] parsize size of given lists void setup(const int part[], const idx_t remote_idx[], const int base, const gidx_t glb_idx[], const int mask[], const int parsize); /// @brief Setup void setup(const util::ObjectHandle&); template std::string execute(const DATA_TYPE lfield[], const int lvar_strides[], const int lvar_extents[], const int lvar_rank) const; template std::string execute(DATA_TYPE lfield[], const int nb_vars) const; template std::string execute(const array::ArrayView& lfield) const; template void var_info(const array::ArrayView& arr, std::vector& varstrides, std::vector& varextents) const; private: // data std::string name_; util::ObjectHandle gather_; bool is_setup_; size_t parsize_; }; template std::string Checksum::execute(const DATA_TYPE data[], const int var_strides[], const int var_extents[], const int var_rank) const { idx_t root = 0; if (!is_setup_) { throw_Exception("Checksum was not setup", Here()); } std::vector local_checksums(parsize_); int var_size = var_extents[0] * var_strides[0]; for (size_t pp = 0; pp < parsize_; ++pp) { local_checksums[pp] = util::checksum(data + pp * var_size, var_size); } std::vector global_checksums(gather_->comm().rank() == root ? gather_->glb_dof() : 0); parallel::Field loc(local_checksums.data(), 1); parallel::Field glb(global_checksums.data(), 1); gather_->gather(&loc, &glb, 1); util::checksum_t glb_checksum = util::checksum(global_checksums.data(), global_checksums.size()); gather_->comm().broadcast(glb_checksum, root); return eckit::Translator()(glb_checksum); } template std::string Checksum::execute(DATA_TYPE lfield[], const int nb_vars) const { int strides[] = {1}; int extents[] = {nb_vars}; return execute(lfield, strides, extents, 1); } template void Checksum::var_info(const array::ArrayView& arr, std::vector& varstrides, std::vector& varshape) const { int rank = std::max(1, RANK - 1); varstrides.resize(rank); varshape.resize(rank); if (RANK > 1) { size_t stride = 1; for (int j = RANK - 1; j > 0; --j) { varstrides[j - 1] = stride; varshape[j - 1] = arr.shape(j); stride *= varshape[j - 1]; } // varstrides.assign(arr.strides()+1,arr.strides()+RANK); // varshape.assign(arr.shape()+1,arr.shape()+RANK); } else { varstrides[0] = 1; varshape[0] = 1; } } template std::string Checksum::execute(const array::ArrayView& lfield) const { if (size_t(lfield.shape(0)) == parsize_) { std::vector lvarstrides, lvarextents; var_info(lfield, lvarstrides, lvarextents); return execute(lfield.data(), lvarstrides.data(), lvarextents.data(), lvarstrides.size()); } else { ATLAS_NOTIMPLEMENTED; // Need to implement with parallel ranks > 1 } } // ------------------------------------------------------------------ // C wrapper interfaces to C++ routines extern "C" { Checksum* atlas__Checksum__new(); void atlas__Checksum__delete(Checksum* This); void atlas__Checksum__setup32(Checksum* This, int part[], idx_t remote_idx[], int base, int glb_idx[], int parsize); void atlas__Checksum__setup64(Checksum* This, int part[], idx_t remote_idx[], int base, long glb_idx[], int parsize); void atlas__Checksum__execute_strided_int(Checksum* This, int lfield[], int lvar_strides[], int lvar_extents[], int lvar_rank, char* checksum); void atlas__Checksum__execute_strided_float(Checksum* This, float lfield[], int lvar_strides[], int lvar_extents[], int lvar_rank, char* checksum); void atlas__Checksum__execute_strided_double(Checksum* This, double lfield[], int lvar_strides[], int lvar_extents[], int lvar_rank, char* checksum); void atlas__Checksum__execute_strided_long(Checksum* This, long lfield[], int lvar_strides[], int lvar_extents[], int lvar_rank, char* checksum); } // ------------------------------------------------------------------ } // namespace parallel } // namespace atlas