MPICommunicatorP2PKernels.h

Go to the documentation of this file.

/******************************************************************************
 * Copyright (c) 2021.                                                        *
 * The Regents of the University of Michigan and DFT-EFE developers.          *
 *                                                                            *
 * This file is part of the DFT-EFE code.                                     *
 *                                                                            *
 * DFT-EFE is free software: you can redistribute it and/or modify            *
 *   it under the terms of the Lesser GNU General Public License as           *
 *   published by the Free Software Foundation, either version 3 of           *
 *   the License, or (at your option) any later version.                      *
 *                                                                            *
 * DFT-EFE is distributed in the hope that it will be useful, but             *
 *   WITHOUT ANY WARRANTY; without even the implied warranty                  *
 *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.                     *
 *   See the Lesser GNU General Public License for more details.              *
 *                                                                            *
 * You should have received a copy of the GNU Lesser General Public           *
 *   License at the top level of DFT-EFE distribution.  If not, see           *
 *   <https://www.gnu.org/licenses/>.                                         *
 ******************************************************************************/
 
/*
 * @author Sambit Das
 */
 
#ifndef dftefeMPICommunicatorP2PKernels_h
#define dftefeMPICommunicatorP2PKernels_h
 
#include <utils/MemorySpaceType.h>
#include <utils/MemoryStorage.h>
#include <utils/TypeConfig.h>
 
namespace dftefe
{
  namespace utils
  {
    template <typename ValueType, dftefe::utils::MemorySpace memorySpace>
    class MPICommunicatorP2PKernels
    {
    public:
      using SizeTypeVector = utils::MemoryStorage<size_type, memorySpace>;
 
      static void
      gatherLocallyOwnedEntriesSendBufferToTargetProcs(
        const MemoryStorage<ValueType, memorySpace> &dataArray,
        const SizeTypeVector &                 ownedLocalIndicesForTargetProcs,
        const size_type                        blockSize,
        MemoryStorage<ValueType, memorySpace> &sendBuffer);
 
      static void
      gatherLocallyGhostEntriesSendBufferToGhostProcs(
        const ValueType *                      dataArray,
        const SizeTypeVector &                 ghostLocalIndicesForGhostProcs,
        const size_type                        blockSize,
        MemoryStorage<ValueType, memorySpace> &sendBuffer);
 
      static void
      accumAddLocallyOwnedContrRecvBufferFromTargetProcs(
        const MemoryStorage<ValueType, memorySpace> &recvBuffer,
        const SizeTypeVector &                 ownedLocalIndicesForTargetProcs,
        const size_type                        blockSize,
        MemoryStorage<ValueType, memorySpace> &dataArray);
 
      static void
      insertLocalGhostValuesRecvBufferFromGhostProcs(
        const MemoryStorage<ValueType, memorySpace> &recvBuffer,
        const SizeTypeVector &                       ghostLocalIndices,
        const size_type                              blockSize,
        ValueType *                                  dataArray);
    };
 
#ifdef DFTEFE_WITH_DEVICE
    template <typename ValueType>
    class MPICommunicatorP2PKernels<ValueType,
                                    dftefe::utils::MemorySpace::DEVICE>
    {
    public:
      static void
      gatherLocallyOwnedEntriesSendBufferToTargetProcs(
        const MemoryStorage<ValueType, dftefe::utils::MemorySpace::DEVICE>
          &dataArray,
        const MemoryStorage<size_type, dftefe::utils::MemorySpace::DEVICE>
          &             ownedLocalIndicesForTargetProcs,
        const size_type blockSize,
        MemoryStorage<ValueType, dftefe::utils::MemorySpace::DEVICE>
          &sendBuffer);
 
      static void
      gatherLocallyGhostEntriesSendBufferToGhostProcs(
        const ValueType *dataArray,
        const MemoryStorage<size_type, dftefe::utils::MemorySpace::DEVICE>
          &             ghostLocalIndicesForGhostProcs,
        const size_type blockSize,
        MemoryStorage<ValueType, dftefe::utils::MemorySpace::DEVICE>
          &sendBuffer);
 
      static void
      accumAddLocallyOwnedContrRecvBufferFromTargetProcs(
        const MemoryStorage<ValueType, dftefe::utils::MemorySpace::DEVICE>
          &recvBuffer,
        const MemoryStorage<size_type, dftefe::utils::MemorySpace::DEVICE>
          &             ownedLocalIndicesForTargetProcs,
        const size_type blockSize,
        MemoryStorage<ValueType, dftefe::utils::MemorySpace::DEVICE>
          &dataArray);
 
      static void
      insertLocalGhostValuesRecvBufferFromGhostProcs(
        const MemoryStorage<ValueType, dftefe::utils::MemorySpace::DEVICE>
          &recvBuffer,
        const MemoryStorage<size_type, dftefe::utils::MemorySpace::DEVICE>
          &             ghostLocalIndices,
        const size_type blockSize,
        ValueType *     dataArray);
    };
#endif
  } // namespace utils
} // namespace dftefe
 
 
#endif