ElpaScalapackManager.h

Go to the documentation of this file.

/******************************************************************************
 * Copyright (c) 2021.                                                        *
 * The Regents of the University of Michigan and DFT-EFE developers.          *
 *                                                                            *
 * This file is part of the DFT-EFE code.                                     *
 *                                                                            *
 * DFT-EFE is free software: you can redistribute it and/or modify            *
 *   it under the terms of the Lesser GNU General Public License as           *
 *   published by the Free Software Foundation, either version 3 of           *
 *   the License, or (at your option) any later version.                      *
 *                                                                            *
 * DFT-EFE is distributed in the hope that it will be useful, but             *
 *   WITHOUT ANY WARRANTY; without even the implied warranty                  *
 *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.                     *
 *   See the Lesser GNU General Public License for more details.              *
 *                                                                            *
 * You should have received a copy of the GNU Lesser General Public           *
 *   License at the top level of DFT-EFE distribution.  If not, see           *
 *   <https://www.gnu.org/licenses/>.                                         *
 ******************************************************************************/
 
// @author Sambit Das , Avirup Sircar
//
#ifndef elpaScalaManager_h
#define elpaScalaManager_h
 
#include "ProcessGrid.h"
#include <vector>
#include <elpa/elpa.h>
#include "ScalapackWrapper.h"
#include "ElpaScalapackOperations.h"
 
namespace dftefe
{
  namespace linearAlgebra
  {
    class ElpaScalapackManager
    {
      //
      // methods
      //
    public:
      unsigned int
      getScalapackBlockSize() const;
 
      std::shared_ptr<const ProcessGrid>
      getProcessGridDftefeScalaWrapper() const;
 
      void
      processGridELPASetup(const unsigned int na);
      void
      elpaDeallocateHandles();
 
      const elpa_t &
      getElpaHandle() const;
 
      elpa_t &
      getElpaHandlePartialEigenVec();
 
      elpa_autotune_t &
      getElpaAutoTuneHandle();
 
      const bool &
      useElpa() const;
 
      const utils::mpi::MPIComm &
      getMPICommunicator() const;
 
 
      ElpaScalapackManager(const utils::mpi::MPIComm &mpi_comm_replica,
                           const size_type            scalapackParalProcs,
                           const bool                 useELPA,
                           const size_type            scalapackBlockSize,
                           const bool                 useELPADeviceKernel);
 
      ~ElpaScalapackManager();
 
      //
      // mpi communicator
      //
      utils::mpi::MPIComm d_mpi_communicator;
 
      elpa_t d_elpaHandle;
 
      elpa_t d_elpaHandlePartialEigenVec;
 
      elpa_autotune_t d_elpaAutoTuneHandle;
 
      utils::mpi::MPIComm d_processGridCommunicatorActive;
 
      utils::mpi::MPIComm d_processGridCommunicatorActivePartial;
 
      const size_type d_scalapackBlockSizeInp;
      const bool      d_useELPA;
      const size_type d_scalapackParalProcs;
      const bool      d_useELPADeviceKernel;
 
      unsigned int d_scalapackBlockSize;
 
      std::shared_ptr<const ProcessGrid> d_processGridDftefeWrapper;
    };
 
    /*--------------------- Inline functions --------------------------------*/
 
    inline unsigned int
    ElpaScalapackManager::getScalapackBlockSize() const
    {
      return d_scalapackBlockSize;
    }
 
    inline std::shared_ptr<const ProcessGrid>
    ElpaScalapackManager::getProcessGridDftefeScalaWrapper() const
    {
      return d_processGridDftefeWrapper;
    }
 
    inline const elpa_t &
    ElpaScalapackManager::getElpaHandle() const
    {
      return d_elpaHandle;
    }
 
    inline const bool &
    ElpaScalapackManager::useElpa() const
    {
      return d_useELPA;
    }
 
    inline elpa_t &
    ElpaScalapackManager::getElpaHandlePartialEigenVec()
    {
      return d_elpaHandlePartialEigenVec;
    }
 
 
    inline elpa_autotune_t &
    ElpaScalapackManager::getElpaAutoTuneHandle()
    {
      return d_elpaAutoTuneHandle;
    }
  } // namespace linearAlgebra
} // namespace dftefe
#endif