parallel/pico/DomainCoupler.hpp

// -*- C++ -*-
//
//  ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
//
//                                   Fehmi Cirak
//                        California Institute of Technology
//                           (C) 2004 All Rights Reserved
//
//  <LicenseText>
//
//  ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
//
// EDITED BY MATT GALLOWAY FOR USE WITH DAPTA

#ifndef __DOMAINCOUPLER_HPP__
#define __DOMAINCOUPLER_HPP__

#include "PicoNames.hpp"
#include "SubDomain.hpp"

#include <map>
#include <cassert>
#include <mpi.h>

namespace DAPTA { // Define namespace DAPTA

namespace pico { // Define namespace pico

template <typename V>
class DomainCoupler {
   //
   // Each rank of the MPI communicator _pComm owns upto two types subdomains (0/1).
   //
   // Communication between subdomains of type 0 and 1 is called inter communication. 
   // Communication between subdomains of only  type 0 or only type 1 is called  
   // intra communication. 
   //
   
   public:
      typedef V                                   VertexType;
      typedef V*                                  VertexHandle;
      typedef typename VertexType::CoordType      CoordType;
      typedef typename VertexType::CoordArrayType CoordArrayType;
      
      DomainCoupler(MPI_Comm pComm) : _pComm(pComm) { assert(_pComm != MPI_COMM_NULL); }
      ~DomainCoupler() {;}
      
      // registration
      void registerSubDomain(const SolvType& type, const CoordArrayType lo, 
                         const CoordArrayType up, const double& maxElemSize);
      void registerSubDomain(const SolvType& type, const CoordType * const coor, 
                        const int& nodes, const double& maxElemSize);
   
      // communication
      void prepareCommunicationsIntra(const SolvType& type);
      void exchangeSubdomainDataIntra(const SolvType& type);    
      void prepareCommunicationsInter();
      
      // register buffers
      template <typename T>
      void registerSendBuffer(const SolvType& type, T* const start, int size);
      
      // accessors for receive buffer
      template <typename RT>
      RT* recvBuffer(const SolvType& type, const RT& notUsed);
      template <typename T>
      int recvBufferSize(const SolvType& type);
      
      // helper - for debugging purposes
      template <typename Iterator> 
      void relevantSubDomainNumbers(Iterator domainNumbers, int t, char *tch);
   
   private:
      // copy and equality constructor
      DomainCoupler(const DomainCoupler<V> &);
      const DomainCoupler<V> & operator=(const DomainCoupler<V> &);
   
   private:
      void gatherSubDomains();
      void relevantSubDomainsInter();
      void relevantSubDomainsIntra(const SolvType& type);
      void exchangeBufferSizesIntra(const SolvType& type);
   
   private:
      typedef std::map<int, SubDomain<V>*>      _SubDomainCont;
      typedef typename _SubDomainCont::iterator _SubDomainIt;
      
      // std::map<processor number, subdomain pointer>
      _SubDomainCont                            _subDomains[2];
      
      _SubDomainCont                            _relevSubDomainsInter[2];
      _SubDomainCont                            _relevSubDomainsIntra[2];
      
      MPI_Comm                                  _pComm;
}; 

} // namespace pico

} // namespace DAPTA

#include "DomainCoupler.cpp"

#endif

---