ParFECommunicator2D.h

// =======================================================================
// @(#)ParFECommunicator2D.h
//
// Class:      TParFECommunicator2D
// Purpose:    Class containing all info needed for communication between subdomains
//
// Author:     Sashikumaar Ganesan (01.10.09)
//
// History:    Start of implementation 01.10.09 (Sashikumaar Ganesan)
//
// =======================================================================
#ifdef _MPI
#  include "mpi.h"

#include <FESpace2D.h>

#ifndef __PARFECOMMUNICATOR2D__
#define __PARFECOMMUNICATOR2D__

class TParFECommunicator2D 
{
  protected:

     MPI_Comm Comm;

    TFESpace2D *fespace;

    int N_OwnDof;

    int N_ActiveOwnDof;

    int N_DependentCells;

    int *DependentCellIndex;

    int *N_DependentCellNeibs;

    int *DependentCellNeibIDs;

    int MaxSubDomainPerDof;

    int *N_DofRankIndex;

    int *DofRankIndex;

    int *GlobalDofOFLocalDof;

    int *OwnDofIndex;

    int *ActiveOwnDofIndex;

    int *OwnDofNeibPtr;

    int *OwnDofNeibPtrList;

    bool *NeedAtNeib;

    int N_DofNeibs;

    int *DofNeibIDs;

    int *IndexOfNeibRank;

    int Max_CommunicationSteps;

    int *N_CommunicationProcesses;

    int *ReceiveID_Index;

    int *SendID_Index;

    MPI_Request request001, request002, request003, request004, request005, request006;
    
    MPI_Request requestGatherVectorAtRoot;


    int *N_LocalDofAllRank;

    int MaxN_LocalDofAllRank;

    int *GlobalDofOFLocalDofAllRank;

  private:
    int MakeDofMappingFromRoot();
    int MakeDofMappingFromNeib();
    int ConstructDofRankIndex();

  public:
    TParFECommunicator2D(MPI_Comm comm, TFESpace2D *FESpace);

    int WaitForMakeDofMapping();

    void SetOwnDof();

    void SetFENeibCommunicationSteps();

    void MooNMD_FECommunicateNeib(int **sendbuf, int **recvbuf, int N_array);

    void MooNMD_FECommunicateNeib(int **sendbuf, int *senddisp, int **sendlen, int **recvbuf, int *recvdisp, int **recvlen, int N_array);

    MPI_Comm GetComm()
     { return Comm;}

    int GetN_OwnDof();       

    int *GetOwnDofIndex();

    int GetActiveN_OwnDof();       

    int *GetActiveOwnDofIndex();

    int GetMaxSubDomainPerDof()
        { return MaxSubDomainPerDof; }

    int *GetDofRankIndex()
        { return DofRankIndex; }

    int *GetGlobalDofOFLocalDof()
        { return GlobalDofOFLocalDof; }

    TFESpace2D *Getfespace()
      {return fespace; }

    int GetMaxN_LocalDofAllRank()
      {return MaxN_LocalDofAllRank; }


    int *GetN_LocalDofAllRank()
      {return N_LocalDofAllRank; }


    int *GetGlobalDofOFLocalDofAllRank()
      {return GlobalDofOFLocalDofAllRank; }

    ~TParFECommunicator2D();

};
#endif
#endif