MPI Mangement class. More...

#include "MPIManager.h"

Collaboration diagram for CMPIManager:

Classes
struct	COMPLEX_NUMBER
	Complex number. More...

Public Member Functions
	CMPIManager ()
	Constructor. More...

	~CMPIManager ()
	Destructor. More...

Static Public Member Functions
static bool	InitLevel (int nMPILevel, int nFindingDegeneratedEVCount)
	Init MPI Level, most low level is for multi node cacluation for Lanczos. More...

static bool	CheckDeflationNodeCount (int nNeedNodeCount)
	Checking node counts fix to deflation group. More...

static void	SetMPIEnviroment (int nRank, int nTotalNode)
	Set MPI Enviroment. More...

static void	LoadBlancing (int nElementCount)
	Load blancing for MPI, This function for lanczos solving with geometric constrcution. More...

static int	GetCurrentLoadBalanceCount (int nLBIndex)
	Get Current node's rank load balancing number. More...

static int	GetLoadBalanceCount (int nRank, int nLBIndex)

static int	GetCurrentRank ()

static int	GetCurrentRank (MPI_Comm comm)
	Get Current node's rank number. More...

static int	GetTotalNodeCount ()

static bool	IsRootRank ()
	Get Total node count. More...

static bool	IsRootRank (MPI_Comm comm)
	Check this node is root rank in 'comm' MPI_Comm. More...

static bool	IsInMPIRoutine ()

static void	BroadcastVector (CMatrixOperation::CVector *pVector)
	Check this processing running on MPI Enviorment. More...

static void	BroadcastBool (bool *boolValue, int nRootRank=0)
	Broadcst boolean value. More...

static void	BroadcastDouble (double *pValue, unsigned int nSize, int nRootRank=0, MPI_Comm comm=MPI_COMM_NULL)
	Broadcst boolean value. More...

static void	BroadcastInt (int *pValue, unsigned int nSize, int nRootRank=0, MPI_Comm comm=MPI_COMM_NULL)
	Broadcst boolean value. More...

static void	BroadcastLanczosResult (CLanczosMethod::LPEIGENVALUE_RESULT lpResult, int nIterationCount)
	Broadcast Lanczos result. More...

static void	MergeVector (CMatrixOperation::CVector pVector, CMatrixOperation::CVector pResultVector, unsigned int nMergeSize, int nLBIndex)
	Merge vector to sub rank. More...

static void	MergeVector (CMatrixOperation::CVector *pVector, unsigned int nMergeSize, int nLBIndex)
	Merge vector to sub rank. More...

static void	MergeVectorOptimal (CMatrixOperation::CVector pSrcVector, CMatrixOperation::CVector pResultVector, unsigned int nMergeSize, double fFirstIndex, int nLBIndex)
	Merge vector to sub rank, operated without vector class member function call. More...

static void	MergeVectorEx_Optimal (CMatrixOperation::CVector pVector, CMatrixOperation::CVector pResultVector, unsigned int nMergeSize, double fFirstIndex, unsigned int nSizeFromPrevRank, unsigned int nSizeFromNextRank, unsigned int nSizetoPrevRank, unsigned int nSizetoNextRank, unsigned int *mPos, int nLBIndex)
	Merge vector for 1 layer exchanging. More...

static void	AllReduceComlex (CComplex *pNumber, CTimeMeasurement::MEASUREMENT_INDEX INDEX=CTimeMeasurement::COMM)
	Do all reduce function with CKNComplex. More...

static double	AllReduceDouble (double fNumber)
	Do all reduce function with CKNComplex. More...

static int	GetRootRank ()

static void	FinalizeManager ()
	Get Root rank. More...

static int	InitCommunicationBufferMetric ()
	Initializing MPI Communication buffer for MVMul. More...

static void	SendDoubleBufferSync (int nTargetRank, double pBuffer, int nSize, MPI_Request req, MPI_Comm commWorld=MPI_COMM_NULL)
	Sending buffer for double data array with sync. More...

static void	WaitSendDoubleBufferSync (MPI_Request *req)
	Waiting sending double buffer sync function. More...

static void	ReceiveDoubleBufferSync (int nSourceRank, double pBuffer, int nSize, MPI_Request req, MPI_Comm commWorld=MPI_COMM_NULL)
	Receivinging buffer for double data array with sync. More...

static void	WaitReceiveDoubleBufferAsync (MPI_Request *req)
	Waiting recevinging double buffer sync function. More...

static MPI_Comm	GetMPIComm ()

static bool	IsMultiLevelMPI ()
	Get MPI_Comm. More...

static void	BarrierAllComm ()
	Is Multilevel MPI Setting. More...

static void	Barrier ()

static bool	IsLanczosComputeRoot ()
	Barrier current deflation group. More...

static bool	IsDeflationRoot ()
	Checking is root rank of Lanczos computation. More...

static int *	GetEigenvalueCountFromDeflationGroup (int nDeflationGroupCount, int nLocalEVCount)
	Checking is root rank of Deflation computation. More...

static void	GatherVDouble (int nSourceCount, double pReceiveBuffer, int pSourceCount, double *pSendBuffer, int nSendCount, MPI_Comm comm=MPI_COMM_NULL)
	GatherV for double wrapping function. More...

static void	GatherVInt (int nSourceCount, int pReceiveBuffer, int pSourceCount, int *pSendBuffer, int nSendCount, MPI_Comm comm=MPI_COMM_NULL)
	GahterV for int wrapping function. More...

static void	GatherEVFromDeflationGroup (int nSourceCount, double pReceiveBuffer, int pSourceCount, double *pSendBuffer, int nSendCount)

static void	GatherEVIterationFromDeflationGroup (int nSourceCount, int pReceiveBuffer, int pSourceCount, int *pSendBuffer, int nSendCount)
	Gather eigenvalue from deflation group. More...

static void	ExchangeCommand (double *pfCommand, MPI_Comm comm)
	Gather eigenvalue finding iteration number from deflation group. More...

static MPI_Comm	GetLanczosComputComm ()

static MPI_Comm	GetDeflationComm ()
	Getting Lanczos computing group MPI_Comm. More...

static void	SendVectorSync (int nTargetRank, CMatrixOperation::CVector pVector, int nSize, MPI_Request req, MPI_Comm commWorld=MPI_COMM_NULL)
	Getting Deflation computing group MPI_Comm. More...

static void	ReceiveVectorSync (int nSourceRank, CMatrixOperation::CVector pVector, int nSize, MPI_Request req, MPI_Comm commWorld=MPI_COMM_NULL)
	Receiving Vector with sync. More...

static unsigned int	GetLanczosGroupIndex ()

static bool	InitMPIEnv (bool &bMPI, CCommandFileParser::LPINPUT_CMD_PARAM lpParam)
	Getting Lanczos group index. More...

static void	SetPhiTid (int *tid)

Private Types
typedef struct CMPIManager::COMPLEX_NUMBER *	LPCOMPLEX_NUMBER

Static Private Attributes
static int	m_nCurrentRank = 0
	MPI Rank. More...

static int	m_nCommWorldRank = 0
	MPI Rank before split. More...

static int	m_nTotalNode = 1
	Total node count. More...

static bool	m_bStartMPI = false
	MPI_Init call or not. More...

static std::vector< int * >	m_vectLoadBalance
	Load blancing for MPI Communication. More...

static LPCOMPLEX_NUMBER	m_pCommBuffer = NULL
	Data buffer for MPI Communication. More...

static LPCOMPLEX_NUMBER	m_pConvertingBuffer = NULL
	Data buffer for Vector converting. More...

static std::vector< int * >	m_vectRecvCount
	Reciving count variable for MPI comminication. More...

static std::vector< int * >	m_vectSendCount
	Sending count variable for MPI comminication. More...

static int *	m_pBankInfo = NULL
	After MPI Split bank infomation. More...

static std::vector< int * >	m_vectDispls
	Displ for MPI comminication. More...

static MPI_Request	m_SendDoubleAsyncRequest = MPI_REQUEST_NULL
	Request for sending double. More...

static MPI_Request	m_ReceiveDoubleAsyncRequest = MPI_REQUEST_NULL
	Request for receving double. More...

static unsigned int	m_nMPILevel = 1
	MPI Level. More...

static bool	m_bNeedPostOperation [10] = { false, false, false, false, false, false, false, false, false, false }
	MPI Level. More...

static MPI_Comm	m_mpiCommIndex = MPI_COMM_WORLD
	Lanczos Method MPI_Comm. More...

static MPI_Comm	m_deflationComm = MPI_COMM_NULL
	Deflation computing MPI_Comm. More...

static MPI_Group	m_lanczosGroup = MPI_GROUP_EMPTY
	MPI Group for Lanczos computation. More...

static MPI_Group	m_deflationGroup = MPI_GROUP_EMPTY
	MPI Group for Deflation computation. More...

static unsigned int	m_nLanczosGroupIndex = 0
	MPI Group index for Lanczos group. More...

static bool	m_bMultiLevel = false
	Flag for Multilevel MPI group. More...

static int	m_nLBCount = 0

Detailed Description

MPI Mangement class.

Date: 2014/8/25

Definition at line 19 of file MPIManager.h.

Member Typedef Documentation

typedef struct CMPIManager::COMPLEX_NUMBER * CMPIManager::LPCOMPLEX_NUMBER

private

Constructor & Destructor Documentation

CMPIManager::CMPIManager ( )

Constructor.

Definition at line 39 of file MPIManager.cpp.

 {
     
 }

CMPIManager::~CMPIManager ( )

Destructor.

Definition at line 44 of file MPIManager.cpp.

45 {

46 }

Member Function Documentation

void CMPIManager::AllReduceComlex	(	CComplex *	pNumber,
		CTimeMeasurement::MEASUREMENT_INDEX	INDEX = `CTimeMeasurement::COMM`
	)

static

Do all reduce function with CKNComplex.

Parameters

pNumber	Variable that want to sum
INDEX	Time measurement index

Definition at line 571 of file MPIManager.cpp.

References CComplex::GetImaginaryNumber(), CComplex::GetRealNumber(), m_mpiCommIndex, CTimeMeasurement::MeasurementEnd(), CTimeMeasurement::MeasurementStart(), and CComplex::SetComplexNumber().

Referenced by CMatrixOperation::VVDot().

 {
 #ifdef DISABLE_MPI_ROUTINE
     return;
 #endif
 
     double          fSend[2], fRecv[2];
 
     fSend[0] = pNumber->GetRealNumber();
     fSend[1] = pNumber->GetImaginaryNumber();
 
     CTimeMeasurement::MeasurementStart(INDEX);
     MPI_Allreduce(fSend, fRecv, 2, MPI_DOUBLE, MPI_SUM, m_mpiCommIndex);
     CTimeMeasurement::MeasurementEnd(INDEX);
 
     pNumber->SetComplexNumber(fRecv[0], fRecv[1]);
 }

Here is the call graph for this function:

Here is the caller graph for this function:

double CMPIManager::AllReduceDouble ( double fNumber )

static

Do all reduce function with CKNComplex.

Parameters

fNumber Variable that want to sum

Returns: Reducing result

Definition at line 593 of file MPIManager.cpp.

References CTimeMeasurement::COMM, m_mpiCommIndex, CTimeMeasurement::MeasurementEnd(), and CTimeMeasurement::MeasurementStart().

Referenced by CGeometricShape::CalculateUnitcellCount(), CSPLoop::ConstructionGeometric(), CMatrixOperation::CVector::GetNorm(), and CTBMS_Solver::Launching_TBMS_Solver().

 {
 #ifdef DISABLE_MPI_ROUTINE
     return fNumber;
 #endif
 
     double          fRecv;
 
     CTimeMeasurement::MeasurementStart(CTimeMeasurement::COMM);
     MPI_Allreduce(&fNumber, &fRecv, 1, MPI_DOUBLE, MPI_SUM, m_mpiCommIndex);
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::COMM);
 
     return fRecv;
 }

Here is the call graph for this function:

Here is the caller graph for this function:

static void CMPIManager::Barrier ( )

inlinestatic

Definition at line 67 of file MPIManager.h.

References m_mpiCommIndex.

Referenced by CSPLoop::DumpSolution(), and CLanczosMethod::SaveLanczosResult().

67 { MPI_Barrier(m_mpiCommIndex); };

CMPIManager::m_mpiCommIndex

static MPI_Comm m_mpiCommIndex

Lanczos Method MPI_Comm.

Definition: MPIManager.h:100

Here is the caller graph for this function:

void CMPIManager::BarrierAllComm ( )

static

Is Multilevel MPI Setting.

Barrier MPI_COMM_WORLD

< Caution! This function wait all rank even if Comm split into several colors

Definition at line 733 of file MPIManager.cpp.

Referenced by CLanczosMethod::MergeDegeneratedEigenvalues().

 {
     MPI_Barrier(MPI_COMM_WORLD);
 }

Here is the caller graph for this function:

void CMPIManager::BroadcastBool	(	bool *	boolValue,
		int	nRootRank = `0`
	)

static

Broadcst boolean value.

Parameters

boolValue	bool variable for want to broadcasting
nRootRank	Root rank index

Definition at line 470 of file MPIManager.cpp.

References CTimeMeasurement::COMM, m_mpiCommIndex, CTimeMeasurement::MeasurementEnd(), and CTimeMeasurement::MeasurementStart().

Referenced by CLanczosMethod::LanczosIterationLoop().

 {
 #ifdef DISABLE_MPI_ROUTINE
     return;
 #endif
 
     CTimeMeasurement::MeasurementStart(CTimeMeasurement::COMM);
     MPI_Bcast(boolValue, 1, MPI_C_BOOL, nRootRank, m_mpiCommIndex);
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::COMM);
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::BroadcastDouble	(	double *	pValue,
		unsigned int	nSize,
		int	nRootRank = `0`,
		MPI_Comm	comm = `MPI_COMM_NULL`
	)

static

Broadcst boolean value.

Parameters

pValue	double data buffer for want to broadcasting
nSize	Data buffer size
nRootRank	Root rank index

Definition at line 486 of file MPIManager.cpp.

References CTimeMeasurement::COMM, m_mpiCommIndex, CTimeMeasurement::MeasurementEnd(), and CTimeMeasurement::MeasurementStart().

Referenced by CLanczosMethod::DoResidualCheck(), CGeometricShape::ExchangeAtomInfoBetweenNode(), ExchangeCommand(), CLanczosMethod::MergeDegeneratedEigenvalues(), and CSPLoop::SolveSchroedinger().

 {
 #ifdef DISABLE_MPI_ROUTINE
     return;
 #endif
 
     CTimeMeasurement::MeasurementStart(CTimeMeasurement::COMM);
     if( MPI_COMM_NULL == comm )
         MPI_Bcast(pValue, nSize, MPI_DOUBLE, nRootRank, m_mpiCommIndex);
     else
         MPI_Bcast(pValue, nSize, MPI_DOUBLE, nRootRank, comm);
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::COMM);
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::BroadcastInt	(	int *	pValue,
		unsigned int	nSize,
		int	nRootRank = `0`,
		MPI_Comm	comm = `MPI_COMM_NULL`
	)

static

Broadcst boolean value.

Parameters

[in,out]	pValue	Broadcasting variable
	nSize	Broadcasting variable size
	nRootRank	Root rank number
	comm	Broadcating MPI_Comm range

Definition at line 506 of file MPIManager.cpp.

References CTimeMeasurement::COMM, m_mpiCommIndex, CTimeMeasurement::MeasurementEnd(), and CTimeMeasurement::MeasurementStart().

Referenced by CLanczosMethod::MergeDegeneratedEigenvalues().

 {
 #ifdef DISABLE_MPI_ROUTINE
     return;
 #endif
 
     CTimeMeasurement::MeasurementStart(CTimeMeasurement::COMM);
     if( MPI_COMM_NULL == comm )
         MPI_Bcast(pValue, nSize, MPI_INT, nRootRank, m_mpiCommIndex);
     else
         MPI_Bcast(pValue, nSize, MPI_INT, nRootRank, comm);
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::COMM);
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::BroadcastLanczosResult	(	CLanczosMethod::LPEIGENVALUE_RESULT	lpResult,
		int	nIterationCount
	)

static

Broadcast Lanczos result.

Parameters

lpResult	Lanczos method result that want to boardcasting
nIterationCount	Current iteration count

Definition at line 524 of file MPIManager.cpp.

References CTimeMeasurement::COMM, GetRootRank(), IsRootRank(), m_mpiCommIndex, CTimeMeasurement::MALLOC, CTimeMeasurement::MeasurementEnd(), CTimeMeasurement::MeasurementStart(), CLanczosMethod::EIGENVALUE_RESULT::nEigenValueCount, CLanczosMethod::EIGENVALUE_RESULT::nEigenValueCountForMemeory, CLanczosMethod::EIGENVALUE_RESULT::nEigenVectorSize, CLanczosMethod::EIGENVALUE_RESULT::nMaxEigenValueFoundIteration, CLanczosMethod::EIGENVALUE_RESULT::pEigenValueFoundIteration, and CLanczosMethod::EIGENVALUE_RESULT::pEigenVectors.

Referenced by CLanczosMethod::LanczosIteration().

 {
     unsigned int        nCastData[4];
     unsigned int        i;
 
 #ifdef DISABLE_MPI_ROUTINE
     return;
 #endif
 
     if( IsRootRank() )
     {
         nCastData[0] = lpResult->nEigenValueCount;
         nCastData[1] = lpResult->nEigenValueCountForMemeory;
         nCastData[2] = lpResult->nMaxEigenValueFoundIteration;
         nCastData[3] = lpResult->nEigenVectorSize;
     }
 
     CTimeMeasurement::MeasurementStart(CTimeMeasurement::COMM);
     MPI_Bcast(nCastData, 4, MPI_INT, GetRootRank(), m_mpiCommIndex);
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::COMM);
 
     if( !IsRootRank() )
     {
         lpResult->nEigenValueCount = nCastData[0];
         lpResult->nEigenValueCountForMemeory = nCastData[1];
         lpResult->nMaxEigenValueFoundIteration = nCastData[2];
         lpResult->nEigenVectorSize = nCastData[3];
 
         CTimeMeasurement::MeasurementStart(CTimeMeasurement::MALLOC);
         lpResult->pEigenValueFoundIteration = (unsigned int*)malloc(sizeof(unsigned int)*lpResult->nEigenValueCount);
         lpResult->pEigenVectors = (double**)malloc(sizeof(double*)*lpResult->nEigenValueCount);
         for (i = 0; i < lpResult->nEigenValueCount; ++i)
             lpResult->pEigenVectors[i] = (double*)malloc(sizeof(double)*lpResult->nEigenVectorSize);
         CTimeMeasurement::MeasurementEnd(CTimeMeasurement::MALLOC);
     }
 
     CTimeMeasurement::MeasurementStart(CTimeMeasurement::COMM);
     MPI_Bcast(lpResult->pEigenValueFoundIteration, lpResult->nEigenValueCount, MPI_INT, GetRootRank(), m_mpiCommIndex);
     for (i = 0; i < lpResult->nEigenValueCount; ++i)
         MPI_Bcast(lpResult->pEigenVectors[i], lpResult->nEigenVectorSize, MPI_DOUBLE, GetRootRank(), m_mpiCommIndex);
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::COMM);
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::BroadcastVector ( CMatrixOperation::CVector * pVector )

static

Check this processing running on MPI Enviorment.

Broadcast vector to sub rank

Parameters

pVector Vector for want to broadcast

Remarks: This function currently not used 2/Feb/2015

Definition at line 228 of file MPIManager.cpp.

References IsInMPIRoutine().

 {
 #ifdef DISABLE_MPI_ROUTINE
     if (!IsInMPIRoutine())
         return;
 #endif
 }

Here is the call graph for this function:

bool CMPIManager::CheckDeflationNodeCount ( int nNeedNodeCount )

static

Checking node counts fix to deflation group.

Parameters

nNeedNodeCount Deflation group count

Returns: Can make defaltion group or not

Definition at line 129 of file MPIManager.cpp.

References m_nTotalNode.

Referenced by InitLevel().

 {
     if( 0 == m_nTotalNode % nNeedNodeCount )
         return true;
     else
         return false;
 }

Here is the caller graph for this function:

void CMPIManager::ExchangeCommand	(	double *	pfCommand,
		MPI_Comm	comm
	)

static

Gather eigenvalue finding iteration number from deflation group.

Exchanging command between MPI_Comm

Parameters

pfCommand	Command buffer
comm	MPI_Comm for exchaning command

Definition at line 826 of file MPIManager.cpp.

References BroadcastDouble(), and COMMAND_SIZE.

Referenced by CLanczosMethod::MergeDegeneratedEigenvalues().

 {
     BroadcastDouble(pfCommand, COMMAND_SIZE, 0, comm);
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::FinalizeManager ( )

static

Get Root rank.

Release all memory

Definition at line 617 of file MPIManager.cpp.

References FREE_MEM, CTimeMeasurement::FREE_MEM, m_bStartMPI, m_deflationComm, m_deflationGroup, m_lanczosGroup, m_mpiCommIndex, m_nCurrentRank, m_nLBCount, m_nTotalNode, m_pBankInfo, m_vectDispls, m_vectLoadBalance, m_vectRecvCount, m_vectSendCount, CTimeMeasurement::MeasurementEnd(), and CTimeMeasurement::MeasurementStart().

Referenced by CTBMS_Solver::FinalEvn(), and SPLoopMain().

 {
     int             i, nSize;
 
     m_bStartMPI = false;
     m_nCurrentRank = 0;
     m_nTotalNode = 1;
     CTimeMeasurement::MeasurementStart(CTimeMeasurement::FREE_MEM);
     
     
     for( i = 0 ;i < m_nLBCount ; ++ i )
     {
         FREE_MEM(m_vectLoadBalance[i]);
         FREE_MEM(m_vectRecvCount[i]);
         FREE_MEM(m_vectSendCount[i]);
         FREE_MEM(m_vectDispls[i]);
     }
     m_vectLoadBalance.clear();
     m_vectRecvCount.clear();
     m_vectSendCount.clear();
     m_vectDispls.clear();
 
     FREE_MEM(m_pBankInfo);
     
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::FREE_MEM);
     if( MPI_GROUP_EMPTY != m_lanczosGroup )
         MPI_Group_free(&m_lanczosGroup);
     if( MPI_GROUP_EMPTY != m_deflationGroup )
         MPI_Group_free(&m_deflationGroup);
     if( MPI_COMM_NULL != m_mpiCommIndex && MPI_COMM_WORLD != m_mpiCommIndex)
         MPI_Comm_free(&m_mpiCommIndex);
     if( MPI_COMM_NULL != m_deflationComm )
         MPI_Comm_free(&m_deflationComm);
 }

Here is the call graph for this function:

Here is the caller graph for this function:

static void CMPIManager::GatherEVFromDeflationGroup	(	int	nSourceCount,
		double *	pReceiveBuffer,
		int *	pSourceCount,
		double *	pSendBuffer,
		int	nSendCount
	)

inlinestatic

Definition at line 73 of file MPIManager.h.

References GatherVDouble(), and m_deflationComm.

Referenced by CLanczosMethod::MergeDegeneratedEigenvalues().

73 { GatherVDouble(nSourceCount, pReceiveBuffer, pSourceCount, pSendBuffer, nSendCount, m_deflationComm); };

CMPIManager::m_deflationComm

static MPI_Comm m_deflationComm

Deflation computing MPI_Comm.

Definition: MPIManager.h:101

CMPIManager::GatherVDouble

static void GatherVDouble(int nSourceCount, double *pReceiveBuffer, int *pSourceCount, double *pSendBuffer, int nSendCount, MPI_Comm comm=MPI_COMM_NULL)

GatherV for double wrapping function.

Definition: MPIManager.cpp:766

Here is the call graph for this function:

Here is the caller graph for this function:

static void CMPIManager::GatherEVIterationFromDeflationGroup	(	int	nSourceCount,
		int *	pReceiveBuffer,
		int *	pSourceCount,
		int *	pSendBuffer,
		int	nSendCount
	)

inlinestatic

Gather eigenvalue from deflation group.

Definition at line 74 of file MPIManager.h.

References GatherVInt(), and m_deflationComm.

Referenced by CLanczosMethod::MergeDegeneratedEigenvalues().

74 { GatherVInt(nSourceCount, pReceiveBuffer, pSourceCount, pSendBuffer, nSendCount, m_deflationComm); };

CMPIManager::GatherVInt

static void GatherVInt(int nSourceCount, int *pReceiveBuffer, int *pSourceCount, int *pSendBuffer, int nSendCount, MPI_Comm comm=MPI_COMM_NULL)

GahterV for int wrapping function.

Definition: MPIManager.cpp:798

CMPIManager::m_deflationComm

static MPI_Comm m_deflationComm

Deflation computing MPI_Comm.

Definition: MPIManager.h:101

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::GatherVDouble	(	int	nSourceCount,
		double *	pReceiveBuffer,
		int *	pSourceCount,
		double *	pSendBuffer,
		int	nSendCount,
		MPI_Comm	comm = `MPI_COMM_NULL`
	)

static

GatherV for double wrapping function.

Parameters

	nSourceCount	Gather double buffer source count
[out]	pReceiveBuffer	Saving buffer
	pSourceCount	Srouce counts (ref. MPI_Gatherv)
	pSendBuffer	Sending buffer
	nSendCount	Sending counts
	comm	MPI_Comm for gather data

Definition at line 766 of file MPIManager.cpp.

References CTimeMeasurement::COMM, FREE_MEM, IsDeflationRoot(), m_mpiCommIndex, CTimeMeasurement::MeasurementEnd(), and CTimeMeasurement::MeasurementStart().

Referenced by GatherEVFromDeflationGroup().

 {
     int             *pReceiveCount = NULL;
     int             *pDisp = NULL;
     unsigned int    i;
 
     if( IsDeflationRoot() )
     {
         pDisp = (int*)malloc(sizeof(int)*nSourceCount);
         pDisp[0] = 0;
         for( i = 1; i < nSourceCount ; ++i)
             pDisp[i] = pDisp[i-1] + pSourceCount[i-1];
     }
 
     CTimeMeasurement::MeasurementStart(CTimeMeasurement::COMM);
     if( MPI_COMM_NULL == comm )
         MPI_Gatherv(pSendBuffer, nSendCount, MPI_DOUBLE, pReceiveBuffer, pSourceCount, pDisp, MPI_DOUBLE, 0, m_mpiCommIndex);
     else
         MPI_Gatherv(pSendBuffer, nSendCount, MPI_DOUBLE, pReceiveBuffer, pSourceCount, pDisp, MPI_DOUBLE, 0, comm);
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::COMM);
 
     FREE_MEM(pDisp);
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::GatherVInt	(	int	nSourceCount,
		int *	pReceiveBuffer,
		int *	pSourceCount,
		int *	pSendBuffer,
		int	nSendCount,
		MPI_Comm	comm = `MPI_COMM_NULL`
	)

static

GahterV for int wrapping function.

Parameters

	nSourceCount	Gather double buffer source count
[out]	pReceiveBuffer	Saving buffer
	pSourceCount	Srouce counts (ref. MPI_Gatherv)
	pSendBuffer	Sending buffer
	nSendCount	Sending counts
	comm	MPI_Comm for gather data

Definition at line 798 of file MPIManager.cpp.

References CTimeMeasurement::COMM, FREE_MEM, IsDeflationRoot(), m_mpiCommIndex, CTimeMeasurement::MeasurementEnd(), and CTimeMeasurement::MeasurementStart().

Referenced by GatherEVIterationFromDeflationGroup().

 {
     int             *pReceiveCount = NULL;
     int             *pDisp = NULL;
     unsigned int    i;
 
     if( IsDeflationRoot() )
     {
         pDisp = (int*)malloc(sizeof(int)*nSourceCount);
         pDisp[0] = 0;
         for( i = 1; i < nSourceCount ; ++i)
             pDisp[i] = pDisp[i-1] + pSourceCount[i-1];
     }
 
     CTimeMeasurement::MeasurementStart(CTimeMeasurement::COMM);
     if( MPI_COMM_NULL == comm )
         MPI_Gatherv(pSendBuffer, nSendCount, MPI_INT, pReceiveBuffer, pSourceCount, pDisp, MPI_INT, 0, m_mpiCommIndex);
     else
         MPI_Gatherv(pSendBuffer, nSendCount, MPI_INT, pReceiveBuffer, pSourceCount, pDisp, MPI_INT, 0, comm);
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::COMM);
 
     FREE_MEM(pDisp);
 }

Here is the call graph for this function:

Here is the caller graph for this function:

int CMPIManager::GetCurrentLoadBalanceCount ( int nLBIndex )

static

Get Current node's rank load balancing number.

Definition at line 608 of file MPIManager.cpp.

References m_nCurrentRank, and m_vectLoadBalance.

Referenced by CLanczosMethod::BuildWaveFunction(), CLanczosMethod::CalculateEigenVector(), CLanczosMethod::DoResidualCheck(), CSPLoop::executeSPLoop(), CLanczosMethod::InitLanczosVector(), CLanczosMethod::LanczosIteration(), CLanczosMethod::LanczosIterationLoop(), CLanczosMethod::MergeDegeneratedEigenvalues(), MergeVector(), MergeVectorEx_Optimal(), MergeVectorOptimal(), CLanczosMethod::RecalcuWaveFunction(), and CLanczosMethod::SortSolution().

 {
 #ifdef DISABLE_MPI_ROUTINE
     return 0;
 #endif
 
     return m_vectLoadBalance[nLBIndex][m_nCurrentRank];
 }

Here is the caller graph for this function:

static int CMPIManager::GetCurrentRank ( )

inlinestatic

Definition at line 40 of file MPIManager.h.

References m_nCurrentRank.

40 { return m_nCurrentRank;};

CMPIManager::m_nCurrentRank

static int m_nCurrentRank

MPI Rank.

Definition: MPIManager.h:85

Here is the caller graph for this function:

int CMPIManager::GetCurrentRank ( MPI_Comm comm )

static

Get Current node's rank number.

Get Current node's rank number

Parameters

comm MPI_Comm

Returns: Current rank in 'comm' MPI_Comm

Definition at line 216 of file MPIManager.cpp.

 {
     int             rank;
 
     MPI_Comm_rank(comm, &rank);
     return rank;
 }

static MPI_Comm CMPIManager::GetDeflationComm ( )

inlinestatic

Getting Lanczos computing group MPI_Comm.

Definition at line 77 of file MPIManager.h.

References m_deflationComm.

Referenced by CLanczosMethod::MergeDegeneratedEigenvalues().

77 { return m_deflationComm; };

CMPIManager::m_deflationComm

static MPI_Comm m_deflationComm

Deflation computing MPI_Comm.

Definition: MPIManager.h:101

Here is the caller graph for this function:

int * CMPIManager::GetEigenvalueCountFromDeflationGroup	(	int	nDeflationGroupCount,
		int	nLocalEVCount
	)

static

Checking is root rank of Deflation computation.

Collecting total eigenvalue count from All deflation group

Parameters

nDeflationGroupCount	Deflation group counts
nLocalEVCount	Local deflation group eigenvalue counts

Returns: Merged eigenvalue counts

Definition at line 744 of file MPIManager.cpp.

References CTimeMeasurement::COMM, IsRootRank(), m_deflationComm, CTimeMeasurement::MeasurementEnd(), and CTimeMeasurement::MeasurementStart().

Referenced by CLanczosMethod::MergeDegeneratedEigenvalues().

 {
     int             *pEVCount = NULL;
 
     if( IsRootRank(m_deflationComm ) )
         pEVCount = (int*)malloc(sizeof(int)*nDeflationGroupCount);
 
     CTimeMeasurement::MeasurementStart(CTimeMeasurement::COMM);
     MPI_Gather(&nLocalEVCount, 1, MPI_INT, pEVCount, 1, MPI_INT, 0, m_deflationComm);
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::COMM);
 
     return pEVCount;
 }

Here is the call graph for this function:

Here is the caller graph for this function:

static MPI_Comm CMPIManager::GetLanczosComputComm ( )

inlinestatic

Definition at line 76 of file MPIManager.h.

References m_mpiCommIndex.

Referenced by CLanczosMethod::MergeDegeneratedEigenvalues().

76 { return m_mpiCommIndex; };

CMPIManager::m_mpiCommIndex

static MPI_Comm m_mpiCommIndex

Lanczos Method MPI_Comm.

Definition: MPIManager.h:100

Here is the caller graph for this function:

static unsigned int CMPIManager::GetLanczosGroupIndex ( )

inlinestatic

Definition at line 80 of file MPIManager.h.

References m_nLanczosGroupIndex.

Referenced by CLanczosMethod::LanczosIteration(), and CLanczosMethod::MergeDegeneratedEigenvalues().

80 { return m_nLanczosGroupIndex; };

CMPIManager::m_nLanczosGroupIndex

static unsigned int m_nLanczosGroupIndex

MPI Group index for Lanczos group.

Definition: MPIManager.h:104

Here is the caller graph for this function:

int CMPIManager::GetLoadBalanceCount	(	int	nRank,
		int	nLBIndex
	)

static

Parameters

nRank Target rank index

Definition at line 168 of file MPIManager.cpp.

References m_nTotalNode, and m_vectLoadBalance.

Referenced by CMatrixOperation::AllocateLocalCSR(), InitCommunicationBufferMetric(), MergeVectorEx_Optimal(), and MergeVectorOptimal().

 {
 #ifdef DISABLE_MPI_ROUTINE
     return 0;
 #endif
     if (nRank > m_nTotalNode)
         return 0;
 
     return m_vectLoadBalance[nLBIndex][nRank];
 }

Here is the caller graph for this function:

static MPI_Comm CMPIManager::GetMPIComm ( )

inlinestatic

Definition at line 64 of file MPIManager.h.

References m_mpiCommIndex.

Referenced by CMatrixOperation::AllocateLocalCSR(), and CLanczosMethod::LanczosIterationLoop().

64 { return m_mpiCommIndex; };

CMPIManager::m_mpiCommIndex

static MPI_Comm m_mpiCommIndex

Lanczos Method MPI_Comm.

Definition: MPIManager.h:100

Here is the caller graph for this function:

static int CMPIManager::GetRootRank ( )

inlinestatic

Definition at line 57 of file MPIManager.h.

Referenced by BroadcastLanczosResult().

57 { return 0;};

Here is the caller graph for this function:

static int CMPIManager::GetTotalNodeCount ( )

inlinestatic

Definition at line 42 of file MPIManager.h.

References m_nTotalNode.

42 { return m_nTotalNode; };

CMPIManager::m_nTotalNode

static int m_nTotalNode

Total node count.

Definition: MPIManager.h:87

Here is the caller graph for this function:

int CMPIManager::InitCommunicationBufferMetric ( )

static

Initializing MPI Communication buffer for MVMul.

Parameters

nMatrixSize Matrix size that want to solving

Definition at line 655 of file MPIManager.cpp.

References GetLoadBalanceCount(), GetTotalNodeCount(), m_nLBCount, m_vectDispls, m_vectRecvCount, m_vectSendCount, CTimeMeasurement::MALLOC, CTimeMeasurement::MeasurementEnd(), and CTimeMeasurement::MeasurementStart().

Referenced by CTBMS_Solver::AllocateCSR(), CSPLoop::AllocateCSR(), and CLanczosLaunching::LaunchingLanczos().

 {
     unsigned int                i;
     int                         *pRecvCount = (int*)malloc(sizeof(int)*GetTotalNodeCount());
     int                         *pSendCount = (int*)malloc(sizeof(int)*GetTotalNodeCount());
     int                         *pDispls = (int*)malloc(sizeof(int)*GetTotalNodeCount());
 
     CTimeMeasurement::MeasurementStart(CTimeMeasurement::MALLOC);
     pDispls[0] = 0;
     pRecvCount[0] = GetLoadBalanceCount(0, m_nLBCount);
     for (i = 1; i < (unsigned int)GetTotalNodeCount(); i++)
     {
         pRecvCount[i] = GetLoadBalanceCount(i, m_nLBCount);
         pDispls[i] = pDispls[i - 1] + GetLoadBalanceCount(i - 1, m_nLBCount);
     }
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::MALLOC);
 
     m_vectRecvCount.push_back(pRecvCount);
     m_vectSendCount.push_back(pSendCount);
     m_vectDispls.push_back(pDispls);
 
     return m_nLBCount++;
 }

Here is the call graph for this function:

Here is the caller graph for this function:

bool CMPIManager::InitLevel	(	int	nMPILevel,
		int	nFindingDegeneratedEVCount
	)

static

Init MPI Level, most low level is for multi node cacluation for Lanczos.

Parameters

nMPILevel	MPI level count
nFindingDegeneratedEVCount	Deflation group count

Returns: Spliting MPI Group success or not

< First make group for lanczos method

< Second make group for deflation lanczos - vertical connected group

Definition at line 53 of file MPIManager.cpp.

References CheckDeflationNodeCount(), FREE_MEM, GetCurrentRank(), GetTotalNodeCount(), IsDeflationRoot(), IsLanczosComputeRoot(), m_bMultiLevel, m_bNeedPostOperation, m_deflationComm, m_deflationGroup, m_lanczosGroup, m_mpiCommIndex, m_nCommWorldRank, m_nLanczosGroupIndex, SetMPIEnviroment(), and CUtility::SetShow().

Referenced by InitMPIEnv(), and CLanczosLaunching::LaunchingLanczos().

 {
     bool                bRtn = true;
     int                 nNeedNodeCount = 1;
     int                 world_size, rank;
     int                 nPerGroupNode;
     int                 nLanczosGroupIndex;
     int                 *pNewGroupRank = NULL;
     unsigned int        i;
     MPI_Group           commWorldGroup;
 
 
     if( 1 == nMPILevel )
     {
         m_mpiCommIndex = MPI_COMM_WORLD;
         return bRtn;
     }
 
     if( nFindingDegeneratedEVCount > 1 )
     {
         m_bNeedPostOperation[1] = true;
         nNeedNodeCount *= nFindingDegeneratedEVCount;
         nMPILevel--;
     }
 
     if( nMPILevel == 1 )
     {
         bRtn = CheckDeflationNodeCount(nNeedNodeCount);
         if( !bRtn )
             return bRtn;
     }
     
     m_nCommWorldRank = GetCurrentRank();
     nPerGroupNode = GetTotalNodeCount() / nNeedNodeCount;
     nLanczosGroupIndex = GetCurrentRank() / nPerGroupNode;
     pNewGroupRank  = (int*)malloc(sizeof(int)*nPerGroupNode);
 
     for( i = 0; i < nPerGroupNode ; ++i)
         pNewGroupRank [i] = nLanczosGroupIndex * nPerGroupNode + i;
 
     MPI_Comm_group(MPI_COMM_WORLD,&commWorldGroup);
     MPI_Group_incl(commWorldGroup,nPerGroupNode,pNewGroupRank ,&m_lanczosGroup);
     MPI_Comm_create(MPI_COMM_WORLD,m_lanczosGroup,&m_mpiCommIndex);
     MPI_Comm_size(m_mpiCommIndex, &world_size);
     MPI_Comm_rank(m_mpiCommIndex, &rank);
     SetMPIEnviroment(rank, world_size);
     m_nLanczosGroupIndex = nLanczosGroupIndex;
 
     pNewGroupRank  = (int*)realloc(pNewGroupRank , sizeof(int)*nFindingDegeneratedEVCount);
     for( i = 0; i < nFindingDegeneratedEVCount ; ++i)
         pNewGroupRank [i] = i * nPerGroupNode + GetCurrentRank();
 
     MPI_Comm_group(MPI_COMM_WORLD,&commWorldGroup);
     MPI_Group_incl(commWorldGroup,nFindingDegeneratedEVCount,pNewGroupRank ,&m_deflationGroup);
     MPI_Comm_create(MPI_COMM_WORLD,m_deflationGroup,&m_deflationComm);
     MPI_Comm_rank(m_deflationComm, &rank);
     MPI_Comm_size(m_mpiCommIndex, &world_size);
 
     m_bMultiLevel = true;
 
     FREE_MEM(pNewGroupRank );
 
     if (false == CMPIManager::IsDeflationRoot() || false == CMPIManager::IsLanczosComputeRoot())
         CUtility::SetShow(false);
 
     bRtn = true;
     return bRtn;
 }

Here is the call graph for this function:

Here is the caller graph for this function:

bool CMPIManager::InitMPIEnv	(	bool &	bMPI,
		CCommandFileParser::LPINPUT_CMD_PARAM	lpParam
	)

static

Getting Lanczos group index.

Initialization of MPI environment

Parameters

bMPI	Running with MPI enviroment or not
lpParam	Option parameters for program launching

Definition at line 875 of file MPIManager.cpp.

References InitLevel(), CCommandFileParser::INPUT_CMD_PARAM::nFindingDegeneratedEVCount, CCommandFileParser::INPUT_CMD_PARAM::nMPILevel, and SetMPIEnviroment().

Referenced by InitEnvironment(), and CTBMS_Solver::Launching_TBMS_Solver().

 {
     int                         rank;
     int                         world_size;
     bool                        bRtn = true;
 
     if (!bMPI)
         return bRtn;
 
     MPI_Init(NULL, NULL);
     MPI_Comm_size(MPI_COMM_WORLD, &world_size);
     MPI_Comm_rank(MPI_COMM_WORLD, &rank);
 
     CMPIManager::SetMPIEnviroment(rank, world_size);
     bRtn = CMPIManager::InitLevel(lpParam->nMPILevel, lpParam->nFindingDegeneratedEVCount);
 
     return bRtn;
 }

Here is the call graph for this function:

Here is the caller graph for this function:

static bool CMPIManager::IsDeflationRoot ( )

inlinestatic

Checking is root rank of Lanczos computation.

Definition at line 69 of file MPIManager.h.

References IsRootRank(), and m_deflationComm.

Referenced by CGeometricShape::ConstructMapInfo(), CUtility::DumpCSR(), CSPLoop::DumpSolution(), GatherVDouble(), GatherVInt(), InitLevel(), CTBMS_Solver::Launching_TBMS_Solver(), CLanczosMethod::MergeDegeneratedEigenvalues(), CLanczosMethod::RecalcuWaveFunction(), CLanczosMethod::SaveLanczosResult(), CLanczosMethod::ShowLanczosResult(), CLanczosMethod::ShowLanczosWorkingTime(), and CSPLoop::SolveSchroedinger().

69 { return IsRootRank(m_deflationComm); };

CMPIManager::IsRootRank

static bool IsRootRank()

Get Total node count.

Definition: MPIManager.cpp:182

CMPIManager::m_deflationComm

static MPI_Comm m_deflationComm

Deflation computing MPI_Comm.

Definition: MPIManager.h:101

Here is the call graph for this function:

Here is the caller graph for this function:

static bool CMPIManager::IsInMPIRoutine ( )

inlinestatic

Definition at line 45 of file MPIManager.h.

References m_bStartMPI.

Referenced by BroadcastVector().

45 { return m_bStartMPI; };

CMPIManager::m_bStartMPI

static bool m_bStartMPI

MPI_Init call or not.

Definition: MPIManager.h:88

Here is the caller graph for this function:

static bool CMPIManager::IsLanczosComputeRoot ( )

inlinestatic

Barrier current deflation group.

Definition at line 68 of file MPIManager.h.

References IsRootRank(), and m_mpiCommIndex.

Referenced by InitLevel(), and CLanczosMethod::MergeDegeneratedEigenvalues().

68 { return IsRootRank(m_mpiCommIndex);};

CMPIManager::IsRootRank

static bool IsRootRank()

Get Total node count.

Definition: MPIManager.cpp:182

CMPIManager::m_mpiCommIndex

static MPI_Comm m_mpiCommIndex

Lanczos Method MPI_Comm.

Definition: MPIManager.h:100

Here is the call graph for this function:

Here is the caller graph for this function:

static bool CMPIManager::IsMultiLevelMPI ( )

inlinestatic

Get MPI_Comm.

Definition at line 65 of file MPIManager.h.

References m_bMultiLevel.

Referenced by CLanczosMethod::LanczosIteration(), CTBMS_Solver::Launching_TBMS_Solver(), CLanczosLaunching::LaunchingLanczos(), and CSPLoop::SolveSchroedinger().

65 { return m_bMultiLevel; };

CMPIManager::m_bMultiLevel

static bool m_bMultiLevel

Flag for Multilevel MPI group.

Definition: MPIManager.h:105

Here is the caller graph for this function:

bool CMPIManager::IsRootRank ( )

static

Get Total node count.

Check this node is root rank?

Returns: Root rank or not

Definition at line 182 of file MPIManager.cpp.

References GetCurrentRank().

 {
     bool            bRtn = true;
 
 #ifdef DISABLE_MPI_ROUTINE
     return bRtn; 
 #endif
 
     if (0 == GetCurrentRank())
         return bRtn;
 
     bRtn = false;
     return bRtn;
 }

Here is the call graph for this function:

Here is the caller graph for this function:

bool CMPIManager::IsRootRank ( MPI_Comm comm )

static

Check this node is root rank in 'comm' MPI_Comm.

Parameters

comm MPI_Comm

Returns: Root rank or not in 'comm' MPI_Comm

Definition at line 201 of file MPIManager.cpp.

References GetCurrentRank().

 {
     if (MPI_COMM_NULL == comm)
         return true;
 
     if( 0 == GetCurrentRank(comm) )
         return true;
     else
         return false;
 }

Here is the call graph for this function:

void CMPIManager::LoadBlancing ( int nElementCount )

static

Load blancing for MPI, This function for lanczos solving with geometric constrcution.

Parameters

nElementCount Load balancing count

Remarks: This function for lanczos solving with geometric constrcution

Definition at line 152 of file MPIManager.cpp.

References m_mpiCommIndex, m_nLBCount, m_nTotalNode, and m_vectLoadBalance.

Referenced by CTBMS_Solver::AllocateCSR(), and CSPLoop::AllocateCSR().

 {
     int             *pLoadBalance = (int *)malloc(sizeof(int)*(m_nTotalNode)); // For communication size
 
     m_vectLoadBalance.push_back(pLoadBalance);
 
 #ifdef DISABLE_MPI_ROUTINE
     return;
 #endif
 
     MPI_Allgather(&nElementCount, 1, MPI_INTEGER, m_vectLoadBalance[m_nLBCount], 1, MPI_INTEGER, m_mpiCommIndex);
 }

Here is the caller graph for this function:

void CMPIManager::MergeVector	(	CMatrixOperation::CVector *	pVector,
		CMatrixOperation::CVector *	pResultVector,
		unsigned int	nMergeSize,
		int	nLBIndex
	)

static

Merge vector to sub rank.

Parameters

	pVector	Vector for sharing
[out]	pResultVector	Vector for saving merging result
	nMergeSize	Vector size that after mergsing

Definition at line 241 of file MPIManager.cpp.

References FREE_MEM, GetCurrentLoadBalanceCount(), m_mpiCommIndex, m_vectDispls, m_vectRecvCount, CMatrixOperation::CVector::m_vectValueImaginaryBuffer, CMatrixOperation::CVector::m_vectValueRealBuffer, CTimeMeasurement::MeasurementEnd(), CTimeMeasurement::MeasurementStart(), and CTimeMeasurement::MV_COMM.

Referenced by CMatrixOperation::MVMul().

 {
     LPCOMPLEX_NUMBER    lpSendBuffer = NULL;
     unsigned int        i;
 
 #ifdef DISABLE_MPI_ROUTINE
     return;
 #endif
 
 
     double                  *pBuffer = (double*)malloc(sizeof(double)*nMergeSize);
     CTimeMeasurement::MeasurementStart(CTimeMeasurement::MV_COMM);
     MPI_Allgatherv(pVector->m_vectValueRealBuffer.data(), GetCurrentLoadBalanceCount(nLBIndex), MPI_DOUBLE,
         pBuffer, m_vectRecvCount[nLBIndex], m_vectDispls[nLBIndex], MPI_DOUBLE, m_mpiCommIndex);
     
     for (i = 0; i < nMergeSize; i++)
         pResultVector->m_vectValueRealBuffer[i] = pBuffer[i];
 
     MPI_Allgatherv(pVector->m_vectValueImaginaryBuffer.data(), GetCurrentLoadBalanceCount(nLBIndex), MPI_DOUBLE,
         pBuffer, m_vectRecvCount[nLBIndex], m_vectDispls[nLBIndex], MPI_DOUBLE, m_mpiCommIndex);
     
     for (i = 0; i < nMergeSize; i++)
         pResultVector->m_vectValueImaginaryBuffer[i] = pBuffer[i];
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::MV_COMM);
 
     FREE_MEM(pBuffer);
 
     
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::MergeVector	(	CMatrixOperation::CVector *	pVector,
		unsigned int	nMergeSize,
		int	nLBIndex
	)

static

Merge vector to sub rank.

Parameters

[in,out]	pVector	Vector for sharing and merging
	nMergeSize	Vector size that after mergsing

Definition at line 275 of file MPIManager.cpp.

References CTimeMeasurement::COMM, FREE_MEM, GetCurrentLoadBalanceCount(), m_vectDispls, m_vectRecvCount, CMatrixOperation::CVector::m_vectValueImaginaryBuffer, CMatrixOperation::CVector::m_vectValueRealBuffer, CTimeMeasurement::MeasurementEnd(), CTimeMeasurement::MeasurementStart(), and CMatrixOperation::CVector::SetSize().

 {
     LPCOMPLEX_NUMBER    lpSendBuffer = NULL;
     unsigned int        i;
 
 #ifdef DISABLE_MPI_ROUTINE
     return;
 #endif
 
     double                  *pRealBuffer = (double*)malloc(sizeof(double)*nMergeSize);
     double                  *pImagBuffer = (double*)malloc(sizeof(double)*nMergeSize);
 
     CTimeMeasurement::MeasurementStart(CTimeMeasurement::COMM);
 
     MPI_Allgatherv(pVector->m_vectValueRealBuffer.data(), GetCurrentLoadBalanceCount(nLBIndex), MPI_DOUBLE,
         pRealBuffer, m_vectRecvCount[nLBIndex], m_vectDispls[nLBIndex], MPI_DOUBLE, MPI_COMM_WORLD);
     MPI_Allgatherv(pVector->m_vectValueImaginaryBuffer.data(), GetCurrentLoadBalanceCount(nLBIndex), MPI_DOUBLE,
         pImagBuffer, m_vectRecvCount[nLBIndex], m_vectDispls[nLBIndex], MPI_DOUBLE, MPI_COMM_WORLD);
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::COMM);
 
     pVector->SetSize(nMergeSize);
 
     for (i = 0; i < nMergeSize; i++)
     {
         pVector->m_vectValueRealBuffer[i] = pRealBuffer[i];
         pVector->m_vectValueImaginaryBuffer[i] = pImagBuffer[i];
     }
     FREE_MEM(pRealBuffer);
     FREE_MEM(pImagBuffer);
 
 }

Here is the call graph for this function:

void CMPIManager::MergeVectorEx_Optimal	(	CMatrixOperation::CVector *	pSrcVector,
		CMatrixOperation::CVector *	pResultVector,
		unsigned int	nMergeSize,
		double	fFirstIndex,
		unsigned int	nSizeFromPrevRank,
		unsigned int	nSizeFromNextRank,
		unsigned int	nSizetoPrevRank,
		unsigned int	nSizetoNextRank,
		unsigned int *	mPos,
		int	nLBIndex
	)

static

Merge vector for 1 layer exchanging.

Parameters

	pSrcVector	Vector for sharing
[out]	pResultVector	Vector for saving merging result
	nMergeSize	Vector size that after mergsing
	fFirstIndex	First index for local vector index
	nSizeFromPrevRank	Exchanging size from previous node
	nSizeFromNextRank	Exchanging size from next node
	nSizetoPrevRank	Exchanging size to previous node
	nSizetoNextRank	Exchanging size to next node
	mPos	Previous, local, next node start index

Definition at line 320 of file MPIManager.cpp.

References GetCurrentLoadBalanceCount(), GetLoadBalanceCount(), m_mpiCommIndex, m_nCurrentRank, m_nTotalNode, m_vectDispls, m_vectRecvCount, CMatrixOperation::CVector::m_vectValueImaginaryBuffer, CMatrixOperation::CVector::m_vectValueRealBuffer, CTimeMeasurement::MeasurementEnd(), CTimeMeasurement::MeasurementStart(), and CTimeMeasurement::MV_COMM.

Referenced by CMatrixOperation::MVMulEx_Optimal().

 {
     if (m_nTotalNode <= 3)
     {
         CTimeMeasurement::MeasurementStart(CTimeMeasurement::MV_COMM);
         MPI_Allgatherv(pSrcVector->m_vectValueRealBuffer.data(), GetCurrentLoadBalanceCount(nLBIndex), MPI_DOUBLE, pResultVector->m_vectValueRealBuffer.data(), m_vectRecvCount[nLBIndex], m_vectDispls[nLBIndex], MPI_DOUBLE, m_mpiCommIndex);
         MPI_Allgatherv(pSrcVector->m_vectValueImaginaryBuffer.data(), GetCurrentLoadBalanceCount(nLBIndex), MPI_DOUBLE, pResultVector->m_vectValueImaginaryBuffer.data(), m_vectRecvCount[nLBIndex], m_vectDispls[nLBIndex], MPI_DOUBLE, m_mpiCommIndex);
         CTimeMeasurement::MeasurementEnd(CTimeMeasurement::MV_COMM);
         mPos[0] = -1; mPos[1] = -1; mPos[2] = -1;
     }
     else
     {
         long long       fCurrentRankPos = fFirstIndex;
         int         nPrevRank = (m_nCurrentRank - 1 + m_nTotalNode) % m_nTotalNode;
         int         nNextRank = (m_nCurrentRank + 1) % m_nTotalNode;
         long long       fPrevRankPos = -1, fNextRankPos = -1;
         double          *pSendBuffer = NULL, *pRecvBuffer = NULL;
         MPI_Request     req[2];
         MPI_Status      status[2];
 
         if (0 == m_nCurrentRank)
             fPrevRankPos = nMergeSize - nSizeFromPrevRank;
         else
             fPrevRankPos = fFirstIndex - nSizeFromPrevRank;
 
         if (m_nCurrentRank == m_nTotalNode - 1)
             fNextRankPos = 0;
         else
             fNextRankPos = fFirstIndex + GetLoadBalanceCount(m_nCurrentRank, nLBIndex);
 
         mPos[0] = (unsigned int)fPrevRankPos; mPos[1] = (unsigned int)fCurrentRankPos; mPos[2] = (unsigned int)fNextRankPos;
 
         //printf("Rank %d: myload=%d, nSizeFromPrevRank=%d, nSizeFromNextRank=%d, nSizetoPrevRank=%d, nSizetoNextRank=%d, fPrevRankPos=%d, fNextRankPos=%d\n", m_nCurrentRank, GetLoadBalanceCount(m_nCurrentRank), nSizeFromPrevRank, nSizeFromNextRank, nSizetoPrevRank, nSizetoNextRank, fPrevRankPos, fNextRankPos); 
 
         pSendBuffer = pSrcVector->m_vectValueRealBuffer.data();
         pRecvBuffer = pResultVector->m_vectValueRealBuffer.data();
 
         CTimeMeasurement::MeasurementStart(CTimeMeasurement::MV_COMM);
         MPI_Irecv(pRecvBuffer + fPrevRankPos, nSizeFromPrevRank, MPI_DOUBLE, nPrevRank, m_nCurrentRank, m_mpiCommIndex, &req[0]);
         MPI_Isend(pSendBuffer + GetLoadBalanceCount(m_nCurrentRank, nLBIndex) - nSizetoNextRank, nSizetoNextRank, MPI_DOUBLE, nNextRank, nNextRank, m_mpiCommIndex, &req[1]);
         MPI_Waitall(2, req, status);
 
         MPI_Irecv(pRecvBuffer + fNextRankPos, nSizeFromNextRank, MPI_DOUBLE, nNextRank, m_nCurrentRank, m_mpiCommIndex, &req[0]);
         MPI_Isend(pSendBuffer, nSizetoPrevRank, MPI_DOUBLE, nPrevRank, nPrevRank, m_mpiCommIndex, &req[1]);
         MPI_Waitall(2, req, status);
         CTimeMeasurement::MeasurementEnd(CTimeMeasurement::MV_COMM);
 
         pSendBuffer = pSrcVector->m_vectValueImaginaryBuffer.data();
         pRecvBuffer = pResultVector->m_vectValueImaginaryBuffer.data();
 
         CTimeMeasurement::MeasurementStart(CTimeMeasurement::MV_COMM);
         MPI_Irecv(pRecvBuffer + fPrevRankPos, nSizeFromPrevRank, MPI_DOUBLE, nPrevRank, m_nCurrentRank, m_mpiCommIndex, &req[0]);
         MPI_Isend(pSendBuffer + GetLoadBalanceCount(m_nCurrentRank, nLBIndex) - nSizetoNextRank, nSizetoNextRank, MPI_DOUBLE, nNextRank, nNextRank, m_mpiCommIndex, &req[1]);
         MPI_Waitall(2, req, status);
 
         MPI_Irecv(pRecvBuffer + fNextRankPos, nSizeFromNextRank, MPI_DOUBLE, nNextRank, m_nCurrentRank, m_mpiCommIndex, &req[0]);
         MPI_Isend(pSendBuffer, nSizetoPrevRank, MPI_DOUBLE, nPrevRank, nPrevRank, m_mpiCommIndex, &req[1]);
         MPI_Waitall(2, req, status);
         CTimeMeasurement::MeasurementEnd(CTimeMeasurement::MV_COMM);
 
         memcpy(pResultVector->m_vectValueRealBuffer.data() + (long long)fFirstIndex, pSrcVector->m_vectValueRealBuffer.data(), GetLoadBalanceCount(m_nCurrentRank, nLBIndex) * sizeof(double));
         memcpy(pResultVector->m_vectValueImaginaryBuffer.data() + (long long)fFirstIndex, pSrcVector->m_vectValueImaginaryBuffer.data(), GetLoadBalanceCount(m_nCurrentRank, nLBIndex) * sizeof(double));
 
     }
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::MergeVectorOptimal	(	CMatrixOperation::CVector *	pSrcVector,
		CMatrixOperation::CVector *	pResultVector,
		unsigned int	nMergeSize,
		double	fFirstIndex,
		int	nLBIndex
	)

static

Merge vector to sub rank, operated without vector class member function call.

Parameters

	pSrcVector	Vector for sharing
[out]	pResultVector	Vector for saving merging result
	nMergeSize	Vector size that after mergsing
	fFirstIndex	First index for local vector index

Definition at line 392 of file MPIManager.cpp.

References FREE_MEM, GetCurrentLoadBalanceCount(), GetLoadBalanceCount(), m_mpiCommIndex, m_nCurrentRank, m_nTotalNode, m_vectDispls, m_vectRecvCount, CMatrixOperation::CVector::m_vectValueImaginaryBuffer, CMatrixOperation::CVector::m_vectValueRealBuffer, CTimeMeasurement::MeasurementEnd(), CTimeMeasurement::MeasurementStart(), CTimeMeasurement::MV_COMM, CTimeMeasurement::MV_FREE_MEM, and CTimeMeasurement::MV_MALLOC.

Referenced by CMatrixOperation::MVMulOptimal(), and CMatrixOperation::MVMulOptimal_Nooffload().

 {
     if( m_nTotalNode <= 3 )
     {
         CTimeMeasurement::MeasurementStart(CTimeMeasurement::MV_COMM);
     MPI_Allgatherv(pSrcVector->m_vectValueRealBuffer.data(), GetCurrentLoadBalanceCount(nLBIndex), MPI_DOUBLE,
         pResultVector->m_vectValueRealBuffer.data(), m_vectRecvCount[nLBIndex], m_vectDispls[nLBIndex], MPI_DOUBLE, m_mpiCommIndex);
     MPI_Allgatherv(pSrcVector->m_vectValueImaginaryBuffer.data(), GetCurrentLoadBalanceCount(nLBIndex), MPI_DOUBLE,
         pResultVector->m_vectValueImaginaryBuffer.data(), m_vectRecvCount[nLBIndex], m_vectDispls[nLBIndex], MPI_DOUBLE, m_mpiCommIndex);
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::MV_COMM);
     }
     else
     {
         double          fCurrentRankPos = fFirstIndex;
         long long       fPrevRankPos = -1, fNextRankPos = -1;
         int             nPrevRank = (m_nCurrentRank-1+m_nTotalNode)%m_nTotalNode;
         int             nNextRank = (m_nCurrentRank+1)%m_nTotalNode;
         long long       nMax;
         double          *pSendBuffer = NULL, *pRecvBuffer = NULL;
         MPI_Request     req[2];
         MPI_Status      status[2];
 
         if( 0 == m_nCurrentRank )
             fPrevRankPos = nMergeSize - GetLoadBalanceCount(nPrevRank, nLBIndex);
         else
             fPrevRankPos = fFirstIndex - GetLoadBalanceCount(nPrevRank, nLBIndex);
 
         if (m_nCurrentRank == m_nTotalNode - 1)
             fNextRankPos = 0;
         else
             fNextRankPos = fCurrentRankPos + GetCurrentLoadBalanceCount(nLBIndex);
 
 #ifdef _WIN32
             nMax = max(GetLoadBalanceCount(nPrevRank, nLBIndex), GetLoadBalanceCount(nNextRank, nLBIndex));
 #else //_WIN32
             nMax = std::max(GetLoadBalanceCount(nPrevRank, nLBIndex), GetLoadBalanceCount(nNextRank, nLBIndex));
 #endif//
 
         CTimeMeasurement::MeasurementStart(CTimeMeasurement::MV_MALLOC);
         pRecvBuffer = (double*)malloc(sizeof(double)*nMax*2);
         pSendBuffer = (double*)malloc(sizeof(double)*GetLoadBalanceCount(m_nCurrentRank, nLBIndex)*2);
         CTimeMeasurement::MeasurementEnd(CTimeMeasurement::MV_MALLOC);
 
 
         memcpy(pSendBuffer, pSrcVector->m_vectValueRealBuffer.data(), sizeof(double)*GetLoadBalanceCount(m_nCurrentRank, nLBIndex));
         memcpy(pSendBuffer+ GetLoadBalanceCount(m_nCurrentRank, nLBIndex), pSrcVector->m_vectValueImaginaryBuffer.data() , sizeof(double)*GetLoadBalanceCount(m_nCurrentRank, nLBIndex));
 
         CTimeMeasurement::MeasurementStart(CTimeMeasurement::MV_COMM);
         MPI_Irecv(pRecvBuffer, 2 * GetLoadBalanceCount(nPrevRank, nLBIndex), MPI_DOUBLE, nPrevRank, m_nCurrentRank, m_mpiCommIndex, &req[0]);
         MPI_Isend(pSendBuffer, 2 * GetLoadBalanceCount(m_nCurrentRank, nLBIndex), MPI_DOUBLE, nNextRank, nNextRank, m_mpiCommIndex, &req[1]);
         MPI_Waitall(2, req, status);
         CTimeMeasurement::MeasurementEnd(CTimeMeasurement::MV_COMM);
         
         memcpy(pResultVector->m_vectValueRealBuffer.data() + fPrevRankPos, pRecvBuffer, GetLoadBalanceCount(nPrevRank, nLBIndex) * sizeof(double));
         memcpy(pResultVector->m_vectValueImaginaryBuffer.data() + fPrevRankPos, pRecvBuffer + GetLoadBalanceCount(nPrevRank, nLBIndex), GetLoadBalanceCount(nPrevRank, nLBIndex) * sizeof(double));
 
         CTimeMeasurement::MeasurementStart(CTimeMeasurement::MV_COMM);
         MPI_Irecv(pRecvBuffer, 2 * GetLoadBalanceCount(nNextRank, nLBIndex), MPI_DOUBLE, nNextRank, m_nCurrentRank, m_mpiCommIndex, &req[0]);
         MPI_Isend(pSendBuffer, 2 * GetLoadBalanceCount(m_nCurrentRank, nLBIndex), MPI_DOUBLE, nPrevRank, nPrevRank, m_mpiCommIndex, &req[1]);
         MPI_Waitall(2, req, status);
         CTimeMeasurement::MeasurementEnd(CTimeMeasurement::MV_COMM);
         memcpy(pResultVector->m_vectValueRealBuffer.data() + fNextRankPos, pRecvBuffer, GetLoadBalanceCount(nNextRank, nLBIndex) * sizeof(double));
         memcpy(pResultVector->m_vectValueImaginaryBuffer.data() + fNextRankPos, pRecvBuffer + GetLoadBalanceCount(nNextRank, nLBIndex), GetLoadBalanceCount(nNextRank, nLBIndex) * sizeof(double));
 
         CTimeMeasurement::MeasurementStart(CTimeMeasurement::MV_FREE_MEM);
         FREE_MEM(pRecvBuffer);
         FREE_MEM(pSendBuffer);
         CTimeMeasurement::MeasurementEnd(CTimeMeasurement::MV_FREE_MEM);
         
         memcpy(pResultVector->m_vectValueRealBuffer.data() + (long long)fFirstIndex, pSrcVector->m_vectValueRealBuffer.data(), GetLoadBalanceCount(m_nCurrentRank, nLBIndex) * sizeof(double));
         memcpy(pResultVector->m_vectValueImaginaryBuffer.data() + (long long)fFirstIndex, pSrcVector->m_vectValueImaginaryBuffer.data(), GetLoadBalanceCount(m_nCurrentRank, nLBIndex) * sizeof(double));
     }
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::ReceiveDoubleBufferSync	(	int	nSourceRank,
		double *	pBuffer,
		int	nSize,
		MPI_Request *	req,
		MPI_Comm	commWorld = `MPI_COMM_NULL`
	)

static

Receivinging buffer for double data array with sync.

Parameters

nSourceRank	Source rank index
pBuffer	Data buffer that want to receive
nSize	Data buffer size
req	MPI request parameter

Definition at line 712 of file MPIManager.cpp.

References CTimeMeasurement::COMM, GetCurrentRank(), m_mpiCommIndex, CTimeMeasurement::MeasurementEnd(), and CTimeMeasurement::MeasurementStart().

Referenced by CGeometricShape::BuildPEBiasVector(), CGeometricShape::BuildPEWaveVector(), CGeometricShape::ConstructContactRegionOnPoissonGrid(), CGeometricShape::ConstructMapInfo(), CUtility::DumpCSR(), CGeometricShape::ExchangeAtomInfoBetweenNode(), CGeometricShape::MapElecAtomOnPoissonGrid(), and ReceiveVectorSync().

 {
     MPI_Status status;
     CTimeMeasurement::MeasurementStart(CTimeMeasurement::COMM);
     if( MPI_COMM_NULL == commWorld)
         MPI_Recv(pBuffer, nSize, MPI_DOUBLE, nSourceRank, CMPIManager::GetCurrentRank(), m_mpiCommIndex, &status);
     else
         MPI_Recv(pBuffer, nSize, MPI_DOUBLE, nSourceRank, CMPIManager::GetCurrentRank(commWorld), commWorld, &status);
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::COMM);
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::ReceiveVectorSync	(	int	nSourceRank,
		CMatrixOperation::CVector *	pVector,
		int	nSize,
		MPI_Request *	req,
		MPI_Comm	commWorld = `MPI_COMM_NULL`
	)

static

Receiving Vector with sync.

Parameters

nSourceRank	Source rank for receiving data
pVector	Receiving buffer
nSize	Receiving size
req	MPI_Request for MPI_Recv
commWorld	MPI_Comm for Receiving data

Definition at line 858 of file MPIManager.cpp.

References FREE_MEM, ReceiveDoubleBufferSync(), and CMatrixOperation::CVector::Serialize().

Referenced by CLanczosMethod::MergeDegeneratedEigenvalues().

 {
     double              *pBuffer = NULL;
 
     pBuffer = (double*)malloc(sizeof(double)*nSize*2);
 
     ReceiveDoubleBufferSync(nSourceRank, pBuffer, nSize * 2, req, commWorld);
 
     pVector->Serialize(pBuffer, true);
 
     FREE_MEM(pBuffer);
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::SendDoubleBufferSync	(	int	nTargetRank,
		double *	pBuffer,
		int	nSize,
		MPI_Request *	req,
		MPI_Comm	commWorld = `MPI_COMM_NULL`
	)

static

Sending buffer for double data array with sync.

Parameters

nTargetRank	Target rank index
pBuffer	Data buffer that want to send
nSize	Data buffer size
req	MPI request parameter

Definition at line 685 of file MPIManager.cpp.

References CTimeMeasurement::COMM, GetCurrentRank(), m_mpiCommIndex, CTimeMeasurement::MeasurementEnd(), and CTimeMeasurement::MeasurementStart().

Referenced by CGeometricShape::BuildPEBiasVector(), CGeometricShape::BuildPEWaveVector(), CGeometricShape::ConstructContactRegionOnPoissonGrid(), CGeometricShape::ConstructMapInfo(), CUtility::DumpCSR(), CGeometricShape::ExchangeAtomInfoBetweenNode(), CGeometricShape::MapElecAtomOnPoissonGrid(), and SendVectorSync().

 {
     int nRank = CMPIManager::GetCurrentRank();
         CTimeMeasurement::MeasurementStart(CTimeMeasurement::COMM);
     if( MPI_COMM_NULL == commWorld)
         MPI_Send(pBuffer, nSize, MPI_DOUBLE, nTargetRank, nTargetRank, m_mpiCommIndex);
     else
         MPI_Send(pBuffer, nSize, MPI_DOUBLE, nTargetRank, nTargetRank, commWorld);
     CTimeMeasurement::MeasurementEnd(CTimeMeasurement::COMM);
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::SendVectorSync	(	int	nTargetRank,
		CMatrixOperation::CVector *	pVector,
		int	nSize,
		MPI_Request *	req,
		MPI_Comm	commWorld = `MPI_COMM_NULL`
	)

static

Getting Deflation computing group MPI_Comm.

Sending Vector with sync

Parameters

nTargetRank	Sending target rank
pVector	Sending buffer
nSize	Sending size
req	MPI_Request for MPI_Send
commWorld	MPI_Comm for sending data

Definition at line 838 of file MPIManager.cpp.

References FREE_MEM, SendDoubleBufferSync(), and CMatrixOperation::CVector::Serialize().

Referenced by CLanczosMethod::MergeDegeneratedEigenvalues().

 {
     double              *pBuffer = NULL;
 
     pBuffer = (double*)malloc(sizeof(double)*nSize*2);
     pVector->Serialize(pBuffer, false);
 
     SendDoubleBufferSync(nTargetRank, pBuffer, nSize * 2, req, commWorld);
 
 
     FREE_MEM(pBuffer);
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::SetMPIEnviroment	(	int	nRank,
		int	nTotalNode
	)

static

Set MPI Enviroment.

Parameters

nRank	Current rank index
nTotalNode	Total rank count

Definition at line 141 of file MPIManager.cpp.

References m_bStartMPI, m_nCurrentRank, and m_nTotalNode.

Referenced by InitLevel(), InitMPIEnv(), and CLanczosLaunching::LaunchingLanczos().

 {
     m_nCurrentRank = nRank;
     m_nTotalNode = nTotalNode;
     m_bStartMPI = true;
 }

Here is the caller graph for this function:

void CMPIManager::SetPhiTid ( int * tid )

static

Definition at line 894 of file MPIManager.cpp.

References GetCurrentRank().

Referenced by CSPLoop::executeSPLoop().

 {
 #ifndef DISABLE_MPI_ROUTINE
         tid[0] = GetCurrentRank() % 2;
 // FIXME test code
 #ifndef _WIN32
         char host_name[256];
         gethostname(host_name, 256);
         printf("-[Host:%s] (MPI:%03d) mapped to (MIC:%03d)\n", host_name, GetCurrentRank(), tid[0]);
 #endif //_WIN32
 #else
         tid[0] = 0;
 #endif
 }

Here is the call graph for this function:

Here is the caller graph for this function:

void CMPIManager::WaitReceiveDoubleBufferAsync ( MPI_Request * req )

static

Waiting recevinging double buffer sync function.

Parameters

req	MPI request parameter

Definition at line 726 of file MPIManager.cpp.

References m_ReceiveDoubleAsyncRequest.

 {
     MPI_Status      status;
 
     MPI_Wait(&m_ReceiveDoubleAsyncRequest, &status);
 }

void CMPIManager::WaitSendDoubleBufferSync ( MPI_Request * req )

static

Waiting sending double buffer sync function.

Parameters

req	MPI request parameter

Definition at line 699 of file MPIManager.cpp.

References m_SendDoubleAsyncRequest.

 {
     MPI_Status      status;
 
     MPI_Wait(&m_SendDoubleAsyncRequest, &status);
 }

Member Data Documentation

bool CMPIManager::m_bMultiLevel = false

staticprivate

Flag for Multilevel MPI group.

Definition at line 105 of file MPIManager.h.

Referenced by InitLevel(), and IsMultiLevelMPI().

bool CMPIManager::m_bNeedPostOperation = { false, false, false, false, false, false, false, false, false, false }

staticprivate

MPI Level.

Definition at line 99 of file MPIManager.h.

Referenced by InitLevel().

bool CMPIManager::m_bStartMPI = false

staticprivate

MPI_Init call or not.

Definition at line 88 of file MPIManager.h.

Referenced by FinalizeManager(), IsInMPIRoutine(), and SetMPIEnviroment().

MPI_Comm CMPIManager::m_deflationComm = MPI_COMM_NULL

staticprivate

Deflation computing MPI_Comm.

Definition at line 101 of file MPIManager.h.

Referenced by FinalizeManager(), GatherEVFromDeflationGroup(), GatherEVIterationFromDeflationGroup(), GetDeflationComm(), GetEigenvalueCountFromDeflationGroup(), InitLevel(), and IsDeflationRoot().

MPI_Group CMPIManager::m_deflationGroup = MPI_GROUP_EMPTY

staticprivate

MPI Group for Deflation computation.

Definition at line 103 of file MPIManager.h.

Referenced by FinalizeManager(), and InitLevel().

MPI_Group CMPIManager::m_lanczosGroup = MPI_GROUP_EMPTY

staticprivate

MPI Group for Lanczos computation.

Definition at line 102 of file MPIManager.h.

Referenced by FinalizeManager(), and InitLevel().

MPI_Comm CMPIManager::m_mpiCommIndex = MPI_COMM_WORLD

staticprivate

Lanczos Method MPI_Comm.

Definition at line 100 of file MPIManager.h.

Referenced by AllReduceComlex(), AllReduceDouble(), Barrier(), BroadcastBool(), BroadcastDouble(), BroadcastInt(), BroadcastLanczosResult(), FinalizeManager(), GatherVDouble(), GatherVInt(), GetLanczosComputComm(), GetMPIComm(), InitLevel(), IsLanczosComputeRoot(), LoadBlancing(), MergeVector(), MergeVectorEx_Optimal(), MergeVectorOptimal(), ReceiveDoubleBufferSync(), and SendDoubleBufferSync().

int CMPIManager::m_nCommWorldRank = 0

staticprivate

MPI Rank before split.

Definition at line 86 of file MPIManager.h.

Referenced by InitLevel().

int CMPIManager::m_nCurrentRank = 0

staticprivate

MPI Rank.

Definition at line 85 of file MPIManager.h.

Referenced by FinalizeManager(), GetCurrentLoadBalanceCount(), GetCurrentRank(), MergeVectorEx_Optimal(), MergeVectorOptimal(), and SetMPIEnviroment().

unsigned int CMPIManager::m_nLanczosGroupIndex = 0

staticprivate

MPI Group index for Lanczos group.

Definition at line 104 of file MPIManager.h.

Referenced by GetLanczosGroupIndex(), and InitLevel().

int CMPIManager::m_nLBCount = 0

staticprivate

Definition at line 106 of file MPIManager.h.

Referenced by FinalizeManager(), InitCommunicationBufferMetric(), and LoadBlancing().

unsigned int CMPIManager::m_nMPILevel = 1

staticprivate

MPI Level.

Definition at line 98 of file MPIManager.h.

int CMPIManager::m_nTotalNode = 1

staticprivate

Total node count.

Definition at line 87 of file MPIManager.h.

Referenced by CheckDeflationNodeCount(), FinalizeManager(), GetLoadBalanceCount(), GetTotalNodeCount(), LoadBlancing(), MergeVectorEx_Optimal(), MergeVectorOptimal(), and SetMPIEnviroment().

int * CMPIManager::m_pBankInfo = NULL

staticprivate

After MPI Split bank infomation.

Definition at line 94 of file MPIManager.h.

Referenced by FinalizeManager().

CMPIManager::LPCOMPLEX_NUMBER CMPIManager::m_pCommBuffer = NULL

staticprivate

Data buffer for MPI Communication.

Definition at line 90 of file MPIManager.h.

CMPIManager::LPCOMPLEX_NUMBER CMPIManager::m_pConvertingBuffer = NULL

staticprivate

Data buffer for Vector converting.

Definition at line 91 of file MPIManager.h.

MPI_Request CMPIManager::m_ReceiveDoubleAsyncRequest = MPI_REQUEST_NULL

staticprivate

Request for receving double.

Definition at line 97 of file MPIManager.h.

Referenced by WaitReceiveDoubleBufferAsync().

MPI_Request CMPIManager::m_SendDoubleAsyncRequest = MPI_REQUEST_NULL

staticprivate

Request for sending double.

Definition at line 96 of file MPIManager.h.

Referenced by WaitSendDoubleBufferSync().

std::vector< int * > CMPIManager::m_vectDispls

staticprivate

Displ for MPI comminication.

Definition at line 95 of file MPIManager.h.

Referenced by FinalizeManager(), InitCommunicationBufferMetric(), MergeVector(), MergeVectorEx_Optimal(), and MergeVectorOptimal().

std::vector< int * > CMPIManager::m_vectLoadBalance

staticprivate

Load blancing for MPI Communication.

Definition at line 89 of file MPIManager.h.

Referenced by FinalizeManager(), GetCurrentLoadBalanceCount(), GetLoadBalanceCount(), and LoadBlancing().

std::vector< int * > CMPIManager::m_vectRecvCount

staticprivate

Reciving count variable for MPI comminication.

Definition at line 92 of file MPIManager.h.

Referenced by FinalizeManager(), InitCommunicationBufferMetric(), MergeVector(), MergeVectorEx_Optimal(), and MergeVectorOptimal().

std::vector< int * > CMPIManager::m_vectSendCount

staticprivate

Sending count variable for MPI comminication.

Definition at line 93 of file MPIManager.h.

Referenced by FinalizeManager(), and InitCommunicationBufferMetric().

The documentation for this class was generated from the following files:

D:/For Doxygen/MPIManager.h
D:/For Doxygen/MPIManager.cpp

Classes

Public Member Functions

Static Public Member Functions

Private Types

Static Private Attributes

Detailed Description

Member Typedef Documentation

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation