46 #ifndef _PEXSI_PSELINV_HPP_
47 #define _PEXSI_PSELINV_HPP_
64 #include "pexsi/TreeBcast.hpp"
70 #define IDX_TO_TAG(lidx,tag) (SELINV_TAG_COUNT*(lidx)+(tag))
71 #define IDX_TO_TAG2(sidx,lidx,tag) (SELINV_TAG_COUNT*(sidx)+(tag))
72 #define TAG_TO_IDX(tag,typetag) (((tag)-(typetag))/SELINV_TAG_COUNT)
80 enum MSGTYPE {LSIZE=0,LROWSIZE,USIZE,UCOLSIZE,LCONTENT,LROWCONTENT,UCONTENT,UCOLCONTENT,MSGCOUNT};
85 bool operator() (
int i,
int j) {
return ((lookup)(i)<(lookup)(j));}
90 typedef std::vector<bool> bitMask;
91 typedef std::map<bitMask , std::vector<Int> > bitMaskSet;
139 GridType( MPI_Comm Bcomm,
int nprow,
int npcol );
205 LBlock& operator = (
const LBlock& LB) {
213 friend std::ostream& operator<<(std::ostream& out,
const LBlock& vec)
215 out <<
"(" << vec.blockIdx <<
", " << vec.numRow <<
", " << vec.numCol <<std::endl<<
"rows " << vec.rows <<std::endl<<
"nzval " <<std::endl<< vec.nzval <<
")";
255 UBlock& operator = (
const UBlock& UB) {
264 friend std::ostream& operator<<(std::ostream& out,
const UBlock& vec)
266 out <<
"(" << vec.blockIdx <<
", " << vec.numRow <<
", " << vec.numCol <<std::endl<<
"cols " << vec.cols <<std::endl<<
"nzval " <<std::endl<< vec.nzval <<
")";
280 {
return g->mpirank; }
284 {
return g->mpirank / g->numProcCol; }
288 {
return g->mpirank % g->numProcCol; }
293 {
return bnum % g->numProcRow; }
298 {
return bnum % g->numProcCol; }
303 {
return (i%g->numProcRow) * g->numProcCol + j%g->numProcCol; }
308 {
return bnum / g->numProcRow; }
313 {
return bnum / g->numProcCol; }
318 {
return iLocal * g->numProcRow +
MYROW( g ); }
323 {
return jLocal * g->numProcCol +
MYCOL( g ); }
328 {
return (a%b) ? ( a/b + 1 ) : ( a/b ); }
332 {
return s->superIdx[i]; }
337 {
return s->superPtr[bnum]; }
344 {
return s->superPtr[bnum]; }
349 {
return s->superPtr[bnum+1] - s->superPtr[bnum]; }
353 {
return s->superPtr.m() - 1; }
358 {
return s->superIdx.m(); }
382 namespace LBlockMask{
395 Int
inline serialize(LBlock<T>& val, std::ostream& os,
const std::vector<Int>& mask){
396 if(mask[LBlockMask::BLOCKIDX]==1) serialize(val.blockIdx, os, mask);
397 if(mask[LBlockMask::NUMROW ]==1) serialize(val.numRow, os, mask);
398 if(mask[LBlockMask::NUMCOL ]==1) serialize(val.numCol, os, mask);
399 if(mask[LBlockMask::ROWS ]==1) serialize(val.rows, os, mask);
400 if(mask[LBlockMask::NZVAL ]==1) serialize(val.nzval, os, mask);
405 Int
inline deserialize(LBlock<T>& val, std::istream& is,
const std::vector<Int>& mask){
406 if(mask[LBlockMask::BLOCKIDX]==1) deserialize(val.blockIdx, is, mask);
407 if(mask[LBlockMask::NUMROW ]==1) deserialize(val.numRow, is, mask);
408 if(mask[LBlockMask::NUMCOL ]==1) deserialize(val.numCol, is, mask);
409 if(mask[LBlockMask::ROWS ]==1) deserialize(val.rows, is, mask);
410 if(mask[LBlockMask::NZVAL ]==1) deserialize(val.nzval, is, mask);
430 namespace UBlockMask{
442 Int
inline serialize(UBlock<T>& val, std::ostream& os,
const std::vector<Int>& mask){
444 if(mask[i]==1) serialize(val.blockIdx, os, mask); i++;
445 if(mask[i]==1) serialize(val.numRow, os, mask); i++;
446 if(mask[i]==1) serialize(val.numCol, os, mask); i++;
447 if(mask[i]==1) serialize(val.cols, os, mask); i++;
448 if(mask[i]==1) serialize(val.nzval, os, mask); i++;
453 Int
inline deserialize(UBlock<T>& val, std::istream& is,
const std::vector<Int>& mask){
455 if(mask[i]==1) deserialize(val.blockIdx, is, mask); i++;
456 if(mask[i]==1) deserialize(val.numRow, is, mask); i++;
457 if(mask[i]==1) deserialize(val.numCol, is, mask); i++;
458 if(mask[i]==1) deserialize(val.cols, is, mask); i++;
459 if(mask[i]==1) deserialize(val.nzval, is, mask); i++;
535 static PMatrix<T> *
Create(
const GridType * pGridType,
const SuperNodeType * pSuper,
const PSelInvOptions * pSelInvOpt ,
const SuperLUOptions * pLuOpt);
536 static PMatrix<T> *
Create(
const SuperLUOptions * pLuOpt);
543 SELINV_TAG_U_CONTENT,
545 SELINV_TAG_L_CONTENT,
548 SELINV_TAG_D_CONTENT,
550 SELINV_TAG_L_SIZE_CD,
551 SELINV_TAG_L_CONTENT_CD,
562 const GridType* grid_;
564 const SuperNodeType* super_;
566 const PSelInvOptions * options_;
567 const SuperLUOptions * optionsLU_;
571 std::vector<std::vector<Int> > ColBlockIdx_;
572 std::vector<std::vector<Int> > RowBlockIdx_;
573 std::vector<std::vector<LBlock<T> > > L_;
574 std::vector<std::vector<UBlock<T> > > U_;
576 std::vector<std::vector<Int> > workingSet_;
580 BolNumMat isSendToBelow_;
581 BolNumMat isSendToRight_;
582 BolNumVec isSendToDiagonal_;
583 BolNumMat isSendToCrossDiagonal_;
585 BolNumMat isRecvFromBelow_;
586 BolNumVec isRecvFromAbove_;
587 BolNumVec isRecvFromLeft_;
588 BolNumMat isRecvFromCrossDiagonal_;
591 std::vector<TreeBcast *> fwdToBelowTree_;
592 std::vector<TreeBcast *> fwdToRightTree_;
593 std::vector<TreeReduce<T> *> redToLeftTree_;
594 std::vector<TreeReduce<T> *> redToAboveTree_;
601 std::vector<Int> RowLocalPtr;
602 std::vector<Int> BlockIdxLocal;
603 std::vector<char> SstrLcolSend;
604 std::vector<char> SstrUrowSend;
605 std::vector<char> SstrLcolRecv;
606 std::vector<char> SstrUrowRecv;
607 Int SizeSstrLcolSend;
608 Int SizeSstrUrowSend;
609 Int SizeSstrLcolRecv;
610 Int SizeSstrUrowRecv;
641 inline void GetWorkSet(std::vector<Int> & snodeEtree, std::vector<std::vector<Int> > & WSet);
650 inline void SendRecvCD_UpdateU(std::vector<SuperNodeBufferType > & arrSuperNodes, Int stepSuper);
670 Int NumCol()
const {
return super_ -> superIdx.m(); }
672 Int NumSuper()
const {
return super_ ->superPtr.m() - 1; }
681 std::vector< std::vector<Int> > & ColBlockIdx() {
return ColBlockIdx_; }
682 std::vector< std::vector<Int> > & RowBlockIdx() {
return RowBlockIdx_; }
683 std::vector<Int> & ColBlockIdx(Int jLocal) {
return ColBlockIdx_[jLocal]; }
684 std::vector<Int> & RowBlockIdx(Int iLocal) {
return RowBlockIdx_[iLocal]; }
689 Int
NumBlockL( Int jLocal )
const {
return L_[jLocal].size(); }
693 Int
NumBlockU( Int iLocal )
const {
return U_[iLocal].size(); }
704 std::vector<LBlock<T> >&
L( Int jLocal ) {
return L_[jLocal]; }
708 std::vector<UBlock<T> >&
U( Int iLocal ) {
return U_[iLocal]; }
712 std::vector<std::vector<int> >&
WorkingSet( ) {
return workingSet_; }
716 Int
CountSendToRight(Int ksup) { Int count= std::count (isSendToRight_.VecData(ksup), isSendToRight_.VecData(ksup) + grid_->numProcCol,
true);
return (isSendToRight_(
MYCOL(grid_),ksup)?count-1:count); }
720 Int
CountSendToBelow(Int ksup) { Int count= std::count (isSendToBelow_.VecData(ksup), isSendToBelow_.VecData(ksup) + grid_->numProcRow,
true);
return (isSendToBelow_(
MYROW(grid_),ksup)?count-1:count); }
724 Int
CountRecvFromBelow(Int ksup) { Int count= std::count (isRecvFromBelow_.VecData(ksup), isRecvFromBelow_.VecData(ksup) + grid_->numProcRow,
true);
return (isRecvFromBelow_(
MYROW(grid_),ksup)?count-1:count); }
728 Int
CountSendToCrossDiagonal(Int ksup) { Int count= std::count (isSendToCrossDiagonal_.VecData(ksup), isSendToCrossDiagonal_.VecData(ksup) + grid_->numProcCol,
true);
return ((isSendToCrossDiagonal_(
MYCOL(grid_),ksup) &&
MYROW(grid_)==
PROW(ksup,grid_))?count-1:count); }
732 Int
CountRecvFromCrossDiagonal(Int ksup) { Int count= std::count (isRecvFromCrossDiagonal_.VecData(ksup), isRecvFromCrossDiagonal_.VecData(ksup) + grid_->numProcRow,
true);
return ((isRecvFromCrossDiagonal_(
MYROW(grid_),ksup) &&
MYCOL(grid_)==
PCOL(ksup,grid_))?count-1:count); }
739 void GetEtree(std::vector<Int> & etree_supno );
923 void GetColumn ( Int colIdx,
NumVec<T>& col );
974 inline int IdxToTag(Int lidx, Int tag) {
return SELINV_TAG_COUNT*(lidx)+(tag);}
987 #endif //_PEXSI_PSELINV_HPP_
virtual void PreSelInv()
PreSelInv prepares the structure in L_ and U_ so that SelInv only involves matrix-matrix multiplicati...
Definition: pselinv_impl.hpp:2677
Int blockIdx
Block index (supernodal index)
Definition: pselinv.hpp:236
void PMatrixToDistSparseMatrix(DistSparseMatrix< T > &A)
PMatrixToDistSparseMatrix converts the PMatrix into a distributed compressed sparse column matrix for...
Definition: pselinv_impl.hpp:3208
void SelInvIntra_P2p(Int lidx)
SelInvIntra_P2p.
Definition: pselinv_impl.hpp:1211
A thin interface for passing parameters to set the SuperLU options.
Definition: superlu_dist_internal.hpp:62
std::vector< LBlock< T > > & L(Int jLocal)
L returns the vector of nonzero L blocks for the local block column jLocal.
Definition: pselinv.hpp:704
SuperNodeType describes mapping between supernode and column, the permutation information, and potentially the elimination tree (not implemented here).
Definition: pselinv.hpp:165
static PMatrix< T > * Create(const GridType *pGridType, const SuperNodeType *pSuper, const PSelInvOptions *pSelInvOpt, const SuperLUOptions *pLuOpt)
Create is a factory method which returns a pointer either to a new PMatrix or to a new PMatrixUnsym d...
Definition: pselinv_impl.hpp:4248
Interface with SuperLU_Dist (version 3.0 and later)
void GetNegativeInertia(Real &inertia)
GetNegativeInertia computes the negative inertia of a PMatrix. This can be used to estimate e...
Int PROW(Int bnum, const GridType *g)
PROW returns the processor row that the bnum-th block (supernode) belongs to.
Definition: pselinv.hpp:292
Thin interface to LAPACK.
Int numRow
Number of nonzero rows.
Definition: pselinv.hpp:187
void UnpackData(SuperNodeBufferType &snode, std::vector< LBlock< T > > &LcolRecv, std::vector< UBlock< T > > &UrowRecv)
UnpackData.
Definition: pselinv_impl.hpp:971
Int maxPipelineDepth
The maximum pipeline depth.
Definition: pselinv.hpp:106
Int MYPROC(const GridType *g)
MYPROC returns the current processor rank.
Definition: pselinv.hpp:279
Int NumLocalBlockCol() const
NumLocalBlockCol returns the total number of block columns.
Definition: pselinv.hpp:675
Int PCOL(Int bnum, const GridType *g)
PCOL returns the processor column that the bnum-th block (supernode) belongs to.
Definition: pselinv.hpp:297
Int LBi(Int bnum, const GridType *g)
LBi returns the local block number on the processor at processor row PROW( bnum, g )...
Definition: pselinv.hpp:307
Int SuperSize(Int bnum, const SuperNodeType *s)
SuperSize returns the size of the block bnum.
Definition: pselinv.hpp:348
Int LBj(Int bnum, const GridType *g)
LBj returns the local block number on the processor at processor column PCOL( bnum, g ).
Definition: pselinv.hpp:312
Int GBj(Int jLocal, const GridType *g)
GBj returns the global block number from a local block number in the column direction.
Definition: pselinv.hpp:322
Int numCol
Number of nonzero columns.
Definition: pselinv.hpp:190
Int NumCol(const SuperNodeType *s)
NumCol returns the total number of columns for a supernodal partiiton.
Definition: pselinv.hpp:357
Definition: pselinv.hpp:598
Int CountRecvFromCrossDiagonal(Int ksup)
CountRecvFromCrossDiagonal returns the number of cross diagonal processors with which current process...
Definition: pselinv.hpp:732
void GetDiagonal(NumVec< T > &diag)
GetDiagonal extracts the diagonal elements of the PMatrix.
Definition: pselinv_impl.hpp:3080
std::vector< std::vector< int > > & WorkingSet()
WorkingSet returns the ordered list of supernodes which could be done in parallel.
Definition: pselinv.hpp:712
Implementation of the parallel SelInv.
void GetWorkSet(std::vector< Int > &snodeEtree, std::vector< std::vector< Int > > &WSet)
GetWorkSet.
Definition: pselinv_impl.hpp:1134
Int FirstBlockRow(Int bnum, const SuperNodeType *s)
FirstBlockRow returns the first column of a block bnum. Note: the functionality of FirstBlockRow is e...
Definition: pselinv.hpp:343
Definition: pselinv.hpp:82
void GetEtree(std::vector< Int > &etree_supno)
GetEtree computes the supernodal elimination tree to be used later in the pipelined selected inversio...
Definition: pselinv_impl.hpp:1065
const GridType * Grid() const
Grid returns the GridType structure of the current PMatrix.
Definition: pselinv.hpp:696
LBlock stores a nonzero block in the lower triangular part or the diagonal part in PSelInv...
Definition: pselinv.hpp:181
Int PNUM(Int i, Int j, const GridType *g)
PNUM returns the processor rank that the bnum-th block (supernode) belongs to.
Definition: pselinv.hpp:302
virtual void ConstructCommunicationPattern()
ConstructCommunicationPattern constructs the communication pattern to be used later in the selected i...
Definition: pselinv_impl.hpp:1951
Sparse matrix and Distributed sparse matrix in compressed column format.
void ConstructCommunicationPattern_P2p()
ConstructCommunicationPattern_P2p constructs the communication pattern to be used later in the select...
Definition: pselinv_impl.hpp:1959
Int GBi(Int iLocal, const GridType *g)
GBi returns the global block number from a local block number in the row direction.
Definition: pselinv.hpp:317
GridType is the PSelInv way of defining the grid.
Definition: pselinv.hpp:128
Interface with MPI to facilitate communication.
Int MYCOL(const GridType *g)
MYCOL returns my processor column.
Definition: pselinv.hpp:287
Int CountSendToCrossDiagonal(Int ksup)
CountSendToCrossDiagonal returns the number of cross diagonal processors with which current processor...
Definition: pselinv.hpp:728
Int NumLocalBlockRow() const
NumLocalBlockRow returns the total number of block rows.
Definition: pselinv.hpp:678
Various utility subroutines.
const SuperNodeType * SuperNode() const
SuperNode returns the supernodal partition of the current PMatrix.
Definition: pselinv.hpp:700
void PMatrixToDistSparseMatrix_OLD(const DistSparseMatrix< T > &A, DistSparseMatrix< T > &B)
PMatrixToDistSparseMatrix_OLD converts the PMatrix into a distributed compressed sparse column matrix...
Definition: pselinv_impl.hpp:3489
IntNumVec rows
Dimension numRow * 1, index (0-based) for the number of nonzero rows.
Definition: pselinv.hpp:193
Int numCol
Number of nonzero columns.
Definition: pselinv.hpp:242
UBlock stores a nonzero block in the upper triangular part in PSelInv.
Definition: pselinv.hpp:233
std::vector< UBlock< T > > & U(Int iLocal)
U returns the vector of nonzero U blocks for the local block row iLocal.
Definition: pselinv.hpp:708
Int FirstBlockCol(Int bnum, const SuperNodeType *s)
FirstBlockCol returns the first column of a block bnum.
Definition: pselinv.hpp:336
Int NnzLocal()
NnzLocal computes the number of nonzero elements (L and U) saved locally.
Definition: pselinv_impl.hpp:4132
Int blockIdx
Block index (supernodal index)
Definition: pselinv.hpp:184
PMatrix contains the main data structure and the computational routine for the parallel selected inve...
Definition: ngchol_interf.hpp:57
void SendRecvCD_UpdateU(std::vector< SuperNodeBufferType > &arrSuperNodes, Int stepSuper)
SendRecvCD_UpdateU.
Definition: pselinv_impl.hpp:748
Int BlockIdx(Int i, const SuperNodeType *s)
BlockIdx returns the block index of a column i.
Definition: pselinv.hpp:331
Int numRow
Number of nonzero rows.
Definition: pselinv.hpp:239
Int CountSendToRight(Int ksup)
CountSendToRight returns the number of processors to the right of current processor with which it has...
Definition: pselinv.hpp:716
Int CountSendToBelow(Int ksup)
CountSendToBelow returns the number of processors below current processor with which it has to commun...
Definition: pselinv.hpp:720
Int CEILING(Int a, Int b)
CEILING is used for computing the storage space for local number of blocks.
Definition: pselinv.hpp:327
NumMat< T > nzval
Dimension numRow * numCol, nonzero elements.
Definition: pselinv.hpp:248
Int NumSuper(const SuperNodeType *s)
NumSuper returns the total number of supernodes.
Definition: pselinv.hpp:352
void SelInv_P2p()
Point-to-point version of the selected inversion.
Definition: pselinv_impl.hpp:2642
Int CountRecvFromBelow(Int ksup)
CountRecvFromBelow returns the number of processors below the current processor from which it receive...
Definition: pselinv.hpp:724
Int NumBlockL(Int jLocal) const
NumBlockL returns the number of nonzero L blocks for the local block column jLocal.
Definition: pselinv.hpp:689
NumMat< T > nzval
Dimension numRow * numCol, nonzero elements.
Definition: pselinv.hpp:197
A thin interface for passing parameters to set the PSelInv options.
Definition: pselinv.hpp:101
IntNumVec cols
Dimension numRow * 1, index (0-based) for the number of nonzero rows.
Definition: pselinv.hpp:245
Int NumBlockU(Int iLocal) const
NumBlockU returns the number of nonzero U blocks for the local block row iLocal.
Definition: pselinv.hpp:693
virtual void SelInv()
SelInv is the main function for the selected inversion.
Definition: pselinv_impl.hpp:2617
LongInt Nnz()
Nnz computes the total number of nonzero elements in the PMatrix.
Definition: pselinv_impl.hpp:4163
void SelInv_lookup_indexes(SuperNodeBufferType &snode, std::vector< LBlock< T > > &LcolRecv, std::vector< UBlock< T > > &UrowRecv, NumMat< T > &AinvBuf, NumMat< T > &UBuf)
SelInv_lookup_indexes.
Definition: pselinv_impl.hpp:391
void ComputeDiagUpdate(SuperNodeBufferType &snode)
ComputeDiagUpdate.
Definition: pselinv_impl.hpp:1025
DistSparseMatrix describes a Sparse matrix in the compressed sparse column format (CSC) and distribut...
Definition: sparse_matrix.hpp:91
PMatrixUnsym contains the main data structure and the computational routine for the parallel selected...
Definition: pselinv.hpp:978
Int MYROW(const GridType *g)
MYROW returns my processor row.
Definition: pselinv.hpp:283