xref: /petsc/src/mat/impls/sbaij/mpi/mpiaijsbaij.c (revision b94d7ded0a05f1bbd5e48daa6f92b28259c75b44)
1471cc821SHong Zhang 
2c6db04a5SJed Brown #include <../src/mat/impls/sbaij/mpi/mpisbaij.h> /*I "petscmat.h" I*/
3c6db04a5SJed Brown #include <../src/mat/impls/aij/mpi/mpiaij.h>
4af0996ceSBarry Smith #include <petsc/private/matimpl.h>
5c6db04a5SJed Brown #include <petscmat.h>
6471cc821SHong Zhang 
7cc2e6a90SBarry Smith PETSC_INTERN PetscErrorCode MatConvert_MPIAIJ_MPISBAIJ(Mat A, MatType newtype,MatReuse reuse,Mat *newmat)
8471cc821SHong Zhang {
9949f5904SShri Abhyankar   Mat               M;
10549719c3SShri Abhyankar   Mat_MPIAIJ        *mpimat = (Mat_MPIAIJ*)A->data;
11549719c3SShri Abhyankar   Mat_SeqAIJ        *Aa     = (Mat_SeqAIJ*)mpimat->A->data,*Ba = (Mat_SeqAIJ*)mpimat->B->data;
12949f5904SShri Abhyankar   PetscInt          *d_nnz,*o_nnz;
13293d3d0aSHong Zhang   PetscInt          i,j,nz;
14949f5904SShri Abhyankar   PetscInt          m,n,lm,ln;
15ae8d29abSPierre Jolivet   PetscInt          rstart,rend,bs=PetscAbs(A->rmap->bs);
16949f5904SShri Abhyankar   const PetscScalar *vwork;
17949f5904SShri Abhyankar   const PetscInt    *cwork;
18471cc821SHong Zhang 
19471cc821SHong Zhang   PetscFunctionBegin;
20*b94d7dedSBarry Smith   PetscCheck(A->symmetric == PETSC_BOOL3_TRUE || A->hermitian == PETSC_BOOL3_TRUE,PetscObjectComm((PetscObject)A),PETSC_ERR_USER,"Matrix must be symmetric or Hermitian. Call MatSetOption(mat,MAT_SYMMETRIC,PETSC_TRUE) or MatSetOption(mat,MAT_HERMITIAN,PETSC_TRUE)");
21bd019fc1SStefano Zampini   if (reuse != MAT_REUSE_MATRIX) {
229566063dSJacob Faibussowitsch     PetscCall(MatGetSize(A,&m,&n));
239566063dSJacob Faibussowitsch     PetscCall(MatGetLocalSize(A,&lm,&ln));
249566063dSJacob Faibussowitsch     PetscCall(PetscMalloc2(lm/bs,&d_nnz,lm/bs,&o_nnz));
25949f5904SShri Abhyankar 
269566063dSJacob Faibussowitsch     PetscCall(MatMarkDiagonal_SeqAIJ(mpimat->A));
27ae8d29abSPierre Jolivet     for (i=0; i<lm/bs; i++) {
284b433861SStefano Zampini       if (Aa->i[i*bs+1] == Aa->diag[i*bs]) { /* misses diagonal entry */
294b433861SStefano Zampini         d_nnz[i] = (Aa->i[i*bs+1] - Aa->i[i*bs])/bs;
304b433861SStefano Zampini       } else {
31ae8d29abSPierre Jolivet         d_nnz[i] = (Aa->i[i*bs+1] - Aa->diag[i*bs])/bs;
324b433861SStefano Zampini       }
33ae8d29abSPierre Jolivet       o_nnz[i] = (Ba->i[i*bs+1] - Ba->i[i*bs])/bs;
34949f5904SShri Abhyankar     }
3587f3aed4SHong Zhang 
369566063dSJacob Faibussowitsch     PetscCall(MatCreate(PetscObjectComm((PetscObject)A),&M));
379566063dSJacob Faibussowitsch     PetscCall(MatSetSizes(M,lm,ln,m,n));
389566063dSJacob Faibussowitsch     PetscCall(MatSetType(M,MATMPISBAIJ));
399566063dSJacob Faibussowitsch     PetscCall(MatSeqSBAIJSetPreallocation(M,bs,0,d_nnz));
409566063dSJacob Faibussowitsch     PetscCall(MatMPISBAIJSetPreallocation(M,bs,0,d_nnz,0,o_nnz));
419566063dSJacob Faibussowitsch     PetscCall(PetscFree2(d_nnz,o_nnz));
42bd019fc1SStefano Zampini   } else M = *newmat;
43949f5904SShri Abhyankar 
44ae8d29abSPierre Jolivet   if (bs == 1) {
459566063dSJacob Faibussowitsch     PetscCall(MatGetOwnershipRange(A,&rstart,&rend));
46949f5904SShri Abhyankar     for (i=rstart; i<rend; i++) {
479566063dSJacob Faibussowitsch       PetscCall(MatGetRow(A,i,&nz,&cwork,&vwork));
4832990293SStefano Zampini       if (nz) {
4987f3aed4SHong Zhang         j = 0;
5026fbe8dcSKarl Rupp         while (cwork[j] < i) {
5126fbe8dcSKarl Rupp           j++; nz--;
5226fbe8dcSKarl Rupp         }
539566063dSJacob Faibussowitsch         PetscCall(MatSetValues(M,1,&i,nz,cwork+j,vwork+j,INSERT_VALUES));
5432990293SStefano Zampini       }
559566063dSJacob Faibussowitsch       PetscCall(MatRestoreRow(A,i,&nz,&cwork,&vwork));
56949f5904SShri Abhyankar     }
579566063dSJacob Faibussowitsch     PetscCall(MatAssemblyBegin(M,MAT_FINAL_ASSEMBLY));
589566063dSJacob Faibussowitsch     PetscCall(MatAssemblyEnd(M,MAT_FINAL_ASSEMBLY));
59ae8d29abSPierre Jolivet   } else {
609566063dSJacob Faibussowitsch     PetscCall(MatSetOption(M,MAT_IGNORE_LOWER_TRIANGULAR,PETSC_TRUE));
61ae8d29abSPierre Jolivet     /* reuse may not be equal to MAT_REUSE_MATRIX, but the basic converter will reallocate or replace newmat if this value is not used */
62ae8d29abSPierre Jolivet     /* if reuse is equal to MAT_INITIAL_MATRIX, it has been appropriately preallocated before                                          */
63ae8d29abSPierre Jolivet     /*                      MAT_INPLACE_MATRIX, it will be replaced with MatHeaderReplace below                                        */
649566063dSJacob Faibussowitsch     PetscCall(MatConvert_Basic(A,newtype,MAT_REUSE_MATRIX,&M));
65ae8d29abSPierre Jolivet   }
66949f5904SShri Abhyankar 
67511c6705SHong Zhang   if (reuse == MAT_INPLACE_MATRIX) {
689566063dSJacob Faibussowitsch     PetscCall(MatHeaderReplace(A,&M));
69ae8d29abSPierre Jolivet   } else *newmat = M;
70471cc821SHong Zhang   PetscFunctionReturn(0);
71471cc821SHong Zhang }
72ad5247fdSHong Zhang /* contributed by Dahai Guo <dhguo@ncsa.uiuc.edu> April 2011 */
73cc2e6a90SBarry Smith PETSC_INTERN PetscErrorCode MatConvert_MPIBAIJ_MPISBAIJ(Mat A, MatType newtype,MatReuse reuse,Mat *newmat)
74ad5247fdSHong Zhang {
75ad5247fdSHong Zhang   Mat               M;
76ad5247fdSHong Zhang   Mat_MPIBAIJ       *mpimat = (Mat_MPIBAIJ*)A->data;
77ad5247fdSHong Zhang   Mat_SeqBAIJ       *Aa     = (Mat_SeqBAIJ*)mpimat->A->data,*Ba = (Mat_SeqBAIJ*)mpimat->B->data;
78ad5247fdSHong Zhang   PetscInt          *d_nnz,*o_nnz;
79ae8d29abSPierre Jolivet   PetscInt          i,nz;
80ad5247fdSHong Zhang   PetscInt          m,n,lm,ln;
81ad5247fdSHong Zhang   PetscInt          rstart,rend;
82ad5247fdSHong Zhang   const PetscScalar *vwork;
83ad5247fdSHong Zhang   const PetscInt    *cwork;
84ad5247fdSHong Zhang   PetscInt          bs = A->rmap->bs;
85ad5247fdSHong Zhang 
86ad5247fdSHong Zhang   PetscFunctionBegin;
87bd019fc1SStefano Zampini   if (reuse != MAT_REUSE_MATRIX) {
889566063dSJacob Faibussowitsch     PetscCall(MatGetSize(A,&m,&n));
899566063dSJacob Faibussowitsch     PetscCall(MatGetLocalSize(A,&lm,&ln));
909566063dSJacob Faibussowitsch     PetscCall(PetscMalloc2(lm/bs,&d_nnz,lm/bs,&o_nnz));
91ad5247fdSHong Zhang 
929566063dSJacob Faibussowitsch     PetscCall(MatMarkDiagonal_SeqBAIJ(mpimat->A));
93ad5247fdSHong Zhang     for (i=0; i<lm/bs; i++) {
94ad5247fdSHong Zhang       d_nnz[i] = Aa->i[i+1] - Aa->diag[i];
95ad5247fdSHong Zhang       o_nnz[i] = Ba->i[i+1] - Ba->i[i];
96ad5247fdSHong Zhang     }
97ad5247fdSHong Zhang 
989566063dSJacob Faibussowitsch     PetscCall(MatCreate(PetscObjectComm((PetscObject)A),&M));
999566063dSJacob Faibussowitsch     PetscCall(MatSetSizes(M,lm,ln,m,n));
1009566063dSJacob Faibussowitsch     PetscCall(MatSetType(M,MATMPISBAIJ));
1019566063dSJacob Faibussowitsch     PetscCall(MatSeqSBAIJSetPreallocation(M,bs,0,d_nnz));
1029566063dSJacob Faibussowitsch     PetscCall(MatMPISBAIJSetPreallocation(M,bs,0,d_nnz,0,o_nnz));
103ad5247fdSHong Zhang 
1049566063dSJacob Faibussowitsch     PetscCall(PetscFree2(d_nnz,o_nnz));
105bd019fc1SStefano Zampini   } else M = *newmat;
106ad5247fdSHong Zhang 
1079566063dSJacob Faibussowitsch   PetscCall(MatGetOwnershipRange(A,&rstart,&rend));
1089566063dSJacob Faibussowitsch   PetscCall(MatSetOption(M,MAT_IGNORE_LOWER_TRIANGULAR,PETSC_TRUE));
109ad5247fdSHong Zhang   for (i=rstart; i<rend; i++) {
1109566063dSJacob Faibussowitsch     PetscCall(MatGetRow(A,i,&nz,&cwork,&vwork));
1119566063dSJacob Faibussowitsch     PetscCall(MatSetValues(M,1,&i,nz,cwork,vwork,INSERT_VALUES));
1129566063dSJacob Faibussowitsch     PetscCall(MatRestoreRow(A,i,&nz,&cwork,&vwork));
113ad5247fdSHong Zhang   }
1149566063dSJacob Faibussowitsch   PetscCall(MatAssemblyBegin(M,MAT_FINAL_ASSEMBLY));
1159566063dSJacob Faibussowitsch   PetscCall(MatAssemblyEnd(M,MAT_FINAL_ASSEMBLY));
116ad5247fdSHong Zhang 
117511c6705SHong Zhang   if (reuse == MAT_INPLACE_MATRIX) {
1189566063dSJacob Faibussowitsch     PetscCall(MatHeaderReplace(A,&M));
119ae8d29abSPierre Jolivet   } else *newmat = M;
120ad5247fdSHong Zhang   PetscFunctionReturn(0);
121ad5247fdSHong Zhang }
122