xref: /petsc/src/mat/impls/sbaij/mpi/mpiaijsbaij.c (revision 8cc058d9cd56c1ccb3be12a47760ddfc446aaffc)
1471cc821SHong Zhang 
2c6db04a5SJed Brown #include <../src/mat/impls/sbaij/mpi/mpisbaij.h> /*I "petscmat.h" I*/
3c6db04a5SJed Brown #include <../src/mat/impls/aij/mpi/mpiaij.h>
4b45d2f2cSJed Brown #include <petsc-private/matimpl.h>
5c6db04a5SJed Brown #include <petscmat.h>
6471cc821SHong Zhang 
7471cc821SHong Zhang #undef __FUNCT__
8471cc821SHong Zhang #define __FUNCT__ "MatConvert_MPIAIJ_MPISBAIJ"
9*8cc058d9SJed Brown PETSC_EXTERN PetscErrorCode MatConvert_MPIAIJ_MPISBAIJ(Mat A, MatType newtype,MatReuse reuse,Mat *newmat)
10471cc821SHong Zhang {
11471cc821SHong Zhang   PetscErrorCode    ierr;
12949f5904SShri Abhyankar   Mat               M;
13549719c3SShri Abhyankar   Mat_MPIAIJ        *mpimat = (Mat_MPIAIJ*)A->data;
14549719c3SShri Abhyankar   Mat_SeqAIJ        *Aa     = (Mat_SeqAIJ*)mpimat->A->data,*Ba = (Mat_SeqAIJ*)mpimat->B->data;
15949f5904SShri Abhyankar   PetscInt          *d_nnz,*o_nnz;
16293d3d0aSHong Zhang   PetscInt          i,j,nz;
17949f5904SShri Abhyankar   PetscInt          m,n,lm,ln;
18949f5904SShri Abhyankar   PetscInt          rstart,rend;
19949f5904SShri Abhyankar   const PetscScalar *vwork;
20949f5904SShri Abhyankar   const PetscInt    *cwork;
21471cc821SHong Zhang 
22471cc821SHong Zhang   PetscFunctionBegin;
23ce94432eSBarry Smith   if (!A->symmetric) SETERRQ(PetscObjectComm((PetscObject)A),PETSC_ERR_USER,"Matrix must be symmetric. Call MatSetOption(mat,MAT_SYMMETRIC,PETSC_TRUE)");
24949f5904SShri Abhyankar   ierr = MatGetSize(A,&m,&n);CHKERRQ(ierr);
25c4688eafSJed Brown   ierr = MatGetLocalSize(A,&lm,&ln);CHKERRQ(ierr);
26ad5247fdSHong Zhang   ierr = PetscMalloc2(lm,PetscInt,&d_nnz,lm,PetscInt,&o_nnz);CHKERRQ(ierr);
27949f5904SShri Abhyankar 
28ad5247fdSHong Zhang   ierr = MatMarkDiagonal_SeqAIJ(mpimat->A);CHKERRQ(ierr);
29293d3d0aSHong Zhang   for (i=0; i<lm; i++) {
30293d3d0aSHong Zhang     d_nnz[i] = Aa->i[i+1] - Aa->diag[i];
31293d3d0aSHong Zhang     o_nnz[i] = Ba->i[i+1] - Ba->i[i];
32949f5904SShri Abhyankar   }
3387f3aed4SHong Zhang 
34ce94432eSBarry Smith   ierr = MatCreate(PetscObjectComm((PetscObject)A),&M);CHKERRQ(ierr);
35949f5904SShri Abhyankar   ierr = MatSetSizes(M,lm,ln,m,n);CHKERRQ(ierr);
366d0a4a0eSHong Zhang   ierr = MatSetType(M,MATMPISBAIJ);CHKERRQ(ierr);
376d0a4a0eSHong Zhang   ierr = MatSeqSBAIJSetPreallocation(M,1,0,d_nnz);CHKERRQ(ierr);
38949f5904SShri Abhyankar   ierr = MatMPISBAIJSetPreallocation(M,1,0,d_nnz,0,o_nnz);CHKERRQ(ierr);
39949f5904SShri Abhyankar 
401667e675SShri Abhyankar   ierr = PetscFree2(d_nnz,o_nnz);CHKERRQ(ierr);
41949f5904SShri Abhyankar 
42293d3d0aSHong Zhang   ierr = MatGetOwnershipRange(A,&rstart,&rend);CHKERRQ(ierr);
43949f5904SShri Abhyankar   for (i=rstart; i<rend; i++) {
44949f5904SShri Abhyankar     ierr = MatGetRow(A,i,&nz,&cwork,&vwork);CHKERRQ(ierr);
4587f3aed4SHong Zhang     j    = 0;
4626fbe8dcSKarl Rupp     while (cwork[j] < i) {
4726fbe8dcSKarl Rupp       j++; nz--;
4826fbe8dcSKarl Rupp     }
4987f3aed4SHong Zhang     ierr = MatSetValues(M,1,&i,nz,cwork+j,vwork+j,INSERT_VALUES);CHKERRQ(ierr);
50949f5904SShri Abhyankar     ierr = MatRestoreRow(A,i,&nz,&cwork,&vwork);CHKERRQ(ierr);
51949f5904SShri Abhyankar   }
52949f5904SShri Abhyankar   ierr = MatAssemblyBegin(M,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
53949f5904SShri Abhyankar   ierr = MatAssemblyEnd(M,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
54949f5904SShri Abhyankar 
55949f5904SShri Abhyankar   if (reuse == MAT_REUSE_MATRIX) {
56949f5904SShri Abhyankar     ierr = MatHeaderReplace(A,M);CHKERRQ(ierr);
5787f3aed4SHong Zhang   } else {
58949f5904SShri Abhyankar     *newmat = M;
5987f3aed4SHong Zhang   }
60471cc821SHong Zhang   PetscFunctionReturn(0);
61471cc821SHong Zhang }
62ad5247fdSHong Zhang /* contributed by Dahai Guo <dhguo@ncsa.uiuc.edu> April 2011 */
63ad5247fdSHong Zhang #undef __FUNCT__
64ad5247fdSHong Zhang #define __FUNCT__ "MatConvert_MPIBAIJ_MPISBAIJ"
65*8cc058d9SJed Brown PETSC_EXTERN PetscErrorCode MatConvert_MPIBAIJ_MPISBAIJ(Mat A, MatType newtype,MatReuse reuse,Mat *newmat)
66ad5247fdSHong Zhang {
67ad5247fdSHong Zhang   PetscErrorCode    ierr;
68ad5247fdSHong Zhang   Mat               M;
69ad5247fdSHong Zhang   Mat_MPIBAIJ       *mpimat = (Mat_MPIBAIJ*)A->data;
70ad5247fdSHong Zhang   Mat_SeqBAIJ       *Aa     = (Mat_SeqBAIJ*)mpimat->A->data,*Ba = (Mat_SeqBAIJ*)mpimat->B->data;
71ad5247fdSHong Zhang   PetscInt          *d_nnz,*o_nnz;
72ad5247fdSHong Zhang   PetscInt          i,j,nz;
73ad5247fdSHong Zhang   PetscInt          m,n,lm,ln;
74ad5247fdSHong Zhang   PetscInt          rstart,rend;
75ad5247fdSHong Zhang   const PetscScalar *vwork;
76ad5247fdSHong Zhang   const PetscInt    *cwork;
77ad5247fdSHong Zhang   PetscInt          bs = A->rmap->bs;
78ad5247fdSHong Zhang 
79ad5247fdSHong Zhang   PetscFunctionBegin;
80ad5247fdSHong Zhang   ierr = MatGetSize(A,&m,&n);CHKERRQ(ierr);
81ad5247fdSHong Zhang   ierr = MatGetLocalSize(A,&lm,&ln);CHKERRQ(ierr);
82ad5247fdSHong Zhang   ierr = PetscMalloc2(lm/bs,PetscInt,&d_nnz,lm/bs,PetscInt,&o_nnz);CHKERRQ(ierr);
83ad5247fdSHong Zhang 
84ad5247fdSHong Zhang   ierr = MatMarkDiagonal_SeqBAIJ(mpimat->A);CHKERRQ(ierr);
85ad5247fdSHong Zhang   for (i=0; i<lm/bs; i++) {
86ad5247fdSHong Zhang     d_nnz[i] = Aa->i[i+1] - Aa->diag[i];
87ad5247fdSHong Zhang     o_nnz[i] = Ba->i[i+1] - Ba->i[i];
88ad5247fdSHong Zhang   }
89ad5247fdSHong Zhang 
90ce94432eSBarry Smith   ierr = MatCreate(PetscObjectComm((PetscObject)A),&M);CHKERRQ(ierr);
91ad5247fdSHong Zhang   ierr = MatSetSizes(M,lm,ln,m,n);CHKERRQ(ierr);
926d0a4a0eSHong Zhang   ierr = MatSetType(M,MATMPISBAIJ);CHKERRQ(ierr);
936d0a4a0eSHong Zhang   ierr = MatSeqSBAIJSetPreallocation(M,bs,0,d_nnz);CHKERRQ(ierr);
94ad5247fdSHong Zhang   ierr = MatMPISBAIJSetPreallocation(M,bs,0,d_nnz,0,o_nnz);CHKERRQ(ierr);
95ad5247fdSHong Zhang 
96ad5247fdSHong Zhang   ierr = PetscFree2(d_nnz,o_nnz);CHKERRQ(ierr);
97ad5247fdSHong Zhang 
98ad5247fdSHong Zhang   ierr = MatGetOwnershipRange(A,&rstart,&rend);CHKERRQ(ierr);
99d7b97159SHong Zhang   ierr = MatSetOption(M,MAT_IGNORE_LOWER_TRIANGULAR,PETSC_TRUE);CHKERRQ(ierr);
100ad5247fdSHong Zhang   for (i=rstart; i<rend; i++) {
101ad5247fdSHong Zhang     ierr = MatGetRow(A,i,&nz,&cwork,&vwork);CHKERRQ(ierr);
102ad5247fdSHong Zhang     j    = 0;
103d7b97159SHong Zhang     ierr = MatSetValues(M,1,&i,nz,cwork+j,vwork+j,INSERT_VALUES);CHKERRQ(ierr);
104ad5247fdSHong Zhang     ierr = MatRestoreRow(A,i,&nz,&cwork,&vwork);CHKERRQ(ierr);
105ad5247fdSHong Zhang   }
106ad5247fdSHong Zhang   ierr = MatAssemblyBegin(M,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
107ad5247fdSHong Zhang   ierr = MatAssemblyEnd(M,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
108ad5247fdSHong Zhang 
109ad5247fdSHong Zhang   if (reuse == MAT_REUSE_MATRIX) {
110ad5247fdSHong Zhang     ierr = MatHeaderReplace(A,M);CHKERRQ(ierr);
111ad5247fdSHong Zhang   } else {
112ad5247fdSHong Zhang     *newmat = M;
113ad5247fdSHong Zhang   }
114ad5247fdSHong Zhang   PetscFunctionReturn(0);
115ad5247fdSHong Zhang }
116