xref: /petsc/src/mat/impls/sbaij/mpi/mpiaijsbaij.c (revision bd019fc1a6f956260a0ee235b3d504ca5a0b1f2a)
1471cc821SHong Zhang 
2c6db04a5SJed Brown #include <../src/mat/impls/sbaij/mpi/mpisbaij.h> /*I "petscmat.h" I*/
3c6db04a5SJed Brown #include <../src/mat/impls/aij/mpi/mpiaij.h>
4af0996ceSBarry Smith #include <petsc/private/matimpl.h>
5c6db04a5SJed Brown #include <petscmat.h>
6471cc821SHong Zhang 
7cc2e6a90SBarry Smith PETSC_INTERN PetscErrorCode MatConvert_MPIAIJ_MPISBAIJ(Mat A, MatType newtype,MatReuse reuse,Mat *newmat)
8471cc821SHong Zhang {
9471cc821SHong Zhang   PetscErrorCode    ierr;
10949f5904SShri Abhyankar   Mat               M;
11549719c3SShri Abhyankar   Mat_MPIAIJ        *mpimat = (Mat_MPIAIJ*)A->data;
12549719c3SShri Abhyankar   Mat_SeqAIJ        *Aa     = (Mat_SeqAIJ*)mpimat->A->data,*Ba = (Mat_SeqAIJ*)mpimat->B->data;
13949f5904SShri Abhyankar   PetscInt          *d_nnz,*o_nnz;
14293d3d0aSHong Zhang   PetscInt          i,j,nz;
15949f5904SShri Abhyankar   PetscInt          m,n,lm,ln;
16949f5904SShri Abhyankar   PetscInt          rstart,rend;
17949f5904SShri Abhyankar   const PetscScalar *vwork;
18949f5904SShri Abhyankar   const PetscInt    *cwork;
19471cc821SHong Zhang 
20471cc821SHong Zhang   PetscFunctionBegin;
21ce94432eSBarry Smith   if (!A->symmetric) SETERRQ(PetscObjectComm((PetscObject)A),PETSC_ERR_USER,"Matrix must be symmetric. Call MatSetOption(mat,MAT_SYMMETRIC,PETSC_TRUE)");
22*bd019fc1SStefano Zampini   if (reuse != MAT_REUSE_MATRIX) {
23949f5904SShri Abhyankar     ierr = MatGetSize(A,&m,&n);CHKERRQ(ierr);
24c4688eafSJed Brown     ierr = MatGetLocalSize(A,&lm,&ln);CHKERRQ(ierr);
25dcca6d9dSJed Brown     ierr = PetscMalloc2(lm,&d_nnz,lm,&o_nnz);CHKERRQ(ierr);
26949f5904SShri Abhyankar 
27ad5247fdSHong Zhang     ierr = MatMarkDiagonal_SeqAIJ(mpimat->A);CHKERRQ(ierr);
28293d3d0aSHong Zhang     for (i=0; i<lm; i++) {
29293d3d0aSHong Zhang       d_nnz[i] = Aa->i[i+1] - Aa->diag[i];
30293d3d0aSHong Zhang       o_nnz[i] = Ba->i[i+1] - Ba->i[i];
31949f5904SShri Abhyankar     }
3287f3aed4SHong Zhang 
33ce94432eSBarry Smith     ierr = MatCreate(PetscObjectComm((PetscObject)A),&M);CHKERRQ(ierr);
34949f5904SShri Abhyankar     ierr = MatSetSizes(M,lm,ln,m,n);CHKERRQ(ierr);
356d0a4a0eSHong Zhang     ierr = MatSetType(M,MATMPISBAIJ);CHKERRQ(ierr);
366d0a4a0eSHong Zhang     ierr = MatSeqSBAIJSetPreallocation(M,1,0,d_nnz);CHKERRQ(ierr);
37949f5904SShri Abhyankar     ierr = MatMPISBAIJSetPreallocation(M,1,0,d_nnz,0,o_nnz);CHKERRQ(ierr);
381667e675SShri Abhyankar     ierr = PetscFree2(d_nnz,o_nnz);CHKERRQ(ierr);
39*bd019fc1SStefano Zampini   } else M = *newmat;
40949f5904SShri Abhyankar 
41293d3d0aSHong Zhang   ierr = MatGetOwnershipRange(A,&rstart,&rend);CHKERRQ(ierr);
42949f5904SShri Abhyankar   for (i=rstart; i<rend; i++) {
43949f5904SShri Abhyankar     ierr = MatGetRow(A,i,&nz,&cwork,&vwork);CHKERRQ(ierr);
4487f3aed4SHong Zhang     j    = 0;
4526fbe8dcSKarl Rupp     while (cwork[j] < i) {
4626fbe8dcSKarl Rupp       j++; nz--;
4726fbe8dcSKarl Rupp     }
4887f3aed4SHong Zhang     ierr = MatSetValues(M,1,&i,nz,cwork+j,vwork+j,INSERT_VALUES);CHKERRQ(ierr);
49949f5904SShri Abhyankar     ierr = MatRestoreRow(A,i,&nz,&cwork,&vwork);CHKERRQ(ierr);
50949f5904SShri Abhyankar   }
51949f5904SShri Abhyankar   ierr = MatAssemblyBegin(M,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
52949f5904SShri Abhyankar   ierr = MatAssemblyEnd(M,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
53949f5904SShri Abhyankar 
54511c6705SHong Zhang   if (reuse == MAT_INPLACE_MATRIX) {
5528be2f97SBarry Smith     ierr = MatHeaderReplace(A,&M);CHKERRQ(ierr);
5687f3aed4SHong Zhang   } else {
57949f5904SShri Abhyankar     *newmat = M;
5887f3aed4SHong Zhang   }
59471cc821SHong Zhang   PetscFunctionReturn(0);
60471cc821SHong Zhang }
61ad5247fdSHong Zhang /* contributed by Dahai Guo <dhguo@ncsa.uiuc.edu> April 2011 */
62cc2e6a90SBarry Smith PETSC_INTERN PetscErrorCode MatConvert_MPIBAIJ_MPISBAIJ(Mat A, MatType newtype,MatReuse reuse,Mat *newmat)
63ad5247fdSHong Zhang {
64ad5247fdSHong Zhang   PetscErrorCode    ierr;
65ad5247fdSHong Zhang   Mat               M;
66ad5247fdSHong Zhang   Mat_MPIBAIJ       *mpimat = (Mat_MPIBAIJ*)A->data;
67ad5247fdSHong Zhang   Mat_SeqBAIJ       *Aa     = (Mat_SeqBAIJ*)mpimat->A->data,*Ba = (Mat_SeqBAIJ*)mpimat->B->data;
68ad5247fdSHong Zhang   PetscInt          *d_nnz,*o_nnz;
69ad5247fdSHong Zhang   PetscInt          i,j,nz;
70ad5247fdSHong Zhang   PetscInt          m,n,lm,ln;
71ad5247fdSHong Zhang   PetscInt          rstart,rend;
72ad5247fdSHong Zhang   const PetscScalar *vwork;
73ad5247fdSHong Zhang   const PetscInt    *cwork;
74ad5247fdSHong Zhang   PetscInt          bs = A->rmap->bs;
75ad5247fdSHong Zhang 
76ad5247fdSHong Zhang   PetscFunctionBegin;
77*bd019fc1SStefano Zampini   if (reuse != MAT_REUSE_MATRIX) {
78ad5247fdSHong Zhang     ierr = MatGetSize(A,&m,&n);CHKERRQ(ierr);
79ad5247fdSHong Zhang     ierr = MatGetLocalSize(A,&lm,&ln);CHKERRQ(ierr);
80dcca6d9dSJed Brown     ierr = PetscMalloc2(lm/bs,&d_nnz,lm/bs,&o_nnz);CHKERRQ(ierr);
81ad5247fdSHong Zhang 
82ad5247fdSHong Zhang     ierr = MatMarkDiagonal_SeqBAIJ(mpimat->A);CHKERRQ(ierr);
83ad5247fdSHong Zhang     for (i=0; i<lm/bs; i++) {
84ad5247fdSHong Zhang       d_nnz[i] = Aa->i[i+1] - Aa->diag[i];
85ad5247fdSHong Zhang       o_nnz[i] = Ba->i[i+1] - Ba->i[i];
86ad5247fdSHong Zhang     }
87ad5247fdSHong Zhang 
88ce94432eSBarry Smith     ierr = MatCreate(PetscObjectComm((PetscObject)A),&M);CHKERRQ(ierr);
89ad5247fdSHong Zhang     ierr = MatSetSizes(M,lm,ln,m,n);CHKERRQ(ierr);
906d0a4a0eSHong Zhang     ierr = MatSetType(M,MATMPISBAIJ);CHKERRQ(ierr);
916d0a4a0eSHong Zhang     ierr = MatSeqSBAIJSetPreallocation(M,bs,0,d_nnz);CHKERRQ(ierr);
92ad5247fdSHong Zhang     ierr = MatMPISBAIJSetPreallocation(M,bs,0,d_nnz,0,o_nnz);CHKERRQ(ierr);
93ad5247fdSHong Zhang 
94ad5247fdSHong Zhang     ierr = PetscFree2(d_nnz,o_nnz);CHKERRQ(ierr);
95*bd019fc1SStefano Zampini   } else M = *newmat;
96ad5247fdSHong Zhang 
97ad5247fdSHong Zhang   ierr = MatGetOwnershipRange(A,&rstart,&rend);CHKERRQ(ierr);
98d7b97159SHong Zhang   ierr = MatSetOption(M,MAT_IGNORE_LOWER_TRIANGULAR,PETSC_TRUE);CHKERRQ(ierr);
99ad5247fdSHong Zhang   for (i=rstart; i<rend; i++) {
100ad5247fdSHong Zhang     ierr = MatGetRow(A,i,&nz,&cwork,&vwork);CHKERRQ(ierr);
101ad5247fdSHong Zhang     j    = 0;
102d7b97159SHong Zhang     ierr = MatSetValues(M,1,&i,nz,cwork+j,vwork+j,INSERT_VALUES);CHKERRQ(ierr);
103ad5247fdSHong Zhang     ierr = MatRestoreRow(A,i,&nz,&cwork,&vwork);CHKERRQ(ierr);
104ad5247fdSHong Zhang   }
105ad5247fdSHong Zhang   ierr = MatAssemblyBegin(M,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
106ad5247fdSHong Zhang   ierr = MatAssemblyEnd(M,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
107ad5247fdSHong Zhang 
108511c6705SHong Zhang   if (reuse == MAT_INPLACE_MATRIX) {
10928be2f97SBarry Smith     ierr = MatHeaderReplace(A,&M);CHKERRQ(ierr);
110ad5247fdSHong Zhang   } else {
111ad5247fdSHong Zhang     *newmat = M;
112ad5247fdSHong Zhang   }
113ad5247fdSHong Zhang   PetscFunctionReturn(0);
114ad5247fdSHong Zhang }
115