xref: /petsc/src/mat/impls/sbaij/mpi/mpiaijsbaij.c (revision fdb35ca6b8bfd78facfcbaad2994e8eeeb8f8a19)
1 
2 #include <../src/mat/impls/sbaij/mpi/mpisbaij.h> /*I "petscmat.h" I*/
3 #include <../src/mat/impls/aij/mpi/mpiaij.h>
4 #include <petsc-private/matimpl.h>
5 #include <petscmat.h>
6 
7 EXTERN_C_BEGIN
8 #undef __FUNCT__
9 #define __FUNCT__ "MatConvert_MPIAIJ_MPISBAIJ"
10 PetscErrorCode  MatConvert_MPIAIJ_MPISBAIJ(Mat A, MatType newtype,MatReuse reuse,Mat *newmat)
11 {
12   PetscErrorCode    ierr;
13   Mat               M;
14   Mat_MPIAIJ        *mpimat = (Mat_MPIAIJ*)A->data;
15   Mat_SeqAIJ        *Aa     = (Mat_SeqAIJ*)mpimat->A->data,*Ba = (Mat_SeqAIJ*)mpimat->B->data;
16   PetscInt          *d_nnz,*o_nnz;
17   PetscInt          i,j,nz;
18   PetscInt          m,n,lm,ln;
19   PetscInt          rstart,rend;
20   const PetscScalar *vwork;
21   const PetscInt    *cwork;
22 
23   PetscFunctionBegin;
24   if (!A->symmetric) SETERRQ(((PetscObject)A)->comm,PETSC_ERR_USER,"Matrix must be symmetric. Call MatSetOption(mat,MAT_SYMMETRIC,PETSC_TRUE)");
25   ierr = MatGetSize(A,&m,&n);CHKERRQ(ierr);
26   ierr = MatGetLocalSize(A,&lm,&ln);CHKERRQ(ierr);
27   ierr = PetscMalloc2(lm,PetscInt,&d_nnz,lm,PetscInt,&o_nnz);CHKERRQ(ierr);
28 
29   ierr = MatMarkDiagonal_SeqAIJ(mpimat->A);CHKERRQ(ierr);
30   for (i=0; i<lm; i++) {
31     d_nnz[i] = Aa->i[i+1] - Aa->diag[i];
32     o_nnz[i] = Ba->i[i+1] - Ba->i[i];
33   }
34 
35   ierr = MatCreate(((PetscObject)A)->comm,&M);CHKERRQ(ierr);
36   ierr = MatSetSizes(M,lm,ln,m,n);CHKERRQ(ierr);
37   ierr = MatSetType(M,MATMPISBAIJ);CHKERRQ(ierr);
38   ierr = MatSeqSBAIJSetPreallocation(M,1,0,d_nnz);CHKERRQ(ierr);
39   ierr = MatMPISBAIJSetPreallocation(M,1,0,d_nnz,0,o_nnz);CHKERRQ(ierr);
40 
41   ierr = PetscFree2(d_nnz,o_nnz);CHKERRQ(ierr);
42 
43   ierr = MatGetOwnershipRange(A,&rstart,&rend);CHKERRQ(ierr);
44   for (i=rstart; i<rend; i++) {
45     ierr = MatGetRow(A,i,&nz,&cwork,&vwork);CHKERRQ(ierr);
46     j    = 0;
47     while (cwork[j] < i) {
48       j++; nz--;
49     }
50     ierr = MatSetValues(M,1,&i,nz,cwork+j,vwork+j,INSERT_VALUES);CHKERRQ(ierr);
51     ierr = MatRestoreRow(A,i,&nz,&cwork,&vwork);CHKERRQ(ierr);
52   }
53   ierr = MatAssemblyBegin(M,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
54   ierr = MatAssemblyEnd(M,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
55 
56   if (reuse == MAT_REUSE_MATRIX) {
57     ierr = MatHeaderReplace(A,M);CHKERRQ(ierr);
58   } else {
59     *newmat = M;
60   }
61   PetscFunctionReturn(0);
62 }
63 /* contributed by Dahai Guo <dhguo@ncsa.uiuc.edu> April 2011 */
64 #undef __FUNCT__
65 #define __FUNCT__ "MatConvert_MPIBAIJ_MPISBAIJ"
66 PetscErrorCode MatConvert_MPIBAIJ_MPISBAIJ(Mat A, MatType newtype,MatReuse reuse,Mat *newmat)
67 {
68   PetscErrorCode    ierr;
69   Mat               M;
70   Mat_MPIBAIJ       *mpimat = (Mat_MPIBAIJ*)A->data;
71   Mat_SeqBAIJ       *Aa     = (Mat_SeqBAIJ*)mpimat->A->data,*Ba = (Mat_SeqBAIJ*)mpimat->B->data;
72   PetscInt          *d_nnz,*o_nnz;
73   PetscInt          i,j,nz;
74   PetscInt          m,n,lm,ln;
75   PetscInt          rstart,rend;
76   const PetscScalar *vwork;
77   const PetscInt    *cwork;
78   PetscInt          bs = A->rmap->bs;
79 
80   PetscFunctionBegin;
81   ierr = MatGetSize(A,&m,&n);CHKERRQ(ierr);
82   ierr = MatGetLocalSize(A,&lm,&ln);CHKERRQ(ierr);
83   ierr = PetscMalloc2(lm/bs,PetscInt,&d_nnz,lm/bs,PetscInt,&o_nnz);CHKERRQ(ierr);
84 
85   ierr = MatMarkDiagonal_SeqBAIJ(mpimat->A);CHKERRQ(ierr);
86   for (i=0; i<lm/bs; i++) {
87     d_nnz[i] = Aa->i[i+1] - Aa->diag[i];
88     o_nnz[i] = Ba->i[i+1] - Ba->i[i];
89   }
90 
91   ierr = MatCreate(((PetscObject)A)->comm,&M);CHKERRQ(ierr);
92   ierr = MatSetSizes(M,lm,ln,m,n);CHKERRQ(ierr);
93   ierr = MatSetType(M,MATMPISBAIJ);CHKERRQ(ierr);
94   ierr = MatSeqSBAIJSetPreallocation(M,bs,0,d_nnz);CHKERRQ(ierr);
95   ierr = MatMPISBAIJSetPreallocation(M,bs,0,d_nnz,0,o_nnz);CHKERRQ(ierr);
96 
97   ierr = PetscFree2(d_nnz,o_nnz);CHKERRQ(ierr);
98 
99   ierr = MatGetOwnershipRange(A,&rstart,&rend);CHKERRQ(ierr);
100   ierr = MatSetOption(M,MAT_IGNORE_LOWER_TRIANGULAR,PETSC_TRUE);CHKERRQ(ierr);
101   for (i=rstart; i<rend; i++) {
102     ierr = MatGetRow(A,i,&nz,&cwork,&vwork);CHKERRQ(ierr);
103     j    = 0;
104     ierr = MatSetValues(M,1,&i,nz,cwork+j,vwork+j,INSERT_VALUES);CHKERRQ(ierr);
105     ierr = MatRestoreRow(A,i,&nz,&cwork,&vwork);CHKERRQ(ierr);
106   }
107   ierr = MatAssemblyBegin(M,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
108   ierr = MatAssemblyEnd(M,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
109 
110   if (reuse == MAT_REUSE_MATRIX) {
111     ierr = MatHeaderReplace(A,M);CHKERRQ(ierr);
112   } else {
113     *newmat = M;
114   }
115   PetscFunctionReturn(0);
116 }
117 EXTERN_C_END
118