xref: /petsc/src/mat/impls/baij/seq/baij.c (revision ec1065ed1313a9b9cd7de820fe29091efccf671c)
1be1d678aSKris Buschelman #define PETSCMAT_DLL
2be1d678aSKris Buschelman 
32593348eSBarry Smith /*
4b6490206SBarry Smith     Defines the basic matrix operations for the BAIJ (compressed row)
52593348eSBarry Smith   matrix storage format.
62593348eSBarry Smith */
77c4f633dSBarry Smith #include "../src/mat/impls/baij/seq/baij.h"
8325e03aeSBarry Smith #include "petscsys.h"                     /*I "petscmat.h" I*/
93b547af2SSatish Balay 
10c60f0209SBarry Smith #include "../src/mat/blockinvert.h"
11b01c7715SBarry Smith 
12b01c7715SBarry Smith #undef __FUNCT__
1343516a2dSKris Buschelman #define __FUNCT__ "MatSeqBAIJInvertBlockDiagonal"
14bc08b0f1SBarry Smith /*@
1543516a2dSKris Buschelman   MatSeqBAIJInvertBlockDiagonal - Inverts the block diagonal entries.
1643516a2dSKris Buschelman 
1743516a2dSKris Buschelman   Collective on Mat
1843516a2dSKris Buschelman 
1943516a2dSKris Buschelman   Input Parameters:
2043516a2dSKris Buschelman . mat - the matrix
2143516a2dSKris Buschelman 
2243516a2dSKris Buschelman   Level: advanced
2343516a2dSKris Buschelman @*/
2446129b97SKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatSeqBAIJInvertBlockDiagonal(Mat mat)
2543516a2dSKris Buschelman {
2643516a2dSKris Buschelman   PetscErrorCode ierr,(*f)(Mat);
2743516a2dSKris Buschelman 
2843516a2dSKris Buschelman   PetscFunctionBegin;
2943516a2dSKris Buschelman   PetscValidHeaderSpecific(mat,MAT_COOKIE,1);
3043516a2dSKris Buschelman   if (!mat->assembled) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for unassembled matrix");
3143516a2dSKris Buschelman   if (mat->factor) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix");
3243516a2dSKris Buschelman 
3343516a2dSKris Buschelman   ierr = PetscObjectQueryFunction((PetscObject)mat,"MatSeqBAIJInvertBlockDiagonal_C",(void (**)(void))&f);CHKERRQ(ierr);
3443516a2dSKris Buschelman   if (f) {
3543516a2dSKris Buschelman     ierr = (*f)(mat);CHKERRQ(ierr);
3643516a2dSKris Buschelman   } else {
3743516a2dSKris Buschelman     SETERRQ(PETSC_ERR_SUP,"Currently only implemented for SeqBAIJ.");
3843516a2dSKris Buschelman   }
3943516a2dSKris Buschelman   PetscFunctionReturn(0);
4043516a2dSKris Buschelman }
4143516a2dSKris Buschelman 
4243516a2dSKris Buschelman EXTERN_C_BEGIN
4343516a2dSKris Buschelman #undef __FUNCT__
44b01c7715SBarry Smith #define __FUNCT__ "MatInvertBlockDiagonal_SeqBAIJ"
4546129b97SKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatInvertBlockDiagonal_SeqBAIJ(Mat A)
46b01c7715SBarry Smith {
47b01c7715SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*) A->data;
486849ba73SBarry Smith   PetscErrorCode ierr;
49d0f46423SBarry Smith   PetscInt       *diag_offset,i,bs = A->rmap->bs,mbs = a->mbs;
5097e5c40aSBarry Smith   MatScalar      *v = a->a,*odiag,*diag,*mdiag;
5162bba022SBarry Smith   PetscReal      shift = 0.0;
52b01c7715SBarry Smith 
53b01c7715SBarry Smith   PetscFunctionBegin;
54b01c7715SBarry Smith   if (a->idiagvalid) PetscFunctionReturn(0);
55b01c7715SBarry Smith   ierr = MatMarkDiagonal_SeqBAIJ(A);CHKERRQ(ierr);
56b01c7715SBarry Smith   diag_offset = a->diag;
57b01c7715SBarry Smith   if (!a->idiag) {
58b01c7715SBarry Smith     ierr = PetscMalloc(2*bs*bs*mbs*sizeof(PetscScalar),&a->idiag);CHKERRQ(ierr);
591784c0f5SBarry Smith     ierr = PetscLogObjectMemory(A,2*bs*bs*mbs*sizeof(PetscScalar));CHKERRQ(ierr);
60b01c7715SBarry Smith   }
61b01c7715SBarry Smith   diag  = a->idiag;
62b01c7715SBarry Smith   mdiag = a->idiag+bs*bs*mbs;
63b01c7715SBarry Smith   /* factor and invert each block */
64521d7252SBarry Smith   switch (bs){
65ab040260SJed Brown     case 1:
66ab040260SJed Brown       for (i=0; i<mbs; i++) {
67ab040260SJed Brown         odiag = v + 1*diag_offset[i];
68ab040260SJed Brown         diag[0]  = odiag[0];
69ab040260SJed Brown         mdiag[0] = odiag[0];
70ab040260SJed Brown         diag[0]  = 1.0 / (diag[0] + shift);
71ab040260SJed Brown         diag    += 1;
72ab040260SJed Brown         mdiag   += 1;
73ab040260SJed Brown       }
74ab040260SJed Brown       break;
75b01c7715SBarry Smith     case 2:
76b01c7715SBarry Smith       for (i=0; i<mbs; i++) {
77b01c7715SBarry Smith         odiag   = v + 4*diag_offset[i];
78b01c7715SBarry Smith         diag[0]  = odiag[0]; diag[1] = odiag[1]; diag[2] = odiag[2]; diag[3] = odiag[3];
79b01c7715SBarry Smith 	mdiag[0] = odiag[0]; mdiag[1] = odiag[1]; mdiag[2] = odiag[2]; mdiag[3] = odiag[3];
8062bba022SBarry Smith 	ierr     = Kernel_A_gets_inverse_A_2(diag,shift);CHKERRQ(ierr);
81b01c7715SBarry Smith 	diag    += 4;
82b01c7715SBarry Smith 	mdiag   += 4;
83b01c7715SBarry Smith       }
84b01c7715SBarry Smith       break;
85b01c7715SBarry Smith     case 3:
86b01c7715SBarry Smith       for (i=0; i<mbs; i++) {
87b01c7715SBarry Smith         odiag    = v + 9*diag_offset[i];
88b01c7715SBarry Smith         diag[0]  = odiag[0]; diag[1] = odiag[1]; diag[2] = odiag[2]; diag[3] = odiag[3];
89b01c7715SBarry Smith         diag[4]  = odiag[4]; diag[5] = odiag[5]; diag[6] = odiag[6]; diag[7] = odiag[7];
90b01c7715SBarry Smith         diag[8]  = odiag[8];
91b01c7715SBarry Smith         mdiag[0] = odiag[0]; mdiag[1] = odiag[1]; mdiag[2] = odiag[2]; mdiag[3] = odiag[3];
92b01c7715SBarry Smith         mdiag[4] = odiag[4]; mdiag[5] = odiag[5]; mdiag[6] = odiag[6]; mdiag[7] = odiag[7];
93b01c7715SBarry Smith         mdiag[8] = odiag[8];
9462bba022SBarry Smith 	ierr     = Kernel_A_gets_inverse_A_3(diag,shift);CHKERRQ(ierr);
95b01c7715SBarry Smith 	diag    += 9;
96b01c7715SBarry Smith 	mdiag   += 9;
97b01c7715SBarry Smith       }
98b01c7715SBarry Smith       break;
99b01c7715SBarry Smith     case 4:
100b01c7715SBarry Smith       for (i=0; i<mbs; i++) {
101b01c7715SBarry Smith         odiag  = v + 16*diag_offset[i];
102b01c7715SBarry Smith         ierr   = PetscMemcpy(diag,odiag,16*sizeof(PetscScalar));CHKERRQ(ierr);
103b01c7715SBarry Smith         ierr   = PetscMemcpy(mdiag,odiag,16*sizeof(PetscScalar));CHKERRQ(ierr);
10462bba022SBarry Smith 	ierr   = Kernel_A_gets_inverse_A_4(diag,shift);CHKERRQ(ierr);
105b01c7715SBarry Smith 	diag  += 16;
106b01c7715SBarry Smith 	mdiag += 16;
107b01c7715SBarry Smith       }
108b01c7715SBarry Smith       break;
109b01c7715SBarry Smith     case 5:
110b01c7715SBarry Smith       for (i=0; i<mbs; i++) {
111b01c7715SBarry Smith         odiag = v + 25*diag_offset[i];
112b01c7715SBarry Smith         ierr   = PetscMemcpy(diag,odiag,25*sizeof(PetscScalar));CHKERRQ(ierr);
113b01c7715SBarry Smith         ierr   = PetscMemcpy(mdiag,odiag,25*sizeof(PetscScalar));CHKERRQ(ierr);
11462bba022SBarry Smith 	ierr   = Kernel_A_gets_inverse_A_5(diag,shift);CHKERRQ(ierr);
115b01c7715SBarry Smith 	diag  += 25;
116b01c7715SBarry Smith 	mdiag += 25;
117b01c7715SBarry Smith       }
118b01c7715SBarry Smith       break;
119d49b2adcSBarry Smith     case 6:
120d49b2adcSBarry Smith       for (i=0; i<mbs; i++) {
121d49b2adcSBarry Smith         odiag = v + 36*diag_offset[i];
122d49b2adcSBarry Smith         ierr   = PetscMemcpy(diag,odiag,36*sizeof(PetscScalar));CHKERRQ(ierr);
123d49b2adcSBarry Smith         ierr   = PetscMemcpy(mdiag,odiag,36*sizeof(PetscScalar));CHKERRQ(ierr);
124d49b2adcSBarry Smith 	ierr   = Kernel_A_gets_inverse_A_6(diag,shift);CHKERRQ(ierr);
125d49b2adcSBarry Smith 	diag  += 36;
126d49b2adcSBarry Smith 	mdiag += 36;
127d49b2adcSBarry Smith       }
128d49b2adcSBarry Smith       break;
129b01c7715SBarry Smith     default:
130521d7252SBarry Smith       SETERRQ1(PETSC_ERR_SUP,"not supported for block size %D",bs);
131b01c7715SBarry Smith   }
132b01c7715SBarry Smith   a->idiagvalid = PETSC_TRUE;
133b01c7715SBarry Smith   PetscFunctionReturn(0);
134b01c7715SBarry Smith }
13543516a2dSKris Buschelman EXTERN_C_END
136b01c7715SBarry Smith 
137b01c7715SBarry Smith #undef __FUNCT__
1386d3beeddSMatthew Knepley #define __FUNCT__ "MatPBRelax_SeqBAIJ_1"
1396d3beeddSMatthew Knepley PetscErrorCode MatPBRelax_SeqBAIJ_1(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
1406d3beeddSMatthew Knepley {
1416d3beeddSMatthew Knepley   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
1426d3beeddSMatthew Knepley   PetscScalar        *x,x1,s1;
143dd6ea824SBarry Smith   const PetscScalar  *b;
144dd6ea824SBarry Smith   const MatScalar    *aa = a->a, *idiag,*mdiag,*v;
1456d3beeddSMatthew Knepley   PetscErrorCode     ierr;
14604fbf559SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,j;
1476d3beeddSMatthew Knepley   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
1486d3beeddSMatthew Knepley 
1496d3beeddSMatthew Knepley   PetscFunctionBegin;
1506d3beeddSMatthew Knepley   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_ERR_SUP,"No support yet for Eisenstat");
1516d3beeddSMatthew Knepley   its = its*lits;
1526d3beeddSMatthew Knepley   if (its <= 0) SETERRQ2(PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
1536d3beeddSMatthew Knepley   if (fshift) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
1546d3beeddSMatthew Knepley   if (omega != 1.0) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
1556d3beeddSMatthew Knepley   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
1566d3beeddSMatthew Knepley   if (its > 1) SETERRQ(PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
1576d3beeddSMatthew Knepley 
1586d3beeddSMatthew Knepley   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
1596d3beeddSMatthew Knepley 
1606d3beeddSMatthew Knepley   diag  = a->diag;
1616d3beeddSMatthew Knepley   idiag = a->idiag;
1626d3beeddSMatthew Knepley   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
1636d3beeddSMatthew Knepley   ierr = VecGetArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
1646d3beeddSMatthew Knepley 
1656d3beeddSMatthew Knepley   if (flag & SOR_ZERO_INITIAL_GUESS) {
1666d3beeddSMatthew Knepley     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
1676d3beeddSMatthew Knepley       x[0] = b[0]*idiag[0];
1686d3beeddSMatthew Knepley       i2     = 1;
1696d3beeddSMatthew Knepley       idiag += 1;
1706d3beeddSMatthew Knepley       for (i=1; i<m; i++) {
1716d3beeddSMatthew Knepley         v     = aa + ai[i];
1726d3beeddSMatthew Knepley         vi    = aj + ai[i];
1736d3beeddSMatthew Knepley         nz    = diag[i] - ai[i];
1746d3beeddSMatthew Knepley         s1    = b[i2];
17504fbf559SBarry Smith         for (j=0; j<nz; j++) {
17604fbf559SBarry Smith           s1 -= v[j]*x[vi[j]];
1776d3beeddSMatthew Knepley         }
1786d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1;
1796d3beeddSMatthew Knepley         idiag   += 1;
1806d3beeddSMatthew Knepley         i2      += 1;
1816d3beeddSMatthew Knepley       }
1826d3beeddSMatthew Knepley       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
1836d3beeddSMatthew Knepley       ierr = PetscLogFlops(a->nz);CHKERRQ(ierr);
1846d3beeddSMatthew Knepley     }
1856d3beeddSMatthew Knepley     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
1866d3beeddSMatthew Knepley         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
1876d3beeddSMatthew Knepley       i2    = 0;
1886d3beeddSMatthew Knepley       mdiag = a->idiag+a->mbs;
1896d3beeddSMatthew Knepley       for (i=0; i<m; i++) {
1906d3beeddSMatthew Knepley         x1      = x[i2];
1916d3beeddSMatthew Knepley         x[i2]   = mdiag[0]*x1;
1926d3beeddSMatthew Knepley         mdiag  += 1;
1936d3beeddSMatthew Knepley         i2     += 1;
1946d3beeddSMatthew Knepley       }
1956d3beeddSMatthew Knepley       ierr = PetscLogFlops(m);CHKERRQ(ierr);
1966d3beeddSMatthew Knepley     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
197d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
1986d3beeddSMatthew Knepley     }
1996d3beeddSMatthew Knepley     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
2006d3beeddSMatthew Knepley       idiag   = a->idiag+a->mbs - 1;
2016d3beeddSMatthew Knepley       i2      = m - 1;
2026d3beeddSMatthew Knepley       x1      = x[i2];
2036d3beeddSMatthew Knepley       x[i2]   = idiag[0]*x1;
2046d3beeddSMatthew Knepley       idiag -= 1;
2056d3beeddSMatthew Knepley       i2    -= 1;
2066d3beeddSMatthew Knepley       for (i=m-2; i>=0; i--) {
2076d3beeddSMatthew Knepley         v     = aa + (diag[i]+1);
2086d3beeddSMatthew Knepley         vi    = aj + diag[i] + 1;
2096d3beeddSMatthew Knepley         nz    = ai[i+1] - diag[i] - 1;
2106d3beeddSMatthew Knepley         s1    = x[i2];
21104fbf559SBarry Smith         for (j=0; j<nz; j++) {
21204fbf559SBarry Smith           s1 -= v[j]*x[vi[j]];
2136d3beeddSMatthew Knepley         }
2146d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1;
215ab040260SJed Brown         idiag   -= 1;
2166d3beeddSMatthew Knepley         i2      -= 1;
2176d3beeddSMatthew Knepley       }
2186d3beeddSMatthew Knepley       ierr = PetscLogFlops(a->nz);CHKERRQ(ierr);
2196d3beeddSMatthew Knepley     }
2206d3beeddSMatthew Knepley   } else {
2216d3beeddSMatthew Knepley     SETERRQ(PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
2226d3beeddSMatthew Knepley   }
2236d3beeddSMatthew Knepley   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
2246d3beeddSMatthew Knepley   ierr = VecRestoreArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
2256d3beeddSMatthew Knepley   PetscFunctionReturn(0);
2266d3beeddSMatthew Knepley }
2276d3beeddSMatthew Knepley 
2286d3beeddSMatthew Knepley #undef __FUNCT__
229b01c7715SBarry Smith #define __FUNCT__ "MatPBRelax_SeqBAIJ_2"
230c1ac3661SBarry Smith PetscErrorCode MatPBRelax_SeqBAIJ_2(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
231b01c7715SBarry Smith {
232b01c7715SBarry Smith   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
233b01c7715SBarry Smith   PetscScalar        *x,x1,x2,s1,s2;
234dd6ea824SBarry Smith   const PetscScalar  *b;
235dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
236dfbe8321SBarry Smith   PetscErrorCode     ierr;
23704fbf559SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,idx,j,it;
238c1ac3661SBarry Smith   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
239b01c7715SBarry Smith 
240b01c7715SBarry Smith   PetscFunctionBegin;
24151f519a2SBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_ERR_SUP,"No support yet for Eisenstat");
242b01c7715SBarry Smith   its = its*lits;
24377431f27SBarry Smith   if (its <= 0) SETERRQ2(PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
244b01c7715SBarry Smith   if (fshift) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
245b01c7715SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
24671f1c65dSBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
247b01c7715SBarry Smith   if (its > 1) SETERRQ(PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
248b01c7715SBarry Smith 
249b01c7715SBarry Smith   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
250b01c7715SBarry Smith 
251b01c7715SBarry Smith   diag  = a->diag;
252b01c7715SBarry Smith   idiag = a->idiag;
2531ebc52fbSHong Zhang   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
2541ebc52fbSHong Zhang   ierr = VecGetArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
255b01c7715SBarry Smith 
256b01c7715SBarry Smith   if (flag & SOR_ZERO_INITIAL_GUESS) {
257b01c7715SBarry Smith     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
258b01c7715SBarry Smith       x[0] = b[0]*idiag[0] + b[1]*idiag[2];
259b01c7715SBarry Smith       x[1] = b[0]*idiag[1] + b[1]*idiag[3];
260b01c7715SBarry Smith       i2     = 2;
261b01c7715SBarry Smith       idiag += 4;
262b01c7715SBarry Smith       for (i=1; i<m; i++) {
263b01c7715SBarry Smith 	v     = aa + 4*ai[i];
264b01c7715SBarry Smith 	vi    = aj + ai[i];
265b01c7715SBarry Smith 	nz    = diag[i] - ai[i];
266b01c7715SBarry Smith 	s1    = b[i2]; s2 = b[i2+1];
26704fbf559SBarry Smith         for (j=0; j<nz; j++) {
26804fbf559SBarry Smith 	  idx  = 2*vi[j];
26904fbf559SBarry Smith           it   = 4*j;
270b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx];
27104fbf559SBarry Smith 	  s1  -= v[it]*x1 + v[it+2]*x2;
27204fbf559SBarry Smith 	  s2  -= v[it+1]*x1 + v[it+3]*x2;
273b01c7715SBarry Smith 	}
274b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[2]*s2;
275b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[3]*s2;
276b01c7715SBarry Smith         idiag   += 4;
277b01c7715SBarry Smith         i2      += 2;
278b01c7715SBarry Smith       }
279b01c7715SBarry Smith       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
280dc0b31edSSatish Balay       ierr = PetscLogFlops(4.0*(a->nz));CHKERRQ(ierr);
281b01c7715SBarry Smith     }
282b01c7715SBarry Smith     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
283b01c7715SBarry Smith         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
284b01c7715SBarry Smith       i2    = 0;
285b01c7715SBarry Smith       mdiag = a->idiag+4*a->mbs;
286b01c7715SBarry Smith       for (i=0; i<m; i++) {
287b01c7715SBarry Smith         x1      = x[i2]; x2 = x[i2+1];
288b01c7715SBarry Smith         x[i2]   = mdiag[0]*x1 + mdiag[2]*x2;
289b01c7715SBarry Smith         x[i2+1] = mdiag[1]*x1 + mdiag[3]*x2;
290b01c7715SBarry Smith         mdiag  += 4;
291b01c7715SBarry Smith         i2     += 2;
292b01c7715SBarry Smith       }
293dc0b31edSSatish Balay       ierr = PetscLogFlops(6.0*m);CHKERRQ(ierr);
294b01c7715SBarry Smith     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
295d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
296b01c7715SBarry Smith     }
297b01c7715SBarry Smith     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
298b01c7715SBarry Smith       idiag   = a->idiag+4*a->mbs - 4;
299b01c7715SBarry Smith       i2      = 2*m - 2;
300b01c7715SBarry Smith       x1      = x[i2]; x2 = x[i2+1];
301b01c7715SBarry Smith       x[i2]   = idiag[0]*x1 + idiag[2]*x2;
302b01c7715SBarry Smith       x[i2+1] = idiag[1]*x1 + idiag[3]*x2;
303b01c7715SBarry Smith       idiag -= 4;
304b01c7715SBarry Smith       i2    -= 2;
305b01c7715SBarry Smith       for (i=m-2; i>=0; i--) {
306b01c7715SBarry Smith 	v     = aa + 4*(diag[i]+1);
307b01c7715SBarry Smith 	vi    = aj + diag[i] + 1;
308b01c7715SBarry Smith 	nz    = ai[i+1] - diag[i] - 1;
309b01c7715SBarry Smith 	s1    = x[i2]; s2 = x[i2+1];
31004fbf559SBarry Smith         for (j=0; j<nz; j++) {
31104fbf559SBarry Smith  	  idx  = 2*vi[j];
31204fbf559SBarry Smith           it   = 4*j;
313b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx];
31404fbf559SBarry Smith 	  s1  -= v[it]*x1 + v[it+2]*x2;
31504fbf559SBarry Smith 	  s2  -= v[it+1]*x1 + v[it+3]*x2;
316b01c7715SBarry Smith 	}
317b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[2]*s2;
318b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[3]*s2;
319b01c7715SBarry Smith         idiag   -= 4;
320b01c7715SBarry Smith         i2      -= 2;
321b01c7715SBarry Smith       }
322dc0b31edSSatish Balay       ierr = PetscLogFlops(4.0*(a->nz));CHKERRQ(ierr);
323b01c7715SBarry Smith     }
324b01c7715SBarry Smith   } else {
325634064b4SBarry Smith     SETERRQ(PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
326b01c7715SBarry Smith   }
3271ebc52fbSHong Zhang   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
3281ebc52fbSHong Zhang   ierr = VecRestoreArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
329b01c7715SBarry Smith   PetscFunctionReturn(0);
330b01c7715SBarry Smith }
331b01c7715SBarry Smith 
332b01c7715SBarry Smith #undef __FUNCT__
333b01c7715SBarry Smith #define __FUNCT__ "MatPBRelax_SeqBAIJ_3"
334c1ac3661SBarry Smith PetscErrorCode MatPBRelax_SeqBAIJ_3(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
335b01c7715SBarry Smith {
336b01c7715SBarry Smith   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
337b01c7715SBarry Smith   PetscScalar        *x,x1,x2,x3,s1,s2,s3;
338dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
339dd6ea824SBarry Smith   const PetscScalar  *b;
340dfbe8321SBarry Smith   PetscErrorCode     ierr;
341c1ac3661SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,idx;
342c1ac3661SBarry Smith   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
343b01c7715SBarry Smith 
344b01c7715SBarry Smith   PetscFunctionBegin;
345b01c7715SBarry Smith   its = its*lits;
34671f1c65dSBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_ERR_SUP,"No support yet for Eisenstat");
34777431f27SBarry Smith   if (its <= 0) SETERRQ2(PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
348b01c7715SBarry Smith   if (fshift) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
349b01c7715SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
35071f1c65dSBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
351b01c7715SBarry Smith   if (its > 1) SETERRQ(PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
352b01c7715SBarry Smith 
353b01c7715SBarry Smith   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
354b01c7715SBarry Smith 
355b01c7715SBarry Smith   diag  = a->diag;
356b01c7715SBarry Smith   idiag = a->idiag;
3571ebc52fbSHong Zhang   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
3581ebc52fbSHong Zhang   ierr = VecGetArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
359b01c7715SBarry Smith 
360b01c7715SBarry Smith   if (flag & SOR_ZERO_INITIAL_GUESS) {
361b01c7715SBarry Smith     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
362b01c7715SBarry Smith       x[0] = b[0]*idiag[0] + b[1]*idiag[3] + b[2]*idiag[6];
363b01c7715SBarry Smith       x[1] = b[0]*idiag[1] + b[1]*idiag[4] + b[2]*idiag[7];
364b01c7715SBarry Smith       x[2] = b[0]*idiag[2] + b[1]*idiag[5] + b[2]*idiag[8];
365b01c7715SBarry Smith       i2     = 3;
366b01c7715SBarry Smith       idiag += 9;
367b01c7715SBarry Smith       for (i=1; i<m; i++) {
368b01c7715SBarry Smith         v     = aa + 9*ai[i];
369b01c7715SBarry Smith         vi    = aj + ai[i];
370b01c7715SBarry Smith         nz    = diag[i] - ai[i];
371b01c7715SBarry Smith         s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2];
372b01c7715SBarry Smith         while (nz--) {
373b01c7715SBarry Smith           idx  = 3*(*vi++);
374b01c7715SBarry Smith           x1   = x[idx]; x2 = x[1+idx];x3 = x[2+idx];
375b01c7715SBarry Smith           s1  -= v[0]*x1 + v[3]*x2 + v[6]*x3;
376b01c7715SBarry Smith           s2  -= v[1]*x1 + v[4]*x2 + v[7]*x3;
377b01c7715SBarry Smith           s3  -= v[2]*x1 + v[5]*x2 + v[8]*x3;
378b01c7715SBarry Smith           v   += 9;
379b01c7715SBarry Smith         }
380b01c7715SBarry Smith         x[i2]   = idiag[0]*s1 + idiag[3]*s2 + idiag[6]*s3;
381b01c7715SBarry Smith         x[i2+1] = idiag[1]*s1 + idiag[4]*s2 + idiag[7]*s3;
382b01c7715SBarry Smith         x[i2+2] = idiag[2]*s1 + idiag[5]*s2 + idiag[8]*s3;
383b01c7715SBarry Smith         idiag   += 9;
384b01c7715SBarry Smith         i2      += 3;
385b01c7715SBarry Smith       }
386b01c7715SBarry Smith       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
387dc0b31edSSatish Balay       ierr = PetscLogFlops(9.0*(a->nz));CHKERRQ(ierr);
388b01c7715SBarry Smith     }
389b01c7715SBarry Smith     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
390b01c7715SBarry Smith         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
391b01c7715SBarry Smith       i2    = 0;
392b01c7715SBarry Smith       mdiag = a->idiag+9*a->mbs;
393b01c7715SBarry Smith       for (i=0; i<m; i++) {
394b01c7715SBarry Smith         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2];
395b01c7715SBarry Smith         x[i2]   = mdiag[0]*x1 + mdiag[3]*x2 + mdiag[6]*x3;
396b01c7715SBarry Smith         x[i2+1] = mdiag[1]*x1 + mdiag[4]*x2 + mdiag[7]*x3;
397b01c7715SBarry Smith         x[i2+2] = mdiag[2]*x1 + mdiag[5]*x2 + mdiag[8]*x3;
398b01c7715SBarry Smith         mdiag  += 9;
399b01c7715SBarry Smith         i2     += 3;
400b01c7715SBarry Smith       }
401dc0b31edSSatish Balay       ierr = PetscLogFlops(15.0*m);CHKERRQ(ierr);
402b01c7715SBarry Smith     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
403d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
404b01c7715SBarry Smith     }
405b01c7715SBarry Smith     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
406b01c7715SBarry Smith       idiag   = a->idiag+9*a->mbs - 9;
407b01c7715SBarry Smith       i2      = 3*m - 3;
408b01c7715SBarry Smith       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2];
409b01c7715SBarry Smith       x[i2]   = idiag[0]*x1 + idiag[3]*x2 + idiag[6]*x3;
410b01c7715SBarry Smith       x[i2+1] = idiag[1]*x1 + idiag[4]*x2 + idiag[7]*x3;
411b01c7715SBarry Smith       x[i2+2] = idiag[2]*x1 + idiag[5]*x2 + idiag[8]*x3;
412b01c7715SBarry Smith       idiag -= 9;
413b01c7715SBarry Smith       i2    -= 3;
414b01c7715SBarry Smith       for (i=m-2; i>=0; i--) {
415b01c7715SBarry Smith         v     = aa + 9*(diag[i]+1);
416b01c7715SBarry Smith         vi    = aj + diag[i] + 1;
417b01c7715SBarry Smith         nz    = ai[i+1] - diag[i] - 1;
418b01c7715SBarry Smith         s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2];
419b01c7715SBarry Smith         while (nz--) {
420b01c7715SBarry Smith           idx  = 3*(*vi++);
421b01c7715SBarry Smith           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx];
422b01c7715SBarry Smith           s1  -= v[0]*x1 + v[3]*x2 + v[6]*x3;
423b01c7715SBarry Smith           s2  -= v[1]*x1 + v[4]*x2 + v[7]*x3;
424b01c7715SBarry Smith           s3  -= v[2]*x1 + v[5]*x2 + v[8]*x3;
425b01c7715SBarry Smith           v   += 9;
426b01c7715SBarry Smith         }
427b01c7715SBarry Smith         x[i2]   = idiag[0]*s1 + idiag[3]*s2 + idiag[6]*s3;
428b01c7715SBarry Smith         x[i2+1] = idiag[1]*s1 + idiag[4]*s2 + idiag[7]*s3;
429b01c7715SBarry Smith         x[i2+2] = idiag[2]*s1 + idiag[5]*s2 + idiag[8]*s3;
430b01c7715SBarry Smith         idiag   -= 9;
431b01c7715SBarry Smith         i2      -= 3;
432b01c7715SBarry Smith       }
433dc0b31edSSatish Balay       ierr = PetscLogFlops(9.0*(a->nz));CHKERRQ(ierr);
434b01c7715SBarry Smith     }
435b01c7715SBarry Smith   } else {
436634064b4SBarry Smith     SETERRQ(PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
437b01c7715SBarry Smith   }
4381ebc52fbSHong Zhang   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
4391ebc52fbSHong Zhang   ierr = VecRestoreArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
440b01c7715SBarry Smith   PetscFunctionReturn(0);
441b01c7715SBarry Smith }
442b01c7715SBarry Smith 
443b01c7715SBarry Smith #undef __FUNCT__
444b01c7715SBarry Smith #define __FUNCT__ "MatPBRelax_SeqBAIJ_4"
445c1ac3661SBarry Smith PetscErrorCode MatPBRelax_SeqBAIJ_4(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
446b01c7715SBarry Smith {
447b01c7715SBarry Smith   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
448b01c7715SBarry Smith   PetscScalar        *x,x1,x2,x3,x4,s1,s2,s3,s4;
449dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
450dd6ea824SBarry Smith   const PetscScalar  *b;
451dfbe8321SBarry Smith   PetscErrorCode     ierr;
452c1ac3661SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,idx;
453c1ac3661SBarry Smith   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
454b01c7715SBarry Smith 
455b01c7715SBarry Smith   PetscFunctionBegin;
45671f1c65dSBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_ERR_SUP,"No support yet for Eisenstat");
457b01c7715SBarry Smith   its = its*lits;
45877431f27SBarry Smith   if (its <= 0) SETERRQ2(PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
459b01c7715SBarry Smith   if (fshift) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
460b01c7715SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
46171f1c65dSBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
462b01c7715SBarry Smith   if (its > 1) SETERRQ(PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
463b01c7715SBarry Smith 
464b01c7715SBarry Smith   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
465b01c7715SBarry Smith 
466b01c7715SBarry Smith   diag  = a->diag;
467b01c7715SBarry Smith   idiag = a->idiag;
4681ebc52fbSHong Zhang   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
4691ebc52fbSHong Zhang   ierr = VecGetArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
470b01c7715SBarry Smith 
471b01c7715SBarry Smith   if (flag & SOR_ZERO_INITIAL_GUESS) {
472b01c7715SBarry Smith     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
473b01c7715SBarry Smith       x[0] = b[0]*idiag[0] + b[1]*idiag[4] + b[2]*idiag[8]  + b[3]*idiag[12];
474b01c7715SBarry Smith       x[1] = b[0]*idiag[1] + b[1]*idiag[5] + b[2]*idiag[9]  + b[3]*idiag[13];
475b01c7715SBarry Smith       x[2] = b[0]*idiag[2] + b[1]*idiag[6] + b[2]*idiag[10] + b[3]*idiag[14];
476b01c7715SBarry Smith       x[3] = b[0]*idiag[3] + b[1]*idiag[7] + b[2]*idiag[11] + b[3]*idiag[15];
477b01c7715SBarry Smith       i2     = 4;
478b01c7715SBarry Smith       idiag += 16;
479b01c7715SBarry Smith       for (i=1; i<m; i++) {
480b01c7715SBarry Smith 	v     = aa + 16*ai[i];
481b01c7715SBarry Smith 	vi    = aj + ai[i];
482b01c7715SBarry Smith 	nz    = diag[i] - ai[i];
483b01c7715SBarry Smith 	s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2]; s4 = b[i2+3];
484b01c7715SBarry Smith 	while (nz--) {
485b01c7715SBarry Smith 	  idx  = 4*(*vi++);
486b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx];
487b01c7715SBarry Smith 	  s1  -= v[0]*x1 + v[4]*x2 + v[8]*x3  + v[12]*x4;
488b01c7715SBarry Smith 	  s2  -= v[1]*x1 + v[5]*x2 + v[9]*x3  + v[13]*x4;
489b01c7715SBarry Smith 	  s3  -= v[2]*x1 + v[6]*x2 + v[10]*x3 + v[14]*x4;
490b01c7715SBarry Smith 	  s4  -= v[3]*x1 + v[7]*x2 + v[11]*x3 + v[15]*x4;
491b01c7715SBarry Smith 	  v   += 16;
492b01c7715SBarry Smith 	}
493b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[4]*s2 + idiag[8]*s3  + idiag[12]*s4;
494b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[5]*s2 + idiag[9]*s3  + idiag[13]*s4;
495b01c7715SBarry Smith 	x[i2+2] = idiag[2]*s1 + idiag[6]*s2 + idiag[10]*s3 + idiag[14]*s4;
496b01c7715SBarry Smith 	x[i2+3] = idiag[3]*s1 + idiag[7]*s2 + idiag[11]*s3 + idiag[15]*s4;
497b01c7715SBarry Smith         idiag   += 16;
498b01c7715SBarry Smith         i2      += 4;
499b01c7715SBarry Smith       }
500b01c7715SBarry Smith       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
501dc0b31edSSatish Balay       ierr = PetscLogFlops(16.0*(a->nz));CHKERRQ(ierr);
502b01c7715SBarry Smith     }
503b01c7715SBarry Smith     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
504b01c7715SBarry Smith         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
505b01c7715SBarry Smith       i2    = 0;
506b01c7715SBarry Smith       mdiag = a->idiag+16*a->mbs;
507b01c7715SBarry Smith       for (i=0; i<m; i++) {
508b01c7715SBarry Smith         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3];
509b01c7715SBarry Smith         x[i2]   = mdiag[0]*x1 + mdiag[4]*x2 + mdiag[8]*x3  + mdiag[12]*x4;
510b01c7715SBarry Smith         x[i2+1] = mdiag[1]*x1 + mdiag[5]*x2 + mdiag[9]*x3  + mdiag[13]*x4;
511b01c7715SBarry Smith         x[i2+2] = mdiag[2]*x1 + mdiag[6]*x2 + mdiag[10]*x3 + mdiag[14]*x4;
512b01c7715SBarry Smith         x[i2+3] = mdiag[3]*x1 + mdiag[7]*x2 + mdiag[11]*x3 + mdiag[15]*x4;
513b01c7715SBarry Smith         mdiag  += 16;
514b01c7715SBarry Smith         i2     += 4;
515b01c7715SBarry Smith       }
516dc0b31edSSatish Balay       ierr = PetscLogFlops(28.0*m);CHKERRQ(ierr);
517b01c7715SBarry Smith     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
518d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
519b01c7715SBarry Smith     }
520b01c7715SBarry Smith     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
521b01c7715SBarry Smith       idiag   = a->idiag+16*a->mbs - 16;
522b01c7715SBarry Smith       i2      = 4*m - 4;
523b01c7715SBarry Smith       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3];
524b01c7715SBarry Smith       x[i2]   = idiag[0]*x1 + idiag[4]*x2 + idiag[8]*x3  + idiag[12]*x4;
525b01c7715SBarry Smith       x[i2+1] = idiag[1]*x1 + idiag[5]*x2 + idiag[9]*x3  + idiag[13]*x4;
526b01c7715SBarry Smith       x[i2+2] = idiag[2]*x1 + idiag[6]*x2 + idiag[10]*x3 + idiag[14]*x4;
527b01c7715SBarry Smith       x[i2+3] = idiag[3]*x1 + idiag[7]*x2 + idiag[11]*x3 + idiag[15]*x4;
528b01c7715SBarry Smith       idiag -= 16;
529b01c7715SBarry Smith       i2    -= 4;
530b01c7715SBarry Smith       for (i=m-2; i>=0; i--) {
531b01c7715SBarry Smith 	v     = aa + 16*(diag[i]+1);
532b01c7715SBarry Smith 	vi    = aj + diag[i] + 1;
533b01c7715SBarry Smith 	nz    = ai[i+1] - diag[i] - 1;
534b01c7715SBarry Smith 	s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2]; s4 = x[i2+3];
535b01c7715SBarry Smith 	while (nz--) {
536b01c7715SBarry Smith 	  idx  = 4*(*vi++);
537b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx];
538b01c7715SBarry Smith 	  s1  -= v[0]*x1 + v[4]*x2 + v[8]*x3  + v[12]*x4;
539b01c7715SBarry Smith 	  s2  -= v[1]*x1 + v[5]*x2 + v[9]*x3  + v[13]*x4;
540b01c7715SBarry Smith 	  s3  -= v[2]*x1 + v[6]*x2 + v[10]*x3 + v[14]*x4;
541b01c7715SBarry Smith 	  s4  -= v[3]*x1 + v[7]*x2 + v[11]*x3 + v[15]*x4;
542b01c7715SBarry Smith 	  v   += 16;
543b01c7715SBarry Smith 	}
544b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[4]*s2 + idiag[8]*s3  + idiag[12]*s4;
545b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[5]*s2 + idiag[9]*s3  + idiag[13]*s4;
546b01c7715SBarry Smith 	x[i2+2] = idiag[2]*s1 + idiag[6]*s2 + idiag[10]*s3 + idiag[14]*s4;
547b01c7715SBarry Smith 	x[i2+3] = idiag[3]*s1 + idiag[7]*s2 + idiag[11]*s3 + idiag[15]*s4;
548b01c7715SBarry Smith         idiag   -= 16;
549b01c7715SBarry Smith         i2      -= 4;
550b01c7715SBarry Smith       }
551dc0b31edSSatish Balay       ierr = PetscLogFlops(16.0*(a->nz));CHKERRQ(ierr);
552b01c7715SBarry Smith     }
553b01c7715SBarry Smith   } else {
554634064b4SBarry Smith     SETERRQ(PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
555b01c7715SBarry Smith   }
5561ebc52fbSHong Zhang   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
5571ebc52fbSHong Zhang   ierr = VecRestoreArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
558b01c7715SBarry Smith   PetscFunctionReturn(0);
559b01c7715SBarry Smith }
560b01c7715SBarry Smith 
561b01c7715SBarry Smith #undef __FUNCT__
562b01c7715SBarry Smith #define __FUNCT__ "MatPBRelax_SeqBAIJ_5"
563c1ac3661SBarry Smith PetscErrorCode MatPBRelax_SeqBAIJ_5(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
564b01c7715SBarry Smith {
565b01c7715SBarry Smith   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
566b01c7715SBarry Smith   PetscScalar        *x,x1,x2,x3,x4,x5,s1,s2,s3,s4,s5;
567dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
568dd6ea824SBarry Smith   const PetscScalar  *b;
569dfbe8321SBarry Smith   PetscErrorCode     ierr;
570c1ac3661SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,idx;
571c1ac3661SBarry Smith   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
572b01c7715SBarry Smith 
573b01c7715SBarry Smith   PetscFunctionBegin;
57471f1c65dSBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_ERR_SUP,"No support yet for Eisenstat");
575b01c7715SBarry Smith   its = its*lits;
57677431f27SBarry Smith   if (its <= 0) SETERRQ2(PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
577b01c7715SBarry Smith   if (fshift) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
578b01c7715SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
57971f1c65dSBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
580b01c7715SBarry Smith   if (its > 1) SETERRQ(PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
581b01c7715SBarry Smith 
582b01c7715SBarry Smith   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
583b01c7715SBarry Smith 
584b01c7715SBarry Smith   diag  = a->diag;
585b01c7715SBarry Smith   idiag = a->idiag;
5861ebc52fbSHong Zhang   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
5871ebc52fbSHong Zhang   ierr = VecGetArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
588b01c7715SBarry Smith 
589b01c7715SBarry Smith   if (flag & SOR_ZERO_INITIAL_GUESS) {
590b01c7715SBarry Smith     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
591b01c7715SBarry Smith       x[0] = b[0]*idiag[0] + b[1]*idiag[5] + b[2]*idiag[10] + b[3]*idiag[15] + b[4]*idiag[20];
592b01c7715SBarry Smith       x[1] = b[0]*idiag[1] + b[1]*idiag[6] + b[2]*idiag[11] + b[3]*idiag[16] + b[4]*idiag[21];
593b01c7715SBarry Smith       x[2] = b[0]*idiag[2] + b[1]*idiag[7] + b[2]*idiag[12] + b[3]*idiag[17] + b[4]*idiag[22];
594b01c7715SBarry Smith       x[3] = b[0]*idiag[3] + b[1]*idiag[8] + b[2]*idiag[13] + b[3]*idiag[18] + b[4]*idiag[23];
595b01c7715SBarry Smith       x[4] = b[0]*idiag[4] + b[1]*idiag[9] + b[2]*idiag[14] + b[3]*idiag[19] + b[4]*idiag[24];
596b01c7715SBarry Smith       i2     = 5;
597b01c7715SBarry Smith       idiag += 25;
598b01c7715SBarry Smith       for (i=1; i<m; i++) {
599b01c7715SBarry Smith 	v     = aa + 25*ai[i];
600b01c7715SBarry Smith 	vi    = aj + ai[i];
601b01c7715SBarry Smith 	nz    = diag[i] - ai[i];
602b01c7715SBarry Smith 	s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2]; s4 = b[i2+3]; s5 = b[i2+4];
603b01c7715SBarry Smith 	while (nz--) {
604b01c7715SBarry Smith 	  idx  = 5*(*vi++);
605b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx];
606b01c7715SBarry Smith 	  s1  -= v[0]*x1 + v[5]*x2 + v[10]*x3 + v[15]*x4 + v[20]*x5;
607b01c7715SBarry Smith 	  s2  -= v[1]*x1 + v[6]*x2 + v[11]*x3 + v[16]*x4 + v[21]*x5;
608b01c7715SBarry Smith 	  s3  -= v[2]*x1 + v[7]*x2 + v[12]*x3 + v[17]*x4 + v[22]*x5;
609b01c7715SBarry Smith 	  s4  -= v[3]*x1 + v[8]*x2 + v[13]*x3 + v[18]*x4 + v[23]*x5;
610b01c7715SBarry Smith 	  s5  -= v[4]*x1 + v[9]*x2 + v[14]*x3 + v[19]*x4 + v[24]*x5;
611b01c7715SBarry Smith 	  v   += 25;
612b01c7715SBarry Smith 	}
613b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[5]*s2 + idiag[10]*s3 + idiag[15]*s4 + idiag[20]*s5;
614b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[6]*s2 + idiag[11]*s3 + idiag[16]*s4 + idiag[21]*s5;
615b01c7715SBarry Smith 	x[i2+2] = idiag[2]*s1 + idiag[7]*s2 + idiag[12]*s3 + idiag[17]*s4 + idiag[22]*s5;
616b01c7715SBarry Smith 	x[i2+3] = idiag[3]*s1 + idiag[8]*s2 + idiag[13]*s3 + idiag[18]*s4 + idiag[23]*s5;
617b01c7715SBarry Smith 	x[i2+4] = idiag[4]*s1 + idiag[9]*s2 + idiag[14]*s3 + idiag[19]*s4 + idiag[24]*s5;
618b01c7715SBarry Smith         idiag   += 25;
619b01c7715SBarry Smith         i2      += 5;
620b01c7715SBarry Smith       }
621b01c7715SBarry Smith       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
622dc0b31edSSatish Balay       ierr = PetscLogFlops(25.0*(a->nz));CHKERRQ(ierr);
623b01c7715SBarry Smith     }
624b01c7715SBarry Smith     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
625b01c7715SBarry Smith         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
626b01c7715SBarry Smith       i2    = 0;
627b01c7715SBarry Smith       mdiag = a->idiag+25*a->mbs;
628b01c7715SBarry Smith       for (i=0; i<m; i++) {
629b01c7715SBarry Smith         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4];
630b01c7715SBarry Smith         x[i2]   = mdiag[0]*x1 + mdiag[5]*x2 + mdiag[10]*x3 + mdiag[15]*x4 + mdiag[20]*x5;
631b01c7715SBarry Smith         x[i2+1] = mdiag[1]*x1 + mdiag[6]*x2 + mdiag[11]*x3 + mdiag[16]*x4 + mdiag[21]*x5;
632b01c7715SBarry Smith         x[i2+2] = mdiag[2]*x1 + mdiag[7]*x2 + mdiag[12]*x3 + mdiag[17]*x4 + mdiag[22]*x5;
633b01c7715SBarry Smith         x[i2+3] = mdiag[3]*x1 + mdiag[8]*x2 + mdiag[13]*x3 + mdiag[18]*x4 + mdiag[23]*x5;
634b01c7715SBarry Smith         x[i2+4] = mdiag[4]*x1 + mdiag[9]*x2 + mdiag[14]*x3 + mdiag[19]*x4 + mdiag[24]*x5;
635b01c7715SBarry Smith         mdiag  += 25;
636b01c7715SBarry Smith         i2     += 5;
637b01c7715SBarry Smith       }
638dc0b31edSSatish Balay       ierr = PetscLogFlops(45.0*m);CHKERRQ(ierr);
639b01c7715SBarry Smith     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
640d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
641b01c7715SBarry Smith     }
642b01c7715SBarry Smith     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
643b01c7715SBarry Smith       idiag   = a->idiag+25*a->mbs - 25;
644b01c7715SBarry Smith       i2      = 5*m - 5;
645b01c7715SBarry Smith       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4];
646b01c7715SBarry Smith       x[i2]   = idiag[0]*x1 + idiag[5]*x2 + idiag[10]*x3 + idiag[15]*x4 + idiag[20]*x5;
647b01c7715SBarry Smith       x[i2+1] = idiag[1]*x1 + idiag[6]*x2 + idiag[11]*x3 + idiag[16]*x4 + idiag[21]*x5;
648b01c7715SBarry Smith       x[i2+2] = idiag[2]*x1 + idiag[7]*x2 + idiag[12]*x3 + idiag[17]*x4 + idiag[22]*x5;
649b01c7715SBarry Smith       x[i2+3] = idiag[3]*x1 + idiag[8]*x2 + idiag[13]*x3 + idiag[18]*x4 + idiag[23]*x5;
650b01c7715SBarry Smith       x[i2+4] = idiag[4]*x1 + idiag[9]*x2 + idiag[14]*x3 + idiag[19]*x4 + idiag[24]*x5;
651b01c7715SBarry Smith       idiag -= 25;
652b01c7715SBarry Smith       i2    -= 5;
653b01c7715SBarry Smith       for (i=m-2; i>=0; i--) {
654b01c7715SBarry Smith 	v     = aa + 25*(diag[i]+1);
655b01c7715SBarry Smith 	vi    = aj + diag[i] + 1;
656b01c7715SBarry Smith 	nz    = ai[i+1] - diag[i] - 1;
657b01c7715SBarry Smith 	s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2]; s4 = x[i2+3]; s5 = x[i2+4];
658b01c7715SBarry Smith 	while (nz--) {
659b01c7715SBarry Smith 	  idx  = 5*(*vi++);
660b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx];
661b01c7715SBarry Smith 	  s1  -= v[0]*x1 + v[5]*x2 + v[10]*x3 + v[15]*x4 + v[20]*x5;
662b01c7715SBarry Smith 	  s2  -= v[1]*x1 + v[6]*x2 + v[11]*x3 + v[16]*x4 + v[21]*x5;
663b01c7715SBarry Smith 	  s3  -= v[2]*x1 + v[7]*x2 + v[12]*x3 + v[17]*x4 + v[22]*x5;
664b01c7715SBarry Smith 	  s4  -= v[3]*x1 + v[8]*x2 + v[13]*x3 + v[18]*x4 + v[23]*x5;
665b01c7715SBarry Smith 	  s5  -= v[4]*x1 + v[9]*x2 + v[14]*x3 + v[19]*x4 + v[24]*x5;
666b01c7715SBarry Smith 	  v   += 25;
667b01c7715SBarry Smith 	}
668b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[5]*s2 + idiag[10]*s3 + idiag[15]*s4 + idiag[20]*s5;
669b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[6]*s2 + idiag[11]*s3 + idiag[16]*s4 + idiag[21]*s5;
670b01c7715SBarry Smith 	x[i2+2] = idiag[2]*s1 + idiag[7]*s2 + idiag[12]*s3 + idiag[17]*s4 + idiag[22]*s5;
671b01c7715SBarry Smith 	x[i2+3] = idiag[3]*s1 + idiag[8]*s2 + idiag[13]*s3 + idiag[18]*s4 + idiag[23]*s5;
672b01c7715SBarry Smith 	x[i2+4] = idiag[4]*s1 + idiag[9]*s2 + idiag[14]*s3 + idiag[19]*s4 + idiag[24]*s5;
673b01c7715SBarry Smith         idiag   -= 25;
674b01c7715SBarry Smith         i2      -= 5;
675b01c7715SBarry Smith       }
676dc0b31edSSatish Balay       ierr = PetscLogFlops(25.0*(a->nz));CHKERRQ(ierr);
677b01c7715SBarry Smith     }
678b01c7715SBarry Smith   } else {
679634064b4SBarry Smith     SETERRQ(PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
680b01c7715SBarry Smith   }
6811ebc52fbSHong Zhang   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
6821ebc52fbSHong Zhang   ierr = VecRestoreArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
683b01c7715SBarry Smith   PetscFunctionReturn(0);
684b01c7715SBarry Smith }
685b01c7715SBarry Smith 
6866d3beeddSMatthew Knepley #undef __FUNCT__
6876d3beeddSMatthew Knepley #define __FUNCT__ "MatPBRelax_SeqBAIJ_6"
6886d3beeddSMatthew Knepley PetscErrorCode MatPBRelax_SeqBAIJ_6(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
6896d3beeddSMatthew Knepley {
6906d3beeddSMatthew Knepley   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
6916d3beeddSMatthew Knepley   PetscScalar        *x,x1,x2,x3,x4,x5,x6,s1,s2,s3,s4,s5,s6;
692dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
693dd6ea824SBarry Smith   const PetscScalar  *b;
6946d3beeddSMatthew Knepley   PetscErrorCode     ierr;
6956d3beeddSMatthew Knepley   PetscInt           m = a->mbs,i,i2,nz,idx;
6966d3beeddSMatthew Knepley   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
6976d3beeddSMatthew Knepley 
6986d3beeddSMatthew Knepley   PetscFunctionBegin;
6996d3beeddSMatthew Knepley   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_ERR_SUP,"No support yet for Eisenstat");
7006d3beeddSMatthew Knepley   its = its*lits;
7016d3beeddSMatthew Knepley   if (its <= 0) SETERRQ2(PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
7026d3beeddSMatthew Knepley   if (fshift) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
7036d3beeddSMatthew Knepley   if (omega != 1.0) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
7046d3beeddSMatthew Knepley   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
7056d3beeddSMatthew Knepley   if (its > 1) SETERRQ(PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
7066d3beeddSMatthew Knepley 
7076d3beeddSMatthew Knepley   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
7086d3beeddSMatthew Knepley 
7096d3beeddSMatthew Knepley   diag  = a->diag;
7106d3beeddSMatthew Knepley   idiag = a->idiag;
7116d3beeddSMatthew Knepley   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
7126d3beeddSMatthew Knepley   ierr = VecGetArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
7136d3beeddSMatthew Knepley 
7146d3beeddSMatthew Knepley   if (flag & SOR_ZERO_INITIAL_GUESS) {
7156d3beeddSMatthew Knepley     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
7166d3beeddSMatthew Knepley       x[0] = b[0]*idiag[0] + b[1]*idiag[6]  + b[2]*idiag[12] + b[3]*idiag[18] + b[4]*idiag[24] + b[5]*idiag[30];
7176d3beeddSMatthew Knepley       x[1] = b[0]*idiag[1] + b[1]*idiag[7]  + b[2]*idiag[13] + b[3]*idiag[19] + b[4]*idiag[25] + b[5]*idiag[31];
7186d3beeddSMatthew Knepley       x[2] = b[0]*idiag[2] + b[1]*idiag[8]  + b[2]*idiag[14] + b[3]*idiag[20] + b[4]*idiag[26] + b[5]*idiag[32];
7196d3beeddSMatthew Knepley       x[3] = b[0]*idiag[3] + b[1]*idiag[9]  + b[2]*idiag[15] + b[3]*idiag[21] + b[4]*idiag[27] + b[5]*idiag[33];
7206d3beeddSMatthew Knepley       x[4] = b[0]*idiag[4] + b[1]*idiag[10] + b[2]*idiag[16] + b[3]*idiag[22] + b[4]*idiag[28] + b[5]*idiag[34];
7216d3beeddSMatthew Knepley       x[5] = b[0]*idiag[5] + b[1]*idiag[11] + b[2]*idiag[17] + b[3]*idiag[23] + b[4]*idiag[29] + b[5]*idiag[35];
7226d3beeddSMatthew Knepley       i2     = 6;
7236d3beeddSMatthew Knepley       idiag += 36;
7246d3beeddSMatthew Knepley       for (i=1; i<m; i++) {
7256d3beeddSMatthew Knepley         v     = aa + 36*ai[i];
7266d3beeddSMatthew Knepley         vi    = aj + ai[i];
7276d3beeddSMatthew Knepley         nz    = diag[i] - ai[i];
7286d3beeddSMatthew Knepley         s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2]; s4 = b[i2+3]; s5 = b[i2+4]; s6 = b[i2+5];
7296d3beeddSMatthew Knepley         while (nz--) {
7306d3beeddSMatthew Knepley           idx  = 6*(*vi++);
7316d3beeddSMatthew Knepley           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx]; x6 = x[5+idx];
7326d3beeddSMatthew Knepley           s1  -= v[0]*x1 + v[6]*x2  + v[12]*x3 + v[18]*x4 + v[24]*x5 + v[30]*x6;
7336d3beeddSMatthew Knepley           s2  -= v[1]*x1 + v[7]*x2  + v[13]*x3 + v[19]*x4 + v[25]*x5 + v[31]*x6;
7346d3beeddSMatthew Knepley           s3  -= v[2]*x1 + v[8]*x2  + v[14]*x3 + v[20]*x4 + v[26]*x5 + v[32]*x6;
7356d3beeddSMatthew Knepley           s4  -= v[3]*x1 + v[9]*x2  + v[15]*x3 + v[21]*x4 + v[27]*x5 + v[33]*x6;
7366d3beeddSMatthew Knepley           s5  -= v[4]*x1 + v[10]*x2 + v[16]*x3 + v[22]*x4 + v[28]*x5 + v[34]*x6;
7376d3beeddSMatthew Knepley           s6  -= v[5]*x1 + v[11]*x2 + v[17]*x3 + v[23]*x4 + v[29]*x5 + v[35]*x6;
7386d3beeddSMatthew Knepley           v   += 36;
7396d3beeddSMatthew Knepley         }
7406d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1 + idiag[6]*s2  + idiag[12]*s3 + idiag[18]*s4 + idiag[24]*s5 + idiag[30]*s6;
7416d3beeddSMatthew Knepley         x[i2+1] = idiag[1]*s1 + idiag[7]*s2  + idiag[13]*s3 + idiag[19]*s4 + idiag[25]*s5 + idiag[31]*s6;
7426d3beeddSMatthew Knepley         x[i2+2] = idiag[2]*s1 + idiag[8]*s2  + idiag[14]*s3 + idiag[20]*s4 + idiag[26]*s5 + idiag[32]*s6;
7436d3beeddSMatthew Knepley         x[i2+3] = idiag[3]*s1 + idiag[9]*s2  + idiag[15]*s3 + idiag[21]*s4 + idiag[27]*s5 + idiag[33]*s6;
7446d3beeddSMatthew Knepley         x[i2+4] = idiag[4]*s1 + idiag[10]*s2 + idiag[16]*s3 + idiag[22]*s4 + idiag[28]*s5 + idiag[34]*s6;
7456d3beeddSMatthew Knepley         x[i2+5] = idiag[5]*s1 + idiag[11]*s2 + idiag[17]*s3 + idiag[23]*s4 + idiag[29]*s5 + idiag[35]*s6;
7466d3beeddSMatthew Knepley         idiag   += 36;
7476d3beeddSMatthew Knepley         i2      += 6;
7486d3beeddSMatthew Knepley       }
7496d3beeddSMatthew Knepley       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
750dc0b31edSSatish Balay       ierr = PetscLogFlops(36.0*(a->nz));CHKERRQ(ierr);
7516d3beeddSMatthew Knepley     }
7526d3beeddSMatthew Knepley     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
7536d3beeddSMatthew Knepley         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
7546d3beeddSMatthew Knepley       i2    = 0;
7556d3beeddSMatthew Knepley       mdiag = a->idiag+36*a->mbs;
7566d3beeddSMatthew Knepley       for (i=0; i<m; i++) {
7576d3beeddSMatthew Knepley         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4]; x6 = x[i2+5];
7586d3beeddSMatthew Knepley         x[i2]   = mdiag[0]*x1 + mdiag[6]*x2  + mdiag[12]*x3 + mdiag[18]*x4 + mdiag[24]*x5 + mdiag[30]*x6;
7596d3beeddSMatthew Knepley         x[i2+1] = mdiag[1]*x1 + mdiag[7]*x2  + mdiag[13]*x3 + mdiag[19]*x4 + mdiag[25]*x5 + mdiag[31]*x6;
7606d3beeddSMatthew Knepley         x[i2+2] = mdiag[2]*x1 + mdiag[8]*x2  + mdiag[14]*x3 + mdiag[20]*x4 + mdiag[26]*x5 + mdiag[32]*x6;
7616d3beeddSMatthew Knepley         x[i2+3] = mdiag[3]*x1 + mdiag[9]*x2  + mdiag[15]*x3 + mdiag[21]*x4 + mdiag[27]*x5 + mdiag[33]*x6;
7626d3beeddSMatthew Knepley         x[i2+4] = mdiag[4]*x1 + mdiag[10]*x2 + mdiag[16]*x3 + mdiag[22]*x4 + mdiag[28]*x5 + mdiag[34]*x6;
7636d3beeddSMatthew Knepley         x[i2+5] = mdiag[5]*x1 + mdiag[11]*x2 + mdiag[17]*x3 + mdiag[23]*x4 + mdiag[29]*x5 + mdiag[35]*x6;
7646d3beeddSMatthew Knepley         mdiag  += 36;
7656d3beeddSMatthew Knepley         i2     += 6;
7666d3beeddSMatthew Knepley       }
767dc0b31edSSatish Balay       ierr = PetscLogFlops(60.0*m);CHKERRQ(ierr);
7686d3beeddSMatthew Knepley     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
769d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
7706d3beeddSMatthew Knepley     }
7716d3beeddSMatthew Knepley     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
7726d3beeddSMatthew Knepley       idiag   = a->idiag+36*a->mbs - 36;
7736d3beeddSMatthew Knepley       i2      = 6*m - 6;
7746d3beeddSMatthew Knepley       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4]; x6 = x[i2+5];
7756d3beeddSMatthew Knepley       x[i2]   = idiag[0]*x1 + idiag[6]*x2  + idiag[12]*x3 + idiag[18]*x4 + idiag[24]*x5 + idiag[30]*x6;
7766d3beeddSMatthew Knepley       x[i2+1] = idiag[1]*x1 + idiag[7]*x2  + idiag[13]*x3 + idiag[19]*x4 + idiag[25]*x5 + idiag[31]*x6;
7776d3beeddSMatthew Knepley       x[i2+2] = idiag[2]*x1 + idiag[8]*x2  + idiag[14]*x3 + idiag[20]*x4 + idiag[26]*x5 + idiag[32]*x6;
7786d3beeddSMatthew Knepley       x[i2+3] = idiag[3]*x1 + idiag[9]*x2  + idiag[15]*x3 + idiag[21]*x4 + idiag[27]*x5 + idiag[33]*x6;
7796d3beeddSMatthew Knepley       x[i2+4] = idiag[4]*x1 + idiag[10]*x2 + idiag[16]*x3 + idiag[22]*x4 + idiag[28]*x5 + idiag[34]*x6;
7806d3beeddSMatthew Knepley       x[i2+5] = idiag[5]*x1 + idiag[11]*x2 + idiag[17]*x3 + idiag[23]*x4 + idiag[29]*x5 + idiag[35]*x6;
7816d3beeddSMatthew Knepley       idiag -= 36;
7826d3beeddSMatthew Knepley       i2    -= 6;
7836d3beeddSMatthew Knepley       for (i=m-2; i>=0; i--) {
7846d3beeddSMatthew Knepley         v     = aa + 36*(diag[i]+1);
7856d3beeddSMatthew Knepley         vi    = aj + diag[i] + 1;
7866d3beeddSMatthew Knepley         nz    = ai[i+1] - diag[i] - 1;
7876d3beeddSMatthew Knepley         s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2]; s4 = x[i2+3]; s5 = x[i2+4]; s6 = x[i2+5];
7886d3beeddSMatthew Knepley         while (nz--) {
7896d3beeddSMatthew Knepley           idx  = 6*(*vi++);
7906d3beeddSMatthew Knepley           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx]; x6 = x[5+idx];
7916d3beeddSMatthew Knepley           s1  -= v[0]*x1 + v[6]*x2  + v[12]*x3 + v[18]*x4 + v[24]*x5 + v[30]*x6;
7926d3beeddSMatthew Knepley           s2  -= v[1]*x1 + v[7]*x2  + v[13]*x3 + v[19]*x4 + v[25]*x5 + v[31]*x6;
7936d3beeddSMatthew Knepley           s3  -= v[2]*x1 + v[8]*x2  + v[14]*x3 + v[20]*x4 + v[26]*x5 + v[32]*x6;
7946d3beeddSMatthew Knepley           s4  -= v[3]*x1 + v[9]*x2  + v[15]*x3 + v[21]*x4 + v[27]*x5 + v[33]*x6;
7956d3beeddSMatthew Knepley           s5  -= v[4]*x1 + v[10]*x2 + v[16]*x3 + v[22]*x4 + v[28]*x5 + v[34]*x6;
7966d3beeddSMatthew Knepley           s6  -= v[5]*x1 + v[11]*x2 + v[17]*x3 + v[23]*x4 + v[29]*x5 + v[35]*x6;
7976d3beeddSMatthew Knepley           v   += 36;
7986d3beeddSMatthew Knepley         }
7996d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1 + idiag[6]*s2  + idiag[12]*s3 + idiag[18]*s4 + idiag[24]*s5 + idiag[30]*s6;
8006d3beeddSMatthew Knepley         x[i2+1] = idiag[1]*s1 + idiag[7]*s2  + idiag[13]*s3 + idiag[19]*s4 + idiag[25]*s5 + idiag[31]*s6;
8016d3beeddSMatthew Knepley         x[i2+2] = idiag[2]*s1 + idiag[8]*s2  + idiag[14]*s3 + idiag[20]*s4 + idiag[26]*s5 + idiag[32]*s6;
8026d3beeddSMatthew Knepley         x[i2+3] = idiag[3]*s1 + idiag[9]*s2  + idiag[15]*s3 + idiag[21]*s4 + idiag[27]*s5 + idiag[33]*s6;
8036d3beeddSMatthew Knepley         x[i2+4] = idiag[4]*s1 + idiag[10]*s2 + idiag[16]*s3 + idiag[22]*s4 + idiag[28]*s5 + idiag[34]*s6;
8046d3beeddSMatthew Knepley         x[i2+5] = idiag[5]*s1 + idiag[11]*s2 + idiag[17]*s3 + idiag[23]*s4 + idiag[29]*s5 + idiag[35]*s6;
8056d3beeddSMatthew Knepley         idiag   -= 36;
8066d3beeddSMatthew Knepley         i2      -= 6;
8076d3beeddSMatthew Knepley       }
808dc0b31edSSatish Balay       ierr = PetscLogFlops(36.0*(a->nz));CHKERRQ(ierr);
8096d3beeddSMatthew Knepley     }
8106d3beeddSMatthew Knepley   } else {
8116d3beeddSMatthew Knepley     SETERRQ(PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
8126d3beeddSMatthew Knepley   }
8136d3beeddSMatthew Knepley   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
8146d3beeddSMatthew Knepley   ierr = VecRestoreArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
8156d3beeddSMatthew Knepley   PetscFunctionReturn(0);
8166d3beeddSMatthew Knepley }
8176d3beeddSMatthew Knepley 
8186d3beeddSMatthew Knepley #undef __FUNCT__
8196d3beeddSMatthew Knepley #define __FUNCT__ "MatPBRelax_SeqBAIJ_7"
8206d3beeddSMatthew Knepley PetscErrorCode MatPBRelax_SeqBAIJ_7(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
8216d3beeddSMatthew Knepley {
8226d3beeddSMatthew Knepley   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
8236d3beeddSMatthew Knepley   PetscScalar        *x,x1,x2,x3,x4,x5,x6,x7,s1,s2,s3,s4,s5,s6,s7;
824dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
825dd6ea824SBarry Smith   const PetscScalar  *b;
8266d3beeddSMatthew Knepley   PetscErrorCode     ierr;
8276d3beeddSMatthew Knepley   PetscInt           m = a->mbs,i,i2,nz,idx;
8286d3beeddSMatthew Knepley   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
8296d3beeddSMatthew Knepley 
8306d3beeddSMatthew Knepley   PetscFunctionBegin;
8316d3beeddSMatthew Knepley   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_ERR_SUP,"No support yet for Eisenstat");
8326d3beeddSMatthew Knepley   its = its*lits;
8336d3beeddSMatthew Knepley   if (its <= 0) SETERRQ2(PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
8346d3beeddSMatthew Knepley   if (fshift) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
8356d3beeddSMatthew Knepley   if (omega != 1.0) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
8366d3beeddSMatthew Knepley   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
8376d3beeddSMatthew Knepley   if (its > 1) SETERRQ(PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
8386d3beeddSMatthew Knepley 
8396d3beeddSMatthew Knepley   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
8406d3beeddSMatthew Knepley 
8416d3beeddSMatthew Knepley   diag  = a->diag;
8426d3beeddSMatthew Knepley   idiag = a->idiag;
8436d3beeddSMatthew Knepley   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
8446d3beeddSMatthew Knepley   ierr = VecGetArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
8456d3beeddSMatthew Knepley 
8466d3beeddSMatthew Knepley   if (flag & SOR_ZERO_INITIAL_GUESS) {
8476d3beeddSMatthew Knepley     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
8486d3beeddSMatthew Knepley       x[0] = b[0]*idiag[0] + b[1]*idiag[7]  + b[2]*idiag[14] + b[3]*idiag[21] + b[4]*idiag[28] + b[5]*idiag[35] + b[6]*idiag[42];
8496d3beeddSMatthew Knepley       x[1] = b[0]*idiag[1] + b[1]*idiag[8]  + b[2]*idiag[15] + b[3]*idiag[22] + b[4]*idiag[29] + b[5]*idiag[36] + b[6]*idiag[43];
8506d3beeddSMatthew Knepley       x[2] = b[0]*idiag[2] + b[1]*idiag[9]  + b[2]*idiag[16] + b[3]*idiag[23] + b[4]*idiag[30] + b[5]*idiag[37] + b[6]*idiag[44];
8516d3beeddSMatthew Knepley       x[3] = b[0]*idiag[3] + b[1]*idiag[10] + b[2]*idiag[17] + b[3]*idiag[24] + b[4]*idiag[31] + b[5]*idiag[38] + b[6]*idiag[45];
8526d3beeddSMatthew Knepley       x[4] = b[0]*idiag[4] + b[1]*idiag[11] + b[2]*idiag[18] + b[3]*idiag[25] + b[4]*idiag[32] + b[5]*idiag[39] + b[6]*idiag[46];
8536d3beeddSMatthew Knepley       x[5] = b[0]*idiag[5] + b[1]*idiag[12] + b[2]*idiag[19] + b[3]*idiag[26] + b[4]*idiag[33] + b[5]*idiag[40] + b[6]*idiag[47];
8546d3beeddSMatthew Knepley       x[6] = b[0]*idiag[6] + b[1]*idiag[13] + b[2]*idiag[20] + b[3]*idiag[27] + b[4]*idiag[34] + b[5]*idiag[41] + b[6]*idiag[48];
8556d3beeddSMatthew Knepley       i2     = 7;
8566d3beeddSMatthew Knepley       idiag += 49;
8576d3beeddSMatthew Knepley       for (i=1; i<m; i++) {
8586d3beeddSMatthew Knepley         v     = aa + 49*ai[i];
8596d3beeddSMatthew Knepley         vi    = aj + ai[i];
8606d3beeddSMatthew Knepley         nz    = diag[i] - ai[i];
8616d3beeddSMatthew Knepley         s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2]; s4 = b[i2+3]; s5 = b[i2+4]; s6 = b[i2+5]; s7 = b[i2+6];
8626d3beeddSMatthew Knepley         while (nz--) {
8636d3beeddSMatthew Knepley           idx  = 7*(*vi++);
8646d3beeddSMatthew Knepley           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx]; x6 = x[5+idx]; x7 = x[6+idx];
8656d3beeddSMatthew Knepley           s1  -= v[0]*x1 + v[7]*x2  + v[14]*x3 + v[21]*x4 + v[28]*x5 + v[35]*x6 + v[42]*x7;
8666d3beeddSMatthew Knepley           s2  -= v[1]*x1 + v[8]*x2  + v[15]*x3 + v[22]*x4 + v[29]*x5 + v[36]*x6 + v[43]*x7;
8676d3beeddSMatthew Knepley           s3  -= v[2]*x1 + v[9]*x2  + v[16]*x3 + v[23]*x4 + v[30]*x5 + v[37]*x6 + v[44]*x7;
8686d3beeddSMatthew Knepley           s4  -= v[3]*x1 + v[10]*x2 + v[17]*x3 + v[24]*x4 + v[31]*x5 + v[38]*x6 + v[45]*x7;
8696d3beeddSMatthew Knepley           s5  -= v[4]*x1 + v[11]*x2 + v[18]*x3 + v[25]*x4 + v[32]*x5 + v[39]*x6 + v[46]*x7;
8706d3beeddSMatthew Knepley           s6  -= v[5]*x1 + v[12]*x2 + v[19]*x3 + v[26]*x4 + v[33]*x5 + v[40]*x6 + v[47]*x7;
8716d3beeddSMatthew Knepley           s7  -= v[6]*x1 + v[13]*x2 + v[20]*x3 + v[27]*x4 + v[34]*x5 + v[41]*x6 + v[48]*x7;
8726d3beeddSMatthew Knepley           v   += 49;
8736d3beeddSMatthew Knepley         }
8746d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1 + idiag[7]*s2  + idiag[14]*s3 + idiag[21]*s4 + idiag[28]*s5 + idiag[35]*s6 + idiag[42]*s7;
8756d3beeddSMatthew Knepley         x[i2+1] = idiag[1]*s1 + idiag[8]*s2  + idiag[15]*s3 + idiag[22]*s4 + idiag[29]*s5 + idiag[36]*s6 + idiag[43]*s7;
8766d3beeddSMatthew Knepley         x[i2+2] = idiag[2]*s1 + idiag[9]*s2  + idiag[16]*s3 + idiag[23]*s4 + idiag[30]*s5 + idiag[37]*s6 + idiag[44]*s7;
8776d3beeddSMatthew Knepley         x[i2+3] = idiag[3]*s1 + idiag[10]*s2 + idiag[17]*s3 + idiag[24]*s4 + idiag[31]*s5 + idiag[38]*s6 + idiag[45]*s7;
8786d3beeddSMatthew Knepley         x[i2+4] = idiag[4]*s1 + idiag[11]*s2 + idiag[18]*s3 + idiag[25]*s4 + idiag[32]*s5 + idiag[39]*s6 + idiag[46]*s7;
8796d3beeddSMatthew Knepley         x[i2+5] = idiag[5]*s1 + idiag[12]*s2 + idiag[19]*s3 + idiag[26]*s4 + idiag[33]*s5 + idiag[40]*s6 + idiag[47]*s7;
8806d3beeddSMatthew Knepley         x[i2+6] = idiag[6]*s1 + idiag[13]*s2 + idiag[20]*s3 + idiag[27]*s4 + idiag[34]*s5 + idiag[41]*s6 + idiag[48]*s7;
8816d3beeddSMatthew Knepley         idiag   += 49;
8826d3beeddSMatthew Knepley         i2      += 7;
8836d3beeddSMatthew Knepley       }
8846d3beeddSMatthew Knepley       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
885dc0b31edSSatish Balay       ierr = PetscLogFlops(49.0*(a->nz));CHKERRQ(ierr);
8866d3beeddSMatthew Knepley     }
8876d3beeddSMatthew Knepley     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
8886d3beeddSMatthew Knepley         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
8896d3beeddSMatthew Knepley       i2    = 0;
8906d3beeddSMatthew Knepley       mdiag = a->idiag+49*a->mbs;
8916d3beeddSMatthew Knepley       for (i=0; i<m; i++) {
8926d3beeddSMatthew Knepley         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4]; x6 = x[i2+5]; x7 = x[i2+6];
8936d3beeddSMatthew Knepley         x[i2]   = mdiag[0]*x1 + mdiag[7]*x2  + mdiag[14]*x3 + mdiag[21]*x4 + mdiag[28]*x5 + mdiag[35]*x6 + mdiag[35]*x7;
8946d3beeddSMatthew Knepley         x[i2+1] = mdiag[1]*x1 + mdiag[8]*x2  + mdiag[15]*x3 + mdiag[22]*x4 + mdiag[29]*x5 + mdiag[36]*x6 + mdiag[36]*x7;
8956d3beeddSMatthew Knepley         x[i2+2] = mdiag[2]*x1 + mdiag[9]*x2  + mdiag[16]*x3 + mdiag[23]*x4 + mdiag[30]*x5 + mdiag[37]*x6 + mdiag[37]*x7;
8966d3beeddSMatthew Knepley         x[i2+3] = mdiag[3]*x1 + mdiag[10]*x2 + mdiag[17]*x3 + mdiag[24]*x4 + mdiag[31]*x5 + mdiag[38]*x6 + mdiag[38]*x7;
8976d3beeddSMatthew Knepley         x[i2+4] = mdiag[4]*x1 + mdiag[11]*x2 + mdiag[18]*x3 + mdiag[25]*x4 + mdiag[32]*x5 + mdiag[39]*x6 + mdiag[39]*x7;
8986d3beeddSMatthew Knepley         x[i2+5] = mdiag[5]*x1 + mdiag[12]*x2 + mdiag[19]*x3 + mdiag[26]*x4 + mdiag[33]*x5 + mdiag[40]*x6 + mdiag[40]*x7;
8996d3beeddSMatthew Knepley         x[i2+6] = mdiag[6]*x1 + mdiag[13]*x2 + mdiag[20]*x3 + mdiag[27]*x4 + mdiag[34]*x5 + mdiag[41]*x6 + mdiag[41]*x7;
9006d3beeddSMatthew Knepley         mdiag  += 36;
9016d3beeddSMatthew Knepley         i2     += 6;
9026d3beeddSMatthew Knepley       }
903dc0b31edSSatish Balay       ierr = PetscLogFlops(93.0*m);CHKERRQ(ierr);
9046d3beeddSMatthew Knepley     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
905d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
9066d3beeddSMatthew Knepley     }
9076d3beeddSMatthew Knepley     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
9086d3beeddSMatthew Knepley       idiag   = a->idiag+49*a->mbs - 49;
9096d3beeddSMatthew Knepley       i2      = 7*m - 7;
9106d3beeddSMatthew Knepley       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4]; x6 = x[i2+5]; x7 = x[i2+6];
9116d3beeddSMatthew Knepley       x[i2]   = idiag[0]*x1 + idiag[7]*x2  + idiag[14]*x3 + idiag[21]*x4 + idiag[28]*x5 + idiag[35]*x6 + idiag[42]*x7;
9126d3beeddSMatthew Knepley       x[i2+1] = idiag[1]*x1 + idiag[8]*x2  + idiag[15]*x3 + idiag[22]*x4 + idiag[29]*x5 + idiag[36]*x6 + idiag[43]*x7;
9136d3beeddSMatthew Knepley       x[i2+2] = idiag[2]*x1 + idiag[9]*x2  + idiag[16]*x3 + idiag[23]*x4 + idiag[30]*x5 + idiag[37]*x6 + idiag[44]*x7;
9146d3beeddSMatthew Knepley       x[i2+3] = idiag[3]*x1 + idiag[10]*x2 + idiag[17]*x3 + idiag[24]*x4 + idiag[31]*x5 + idiag[38]*x6 + idiag[45]*x7;
9156d3beeddSMatthew Knepley       x[i2+4] = idiag[4]*x1 + idiag[11]*x2 + idiag[18]*x3 + idiag[25]*x4 + idiag[32]*x5 + idiag[39]*x6 + idiag[46]*x7;
9166d3beeddSMatthew Knepley       x[i2+5] = idiag[5]*x1 + idiag[12]*x2 + idiag[19]*x3 + idiag[26]*x4 + idiag[33]*x5 + idiag[40]*x6 + idiag[47]*x7;
9176d3beeddSMatthew Knepley       x[i2+6] = idiag[6]*x1 + idiag[13]*x2 + idiag[20]*x3 + idiag[27]*x4 + idiag[34]*x5 + idiag[41]*x6 + idiag[48]*x7;
9186d3beeddSMatthew Knepley       idiag -= 49;
9196d3beeddSMatthew Knepley       i2    -= 7;
9206d3beeddSMatthew Knepley       for (i=m-2; i>=0; i--) {
9216d3beeddSMatthew Knepley         v     = aa + 49*(diag[i]+1);
9226d3beeddSMatthew Knepley         vi    = aj + diag[i] + 1;
9236d3beeddSMatthew Knepley         nz    = ai[i+1] - diag[i] - 1;
9246d3beeddSMatthew Knepley         s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2]; s4 = x[i2+3]; s5 = x[i2+4]; s6 = x[i2+5]; s7 = x[i2+6];
9256d3beeddSMatthew Knepley         while (nz--) {
9266d3beeddSMatthew Knepley           idx  = 7*(*vi++);
9276d3beeddSMatthew Knepley           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx]; x6 = x[5+idx]; x7 = x[6+idx];
9286d3beeddSMatthew Knepley           s1  -= v[0]*x1 + v[7]*x2  + v[14]*x3 + v[21]*x4 + v[28]*x5 + v[35]*x6 + v[42]*x7;
9296d3beeddSMatthew Knepley           s2  -= v[1]*x1 + v[8]*x2  + v[15]*x3 + v[22]*x4 + v[29]*x5 + v[36]*x6 + v[43]*x7;
9306d3beeddSMatthew Knepley           s3  -= v[2]*x1 + v[9]*x2  + v[16]*x3 + v[23]*x4 + v[30]*x5 + v[37]*x6 + v[44]*x7;
9316d3beeddSMatthew Knepley           s4  -= v[3]*x1 + v[10]*x2 + v[17]*x3 + v[24]*x4 + v[31]*x5 + v[38]*x6 + v[45]*x7;
9326d3beeddSMatthew Knepley           s5  -= v[4]*x1 + v[11]*x2 + v[18]*x3 + v[25]*x4 + v[32]*x5 + v[39]*x6 + v[46]*x7;
9336d3beeddSMatthew Knepley           s6  -= v[5]*x1 + v[12]*x2 + v[19]*x3 + v[26]*x4 + v[33]*x5 + v[40]*x6 + v[47]*x7;
9346d3beeddSMatthew Knepley           s7  -= v[6]*x1 + v[13]*x2 + v[20]*x3 + v[27]*x4 + v[34]*x5 + v[41]*x6 + v[48]*x7;
9356d3beeddSMatthew Knepley           v   += 49;
9366d3beeddSMatthew Knepley         }
9376d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1 + idiag[7]*s2  + idiag[14]*s3 + idiag[21]*s4 + idiag[28]*s5 + idiag[35]*s6 + idiag[42]*s7;
9386d3beeddSMatthew Knepley         x[i2+1] = idiag[1]*s1 + idiag[8]*s2  + idiag[15]*s3 + idiag[22]*s4 + idiag[29]*s5 + idiag[36]*s6 + idiag[43]*s7;
9396d3beeddSMatthew Knepley         x[i2+2] = idiag[2]*s1 + idiag[9]*s2  + idiag[16]*s3 + idiag[23]*s4 + idiag[30]*s5 + idiag[37]*s6 + idiag[44]*s7;
9406d3beeddSMatthew Knepley         x[i2+3] = idiag[3]*s1 + idiag[10]*s2 + idiag[17]*s3 + idiag[24]*s4 + idiag[31]*s5 + idiag[38]*s6 + idiag[45]*s7;
9416d3beeddSMatthew Knepley         x[i2+4] = idiag[4]*s1 + idiag[11]*s2 + idiag[18]*s3 + idiag[25]*s4 + idiag[32]*s5 + idiag[39]*s6 + idiag[46]*s7;
9426d3beeddSMatthew Knepley         x[i2+5] = idiag[5]*s1 + idiag[12]*s2 + idiag[19]*s3 + idiag[26]*s4 + idiag[33]*s5 + idiag[40]*s6 + idiag[47]*s7;
9436d3beeddSMatthew Knepley         x[i2+6] = idiag[6]*s1 + idiag[13]*s2 + idiag[20]*s3 + idiag[27]*s4 + idiag[34]*s5 + idiag[41]*s6 + idiag[48]*s7;
9446d3beeddSMatthew Knepley         idiag   -= 49;
9456d3beeddSMatthew Knepley         i2      -= 7;
9466d3beeddSMatthew Knepley       }
947dc0b31edSSatish Balay       ierr = PetscLogFlops(49.0*(a->nz));CHKERRQ(ierr);
9486d3beeddSMatthew Knepley     }
9496d3beeddSMatthew Knepley   } else {
9506d3beeddSMatthew Knepley     SETERRQ(PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
9516d3beeddSMatthew Knepley   }
9526d3beeddSMatthew Knepley   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
9536d3beeddSMatthew Knepley   ierr = VecRestoreArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
9546d3beeddSMatthew Knepley   PetscFunctionReturn(0);
9556d3beeddSMatthew Knepley }
9566d3beeddSMatthew Knepley 
957af674e45SBarry Smith /*
95881824310SBarry Smith     Special version for direct calls from Fortran (Used in PETSc-fun3d)
959af674e45SBarry Smith */
960af674e45SBarry Smith #if defined(PETSC_HAVE_FORTRAN_CAPS)
961af674e45SBarry Smith #define matsetvaluesblocked4_ MATSETVALUESBLOCKED4
962af674e45SBarry Smith #elif !defined(PETSC_HAVE_FORTRAN_UNDERSCORE)
963af674e45SBarry Smith #define matsetvaluesblocked4_ matsetvaluesblocked4
964af674e45SBarry Smith #endif
965af674e45SBarry Smith 
9669c8c1041SBarry Smith EXTERN_C_BEGIN
967af674e45SBarry Smith #undef __FUNCT__
968af674e45SBarry Smith #define __FUNCT__ "matsetvaluesblocked4_"
969be1d678aSKris Buschelman void PETSCMAT_DLLEXPORT matsetvaluesblocked4_(Mat *AA,PetscInt *mm,const PetscInt im[],PetscInt *nn,const PetscInt in[],const PetscScalar v[])
970af674e45SBarry Smith {
971af674e45SBarry Smith   Mat               A = *AA;
972af674e45SBarry Smith   Mat_SeqBAIJ       *a = (Mat_SeqBAIJ*)A->data;
973c1ac3661SBarry Smith   PetscInt          *rp,k,low,high,t,ii,jj,row,nrow,i,col,l,N,m = *mm,n = *nn;
974c1ac3661SBarry Smith   PetscInt          *ai=a->i,*ailen=a->ilen;
97517ec6a02SBarry Smith   PetscInt          *aj=a->j,stepval,lastcol = -1;
976f15d580aSBarry Smith   const PetscScalar *value = v;
9774bb09213Spetsc   MatScalar         *ap,*aa = a->a,*bap;
978af674e45SBarry Smith 
979af674e45SBarry Smith   PetscFunctionBegin;
980d0f46423SBarry Smith   if (A->rmap->bs != 4) SETERRABORT(((PetscObject)A)->comm,PETSC_ERR_ARG_WRONG,"Can only be called with a block size of 4");
981af674e45SBarry Smith   stepval = (n-1)*4;
982af674e45SBarry Smith   for (k=0; k<m; k++) { /* loop over added rows */
983af674e45SBarry Smith     row  = im[k];
984af674e45SBarry Smith     rp   = aj + ai[row];
985af674e45SBarry Smith     ap   = aa + 16*ai[row];
986af674e45SBarry Smith     nrow = ailen[row];
987af674e45SBarry Smith     low  = 0;
98817ec6a02SBarry Smith     high = nrow;
989af674e45SBarry Smith     for (l=0; l<n; l++) { /* loop over added columns */
990af674e45SBarry Smith       col = in[l];
99117ec6a02SBarry Smith       if (col <= lastcol) low = 0; else high = nrow;
99217ec6a02SBarry Smith       lastcol = col;
9931e3347e8SBarry Smith       value = v + k*(stepval+4 + l)*4;
994af674e45SBarry Smith       while (high-low > 7) {
995af674e45SBarry Smith         t = (low+high)/2;
996af674e45SBarry Smith         if (rp[t] > col) high = t;
997af674e45SBarry Smith         else             low  = t;
998af674e45SBarry Smith       }
999af674e45SBarry Smith       for (i=low; i<high; i++) {
1000af674e45SBarry Smith         if (rp[i] > col) break;
1001af674e45SBarry Smith         if (rp[i] == col) {
1002af674e45SBarry Smith           bap  = ap +  16*i;
1003af674e45SBarry Smith           for (ii=0; ii<4; ii++,value+=stepval) {
1004af674e45SBarry Smith             for (jj=ii; jj<16; jj+=4) {
1005af674e45SBarry Smith               bap[jj] += *value++;
1006af674e45SBarry Smith             }
1007af674e45SBarry Smith           }
1008af674e45SBarry Smith           goto noinsert2;
1009af674e45SBarry Smith         }
1010af674e45SBarry Smith       }
1011af674e45SBarry Smith       N = nrow++ - 1;
101217ec6a02SBarry Smith       high++; /* added new column index thus must search to one higher than before */
1013af674e45SBarry Smith       /* shift up all the later entries in this row */
1014af674e45SBarry Smith       for (ii=N; ii>=i; ii--) {
1015af674e45SBarry Smith         rp[ii+1] = rp[ii];
1016a037b02bSBarry Smith         PetscMemcpy(ap+16*(ii+1),ap+16*(ii),16*sizeof(MatScalar));
1017af674e45SBarry Smith       }
1018af674e45SBarry Smith       if (N >= i) {
1019a037b02bSBarry Smith         PetscMemzero(ap+16*i,16*sizeof(MatScalar));
1020af674e45SBarry Smith       }
1021af674e45SBarry Smith       rp[i] = col;
1022af674e45SBarry Smith       bap   = ap +  16*i;
1023af674e45SBarry Smith       for (ii=0; ii<4; ii++,value+=stepval) {
1024af674e45SBarry Smith         for (jj=ii; jj<16; jj+=4) {
1025af674e45SBarry Smith           bap[jj] = *value++;
1026af674e45SBarry Smith         }
1027af674e45SBarry Smith       }
1028af674e45SBarry Smith       noinsert2:;
1029af674e45SBarry Smith       low = i;
1030af674e45SBarry Smith     }
1031af674e45SBarry Smith     ailen[row] = nrow;
1032af674e45SBarry Smith   }
1033be1d678aSKris Buschelman   PetscFunctionReturnVoid();
1034af674e45SBarry Smith }
10359c8c1041SBarry Smith EXTERN_C_END
1036af674e45SBarry Smith 
1037af674e45SBarry Smith #if defined(PETSC_HAVE_FORTRAN_CAPS)
1038af674e45SBarry Smith #define matsetvalues4_ MATSETVALUES4
1039af674e45SBarry Smith #elif !defined(PETSC_HAVE_FORTRAN_UNDERSCORE)
1040af674e45SBarry Smith #define matsetvalues4_ matsetvalues4
1041af674e45SBarry Smith #endif
1042af674e45SBarry Smith 
10439c8c1041SBarry Smith EXTERN_C_BEGIN
1044af674e45SBarry Smith #undef __FUNCT__
1045af674e45SBarry Smith #define __FUNCT__ "MatSetValues4_"
1046be1d678aSKris Buschelman void PETSCMAT_DLLEXPORT matsetvalues4_(Mat *AA,PetscInt *mm,PetscInt *im,PetscInt *nn,PetscInt *in,PetscScalar *v)
1047af674e45SBarry Smith {
1048af674e45SBarry Smith   Mat         A = *AA;
1049af674e45SBarry Smith   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
1050c1ac3661SBarry Smith   PetscInt    *rp,k,low,high,t,ii,row,nrow,i,col,l,N,n = *nn,m = *mm;
1051c1ac3661SBarry Smith   PetscInt    *ai=a->i,*ailen=a->ilen;
1052c1ac3661SBarry Smith   PetscInt    *aj=a->j,brow,bcol;
105317ec6a02SBarry Smith   PetscInt    ridx,cidx,lastcol = -1;
1054af674e45SBarry Smith   MatScalar   *ap,value,*aa=a->a,*bap;
1055af674e45SBarry Smith 
1056af674e45SBarry Smith   PetscFunctionBegin;
1057af674e45SBarry Smith   for (k=0; k<m; k++) { /* loop over added rows */
1058af674e45SBarry Smith     row  = im[k]; brow = row/4;
1059af674e45SBarry Smith     rp   = aj + ai[brow];
1060af674e45SBarry Smith     ap   = aa + 16*ai[brow];
1061af674e45SBarry Smith     nrow = ailen[brow];
1062af674e45SBarry Smith     low  = 0;
106317ec6a02SBarry Smith     high = nrow;
1064af674e45SBarry Smith     for (l=0; l<n; l++) { /* loop over added columns */
1065af674e45SBarry Smith       col = in[l]; bcol = col/4;
1066af674e45SBarry Smith       ridx = row % 4; cidx = col % 4;
1067af674e45SBarry Smith       value = v[l + k*n];
106817ec6a02SBarry Smith       if (col <= lastcol) low = 0; else high = nrow;
106917ec6a02SBarry Smith       lastcol = col;
1070af674e45SBarry Smith       while (high-low > 7) {
1071af674e45SBarry Smith         t = (low+high)/2;
1072af674e45SBarry Smith         if (rp[t] > bcol) high = t;
1073af674e45SBarry Smith         else              low  = t;
1074af674e45SBarry Smith       }
1075af674e45SBarry Smith       for (i=low; i<high; i++) {
1076af674e45SBarry Smith         if (rp[i] > bcol) break;
1077af674e45SBarry Smith         if (rp[i] == bcol) {
1078af674e45SBarry Smith           bap  = ap +  16*i + 4*cidx + ridx;
1079af674e45SBarry Smith           *bap += value;
1080af674e45SBarry Smith           goto noinsert1;
1081af674e45SBarry Smith         }
1082af674e45SBarry Smith       }
1083af674e45SBarry Smith       N = nrow++ - 1;
108417ec6a02SBarry Smith       high++; /* added new column thus must search to one higher than before */
1085af674e45SBarry Smith       /* shift up all the later entries in this row */
1086af674e45SBarry Smith       for (ii=N; ii>=i; ii--) {
1087af674e45SBarry Smith         rp[ii+1] = rp[ii];
1088a037b02bSBarry Smith         PetscMemcpy(ap+16*(ii+1),ap+16*(ii),16*sizeof(MatScalar));
1089af674e45SBarry Smith       }
1090af674e45SBarry Smith       if (N>=i) {
1091a037b02bSBarry Smith         PetscMemzero(ap+16*i,16*sizeof(MatScalar));
1092af674e45SBarry Smith       }
1093af674e45SBarry Smith       rp[i]                    = bcol;
1094af674e45SBarry Smith       ap[16*i + 4*cidx + ridx] = value;
1095af674e45SBarry Smith       noinsert1:;
1096af674e45SBarry Smith       low = i;
1097af674e45SBarry Smith     }
1098af674e45SBarry Smith     ailen[brow] = nrow;
1099af674e45SBarry Smith   }
1100be1d678aSKris Buschelman   PetscFunctionReturnVoid();
1101af674e45SBarry Smith }
11029c8c1041SBarry Smith EXTERN_C_END
1103af674e45SBarry Smith 
1104be5855fcSBarry Smith /*
1105be5855fcSBarry Smith      Checks for missing diagonals
1106be5855fcSBarry Smith */
11074a2ae208SSatish Balay #undef __FUNCT__
11084a2ae208SSatish Balay #define __FUNCT__ "MatMissingDiagonal_SeqBAIJ"
11092af78befSBarry Smith PetscErrorCode MatMissingDiagonal_SeqBAIJ(Mat A,PetscTruth *missing,PetscInt *d)
1110be5855fcSBarry Smith {
1111be5855fcSBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
11126849ba73SBarry Smith   PetscErrorCode ierr;
1113c1ac3661SBarry Smith   PetscInt       *diag,*jj = a->j,i;
1114be5855fcSBarry Smith 
1115be5855fcSBarry Smith   PetscFunctionBegin;
1116c4992f7dSBarry Smith   ierr = MatMarkDiagonal_SeqBAIJ(A);CHKERRQ(ierr);
11172af78befSBarry Smith   *missing = PETSC_FALSE;
11182efa7f71SHong Zhang   if (A->rmap->n > 0 && !jj) {
11192efa7f71SHong Zhang     *missing  = PETSC_TRUE;
11202efa7f71SHong Zhang     if (d) *d = 0;
11212efa7f71SHong Zhang     PetscInfo(A,"Matrix has no entries therefor is missing diagonal");
11222efa7f71SHong Zhang   } else {
1123883fce79SBarry Smith     diag     = a->diag;
11240e8e8aceSBarry Smith     for (i=0; i<a->mbs; i++) {
1125be5855fcSBarry Smith       if (jj[diag[i]] != i) {
11262af78befSBarry Smith         *missing  = PETSC_TRUE;
11272af78befSBarry Smith         if (d) *d = i;
11282efa7f71SHong Zhang         PetscInfo1(A,"Matrix is missing block diagonal number %D",i);
11292efa7f71SHong Zhang       }
1130be5855fcSBarry Smith     }
1131be5855fcSBarry Smith   }
1132be5855fcSBarry Smith   PetscFunctionReturn(0);
1133be5855fcSBarry Smith }
1134be5855fcSBarry Smith 
11354a2ae208SSatish Balay #undef __FUNCT__
11364a2ae208SSatish Balay #define __FUNCT__ "MatMarkDiagonal_SeqBAIJ"
1137dfbe8321SBarry Smith PetscErrorCode MatMarkDiagonal_SeqBAIJ(Mat A)
1138de6a44a3SBarry Smith {
1139de6a44a3SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
11406849ba73SBarry Smith   PetscErrorCode ierr;
114109f38230SBarry Smith   PetscInt       i,j,m = a->mbs;
1142de6a44a3SBarry Smith 
11433a40ed3dSBarry Smith   PetscFunctionBegin;
114409f38230SBarry Smith   if (!a->diag) {
114509f38230SBarry Smith     ierr = PetscMalloc(m*sizeof(PetscInt),&a->diag);CHKERRQ(ierr);
11464fd072dbSBarry Smith     ierr = PetscLogObjectMemory(A,m*sizeof(PetscInt));CHKERRQ(ierr);
11474fd072dbSBarry Smith     a->free_diag = PETSC_TRUE;
114809f38230SBarry Smith   }
11497fc0212eSBarry Smith   for (i=0; i<m; i++) {
115009f38230SBarry Smith     a->diag[i] = a->i[i+1];
1151de6a44a3SBarry Smith     for (j=a->i[i]; j<a->i[i+1]; j++) {
1152de6a44a3SBarry Smith       if (a->j[j] == i) {
115309f38230SBarry Smith         a->diag[i] = j;
1154de6a44a3SBarry Smith         break;
1155de6a44a3SBarry Smith       }
1156de6a44a3SBarry Smith     }
1157de6a44a3SBarry Smith   }
11583a40ed3dSBarry Smith   PetscFunctionReturn(0);
1159de6a44a3SBarry Smith }
11602593348eSBarry Smith 
11612593348eSBarry Smith 
1162690b6cddSBarry Smith EXTERN PetscErrorCode MatToSymmetricIJ_SeqAIJ(PetscInt,PetscInt*,PetscInt*,PetscInt,PetscInt,PetscInt**,PetscInt**);
11633b2fbd54SBarry Smith 
11644a2ae208SSatish Balay #undef __FUNCT__
11654a2ae208SSatish Balay #define __FUNCT__ "MatGetRowIJ_SeqBAIJ"
11668f7157efSSatish Balay static PetscErrorCode MatGetRowIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscTruth symmetric,PetscTruth blockcompressed,PetscInt *nn,PetscInt *ia[],PetscInt *ja[],PetscTruth *done)
11673b2fbd54SBarry Smith {
11683b2fbd54SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1169dfbe8321SBarry Smith   PetscErrorCode ierr;
1170d0f46423SBarry Smith   PetscInt       i,j,n = a->mbs,nz = a->i[n],bs = A->rmap->bs,nbs = 1,k,l,cnt;
11718f7157efSSatish Balay   PetscInt       *tia, *tja;
11723b2fbd54SBarry Smith 
11733a40ed3dSBarry Smith   PetscFunctionBegin;
11743b2fbd54SBarry Smith   *nn = n;
11753a40ed3dSBarry Smith   if (!ia) PetscFunctionReturn(0);
11763b2fbd54SBarry Smith   if (symmetric) {
11778f7157efSSatish Balay     ierr = MatToSymmetricIJ_SeqAIJ(n,a->i,a->j,0,0,&tia,&tja);CHKERRQ(ierr);
11783b2fbd54SBarry Smith   } else {
11798f7157efSSatish Balay     tia = a->i; tja = a->j;
11803b2fbd54SBarry Smith   }
11813b2fbd54SBarry Smith 
1182ecc77c7aSBarry Smith   if (!blockcompressed && bs > 1) {
1183ecc77c7aSBarry Smith     (*nn) *= bs;
1184ecc77c7aSBarry Smith     nbs    = bs;
11858f7157efSSatish Balay     /* malloc & create the natural set of indices */
1186ecc77c7aSBarry Smith     ierr = PetscMalloc((n+1)*bs*sizeof(PetscInt),ia);CHKERRQ(ierr);
11879985e31cSBarry Smith     if (n) {
1188ecc77c7aSBarry Smith       (*ia)[0] = 0;
1189ecc77c7aSBarry Smith       for (j=1; j<bs; j++) {
1190ecc77c7aSBarry Smith         (*ia)[j] = (tia[1]-tia[0])*bs+(*ia)[j-1];
1191ecc77c7aSBarry Smith       }
11929985e31cSBarry Smith     }
1193ecc77c7aSBarry Smith 
1194ecc77c7aSBarry Smith     for (i=1; i<n; i++) {
1195ecc77c7aSBarry Smith       (*ia)[i*bs] = (tia[i]-tia[i-1])*bs + (*ia)[i*bs-1];
1196ecc77c7aSBarry Smith       for (j=1; j<bs; j++) {
1197ecc77c7aSBarry Smith         (*ia)[i*bs+j] = (tia[i+1]-tia[i])*bs + (*ia)[i*bs+j-1];
11988f7157efSSatish Balay       }
11998f7157efSSatish Balay     }
12009985e31cSBarry Smith     if (n) {
1201ecc77c7aSBarry Smith       (*ia)[n*bs] = (tia[n]-tia[n-1])*bs + (*ia)[n*bs-1];
12029985e31cSBarry Smith     }
1203ecc77c7aSBarry Smith 
12049985e31cSBarry Smith     if (ja) {
12059985e31cSBarry Smith       ierr = PetscMalloc(nz*bs*bs*sizeof(PetscInt),ja);CHKERRQ(ierr);
12069985e31cSBarry Smith       cnt = 0;
12079985e31cSBarry Smith       for (i=0; i<n; i++) {
12089985e31cSBarry Smith         for (j=0; j<bs; j++) {
12099985e31cSBarry Smith           for (k=tia[i]; k<tia[i+1]; k++) {
12109985e31cSBarry Smith             for (l=0; l<bs; l++) {
12119985e31cSBarry Smith               (*ja)[cnt++] = bs*tja[k] + l;
12129985e31cSBarry Smith 	    }
12139985e31cSBarry Smith           }
12149985e31cSBarry Smith         }
12159985e31cSBarry Smith       }
12169985e31cSBarry Smith     }
12179985e31cSBarry Smith 
1218ecc77c7aSBarry Smith     n     *= bs;
1219ecc77c7aSBarry Smith     nz *= bs*bs;
12208f7157efSSatish Balay     if (symmetric) { /* deallocate memory allocated in MatToSymmetricIJ_SeqAIJ() */
12218f7157efSSatish Balay       ierr = PetscFree(tia);CHKERRQ(ierr);
12228f7157efSSatish Balay       ierr = PetscFree(tja);CHKERRQ(ierr);
12238f7157efSSatish Balay     }
1224f6d58c54SBarry Smith   } else if (oshift == 1) {
1225715a17b5SBarry Smith     if (symmetric) {
1226715a17b5SBarry Smith       PetscInt nz = tia[A->rmap->n/bs];
1227715a17b5SBarry Smith       /*  add 1 to i and j indices */
1228715a17b5SBarry Smith       for (i=0; i<A->rmap->n/bs+1; i++) tia[i] = tia[i] + 1;
1229715a17b5SBarry Smith       *ia = tia;
1230715a17b5SBarry Smith       if (ja) {
1231715a17b5SBarry Smith 	for (i=0; i<nz; i++) tja[i] = tja[i] + 1;
1232715a17b5SBarry Smith         *ja = tja;
1233715a17b5SBarry Smith       }
1234715a17b5SBarry Smith     } else {
1235f6d58c54SBarry Smith       PetscInt nz = a->i[A->rmap->n/bs];
1236f6d58c54SBarry Smith       /* malloc space and  add 1 to i and j indices */
1237f6d58c54SBarry Smith       ierr = PetscMalloc((A->rmap->n/bs+1)*sizeof(PetscInt),ia);CHKERRQ(ierr);
1238f6d58c54SBarry Smith       for (i=0; i<A->rmap->n/bs+1; i++) (*ia)[i] = a->i[i] + 1;
1239f6d58c54SBarry Smith       if (ja) {
1240f6d58c54SBarry Smith 	ierr = PetscMalloc(nz*sizeof(PetscInt),ja);CHKERRQ(ierr);
1241f6d58c54SBarry Smith 	for (i=0; i<nz; i++) (*ja)[i] = a->j[i] + 1;
1242f6d58c54SBarry Smith       }
1243715a17b5SBarry Smith     }
12448f7157efSSatish Balay   } else {
12458f7157efSSatish Balay     *ia = tia;
1246ecc77c7aSBarry Smith     if (ja) *ja = tja;
12478f7157efSSatish Balay   }
1248f6d58c54SBarry Smith 
12493a40ed3dSBarry Smith   PetscFunctionReturn(0);
12503b2fbd54SBarry Smith }
12513b2fbd54SBarry Smith 
12524a2ae208SSatish Balay #undef __FUNCT__
12534a2ae208SSatish Balay #define __FUNCT__ "MatRestoreRowIJ_SeqBAIJ"
12548f7157efSSatish Balay static PetscErrorCode MatRestoreRowIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscTruth symmetric,PetscTruth blockcompressed,PetscInt *nn,PetscInt *ia[],PetscInt *ja[],PetscTruth *done)
12553b2fbd54SBarry Smith {
12566849ba73SBarry Smith   PetscErrorCode ierr;
12573b2fbd54SBarry Smith 
12583a40ed3dSBarry Smith   PetscFunctionBegin;
12593a40ed3dSBarry Smith   if (!ia) PetscFunctionReturn(0);
1260715a17b5SBarry Smith   if ((!blockcompressed && A->rmap->bs > 1) || (symmetric || oshift == 1)) {
1261606d414cSSatish Balay     ierr = PetscFree(*ia);CHKERRQ(ierr);
12629985e31cSBarry Smith     if (ja) {ierr = PetscFree(*ja);CHKERRQ(ierr);}
12633b2fbd54SBarry Smith   }
12643a40ed3dSBarry Smith   PetscFunctionReturn(0);
12653b2fbd54SBarry Smith }
12663b2fbd54SBarry Smith 
12674a2ae208SSatish Balay #undef __FUNCT__
12684a2ae208SSatish Balay #define __FUNCT__ "MatDestroy_SeqBAIJ"
1269dfbe8321SBarry Smith PetscErrorCode MatDestroy_SeqBAIJ(Mat A)
12702d61bbb3SSatish Balay {
12712d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1272dfbe8321SBarry Smith   PetscErrorCode ierr;
12732d61bbb3SSatish Balay 
1274433994e6SBarry Smith   PetscFunctionBegin;
1275aa482453SBarry Smith #if defined(PETSC_USE_LOG)
1276d0f46423SBarry Smith   PetscLogObjectState((PetscObject)A,"Rows=%D, Cols=%D, NZ=%D",A->rmap->N,A->cmap->n,a->nz);
12772d61bbb3SSatish Balay #endif
1278e6b907acSBarry Smith   ierr = MatSeqXAIJFreeAIJ(A,&a->a,&a->j,&a->i);CHKERRQ(ierr);
1279c38d4ed2SBarry Smith   if (a->row) {
1280c38d4ed2SBarry Smith     ierr = ISDestroy(a->row);CHKERRQ(ierr);
1281c38d4ed2SBarry Smith   }
1282c38d4ed2SBarry Smith   if (a->col) {
1283c38d4ed2SBarry Smith     ierr = ISDestroy(a->col);CHKERRQ(ierr);
1284c38d4ed2SBarry Smith   }
12854fd072dbSBarry Smith   if (a->free_diag) {ierr = PetscFree(a->diag);CHKERRQ(ierr);}
128605b42c5fSBarry Smith   ierr = PetscFree(a->idiag);CHKERRQ(ierr);
12874fd072dbSBarry Smith   if (a->free_imax_ilen) {ierr = PetscFree2(a->imax,a->ilen);CHKERRQ(ierr);}
128805b42c5fSBarry Smith   ierr = PetscFree(a->solve_work);CHKERRQ(ierr);
128905b42c5fSBarry Smith   ierr = PetscFree(a->mult_work);CHKERRQ(ierr);
1290e51c0b9cSSatish Balay   if (a->icol) {ierr = ISDestroy(a->icol);CHKERRQ(ierr);}
129105b42c5fSBarry Smith   ierr = PetscFree(a->saved_values);CHKERRQ(ierr);
129205b42c5fSBarry Smith   ierr = PetscFree(a->xtoy);CHKERRQ(ierr);
129373e7a558SHong Zhang   if (a->compressedrow.use){ierr = PetscFree(a->compressedrow.i);}
1294c4319e64SHong Zhang 
129570e08fbdSBarry Smith   if (a->sbaijMat) {ierr = MatDestroy(a->sbaijMat);CHKERRQ(ierr);}
12964fd072dbSBarry Smith   if (a->parent) {ierr = MatDestroy(a->parent);CHKERRQ(ierr);}
1297606d414cSSatish Balay   ierr = PetscFree(a);CHKERRQ(ierr);
1298901853e0SKris Buschelman 
1299dbd8c25aSHong Zhang   ierr = PetscObjectChangeTypeName((PetscObject)A,0);CHKERRQ(ierr);
130043516a2dSKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJInvertBlockDiagonal_C","",PETSC_NULL);CHKERRQ(ierr);
1301901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatStoreValues_C","",PETSC_NULL);CHKERRQ(ierr);
1302901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatRetrieveValues_C","",PETSC_NULL);CHKERRQ(ierr);
1303901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJSetColumnIndices_C","",PETSC_NULL);CHKERRQ(ierr);
1304901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatConvert_seqbaij_seqaij_C","",PETSC_NULL);CHKERRQ(ierr);
1305901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatConvert_seqbaij_seqsbaij_C","",PETSC_NULL);CHKERRQ(ierr);
1306901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJSetPreallocation_C","",PETSC_NULL);CHKERRQ(ierr);
1307725b52f3SLisandro Dalcin   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJSetPreallocationCSR_C","",PETSC_NULL);CHKERRQ(ierr);
13082d61bbb3SSatish Balay   PetscFunctionReturn(0);
13092d61bbb3SSatish Balay }
13102d61bbb3SSatish Balay 
13114a2ae208SSatish Balay #undef __FUNCT__
13124a2ae208SSatish Balay #define __FUNCT__ "MatSetOption_SeqBAIJ"
13134e0d8c25SBarry Smith PetscErrorCode MatSetOption_SeqBAIJ(Mat A,MatOption op,PetscTruth flg)
13142d61bbb3SSatish Balay {
13152d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
131663ba0a88SBarry Smith   PetscErrorCode ierr;
13172d61bbb3SSatish Balay 
13182d61bbb3SSatish Balay   PetscFunctionBegin;
1319aa275fccSKris Buschelman   switch (op) {
1320aa275fccSKris Buschelman   case MAT_ROW_ORIENTED:
13214e0d8c25SBarry Smith     a->roworiented    = flg;
1322aa275fccSKris Buschelman     break;
1323a9817697SBarry Smith   case MAT_KEEP_NONZERO_PATTERN:
1324a9817697SBarry Smith     a->keepnonzeropattern = flg;
1325aa275fccSKris Buschelman     break;
1326512a5fc5SBarry Smith   case MAT_NEW_NONZERO_LOCATIONS:
1327512a5fc5SBarry Smith     a->nonew          = (flg ? 0 : 1);
1328aa275fccSKris Buschelman     break;
1329aa275fccSKris Buschelman   case MAT_NEW_NONZERO_LOCATION_ERR:
13304e0d8c25SBarry Smith     a->nonew          = (flg ? -1 : 0);
1331aa275fccSKris Buschelman     break;
1332aa275fccSKris Buschelman   case MAT_NEW_NONZERO_ALLOCATION_ERR:
13334e0d8c25SBarry Smith     a->nonew          = (flg ? -2 : 0);
1334aa275fccSKris Buschelman     break;
133528b2fa4aSMatthew Knepley   case MAT_UNUSED_NONZERO_LOCATION_ERR:
133628b2fa4aSMatthew Knepley     a->nounused       = (flg ? -1 : 0);
133728b2fa4aSMatthew Knepley     break;
13384e0d8c25SBarry Smith   case MAT_NEW_DIAGONALS:
1339aa275fccSKris Buschelman   case MAT_IGNORE_OFF_PROC_ENTRIES:
1340aa275fccSKris Buschelman   case MAT_USE_HASH_TABLE:
1341290bbb0aSBarry Smith     ierr = PetscInfo1(A,"Option %s ignored\n",MatOptions[op]);CHKERRQ(ierr);
1342aa275fccSKris Buschelman     break;
134377e54ba9SKris Buschelman   case MAT_SYMMETRIC:
134477e54ba9SKris Buschelman   case MAT_STRUCTURALLY_SYMMETRIC:
13459a4540c5SBarry Smith   case MAT_HERMITIAN:
13469a4540c5SBarry Smith   case MAT_SYMMETRY_ETERNAL:
1347290bbb0aSBarry Smith     ierr = PetscInfo1(A,"Option %s ignored\n",MatOptions[op]);CHKERRQ(ierr);
134877e54ba9SKris Buschelman     break;
1349aa275fccSKris Buschelman   default:
1350ad86a440SBarry Smith     SETERRQ1(PETSC_ERR_SUP,"unknown option %d",op);
13512d61bbb3SSatish Balay   }
13522d61bbb3SSatish Balay   PetscFunctionReturn(0);
13532d61bbb3SSatish Balay }
13542d61bbb3SSatish Balay 
13554a2ae208SSatish Balay #undef __FUNCT__
13564a2ae208SSatish Balay #define __FUNCT__ "MatGetRow_SeqBAIJ"
1357c1ac3661SBarry Smith PetscErrorCode MatGetRow_SeqBAIJ(Mat A,PetscInt row,PetscInt *nz,PetscInt **idx,PetscScalar **v)
13582d61bbb3SSatish Balay {
13592d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
13606849ba73SBarry Smith   PetscErrorCode ierr;
1361c1ac3661SBarry Smith   PetscInt       itmp,i,j,k,M,*ai,*aj,bs,bn,bp,*idx_i,bs2;
13623f1db9ecSBarry Smith   MatScalar      *aa,*aa_i;
136387828ca2SBarry Smith   PetscScalar    *v_i;
13642d61bbb3SSatish Balay 
13652d61bbb3SSatish Balay   PetscFunctionBegin;
1366d0f46423SBarry Smith   bs  = A->rmap->bs;
13672d61bbb3SSatish Balay   ai  = a->i;
13682d61bbb3SSatish Balay   aj  = a->j;
13692d61bbb3SSatish Balay   aa  = a->a;
13702d61bbb3SSatish Balay   bs2 = a->bs2;
13712d61bbb3SSatish Balay 
1372d0f46423SBarry Smith   if (row < 0 || row >= A->rmap->N) SETERRQ1(PETSC_ERR_ARG_OUTOFRANGE,"Row %D out of range", row);
13732d61bbb3SSatish Balay 
13742d61bbb3SSatish Balay   bn  = row/bs;   /* Block number */
13752d61bbb3SSatish Balay   bp  = row % bs; /* Block Position */
13762d61bbb3SSatish Balay   M   = ai[bn+1] - ai[bn];
13772d61bbb3SSatish Balay   *nz = bs*M;
13782d61bbb3SSatish Balay 
13792d61bbb3SSatish Balay   if (v) {
13802d61bbb3SSatish Balay     *v = 0;
13812d61bbb3SSatish Balay     if (*nz) {
138287828ca2SBarry Smith       ierr = PetscMalloc((*nz)*sizeof(PetscScalar),v);CHKERRQ(ierr);
13832d61bbb3SSatish Balay       for (i=0; i<M; i++) { /* for each block in the block row */
13842d61bbb3SSatish Balay         v_i  = *v + i*bs;
13852d61bbb3SSatish Balay         aa_i = aa + bs2*(ai[bn] + i);
13862d61bbb3SSatish Balay         for (j=bp,k=0; j<bs2; j+=bs,k++) {v_i[k] = aa_i[j];}
13872d61bbb3SSatish Balay       }
13882d61bbb3SSatish Balay     }
13892d61bbb3SSatish Balay   }
13902d61bbb3SSatish Balay 
13912d61bbb3SSatish Balay   if (idx) {
13922d61bbb3SSatish Balay     *idx = 0;
13932d61bbb3SSatish Balay     if (*nz) {
1394c1ac3661SBarry Smith       ierr = PetscMalloc((*nz)*sizeof(PetscInt),idx);CHKERRQ(ierr);
13952d61bbb3SSatish Balay       for (i=0; i<M; i++) { /* for each block in the block row */
13962d61bbb3SSatish Balay         idx_i = *idx + i*bs;
13972d61bbb3SSatish Balay         itmp  = bs*aj[ai[bn] + i];
13982d61bbb3SSatish Balay         for (j=0; j<bs; j++) {idx_i[j] = itmp++;}
13992d61bbb3SSatish Balay       }
14002d61bbb3SSatish Balay     }
14012d61bbb3SSatish Balay   }
14022d61bbb3SSatish Balay   PetscFunctionReturn(0);
14032d61bbb3SSatish Balay }
14042d61bbb3SSatish Balay 
14054a2ae208SSatish Balay #undef __FUNCT__
14064a2ae208SSatish Balay #define __FUNCT__ "MatRestoreRow_SeqBAIJ"
1407c1ac3661SBarry Smith PetscErrorCode MatRestoreRow_SeqBAIJ(Mat A,PetscInt row,PetscInt *nz,PetscInt **idx,PetscScalar **v)
14082d61bbb3SSatish Balay {
1409dfbe8321SBarry Smith   PetscErrorCode ierr;
1410606d414cSSatish Balay 
14112d61bbb3SSatish Balay   PetscFunctionBegin;
141205b42c5fSBarry Smith   if (idx) {ierr = PetscFree(*idx);CHKERRQ(ierr);}
141305b42c5fSBarry Smith   if (v)   {ierr = PetscFree(*v);CHKERRQ(ierr);}
14142d61bbb3SSatish Balay   PetscFunctionReturn(0);
14152d61bbb3SSatish Balay }
14162d61bbb3SSatish Balay 
14174a2ae208SSatish Balay #undef __FUNCT__
14184a2ae208SSatish Balay #define __FUNCT__ "MatTranspose_SeqBAIJ"
1419fc4dec0aSBarry Smith PetscErrorCode MatTranspose_SeqBAIJ(Mat A,MatReuse reuse,Mat *B)
14202d61bbb3SSatish Balay {
14212d61bbb3SSatish Balay   Mat_SeqBAIJ    *a=(Mat_SeqBAIJ *)A->data;
14222d61bbb3SSatish Balay   Mat            C;
14236849ba73SBarry Smith   PetscErrorCode ierr;
1424d0f46423SBarry Smith   PetscInt       i,j,k,*aj=a->j,*ai=a->i,bs=A->rmap->bs,mbs=a->mbs,nbs=a->nbs,len,*col;
1425c1ac3661SBarry Smith   PetscInt       *rows,*cols,bs2=a->bs2;
1426dd6ea824SBarry Smith   MatScalar      *array;
14272d61bbb3SSatish Balay 
14282d61bbb3SSatish Balay   PetscFunctionBegin;
1429e9695a30SBarry Smith   if (reuse == MAT_REUSE_MATRIX && A == *B && mbs != nbs) SETERRQ(PETSC_ERR_ARG_SIZ,"Square matrix only for in-place");
1430fc4dec0aSBarry Smith   if (reuse == MAT_INITIAL_MATRIX || A == *B) {
1431c1ac3661SBarry Smith     ierr = PetscMalloc((1+nbs)*sizeof(PetscInt),&col);CHKERRQ(ierr);
1432c1ac3661SBarry Smith     ierr = PetscMemzero(col,(1+nbs)*sizeof(PetscInt));CHKERRQ(ierr);
14332d61bbb3SSatish Balay 
14342d61bbb3SSatish Balay     for (i=0; i<ai[mbs]; i++) col[aj[i]] += 1;
14357adad957SLisandro Dalcin     ierr = MatCreate(((PetscObject)A)->comm,&C);CHKERRQ(ierr);
1436d0f46423SBarry Smith     ierr = MatSetSizes(C,A->cmap->n,A->rmap->N,A->cmap->n,A->rmap->N);CHKERRQ(ierr);
14377adad957SLisandro Dalcin     ierr = MatSetType(C,((PetscObject)A)->type_name);CHKERRQ(ierr);
1438ab93d7beSBarry Smith     ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(C,bs,PETSC_NULL,col);CHKERRQ(ierr);
1439606d414cSSatish Balay     ierr = PetscFree(col);CHKERRQ(ierr);
1440fc4dec0aSBarry Smith   } else {
1441fc4dec0aSBarry Smith     C = *B;
1442fc4dec0aSBarry Smith   }
1443fc4dec0aSBarry Smith 
1444fc4dec0aSBarry Smith   array = a->a;
1445c1ac3661SBarry Smith   ierr = PetscMalloc(2*bs*sizeof(PetscInt),&rows);CHKERRQ(ierr);
14462d61bbb3SSatish Balay   cols = rows + bs;
14472d61bbb3SSatish Balay   for (i=0; i<mbs; i++) {
14482d61bbb3SSatish Balay     cols[0] = i*bs;
14492d61bbb3SSatish Balay     for (k=1; k<bs; k++) cols[k] = cols[k-1] + 1;
14502d61bbb3SSatish Balay     len = ai[i+1] - ai[i];
14512d61bbb3SSatish Balay     for (j=0; j<len; j++) {
14522d61bbb3SSatish Balay       rows[0] = (*aj++)*bs;
14532d61bbb3SSatish Balay       for (k=1; k<bs; k++) rows[k] = rows[k-1] + 1;
14542d61bbb3SSatish Balay       ierr = MatSetValues(C,bs,rows,bs,cols,array,INSERT_VALUES);CHKERRQ(ierr);
14552d61bbb3SSatish Balay       array += bs2;
14562d61bbb3SSatish Balay     }
14572d61bbb3SSatish Balay   }
1458606d414cSSatish Balay   ierr = PetscFree(rows);CHKERRQ(ierr);
14592d61bbb3SSatish Balay 
14602d61bbb3SSatish Balay   ierr = MatAssemblyBegin(C,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
14612d61bbb3SSatish Balay   ierr = MatAssemblyEnd(C,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
14622d61bbb3SSatish Balay 
1463815cbec1SBarry Smith   if (reuse == MAT_INITIAL_MATRIX || *B != A) {
14642d61bbb3SSatish Balay     *B = C;
14652d61bbb3SSatish Balay   } else {
1466273d9f13SBarry Smith     ierr = MatHeaderCopy(A,C);CHKERRQ(ierr);
14672d61bbb3SSatish Balay   }
14682d61bbb3SSatish Balay   PetscFunctionReturn(0);
14692d61bbb3SSatish Balay }
14702d61bbb3SSatish Balay 
14714a2ae208SSatish Balay #undef __FUNCT__
14724a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ_Binary"
14736849ba73SBarry Smith static PetscErrorCode MatView_SeqBAIJ_Binary(Mat A,PetscViewer viewer)
14742593348eSBarry Smith {
1475b6490206SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
14766849ba73SBarry Smith   PetscErrorCode ierr;
1477d0f46423SBarry Smith   PetscInt       i,*col_lens,bs = A->rmap->bs,count,*jj,j,k,l,bs2=a->bs2;
1478b24ad042SBarry Smith   int            fd;
147987828ca2SBarry Smith   PetscScalar    *aa;
1480ce6f0cecSBarry Smith   FILE           *file;
14812593348eSBarry Smith 
14823a40ed3dSBarry Smith   PetscFunctionBegin;
1483b0a32e0cSBarry Smith   ierr        = PetscViewerBinaryGetDescriptor(viewer,&fd);CHKERRQ(ierr);
1484d0f46423SBarry Smith   ierr        = PetscMalloc((4+A->rmap->N)*sizeof(PetscInt),&col_lens);CHKERRQ(ierr);
1485552e946dSBarry Smith   col_lens[0] = MAT_FILE_COOKIE;
14863b2fbd54SBarry Smith 
1487d0f46423SBarry Smith   col_lens[1] = A->rmap->N;
1488d0f46423SBarry Smith   col_lens[2] = A->cmap->n;
14897e67e3f9SSatish Balay   col_lens[3] = a->nz*bs2;
14902593348eSBarry Smith 
14912593348eSBarry Smith   /* store lengths of each row and write (including header) to file */
1492b6490206SBarry Smith   count = 0;
1493b6490206SBarry Smith   for (i=0; i<a->mbs; i++) {
1494b6490206SBarry Smith     for (j=0; j<bs; j++) {
1495b6490206SBarry Smith       col_lens[4+count++] = bs*(a->i[i+1] - a->i[i]);
1496b6490206SBarry Smith     }
14972593348eSBarry Smith   }
1498d0f46423SBarry Smith   ierr = PetscBinaryWrite(fd,col_lens,4+A->rmap->N,PETSC_INT,PETSC_TRUE);CHKERRQ(ierr);
1499606d414cSSatish Balay   ierr = PetscFree(col_lens);CHKERRQ(ierr);
15002593348eSBarry Smith 
15012593348eSBarry Smith   /* store column indices (zero start index) */
1502c1ac3661SBarry Smith   ierr  = PetscMalloc((a->nz+1)*bs2*sizeof(PetscInt),&jj);CHKERRQ(ierr);
1503b6490206SBarry Smith   count = 0;
1504b6490206SBarry Smith   for (i=0; i<a->mbs; i++) {
1505b6490206SBarry Smith     for (j=0; j<bs; j++) {
1506b6490206SBarry Smith       for (k=a->i[i]; k<a->i[i+1]; k++) {
1507b6490206SBarry Smith         for (l=0; l<bs; l++) {
1508b6490206SBarry Smith           jj[count++] = bs*a->j[k] + l;
15092593348eSBarry Smith         }
15102593348eSBarry Smith       }
1511b6490206SBarry Smith     }
1512b6490206SBarry Smith   }
15136f69ff64SBarry Smith   ierr = PetscBinaryWrite(fd,jj,bs2*a->nz,PETSC_INT,PETSC_FALSE);CHKERRQ(ierr);
1514606d414cSSatish Balay   ierr = PetscFree(jj);CHKERRQ(ierr);
15152593348eSBarry Smith 
15162593348eSBarry Smith   /* store nonzero values */
151787828ca2SBarry Smith   ierr  = PetscMalloc((a->nz+1)*bs2*sizeof(PetscScalar),&aa);CHKERRQ(ierr);
1518b6490206SBarry Smith   count = 0;
1519b6490206SBarry Smith   for (i=0; i<a->mbs; i++) {
1520b6490206SBarry Smith     for (j=0; j<bs; j++) {
1521b6490206SBarry Smith       for (k=a->i[i]; k<a->i[i+1]; k++) {
1522b6490206SBarry Smith         for (l=0; l<bs; l++) {
15237e67e3f9SSatish Balay           aa[count++] = a->a[bs2*k + l*bs + j];
1524b6490206SBarry Smith         }
1525b6490206SBarry Smith       }
1526b6490206SBarry Smith     }
1527b6490206SBarry Smith   }
15286f69ff64SBarry Smith   ierr = PetscBinaryWrite(fd,aa,bs2*a->nz,PETSC_SCALAR,PETSC_FALSE);CHKERRQ(ierr);
1529606d414cSSatish Balay   ierr = PetscFree(aa);CHKERRQ(ierr);
1530ce6f0cecSBarry Smith 
1531b0a32e0cSBarry Smith   ierr = PetscViewerBinaryGetInfoPointer(viewer,&file);CHKERRQ(ierr);
1532ce6f0cecSBarry Smith   if (file) {
1533d0f46423SBarry Smith     fprintf(file,"-matload_block_size %d\n",(int)A->rmap->bs);
1534ce6f0cecSBarry Smith   }
15353a40ed3dSBarry Smith   PetscFunctionReturn(0);
15362593348eSBarry Smith }
15372593348eSBarry Smith 
15384a2ae208SSatish Balay #undef __FUNCT__
15394a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ_ASCII"
15406849ba73SBarry Smith static PetscErrorCode MatView_SeqBAIJ_ASCII(Mat A,PetscViewer viewer)
15412593348eSBarry Smith {
1542b6490206SBarry Smith   Mat_SeqBAIJ       *a = (Mat_SeqBAIJ*)A->data;
1543dfbe8321SBarry Smith   PetscErrorCode    ierr;
1544d0f46423SBarry Smith   PetscInt          i,j,bs = A->rmap->bs,k,l,bs2=a->bs2;
1545f3ef73ceSBarry Smith   PetscViewerFormat format;
15462593348eSBarry Smith 
15473a40ed3dSBarry Smith   PetscFunctionBegin;
1548b0a32e0cSBarry Smith   ierr = PetscViewerGetFormat(viewer,&format);CHKERRQ(ierr);
1549456192e2SBarry Smith   if (format == PETSC_VIEWER_ASCII_INFO || format == PETSC_VIEWER_ASCII_INFO_DETAIL) {
155077431f27SBarry Smith     ierr = PetscViewerASCIIPrintf(viewer,"  block size is %D\n",bs);CHKERRQ(ierr);
1551fb9695e5SSatish Balay   } else if (format == PETSC_VIEWER_ASCII_MATLAB) {
1552bcd9e38bSBarry Smith     Mat aij;
1553ceb03754SKris Buschelman     ierr = MatConvert(A,MATSEQAIJ,MAT_INITIAL_MATRIX,&aij);CHKERRQ(ierr);
1554bcd9e38bSBarry Smith     ierr = MatView(aij,viewer);CHKERRQ(ierr);
1555bcd9e38bSBarry Smith     ierr = MatDestroy(aij);CHKERRQ(ierr);
155604929863SHong Zhang   } else if (format == PETSC_VIEWER_ASCII_FACTOR_INFO) {
155704929863SHong Zhang      PetscFunctionReturn(0);
1558fb9695e5SSatish Balay   } else if (format == PETSC_VIEWER_ASCII_COMMON) {
1559b0a32e0cSBarry Smith     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_NO);CHKERRQ(ierr);
156044cd7ae7SLois Curfman McInnes     for (i=0; i<a->mbs; i++) {
156144cd7ae7SLois Curfman McInnes       for (j=0; j<bs; j++) {
156277431f27SBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"row %D:",i*bs+j);CHKERRQ(ierr);
156344cd7ae7SLois Curfman McInnes         for (k=a->i[i]; k<a->i[i+1]; k++) {
156444cd7ae7SLois Curfman McInnes           for (l=0; l<bs; l++) {
1565aa482453SBarry Smith #if defined(PETSC_USE_COMPLEX)
15660e6d2581SBarry Smith             if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) > 0.0 && PetscRealPart(a->a[bs2*k + l*bs + j]) != 0.0) {
1567a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G + %Gi) ",bs*a->j[k]+l,
15680e6d2581SBarry Smith                       PetscRealPart(a->a[bs2*k + l*bs + j]),PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
15690e6d2581SBarry Smith             } else if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) < 0.0 && PetscRealPart(a->a[bs2*k + l*bs + j]) != 0.0) {
1570a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G - %Gi) ",bs*a->j[k]+l,
15710e6d2581SBarry Smith                       PetscRealPart(a->a[bs2*k + l*bs + j]),-PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
15720e6d2581SBarry Smith             } else if (PetscRealPart(a->a[bs2*k + l*bs + j]) != 0.0) {
1573a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G) ",bs*a->j[k]+l,PetscRealPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
15740ef38995SBarry Smith             }
157544cd7ae7SLois Curfman McInnes #else
15760ef38995SBarry Smith             if (a->a[bs2*k + l*bs + j] != 0.0) {
1577a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G) ",bs*a->j[k]+l,a->a[bs2*k + l*bs + j]);CHKERRQ(ierr);
15780ef38995SBarry Smith             }
157944cd7ae7SLois Curfman McInnes #endif
158044cd7ae7SLois Curfman McInnes           }
158144cd7ae7SLois Curfman McInnes         }
1582b0a32e0cSBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr);
158344cd7ae7SLois Curfman McInnes       }
158444cd7ae7SLois Curfman McInnes     }
1585b0a32e0cSBarry Smith     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_YES);CHKERRQ(ierr);
15860ef38995SBarry Smith   } else {
1587b0a32e0cSBarry Smith     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_NO);CHKERRQ(ierr);
1588b6490206SBarry Smith     for (i=0; i<a->mbs; i++) {
1589b6490206SBarry Smith       for (j=0; j<bs; j++) {
159077431f27SBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"row %D:",i*bs+j);CHKERRQ(ierr);
1591b6490206SBarry Smith         for (k=a->i[i]; k<a->i[i+1]; k++) {
1592b6490206SBarry Smith           for (l=0; l<bs; l++) {
1593aa482453SBarry Smith #if defined(PETSC_USE_COMPLEX)
15940e6d2581SBarry Smith             if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) > 0.0) {
1595a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G + %G i) ",bs*a->j[k]+l,
15960e6d2581SBarry Smith                 PetscRealPart(a->a[bs2*k + l*bs + j]),PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
15970e6d2581SBarry Smith             } else if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) < 0.0) {
1598a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G - %G i) ",bs*a->j[k]+l,
15990e6d2581SBarry Smith                 PetscRealPart(a->a[bs2*k + l*bs + j]),-PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
16000ef38995SBarry Smith             } else {
1601a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G) ",bs*a->j[k]+l,PetscRealPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
160288685aaeSLois Curfman McInnes             }
160388685aaeSLois Curfman McInnes #else
1604a83599f4SBarry Smith             ierr = PetscViewerASCIIPrintf(viewer," (%D, %G) ",bs*a->j[k]+l,a->a[bs2*k + l*bs + j]);CHKERRQ(ierr);
160588685aaeSLois Curfman McInnes #endif
16062593348eSBarry Smith           }
16072593348eSBarry Smith         }
1608b0a32e0cSBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr);
16092593348eSBarry Smith       }
16102593348eSBarry Smith     }
1611b0a32e0cSBarry Smith     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_YES);CHKERRQ(ierr);
1612b6490206SBarry Smith   }
1613b0a32e0cSBarry Smith   ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
16143a40ed3dSBarry Smith   PetscFunctionReturn(0);
16152593348eSBarry Smith }
16162593348eSBarry Smith 
16174a2ae208SSatish Balay #undef __FUNCT__
16184a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ_Draw_Zoom"
16196849ba73SBarry Smith static PetscErrorCode MatView_SeqBAIJ_Draw_Zoom(PetscDraw draw,void *Aa)
16203270192aSSatish Balay {
162177ed5343SBarry Smith   Mat            A = (Mat) Aa;
16223270192aSSatish Balay   Mat_SeqBAIJ    *a=(Mat_SeqBAIJ*)A->data;
16236849ba73SBarry Smith   PetscErrorCode ierr;
1624d0f46423SBarry Smith   PetscInt       row,i,j,k,l,mbs=a->mbs,color,bs=A->rmap->bs,bs2=a->bs2;
16250e6d2581SBarry Smith   PetscReal      xl,yl,xr,yr,x_l,x_r,y_l,y_r;
16263f1db9ecSBarry Smith   MatScalar      *aa;
1627b0a32e0cSBarry Smith   PetscViewer    viewer;
16283270192aSSatish Balay 
16293a40ed3dSBarry Smith   PetscFunctionBegin;
16303270192aSSatish Balay 
1631b65db4caSBarry Smith   /* still need to add support for contour plot of nonzeros; see MatView_SeqAIJ_Draw_Zoom()*/
163277ed5343SBarry Smith   ierr = PetscObjectQuery((PetscObject)A,"Zoomviewer",(PetscObject*)&viewer);CHKERRQ(ierr);
163377ed5343SBarry Smith 
1634b0a32e0cSBarry Smith   ierr = PetscDrawGetCoordinates(draw,&xl,&yl,&xr,&yr);CHKERRQ(ierr);
163577ed5343SBarry Smith 
16363270192aSSatish Balay   /* loop over matrix elements drawing boxes */
1637b0a32e0cSBarry Smith   color = PETSC_DRAW_BLUE;
16383270192aSSatish Balay   for (i=0,row=0; i<mbs; i++,row+=bs) {
16393270192aSSatish Balay     for (j=a->i[i]; j<a->i[i+1]; j++) {
1640d0f46423SBarry Smith       y_l = A->rmap->N - row - 1.0; y_r = y_l + 1.0;
16413270192aSSatish Balay       x_l = a->j[j]*bs; x_r = x_l + 1.0;
16423270192aSSatish Balay       aa = a->a + j*bs2;
16433270192aSSatish Balay       for (k=0; k<bs; k++) {
16443270192aSSatish Balay         for (l=0; l<bs; l++) {
16450e6d2581SBarry Smith           if (PetscRealPart(*aa++) >=  0.) continue;
1646b0a32e0cSBarry Smith           ierr = PetscDrawRectangle(draw,x_l+k,y_l-l,x_r+k,y_r-l,color,color,color,color);CHKERRQ(ierr);
16473270192aSSatish Balay         }
16483270192aSSatish Balay       }
16493270192aSSatish Balay     }
16503270192aSSatish Balay   }
1651b0a32e0cSBarry Smith   color = PETSC_DRAW_CYAN;
16523270192aSSatish Balay   for (i=0,row=0; i<mbs; i++,row+=bs) {
16533270192aSSatish Balay     for (j=a->i[i]; j<a->i[i+1]; j++) {
1654d0f46423SBarry Smith       y_l = A->rmap->N - row - 1.0; y_r = y_l + 1.0;
16553270192aSSatish Balay       x_l = a->j[j]*bs; x_r = x_l + 1.0;
16563270192aSSatish Balay       aa = a->a + j*bs2;
16573270192aSSatish Balay       for (k=0; k<bs; k++) {
16583270192aSSatish Balay         for (l=0; l<bs; l++) {
16590e6d2581SBarry Smith           if (PetscRealPart(*aa++) != 0.) continue;
1660b0a32e0cSBarry Smith           ierr = PetscDrawRectangle(draw,x_l+k,y_l-l,x_r+k,y_r-l,color,color,color,color);CHKERRQ(ierr);
16613270192aSSatish Balay         }
16623270192aSSatish Balay       }
16633270192aSSatish Balay     }
16643270192aSSatish Balay   }
16653270192aSSatish Balay 
1666b0a32e0cSBarry Smith   color = PETSC_DRAW_RED;
16673270192aSSatish Balay   for (i=0,row=0; i<mbs; i++,row+=bs) {
16683270192aSSatish Balay     for (j=a->i[i]; j<a->i[i+1]; j++) {
1669d0f46423SBarry Smith       y_l = A->rmap->N - row - 1.0; y_r = y_l + 1.0;
16703270192aSSatish Balay       x_l = a->j[j]*bs; x_r = x_l + 1.0;
16713270192aSSatish Balay       aa = a->a + j*bs2;
16723270192aSSatish Balay       for (k=0; k<bs; k++) {
16733270192aSSatish Balay         for (l=0; l<bs; l++) {
16740e6d2581SBarry Smith           if (PetscRealPart(*aa++) <= 0.) continue;
1675b0a32e0cSBarry Smith           ierr = PetscDrawRectangle(draw,x_l+k,y_l-l,x_r+k,y_r-l,color,color,color,color);CHKERRQ(ierr);
16763270192aSSatish Balay         }
16773270192aSSatish Balay       }
16783270192aSSatish Balay     }
16793270192aSSatish Balay   }
168077ed5343SBarry Smith   PetscFunctionReturn(0);
168177ed5343SBarry Smith }
16823270192aSSatish Balay 
16834a2ae208SSatish Balay #undef __FUNCT__
16844a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ_Draw"
16856849ba73SBarry Smith static PetscErrorCode MatView_SeqBAIJ_Draw(Mat A,PetscViewer viewer)
168677ed5343SBarry Smith {
1687dfbe8321SBarry Smith   PetscErrorCode ierr;
16880e6d2581SBarry Smith   PetscReal      xl,yl,xr,yr,w,h;
1689b0a32e0cSBarry Smith   PetscDraw      draw;
169077ed5343SBarry Smith   PetscTruth     isnull;
16913270192aSSatish Balay 
169277ed5343SBarry Smith   PetscFunctionBegin;
169377ed5343SBarry Smith 
1694b0a32e0cSBarry Smith   ierr = PetscViewerDrawGetDraw(viewer,0,&draw);CHKERRQ(ierr);
1695b0a32e0cSBarry Smith   ierr = PetscDrawIsNull(draw,&isnull);CHKERRQ(ierr); if (isnull) PetscFunctionReturn(0);
169677ed5343SBarry Smith 
169777ed5343SBarry Smith   ierr = PetscObjectCompose((PetscObject)A,"Zoomviewer",(PetscObject)viewer);CHKERRQ(ierr);
1698d0f46423SBarry Smith   xr  = A->cmap->n; yr = A->rmap->N; h = yr/10.0; w = xr/10.0;
169977ed5343SBarry Smith   xr += w;    yr += h;  xl = -w;     yl = -h;
1700b0a32e0cSBarry Smith   ierr = PetscDrawSetCoordinates(draw,xl,yl,xr,yr);CHKERRQ(ierr);
1701b0a32e0cSBarry Smith   ierr = PetscDrawZoom(draw,MatView_SeqBAIJ_Draw_Zoom,A);CHKERRQ(ierr);
170277ed5343SBarry Smith   ierr = PetscObjectCompose((PetscObject)A,"Zoomviewer",PETSC_NULL);CHKERRQ(ierr);
17033a40ed3dSBarry Smith   PetscFunctionReturn(0);
17043270192aSSatish Balay }
17053270192aSSatish Balay 
17064a2ae208SSatish Balay #undef __FUNCT__
17074a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ"
1708dfbe8321SBarry Smith PetscErrorCode MatView_SeqBAIJ(Mat A,PetscViewer viewer)
17092593348eSBarry Smith {
1710dfbe8321SBarry Smith   PetscErrorCode ierr;
171132077d6dSBarry Smith   PetscTruth     iascii,isbinary,isdraw;
17122593348eSBarry Smith 
17133a40ed3dSBarry Smith   PetscFunctionBegin;
171432077d6dSBarry Smith   ierr = PetscTypeCompare((PetscObject)viewer,PETSC_VIEWER_ASCII,&iascii);CHKERRQ(ierr);
1715fb9695e5SSatish Balay   ierr = PetscTypeCompare((PetscObject)viewer,PETSC_VIEWER_BINARY,&isbinary);CHKERRQ(ierr);
1716fb9695e5SSatish Balay   ierr = PetscTypeCompare((PetscObject)viewer,PETSC_VIEWER_DRAW,&isdraw);CHKERRQ(ierr);
171732077d6dSBarry Smith   if (iascii){
17183a40ed3dSBarry Smith     ierr = MatView_SeqBAIJ_ASCII(A,viewer);CHKERRQ(ierr);
17190f5bd95cSBarry Smith   } else if (isbinary) {
17203a40ed3dSBarry Smith     ierr = MatView_SeqBAIJ_Binary(A,viewer);CHKERRQ(ierr);
17210f5bd95cSBarry Smith   } else if (isdraw) {
17223a40ed3dSBarry Smith     ierr = MatView_SeqBAIJ_Draw(A,viewer);CHKERRQ(ierr);
17235cd90555SBarry Smith   } else {
1724a5e6ed63SBarry Smith     Mat B;
1725ceb03754SKris Buschelman     ierr = MatConvert(A,MATSEQAIJ,MAT_INITIAL_MATRIX,&B);CHKERRQ(ierr);
1726a5e6ed63SBarry Smith     ierr = MatView(B,viewer);CHKERRQ(ierr);
1727a5e6ed63SBarry Smith     ierr = MatDestroy(B);CHKERRQ(ierr);
17282593348eSBarry Smith   }
17293a40ed3dSBarry Smith   PetscFunctionReturn(0);
17302593348eSBarry Smith }
1731b6490206SBarry Smith 
1732cd0e1443SSatish Balay 
17334a2ae208SSatish Balay #undef __FUNCT__
17344a2ae208SSatish Balay #define __FUNCT__ "MatGetValues_SeqBAIJ"
1735c1ac3661SBarry Smith PetscErrorCode MatGetValues_SeqBAIJ(Mat A,PetscInt m,const PetscInt im[],PetscInt n,const PetscInt in[],PetscScalar v[])
1736cd0e1443SSatish Balay {
1737cd0e1443SSatish Balay   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
1738c1ac3661SBarry Smith   PetscInt    *rp,k,low,high,t,row,nrow,i,col,l,*aj = a->j;
1739c1ac3661SBarry Smith   PetscInt    *ai = a->i,*ailen = a->ilen;
1740d0f46423SBarry Smith   PetscInt    brow,bcol,ridx,cidx,bs=A->rmap->bs,bs2=a->bs2;
174197e567efSBarry Smith   MatScalar   *ap,*aa = a->a;
1742cd0e1443SSatish Balay 
17433a40ed3dSBarry Smith   PetscFunctionBegin;
17442d61bbb3SSatish Balay   for (k=0; k<m; k++) { /* loop over rows */
1745cd0e1443SSatish Balay     row  = im[k]; brow = row/bs;
174697e567efSBarry Smith     if (row < 0) {v += n; continue;} /* SETERRQ(PETSC_ERR_ARG_OUTOFRANGE,"Negative row"); */
1747d0f46423SBarry Smith     if (row >= A->rmap->N) SETERRQ1(PETSC_ERR_ARG_OUTOFRANGE,"Row %D too large", row);
17482d61bbb3SSatish Balay     rp   = aj + ai[brow] ; ap = aa + bs2*ai[brow] ;
17492c3acbe9SBarry Smith     nrow = ailen[brow];
17502d61bbb3SSatish Balay     for (l=0; l<n; l++) { /* loop over columns */
175197e567efSBarry Smith       if (in[l] < 0) {v++; continue;} /* SETERRQ(PETSC_ERR_ARG_OUTOFRANGE,"Negative column"); */
1752d0f46423SBarry Smith       if (in[l] >= A->cmap->n) SETERRQ1(PETSC_ERR_ARG_OUTOFRANGE,"Column %D too large", in[l]);
17532d61bbb3SSatish Balay       col  = in[l] ;
17542d61bbb3SSatish Balay       bcol = col/bs;
17552d61bbb3SSatish Balay       cidx = col%bs;
17562d61bbb3SSatish Balay       ridx = row%bs;
17572d61bbb3SSatish Balay       high = nrow;
17582d61bbb3SSatish Balay       low  = 0; /* assume unsorted */
17592d61bbb3SSatish Balay       while (high-low > 5) {
1760cd0e1443SSatish Balay         t = (low+high)/2;
1761cd0e1443SSatish Balay         if (rp[t] > bcol) high = t;
1762cd0e1443SSatish Balay         else             low  = t;
1763cd0e1443SSatish Balay       }
1764cd0e1443SSatish Balay       for (i=low; i<high; i++) {
1765cd0e1443SSatish Balay         if (rp[i] > bcol) break;
1766cd0e1443SSatish Balay         if (rp[i] == bcol) {
17672d61bbb3SSatish Balay           *v++ = ap[bs2*i+bs*cidx+ridx];
17682d61bbb3SSatish Balay           goto finished;
1769cd0e1443SSatish Balay         }
1770cd0e1443SSatish Balay       }
177197e567efSBarry Smith       *v++ = 0.0;
17722d61bbb3SSatish Balay       finished:;
1773cd0e1443SSatish Balay     }
1774cd0e1443SSatish Balay   }
17753a40ed3dSBarry Smith   PetscFunctionReturn(0);
1776cd0e1443SSatish Balay }
1777cd0e1443SSatish Balay 
177897e5c40aSBarry Smith #define CHUNKSIZE 10
17794a2ae208SSatish Balay #undef __FUNCT__
17804a2ae208SSatish Balay #define __FUNCT__ "MatSetValuesBlocked_SeqBAIJ"
1781dd6ea824SBarry Smith PetscErrorCode MatSetValuesBlocked_SeqBAIJ(Mat A,PetscInt m,const PetscInt im[],PetscInt n,const PetscInt in[],const PetscScalar v[],InsertMode is)
178292c4ed94SBarry Smith {
178392c4ed94SBarry Smith   Mat_SeqBAIJ       *a = (Mat_SeqBAIJ*)A->data;
1784e2ee6c50SBarry Smith   PetscInt          *rp,k,low,high,t,ii,jj,row,nrow,i,col,l,rmax,N,lastcol = -1;
1785c1ac3661SBarry Smith   PetscInt          *imax=a->imax,*ai=a->i,*ailen=a->ilen;
17866849ba73SBarry Smith   PetscErrorCode    ierr;
1787d0f46423SBarry Smith   PetscInt          *aj=a->j,nonew=a->nonew,bs2=a->bs2,bs=A->rmap->bs,stepval;
1788273d9f13SBarry Smith   PetscTruth        roworiented=a->roworiented;
1789dd6ea824SBarry Smith   const PetscScalar *value = v;
1790f15d580aSBarry Smith   MatScalar         *ap,*aa = a->a,*bap;
179192c4ed94SBarry Smith 
17923a40ed3dSBarry Smith   PetscFunctionBegin;
17930e324ae4SSatish Balay   if (roworiented) {
17940e324ae4SSatish Balay     stepval = (n-1)*bs;
17950e324ae4SSatish Balay   } else {
17960e324ae4SSatish Balay     stepval = (m-1)*bs;
17970e324ae4SSatish Balay   }
179892c4ed94SBarry Smith   for (k=0; k<m; k++) { /* loop over added rows */
179992c4ed94SBarry Smith     row  = im[k];
18005ef9f2a5SBarry Smith     if (row < 0) continue;
18012515c552SBarry Smith #if defined(PETSC_USE_DEBUG)
180277431f27SBarry Smith     if (row >= a->mbs) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Row too large: row %D max %D",row,a->mbs-1);
180392c4ed94SBarry Smith #endif
180492c4ed94SBarry Smith     rp   = aj + ai[row];
180592c4ed94SBarry Smith     ap   = aa + bs2*ai[row];
180692c4ed94SBarry Smith     rmax = imax[row];
180792c4ed94SBarry Smith     nrow = ailen[row];
180892c4ed94SBarry Smith     low  = 0;
1809c71e6ed7SBarry Smith     high = nrow;
181092c4ed94SBarry Smith     for (l=0; l<n; l++) { /* loop over added columns */
18115ef9f2a5SBarry Smith       if (in[l] < 0) continue;
18122515c552SBarry Smith #if defined(PETSC_USE_DEBUG)
181377431f27SBarry Smith       if (in[l] >= a->nbs) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Column too large: col %D max %D",in[l],a->nbs-1);
181492c4ed94SBarry Smith #endif
181592c4ed94SBarry Smith       col = in[l];
181692c4ed94SBarry Smith       if (roworiented) {
18170e324ae4SSatish Balay         value = v + k*(stepval+bs)*bs + l*bs;
18180e324ae4SSatish Balay       } else {
18190e324ae4SSatish Balay         value = v + l*(stepval+bs)*bs + k*bs;
182092c4ed94SBarry Smith       }
18217cd84e04SBarry Smith       if (col <= lastcol) low = 0; else high = nrow;
1822e2ee6c50SBarry Smith       lastcol = col;
182392c4ed94SBarry Smith       while (high-low > 7) {
182492c4ed94SBarry Smith         t = (low+high)/2;
182592c4ed94SBarry Smith         if (rp[t] > col) high = t;
182692c4ed94SBarry Smith         else             low  = t;
182792c4ed94SBarry Smith       }
182892c4ed94SBarry Smith       for (i=low; i<high; i++) {
182992c4ed94SBarry Smith         if (rp[i] > col) break;
183092c4ed94SBarry Smith         if (rp[i] == col) {
18318a84c255SSatish Balay           bap  = ap +  bs2*i;
18320e324ae4SSatish Balay           if (roworiented) {
18338a84c255SSatish Balay             if (is == ADD_VALUES) {
1834dd9472c6SBarry Smith               for (ii=0; ii<bs; ii++,value+=stepval) {
1835dd9472c6SBarry Smith                 for (jj=ii; jj<bs2; jj+=bs) {
18368a84c255SSatish Balay                   bap[jj] += *value++;
1837dd9472c6SBarry Smith                 }
1838dd9472c6SBarry Smith               }
18390e324ae4SSatish Balay             } else {
1840dd9472c6SBarry Smith               for (ii=0; ii<bs; ii++,value+=stepval) {
1841dd9472c6SBarry Smith                 for (jj=ii; jj<bs2; jj+=bs) {
18420e324ae4SSatish Balay                   bap[jj] = *value++;
18438a84c255SSatish Balay                 }
1844dd9472c6SBarry Smith               }
1845dd9472c6SBarry Smith             }
18460e324ae4SSatish Balay           } else {
18470e324ae4SSatish Balay             if (is == ADD_VALUES) {
1848dd9472c6SBarry Smith               for (ii=0; ii<bs; ii++,value+=stepval) {
1849dd9472c6SBarry Smith                 for (jj=0; jj<bs; jj++) {
18500e324ae4SSatish Balay                   *bap++ += *value++;
1851dd9472c6SBarry Smith                 }
1852dd9472c6SBarry Smith               }
18530e324ae4SSatish Balay             } else {
1854dd9472c6SBarry Smith               for (ii=0; ii<bs; ii++,value+=stepval) {
1855dd9472c6SBarry Smith                 for (jj=0; jj<bs; jj++) {
18560e324ae4SSatish Balay                   *bap++  = *value++;
18570e324ae4SSatish Balay                 }
18588a84c255SSatish Balay               }
1859dd9472c6SBarry Smith             }
1860dd9472c6SBarry Smith           }
1861f1241b54SBarry Smith           goto noinsert2;
186292c4ed94SBarry Smith         }
186392c4ed94SBarry Smith       }
186489280ab3SLois Curfman McInnes       if (nonew == 1) goto noinsert2;
1865085a36d4SBarry Smith       if (nonew == -1) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Inserting a new nonzero (%D, %D) in the matrix", row, col);
1866421e10b8SBarry Smith       MatSeqXAIJReallocateAIJ(A,a->mbs,bs2,nrow,row,col,rmax,aa,ai,aj,rp,ap,imax,nonew,MatScalar);
1867c03d1d03SSatish Balay       N = nrow++ - 1; high++;
186892c4ed94SBarry Smith       /* shift up all the later entries in this row */
186992c4ed94SBarry Smith       for (ii=N; ii>=i; ii--) {
187092c4ed94SBarry Smith         rp[ii+1] = rp[ii];
1871549d3d68SSatish Balay         ierr = PetscMemcpy(ap+bs2*(ii+1),ap+bs2*(ii),bs2*sizeof(MatScalar));CHKERRQ(ierr);
187292c4ed94SBarry Smith       }
1873549d3d68SSatish Balay       if (N >= i) {
1874549d3d68SSatish Balay         ierr = PetscMemzero(ap+bs2*i,bs2*sizeof(MatScalar));CHKERRQ(ierr);
1875549d3d68SSatish Balay       }
187692c4ed94SBarry Smith       rp[i] = col;
18778a84c255SSatish Balay       bap   = ap +  bs2*i;
18780e324ae4SSatish Balay       if (roworiented) {
1879dd9472c6SBarry Smith         for (ii=0; ii<bs; ii++,value+=stepval) {
1880dd9472c6SBarry Smith           for (jj=ii; jj<bs2; jj+=bs) {
18810e324ae4SSatish Balay             bap[jj] = *value++;
1882dd9472c6SBarry Smith           }
1883dd9472c6SBarry Smith         }
18840e324ae4SSatish Balay       } else {
1885dd9472c6SBarry Smith         for (ii=0; ii<bs; ii++,value+=stepval) {
1886dd9472c6SBarry Smith           for (jj=0; jj<bs; jj++) {
18870e324ae4SSatish Balay             *bap++  = *value++;
18880e324ae4SSatish Balay           }
1889dd9472c6SBarry Smith         }
1890dd9472c6SBarry Smith       }
1891f1241b54SBarry Smith       noinsert2:;
189292c4ed94SBarry Smith       low = i;
189392c4ed94SBarry Smith     }
189492c4ed94SBarry Smith     ailen[row] = nrow;
189592c4ed94SBarry Smith   }
18963a40ed3dSBarry Smith   PetscFunctionReturn(0);
189792c4ed94SBarry Smith }
189826e093fcSHong Zhang 
18994a2ae208SSatish Balay #undef __FUNCT__
19004a2ae208SSatish Balay #define __FUNCT__ "MatAssemblyEnd_SeqBAIJ"
1901dfbe8321SBarry Smith PetscErrorCode MatAssemblyEnd_SeqBAIJ(Mat A,MatAssemblyType mode)
1902584200bdSSatish Balay {
1903584200bdSSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1904c1ac3661SBarry Smith   PetscInt       fshift = 0,i,j,*ai = a->i,*aj = a->j,*imax = a->imax;
1905d0f46423SBarry Smith   PetscInt       m = A->rmap->N,*ip,N,*ailen = a->ilen;
19066849ba73SBarry Smith   PetscErrorCode ierr;
1907c1ac3661SBarry Smith   PetscInt       mbs = a->mbs,bs2 = a->bs2,rmax = 0;
19083f1db9ecSBarry Smith   MatScalar      *aa = a->a,*ap;
19093447b6efSHong Zhang   PetscReal      ratio=0.6;
1910584200bdSSatish Balay 
19113a40ed3dSBarry Smith   PetscFunctionBegin;
19123a40ed3dSBarry Smith   if (mode == MAT_FLUSH_ASSEMBLY) PetscFunctionReturn(0);
1913584200bdSSatish Balay 
191443ee02c3SBarry Smith   if (m) rmax = ailen[0];
1915584200bdSSatish Balay   for (i=1; i<mbs; i++) {
1916584200bdSSatish Balay     /* move each row back by the amount of empty slots (fshift) before it*/
1917584200bdSSatish Balay     fshift += imax[i-1] - ailen[i-1];
1918d402145bSBarry Smith     rmax   = PetscMax(rmax,ailen[i]);
1919584200bdSSatish Balay     if (fshift) {
1920a7c10996SSatish Balay       ip = aj + ai[i]; ap = aa + bs2*ai[i];
1921584200bdSSatish Balay       N = ailen[i];
1922584200bdSSatish Balay       for (j=0; j<N; j++) {
1923584200bdSSatish Balay         ip[j-fshift] = ip[j];
1924549d3d68SSatish Balay         ierr = PetscMemcpy(ap+(j-fshift)*bs2,ap+j*bs2,bs2*sizeof(MatScalar));CHKERRQ(ierr);
1925584200bdSSatish Balay       }
1926584200bdSSatish Balay     }
1927584200bdSSatish Balay     ai[i] = ai[i-1] + ailen[i-1];
1928584200bdSSatish Balay   }
1929584200bdSSatish Balay   if (mbs) {
1930584200bdSSatish Balay     fshift += imax[mbs-1] - ailen[mbs-1];
1931584200bdSSatish Balay     ai[mbs] = ai[mbs-1] + ailen[mbs-1];
1932584200bdSSatish Balay   }
1933584200bdSSatish Balay   /* reset ilen and imax for each row */
1934584200bdSSatish Balay   for (i=0; i<mbs; i++) {
1935584200bdSSatish Balay     ailen[i] = imax[i] = ai[i+1] - ai[i];
1936584200bdSSatish Balay   }
1937a7c10996SSatish Balay   a->nz = ai[mbs];
1938584200bdSSatish Balay 
1939584200bdSSatish Balay   /* diagonals may have moved, so kill the diagonal pointers */
1940b01c7715SBarry Smith   a->idiagvalid = PETSC_FALSE;
1941584200bdSSatish Balay   if (fshift && a->diag) {
1942606d414cSSatish Balay     ierr = PetscFree(a->diag);CHKERRQ(ierr);
194352e6d16bSBarry Smith     ierr = PetscLogObjectMemory(A,-(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
1944584200bdSSatish Balay     a->diag = 0;
1945584200bdSSatish Balay   }
194628b2fa4aSMatthew Knepley   if (fshift && a->nounused == -1) {
194728b2fa4aSMatthew Knepley     SETERRQ4(PETSC_ERR_PLIB, "Unused space detected in matrix: %D X %D block size %D, %D unneeded", m, A->cmap->n, A->rmap->bs, fshift*bs2);
194828b2fa4aSMatthew Knepley   }
1949d0f46423SBarry Smith   ierr = PetscInfo5(A,"Matrix size: %D X %D, block size %D; storage space: %D unneeded, %D used\n",m,A->cmap->n,A->rmap->bs,fshift*bs2,a->nz*bs2);CHKERRQ(ierr);
1950ae15b995SBarry Smith   ierr = PetscInfo1(A,"Number of mallocs during MatSetValues is %D\n",a->reallocs);CHKERRQ(ierr);
1951ae15b995SBarry Smith   ierr = PetscInfo1(A,"Most nonzeros blocks in any row is %D\n",rmax);CHKERRQ(ierr);
1952e2f3b5e9SSatish Balay   a->reallocs          = 0;
19530e6d2581SBarry Smith   A->info.nz_unneeded  = (PetscReal)fshift*bs2;
1954cf4441caSHong Zhang 
1955cb5d8e9eSHong Zhang   /* check for zero rows. If found a large number of zero rows, use CompressedRow functions */
19562f53aa61SHong Zhang   if (a->compressedrow.use){
1957317fbc4cSHong Zhang     ierr = Mat_CheckCompressedRow(A,&a->compressedrow,a->i,mbs,ratio);CHKERRQ(ierr);
195873e7a558SHong Zhang   }
195988e51ccdSHong Zhang 
196088e51ccdSHong Zhang   A->same_nonzero = PETSC_TRUE;
19613a40ed3dSBarry Smith   PetscFunctionReturn(0);
1962584200bdSSatish Balay }
1963584200bdSSatish Balay 
1964bea157c4SSatish Balay /*
1965bea157c4SSatish Balay    This function returns an array of flags which indicate the locations of contiguous
1966bea157c4SSatish Balay    blocks that should be zeroed. for eg: if bs = 3  and is = [0,1,2,3,5,6,7,8,9]
1967bea157c4SSatish Balay    then the resulting sizes = [3,1,1,3,1] correspondig to sets [(0,1,2),(3),(5),(6,7,8),(9)]
1968bea157c4SSatish Balay    Assume: sizes should be long enough to hold all the values.
1969bea157c4SSatish Balay */
19704a2ae208SSatish Balay #undef __FUNCT__
19714a2ae208SSatish Balay #define __FUNCT__ "MatZeroRows_SeqBAIJ_Check_Blocks"
1972c1ac3661SBarry Smith static PetscErrorCode MatZeroRows_SeqBAIJ_Check_Blocks(PetscInt idx[],PetscInt n,PetscInt bs,PetscInt sizes[], PetscInt *bs_max)
1973d9b7c43dSSatish Balay {
1974c1ac3661SBarry Smith   PetscInt   i,j,k,row;
1975bea157c4SSatish Balay   PetscTruth flg;
19763a40ed3dSBarry Smith 
1977433994e6SBarry Smith   PetscFunctionBegin;
1978bea157c4SSatish Balay   for (i=0,j=0; i<n; j++) {
1979bea157c4SSatish Balay     row = idx[i];
1980bea157c4SSatish Balay     if (row%bs!=0) { /* Not the begining of a block */
1981bea157c4SSatish Balay       sizes[j] = 1;
1982bea157c4SSatish Balay       i++;
1983e4fda26cSSatish Balay     } else if (i+bs > n) { /* complete block doesn't exist (at idx end) */
1984bea157c4SSatish Balay       sizes[j] = 1;         /* Also makes sure atleast 'bs' values exist for next else */
1985bea157c4SSatish Balay       i++;
1986bea157c4SSatish Balay     } else { /* Begining of the block, so check if the complete block exists */
1987bea157c4SSatish Balay       flg = PETSC_TRUE;
1988bea157c4SSatish Balay       for (k=1; k<bs; k++) {
1989bea157c4SSatish Balay         if (row+k != idx[i+k]) { /* break in the block */
1990bea157c4SSatish Balay           flg = PETSC_FALSE;
1991bea157c4SSatish Balay           break;
1992d9b7c43dSSatish Balay         }
1993bea157c4SSatish Balay       }
1994abc0a331SBarry Smith       if (flg) { /* No break in the bs */
1995bea157c4SSatish Balay         sizes[j] = bs;
1996bea157c4SSatish Balay         i+= bs;
1997bea157c4SSatish Balay       } else {
1998bea157c4SSatish Balay         sizes[j] = 1;
1999bea157c4SSatish Balay         i++;
2000bea157c4SSatish Balay       }
2001bea157c4SSatish Balay     }
2002bea157c4SSatish Balay   }
2003bea157c4SSatish Balay   *bs_max = j;
20043a40ed3dSBarry Smith   PetscFunctionReturn(0);
2005d9b7c43dSSatish Balay }
2006d9b7c43dSSatish Balay 
20074a2ae208SSatish Balay #undef __FUNCT__
20084a2ae208SSatish Balay #define __FUNCT__ "MatZeroRows_SeqBAIJ"
2009f4df32b1SMatthew Knepley PetscErrorCode MatZeroRows_SeqBAIJ(Mat A,PetscInt is_n,const PetscInt is_idx[],PetscScalar diag)
2010d9b7c43dSSatish Balay {
2011d9b7c43dSSatish Balay   Mat_SeqBAIJ    *baij=(Mat_SeqBAIJ*)A->data;
2012dfbe8321SBarry Smith   PetscErrorCode ierr;
2013f4df32b1SMatthew Knepley   PetscInt       i,j,k,count,*rows;
2014d0f46423SBarry Smith   PetscInt       bs=A->rmap->bs,bs2=baij->bs2,*sizes,row,bs_max;
201587828ca2SBarry Smith   PetscScalar    zero = 0.0;
20163f1db9ecSBarry Smith   MatScalar      *aa;
2017d9b7c43dSSatish Balay 
20183a40ed3dSBarry Smith   PetscFunctionBegin;
2019d9b7c43dSSatish Balay   /* Make a copy of the IS and  sort it */
2020bea157c4SSatish Balay   /* allocate memory for rows,sizes */
2021c1ac3661SBarry Smith   ierr  = PetscMalloc((3*is_n+1)*sizeof(PetscInt),&rows);CHKERRQ(ierr);
2022bea157c4SSatish Balay   sizes = rows + is_n;
2023bea157c4SSatish Balay 
2024563b5814SBarry Smith   /* copy IS values to rows, and sort them */
2025bea157c4SSatish Balay   for (i=0; i<is_n; i++) { rows[i] = is_idx[i]; }
2026bea157c4SSatish Balay   ierr = PetscSortInt(is_n,rows);CHKERRQ(ierr);
2027a9817697SBarry Smith   if (baij->keepnonzeropattern) {
2028dffd3267SBarry Smith     for (i=0; i<is_n; i++) { sizes[i] = 1; }
2029dffd3267SBarry Smith     bs_max = is_n;
203088e51ccdSHong Zhang     A->same_nonzero = PETSC_TRUE;
2031dffd3267SBarry Smith   } else {
2032bea157c4SSatish Balay     ierr = MatZeroRows_SeqBAIJ_Check_Blocks(rows,is_n,bs,sizes,&bs_max);CHKERRQ(ierr);
203388e51ccdSHong Zhang     A->same_nonzero = PETSC_FALSE;
2034dffd3267SBarry Smith   }
2035bea157c4SSatish Balay 
2036bea157c4SSatish Balay   for (i=0,j=0; i<bs_max; j+=sizes[i],i++) {
2037bea157c4SSatish Balay     row   = rows[j];
2038d0f46423SBarry Smith     if (row < 0 || row > A->rmap->N) SETERRQ1(PETSC_ERR_ARG_OUTOFRANGE,"row %D out of range",row);
2039bea157c4SSatish Balay     count = (baij->i[row/bs +1] - baij->i[row/bs])*bs;
2040b31fbe3bSSatish Balay     aa    = ((MatScalar*)(baij->a)) + baij->i[row/bs]*bs2 + (row%bs);
2041a9817697SBarry Smith     if (sizes[i] == bs && !baij->keepnonzeropattern) {
2042f4df32b1SMatthew Knepley       if (diag != 0.0) {
2043bea157c4SSatish Balay         if (baij->ilen[row/bs] > 0) {
2044bea157c4SSatish Balay           baij->ilen[row/bs]       = 1;
2045bea157c4SSatish Balay           baij->j[baij->i[row/bs]] = row/bs;
2046bea157c4SSatish Balay           ierr = PetscMemzero(aa,count*bs*sizeof(MatScalar));CHKERRQ(ierr);
2047a07cd24cSSatish Balay         }
2048563b5814SBarry Smith         /* Now insert all the diagonal values for this bs */
2049bea157c4SSatish Balay         for (k=0; k<bs; k++) {
2050f4df32b1SMatthew Knepley           ierr = (*A->ops->setvalues)(A,1,rows+j+k,1,rows+j+k,&diag,INSERT_VALUES);CHKERRQ(ierr);
2051bea157c4SSatish Balay         }
2052f4df32b1SMatthew Knepley       } else { /* (diag == 0.0) */
2053bea157c4SSatish Balay         baij->ilen[row/bs] = 0;
2054f4df32b1SMatthew Knepley       } /* end (diag == 0.0) */
2055bea157c4SSatish Balay     } else { /* (sizes[i] != bs) */
2056aa482453SBarry Smith #if defined (PETSC_USE_DEBUG)
2057634064b4SBarry Smith       if (sizes[i] != 1) SETERRQ(PETSC_ERR_PLIB,"Internal Error. Value should be 1");
2058bea157c4SSatish Balay #endif
2059bea157c4SSatish Balay       for (k=0; k<count; k++) {
2060d9b7c43dSSatish Balay         aa[0] =  zero;
2061d9b7c43dSSatish Balay         aa    += bs;
2062d9b7c43dSSatish Balay       }
2063f4df32b1SMatthew Knepley       if (diag != 0.0) {
2064f4df32b1SMatthew Knepley         ierr = (*A->ops->setvalues)(A,1,rows+j,1,rows+j,&diag,INSERT_VALUES);CHKERRQ(ierr);
2065d9b7c43dSSatish Balay       }
2066d9b7c43dSSatish Balay     }
2067bea157c4SSatish Balay   }
2068bea157c4SSatish Balay 
2069606d414cSSatish Balay   ierr = PetscFree(rows);CHKERRQ(ierr);
20709a8dea36SBarry Smith   ierr = MatAssemblyEnd_SeqBAIJ(A,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
20713a40ed3dSBarry Smith   PetscFunctionReturn(0);
2072d9b7c43dSSatish Balay }
20731c351548SSatish Balay 
20744a2ae208SSatish Balay #undef __FUNCT__
20754a2ae208SSatish Balay #define __FUNCT__ "MatSetValues_SeqBAIJ"
2076c1ac3661SBarry Smith PetscErrorCode MatSetValues_SeqBAIJ(Mat A,PetscInt m,const PetscInt im[],PetscInt n,const PetscInt in[],const PetscScalar v[],InsertMode is)
20772d61bbb3SSatish Balay {
20782d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
2079e2ee6c50SBarry Smith   PetscInt       *rp,k,low,high,t,ii,row,nrow,i,col,l,rmax,N,lastcol = -1;
2080c1ac3661SBarry Smith   PetscInt       *imax=a->imax,*ai=a->i,*ailen=a->ilen;
2081d0f46423SBarry Smith   PetscInt       *aj=a->j,nonew=a->nonew,bs=A->rmap->bs,brow,bcol;
20826849ba73SBarry Smith   PetscErrorCode ierr;
2083c1ac3661SBarry Smith   PetscInt       ridx,cidx,bs2=a->bs2;
2084273d9f13SBarry Smith   PetscTruth     roworiented=a->roworiented;
20853f1db9ecSBarry Smith   MatScalar      *ap,value,*aa=a->a,*bap;
20862d61bbb3SSatish Balay 
20872d61bbb3SSatish Balay   PetscFunctionBegin;
20882d61bbb3SSatish Balay   for (k=0; k<m; k++) { /* loop over added rows */
2089085a36d4SBarry Smith     row  = im[k];
2090085a36d4SBarry Smith     brow = row/bs;
20915ef9f2a5SBarry Smith     if (row < 0) continue;
20922515c552SBarry Smith #if defined(PETSC_USE_DEBUG)
2093d0f46423SBarry Smith     if (row >= A->rmap->N) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Row too large: row %D max %D",row,A->rmap->N-1);
20942d61bbb3SSatish Balay #endif
20952d61bbb3SSatish Balay     rp   = aj + ai[brow];
20962d61bbb3SSatish Balay     ap   = aa + bs2*ai[brow];
20972d61bbb3SSatish Balay     rmax = imax[brow];
20982d61bbb3SSatish Balay     nrow = ailen[brow];
20992d61bbb3SSatish Balay     low  = 0;
2100c71e6ed7SBarry Smith     high = nrow;
21012d61bbb3SSatish Balay     for (l=0; l<n; l++) { /* loop over added columns */
21025ef9f2a5SBarry Smith       if (in[l] < 0) continue;
21032515c552SBarry Smith #if defined(PETSC_USE_DEBUG)
2104d0f46423SBarry Smith       if (in[l] >= A->cmap->n) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Column too large: col %D max %D",in[l],A->cmap->n-1);
21052d61bbb3SSatish Balay #endif
21062d61bbb3SSatish Balay       col = in[l]; bcol = col/bs;
21072d61bbb3SSatish Balay       ridx = row % bs; cidx = col % bs;
21082d61bbb3SSatish Balay       if (roworiented) {
21095ef9f2a5SBarry Smith         value = v[l + k*n];
21102d61bbb3SSatish Balay       } else {
21112d61bbb3SSatish Balay         value = v[k + l*m];
21122d61bbb3SSatish Balay       }
21137cd84e04SBarry Smith       if (col <= lastcol) low = 0; else high = nrow;
2114e2ee6c50SBarry Smith       lastcol = col;
21152d61bbb3SSatish Balay       while (high-low > 7) {
21162d61bbb3SSatish Balay         t = (low+high)/2;
21172d61bbb3SSatish Balay         if (rp[t] > bcol) high = t;
21182d61bbb3SSatish Balay         else              low  = t;
21192d61bbb3SSatish Balay       }
21202d61bbb3SSatish Balay       for (i=low; i<high; i++) {
21212d61bbb3SSatish Balay         if (rp[i] > bcol) break;
21222d61bbb3SSatish Balay         if (rp[i] == bcol) {
21232d61bbb3SSatish Balay           bap  = ap +  bs2*i + bs*cidx + ridx;
21242d61bbb3SSatish Balay           if (is == ADD_VALUES) *bap += value;
21252d61bbb3SSatish Balay           else                  *bap  = value;
21262d61bbb3SSatish Balay           goto noinsert1;
21272d61bbb3SSatish Balay         }
21282d61bbb3SSatish Balay       }
21292d61bbb3SSatish Balay       if (nonew == 1) goto noinsert1;
2130085a36d4SBarry Smith       if (nonew == -1) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Inserting a new nonzero (%D, %D) in the matrix", row, col);
2131421e10b8SBarry Smith       MatSeqXAIJReallocateAIJ(A,a->mbs,bs2,nrow,brow,bcol,rmax,aa,ai,aj,rp,ap,imax,nonew,MatScalar);
2132c03d1d03SSatish Balay       N = nrow++ - 1; high++;
21332d61bbb3SSatish Balay       /* shift up all the later entries in this row */
21342d61bbb3SSatish Balay       for (ii=N; ii>=i; ii--) {
21352d61bbb3SSatish Balay         rp[ii+1] = rp[ii];
2136549d3d68SSatish Balay         ierr     = PetscMemcpy(ap+bs2*(ii+1),ap+bs2*(ii),bs2*sizeof(MatScalar));CHKERRQ(ierr);
21372d61bbb3SSatish Balay       }
2138549d3d68SSatish Balay       if (N>=i) {
2139549d3d68SSatish Balay         ierr = PetscMemzero(ap+bs2*i,bs2*sizeof(MatScalar));CHKERRQ(ierr);
2140549d3d68SSatish Balay       }
21412d61bbb3SSatish Balay       rp[i]                      = bcol;
21422d61bbb3SSatish Balay       ap[bs2*i + bs*cidx + ridx] = value;
2143085a36d4SBarry Smith       a->nz++;
21442d61bbb3SSatish Balay       noinsert1:;
21452d61bbb3SSatish Balay       low = i;
21462d61bbb3SSatish Balay     }
21472d61bbb3SSatish Balay     ailen[brow] = nrow;
21482d61bbb3SSatish Balay   }
214988e51ccdSHong Zhang   A->same_nonzero = PETSC_FALSE;
21502d61bbb3SSatish Balay   PetscFunctionReturn(0);
21512d61bbb3SSatish Balay }
21522d61bbb3SSatish Balay 
2153db4efbfdSBarry Smith EXTERN PetscErrorCode MatSeqBAIJSetNumericFactorization(Mat,PetscTruth);
21542d61bbb3SSatish Balay 
21554a2ae208SSatish Balay #undef __FUNCT__
21564a2ae208SSatish Balay #define __FUNCT__ "MatILUFactor_SeqBAIJ"
21570481f469SBarry Smith PetscErrorCode MatILUFactor_SeqBAIJ(Mat inA,IS row,IS col,const MatFactorInfo *info)
21582d61bbb3SSatish Balay {
21592d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)inA->data;
21602d61bbb3SSatish Balay   Mat            outA;
2161dfbe8321SBarry Smith   PetscErrorCode ierr;
2162667159a5SBarry Smith   PetscTruth     row_identity,col_identity;
21632d61bbb3SSatish Balay 
21642d61bbb3SSatish Balay   PetscFunctionBegin;
2165d3d32019SBarry Smith   if (info->levels != 0) SETERRQ(PETSC_ERR_SUP,"Only levels = 0 supported for in-place ILU");
2166667159a5SBarry Smith   ierr = ISIdentity(row,&row_identity);CHKERRQ(ierr);
2167667159a5SBarry Smith   ierr = ISIdentity(col,&col_identity);CHKERRQ(ierr);
2168667159a5SBarry Smith   if (!row_identity || !col_identity) {
2169634064b4SBarry Smith     SETERRQ(PETSC_ERR_ARG_WRONG,"Row and column permutations must be identity for in-place ILU");
2170667159a5SBarry Smith   }
21712d61bbb3SSatish Balay 
21722d61bbb3SSatish Balay   outA          = inA;
21735c9eb25fSBarry Smith   inA->factor   = MAT_FACTOR_LU;
21742d61bbb3SSatish Balay 
2175c4992f7dSBarry Smith   ierr = MatMarkDiagonal_SeqBAIJ(inA);CHKERRQ(ierr);
2176cf242676SKris Buschelman 
2177c38d4ed2SBarry Smith   ierr = PetscObjectReference((PetscObject)row);CHKERRQ(ierr);
2178c3122656SLisandro Dalcin   if (a->row) { ierr = ISDestroy(a->row);CHKERRQ(ierr); }
2179c3122656SLisandro Dalcin   a->row = row;
2180c38d4ed2SBarry Smith   ierr = PetscObjectReference((PetscObject)col);CHKERRQ(ierr);
2181c3122656SLisandro Dalcin   if (a->col) { ierr = ISDestroy(a->col);CHKERRQ(ierr); }
2182c3122656SLisandro Dalcin   a->col = col;
2183c38d4ed2SBarry Smith 
2184c38d4ed2SBarry Smith   /* Create the invert permutation so that it can be used in MatLUFactorNumeric() */
21854c49b128SBarry Smith   ierr = ISInvertPermutation(col,PETSC_DECIDE,&a->icol);CHKERRQ(ierr);
218652e6d16bSBarry Smith   ierr = PetscLogObjectParent(inA,a->icol);CHKERRQ(ierr);
2187c38d4ed2SBarry Smith 
218858e7c4b3SSatish Balay   ierr = MatSeqBAIJSetNumericFactorization(inA,(PetscTruth)(row_identity && col_identity));CHKERRQ(ierr);
2189c38d4ed2SBarry Smith   if (!a->solve_work) {
2190d0f46423SBarry Smith     ierr = PetscMalloc((inA->rmap->N+inA->rmap->bs)*sizeof(PetscScalar),&a->solve_work);CHKERRQ(ierr);
2191d0f46423SBarry Smith     ierr = PetscLogObjectMemory(inA,(inA->rmap->N+inA->rmap->bs)*sizeof(PetscScalar));CHKERRQ(ierr);
2192c38d4ed2SBarry Smith   }
2193719d5645SBarry Smith   ierr = MatLUFactorNumeric(outA,inA,info);CHKERRQ(ierr);
2194667159a5SBarry Smith 
21952d61bbb3SSatish Balay   PetscFunctionReturn(0);
21962d61bbb3SSatish Balay }
2197d9b7c43dSSatish Balay 
2198fb2e594dSBarry Smith EXTERN_C_BEGIN
21994a2ae208SSatish Balay #undef __FUNCT__
22004a2ae208SSatish Balay #define __FUNCT__ "MatSeqBAIJSetColumnIndices_SeqBAIJ"
2201be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatSeqBAIJSetColumnIndices_SeqBAIJ(Mat mat,PetscInt *indices)
220227a8da17SBarry Smith {
220327a8da17SBarry Smith   Mat_SeqBAIJ *baij = (Mat_SeqBAIJ *)mat->data;
2204bdb1c0e1SJed Brown   PetscInt    i,nz,mbs;
220527a8da17SBarry Smith 
220627a8da17SBarry Smith   PetscFunctionBegin;
220714db4f74SSatish Balay   nz  = baij->maxnz/baij->bs2;
2208bdb1c0e1SJed Brown   mbs = baij->mbs;
220927a8da17SBarry Smith   for (i=0; i<nz; i++) {
221027a8da17SBarry Smith     baij->j[i] = indices[i];
221127a8da17SBarry Smith   }
221227a8da17SBarry Smith   baij->nz = nz;
2213bdb1c0e1SJed Brown   for (i=0; i<mbs; i++) {
221427a8da17SBarry Smith     baij->ilen[i] = baij->imax[i];
221527a8da17SBarry Smith   }
221627a8da17SBarry Smith   PetscFunctionReturn(0);
221727a8da17SBarry Smith }
2218fb2e594dSBarry Smith EXTERN_C_END
221927a8da17SBarry Smith 
22204a2ae208SSatish Balay #undef __FUNCT__
22214a2ae208SSatish Balay #define __FUNCT__ "MatSeqBAIJSetColumnIndices"
222227a8da17SBarry Smith /*@
222327a8da17SBarry Smith     MatSeqBAIJSetColumnIndices - Set the column indices for all the rows
222427a8da17SBarry Smith        in the matrix.
222527a8da17SBarry Smith 
222627a8da17SBarry Smith   Input Parameters:
222727a8da17SBarry Smith +  mat - the SeqBAIJ matrix
222827a8da17SBarry Smith -  indices - the column indices
222927a8da17SBarry Smith 
223015091d37SBarry Smith   Level: advanced
223115091d37SBarry Smith 
223227a8da17SBarry Smith   Notes:
223327a8da17SBarry Smith     This can be called if you have precomputed the nonzero structure of the
223427a8da17SBarry Smith   matrix and want to provide it to the matrix object to improve the performance
223527a8da17SBarry Smith   of the MatSetValues() operation.
223627a8da17SBarry Smith 
223727a8da17SBarry Smith     You MUST have set the correct numbers of nonzeros per row in the call to
2238d1be2dadSMatthew Knepley   MatCreateSeqBAIJ(), and the columns indices MUST be sorted.
223927a8da17SBarry Smith 
224027a8da17SBarry Smith     MUST be called before any calls to MatSetValues();
224127a8da17SBarry Smith 
224227a8da17SBarry Smith @*/
2243be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatSeqBAIJSetColumnIndices(Mat mat,PetscInt *indices)
224427a8da17SBarry Smith {
2245c1ac3661SBarry Smith   PetscErrorCode ierr,(*f)(Mat,PetscInt *);
224627a8da17SBarry Smith 
224727a8da17SBarry Smith   PetscFunctionBegin;
22484482741eSBarry Smith   PetscValidHeaderSpecific(mat,MAT_COOKIE,1);
22494482741eSBarry Smith   PetscValidPointer(indices,2);
2250c134de8dSSatish Balay   ierr = PetscObjectQueryFunction((PetscObject)mat,"MatSeqBAIJSetColumnIndices_C",(void (**)(void))&f);CHKERRQ(ierr);
225127a8da17SBarry Smith   if (f) {
225227a8da17SBarry Smith     ierr = (*f)(mat,indices);CHKERRQ(ierr);
225327a8da17SBarry Smith   } else {
2254634064b4SBarry Smith     SETERRQ(PETSC_ERR_ARG_WRONG,"Wrong type of matrix to set column indices");
225527a8da17SBarry Smith   }
225627a8da17SBarry Smith   PetscFunctionReturn(0);
225727a8da17SBarry Smith }
225827a8da17SBarry Smith 
22594a2ae208SSatish Balay #undef __FUNCT__
2260985db425SBarry Smith #define __FUNCT__ "MatGetRowMaxAbs_SeqBAIJ"
2261985db425SBarry Smith PetscErrorCode MatGetRowMaxAbs_SeqBAIJ(Mat A,Vec v,PetscInt idx[])
2262273d9f13SBarry Smith {
2263273d9f13SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
2264dfbe8321SBarry Smith   PetscErrorCode ierr;
2265c1ac3661SBarry Smith   PetscInt       i,j,n,row,bs,*ai,*aj,mbs;
2266273d9f13SBarry Smith   PetscReal      atmp;
226787828ca2SBarry Smith   PetscScalar    *x,zero = 0.0;
2268273d9f13SBarry Smith   MatScalar      *aa;
2269c1ac3661SBarry Smith   PetscInt       ncols,brow,krow,kcol;
2270273d9f13SBarry Smith 
2271273d9f13SBarry Smith   PetscFunctionBegin;
2272273d9f13SBarry Smith   if (A->factor) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix");
2273d0f46423SBarry Smith   bs   = A->rmap->bs;
2274273d9f13SBarry Smith   aa   = a->a;
2275273d9f13SBarry Smith   ai   = a->i;
2276273d9f13SBarry Smith   aj   = a->j;
2277273d9f13SBarry Smith   mbs  = a->mbs;
2278273d9f13SBarry Smith 
22792dcb1b2aSMatthew Knepley   ierr = VecSet(v,zero);CHKERRQ(ierr);
22801ebc52fbSHong Zhang   ierr = VecGetArray(v,&x);CHKERRQ(ierr);
2281273d9f13SBarry Smith   ierr = VecGetLocalSize(v,&n);CHKERRQ(ierr);
2282d0f46423SBarry Smith   if (n != A->rmap->N) SETERRQ(PETSC_ERR_ARG_SIZ,"Nonconforming matrix and vector");
2283273d9f13SBarry Smith   for (i=0; i<mbs; i++) {
2284273d9f13SBarry Smith     ncols = ai[1] - ai[0]; ai++;
2285273d9f13SBarry Smith     brow  = bs*i;
2286273d9f13SBarry Smith     for (j=0; j<ncols; j++){
2287273d9f13SBarry Smith       for (kcol=0; kcol<bs; kcol++){
2288273d9f13SBarry Smith         for (krow=0; krow<bs; krow++){
2289273d9f13SBarry Smith           atmp = PetscAbsScalar(*aa);aa++;
2290273d9f13SBarry Smith           row = brow + krow;    /* row index */
2291a83599f4SBarry Smith           /* printf("val[%d,%d]: %G\n",row,bcol+kcol,atmp); */
2292985db425SBarry Smith           if (PetscAbsScalar(x[row]) < atmp) {x[row] = atmp; if (idx) idx[row] = bs*(*aj) + kcol;}
2293273d9f13SBarry Smith         }
2294273d9f13SBarry Smith       }
2295273d9f13SBarry Smith       aj++;
2296273d9f13SBarry Smith     }
2297273d9f13SBarry Smith   }
22981ebc52fbSHong Zhang   ierr = VecRestoreArray(v,&x);CHKERRQ(ierr);
2299273d9f13SBarry Smith   PetscFunctionReturn(0);
2300273d9f13SBarry Smith }
2301273d9f13SBarry Smith 
23024a2ae208SSatish Balay #undef __FUNCT__
23033c896bc6SHong Zhang #define __FUNCT__ "MatCopy_SeqBAIJ"
23043c896bc6SHong Zhang PetscErrorCode MatCopy_SeqBAIJ(Mat A,Mat B,MatStructure str)
23053c896bc6SHong Zhang {
23063c896bc6SHong Zhang   PetscErrorCode ierr;
23073c896bc6SHong Zhang 
23083c896bc6SHong Zhang   PetscFunctionBegin;
23093c896bc6SHong Zhang   /* If the two matrices have the same copy implementation, use fast copy. */
23103c896bc6SHong Zhang   if (str == SAME_NONZERO_PATTERN && (A->ops->copy == B->ops->copy)) {
23113c896bc6SHong Zhang     Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
23123c896bc6SHong Zhang     Mat_SeqBAIJ *b = (Mat_SeqBAIJ*)B->data;
23133c896bc6SHong Zhang 
2314d0f46423SBarry Smith     if (a->i[A->rmap->N] != b->i[B->rmap->N]) {
23153c896bc6SHong Zhang       SETERRQ(PETSC_ERR_ARG_INCOMP,"Number of nonzeros in two matrices are different");
23163c896bc6SHong Zhang     }
2317d0f46423SBarry Smith     ierr = PetscMemcpy(b->a,a->a,(a->i[A->rmap->N])*sizeof(PetscScalar));CHKERRQ(ierr);
23183c896bc6SHong Zhang   } else {
23193c896bc6SHong Zhang     ierr = MatCopy_Basic(A,B,str);CHKERRQ(ierr);
23203c896bc6SHong Zhang   }
23213c896bc6SHong Zhang   PetscFunctionReturn(0);
23223c896bc6SHong Zhang }
23233c896bc6SHong Zhang 
23243c896bc6SHong Zhang #undef __FUNCT__
23254a2ae208SSatish Balay #define __FUNCT__ "MatSetUpPreallocation_SeqBAIJ"
2326dfbe8321SBarry Smith PetscErrorCode MatSetUpPreallocation_SeqBAIJ(Mat A)
2327273d9f13SBarry Smith {
2328dfbe8321SBarry Smith   PetscErrorCode ierr;
2329273d9f13SBarry Smith 
2330273d9f13SBarry Smith   PetscFunctionBegin;
2331db4efbfdSBarry Smith   ierr =  MatSeqBAIJSetPreallocation_SeqBAIJ(A,-PetscMax(A->rmap->bs,1),PETSC_DEFAULT,0);CHKERRQ(ierr);
2332273d9f13SBarry Smith   PetscFunctionReturn(0);
2333273d9f13SBarry Smith }
2334273d9f13SBarry Smith 
23354a2ae208SSatish Balay #undef __FUNCT__
23364a2ae208SSatish Balay #define __FUNCT__ "MatGetArray_SeqBAIJ"
2337dfbe8321SBarry Smith PetscErrorCode MatGetArray_SeqBAIJ(Mat A,PetscScalar *array[])
2338f2a5309cSSatish Balay {
2339f2a5309cSSatish Balay   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
2340f2a5309cSSatish Balay   PetscFunctionBegin;
2341f2a5309cSSatish Balay   *array = a->a;
2342f2a5309cSSatish Balay   PetscFunctionReturn(0);
2343f2a5309cSSatish Balay }
2344f2a5309cSSatish Balay 
23454a2ae208SSatish Balay #undef __FUNCT__
23464a2ae208SSatish Balay #define __FUNCT__ "MatRestoreArray_SeqBAIJ"
2347dfbe8321SBarry Smith PetscErrorCode MatRestoreArray_SeqBAIJ(Mat A,PetscScalar *array[])
2348f2a5309cSSatish Balay {
2349f2a5309cSSatish Balay   PetscFunctionBegin;
2350f2a5309cSSatish Balay   PetscFunctionReturn(0);
2351f2a5309cSSatish Balay }
2352f2a5309cSSatish Balay 
235342ee4b1aSHong Zhang #include "petscblaslapack.h"
235442ee4b1aSHong Zhang #undef __FUNCT__
235542ee4b1aSHong Zhang #define __FUNCT__ "MatAXPY_SeqBAIJ"
2356f4df32b1SMatthew Knepley PetscErrorCode MatAXPY_SeqBAIJ(Mat Y,PetscScalar a,Mat X,MatStructure str)
235742ee4b1aSHong Zhang {
235842ee4b1aSHong Zhang   Mat_SeqBAIJ    *x  = (Mat_SeqBAIJ *)X->data,*y = (Mat_SeqBAIJ *)Y->data;
2359dfbe8321SBarry Smith   PetscErrorCode ierr;
2360d0f46423SBarry Smith   PetscInt       i,bs=Y->rmap->bs,j,bs2;
23610805154bSBarry Smith   PetscBLASInt   one=1,bnz = PetscBLASIntCast(x->nz);
236242ee4b1aSHong Zhang 
236342ee4b1aSHong Zhang   PetscFunctionBegin;
236442ee4b1aSHong Zhang   if (str == SAME_NONZERO_PATTERN) {
2365f4df32b1SMatthew Knepley     PetscScalar alpha = a;
2366f4df32b1SMatthew Knepley     BLASaxpy_(&bnz,&alpha,x->a,&one,y->a,&one);
2367c537a176SHong Zhang   } else if (str == SUBSET_NONZERO_PATTERN) { /* nonzeros of X is a subset of Y's */
2368c4319e64SHong Zhang     if (y->xtoy && y->XtoY != X) {
2369c4319e64SHong Zhang       ierr = PetscFree(y->xtoy);CHKERRQ(ierr);
2370c4319e64SHong Zhang       ierr = MatDestroy(y->XtoY);CHKERRQ(ierr);
2371c537a176SHong Zhang     }
2372c4319e64SHong Zhang     if (!y->xtoy) { /* get xtoy */
2373c4319e64SHong Zhang       ierr = MatAXPYGetxtoy_Private(x->mbs,x->i,x->j,PETSC_NULL, y->i,y->j,PETSC_NULL, &y->xtoy);CHKERRQ(ierr);
2374c4319e64SHong Zhang       y->XtoY = X;
2375c009d632SSatish Balay       ierr = PetscObjectReference((PetscObject)X);CHKERRQ(ierr);
2376c537a176SHong Zhang     }
2377c4319e64SHong Zhang     bs2 = bs*bs;
2378c537a176SHong Zhang     for (i=0; i<x->nz; i++) {
2379c4319e64SHong Zhang       j = 0;
2380c4319e64SHong Zhang       while (j < bs2){
2381f4df32b1SMatthew Knepley         y->a[bs2*y->xtoy[i]+j] += a*(x->a[bs2*i+j]);
2382c4319e64SHong Zhang         j++;
2383c537a176SHong Zhang       }
2384c4319e64SHong Zhang     }
23851e2582c4SBarry Smith     ierr = PetscInfo3(Y,"ratio of nnz(X)/nnz(Y): %D/%D = %G\n",bs2*x->nz,bs2*y->nz,(PetscReal)(bs2*x->nz)/(bs2*y->nz));CHKERRQ(ierr);
238642ee4b1aSHong Zhang   } else {
2387f4df32b1SMatthew Knepley     ierr = MatAXPY_Basic(Y,a,X,str);CHKERRQ(ierr);
238842ee4b1aSHong Zhang   }
238942ee4b1aSHong Zhang   PetscFunctionReturn(0);
239042ee4b1aSHong Zhang }
239142ee4b1aSHong Zhang 
239299cafbc1SBarry Smith #undef __FUNCT__
239399cafbc1SBarry Smith #define __FUNCT__ "MatRealPart_SeqBAIJ"
239499cafbc1SBarry Smith PetscErrorCode MatRealPart_SeqBAIJ(Mat A)
239599cafbc1SBarry Smith {
239699cafbc1SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
239799cafbc1SBarry Smith   PetscInt       i,nz = a->bs2*a->i[a->mbs];
2398dd6ea824SBarry Smith   MatScalar      *aa = a->a;
239999cafbc1SBarry Smith 
240099cafbc1SBarry Smith   PetscFunctionBegin;
240199cafbc1SBarry Smith   for (i=0; i<nz; i++) aa[i] = PetscRealPart(aa[i]);
240299cafbc1SBarry Smith   PetscFunctionReturn(0);
240399cafbc1SBarry Smith }
240499cafbc1SBarry Smith 
240599cafbc1SBarry Smith #undef __FUNCT__
240699cafbc1SBarry Smith #define __FUNCT__ "MatImaginaryPart_SeqBAIJ"
240799cafbc1SBarry Smith PetscErrorCode MatImaginaryPart_SeqBAIJ(Mat A)
240899cafbc1SBarry Smith {
240999cafbc1SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
241099cafbc1SBarry Smith   PetscInt       i,nz = a->bs2*a->i[a->mbs];
2411dd6ea824SBarry Smith   MatScalar      *aa = a->a;
241299cafbc1SBarry Smith 
241399cafbc1SBarry Smith   PetscFunctionBegin;
241499cafbc1SBarry Smith   for (i=0; i<nz; i++) aa[i] = PetscImaginaryPart(aa[i]);
241599cafbc1SBarry Smith   PetscFunctionReturn(0);
241699cafbc1SBarry Smith }
241799cafbc1SBarry Smith 
24183acb8795SBarry Smith extern PetscErrorCode MatFDColoringCreate_SeqAIJ(Mat,ISColoring,MatFDColoring);
24193acb8795SBarry Smith 
24203acb8795SBarry Smith #undef __FUNCT__
24213acb8795SBarry Smith #define __FUNCT__ "MatGetColumnIJ_SeqBAIJ"
24223acb8795SBarry Smith /*
24233acb8795SBarry Smith     Code almost idential to MatGetColumnIJ_SeqAIJ() should share common code
24243acb8795SBarry Smith */
24253acb8795SBarry Smith PetscErrorCode MatGetColumnIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscTruth symmetric,PetscTruth inodecompressed,PetscInt *nn,PetscInt *ia[],PetscInt *ja[],PetscTruth *done)
24263acb8795SBarry Smith {
24273acb8795SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
24283acb8795SBarry Smith   PetscErrorCode ierr;
24293acb8795SBarry Smith   PetscInt       bs = A->rmap->bs,i,*collengths,*cia,*cja,n = A->cmap->n/bs,m = A->rmap->n/bs;
24303acb8795SBarry Smith   PetscInt       nz = a->i[m],row,*jj,mr,col;
24313acb8795SBarry Smith 
24323acb8795SBarry Smith   PetscFunctionBegin;
24333acb8795SBarry Smith   *nn = n;
24343acb8795SBarry Smith   if (!ia) PetscFunctionReturn(0);
24353acb8795SBarry Smith   if (symmetric) {
24363acb8795SBarry Smith     SETERRQ(PETSC_ERR_SUP,"Not for BAIJ matrices");
24373acb8795SBarry Smith   } else {
24383acb8795SBarry Smith     ierr = PetscMalloc((n+1)*sizeof(PetscInt),&collengths);CHKERRQ(ierr);
24393acb8795SBarry Smith     ierr = PetscMemzero(collengths,n*sizeof(PetscInt));CHKERRQ(ierr);
24403acb8795SBarry Smith     ierr = PetscMalloc((n+1)*sizeof(PetscInt),&cia);CHKERRQ(ierr);
24413acb8795SBarry Smith     ierr = PetscMalloc((nz+1)*sizeof(PetscInt),&cja);CHKERRQ(ierr);
24423acb8795SBarry Smith     jj = a->j;
24433acb8795SBarry Smith     for (i=0; i<nz; i++) {
24443acb8795SBarry Smith       collengths[jj[i]]++;
24453acb8795SBarry Smith     }
24463acb8795SBarry Smith     cia[0] = oshift;
24473acb8795SBarry Smith     for (i=0; i<n; i++) {
24483acb8795SBarry Smith       cia[i+1] = cia[i] + collengths[i];
24493acb8795SBarry Smith     }
24503acb8795SBarry Smith     ierr = PetscMemzero(collengths,n*sizeof(PetscInt));CHKERRQ(ierr);
24513acb8795SBarry Smith     jj   = a->j;
24523acb8795SBarry Smith     for (row=0; row<m; row++) {
24533acb8795SBarry Smith       mr = a->i[row+1] - a->i[row];
24543acb8795SBarry Smith       for (i=0; i<mr; i++) {
24553acb8795SBarry Smith         col = *jj++;
24563acb8795SBarry Smith         cja[cia[col] + collengths[col]++ - oshift] = row + oshift;
24573acb8795SBarry Smith       }
24583acb8795SBarry Smith     }
24593acb8795SBarry Smith     ierr = PetscFree(collengths);CHKERRQ(ierr);
24603acb8795SBarry Smith     *ia = cia; *ja = cja;
24613acb8795SBarry Smith   }
24623acb8795SBarry Smith   PetscFunctionReturn(0);
24633acb8795SBarry Smith }
24643acb8795SBarry Smith 
24653acb8795SBarry Smith #undef __FUNCT__
24663acb8795SBarry Smith #define __FUNCT__ "MatRestoreColumnIJ_SeqBAIJ"
24673acb8795SBarry Smith PetscErrorCode MatRestoreColumnIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscTruth symmetric,PetscTruth inodecompressed,PetscInt *n,PetscInt *ia[],PetscInt *ja[],PetscTruth *done)
24683acb8795SBarry Smith {
24693acb8795SBarry Smith   PetscErrorCode ierr;
24703acb8795SBarry Smith 
24713acb8795SBarry Smith   PetscFunctionBegin;
24723acb8795SBarry Smith   if (!ia) PetscFunctionReturn(0);
24733acb8795SBarry Smith   ierr = PetscFree(*ia);CHKERRQ(ierr);
24743acb8795SBarry Smith   ierr = PetscFree(*ja);CHKERRQ(ierr);
24753acb8795SBarry Smith   PetscFunctionReturn(0);
24763acb8795SBarry Smith }
24773acb8795SBarry Smith 
2478f6d58c54SBarry Smith #undef __FUNCT__
2479f6d58c54SBarry Smith #define __FUNCT__ "MatFDColoringApply_BAIJ"
2480f6d58c54SBarry Smith PetscErrorCode PETSCMAT_DLLEXPORT MatFDColoringApply_BAIJ(Mat J,MatFDColoring coloring,Vec x1,MatStructure *flag,void *sctx)
2481f6d58c54SBarry Smith {
2482f6d58c54SBarry Smith   PetscErrorCode (*f)(void*,Vec,Vec,void*) = (PetscErrorCode (*)(void*,Vec,Vec,void *))coloring->f;
2483f6d58c54SBarry Smith   PetscErrorCode ierr;
2484f6d58c54SBarry Smith   PetscInt       bs = J->rmap->bs,i,j,k,start,end,l,row,col,*srows,**vscaleforrow,m1,m2;
2485f6d58c54SBarry Smith   PetscScalar    dx,*y,*xx,*w3_array;
2486f6d58c54SBarry Smith   PetscScalar    *vscale_array;
2487f6d58c54SBarry Smith   PetscReal      epsilon = coloring->error_rel,umin = coloring->umin,unorm;
2488f6d58c54SBarry Smith   Vec            w1=coloring->w1,w2=coloring->w2,w3;
2489f6d58c54SBarry Smith   void           *fctx = coloring->fctx;
2490f6d58c54SBarry Smith   PetscTruth     flg = PETSC_FALSE;
2491f6d58c54SBarry Smith   PetscInt       ctype=coloring->ctype,N,col_start=0,col_end=0;
2492f6d58c54SBarry Smith   Vec            x1_tmp;
2493f6d58c54SBarry Smith 
2494f6d58c54SBarry Smith   PetscFunctionBegin;
2495f6d58c54SBarry Smith   PetscValidHeaderSpecific(J,MAT_COOKIE,1);
2496f6d58c54SBarry Smith   PetscValidHeaderSpecific(coloring,MAT_FDCOLORING_COOKIE,2);
2497f6d58c54SBarry Smith   PetscValidHeaderSpecific(x1,VEC_COOKIE,3);
2498f6d58c54SBarry Smith   if (!f) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Must call MatFDColoringSetFunction()");
2499f6d58c54SBarry Smith 
2500f6d58c54SBarry Smith   ierr = PetscLogEventBegin(MAT_FDColoringApply,coloring,J,x1,0);CHKERRQ(ierr);
2501f6d58c54SBarry Smith   ierr = MatSetUnfactored(J);CHKERRQ(ierr);
2502f6d58c54SBarry Smith   ierr = PetscOptionsGetTruth(PETSC_NULL,"-mat_fd_coloring_dont_rezero",&flg,PETSC_NULL);CHKERRQ(ierr);
2503f6d58c54SBarry Smith   if (flg) {
2504f6d58c54SBarry Smith     ierr = PetscInfo(coloring,"Not calling MatZeroEntries()\n");CHKERRQ(ierr);
2505f6d58c54SBarry Smith   } else {
2506f6d58c54SBarry Smith     PetscTruth assembled;
2507f6d58c54SBarry Smith     ierr = MatAssembled(J,&assembled);CHKERRQ(ierr);
2508f6d58c54SBarry Smith     if (assembled) {
2509f6d58c54SBarry Smith       ierr = MatZeroEntries(J);CHKERRQ(ierr);
2510f6d58c54SBarry Smith     }
2511f6d58c54SBarry Smith   }
2512f6d58c54SBarry Smith 
2513f6d58c54SBarry Smith   x1_tmp = x1;
2514f6d58c54SBarry Smith   if (!coloring->vscale){
2515f6d58c54SBarry Smith     ierr = VecDuplicate(x1_tmp,&coloring->vscale);CHKERRQ(ierr);
2516f6d58c54SBarry Smith   }
2517f6d58c54SBarry Smith 
2518f6d58c54SBarry Smith   /*
2519f6d58c54SBarry Smith     This is a horrible, horrible, hack. See DMMGComputeJacobian_Multigrid() it inproperly sets
2520f6d58c54SBarry Smith     coloring->F for the coarser grids from the finest
2521f6d58c54SBarry Smith   */
2522f6d58c54SBarry Smith   if (coloring->F) {
2523f6d58c54SBarry Smith     ierr = VecGetLocalSize(coloring->F,&m1);CHKERRQ(ierr);
2524f6d58c54SBarry Smith     ierr = VecGetLocalSize(w1,&m2);CHKERRQ(ierr);
2525f6d58c54SBarry Smith     if (m1 != m2) {
2526f6d58c54SBarry Smith       coloring->F = 0;
2527f6d58c54SBarry Smith       }
2528f6d58c54SBarry Smith     }
2529f6d58c54SBarry Smith 
2530f6d58c54SBarry Smith   if (coloring->htype[0] == 'w') { /* tacky test; need to make systematic if we add other approaches to computing h*/
2531f6d58c54SBarry Smith     ierr = VecNorm(x1_tmp,NORM_2,&unorm);CHKERRQ(ierr);
2532f6d58c54SBarry Smith   }
2533f6d58c54SBarry Smith   ierr = VecGetOwnershipRange(w1,&start,&end);CHKERRQ(ierr); /* OwnershipRange is used by ghosted x! */
2534f6d58c54SBarry Smith 
2535f6d58c54SBarry Smith   /* Set w1 = F(x1) */
2536f6d58c54SBarry Smith   if (coloring->F) {
2537f6d58c54SBarry Smith     w1          = coloring->F; /* use already computed value of function */
2538f6d58c54SBarry Smith     coloring->F = 0;
2539f6d58c54SBarry Smith   } else {
2540f6d58c54SBarry Smith     ierr = PetscLogEventBegin(MAT_FDColoringFunction,0,0,0,0);CHKERRQ(ierr);
2541f6d58c54SBarry Smith     ierr = (*f)(sctx,x1_tmp,w1,fctx);CHKERRQ(ierr);
2542f6d58c54SBarry Smith     ierr = PetscLogEventEnd(MAT_FDColoringFunction,0,0,0,0);CHKERRQ(ierr);
2543f6d58c54SBarry Smith   }
2544f6d58c54SBarry Smith 
2545f6d58c54SBarry Smith   if (!coloring->w3) {
2546f6d58c54SBarry Smith     ierr = VecDuplicate(x1_tmp,&coloring->w3);CHKERRQ(ierr);
2547f6d58c54SBarry Smith     ierr = PetscLogObjectParent(coloring,coloring->w3);CHKERRQ(ierr);
2548f6d58c54SBarry Smith   }
2549f6d58c54SBarry Smith   w3 = coloring->w3;
2550f6d58c54SBarry Smith 
2551f6d58c54SBarry Smith     CHKMEMQ;
2552f6d58c54SBarry Smith     /* Compute all the local scale factors, including ghost points */
2553f6d58c54SBarry Smith   ierr = VecGetLocalSize(x1_tmp,&N);CHKERRQ(ierr);
2554f6d58c54SBarry Smith   ierr = VecGetArray(x1_tmp,&xx);CHKERRQ(ierr);
2555f6d58c54SBarry Smith   ierr = VecGetArray(coloring->vscale,&vscale_array);CHKERRQ(ierr);
2556f6d58c54SBarry Smith   if (ctype == IS_COLORING_GHOSTED){
2557f6d58c54SBarry Smith     col_start = 0; col_end = N;
2558f6d58c54SBarry Smith   } else if (ctype == IS_COLORING_GLOBAL){
2559f6d58c54SBarry Smith     xx = xx - start;
2560f6d58c54SBarry Smith     vscale_array = vscale_array - start;
2561f6d58c54SBarry Smith     col_start = start; col_end = N + start;
2562f6d58c54SBarry Smith   }    CHKMEMQ;
2563f6d58c54SBarry Smith   for (col=col_start; col<col_end; col++){
2564f6d58c54SBarry Smith     /* Loop over each local column, vscale[col] = 1./(epsilon*dx[col]) */
2565f6d58c54SBarry Smith     if (coloring->htype[0] == 'w') {
2566f6d58c54SBarry Smith       dx = 1.0 + unorm;
2567f6d58c54SBarry Smith     } else {
2568f6d58c54SBarry Smith       dx  = xx[col];
2569f6d58c54SBarry Smith     }
2570f6d58c54SBarry Smith     if (dx == 0.0) dx = 1.0;
2571f6d58c54SBarry Smith #if !defined(PETSC_USE_COMPLEX)
2572f6d58c54SBarry Smith     if (dx < umin && dx >= 0.0)      dx = umin;
2573f6d58c54SBarry Smith     else if (dx < 0.0 && dx > -umin) dx = -umin;
2574f6d58c54SBarry Smith #else
2575f6d58c54SBarry Smith     if (PetscAbsScalar(dx) < umin && PetscRealPart(dx) >= 0.0)     dx = umin;
2576f6d58c54SBarry Smith     else if (PetscRealPart(dx) < 0.0 && PetscAbsScalar(dx) < umin) dx = -umin;
2577f6d58c54SBarry Smith #endif
2578f6d58c54SBarry Smith     dx               *= epsilon;
2579f6d58c54SBarry Smith     vscale_array[col] = 1.0/dx;
2580f6d58c54SBarry Smith   }     CHKMEMQ;
2581f6d58c54SBarry Smith   if (ctype == IS_COLORING_GLOBAL)  vscale_array = vscale_array + start;
2582f6d58c54SBarry Smith   ierr = VecRestoreArray(coloring->vscale,&vscale_array);CHKERRQ(ierr);
2583f6d58c54SBarry Smith   if (ctype == IS_COLORING_GLOBAL){
2584f6d58c54SBarry Smith     ierr = VecGhostUpdateBegin(coloring->vscale,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
2585f6d58c54SBarry Smith     ierr = VecGhostUpdateEnd(coloring->vscale,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
2586f6d58c54SBarry Smith   }
2587f6d58c54SBarry Smith         CHKMEMQ;
2588f6d58c54SBarry Smith   if (coloring->vscaleforrow) {
2589f6d58c54SBarry Smith     vscaleforrow = coloring->vscaleforrow;
2590f6d58c54SBarry Smith   } else {
2591f6d58c54SBarry Smith     SETERRQ(PETSC_ERR_ARG_NULL,"Null Object: coloring->vscaleforrow");
2592f6d58c54SBarry Smith   }
2593f6d58c54SBarry Smith 
2594f6d58c54SBarry Smith 
2595f6d58c54SBarry Smith   ierr = PetscMalloc(bs*sizeof(PetscInt),&srows);CHKERRQ(ierr);
2596f6d58c54SBarry Smith   /*
2597f6d58c54SBarry Smith     Loop over each color
2598f6d58c54SBarry Smith   */
2599f6d58c54SBarry Smith   ierr = VecGetArray(coloring->vscale,&vscale_array);CHKERRQ(ierr);
2600f6d58c54SBarry Smith   for (k=0; k<coloring->ncolors; k++) {
2601f6d58c54SBarry Smith     coloring->currentcolor = k;
2602f6d58c54SBarry Smith     for (i=0; i<bs; i++) {
2603f6d58c54SBarry Smith       ierr = VecCopy(x1_tmp,w3);CHKERRQ(ierr);
2604f6d58c54SBarry Smith       ierr = VecGetArray(w3,&w3_array);CHKERRQ(ierr);
2605f6d58c54SBarry Smith       if (ctype == IS_COLORING_GLOBAL) w3_array = w3_array - start;
2606f6d58c54SBarry Smith       /*
2607f6d58c54SBarry Smith 	Loop over each column associated with color
2608f6d58c54SBarry Smith 	adding the perturbation to the vector w3.
2609f6d58c54SBarry Smith       */
2610f6d58c54SBarry Smith       for (l=0; l<coloring->ncolumns[k]; l++) {
2611f6d58c54SBarry Smith 	col = i + bs*coloring->columns[k][l];    /* local column of the matrix we are probing for */
2612f6d58c54SBarry Smith 	if (coloring->htype[0] == 'w') {
2613f6d58c54SBarry Smith 	  dx = 1.0 + unorm;
2614f6d58c54SBarry Smith 	} else {
2615f6d58c54SBarry Smith 	  dx  = xx[col];
2616f6d58c54SBarry Smith 	}
2617f6d58c54SBarry Smith 	if (dx == 0.0) dx = 1.0;
2618f6d58c54SBarry Smith #if !defined(PETSC_USE_COMPLEX)
2619f6d58c54SBarry Smith 	if (dx < umin && dx >= 0.0)      dx = umin;
2620f6d58c54SBarry Smith 	else if (dx < 0.0 && dx > -umin) dx = -umin;
2621f6d58c54SBarry Smith #else
2622f6d58c54SBarry Smith 	if (PetscAbsScalar(dx) < umin && PetscRealPart(dx) >= 0.0)     dx = umin;
2623f6d58c54SBarry Smith 	else if (PetscRealPart(dx) < 0.0 && PetscAbsScalar(dx) < umin) dx = -umin;
2624f6d58c54SBarry Smith #endif
2625f6d58c54SBarry Smith 	dx            *= epsilon;
2626f6d58c54SBarry Smith 	if (!PetscAbsScalar(dx)) SETERRQ(PETSC_ERR_PLIB,"Computed 0 differencing parameter");
2627f6d58c54SBarry Smith 	w3_array[col] += dx;
2628f6d58c54SBarry Smith       }
2629f6d58c54SBarry Smith       if (ctype == IS_COLORING_GLOBAL) w3_array = w3_array + start;
2630f6d58c54SBarry Smith       ierr = VecRestoreArray(w3,&w3_array);CHKERRQ(ierr);
2631f6d58c54SBarry Smith 
2632f6d58c54SBarry Smith       /*
2633f6d58c54SBarry Smith 	Evaluate function at w3 = x1 + dx (here dx is a vector of perturbations)
2634f6d58c54SBarry Smith 	w2 = F(x1 + dx) - F(x1)
2635f6d58c54SBarry Smith       */
2636f6d58c54SBarry Smith       ierr = PetscLogEventBegin(MAT_FDColoringFunction,0,0,0,0);CHKERRQ(ierr);
2637f6d58c54SBarry Smith       ierr = (*f)(sctx,w3,w2,fctx);CHKERRQ(ierr);
2638f6d58c54SBarry Smith       ierr = PetscLogEventEnd(MAT_FDColoringFunction,0,0,0,0);CHKERRQ(ierr);
2639f6d58c54SBarry Smith       ierr = VecAXPY(w2,-1.0,w1);CHKERRQ(ierr);
2640f6d58c54SBarry Smith 
2641f6d58c54SBarry Smith       /*
2642f6d58c54SBarry Smith 	Loop over rows of vector, putting results into Jacobian matrix
2643f6d58c54SBarry Smith       */
2644f6d58c54SBarry Smith       ierr = VecGetArray(w2,&y);CHKERRQ(ierr);
2645f6d58c54SBarry Smith       for (l=0; l<coloring->nrows[k]; l++) {
2646f6d58c54SBarry Smith 	row    = bs*coloring->rows[k][l];             /* local row index */
2647f6d58c54SBarry Smith 	col    = i + bs*coloring->columnsforrow[k][l];    /* global column index */
2648f6d58c54SBarry Smith         for (j=0; j<bs; j++) {
2649f6d58c54SBarry Smith   	  y[row+j] *= vscale_array[j+bs*vscaleforrow[k][l]];
2650f6d58c54SBarry Smith           srows[j]  = row + start + j;
2651f6d58c54SBarry Smith         }
2652f6d58c54SBarry Smith 	ierr   = MatSetValues(J,bs,srows,1,&col,y+row,INSERT_VALUES);CHKERRQ(ierr);
2653f6d58c54SBarry Smith       }
2654f6d58c54SBarry Smith       ierr = VecRestoreArray(w2,&y);CHKERRQ(ierr);
2655f6d58c54SBarry Smith     }
2656f6d58c54SBarry Smith   } /* endof for each color */
2657f6d58c54SBarry Smith   if (ctype == IS_COLORING_GLOBAL) xx = xx + start;
2658f6d58c54SBarry Smith   ierr = VecRestoreArray(coloring->vscale,&vscale_array);CHKERRQ(ierr);
2659f6d58c54SBarry Smith   ierr = VecRestoreArray(x1_tmp,&xx);CHKERRQ(ierr);
2660f6d58c54SBarry Smith   ierr = PetscFree(srows);CHKERRQ(ierr);
2661f6d58c54SBarry Smith 
2662f6d58c54SBarry Smith   coloring->currentcolor = -1;
2663f6d58c54SBarry Smith   ierr  = MatAssemblyBegin(J,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2664f6d58c54SBarry Smith   ierr  = MatAssemblyEnd(J,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2665f6d58c54SBarry Smith   ierr = PetscLogEventEnd(MAT_FDColoringApply,coloring,J,x1,0);CHKERRQ(ierr);
2666f6d58c54SBarry Smith   PetscFunctionReturn(0);
2667f6d58c54SBarry Smith }
266899cafbc1SBarry Smith 
26692593348eSBarry Smith /* -------------------------------------------------------------------*/
2670cc2dc46cSBarry Smith static struct _MatOps MatOps_Values = {MatSetValues_SeqBAIJ,
2671cc2dc46cSBarry Smith        MatGetRow_SeqBAIJ,
2672cc2dc46cSBarry Smith        MatRestoreRow_SeqBAIJ,
2673cc2dc46cSBarry Smith        MatMult_SeqBAIJ_N,
267497304618SKris Buschelman /* 4*/ MatMultAdd_SeqBAIJ_N,
26757c922b88SBarry Smith        MatMultTranspose_SeqBAIJ,
26767c922b88SBarry Smith        MatMultTransposeAdd_SeqBAIJ,
2677db4efbfdSBarry Smith        0,
2678cc2dc46cSBarry Smith        0,
2679cc2dc46cSBarry Smith        0,
268097304618SKris Buschelman /*10*/ 0,
2681cc2dc46cSBarry Smith        MatLUFactor_SeqBAIJ,
2682cc2dc46cSBarry Smith        0,
2683b6490206SBarry Smith        0,
2684f2501298SSatish Balay        MatTranspose_SeqBAIJ,
268597304618SKris Buschelman /*15*/ MatGetInfo_SeqBAIJ,
2686cc2dc46cSBarry Smith        MatEqual_SeqBAIJ,
2687cc2dc46cSBarry Smith        MatGetDiagonal_SeqBAIJ,
2688cc2dc46cSBarry Smith        MatDiagonalScale_SeqBAIJ,
2689cc2dc46cSBarry Smith        MatNorm_SeqBAIJ,
269097304618SKris Buschelman /*20*/ 0,
2691cc2dc46cSBarry Smith        MatAssemblyEnd_SeqBAIJ,
2692cc2dc46cSBarry Smith        MatSetOption_SeqBAIJ,
2693cc2dc46cSBarry Smith        MatZeroEntries_SeqBAIJ,
2694d519adbfSMatthew Knepley /*24*/ MatZeroRows_SeqBAIJ,
2695db4efbfdSBarry Smith        0,
2696db4efbfdSBarry Smith        0,
2697db4efbfdSBarry Smith        0,
2698db4efbfdSBarry Smith        0,
2699d519adbfSMatthew Knepley /*29*/ MatSetUpPreallocation_SeqBAIJ,
2700db4efbfdSBarry Smith        0,
2701db4efbfdSBarry Smith        0,
2702f2a5309cSSatish Balay        MatGetArray_SeqBAIJ,
2703f2a5309cSSatish Balay        MatRestoreArray_SeqBAIJ,
2704d519adbfSMatthew Knepley /*34*/ MatDuplicate_SeqBAIJ,
2705cc2dc46cSBarry Smith        0,
2706cc2dc46cSBarry Smith        0,
2707cc2dc46cSBarry Smith        MatILUFactor_SeqBAIJ,
2708cc2dc46cSBarry Smith        0,
2709d519adbfSMatthew Knepley /*39*/ MatAXPY_SeqBAIJ,
2710cc2dc46cSBarry Smith        MatGetSubMatrices_SeqBAIJ,
2711cc2dc46cSBarry Smith        MatIncreaseOverlap_SeqBAIJ,
2712cc2dc46cSBarry Smith        MatGetValues_SeqBAIJ,
27133c896bc6SHong Zhang        MatCopy_SeqBAIJ,
2714d519adbfSMatthew Knepley /*44*/ 0,
2715cc2dc46cSBarry Smith        MatScale_SeqBAIJ,
2716cc2dc46cSBarry Smith        0,
2717cc2dc46cSBarry Smith        0,
2718c8342467SHong Zhang        MatILUDTFactor_SeqBAIJ,
2719d519adbfSMatthew Knepley /*49*/ 0,
27203b2fbd54SBarry Smith        MatGetRowIJ_SeqBAIJ,
272192c4ed94SBarry Smith        MatRestoreRowIJ_SeqBAIJ,
27223acb8795SBarry Smith        MatGetColumnIJ_SeqBAIJ,
27233acb8795SBarry Smith        MatRestoreColumnIJ_SeqBAIJ,
27243acb8795SBarry Smith /*54*/ MatFDColoringCreate_SeqAIJ,
2725cc2dc46cSBarry Smith        0,
2726cc2dc46cSBarry Smith        0,
2727cc2dc46cSBarry Smith        0,
2728d3825aa8SBarry Smith        MatSetValuesBlocked_SeqBAIJ,
2729d519adbfSMatthew Knepley /*59*/ MatGetSubMatrix_SeqBAIJ,
2730b9b97703SBarry Smith        MatDestroy_SeqBAIJ,
2731b9b97703SBarry Smith        MatView_SeqBAIJ,
2732357abbc8SBarry Smith        0,
2733273d9f13SBarry Smith        0,
2734d519adbfSMatthew Knepley /*64*/ 0,
2735273d9f13SBarry Smith        0,
2736273d9f13SBarry Smith        0,
2737273d9f13SBarry Smith        0,
2738273d9f13SBarry Smith        0,
2739d519adbfSMatthew Knepley /*69*/ MatGetRowMaxAbs_SeqBAIJ,
2740273d9f13SBarry Smith        0,
2741c87e5d42SMatthew Knepley        MatConvert_Basic,
274297304618SKris Buschelman        0,
274397304618SKris Buschelman        0,
2744d519adbfSMatthew Knepley /*74*/ 0,
2745f6d58c54SBarry Smith        MatFDColoringApply_BAIJ,
274697304618SKris Buschelman        0,
274797304618SKris Buschelman        0,
274897304618SKris Buschelman        0,
2749d519adbfSMatthew Knepley /*79*/ 0,
275097304618SKris Buschelman        0,
275197304618SKris Buschelman        0,
275297304618SKris Buschelman        0,
2753865e5f61SKris Buschelman        MatLoad_SeqBAIJ,
2754d519adbfSMatthew Knepley /*84*/ 0,
2755b01c7715SBarry Smith        0,
2756b01c7715SBarry Smith        0,
2757b01c7715SBarry Smith        0,
2758865e5f61SKris Buschelman        0,
2759d519adbfSMatthew Knepley /*89*/ 0,
2760865e5f61SKris Buschelman        0,
2761865e5f61SKris Buschelman        0,
2762865e5f61SKris Buschelman        0,
2763865e5f61SKris Buschelman        0,
2764d519adbfSMatthew Knepley /*94*/ 0,
2765865e5f61SKris Buschelman        0,
2766865e5f61SKris Buschelman        0,
276799cafbc1SBarry Smith        0,
276899cafbc1SBarry Smith        0,
2769d519adbfSMatthew Knepley /*99*/0,
277099cafbc1SBarry Smith        0,
277199cafbc1SBarry Smith        0,
277299cafbc1SBarry Smith        0,
277399cafbc1SBarry Smith        0,
2774d519adbfSMatthew Knepley /*104*/0,
277599cafbc1SBarry Smith        MatRealPart_SeqBAIJ,
27762af78befSBarry Smith        MatImaginaryPart_SeqBAIJ,
27772af78befSBarry Smith        0,
27782af78befSBarry Smith        0,
2779d519adbfSMatthew Knepley /*109*/0,
27802af78befSBarry Smith        0,
27812af78befSBarry Smith        0,
27822af78befSBarry Smith        0,
27832af78befSBarry Smith        MatMissingDiagonal_SeqBAIJ
2784d519adbfSMatthew Knepley /*114*/
278599cafbc1SBarry Smith };
27862593348eSBarry Smith 
27873e90b805SBarry Smith EXTERN_C_BEGIN
27884a2ae208SSatish Balay #undef __FUNCT__
27894a2ae208SSatish Balay #define __FUNCT__ "MatStoreValues_SeqBAIJ"
2790be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatStoreValues_SeqBAIJ(Mat mat)
27913e90b805SBarry Smith {
27923e90b805SBarry Smith   Mat_SeqBAIJ    *aij = (Mat_SeqBAIJ *)mat->data;
2793d0f46423SBarry Smith   PetscInt       nz = aij->i[mat->rmap->N]*mat->rmap->bs*aij->bs2;
2794dfbe8321SBarry Smith   PetscErrorCode ierr;
27953e90b805SBarry Smith 
27963e90b805SBarry Smith   PetscFunctionBegin;
27973e90b805SBarry Smith   if (aij->nonew != 1) {
2798512a5fc5SBarry Smith     SETERRQ(PETSC_ERR_ORDER,"Must call MatSetOption(A,MAT_NEW_NONZERO_LOCATIONS,PETSC_FALSE);first");
27993e90b805SBarry Smith   }
28003e90b805SBarry Smith 
28013e90b805SBarry Smith   /* allocate space for values if not already there */
28023e90b805SBarry Smith   if (!aij->saved_values) {
280387828ca2SBarry Smith     ierr = PetscMalloc((nz+1)*sizeof(PetscScalar),&aij->saved_values);CHKERRQ(ierr);
28041784c0f5SBarry Smith     ierr = PetscLogObjectMemory(mat,(nz+1)*sizeof(PetscScalar));CHKERRQ(ierr);
28053e90b805SBarry Smith   }
28063e90b805SBarry Smith 
28073e90b805SBarry Smith   /* copy values over */
280887828ca2SBarry Smith   ierr = PetscMemcpy(aij->saved_values,aij->a,nz*sizeof(PetscScalar));CHKERRQ(ierr);
28093e90b805SBarry Smith   PetscFunctionReturn(0);
28103e90b805SBarry Smith }
28113e90b805SBarry Smith EXTERN_C_END
28123e90b805SBarry Smith 
28133e90b805SBarry Smith EXTERN_C_BEGIN
28144a2ae208SSatish Balay #undef __FUNCT__
28154a2ae208SSatish Balay #define __FUNCT__ "MatRetrieveValues_SeqBAIJ"
2816be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatRetrieveValues_SeqBAIJ(Mat mat)
28173e90b805SBarry Smith {
28183e90b805SBarry Smith   Mat_SeqBAIJ    *aij = (Mat_SeqBAIJ *)mat->data;
28196849ba73SBarry Smith   PetscErrorCode ierr;
2820d0f46423SBarry Smith   PetscInt       nz = aij->i[mat->rmap->N]*mat->rmap->bs*aij->bs2;
28213e90b805SBarry Smith 
28223e90b805SBarry Smith   PetscFunctionBegin;
28233e90b805SBarry Smith   if (aij->nonew != 1) {
2824512a5fc5SBarry Smith     SETERRQ(PETSC_ERR_ORDER,"Must call MatSetOption(A,MAT_NEW_NONZERO_LOCATIONS,PETSC_FALSE);first");
28253e90b805SBarry Smith   }
28263e90b805SBarry Smith   if (!aij->saved_values) {
2827634064b4SBarry Smith     SETERRQ(PETSC_ERR_ORDER,"Must call MatStoreValues(A);first");
28283e90b805SBarry Smith   }
28293e90b805SBarry Smith 
28303e90b805SBarry Smith   /* copy values over */
283187828ca2SBarry Smith   ierr = PetscMemcpy(aij->a,aij->saved_values,nz*sizeof(PetscScalar));CHKERRQ(ierr);
28323e90b805SBarry Smith   PetscFunctionReturn(0);
28333e90b805SBarry Smith }
28343e90b805SBarry Smith EXTERN_C_END
28353e90b805SBarry Smith 
2836273d9f13SBarry Smith EXTERN_C_BEGIN
2837f69a0ea3SMatthew Knepley extern PetscErrorCode PETSCMAT_DLLEXPORT MatConvert_SeqBAIJ_SeqAIJ(Mat, MatType,MatReuse,Mat*);
2838f69a0ea3SMatthew Knepley extern PetscErrorCode PETSCMAT_DLLEXPORT MatConvert_SeqBAIJ_SeqSBAIJ(Mat, MatType,MatReuse,Mat*);
2839273d9f13SBarry Smith EXTERN_C_END
2840273d9f13SBarry Smith 
2841273d9f13SBarry Smith EXTERN_C_BEGIN
28424a2ae208SSatish Balay #undef __FUNCT__
2843a23d5eceSKris Buschelman #define __FUNCT__ "MatSeqBAIJSetPreallocation_SeqBAIJ"
2844be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatSeqBAIJSetPreallocation_SeqBAIJ(Mat B,PetscInt bs,PetscInt nz,PetscInt *nnz)
2845a23d5eceSKris Buschelman {
2846a23d5eceSKris Buschelman   Mat_SeqBAIJ    *b;
28476849ba73SBarry Smith   PetscErrorCode ierr;
2848db4efbfdSBarry Smith   PetscInt       i,mbs,nbs,bs2,newbs = PetscAbs(bs);
2849ab93d7beSBarry Smith   PetscTruth     flg,skipallocation = PETSC_FALSE;
2850a23d5eceSKris Buschelman 
2851a23d5eceSKris Buschelman   PetscFunctionBegin;
2852a23d5eceSKris Buschelman 
2853ab93d7beSBarry Smith   if (nz == MAT_SKIP_ALLOCATION) {
2854ab93d7beSBarry Smith     skipallocation = PETSC_TRUE;
2855ab93d7beSBarry Smith     nz             = 0;
2856ab93d7beSBarry Smith   }
28578c07d4e3SBarry Smith 
2858db4efbfdSBarry Smith   if (bs < 0) {
28597adad957SLisandro Dalcin     ierr = PetscOptionsBegin(((PetscObject)B)->comm,((PetscObject)B)->prefix,"Block options for SEQBAIJ matrix 1","Mat");CHKERRQ(ierr);
2860db4efbfdSBarry Smith       ierr = PetscOptionsInt("-mat_block_size","Set the blocksize used to store the matrix","MatSeqBAIJSetPreallocation",newbs,&newbs,PETSC_NULL);CHKERRQ(ierr);
28618c07d4e3SBarry Smith     ierr = PetscOptionsEnd();CHKERRQ(ierr);
2862db4efbfdSBarry Smith     bs   = PetscAbs(bs);
2863db4efbfdSBarry Smith   }
2864a23d5eceSKris Buschelman   if (nnz && newbs != bs) {
2865634064b4SBarry Smith     SETERRQ(PETSC_ERR_ARG_WRONG,"Cannot change blocksize from command line if setting nnz");
2866a23d5eceSKris Buschelman   }
2867a23d5eceSKris Buschelman   bs   = newbs;
2868a23d5eceSKris Buschelman 
28697408324eSLisandro Dalcin   ierr = PetscMapSetBlockSize(B->rmap,bs);CHKERRQ(ierr);
28707408324eSLisandro Dalcin   ierr = PetscMapSetBlockSize(B->cmap,bs);CHKERRQ(ierr);
2871d0f46423SBarry Smith   ierr = PetscMapSetUp(B->rmap);CHKERRQ(ierr);
2872d0f46423SBarry Smith   ierr = PetscMapSetUp(B->cmap);CHKERRQ(ierr);
2873899cda47SBarry Smith 
2874899cda47SBarry Smith   B->preallocated = PETSC_TRUE;
2875899cda47SBarry Smith 
2876d0f46423SBarry Smith   mbs  = B->rmap->n/bs;
2877d0f46423SBarry Smith   nbs  = B->cmap->n/bs;
2878a23d5eceSKris Buschelman   bs2  = bs*bs;
2879a23d5eceSKris Buschelman 
2880d0f46423SBarry Smith   if (mbs*bs!=B->rmap->n || nbs*bs!=B->cmap->n) {
2881d0f46423SBarry Smith     SETERRQ3(PETSC_ERR_ARG_SIZ,"Number rows %D, cols %D must be divisible by blocksize %D",B->rmap->N,B->cmap->n,bs);
2882a23d5eceSKris Buschelman   }
2883a23d5eceSKris Buschelman 
2884a23d5eceSKris Buschelman   if (nz == PETSC_DEFAULT || nz == PETSC_DECIDE) nz = 5;
288577431f27SBarry Smith   if (nz < 0) SETERRQ1(PETSC_ERR_ARG_OUTOFRANGE,"nz cannot be less than 0: value %D",nz);
2886a23d5eceSKris Buschelman   if (nnz) {
2887a23d5eceSKris Buschelman     for (i=0; i<mbs; i++) {
288877431f27SBarry Smith       if (nnz[i] < 0) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"nnz cannot be less than 0: local row %D value %D",i,nnz[i]);
288977431f27SBarry Smith       if (nnz[i] > nbs) SETERRQ3(PETSC_ERR_ARG_OUTOFRANGE,"nnz cannot be greater than block row length: local row %D value %D rowlength %D",i,nnz[i],nbs);
2890a23d5eceSKris Buschelman     }
2891a23d5eceSKris Buschelman   }
2892a23d5eceSKris Buschelman 
2893a23d5eceSKris Buschelman   b       = (Mat_SeqBAIJ*)B->data;
28947adad957SLisandro Dalcin   ierr = PetscOptionsBegin(((PetscObject)B)->comm,PETSC_NULL,"Optimize options for SEQBAIJ matrix 2 ","Mat");CHKERRQ(ierr);
28958c07d4e3SBarry Smith     ierr = PetscOptionsTruth("-mat_no_unroll","Do not optimize for block size (slow)",PETSC_NULL,PETSC_FALSE,&flg,PETSC_NULL);CHKERRQ(ierr);
28968c07d4e3SBarry Smith   ierr = PetscOptionsEnd();CHKERRQ(ierr);
28978c07d4e3SBarry Smith 
2898a23d5eceSKris Buschelman   if (!flg) {
2899a23d5eceSKris Buschelman     switch (bs) {
2900a23d5eceSKris Buschelman     case 1:
2901a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_1;
2902a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_1;
29036d3beeddSMatthew Knepley       B->ops->pbrelax         = MatPBRelax_SeqBAIJ_1;
2904a23d5eceSKris Buschelman       break;
2905a23d5eceSKris Buschelman     case 2:
2906a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_2;
2907a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_2;
2908b01c7715SBarry Smith       B->ops->pbrelax         = MatPBRelax_SeqBAIJ_2;
2909a23d5eceSKris Buschelman       break;
2910a23d5eceSKris Buschelman     case 3:
2911a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_3;
2912a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_3;
2913b01c7715SBarry Smith       B->ops->pbrelax         = MatPBRelax_SeqBAIJ_3;
2914a23d5eceSKris Buschelman       break;
2915a23d5eceSKris Buschelman     case 4:
2916a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_4;
2917a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_4;
2918b01c7715SBarry Smith       B->ops->pbrelax         = MatPBRelax_SeqBAIJ_4;
2919a23d5eceSKris Buschelman       break;
2920a23d5eceSKris Buschelman     case 5:
2921a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_5;
2922a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_5;
2923b01c7715SBarry Smith       B->ops->pbrelax         = MatPBRelax_SeqBAIJ_5;
2924a23d5eceSKris Buschelman       break;
2925a23d5eceSKris Buschelman     case 6:
2926a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_6;
2927a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_6;
29286d3beeddSMatthew Knepley       B->ops->pbrelax         = MatPBRelax_SeqBAIJ_6;
2929a23d5eceSKris Buschelman       break;
2930a23d5eceSKris Buschelman     case 7:
2931a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_7;
2932a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_7;
29336d3beeddSMatthew Knepley       B->ops->pbrelax         = MatPBRelax_SeqBAIJ_7;
2934a23d5eceSKris Buschelman       break;
2935a23d5eceSKris Buschelman     default:
2936a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_N;
2937a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_N;
2938a23d5eceSKris Buschelman       break;
2939a23d5eceSKris Buschelman     }
2940a23d5eceSKris Buschelman   }
2941d0f46423SBarry Smith   B->rmap->bs      = bs;
2942a23d5eceSKris Buschelman   b->mbs     = mbs;
2943a23d5eceSKris Buschelman   b->nbs     = nbs;
2944ab93d7beSBarry Smith   if (!skipallocation) {
29452ee49352SLisandro Dalcin     if (!b->imax) {
2946ab93d7beSBarry Smith       ierr = PetscMalloc2(mbs,PetscInt,&b->imax,mbs,PetscInt,&b->ilen);CHKERRQ(ierr);
29474fd072dbSBarry Smith       ierr = PetscLogObjectMemory(B,2*mbs*sizeof(PetscInt));
29484fd072dbSBarry Smith       b->free_imax_ilen = PETSC_TRUE;
29492ee49352SLisandro Dalcin     }
2950ab93d7beSBarry Smith     /* b->ilen will count nonzeros in each block row so far. */
2951ab93d7beSBarry Smith     for (i=0; i<mbs; i++) { b->ilen[i] = 0;}
2952a23d5eceSKris Buschelman     if (!nnz) {
2953a23d5eceSKris Buschelman       if (nz == PETSC_DEFAULT || nz == PETSC_DECIDE) nz = 5;
2954a23d5eceSKris Buschelman       else if (nz <= 0)        nz = 1;
2955a23d5eceSKris Buschelman       for (i=0; i<mbs; i++) b->imax[i] = nz;
2956a23d5eceSKris Buschelman       nz = nz*mbs;
2957a23d5eceSKris Buschelman     } else {
2958a23d5eceSKris Buschelman       nz = 0;
2959a23d5eceSKris Buschelman       for (i=0; i<mbs; i++) {b->imax[i] = nnz[i]; nz += nnz[i];}
2960a23d5eceSKris Buschelman     }
2961a23d5eceSKris Buschelman 
2962a23d5eceSKris Buschelman     /* allocate the matrix space */
29632ee49352SLisandro Dalcin     ierr = MatSeqXAIJFreeAIJ(B,&b->a,&b->j,&b->i);CHKERRQ(ierr);
2964d0f46423SBarry Smith     ierr = PetscMalloc3(bs2*nz,PetscScalar,&b->a,nz,PetscInt,&b->j,B->rmap->N+1,PetscInt,&b->i);CHKERRQ(ierr);
2965d0f46423SBarry Smith     ierr = PetscLogObjectMemory(B,(B->rmap->N+1)*sizeof(PetscInt)+nz*(bs2*sizeof(PetscScalar)+sizeof(PetscInt)));CHKERRQ(ierr);
2966a23d5eceSKris Buschelman     ierr  = PetscMemzero(b->a,nz*bs2*sizeof(MatScalar));CHKERRQ(ierr);
2967c1ac3661SBarry Smith     ierr  = PetscMemzero(b->j,nz*sizeof(PetscInt));CHKERRQ(ierr);
2968a23d5eceSKris Buschelman     b->singlemalloc = PETSC_TRUE;
2969a23d5eceSKris Buschelman     b->i[0] = 0;
2970a23d5eceSKris Buschelman     for (i=1; i<mbs+1; i++) {
2971a23d5eceSKris Buschelman       b->i[i] = b->i[i-1] + b->imax[i-1];
2972a23d5eceSKris Buschelman     }
2973e6b907acSBarry Smith     b->free_a     = PETSC_TRUE;
2974e6b907acSBarry Smith     b->free_ij    = PETSC_TRUE;
2975e811da20SHong Zhang   } else {
2976e6b907acSBarry Smith     b->free_a     = PETSC_FALSE;
2977e6b907acSBarry Smith     b->free_ij    = PETSC_FALSE;
2978ab93d7beSBarry Smith   }
2979a23d5eceSKris Buschelman 
2980d0f46423SBarry Smith   B->rmap->bs          = bs;
2981a23d5eceSKris Buschelman   b->bs2              = bs2;
2982a23d5eceSKris Buschelman   b->mbs              = mbs;
2983a23d5eceSKris Buschelman   b->nz               = 0;
2984a23d5eceSKris Buschelman   b->maxnz            = nz*bs2;
2985a23d5eceSKris Buschelman   B->info.nz_unneeded = (PetscReal)b->maxnz;
2986a23d5eceSKris Buschelman   PetscFunctionReturn(0);
2987a23d5eceSKris Buschelman }
2988a23d5eceSKris Buschelman EXTERN_C_END
2989a23d5eceSKris Buschelman 
2990b24902e0SBarry Smith EXTERN_C_BEGIN
2991725b52f3SLisandro Dalcin #undef __FUNCT__
2992725b52f3SLisandro Dalcin #define __FUNCT__ "MatSeqBAIJSetPreallocationCSR_SeqBAIJ"
2993cf12db73SBarry Smith PetscErrorCode MatSeqBAIJSetPreallocationCSR_SeqBAIJ(Mat B,PetscInt bs,const PetscInt ii[],const PetscInt jj[],const PetscScalar V[])
2994725b52f3SLisandro Dalcin {
2995725b52f3SLisandro Dalcin   PetscInt       i,m,nz,nz_max=0,*nnz;
2996725b52f3SLisandro Dalcin   PetscScalar    *values=0;
2997725b52f3SLisandro Dalcin   PetscErrorCode ierr;
2998725b52f3SLisandro Dalcin 
2999725b52f3SLisandro Dalcin   PetscFunctionBegin;
3000725b52f3SLisandro Dalcin 
3001725b52f3SLisandro Dalcin   if (bs < 1) SETERRQ1(PETSC_ERR_ARG_OUTOFRANGE,"Invalid block size specified, must be positive but it is %D",bs);
30027408324eSLisandro Dalcin 
30037408324eSLisandro Dalcin   ierr = PetscMapSetBlockSize(B->rmap,bs);CHKERRQ(ierr);
30047408324eSLisandro Dalcin   ierr = PetscMapSetBlockSize(B->cmap,bs);CHKERRQ(ierr);
3005d0f46423SBarry Smith   ierr = PetscMapSetUp(B->rmap);CHKERRQ(ierr);
3006d0f46423SBarry Smith   ierr = PetscMapSetUp(B->cmap);CHKERRQ(ierr);
3007d0f46423SBarry Smith   m = B->rmap->n/bs;
3008725b52f3SLisandro Dalcin 
3009cf12db73SBarry Smith   if (ii[0] != 0) { SETERRQ1(PETSC_ERR_ARG_OUTOFRANGE, "ii[0] must be 0 but it is %D",ii[0]); }
3010725b52f3SLisandro Dalcin   ierr = PetscMalloc((m+1) * sizeof(PetscInt), &nnz);CHKERRQ(ierr);
3011725b52f3SLisandro Dalcin   for(i=0; i<m; i++) {
3012cf12db73SBarry Smith     nz = ii[i+1]- ii[i];
3013725b52f3SLisandro Dalcin     if (nz < 0) { SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE, "Local row %D has a negative number of columns %D",i,nz); }
3014725b52f3SLisandro Dalcin     nz_max = PetscMax(nz_max, nz);
3015725b52f3SLisandro Dalcin     nnz[i] = nz;
3016725b52f3SLisandro Dalcin   }
3017725b52f3SLisandro Dalcin   ierr = MatSeqBAIJSetPreallocation(B,bs,0,nnz);CHKERRQ(ierr);
3018725b52f3SLisandro Dalcin   ierr = PetscFree(nnz);CHKERRQ(ierr);
3019725b52f3SLisandro Dalcin 
3020725b52f3SLisandro Dalcin   values = (PetscScalar*)V;
3021725b52f3SLisandro Dalcin   if (!values) {
3022725b52f3SLisandro Dalcin     ierr = PetscMalloc(bs*bs*(nz_max+1)*sizeof(PetscScalar),&values);CHKERRQ(ierr);
3023725b52f3SLisandro Dalcin     ierr = PetscMemzero(values,bs*bs*nz_max*sizeof(PetscScalar));CHKERRQ(ierr);
3024725b52f3SLisandro Dalcin   }
3025725b52f3SLisandro Dalcin   for (i=0; i<m; i++) {
3026cf12db73SBarry Smith     PetscInt          ncols  = ii[i+1] - ii[i];
3027cf12db73SBarry Smith     const PetscInt    *icols = jj + ii[i];
3028cf12db73SBarry Smith     const PetscScalar *svals = values + (V ? (bs*bs*ii[i]) : 0);
3029725b52f3SLisandro Dalcin     ierr = MatSetValuesBlocked_SeqBAIJ(B,1,&i,ncols,icols,svals,INSERT_VALUES);CHKERRQ(ierr);
3030725b52f3SLisandro Dalcin   }
3031725b52f3SLisandro Dalcin   if (!V) { ierr = PetscFree(values);CHKERRQ(ierr); }
3032725b52f3SLisandro Dalcin   ierr = MatAssemblyBegin(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3033725b52f3SLisandro Dalcin   ierr = MatAssemblyEnd(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3034725b52f3SLisandro Dalcin 
3035725b52f3SLisandro Dalcin   PetscFunctionReturn(0);
3036725b52f3SLisandro Dalcin }
3037725b52f3SLisandro Dalcin EXTERN_C_END
3038725b52f3SLisandro Dalcin 
3039725b52f3SLisandro Dalcin 
3040207126cbSBarry Smith EXTERN_C_BEGIN
3041b24902e0SBarry Smith extern PetscErrorCode PETSCMAT_DLLEXPORT MatGetFactor_seqbaij_petsc(Mat,MatFactorType,Mat*);
3042db4efbfdSBarry Smith extern PetscErrorCode PETSCMAT_DLLEXPORT MatGetFactorAvailable_seqbaij_petsc(Mat,MatFactorType,Mat*);
3043b24902e0SBarry Smith EXTERN_C_END
3044b24902e0SBarry Smith 
30450bad9183SKris Buschelman /*MC
3046fafad747SKris Buschelman    MATSEQBAIJ - MATSEQBAIJ = "seqbaij" - A matrix type to be used for sequential block sparse matrices, based on
30470bad9183SKris Buschelman    block sparse compressed row format.
30480bad9183SKris Buschelman 
30490bad9183SKris Buschelman    Options Database Keys:
30500bad9183SKris Buschelman . -mat_type seqbaij - sets the matrix type to "seqbaij" during a call to MatSetFromOptions()
30510bad9183SKris Buschelman 
30520bad9183SKris Buschelman   Level: beginner
30530bad9183SKris Buschelman 
3054f0c06035SSatish Balay .seealso: MatCreateSeqBAIJ()
30550bad9183SKris Buschelman M*/
30560bad9183SKris Buschelman 
3057b24902e0SBarry Smith 
3058a23d5eceSKris Buschelman EXTERN_C_BEGIN
3059a23d5eceSKris Buschelman #undef __FUNCT__
30604a2ae208SSatish Balay #define __FUNCT__ "MatCreate_SeqBAIJ"
3061be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatCreate_SeqBAIJ(Mat B)
30622593348eSBarry Smith {
3063dfbe8321SBarry Smith   PetscErrorCode ierr;
3064c1ac3661SBarry Smith   PetscMPIInt    size;
3065b6490206SBarry Smith   Mat_SeqBAIJ    *b;
30663b2fbd54SBarry Smith 
30673a40ed3dSBarry Smith   PetscFunctionBegin;
30687adad957SLisandro Dalcin   ierr = MPI_Comm_size(((PetscObject)B)->comm,&size);CHKERRQ(ierr);
306929bbc08cSBarry Smith   if (size > 1) SETERRQ(PETSC_ERR_ARG_WRONG,"Comm must be of size 1");
3070b6490206SBarry Smith 
307138f2d2fdSLisandro Dalcin   ierr    = PetscNewLog(B,Mat_SeqBAIJ,&b);CHKERRQ(ierr);
3072b0a32e0cSBarry Smith   B->data = (void*)b;
3073549d3d68SSatish Balay   ierr    = PetscMemcpy(B->ops,&MatOps_Values,sizeof(struct _MatOps));CHKERRQ(ierr);
307490f02eecSBarry Smith   B->mapping               = 0;
30752593348eSBarry Smith   b->row                   = 0;
30762593348eSBarry Smith   b->col                   = 0;
3077e51c0b9cSSatish Balay   b->icol                  = 0;
30782593348eSBarry Smith   b->reallocs              = 0;
30793e90b805SBarry Smith   b->saved_values          = 0;
30802593348eSBarry Smith 
3081c4992f7dSBarry Smith   b->roworiented           = PETSC_TRUE;
30822593348eSBarry Smith   b->nonew                 = 0;
30832593348eSBarry Smith   b->diag                  = 0;
30842593348eSBarry Smith   b->solve_work            = 0;
3085de6a44a3SBarry Smith   b->mult_work             = 0;
30862a1b7f2aSHong Zhang   B->spptr                 = 0;
30870e6d2581SBarry Smith   B->info.nz_unneeded      = (PetscReal)b->maxnz;
3088a9817697SBarry Smith   b->keepnonzeropattern    = PETSC_FALSE;
3089c4319e64SHong Zhang   b->xtoy                  = 0;
3090c4319e64SHong Zhang   b->XtoY                  = 0;
309173e7a558SHong Zhang   b->compressedrow.use     = PETSC_FALSE;
309226e093fcSHong Zhang   b->compressedrow.nrows   = 0;
309373e7a558SHong Zhang   b->compressedrow.i       = PETSC_NULL;
309473e7a558SHong Zhang   b->compressedrow.rindex  = PETSC_NULL;
309573e7a558SHong Zhang   b->compressedrow.checked = PETSC_FALSE;
309688e51ccdSHong Zhang   B->same_nonzero          = PETSC_FALSE;
30974e220ebcSLois Curfman McInnes 
3098*ec1065edSBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatGetFactorAvailable_petsc_C",
3099db4efbfdSBarry Smith                                      "MatGetFactorAvailable_seqbaij_petsc",
3100db4efbfdSBarry Smith                                      MatGetFactorAvailable_seqbaij_petsc);CHKERRQ(ierr);
3101*ec1065edSBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatGetFactor_petsc_C",
3102b24902e0SBarry Smith                                      "MatGetFactor_seqbaij_petsc",
3103b24902e0SBarry Smith                                      MatGetFactor_seqbaij_petsc);CHKERRQ(ierr);
310443516a2dSKris Buschelman   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatSeqBAIJInvertBlockDiagonal_C",
310543516a2dSKris Buschelman                                      "MatInvertBlockDiagonal_SeqBAIJ",
310643516a2dSKris Buschelman                                       MatInvertBlockDiagonal_SeqBAIJ);CHKERRQ(ierr);
3107f1af5d2fSBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatStoreValues_C",
31083e90b805SBarry Smith                                      "MatStoreValues_SeqBAIJ",
3109bc4b532fSSatish Balay                                       MatStoreValues_SeqBAIJ);CHKERRQ(ierr);
3110f1af5d2fSBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatRetrieveValues_C",
31113e90b805SBarry Smith                                      "MatRetrieveValues_SeqBAIJ",
3112bc4b532fSSatish Balay                                       MatRetrieveValues_SeqBAIJ);CHKERRQ(ierr);
3113f1af5d2fSBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatSeqBAIJSetColumnIndices_C",
311427a8da17SBarry Smith                                      "MatSeqBAIJSetColumnIndices_SeqBAIJ",
3115bc4b532fSSatish Balay                                       MatSeqBAIJSetColumnIndices_SeqBAIJ);CHKERRQ(ierr);
3116a6175056SHong Zhang   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatConvert_seqbaij_seqaij_C",
3117273d9f13SBarry Smith                                      "MatConvert_SeqBAIJ_SeqAIJ",
3118273d9f13SBarry Smith                                       MatConvert_SeqBAIJ_SeqAIJ);CHKERRQ(ierr);
3119a0e1a404SHong Zhang   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatConvert_seqbaij_seqsbaij_C",
3120a0e1a404SHong Zhang                                      "MatConvert_SeqBAIJ_SeqSBAIJ",
3121a0e1a404SHong Zhang                                       MatConvert_SeqBAIJ_SeqSBAIJ);CHKERRQ(ierr);
3122a23d5eceSKris Buschelman   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatSeqBAIJSetPreallocation_C",
3123a23d5eceSKris Buschelman                                      "MatSeqBAIJSetPreallocation_SeqBAIJ",
3124a23d5eceSKris Buschelman                                       MatSeqBAIJSetPreallocation_SeqBAIJ);CHKERRQ(ierr);
3125725b52f3SLisandro Dalcin   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatSeqBAIJSetPreallocationCSR_C",
3126725b52f3SLisandro Dalcin                                      "MatSeqBAIJSetPreallocationCSR_SeqBAIJ",
3127725b52f3SLisandro Dalcin                                       MatSeqBAIJSetPreallocationCSR_SeqBAIJ);CHKERRQ(ierr);
312817667f90SBarry Smith   ierr = PetscObjectChangeTypeName((PetscObject)B,MATSEQBAIJ);CHKERRQ(ierr);
31293a40ed3dSBarry Smith   PetscFunctionReturn(0);
31302593348eSBarry Smith }
3131273d9f13SBarry Smith EXTERN_C_END
31322593348eSBarry Smith 
31334a2ae208SSatish Balay #undef __FUNCT__
3134b24902e0SBarry Smith #define __FUNCT__ "MatDuplicateNoCreate_SeqBAIJ"
313516a2bf60SHong Zhang PetscErrorCode MatDuplicateNoCreate_SeqBAIJ(Mat C,Mat A,MatDuplicateOption cpvalues,PetscTruth mallocmatspace)
31362593348eSBarry Smith {
3137b24902e0SBarry Smith   Mat_SeqBAIJ    *c = (Mat_SeqBAIJ*)C->data,*a = (Mat_SeqBAIJ*)A->data;
31386849ba73SBarry Smith   PetscErrorCode ierr;
3139a96a251dSBarry Smith   PetscInt       i,mbs = a->mbs,nz = a->nz,bs2 = a->bs2;
3140de6a44a3SBarry Smith 
31413a40ed3dSBarry Smith   PetscFunctionBegin;
314229bbc08cSBarry Smith   if (a->i[mbs] != nz) SETERRQ(PETSC_ERR_PLIB,"Corrupt matrix");
31432593348eSBarry Smith 
31444fd072dbSBarry Smith   if (cpvalues == MAT_SHARE_NONZERO_PATTERN) {
31454fd072dbSBarry Smith     c->imax = a->imax;
31464fd072dbSBarry Smith     c->ilen = a->ilen;
31474fd072dbSBarry Smith     c->free_imax_ilen = PETSC_FALSE;
31484fd072dbSBarry Smith   } else {
314933b91e9fSSatish Balay     ierr = PetscMalloc2(mbs,PetscInt,&c->imax,mbs,PetscInt,&c->ilen);CHKERRQ(ierr);
31504fd072dbSBarry Smith     ierr = PetscLogObjectMemory(C,2*mbs*sizeof(PetscInt));CHKERRQ(ierr);
3151b6490206SBarry Smith     for (i=0; i<mbs; i++) {
31522593348eSBarry Smith       c->imax[i] = a->imax[i];
31532593348eSBarry Smith       c->ilen[i] = a->ilen[i];
31542593348eSBarry Smith     }
31554fd072dbSBarry Smith     c->free_imax_ilen = PETSC_TRUE;
31564fd072dbSBarry Smith   }
31572593348eSBarry Smith 
31582593348eSBarry Smith   /* allocate the matrix space */
315916a2bf60SHong Zhang   if (mallocmatspace){
31604fd072dbSBarry Smith     if (cpvalues == MAT_SHARE_NONZERO_PATTERN) {
31614fd072dbSBarry Smith       ierr = PetscMalloc(bs2*nz*sizeof(PetscScalar),&c->a);CHKERRQ(ierr);
31624fd072dbSBarry Smith       ierr = PetscLogObjectMemory(C,a->i[mbs]*bs2*sizeof(PetscScalar));CHKERRQ(ierr);
31634fd072dbSBarry Smith       c->singlemalloc = PETSC_FALSE;
31644fd072dbSBarry Smith       c->free_ij      = PETSC_FALSE;
31654fd072dbSBarry Smith       c->i            = a->i;
31664fd072dbSBarry Smith       c->j            = a->j;
31674fd072dbSBarry Smith       c->parent       = A;
31684fd072dbSBarry Smith       ierr            = PetscObjectReference((PetscObject)A);CHKERRQ(ierr);
31694fd072dbSBarry Smith       ierr            = MatSetOption(A,MAT_NEW_NONZERO_LOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr);
31704fd072dbSBarry Smith       ierr            = MatSetOption(C,MAT_NEW_NONZERO_LOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr);
31714fd072dbSBarry Smith     } else {
3172a96a251dSBarry Smith       ierr = PetscMalloc3(bs2*nz,PetscScalar,&c->a,nz,PetscInt,&c->j,mbs+1,PetscInt,&c->i);CHKERRQ(ierr);
317316a2bf60SHong Zhang       ierr = PetscLogObjectMemory(C,a->i[mbs]*(bs2*sizeof(PetscScalar)+sizeof(PetscInt))+(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
3174c4992f7dSBarry Smith       c->singlemalloc = PETSC_TRUE;
31754fd072dbSBarry Smith       c->free_ij      = PETSC_TRUE;
3176c1ac3661SBarry Smith       ierr = PetscMemcpy(c->i,a->i,(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
3177b6490206SBarry Smith       if (mbs > 0) {
3178c1ac3661SBarry Smith 	ierr = PetscMemcpy(c->j,a->j,nz*sizeof(PetscInt));CHKERRQ(ierr);
31792e8a6d31SBarry Smith 	if (cpvalues == MAT_COPY_VALUES) {
3180549d3d68SSatish Balay 	  ierr = PetscMemcpy(c->a,a->a,bs2*nz*sizeof(MatScalar));CHKERRQ(ierr);
31812e8a6d31SBarry Smith 	} else {
3182549d3d68SSatish Balay 	  ierr = PetscMemzero(c->a,bs2*nz*sizeof(MatScalar));CHKERRQ(ierr);
31832593348eSBarry Smith 	}
31842593348eSBarry Smith       }
318516a2bf60SHong Zhang     }
31864fd072dbSBarry Smith   }
318716a2bf60SHong Zhang 
31882593348eSBarry Smith   c->roworiented = a->roworiented;
31892593348eSBarry Smith   c->nonew       = a->nonew;
3190d0f46423SBarry Smith   ierr = PetscMapCopy(((PetscObject)A)->comm,A->rmap,C->rmap);CHKERRQ(ierr);
3191d0f46423SBarry Smith   ierr = PetscMapCopy(((PetscObject)A)->comm,A->cmap,C->cmap);CHKERRQ(ierr);
31925c9eb25fSBarry Smith   c->bs2         = a->bs2;
31935c9eb25fSBarry Smith   c->mbs         = a->mbs;
31945c9eb25fSBarry Smith   c->nbs         = a->nbs;
31952593348eSBarry Smith 
31962593348eSBarry Smith   if (a->diag) {
31974fd072dbSBarry Smith     if (cpvalues == MAT_SHARE_NONZERO_PATTERN) {
31984fd072dbSBarry Smith       c->diag      = a->diag;
31994fd072dbSBarry Smith       c->free_diag = PETSC_FALSE;
32004fd072dbSBarry Smith     } else {
3201c1ac3661SBarry Smith       ierr = PetscMalloc((mbs+1)*sizeof(PetscInt),&c->diag);CHKERRQ(ierr);
320252e6d16bSBarry Smith       ierr = PetscLogObjectMemory(C,(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
3203b6490206SBarry Smith       for (i=0; i<mbs; i++) {
32042593348eSBarry Smith         c->diag[i] = a->diag[i];
32052593348eSBarry Smith       }
32064fd072dbSBarry Smith       c->free_diag = PETSC_TRUE;
32074fd072dbSBarry Smith     }
320898305bb5SBarry Smith   } else c->diag        = 0;
32092593348eSBarry Smith   c->nz                 = a->nz;
32102593348eSBarry Smith   c->maxnz              = a->maxnz;
32112593348eSBarry Smith   c->solve_work         = 0;
32127fc0212eSBarry Smith   c->mult_work          = 0;
3213e6b907acSBarry Smith   c->free_a             = PETSC_TRUE;
3214e6b907acSBarry Smith   c->free_ij            = PETSC_TRUE;
3215273d9f13SBarry Smith   C->preallocated       = PETSC_TRUE;
3216273d9f13SBarry Smith   C->assembled          = PETSC_TRUE;
321788e51ccdSHong Zhang 
321888e51ccdSHong Zhang   c->compressedrow.use     = a->compressedrow.use;
321988e51ccdSHong Zhang   c->compressedrow.nrows   = a->compressedrow.nrows;
322088e51ccdSHong Zhang   c->compressedrow.checked = a->compressedrow.checked;
322188e51ccdSHong Zhang   if ( a->compressedrow.checked && a->compressedrow.use){
322288e51ccdSHong Zhang     i = a->compressedrow.nrows;
322388e51ccdSHong Zhang     ierr = PetscMalloc((2*i+1)*sizeof(PetscInt),&c->compressedrow.i);CHKERRQ(ierr);
32244fd072dbSBarry Smith     ierr = PetscLogObjectMemory(C,(2*i+1)*sizeof(PetscInt));CHKERRQ(ierr);
322588e51ccdSHong Zhang     c->compressedrow.rindex = c->compressedrow.i + i + 1;
322688e51ccdSHong Zhang     ierr = PetscMemcpy(c->compressedrow.i,a->compressedrow.i,(i+1)*sizeof(PetscInt));CHKERRQ(ierr);
322788e51ccdSHong Zhang     ierr = PetscMemcpy(c->compressedrow.rindex,a->compressedrow.rindex,i*sizeof(PetscInt));CHKERRQ(ierr);
322888e51ccdSHong Zhang   } else {
322988e51ccdSHong Zhang     c->compressedrow.use    = PETSC_FALSE;
323088e51ccdSHong Zhang     c->compressedrow.i      = PETSC_NULL;
323188e51ccdSHong Zhang     c->compressedrow.rindex = PETSC_NULL;
323288e51ccdSHong Zhang   }
323388e51ccdSHong Zhang   C->same_nonzero = A->same_nonzero;
32347adad957SLisandro Dalcin   ierr = PetscFListDuplicate(((PetscObject)A)->qlist,&((PetscObject)C)->qlist);CHKERRQ(ierr);
32353a40ed3dSBarry Smith   PetscFunctionReturn(0);
32362593348eSBarry Smith }
32372593348eSBarry Smith 
32384a2ae208SSatish Balay #undef __FUNCT__
3239b24902e0SBarry Smith #define __FUNCT__ "MatDuplicate_SeqBAIJ"
3240b24902e0SBarry Smith PetscErrorCode MatDuplicate_SeqBAIJ(Mat A,MatDuplicateOption cpvalues,Mat *B)
3241b24902e0SBarry Smith {
3242b24902e0SBarry Smith     PetscErrorCode ierr;
3243b24902e0SBarry Smith 
3244b24902e0SBarry Smith   PetscFunctionBegin;
32455c9eb25fSBarry Smith   ierr = MatCreate(((PetscObject)A)->comm,B);CHKERRQ(ierr);
3246d0f46423SBarry Smith   ierr = MatSetSizes(*B,A->rmap->N,A->cmap->n,A->rmap->N,A->cmap->n);CHKERRQ(ierr);
32475c9eb25fSBarry Smith   ierr = MatSetType(*B,MATSEQBAIJ);CHKERRQ(ierr);
324816a2bf60SHong Zhang   ierr = MatDuplicateNoCreate_SeqBAIJ(*B,A,cpvalues,PETSC_TRUE);
3249b24902e0SBarry Smith   PetscFunctionReturn(0);
3250b24902e0SBarry Smith }
3251b24902e0SBarry Smith 
3252b24902e0SBarry Smith #undef __FUNCT__
32534a2ae208SSatish Balay #define __FUNCT__ "MatLoad_SeqBAIJ"
3254a313700dSBarry Smith PetscErrorCode MatLoad_SeqBAIJ(PetscViewer viewer, const MatType type,Mat *A)
32552593348eSBarry Smith {
3256b6490206SBarry Smith   Mat_SeqBAIJ    *a;
32572593348eSBarry Smith   Mat            B;
32586849ba73SBarry Smith   PetscErrorCode ierr;
3259b24ad042SBarry Smith   PetscInt       i,nz,header[4],*rowlengths=0,M,N,bs=1;
3260c1ac3661SBarry Smith   PetscInt       *mask,mbs,*jj,j,rowcount,nzcount,k,*browlengths,maskcount;
3261c1ac3661SBarry Smith   PetscInt       kmax,jcount,block,idx,point,nzcountb,extra_rows;
3262c1ac3661SBarry Smith   PetscInt       *masked,nmask,tmp,bs2,ishift;
3263b24ad042SBarry Smith   PetscMPIInt    size;
3264b24ad042SBarry Smith   int            fd;
326587828ca2SBarry Smith   PetscScalar    *aa;
326619bcc07fSBarry Smith   MPI_Comm       comm = ((PetscObject)viewer)->comm;
32672593348eSBarry Smith 
32683a40ed3dSBarry Smith   PetscFunctionBegin;
32698c07d4e3SBarry Smith   ierr = PetscOptionsBegin(comm,PETSC_NULL,"Options for loading SEQBAIJ matrix","Mat");CHKERRQ(ierr);
32708c07d4e3SBarry Smith     ierr = PetscOptionsInt("-matload_block_size","Set the blocksize used to store the matrix","MatLoad",bs,&bs,PETSC_NULL);CHKERRQ(ierr);
32718c07d4e3SBarry Smith   ierr = PetscOptionsEnd();CHKERRQ(ierr);
3272de6a44a3SBarry Smith   bs2  = bs*bs;
3273b6490206SBarry Smith 
3274d132466eSBarry Smith   ierr = MPI_Comm_size(comm,&size);CHKERRQ(ierr);
327529bbc08cSBarry Smith   if (size > 1) SETERRQ(PETSC_ERR_ARG_WRONG,"view must have one processor");
3276b0a32e0cSBarry Smith   ierr = PetscViewerBinaryGetDescriptor(viewer,&fd);CHKERRQ(ierr);
32770752156aSBarry Smith   ierr = PetscBinaryRead(fd,header,4,PETSC_INT);CHKERRQ(ierr);
3278552e946dSBarry Smith   if (header[0] != MAT_FILE_COOKIE) SETERRQ(PETSC_ERR_FILE_UNEXPECTED,"not Mat object");
32792593348eSBarry Smith   M = header[1]; N = header[2]; nz = header[3];
32802593348eSBarry Smith 
3281d64ed03dSBarry Smith   if (header[3] < 0) {
328229bbc08cSBarry Smith     SETERRQ(PETSC_ERR_FILE_UNEXPECTED,"Matrix stored in special format, cannot load as SeqBAIJ");
3283d64ed03dSBarry Smith   }
3284d64ed03dSBarry Smith 
328529bbc08cSBarry Smith   if (M != N) SETERRQ(PETSC_ERR_SUP,"Can only do square matrices");
328635aab85fSBarry Smith 
328735aab85fSBarry Smith   /*
328835aab85fSBarry Smith      This code adds extra rows to make sure the number of rows is
328935aab85fSBarry Smith     divisible by the blocksize
329035aab85fSBarry Smith   */
3291b6490206SBarry Smith   mbs        = M/bs;
329235aab85fSBarry Smith   extra_rows = bs - M + bs*(mbs);
329335aab85fSBarry Smith   if (extra_rows == bs) extra_rows = 0;
329435aab85fSBarry Smith   else                  mbs++;
329535aab85fSBarry Smith   if (extra_rows) {
32961e2582c4SBarry Smith     ierr = PetscInfo(viewer,"Padding loaded matrix to match blocksize\n");CHKERRQ(ierr);
329735aab85fSBarry Smith   }
3298b6490206SBarry Smith 
32992593348eSBarry Smith   /* read in row lengths */
3300c1ac3661SBarry Smith   ierr = PetscMalloc((M+extra_rows)*sizeof(PetscInt),&rowlengths);CHKERRQ(ierr);
33010752156aSBarry Smith   ierr = PetscBinaryRead(fd,rowlengths,M,PETSC_INT);CHKERRQ(ierr);
330235aab85fSBarry Smith   for (i=0; i<extra_rows; i++) rowlengths[M+i] = 1;
33032593348eSBarry Smith 
3304b6490206SBarry Smith   /* read in column indices */
3305c1ac3661SBarry Smith   ierr = PetscMalloc((nz+extra_rows)*sizeof(PetscInt),&jj);CHKERRQ(ierr);
33060752156aSBarry Smith   ierr = PetscBinaryRead(fd,jj,nz,PETSC_INT);CHKERRQ(ierr);
330735aab85fSBarry Smith   for (i=0; i<extra_rows; i++) jj[nz+i] = M+i;
3308b6490206SBarry Smith 
3309b6490206SBarry Smith   /* loop over row lengths determining block row lengths */
3310c1ac3661SBarry Smith   ierr     = PetscMalloc(mbs*sizeof(PetscInt),&browlengths);CHKERRQ(ierr);
3311c1ac3661SBarry Smith   ierr     = PetscMemzero(browlengths,mbs*sizeof(PetscInt));CHKERRQ(ierr);
3312c1ac3661SBarry Smith   ierr     = PetscMalloc(2*mbs*sizeof(PetscInt),&mask);CHKERRQ(ierr);
3313c1ac3661SBarry Smith   ierr     = PetscMemzero(mask,mbs*sizeof(PetscInt));CHKERRQ(ierr);
331435aab85fSBarry Smith   masked   = mask + mbs;
3315b6490206SBarry Smith   rowcount = 0; nzcount = 0;
3316b6490206SBarry Smith   for (i=0; i<mbs; i++) {
331735aab85fSBarry Smith     nmask = 0;
3318b6490206SBarry Smith     for (j=0; j<bs; j++) {
3319b6490206SBarry Smith       kmax = rowlengths[rowcount];
3320b6490206SBarry Smith       for (k=0; k<kmax; k++) {
332135aab85fSBarry Smith         tmp = jj[nzcount++]/bs;
332235aab85fSBarry Smith         if (!mask[tmp]) {masked[nmask++] = tmp; mask[tmp] = 1;}
3323b6490206SBarry Smith       }
3324b6490206SBarry Smith       rowcount++;
3325b6490206SBarry Smith     }
332635aab85fSBarry Smith     browlengths[i] += nmask;
332735aab85fSBarry Smith     /* zero out the mask elements we set */
332835aab85fSBarry Smith     for (j=0; j<nmask; j++) mask[masked[j]] = 0;
3329b6490206SBarry Smith   }
3330b6490206SBarry Smith 
33312593348eSBarry Smith   /* create our matrix */
3332f69a0ea3SMatthew Knepley   ierr = MatCreate(comm,&B);
3333f69a0ea3SMatthew Knepley   ierr = MatSetSizes(B,PETSC_DECIDE,PETSC_DECIDE,M+extra_rows,N+extra_rows);
333478ae41b4SKris Buschelman   ierr = MatSetType(B,type);CHKERRQ(ierr);
3335ab93d7beSBarry Smith   ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(B,bs,0,browlengths);CHKERRQ(ierr);
3336b6490206SBarry Smith   a = (Mat_SeqBAIJ*)B->data;
33372593348eSBarry Smith 
33382593348eSBarry Smith   /* set matrix "i" values */
3339de6a44a3SBarry Smith   a->i[0] = 0;
3340b6490206SBarry Smith   for (i=1; i<= mbs; i++) {
3341b6490206SBarry Smith     a->i[i]      = a->i[i-1] + browlengths[i-1];
3342b6490206SBarry Smith     a->ilen[i-1] = browlengths[i-1];
33432593348eSBarry Smith   }
3344b6490206SBarry Smith   a->nz         = 0;
3345b6490206SBarry Smith   for (i=0; i<mbs; i++) a->nz += browlengths[i];
33462593348eSBarry Smith 
3347b6490206SBarry Smith   /* read in nonzero values */
334887828ca2SBarry Smith   ierr = PetscMalloc((nz+extra_rows)*sizeof(PetscScalar),&aa);CHKERRQ(ierr);
33490752156aSBarry Smith   ierr = PetscBinaryRead(fd,aa,nz,PETSC_SCALAR);CHKERRQ(ierr);
335035aab85fSBarry Smith   for (i=0; i<extra_rows; i++) aa[nz+i] = 1.0;
3351b6490206SBarry Smith 
3352b6490206SBarry Smith   /* set "a" and "j" values into matrix */
3353b6490206SBarry Smith   nzcount = 0; jcount = 0;
3354b6490206SBarry Smith   for (i=0; i<mbs; i++) {
3355b6490206SBarry Smith     nzcountb = nzcount;
335635aab85fSBarry Smith     nmask    = 0;
3357b6490206SBarry Smith     for (j=0; j<bs; j++) {
3358b6490206SBarry Smith       kmax = rowlengths[i*bs+j];
3359b6490206SBarry Smith       for (k=0; k<kmax; k++) {
336035aab85fSBarry Smith         tmp = jj[nzcount++]/bs;
336135aab85fSBarry Smith 	if (!mask[tmp]) { masked[nmask++] = tmp; mask[tmp] = 1;}
3362b6490206SBarry Smith       }
3363b6490206SBarry Smith     }
3364de6a44a3SBarry Smith     /* sort the masked values */
3365433994e6SBarry Smith     ierr = PetscSortInt(nmask,masked);CHKERRQ(ierr);
3366de6a44a3SBarry Smith 
3367b6490206SBarry Smith     /* set "j" values into matrix */
3368b6490206SBarry Smith     maskcount = 1;
336935aab85fSBarry Smith     for (j=0; j<nmask; j++) {
337035aab85fSBarry Smith       a->j[jcount++]  = masked[j];
3371de6a44a3SBarry Smith       mask[masked[j]] = maskcount++;
3372b6490206SBarry Smith     }
3373b6490206SBarry Smith     /* set "a" values into matrix */
3374de6a44a3SBarry Smith     ishift = bs2*a->i[i];
3375b6490206SBarry Smith     for (j=0; j<bs; j++) {
3376b6490206SBarry Smith       kmax = rowlengths[i*bs+j];
3377b6490206SBarry Smith       for (k=0; k<kmax; k++) {
3378de6a44a3SBarry Smith         tmp       = jj[nzcountb]/bs ;
3379de6a44a3SBarry Smith         block     = mask[tmp] - 1;
3380de6a44a3SBarry Smith         point     = jj[nzcountb] - bs*tmp;
3381de6a44a3SBarry Smith         idx       = ishift + bs2*block + j + bs*point;
3382375fe846SBarry Smith         a->a[idx] = (MatScalar)aa[nzcountb++];
3383b6490206SBarry Smith       }
3384b6490206SBarry Smith     }
338535aab85fSBarry Smith     /* zero out the mask elements we set */
338635aab85fSBarry Smith     for (j=0; j<nmask; j++) mask[masked[j]] = 0;
3387b6490206SBarry Smith   }
338829bbc08cSBarry Smith   if (jcount != a->nz) SETERRQ(PETSC_ERR_FILE_UNEXPECTED,"Bad binary matrix");
3389b6490206SBarry Smith 
3390606d414cSSatish Balay   ierr = PetscFree(rowlengths);CHKERRQ(ierr);
3391606d414cSSatish Balay   ierr = PetscFree(browlengths);CHKERRQ(ierr);
3392606d414cSSatish Balay   ierr = PetscFree(aa);CHKERRQ(ierr);
3393606d414cSSatish Balay   ierr = PetscFree(jj);CHKERRQ(ierr);
3394606d414cSSatish Balay   ierr = PetscFree(mask);CHKERRQ(ierr);
3395b6490206SBarry Smith 
339678ae41b4SKris Buschelman   ierr = MatAssemblyBegin(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
339778ae41b4SKris Buschelman   ierr = MatAssemblyEnd(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
33989c01be13SBarry Smith   ierr = MatView_Private(B);CHKERRQ(ierr);
339978ae41b4SKris Buschelman 
340078ae41b4SKris Buschelman   *A = B;
34013a40ed3dSBarry Smith   PetscFunctionReturn(0);
34022593348eSBarry Smith }
34032593348eSBarry Smith 
34044a2ae208SSatish Balay #undef __FUNCT__
34054a2ae208SSatish Balay #define __FUNCT__ "MatCreateSeqBAIJ"
3406273d9f13SBarry Smith /*@C
3407273d9f13SBarry Smith    MatCreateSeqBAIJ - Creates a sparse matrix in block AIJ (block
3408273d9f13SBarry Smith    compressed row) format.  For good matrix assembly performance the
3409273d9f13SBarry Smith    user should preallocate the matrix storage by setting the parameter nz
3410273d9f13SBarry Smith    (or the array nnz).  By setting these parameters accurately, performance
3411273d9f13SBarry Smith    during matrix assembly can be increased by more than a factor of 50.
34122593348eSBarry Smith 
3413273d9f13SBarry Smith    Collective on MPI_Comm
3414273d9f13SBarry Smith 
3415273d9f13SBarry Smith    Input Parameters:
3416273d9f13SBarry Smith +  comm - MPI communicator, set to PETSC_COMM_SELF
3417273d9f13SBarry Smith .  bs - size of block
3418273d9f13SBarry Smith .  m - number of rows
3419273d9f13SBarry Smith .  n - number of columns
342035d8aa7fSBarry Smith .  nz - number of nonzero blocks  per block row (same for all rows)
342135d8aa7fSBarry Smith -  nnz - array containing the number of nonzero blocks in the various block rows
3422273d9f13SBarry Smith          (possibly different for each block row) or PETSC_NULL
3423273d9f13SBarry Smith 
3424273d9f13SBarry Smith    Output Parameter:
3425273d9f13SBarry Smith .  A - the matrix
3426273d9f13SBarry Smith 
3427175b88e8SBarry Smith    It is recommended that one use the MatCreate(), MatSetType() and/or MatSetFromOptions(),
3428ae1d86c5SBarry Smith    MatXXXXSetPreallocation() paradgm instead of this routine directly.
3429175b88e8SBarry Smith    [MatXXXXSetPreallocation() is, for example, MatSeqAIJSetPreallocation]
3430175b88e8SBarry Smith 
3431273d9f13SBarry Smith    Options Database Keys:
3432273d9f13SBarry Smith .   -mat_no_unroll - uses code that does not unroll the loops in the
3433273d9f13SBarry Smith                      block calculations (much slower)
3434273d9f13SBarry Smith .    -mat_block_size - size of the blocks to use
3435273d9f13SBarry Smith 
3436273d9f13SBarry Smith    Level: intermediate
3437273d9f13SBarry Smith 
3438273d9f13SBarry Smith    Notes:
3439d1be2dadSMatthew Knepley    The number of rows and columns must be divisible by blocksize.
3440d1be2dadSMatthew Knepley 
344149a6f317SBarry Smith    If the nnz parameter is given then the nz parameter is ignored
344249a6f317SBarry Smith 
344335d8aa7fSBarry Smith    A nonzero block is any block that as 1 or more nonzeros in it
344435d8aa7fSBarry Smith 
3445273d9f13SBarry Smith    The block AIJ format is fully compatible with standard Fortran 77
3446273d9f13SBarry Smith    storage.  That is, the stored row and column indices can begin at
3447273d9f13SBarry Smith    either one (as in Fortran) or zero.  See the users' manual for details.
3448273d9f13SBarry Smith 
3449273d9f13SBarry Smith    Specify the preallocated storage with either nz or nnz (not both).
3450273d9f13SBarry Smith    Set nz=PETSC_DEFAULT and nnz=PETSC_NULL for PETSc to control dynamic memory
3451273d9f13SBarry Smith    allocation.  For additional details, see the users manual chapter on
3452273d9f13SBarry Smith    matrices.
3453273d9f13SBarry Smith 
3454273d9f13SBarry Smith .seealso: MatCreate(), MatCreateSeqAIJ(), MatSetValues(), MatCreateMPIBAIJ()
3455273d9f13SBarry Smith @*/
3456be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatCreateSeqBAIJ(MPI_Comm comm,PetscInt bs,PetscInt m,PetscInt n,PetscInt nz,const PetscInt nnz[],Mat *A)
3457273d9f13SBarry Smith {
3458dfbe8321SBarry Smith   PetscErrorCode ierr;
3459273d9f13SBarry Smith 
3460273d9f13SBarry Smith   PetscFunctionBegin;
3461f69a0ea3SMatthew Knepley   ierr = MatCreate(comm,A);CHKERRQ(ierr);
3462f69a0ea3SMatthew Knepley   ierr = MatSetSizes(*A,m,n,m,n);CHKERRQ(ierr);
3463273d9f13SBarry Smith   ierr = MatSetType(*A,MATSEQBAIJ);CHKERRQ(ierr);
3464ab93d7beSBarry Smith   ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(*A,bs,nz,(PetscInt*)nnz);CHKERRQ(ierr);
3465273d9f13SBarry Smith   PetscFunctionReturn(0);
3466273d9f13SBarry Smith }
3467273d9f13SBarry Smith 
34684a2ae208SSatish Balay #undef __FUNCT__
34694a2ae208SSatish Balay #define __FUNCT__ "MatSeqBAIJSetPreallocation"
3470273d9f13SBarry Smith /*@C
3471273d9f13SBarry Smith    MatSeqBAIJSetPreallocation - Sets the block size and expected nonzeros
3472273d9f13SBarry Smith    per row in the matrix. For good matrix assembly performance the
3473273d9f13SBarry Smith    user should preallocate the matrix storage by setting the parameter nz
3474273d9f13SBarry Smith    (or the array nnz).  By setting these parameters accurately, performance
3475273d9f13SBarry Smith    during matrix assembly can be increased by more than a factor of 50.
3476273d9f13SBarry Smith 
3477273d9f13SBarry Smith    Collective on MPI_Comm
3478273d9f13SBarry Smith 
3479273d9f13SBarry Smith    Input Parameters:
3480273d9f13SBarry Smith +  A - the matrix
3481273d9f13SBarry Smith .  bs - size of block
3482273d9f13SBarry Smith .  nz - number of block nonzeros per block row (same for all rows)
3483273d9f13SBarry Smith -  nnz - array containing the number of block nonzeros in the various block rows
3484273d9f13SBarry Smith          (possibly different for each block row) or PETSC_NULL
3485273d9f13SBarry Smith 
3486273d9f13SBarry Smith    Options Database Keys:
3487273d9f13SBarry Smith .   -mat_no_unroll - uses code that does not unroll the loops in the
3488273d9f13SBarry Smith                      block calculations (much slower)
3489273d9f13SBarry Smith .    -mat_block_size - size of the blocks to use
3490273d9f13SBarry Smith 
3491273d9f13SBarry Smith    Level: intermediate
3492273d9f13SBarry Smith 
3493273d9f13SBarry Smith    Notes:
349449a6f317SBarry Smith    If the nnz parameter is given then the nz parameter is ignored
349549a6f317SBarry Smith 
3496aa95bbe8SBarry Smith    You can call MatGetInfo() to get information on how effective the preallocation was;
3497aa95bbe8SBarry Smith    for example the fields mallocs,nz_allocated,nz_used,nz_unneeded;
3498aa95bbe8SBarry Smith    You can also run with the option -info and look for messages with the string
3499aa95bbe8SBarry Smith    malloc in them to see if additional memory allocation was needed.
3500aa95bbe8SBarry Smith 
3501273d9f13SBarry Smith    The block AIJ format is fully compatible with standard Fortran 77
3502273d9f13SBarry Smith    storage.  That is, the stored row and column indices can begin at
3503273d9f13SBarry Smith    either one (as in Fortran) or zero.  See the users' manual for details.
3504273d9f13SBarry Smith 
3505273d9f13SBarry Smith    Specify the preallocated storage with either nz or nnz (not both).
3506273d9f13SBarry Smith    Set nz=PETSC_DEFAULT and nnz=PETSC_NULL for PETSc to control dynamic memory
3507273d9f13SBarry Smith    allocation.  For additional details, see the users manual chapter on
3508273d9f13SBarry Smith    matrices.
3509273d9f13SBarry Smith 
3510aa95bbe8SBarry Smith .seealso: MatCreate(), MatCreateSeqAIJ(), MatSetValues(), MatCreateMPIBAIJ(), MatGetInfo()
3511273d9f13SBarry Smith @*/
3512be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatSeqBAIJSetPreallocation(Mat B,PetscInt bs,PetscInt nz,const PetscInt nnz[])
3513273d9f13SBarry Smith {
3514c1ac3661SBarry Smith   PetscErrorCode ierr,(*f)(Mat,PetscInt,PetscInt,const PetscInt[]);
3515273d9f13SBarry Smith 
3516273d9f13SBarry Smith   PetscFunctionBegin;
3517a23d5eceSKris Buschelman   ierr = PetscObjectQueryFunction((PetscObject)B,"MatSeqBAIJSetPreallocation_C",(void (**)(void))&f);CHKERRQ(ierr);
3518a23d5eceSKris Buschelman   if (f) {
3519a23d5eceSKris Buschelman     ierr = (*f)(B,bs,nz,nnz);CHKERRQ(ierr);
3520273d9f13SBarry Smith   }
3521273d9f13SBarry Smith   PetscFunctionReturn(0);
3522273d9f13SBarry Smith }
3523a1d92eedSBarry Smith 
3524c75a6043SHong Zhang #undef __FUNCT__
3525725b52f3SLisandro Dalcin #define __FUNCT__ "MatSeqBAIJSetPreallocationCSR"
3526725b52f3SLisandro Dalcin /*@C
3527725b52f3SLisandro Dalcin    MatSeqBAIJSetPreallocationCSR - Allocates memory for a sparse sequential matrix in AIJ format
3528725b52f3SLisandro Dalcin    (the default sequential PETSc format).
3529725b52f3SLisandro Dalcin 
3530725b52f3SLisandro Dalcin    Collective on MPI_Comm
3531725b52f3SLisandro Dalcin 
3532725b52f3SLisandro Dalcin    Input Parameters:
3533725b52f3SLisandro Dalcin +  A - the matrix
3534725b52f3SLisandro Dalcin .  i - the indices into j for the start of each local row (starts with zero)
3535725b52f3SLisandro Dalcin .  j - the column indices for each local row (starts with zero) these must be sorted for each row
3536725b52f3SLisandro Dalcin -  v - optional values in the matrix
3537725b52f3SLisandro Dalcin 
3538725b52f3SLisandro Dalcin    Level: developer
3539725b52f3SLisandro Dalcin 
3540725b52f3SLisandro Dalcin .keywords: matrix, aij, compressed row, sparse
3541725b52f3SLisandro Dalcin 
3542725b52f3SLisandro Dalcin .seealso: MatCreate(), MatCreateSeqBAIJ(), MatSetValues(), MatSeqBAIJSetPreallocation(), MATSEQBAIJ
3543725b52f3SLisandro Dalcin @*/
3544725b52f3SLisandro Dalcin PetscErrorCode PETSCMAT_DLLEXPORT MatSeqBAIJSetPreallocationCSR(Mat B,PetscInt bs,const PetscInt i[],const PetscInt j[], const PetscScalar v[])
3545725b52f3SLisandro Dalcin {
3546725b52f3SLisandro Dalcin   PetscErrorCode ierr,(*f)(Mat,PetscInt,const PetscInt[],const PetscInt[],const PetscScalar[]);
3547725b52f3SLisandro Dalcin 
3548725b52f3SLisandro Dalcin   PetscFunctionBegin;
3549725b52f3SLisandro Dalcin   ierr = PetscObjectQueryFunction((PetscObject)B,"MatSeqBAIJSetPreallocationCSR_C",(void (**)(void))&f);CHKERRQ(ierr);
3550725b52f3SLisandro Dalcin   if (f) {
3551725b52f3SLisandro Dalcin     ierr = (*f)(B,bs,i,j,v);CHKERRQ(ierr);
3552725b52f3SLisandro Dalcin   }
3553725b52f3SLisandro Dalcin   PetscFunctionReturn(0);
3554725b52f3SLisandro Dalcin }
3555725b52f3SLisandro Dalcin 
3556725b52f3SLisandro Dalcin 
3557725b52f3SLisandro Dalcin #undef __FUNCT__
3558c75a6043SHong Zhang #define __FUNCT__ "MatCreateSeqBAIJWithArrays"
3559c75a6043SHong Zhang /*@
3560c75a6043SHong Zhang      MatCreateSeqBAIJWithArrays - Creates an sequential BAIJ matrix using matrix elements
3561c75a6043SHong Zhang               (upper triangular entries in CSR format) provided by the user.
3562c75a6043SHong Zhang 
3563c75a6043SHong Zhang      Collective on MPI_Comm
3564c75a6043SHong Zhang 
3565c75a6043SHong Zhang    Input Parameters:
3566c75a6043SHong Zhang +  comm - must be an MPI communicator of size 1
3567c75a6043SHong Zhang .  bs - size of block
3568c75a6043SHong Zhang .  m - number of rows
3569c75a6043SHong Zhang .  n - number of columns
3570c75a6043SHong Zhang .  i - row indices
3571c75a6043SHong Zhang .  j - column indices
3572c75a6043SHong Zhang -  a - matrix values
3573c75a6043SHong Zhang 
3574c75a6043SHong Zhang    Output Parameter:
3575c75a6043SHong Zhang .  mat - the matrix
3576c75a6043SHong Zhang 
3577c75a6043SHong Zhang    Level: intermediate
3578c75a6043SHong Zhang 
3579c75a6043SHong Zhang    Notes:
3580c75a6043SHong Zhang        The i, j, and a arrays are not copied by this routine, the user must free these arrays
3581c75a6043SHong Zhang     once the matrix is destroyed
3582c75a6043SHong Zhang 
3583c75a6043SHong Zhang        You cannot set new nonzero locations into this matrix, that will generate an error.
3584c75a6043SHong Zhang 
3585c75a6043SHong Zhang        The i and j indices are 0 based
3586c75a6043SHong Zhang 
3587c75a6043SHong Zhang .seealso: MatCreate(), MatCreateMPIBAIJ(), MatCreateSeqBAIJ()
3588c75a6043SHong Zhang 
3589c75a6043SHong Zhang @*/
3590c75a6043SHong Zhang PetscErrorCode PETSCMAT_DLLEXPORT MatCreateSeqBAIJWithArrays(MPI_Comm comm,PetscInt bs,PetscInt m,PetscInt n,PetscInt* i,PetscInt*j,PetscScalar *a,Mat *mat)
3591c75a6043SHong Zhang {
3592c75a6043SHong Zhang   PetscErrorCode ierr;
3593c75a6043SHong Zhang   PetscInt       ii;
3594c75a6043SHong Zhang   Mat_SeqBAIJ    *baij;
3595c75a6043SHong Zhang 
3596c75a6043SHong Zhang   PetscFunctionBegin;
3597c75a6043SHong Zhang   if (bs != 1) SETERRQ1(PETSC_ERR_SUP,"block size %D > 1 is not supported yet",bs);
3598c75a6043SHong Zhang   if (i[0]) SETERRQ(PETSC_ERR_ARG_OUTOFRANGE,"i (row indices) must start with 0");
3599c75a6043SHong Zhang 
3600c75a6043SHong Zhang   ierr = MatCreate(comm,mat);CHKERRQ(ierr);
3601c75a6043SHong Zhang   ierr = MatSetSizes(*mat,m,n,m,n);CHKERRQ(ierr);
3602c75a6043SHong Zhang   ierr = MatSetType(*mat,MATSEQBAIJ);CHKERRQ(ierr);
3603c75a6043SHong Zhang   ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(*mat,bs,MAT_SKIP_ALLOCATION,0);CHKERRQ(ierr);
3604c75a6043SHong Zhang   baij = (Mat_SeqBAIJ*)(*mat)->data;
3605c75a6043SHong Zhang   ierr = PetscMalloc2(m,PetscInt,&baij->imax,m,PetscInt,&baij->ilen);CHKERRQ(ierr);
36061784c0f5SBarry Smith   ierr = PetscLogObjectMemory(*mat,2*m*sizeof(PetscInt));CHKERRQ(ierr);
3607c75a6043SHong Zhang 
3608c75a6043SHong Zhang   baij->i = i;
3609c75a6043SHong Zhang   baij->j = j;
3610c75a6043SHong Zhang   baij->a = a;
3611c75a6043SHong Zhang   baij->singlemalloc = PETSC_FALSE;
3612c75a6043SHong Zhang   baij->nonew        = -1;             /*this indicates that inserting a new value in the matrix that generates a new nonzero is an error*/
3613e6b907acSBarry Smith   baij->free_a       = PETSC_FALSE;
3614e6b907acSBarry Smith   baij->free_ij       = PETSC_FALSE;
3615c75a6043SHong Zhang 
3616c75a6043SHong Zhang   for (ii=0; ii<m; ii++) {
3617c75a6043SHong Zhang     baij->ilen[ii] = baij->imax[ii] = i[ii+1] - i[ii];
3618c75a6043SHong Zhang #if defined(PETSC_USE_DEBUG)
3619c75a6043SHong Zhang     if (i[ii+1] - i[ii] < 0) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Negative row length in i (row indices) row = %d length = %d",ii,i[ii+1] - i[ii]);
3620c75a6043SHong Zhang #endif
3621c75a6043SHong Zhang   }
3622c75a6043SHong Zhang #if defined(PETSC_USE_DEBUG)
3623c75a6043SHong Zhang   for (ii=0; ii<baij->i[m]; ii++) {
3624c75a6043SHong Zhang     if (j[ii] < 0) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Negative column index at location = %d index = %d",ii,j[ii]);
3625c75a6043SHong Zhang     if (j[ii] > n - 1) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Column index to large at location = %d index = %d",ii,j[ii]);
3626c75a6043SHong Zhang   }
3627c75a6043SHong Zhang #endif
3628c75a6043SHong Zhang 
3629c75a6043SHong Zhang   ierr = MatAssemblyBegin(*mat,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3630c75a6043SHong Zhang   ierr = MatAssemblyEnd(*mat,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3631c75a6043SHong Zhang   PetscFunctionReturn(0);
3632c75a6043SHong Zhang }
3633