xref: /petsc/src/mat/impls/baij/seq/baij.c (revision 1784c0f5d0adeb0f1936b3cf989e0bf52e358085)
1be1d678aSKris Buschelman #define PETSCMAT_DLL
2be1d678aSKris Buschelman 
32593348eSBarry Smith /*
4b6490206SBarry Smith     Defines the basic matrix operations for the BAIJ (compressed row)
52593348eSBarry Smith   matrix storage format.
62593348eSBarry Smith */
77c4f633dSBarry Smith #include "../src/mat/impls/baij/seq/baij.h"
8325e03aeSBarry Smith #include "petscsys.h"                     /*I "petscmat.h" I*/
93b547af2SSatish Balay 
10c60f0209SBarry Smith #include "../src/mat/blockinvert.h"
11b01c7715SBarry Smith 
12b01c7715SBarry Smith #undef __FUNCT__
1343516a2dSKris Buschelman #define __FUNCT__ "MatSeqBAIJInvertBlockDiagonal"
14bc08b0f1SBarry Smith /*@
1543516a2dSKris Buschelman   MatSeqBAIJInvertBlockDiagonal - Inverts the block diagonal entries.
1643516a2dSKris Buschelman 
1743516a2dSKris Buschelman   Collective on Mat
1843516a2dSKris Buschelman 
1943516a2dSKris Buschelman   Input Parameters:
2043516a2dSKris Buschelman . mat - the matrix
2143516a2dSKris Buschelman 
2243516a2dSKris Buschelman   Level: advanced
2343516a2dSKris Buschelman @*/
2446129b97SKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatSeqBAIJInvertBlockDiagonal(Mat mat)
2543516a2dSKris Buschelman {
2643516a2dSKris Buschelman   PetscErrorCode ierr,(*f)(Mat);
2743516a2dSKris Buschelman 
2843516a2dSKris Buschelman   PetscFunctionBegin;
2943516a2dSKris Buschelman   PetscValidHeaderSpecific(mat,MAT_COOKIE,1);
3043516a2dSKris Buschelman   if (!mat->assembled) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for unassembled matrix");
3143516a2dSKris Buschelman   if (mat->factor) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix");
3243516a2dSKris Buschelman 
3343516a2dSKris Buschelman   ierr = PetscObjectQueryFunction((PetscObject)mat,"MatSeqBAIJInvertBlockDiagonal_C",(void (**)(void))&f);CHKERRQ(ierr);
3443516a2dSKris Buschelman   if (f) {
3543516a2dSKris Buschelman     ierr = (*f)(mat);CHKERRQ(ierr);
3643516a2dSKris Buschelman   } else {
3743516a2dSKris Buschelman     SETERRQ(PETSC_ERR_SUP,"Currently only implemented for SeqBAIJ.");
3843516a2dSKris Buschelman   }
3943516a2dSKris Buschelman   PetscFunctionReturn(0);
4043516a2dSKris Buschelman }
4143516a2dSKris Buschelman 
4243516a2dSKris Buschelman EXTERN_C_BEGIN
4343516a2dSKris Buschelman #undef __FUNCT__
44b01c7715SBarry Smith #define __FUNCT__ "MatInvertBlockDiagonal_SeqBAIJ"
4546129b97SKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatInvertBlockDiagonal_SeqBAIJ(Mat A)
46b01c7715SBarry Smith {
47b01c7715SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*) A->data;
486849ba73SBarry Smith   PetscErrorCode ierr;
49d0f46423SBarry Smith   PetscInt       *diag_offset,i,bs = A->rmap->bs,mbs = a->mbs;
5097e5c40aSBarry Smith   MatScalar      *v = a->a,*odiag,*diag,*mdiag;
5162bba022SBarry Smith   PetscReal      shift = 0.0;
52b01c7715SBarry Smith 
53b01c7715SBarry Smith   PetscFunctionBegin;
54b01c7715SBarry Smith   if (a->idiagvalid) PetscFunctionReturn(0);
55b01c7715SBarry Smith   ierr = MatMarkDiagonal_SeqBAIJ(A);CHKERRQ(ierr);
56b01c7715SBarry Smith   diag_offset = a->diag;
57b01c7715SBarry Smith   if (!a->idiag) {
58b01c7715SBarry Smith     ierr = PetscMalloc(2*bs*bs*mbs*sizeof(PetscScalar),&a->idiag);CHKERRQ(ierr);
59*1784c0f5SBarry Smith     ierr = PetscLogObjectMemory(A,2*bs*bs*mbs*sizeof(PetscScalar));CHKERRQ(ierr);
60b01c7715SBarry Smith   }
61b01c7715SBarry Smith   diag  = a->idiag;
62b01c7715SBarry Smith   mdiag = a->idiag+bs*bs*mbs;
63b01c7715SBarry Smith   /* factor and invert each block */
64521d7252SBarry Smith   switch (bs){
65ab040260SJed Brown     case 1:
66ab040260SJed Brown       for (i=0; i<mbs; i++) {
67ab040260SJed Brown         odiag = v + 1*diag_offset[i];
68ab040260SJed Brown         diag[0]  = odiag[0];
69ab040260SJed Brown         mdiag[0] = odiag[0];
70ab040260SJed Brown         diag[0]  = 1.0 / (diag[0] + shift);
71ab040260SJed Brown         diag    += 1;
72ab040260SJed Brown         mdiag   += 1;
73ab040260SJed Brown       }
74ab040260SJed Brown       break;
75b01c7715SBarry Smith     case 2:
76b01c7715SBarry Smith       for (i=0; i<mbs; i++) {
77b01c7715SBarry Smith         odiag   = v + 4*diag_offset[i];
78b01c7715SBarry Smith         diag[0]  = odiag[0]; diag[1] = odiag[1]; diag[2] = odiag[2]; diag[3] = odiag[3];
79b01c7715SBarry Smith 	mdiag[0] = odiag[0]; mdiag[1] = odiag[1]; mdiag[2] = odiag[2]; mdiag[3] = odiag[3];
8062bba022SBarry Smith 	ierr     = Kernel_A_gets_inverse_A_2(diag,shift);CHKERRQ(ierr);
81b01c7715SBarry Smith 	diag    += 4;
82b01c7715SBarry Smith 	mdiag   += 4;
83b01c7715SBarry Smith       }
84b01c7715SBarry Smith       break;
85b01c7715SBarry Smith     case 3:
86b01c7715SBarry Smith       for (i=0; i<mbs; i++) {
87b01c7715SBarry Smith         odiag    = v + 9*diag_offset[i];
88b01c7715SBarry Smith         diag[0]  = odiag[0]; diag[1] = odiag[1]; diag[2] = odiag[2]; diag[3] = odiag[3];
89b01c7715SBarry Smith         diag[4]  = odiag[4]; diag[5] = odiag[5]; diag[6] = odiag[6]; diag[7] = odiag[7];
90b01c7715SBarry Smith         diag[8]  = odiag[8];
91b01c7715SBarry Smith         mdiag[0] = odiag[0]; mdiag[1] = odiag[1]; mdiag[2] = odiag[2]; mdiag[3] = odiag[3];
92b01c7715SBarry Smith         mdiag[4] = odiag[4]; mdiag[5] = odiag[5]; mdiag[6] = odiag[6]; mdiag[7] = odiag[7];
93b01c7715SBarry Smith         mdiag[8] = odiag[8];
9462bba022SBarry Smith 	ierr     = Kernel_A_gets_inverse_A_3(diag,shift);CHKERRQ(ierr);
95b01c7715SBarry Smith 	diag    += 9;
96b01c7715SBarry Smith 	mdiag   += 9;
97b01c7715SBarry Smith       }
98b01c7715SBarry Smith       break;
99b01c7715SBarry Smith     case 4:
100b01c7715SBarry Smith       for (i=0; i<mbs; i++) {
101b01c7715SBarry Smith         odiag  = v + 16*diag_offset[i];
102b01c7715SBarry Smith         ierr   = PetscMemcpy(diag,odiag,16*sizeof(PetscScalar));CHKERRQ(ierr);
103b01c7715SBarry Smith         ierr   = PetscMemcpy(mdiag,odiag,16*sizeof(PetscScalar));CHKERRQ(ierr);
10462bba022SBarry Smith 	ierr   = Kernel_A_gets_inverse_A_4(diag,shift);CHKERRQ(ierr);
105b01c7715SBarry Smith 	diag  += 16;
106b01c7715SBarry Smith 	mdiag += 16;
107b01c7715SBarry Smith       }
108b01c7715SBarry Smith       break;
109b01c7715SBarry Smith     case 5:
110b01c7715SBarry Smith       for (i=0; i<mbs; i++) {
111b01c7715SBarry Smith         odiag = v + 25*diag_offset[i];
112b01c7715SBarry Smith         ierr   = PetscMemcpy(diag,odiag,25*sizeof(PetscScalar));CHKERRQ(ierr);
113b01c7715SBarry Smith         ierr   = PetscMemcpy(mdiag,odiag,25*sizeof(PetscScalar));CHKERRQ(ierr);
11462bba022SBarry Smith 	ierr   = Kernel_A_gets_inverse_A_5(diag,shift);CHKERRQ(ierr);
115b01c7715SBarry Smith 	diag  += 25;
116b01c7715SBarry Smith 	mdiag += 25;
117b01c7715SBarry Smith       }
118b01c7715SBarry Smith       break;
119d49b2adcSBarry Smith     case 6:
120d49b2adcSBarry Smith       for (i=0; i<mbs; i++) {
121d49b2adcSBarry Smith         odiag = v + 36*diag_offset[i];
122d49b2adcSBarry Smith         ierr   = PetscMemcpy(diag,odiag,36*sizeof(PetscScalar));CHKERRQ(ierr);
123d49b2adcSBarry Smith         ierr   = PetscMemcpy(mdiag,odiag,36*sizeof(PetscScalar));CHKERRQ(ierr);
124d49b2adcSBarry Smith 	ierr   = Kernel_A_gets_inverse_A_6(diag,shift);CHKERRQ(ierr);
125d49b2adcSBarry Smith 	diag  += 36;
126d49b2adcSBarry Smith 	mdiag += 36;
127d49b2adcSBarry Smith       }
128d49b2adcSBarry Smith       break;
129b01c7715SBarry Smith     default:
130521d7252SBarry Smith       SETERRQ1(PETSC_ERR_SUP,"not supported for block size %D",bs);
131b01c7715SBarry Smith   }
132b01c7715SBarry Smith   a->idiagvalid = PETSC_TRUE;
133b01c7715SBarry Smith   PetscFunctionReturn(0);
134b01c7715SBarry Smith }
13543516a2dSKris Buschelman EXTERN_C_END
136b01c7715SBarry Smith 
137b01c7715SBarry Smith #undef __FUNCT__
1386d3beeddSMatthew Knepley #define __FUNCT__ "MatPBRelax_SeqBAIJ_1"
1396d3beeddSMatthew Knepley PetscErrorCode MatPBRelax_SeqBAIJ_1(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
1406d3beeddSMatthew Knepley {
1416d3beeddSMatthew Knepley   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
1426d3beeddSMatthew Knepley   PetscScalar        *x,x1,s1;
143dd6ea824SBarry Smith   const PetscScalar  *b;
144dd6ea824SBarry Smith   const MatScalar    *aa = a->a, *idiag,*mdiag,*v;
1456d3beeddSMatthew Knepley   PetscErrorCode     ierr;
1466d3beeddSMatthew Knepley   PetscInt           m = a->mbs,i,i2,nz,idx;
1476d3beeddSMatthew Knepley   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
1486d3beeddSMatthew Knepley 
1496d3beeddSMatthew Knepley   PetscFunctionBegin;
1506d3beeddSMatthew Knepley   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_ERR_SUP,"No support yet for Eisenstat");
1516d3beeddSMatthew Knepley   its = its*lits;
1526d3beeddSMatthew Knepley   if (its <= 0) SETERRQ2(PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
1536d3beeddSMatthew Knepley   if (fshift) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
1546d3beeddSMatthew Knepley   if (omega != 1.0) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
1556d3beeddSMatthew Knepley   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
1566d3beeddSMatthew Knepley   if (its > 1) SETERRQ(PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
1576d3beeddSMatthew Knepley 
1586d3beeddSMatthew Knepley   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
1596d3beeddSMatthew Knepley 
1606d3beeddSMatthew Knepley   diag  = a->diag;
1616d3beeddSMatthew Knepley   idiag = a->idiag;
1626d3beeddSMatthew Knepley   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
1636d3beeddSMatthew Knepley   ierr = VecGetArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
1646d3beeddSMatthew Knepley 
1656d3beeddSMatthew Knepley   if (flag & SOR_ZERO_INITIAL_GUESS) {
1666d3beeddSMatthew Knepley     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
1676d3beeddSMatthew Knepley       x[0] = b[0]*idiag[0];
1686d3beeddSMatthew Knepley       i2     = 1;
1696d3beeddSMatthew Knepley       idiag += 1;
1706d3beeddSMatthew Knepley       for (i=1; i<m; i++) {
1716d3beeddSMatthew Knepley         v     = aa + ai[i];
1726d3beeddSMatthew Knepley         vi    = aj + ai[i];
1736d3beeddSMatthew Knepley         nz    = diag[i] - ai[i];
1746d3beeddSMatthew Knepley         s1    = b[i2];
1756d3beeddSMatthew Knepley         while (nz--) {
1766d3beeddSMatthew Knepley           idx  = (*vi++);
1776d3beeddSMatthew Knepley           x1   = x[idx];
1786d3beeddSMatthew Knepley           s1  -= v[0]*x1;
1796d3beeddSMatthew Knepley           v   += 1;
1806d3beeddSMatthew Knepley         }
1816d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1;
1826d3beeddSMatthew Knepley         idiag   += 1;
1836d3beeddSMatthew Knepley         i2      += 1;
1846d3beeddSMatthew Knepley       }
1856d3beeddSMatthew Knepley       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
1866d3beeddSMatthew Knepley       ierr = PetscLogFlops(a->nz);CHKERRQ(ierr);
1876d3beeddSMatthew Knepley     }
1886d3beeddSMatthew Knepley     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
1896d3beeddSMatthew Knepley         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
1906d3beeddSMatthew Knepley       i2    = 0;
1916d3beeddSMatthew Knepley       mdiag = a->idiag+a->mbs;
1926d3beeddSMatthew Knepley       for (i=0; i<m; i++) {
1936d3beeddSMatthew Knepley         x1      = x[i2];
1946d3beeddSMatthew Knepley         x[i2]   = mdiag[0]*x1;
1956d3beeddSMatthew Knepley         mdiag  += 1;
1966d3beeddSMatthew Knepley         i2     += 1;
1976d3beeddSMatthew Knepley       }
1986d3beeddSMatthew Knepley       ierr = PetscLogFlops(m);CHKERRQ(ierr);
1996d3beeddSMatthew Knepley     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
200d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
2016d3beeddSMatthew Knepley     }
2026d3beeddSMatthew Knepley     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
2036d3beeddSMatthew Knepley       idiag   = a->idiag+a->mbs - 1;
2046d3beeddSMatthew Knepley       i2      = m - 1;
2056d3beeddSMatthew Knepley       x1      = x[i2];
2066d3beeddSMatthew Knepley       x[i2]   = idiag[0]*x1;
2076d3beeddSMatthew Knepley       idiag -= 1;
2086d3beeddSMatthew Knepley       i2    -= 1;
2096d3beeddSMatthew Knepley       for (i=m-2; i>=0; i--) {
2106d3beeddSMatthew Knepley         v     = aa + (diag[i]+1);
2116d3beeddSMatthew Knepley         vi    = aj + diag[i] + 1;
2126d3beeddSMatthew Knepley         nz    = ai[i+1] - diag[i] - 1;
2136d3beeddSMatthew Knepley         s1    = x[i2];
2146d3beeddSMatthew Knepley         while (nz--) {
2156d3beeddSMatthew Knepley           idx  = (*vi++);
2166d3beeddSMatthew Knepley           x1   = x[idx];
2176d3beeddSMatthew Knepley           s1  -= v[0]*x1;
2186d3beeddSMatthew Knepley           v   += 1;
2196d3beeddSMatthew Knepley         }
2206d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1;
221ab040260SJed Brown         idiag   -= 1;
2226d3beeddSMatthew Knepley         i2      -= 1;
2236d3beeddSMatthew Knepley       }
2246d3beeddSMatthew Knepley       ierr = PetscLogFlops(a->nz);CHKERRQ(ierr);
2256d3beeddSMatthew Knepley     }
2266d3beeddSMatthew Knepley   } else {
2276d3beeddSMatthew Knepley     SETERRQ(PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
2286d3beeddSMatthew Knepley   }
2296d3beeddSMatthew Knepley   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
2306d3beeddSMatthew Knepley   ierr = VecRestoreArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
2316d3beeddSMatthew Knepley   PetscFunctionReturn(0);
2326d3beeddSMatthew Knepley }
2336d3beeddSMatthew Knepley 
2346d3beeddSMatthew Knepley #undef __FUNCT__
235b01c7715SBarry Smith #define __FUNCT__ "MatPBRelax_SeqBAIJ_2"
236c1ac3661SBarry Smith PetscErrorCode MatPBRelax_SeqBAIJ_2(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
237b01c7715SBarry Smith {
238b01c7715SBarry Smith   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
239b01c7715SBarry Smith   PetscScalar        *x,x1,x2,s1,s2;
240dd6ea824SBarry Smith   const PetscScalar  *b;
241dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
242dfbe8321SBarry Smith   PetscErrorCode     ierr;
243c1ac3661SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,idx;
244c1ac3661SBarry Smith   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
245b01c7715SBarry Smith 
246b01c7715SBarry Smith   PetscFunctionBegin;
24751f519a2SBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_ERR_SUP,"No support yet for Eisenstat");
248b01c7715SBarry Smith   its = its*lits;
24977431f27SBarry Smith   if (its <= 0) SETERRQ2(PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
250b01c7715SBarry Smith   if (fshift) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
251b01c7715SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
25271f1c65dSBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
253b01c7715SBarry Smith   if (its > 1) SETERRQ(PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
254b01c7715SBarry Smith 
255b01c7715SBarry Smith   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
256b01c7715SBarry Smith 
257b01c7715SBarry Smith   diag  = a->diag;
258b01c7715SBarry Smith   idiag = a->idiag;
2591ebc52fbSHong Zhang   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
2601ebc52fbSHong Zhang   ierr = VecGetArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
261b01c7715SBarry Smith 
262b01c7715SBarry Smith   if (flag & SOR_ZERO_INITIAL_GUESS) {
263b01c7715SBarry Smith     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
264b01c7715SBarry Smith       x[0] = b[0]*idiag[0] + b[1]*idiag[2];
265b01c7715SBarry Smith       x[1] = b[0]*idiag[1] + b[1]*idiag[3];
266b01c7715SBarry Smith       i2     = 2;
267b01c7715SBarry Smith       idiag += 4;
268b01c7715SBarry Smith       for (i=1; i<m; i++) {
269b01c7715SBarry Smith 	v     = aa + 4*ai[i];
270b01c7715SBarry Smith 	vi    = aj + ai[i];
271b01c7715SBarry Smith 	nz    = diag[i] - ai[i];
272b01c7715SBarry Smith 	s1    = b[i2]; s2 = b[i2+1];
273b01c7715SBarry Smith 	while (nz--) {
274b01c7715SBarry Smith 	  idx  = 2*(*vi++);
275b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx];
276b01c7715SBarry Smith 	  s1  -= v[0]*x1 + v[2]*x2;
277b01c7715SBarry Smith 	  s2  -= v[1]*x1 + v[3]*x2;
278b01c7715SBarry Smith 	  v   += 4;
279b01c7715SBarry Smith 	}
280b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[2]*s2;
281b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[3]*s2;
282b01c7715SBarry Smith         idiag   += 4;
283b01c7715SBarry Smith         i2      += 2;
284b01c7715SBarry Smith       }
285b01c7715SBarry Smith       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
286dc0b31edSSatish Balay       ierr = PetscLogFlops(4.0*(a->nz));CHKERRQ(ierr);
287b01c7715SBarry Smith     }
288b01c7715SBarry Smith     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
289b01c7715SBarry Smith         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
290b01c7715SBarry Smith       i2    = 0;
291b01c7715SBarry Smith       mdiag = a->idiag+4*a->mbs;
292b01c7715SBarry Smith       for (i=0; i<m; i++) {
293b01c7715SBarry Smith         x1      = x[i2]; x2 = x[i2+1];
294b01c7715SBarry Smith         x[i2]   = mdiag[0]*x1 + mdiag[2]*x2;
295b01c7715SBarry Smith         x[i2+1] = mdiag[1]*x1 + mdiag[3]*x2;
296b01c7715SBarry Smith         mdiag  += 4;
297b01c7715SBarry Smith         i2     += 2;
298b01c7715SBarry Smith       }
299dc0b31edSSatish Balay       ierr = PetscLogFlops(6.0*m);CHKERRQ(ierr);
300b01c7715SBarry Smith     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
301d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
302b01c7715SBarry Smith     }
303b01c7715SBarry Smith     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
304b01c7715SBarry Smith       idiag   = a->idiag+4*a->mbs - 4;
305b01c7715SBarry Smith       i2      = 2*m - 2;
306b01c7715SBarry Smith       x1      = x[i2]; x2 = x[i2+1];
307b01c7715SBarry Smith       x[i2]   = idiag[0]*x1 + idiag[2]*x2;
308b01c7715SBarry Smith       x[i2+1] = idiag[1]*x1 + idiag[3]*x2;
309b01c7715SBarry Smith       idiag -= 4;
310b01c7715SBarry Smith       i2    -= 2;
311b01c7715SBarry Smith       for (i=m-2; i>=0; i--) {
312b01c7715SBarry Smith 	v     = aa + 4*(diag[i]+1);
313b01c7715SBarry Smith 	vi    = aj + diag[i] + 1;
314b01c7715SBarry Smith 	nz    = ai[i+1] - diag[i] - 1;
315b01c7715SBarry Smith 	s1    = x[i2]; s2 = x[i2+1];
316b01c7715SBarry Smith 	while (nz--) {
317b01c7715SBarry Smith 	  idx  = 2*(*vi++);
318b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx];
319b01c7715SBarry Smith 	  s1  -= v[0]*x1 + v[2]*x2;
320b01c7715SBarry Smith 	  s2  -= v[1]*x1 + v[3]*x2;
321b01c7715SBarry Smith 	  v   += 4;
322b01c7715SBarry Smith 	}
323b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[2]*s2;
324b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[3]*s2;
325b01c7715SBarry Smith         idiag   -= 4;
326b01c7715SBarry Smith         i2      -= 2;
327b01c7715SBarry Smith       }
328dc0b31edSSatish Balay       ierr = PetscLogFlops(4.0*(a->nz));CHKERRQ(ierr);
329b01c7715SBarry Smith     }
330b01c7715SBarry Smith   } else {
331634064b4SBarry Smith     SETERRQ(PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
332b01c7715SBarry Smith   }
3331ebc52fbSHong Zhang   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
3341ebc52fbSHong Zhang   ierr = VecRestoreArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
335b01c7715SBarry Smith   PetscFunctionReturn(0);
336b01c7715SBarry Smith }
337b01c7715SBarry Smith 
338b01c7715SBarry Smith #undef __FUNCT__
339b01c7715SBarry Smith #define __FUNCT__ "MatPBRelax_SeqBAIJ_3"
340c1ac3661SBarry Smith PetscErrorCode MatPBRelax_SeqBAIJ_3(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
341b01c7715SBarry Smith {
342b01c7715SBarry Smith   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
343b01c7715SBarry Smith   PetscScalar        *x,x1,x2,x3,s1,s2,s3;
344dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
345dd6ea824SBarry Smith   const PetscScalar  *b;
346dfbe8321SBarry Smith   PetscErrorCode     ierr;
347c1ac3661SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,idx;
348c1ac3661SBarry Smith   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
349b01c7715SBarry Smith 
350b01c7715SBarry Smith   PetscFunctionBegin;
351b01c7715SBarry Smith   its = its*lits;
35271f1c65dSBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_ERR_SUP,"No support yet for Eisenstat");
35377431f27SBarry Smith   if (its <= 0) SETERRQ2(PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
354b01c7715SBarry Smith   if (fshift) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
355b01c7715SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
35671f1c65dSBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
357b01c7715SBarry Smith   if (its > 1) SETERRQ(PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
358b01c7715SBarry Smith 
359b01c7715SBarry Smith   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
360b01c7715SBarry Smith 
361b01c7715SBarry Smith   diag  = a->diag;
362b01c7715SBarry Smith   idiag = a->idiag;
3631ebc52fbSHong Zhang   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
3641ebc52fbSHong Zhang   ierr = VecGetArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
365b01c7715SBarry Smith 
366b01c7715SBarry Smith   if (flag & SOR_ZERO_INITIAL_GUESS) {
367b01c7715SBarry Smith     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
368b01c7715SBarry Smith       x[0] = b[0]*idiag[0] + b[1]*idiag[3] + b[2]*idiag[6];
369b01c7715SBarry Smith       x[1] = b[0]*idiag[1] + b[1]*idiag[4] + b[2]*idiag[7];
370b01c7715SBarry Smith       x[2] = b[0]*idiag[2] + b[1]*idiag[5] + b[2]*idiag[8];
371b01c7715SBarry Smith       i2     = 3;
372b01c7715SBarry Smith       idiag += 9;
373b01c7715SBarry Smith       for (i=1; i<m; i++) {
374b01c7715SBarry Smith         v     = aa + 9*ai[i];
375b01c7715SBarry Smith         vi    = aj + ai[i];
376b01c7715SBarry Smith         nz    = diag[i] - ai[i];
377b01c7715SBarry Smith         s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2];
378b01c7715SBarry Smith         while (nz--) {
379b01c7715SBarry Smith           idx  = 3*(*vi++);
380b01c7715SBarry Smith           x1   = x[idx]; x2 = x[1+idx];x3 = x[2+idx];
381b01c7715SBarry Smith           s1  -= v[0]*x1 + v[3]*x2 + v[6]*x3;
382b01c7715SBarry Smith           s2  -= v[1]*x1 + v[4]*x2 + v[7]*x3;
383b01c7715SBarry Smith           s3  -= v[2]*x1 + v[5]*x2 + v[8]*x3;
384b01c7715SBarry Smith           v   += 9;
385b01c7715SBarry Smith         }
386b01c7715SBarry Smith         x[i2]   = idiag[0]*s1 + idiag[3]*s2 + idiag[6]*s3;
387b01c7715SBarry Smith         x[i2+1] = idiag[1]*s1 + idiag[4]*s2 + idiag[7]*s3;
388b01c7715SBarry Smith         x[i2+2] = idiag[2]*s1 + idiag[5]*s2 + idiag[8]*s3;
389b01c7715SBarry Smith         idiag   += 9;
390b01c7715SBarry Smith         i2      += 3;
391b01c7715SBarry Smith       }
392b01c7715SBarry Smith       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
393dc0b31edSSatish Balay       ierr = PetscLogFlops(9.0*(a->nz));CHKERRQ(ierr);
394b01c7715SBarry Smith     }
395b01c7715SBarry Smith     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
396b01c7715SBarry Smith         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
397b01c7715SBarry Smith       i2    = 0;
398b01c7715SBarry Smith       mdiag = a->idiag+9*a->mbs;
399b01c7715SBarry Smith       for (i=0; i<m; i++) {
400b01c7715SBarry Smith         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2];
401b01c7715SBarry Smith         x[i2]   = mdiag[0]*x1 + mdiag[3]*x2 + mdiag[6]*x3;
402b01c7715SBarry Smith         x[i2+1] = mdiag[1]*x1 + mdiag[4]*x2 + mdiag[7]*x3;
403b01c7715SBarry Smith         x[i2+2] = mdiag[2]*x1 + mdiag[5]*x2 + mdiag[8]*x3;
404b01c7715SBarry Smith         mdiag  += 9;
405b01c7715SBarry Smith         i2     += 3;
406b01c7715SBarry Smith       }
407dc0b31edSSatish Balay       ierr = PetscLogFlops(15.0*m);CHKERRQ(ierr);
408b01c7715SBarry Smith     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
409d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
410b01c7715SBarry Smith     }
411b01c7715SBarry Smith     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
412b01c7715SBarry Smith       idiag   = a->idiag+9*a->mbs - 9;
413b01c7715SBarry Smith       i2      = 3*m - 3;
414b01c7715SBarry Smith       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2];
415b01c7715SBarry Smith       x[i2]   = idiag[0]*x1 + idiag[3]*x2 + idiag[6]*x3;
416b01c7715SBarry Smith       x[i2+1] = idiag[1]*x1 + idiag[4]*x2 + idiag[7]*x3;
417b01c7715SBarry Smith       x[i2+2] = idiag[2]*x1 + idiag[5]*x2 + idiag[8]*x3;
418b01c7715SBarry Smith       idiag -= 9;
419b01c7715SBarry Smith       i2    -= 3;
420b01c7715SBarry Smith       for (i=m-2; i>=0; i--) {
421b01c7715SBarry Smith         v     = aa + 9*(diag[i]+1);
422b01c7715SBarry Smith         vi    = aj + diag[i] + 1;
423b01c7715SBarry Smith         nz    = ai[i+1] - diag[i] - 1;
424b01c7715SBarry Smith         s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2];
425b01c7715SBarry Smith         while (nz--) {
426b01c7715SBarry Smith           idx  = 3*(*vi++);
427b01c7715SBarry Smith           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx];
428b01c7715SBarry Smith           s1  -= v[0]*x1 + v[3]*x2 + v[6]*x3;
429b01c7715SBarry Smith           s2  -= v[1]*x1 + v[4]*x2 + v[7]*x3;
430b01c7715SBarry Smith           s3  -= v[2]*x1 + v[5]*x2 + v[8]*x3;
431b01c7715SBarry Smith           v   += 9;
432b01c7715SBarry Smith         }
433b01c7715SBarry Smith         x[i2]   = idiag[0]*s1 + idiag[3]*s2 + idiag[6]*s3;
434b01c7715SBarry Smith         x[i2+1] = idiag[1]*s1 + idiag[4]*s2 + idiag[7]*s3;
435b01c7715SBarry Smith         x[i2+2] = idiag[2]*s1 + idiag[5]*s2 + idiag[8]*s3;
436b01c7715SBarry Smith         idiag   -= 9;
437b01c7715SBarry Smith         i2      -= 3;
438b01c7715SBarry Smith       }
439dc0b31edSSatish Balay       ierr = PetscLogFlops(9.0*(a->nz));CHKERRQ(ierr);
440b01c7715SBarry Smith     }
441b01c7715SBarry Smith   } else {
442634064b4SBarry Smith     SETERRQ(PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
443b01c7715SBarry Smith   }
4441ebc52fbSHong Zhang   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
4451ebc52fbSHong Zhang   ierr = VecRestoreArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
446b01c7715SBarry Smith   PetscFunctionReturn(0);
447b01c7715SBarry Smith }
448b01c7715SBarry Smith 
449b01c7715SBarry Smith #undef __FUNCT__
450b01c7715SBarry Smith #define __FUNCT__ "MatPBRelax_SeqBAIJ_4"
451c1ac3661SBarry Smith PetscErrorCode MatPBRelax_SeqBAIJ_4(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
452b01c7715SBarry Smith {
453b01c7715SBarry Smith   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
454b01c7715SBarry Smith   PetscScalar        *x,x1,x2,x3,x4,s1,s2,s3,s4;
455dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
456dd6ea824SBarry Smith   const PetscScalar  *b;
457dfbe8321SBarry Smith   PetscErrorCode     ierr;
458c1ac3661SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,idx;
459c1ac3661SBarry Smith   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
460b01c7715SBarry Smith 
461b01c7715SBarry Smith   PetscFunctionBegin;
46271f1c65dSBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_ERR_SUP,"No support yet for Eisenstat");
463b01c7715SBarry Smith   its = its*lits;
46477431f27SBarry Smith   if (its <= 0) SETERRQ2(PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
465b01c7715SBarry Smith   if (fshift) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
466b01c7715SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
46771f1c65dSBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
468b01c7715SBarry Smith   if (its > 1) SETERRQ(PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
469b01c7715SBarry Smith 
470b01c7715SBarry Smith   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
471b01c7715SBarry Smith 
472b01c7715SBarry Smith   diag  = a->diag;
473b01c7715SBarry Smith   idiag = a->idiag;
4741ebc52fbSHong Zhang   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
4751ebc52fbSHong Zhang   ierr = VecGetArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
476b01c7715SBarry Smith 
477b01c7715SBarry Smith   if (flag & SOR_ZERO_INITIAL_GUESS) {
478b01c7715SBarry Smith     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
479b01c7715SBarry Smith       x[0] = b[0]*idiag[0] + b[1]*idiag[4] + b[2]*idiag[8]  + b[3]*idiag[12];
480b01c7715SBarry Smith       x[1] = b[0]*idiag[1] + b[1]*idiag[5] + b[2]*idiag[9]  + b[3]*idiag[13];
481b01c7715SBarry Smith       x[2] = b[0]*idiag[2] + b[1]*idiag[6] + b[2]*idiag[10] + b[3]*idiag[14];
482b01c7715SBarry Smith       x[3] = b[0]*idiag[3] + b[1]*idiag[7] + b[2]*idiag[11] + b[3]*idiag[15];
483b01c7715SBarry Smith       i2     = 4;
484b01c7715SBarry Smith       idiag += 16;
485b01c7715SBarry Smith       for (i=1; i<m; i++) {
486b01c7715SBarry Smith 	v     = aa + 16*ai[i];
487b01c7715SBarry Smith 	vi    = aj + ai[i];
488b01c7715SBarry Smith 	nz    = diag[i] - ai[i];
489b01c7715SBarry Smith 	s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2]; s4 = b[i2+3];
490b01c7715SBarry Smith 	while (nz--) {
491b01c7715SBarry Smith 	  idx  = 4*(*vi++);
492b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx];
493b01c7715SBarry Smith 	  s1  -= v[0]*x1 + v[4]*x2 + v[8]*x3  + v[12]*x4;
494b01c7715SBarry Smith 	  s2  -= v[1]*x1 + v[5]*x2 + v[9]*x3  + v[13]*x4;
495b01c7715SBarry Smith 	  s3  -= v[2]*x1 + v[6]*x2 + v[10]*x3 + v[14]*x4;
496b01c7715SBarry Smith 	  s4  -= v[3]*x1 + v[7]*x2 + v[11]*x3 + v[15]*x4;
497b01c7715SBarry Smith 	  v   += 16;
498b01c7715SBarry Smith 	}
499b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[4]*s2 + idiag[8]*s3  + idiag[12]*s4;
500b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[5]*s2 + idiag[9]*s3  + idiag[13]*s4;
501b01c7715SBarry Smith 	x[i2+2] = idiag[2]*s1 + idiag[6]*s2 + idiag[10]*s3 + idiag[14]*s4;
502b01c7715SBarry Smith 	x[i2+3] = idiag[3]*s1 + idiag[7]*s2 + idiag[11]*s3 + idiag[15]*s4;
503b01c7715SBarry Smith         idiag   += 16;
504b01c7715SBarry Smith         i2      += 4;
505b01c7715SBarry Smith       }
506b01c7715SBarry Smith       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
507dc0b31edSSatish Balay       ierr = PetscLogFlops(16.0*(a->nz));CHKERRQ(ierr);
508b01c7715SBarry Smith     }
509b01c7715SBarry Smith     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
510b01c7715SBarry Smith         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
511b01c7715SBarry Smith       i2    = 0;
512b01c7715SBarry Smith       mdiag = a->idiag+16*a->mbs;
513b01c7715SBarry Smith       for (i=0; i<m; i++) {
514b01c7715SBarry Smith         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3];
515b01c7715SBarry Smith         x[i2]   = mdiag[0]*x1 + mdiag[4]*x2 + mdiag[8]*x3  + mdiag[12]*x4;
516b01c7715SBarry Smith         x[i2+1] = mdiag[1]*x1 + mdiag[5]*x2 + mdiag[9]*x3  + mdiag[13]*x4;
517b01c7715SBarry Smith         x[i2+2] = mdiag[2]*x1 + mdiag[6]*x2 + mdiag[10]*x3 + mdiag[14]*x4;
518b01c7715SBarry Smith         x[i2+3] = mdiag[3]*x1 + mdiag[7]*x2 + mdiag[11]*x3 + mdiag[15]*x4;
519b01c7715SBarry Smith         mdiag  += 16;
520b01c7715SBarry Smith         i2     += 4;
521b01c7715SBarry Smith       }
522dc0b31edSSatish Balay       ierr = PetscLogFlops(28.0*m);CHKERRQ(ierr);
523b01c7715SBarry Smith     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
524d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
525b01c7715SBarry Smith     }
526b01c7715SBarry Smith     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
527b01c7715SBarry Smith       idiag   = a->idiag+16*a->mbs - 16;
528b01c7715SBarry Smith       i2      = 4*m - 4;
529b01c7715SBarry Smith       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3];
530b01c7715SBarry Smith       x[i2]   = idiag[0]*x1 + idiag[4]*x2 + idiag[8]*x3  + idiag[12]*x4;
531b01c7715SBarry Smith       x[i2+1] = idiag[1]*x1 + idiag[5]*x2 + idiag[9]*x3  + idiag[13]*x4;
532b01c7715SBarry Smith       x[i2+2] = idiag[2]*x1 + idiag[6]*x2 + idiag[10]*x3 + idiag[14]*x4;
533b01c7715SBarry Smith       x[i2+3] = idiag[3]*x1 + idiag[7]*x2 + idiag[11]*x3 + idiag[15]*x4;
534b01c7715SBarry Smith       idiag -= 16;
535b01c7715SBarry Smith       i2    -= 4;
536b01c7715SBarry Smith       for (i=m-2; i>=0; i--) {
537b01c7715SBarry Smith 	v     = aa + 16*(diag[i]+1);
538b01c7715SBarry Smith 	vi    = aj + diag[i] + 1;
539b01c7715SBarry Smith 	nz    = ai[i+1] - diag[i] - 1;
540b01c7715SBarry Smith 	s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2]; s4 = x[i2+3];
541b01c7715SBarry Smith 	while (nz--) {
542b01c7715SBarry Smith 	  idx  = 4*(*vi++);
543b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx];
544b01c7715SBarry Smith 	  s1  -= v[0]*x1 + v[4]*x2 + v[8]*x3  + v[12]*x4;
545b01c7715SBarry Smith 	  s2  -= v[1]*x1 + v[5]*x2 + v[9]*x3  + v[13]*x4;
546b01c7715SBarry Smith 	  s3  -= v[2]*x1 + v[6]*x2 + v[10]*x3 + v[14]*x4;
547b01c7715SBarry Smith 	  s4  -= v[3]*x1 + v[7]*x2 + v[11]*x3 + v[15]*x4;
548b01c7715SBarry Smith 	  v   += 16;
549b01c7715SBarry Smith 	}
550b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[4]*s2 + idiag[8]*s3  + idiag[12]*s4;
551b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[5]*s2 + idiag[9]*s3  + idiag[13]*s4;
552b01c7715SBarry Smith 	x[i2+2] = idiag[2]*s1 + idiag[6]*s2 + idiag[10]*s3 + idiag[14]*s4;
553b01c7715SBarry Smith 	x[i2+3] = idiag[3]*s1 + idiag[7]*s2 + idiag[11]*s3 + idiag[15]*s4;
554b01c7715SBarry Smith         idiag   -= 16;
555b01c7715SBarry Smith         i2      -= 4;
556b01c7715SBarry Smith       }
557dc0b31edSSatish Balay       ierr = PetscLogFlops(16.0*(a->nz));CHKERRQ(ierr);
558b01c7715SBarry Smith     }
559b01c7715SBarry Smith   } else {
560634064b4SBarry Smith     SETERRQ(PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
561b01c7715SBarry Smith   }
5621ebc52fbSHong Zhang   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
5631ebc52fbSHong Zhang   ierr = VecRestoreArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
564b01c7715SBarry Smith   PetscFunctionReturn(0);
565b01c7715SBarry Smith }
566b01c7715SBarry Smith 
567b01c7715SBarry Smith #undef __FUNCT__
568b01c7715SBarry Smith #define __FUNCT__ "MatPBRelax_SeqBAIJ_5"
569c1ac3661SBarry Smith PetscErrorCode MatPBRelax_SeqBAIJ_5(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
570b01c7715SBarry Smith {
571b01c7715SBarry Smith   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
572b01c7715SBarry Smith   PetscScalar        *x,x1,x2,x3,x4,x5,s1,s2,s3,s4,s5;
573dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
574dd6ea824SBarry Smith   const PetscScalar  *b;
575dfbe8321SBarry Smith   PetscErrorCode     ierr;
576c1ac3661SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,idx;
577c1ac3661SBarry Smith   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
578b01c7715SBarry Smith 
579b01c7715SBarry Smith   PetscFunctionBegin;
58071f1c65dSBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_ERR_SUP,"No support yet for Eisenstat");
581b01c7715SBarry Smith   its = its*lits;
58277431f27SBarry Smith   if (its <= 0) SETERRQ2(PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
583b01c7715SBarry Smith   if (fshift) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
584b01c7715SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
58571f1c65dSBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
586b01c7715SBarry Smith   if (its > 1) SETERRQ(PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
587b01c7715SBarry Smith 
588b01c7715SBarry Smith   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
589b01c7715SBarry Smith 
590b01c7715SBarry Smith   diag  = a->diag;
591b01c7715SBarry Smith   idiag = a->idiag;
5921ebc52fbSHong Zhang   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
5931ebc52fbSHong Zhang   ierr = VecGetArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
594b01c7715SBarry Smith 
595b01c7715SBarry Smith   if (flag & SOR_ZERO_INITIAL_GUESS) {
596b01c7715SBarry Smith     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
597b01c7715SBarry Smith       x[0] = b[0]*idiag[0] + b[1]*idiag[5] + b[2]*idiag[10] + b[3]*idiag[15] + b[4]*idiag[20];
598b01c7715SBarry Smith       x[1] = b[0]*idiag[1] + b[1]*idiag[6] + b[2]*idiag[11] + b[3]*idiag[16] + b[4]*idiag[21];
599b01c7715SBarry Smith       x[2] = b[0]*idiag[2] + b[1]*idiag[7] + b[2]*idiag[12] + b[3]*idiag[17] + b[4]*idiag[22];
600b01c7715SBarry Smith       x[3] = b[0]*idiag[3] + b[1]*idiag[8] + b[2]*idiag[13] + b[3]*idiag[18] + b[4]*idiag[23];
601b01c7715SBarry Smith       x[4] = b[0]*idiag[4] + b[1]*idiag[9] + b[2]*idiag[14] + b[3]*idiag[19] + b[4]*idiag[24];
602b01c7715SBarry Smith       i2     = 5;
603b01c7715SBarry Smith       idiag += 25;
604b01c7715SBarry Smith       for (i=1; i<m; i++) {
605b01c7715SBarry Smith 	v     = aa + 25*ai[i];
606b01c7715SBarry Smith 	vi    = aj + ai[i];
607b01c7715SBarry Smith 	nz    = diag[i] - ai[i];
608b01c7715SBarry Smith 	s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2]; s4 = b[i2+3]; s5 = b[i2+4];
609b01c7715SBarry Smith 	while (nz--) {
610b01c7715SBarry Smith 	  idx  = 5*(*vi++);
611b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx];
612b01c7715SBarry Smith 	  s1  -= v[0]*x1 + v[5]*x2 + v[10]*x3 + v[15]*x4 + v[20]*x5;
613b01c7715SBarry Smith 	  s2  -= v[1]*x1 + v[6]*x2 + v[11]*x3 + v[16]*x4 + v[21]*x5;
614b01c7715SBarry Smith 	  s3  -= v[2]*x1 + v[7]*x2 + v[12]*x3 + v[17]*x4 + v[22]*x5;
615b01c7715SBarry Smith 	  s4  -= v[3]*x1 + v[8]*x2 + v[13]*x3 + v[18]*x4 + v[23]*x5;
616b01c7715SBarry Smith 	  s5  -= v[4]*x1 + v[9]*x2 + v[14]*x3 + v[19]*x4 + v[24]*x5;
617b01c7715SBarry Smith 	  v   += 25;
618b01c7715SBarry Smith 	}
619b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[5]*s2 + idiag[10]*s3 + idiag[15]*s4 + idiag[20]*s5;
620b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[6]*s2 + idiag[11]*s3 + idiag[16]*s4 + idiag[21]*s5;
621b01c7715SBarry Smith 	x[i2+2] = idiag[2]*s1 + idiag[7]*s2 + idiag[12]*s3 + idiag[17]*s4 + idiag[22]*s5;
622b01c7715SBarry Smith 	x[i2+3] = idiag[3]*s1 + idiag[8]*s2 + idiag[13]*s3 + idiag[18]*s4 + idiag[23]*s5;
623b01c7715SBarry Smith 	x[i2+4] = idiag[4]*s1 + idiag[9]*s2 + idiag[14]*s3 + idiag[19]*s4 + idiag[24]*s5;
624b01c7715SBarry Smith         idiag   += 25;
625b01c7715SBarry Smith         i2      += 5;
626b01c7715SBarry Smith       }
627b01c7715SBarry Smith       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
628dc0b31edSSatish Balay       ierr = PetscLogFlops(25.0*(a->nz));CHKERRQ(ierr);
629b01c7715SBarry Smith     }
630b01c7715SBarry Smith     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
631b01c7715SBarry Smith         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
632b01c7715SBarry Smith       i2    = 0;
633b01c7715SBarry Smith       mdiag = a->idiag+25*a->mbs;
634b01c7715SBarry Smith       for (i=0; i<m; i++) {
635b01c7715SBarry Smith         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4];
636b01c7715SBarry Smith         x[i2]   = mdiag[0]*x1 + mdiag[5]*x2 + mdiag[10]*x3 + mdiag[15]*x4 + mdiag[20]*x5;
637b01c7715SBarry Smith         x[i2+1] = mdiag[1]*x1 + mdiag[6]*x2 + mdiag[11]*x3 + mdiag[16]*x4 + mdiag[21]*x5;
638b01c7715SBarry Smith         x[i2+2] = mdiag[2]*x1 + mdiag[7]*x2 + mdiag[12]*x3 + mdiag[17]*x4 + mdiag[22]*x5;
639b01c7715SBarry Smith         x[i2+3] = mdiag[3]*x1 + mdiag[8]*x2 + mdiag[13]*x3 + mdiag[18]*x4 + mdiag[23]*x5;
640b01c7715SBarry Smith         x[i2+4] = mdiag[4]*x1 + mdiag[9]*x2 + mdiag[14]*x3 + mdiag[19]*x4 + mdiag[24]*x5;
641b01c7715SBarry Smith         mdiag  += 25;
642b01c7715SBarry Smith         i2     += 5;
643b01c7715SBarry Smith       }
644dc0b31edSSatish Balay       ierr = PetscLogFlops(45.0*m);CHKERRQ(ierr);
645b01c7715SBarry Smith     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
646d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
647b01c7715SBarry Smith     }
648b01c7715SBarry Smith     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
649b01c7715SBarry Smith       idiag   = a->idiag+25*a->mbs - 25;
650b01c7715SBarry Smith       i2      = 5*m - 5;
651b01c7715SBarry Smith       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4];
652b01c7715SBarry Smith       x[i2]   = idiag[0]*x1 + idiag[5]*x2 + idiag[10]*x3 + idiag[15]*x4 + idiag[20]*x5;
653b01c7715SBarry Smith       x[i2+1] = idiag[1]*x1 + idiag[6]*x2 + idiag[11]*x3 + idiag[16]*x4 + idiag[21]*x5;
654b01c7715SBarry Smith       x[i2+2] = idiag[2]*x1 + idiag[7]*x2 + idiag[12]*x3 + idiag[17]*x4 + idiag[22]*x5;
655b01c7715SBarry Smith       x[i2+3] = idiag[3]*x1 + idiag[8]*x2 + idiag[13]*x3 + idiag[18]*x4 + idiag[23]*x5;
656b01c7715SBarry Smith       x[i2+4] = idiag[4]*x1 + idiag[9]*x2 + idiag[14]*x3 + idiag[19]*x4 + idiag[24]*x5;
657b01c7715SBarry Smith       idiag -= 25;
658b01c7715SBarry Smith       i2    -= 5;
659b01c7715SBarry Smith       for (i=m-2; i>=0; i--) {
660b01c7715SBarry Smith 	v     = aa + 25*(diag[i]+1);
661b01c7715SBarry Smith 	vi    = aj + diag[i] + 1;
662b01c7715SBarry Smith 	nz    = ai[i+1] - diag[i] - 1;
663b01c7715SBarry Smith 	s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2]; s4 = x[i2+3]; s5 = x[i2+4];
664b01c7715SBarry Smith 	while (nz--) {
665b01c7715SBarry Smith 	  idx  = 5*(*vi++);
666b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx];
667b01c7715SBarry Smith 	  s1  -= v[0]*x1 + v[5]*x2 + v[10]*x3 + v[15]*x4 + v[20]*x5;
668b01c7715SBarry Smith 	  s2  -= v[1]*x1 + v[6]*x2 + v[11]*x3 + v[16]*x4 + v[21]*x5;
669b01c7715SBarry Smith 	  s3  -= v[2]*x1 + v[7]*x2 + v[12]*x3 + v[17]*x4 + v[22]*x5;
670b01c7715SBarry Smith 	  s4  -= v[3]*x1 + v[8]*x2 + v[13]*x3 + v[18]*x4 + v[23]*x5;
671b01c7715SBarry Smith 	  s5  -= v[4]*x1 + v[9]*x2 + v[14]*x3 + v[19]*x4 + v[24]*x5;
672b01c7715SBarry Smith 	  v   += 25;
673b01c7715SBarry Smith 	}
674b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[5]*s2 + idiag[10]*s3 + idiag[15]*s4 + idiag[20]*s5;
675b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[6]*s2 + idiag[11]*s3 + idiag[16]*s4 + idiag[21]*s5;
676b01c7715SBarry Smith 	x[i2+2] = idiag[2]*s1 + idiag[7]*s2 + idiag[12]*s3 + idiag[17]*s4 + idiag[22]*s5;
677b01c7715SBarry Smith 	x[i2+3] = idiag[3]*s1 + idiag[8]*s2 + idiag[13]*s3 + idiag[18]*s4 + idiag[23]*s5;
678b01c7715SBarry Smith 	x[i2+4] = idiag[4]*s1 + idiag[9]*s2 + idiag[14]*s3 + idiag[19]*s4 + idiag[24]*s5;
679b01c7715SBarry Smith         idiag   -= 25;
680b01c7715SBarry Smith         i2      -= 5;
681b01c7715SBarry Smith       }
682dc0b31edSSatish Balay       ierr = PetscLogFlops(25.0*(a->nz));CHKERRQ(ierr);
683b01c7715SBarry Smith     }
684b01c7715SBarry Smith   } else {
685634064b4SBarry Smith     SETERRQ(PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
686b01c7715SBarry Smith   }
6871ebc52fbSHong Zhang   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
6881ebc52fbSHong Zhang   ierr = VecRestoreArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
689b01c7715SBarry Smith   PetscFunctionReturn(0);
690b01c7715SBarry Smith }
691b01c7715SBarry Smith 
6926d3beeddSMatthew Knepley #undef __FUNCT__
6936d3beeddSMatthew Knepley #define __FUNCT__ "MatPBRelax_SeqBAIJ_6"
6946d3beeddSMatthew Knepley PetscErrorCode MatPBRelax_SeqBAIJ_6(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
6956d3beeddSMatthew Knepley {
6966d3beeddSMatthew Knepley   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
6976d3beeddSMatthew Knepley   PetscScalar        *x,x1,x2,x3,x4,x5,x6,s1,s2,s3,s4,s5,s6;
698dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
699dd6ea824SBarry Smith   const PetscScalar  *b;
7006d3beeddSMatthew Knepley   PetscErrorCode     ierr;
7016d3beeddSMatthew Knepley   PetscInt           m = a->mbs,i,i2,nz,idx;
7026d3beeddSMatthew Knepley   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
7036d3beeddSMatthew Knepley 
7046d3beeddSMatthew Knepley   PetscFunctionBegin;
7056d3beeddSMatthew Knepley   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_ERR_SUP,"No support yet for Eisenstat");
7066d3beeddSMatthew Knepley   its = its*lits;
7076d3beeddSMatthew Knepley   if (its <= 0) SETERRQ2(PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
7086d3beeddSMatthew Knepley   if (fshift) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
7096d3beeddSMatthew Knepley   if (omega != 1.0) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
7106d3beeddSMatthew Knepley   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
7116d3beeddSMatthew Knepley   if (its > 1) SETERRQ(PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
7126d3beeddSMatthew Knepley 
7136d3beeddSMatthew Knepley   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
7146d3beeddSMatthew Knepley 
7156d3beeddSMatthew Knepley   diag  = a->diag;
7166d3beeddSMatthew Knepley   idiag = a->idiag;
7176d3beeddSMatthew Knepley   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
7186d3beeddSMatthew Knepley   ierr = VecGetArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
7196d3beeddSMatthew Knepley 
7206d3beeddSMatthew Knepley   if (flag & SOR_ZERO_INITIAL_GUESS) {
7216d3beeddSMatthew Knepley     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
7226d3beeddSMatthew Knepley       x[0] = b[0]*idiag[0] + b[1]*idiag[6]  + b[2]*idiag[12] + b[3]*idiag[18] + b[4]*idiag[24] + b[5]*idiag[30];
7236d3beeddSMatthew Knepley       x[1] = b[0]*idiag[1] + b[1]*idiag[7]  + b[2]*idiag[13] + b[3]*idiag[19] + b[4]*idiag[25] + b[5]*idiag[31];
7246d3beeddSMatthew Knepley       x[2] = b[0]*idiag[2] + b[1]*idiag[8]  + b[2]*idiag[14] + b[3]*idiag[20] + b[4]*idiag[26] + b[5]*idiag[32];
7256d3beeddSMatthew Knepley       x[3] = b[0]*idiag[3] + b[1]*idiag[9]  + b[2]*idiag[15] + b[3]*idiag[21] + b[4]*idiag[27] + b[5]*idiag[33];
7266d3beeddSMatthew Knepley       x[4] = b[0]*idiag[4] + b[1]*idiag[10] + b[2]*idiag[16] + b[3]*idiag[22] + b[4]*idiag[28] + b[5]*idiag[34];
7276d3beeddSMatthew Knepley       x[5] = b[0]*idiag[5] + b[1]*idiag[11] + b[2]*idiag[17] + b[3]*idiag[23] + b[4]*idiag[29] + b[5]*idiag[35];
7286d3beeddSMatthew Knepley       i2     = 6;
7296d3beeddSMatthew Knepley       idiag += 36;
7306d3beeddSMatthew Knepley       for (i=1; i<m; i++) {
7316d3beeddSMatthew Knepley         v     = aa + 36*ai[i];
7326d3beeddSMatthew Knepley         vi    = aj + ai[i];
7336d3beeddSMatthew Knepley         nz    = diag[i] - ai[i];
7346d3beeddSMatthew Knepley         s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2]; s4 = b[i2+3]; s5 = b[i2+4]; s6 = b[i2+5];
7356d3beeddSMatthew Knepley         while (nz--) {
7366d3beeddSMatthew Knepley           idx  = 6*(*vi++);
7376d3beeddSMatthew Knepley           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx]; x6 = x[5+idx];
7386d3beeddSMatthew Knepley           s1  -= v[0]*x1 + v[6]*x2  + v[12]*x3 + v[18]*x4 + v[24]*x5 + v[30]*x6;
7396d3beeddSMatthew Knepley           s2  -= v[1]*x1 + v[7]*x2  + v[13]*x3 + v[19]*x4 + v[25]*x5 + v[31]*x6;
7406d3beeddSMatthew Knepley           s3  -= v[2]*x1 + v[8]*x2  + v[14]*x3 + v[20]*x4 + v[26]*x5 + v[32]*x6;
7416d3beeddSMatthew Knepley           s4  -= v[3]*x1 + v[9]*x2  + v[15]*x3 + v[21]*x4 + v[27]*x5 + v[33]*x6;
7426d3beeddSMatthew Knepley           s5  -= v[4]*x1 + v[10]*x2 + v[16]*x3 + v[22]*x4 + v[28]*x5 + v[34]*x6;
7436d3beeddSMatthew Knepley           s6  -= v[5]*x1 + v[11]*x2 + v[17]*x3 + v[23]*x4 + v[29]*x5 + v[35]*x6;
7446d3beeddSMatthew Knepley           v   += 36;
7456d3beeddSMatthew Knepley         }
7466d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1 + idiag[6]*s2  + idiag[12]*s3 + idiag[18]*s4 + idiag[24]*s5 + idiag[30]*s6;
7476d3beeddSMatthew Knepley         x[i2+1] = idiag[1]*s1 + idiag[7]*s2  + idiag[13]*s3 + idiag[19]*s4 + idiag[25]*s5 + idiag[31]*s6;
7486d3beeddSMatthew Knepley         x[i2+2] = idiag[2]*s1 + idiag[8]*s2  + idiag[14]*s3 + idiag[20]*s4 + idiag[26]*s5 + idiag[32]*s6;
7496d3beeddSMatthew Knepley         x[i2+3] = idiag[3]*s1 + idiag[9]*s2  + idiag[15]*s3 + idiag[21]*s4 + idiag[27]*s5 + idiag[33]*s6;
7506d3beeddSMatthew Knepley         x[i2+4] = idiag[4]*s1 + idiag[10]*s2 + idiag[16]*s3 + idiag[22]*s4 + idiag[28]*s5 + idiag[34]*s6;
7516d3beeddSMatthew Knepley         x[i2+5] = idiag[5]*s1 + idiag[11]*s2 + idiag[17]*s3 + idiag[23]*s4 + idiag[29]*s5 + idiag[35]*s6;
7526d3beeddSMatthew Knepley         idiag   += 36;
7536d3beeddSMatthew Knepley         i2      += 6;
7546d3beeddSMatthew Knepley       }
7556d3beeddSMatthew Knepley       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
756dc0b31edSSatish Balay       ierr = PetscLogFlops(36.0*(a->nz));CHKERRQ(ierr);
7576d3beeddSMatthew Knepley     }
7586d3beeddSMatthew Knepley     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
7596d3beeddSMatthew Knepley         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
7606d3beeddSMatthew Knepley       i2    = 0;
7616d3beeddSMatthew Knepley       mdiag = a->idiag+36*a->mbs;
7626d3beeddSMatthew Knepley       for (i=0; i<m; i++) {
7636d3beeddSMatthew Knepley         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4]; x6 = x[i2+5];
7646d3beeddSMatthew Knepley         x[i2]   = mdiag[0]*x1 + mdiag[6]*x2  + mdiag[12]*x3 + mdiag[18]*x4 + mdiag[24]*x5 + mdiag[30]*x6;
7656d3beeddSMatthew Knepley         x[i2+1] = mdiag[1]*x1 + mdiag[7]*x2  + mdiag[13]*x3 + mdiag[19]*x4 + mdiag[25]*x5 + mdiag[31]*x6;
7666d3beeddSMatthew Knepley         x[i2+2] = mdiag[2]*x1 + mdiag[8]*x2  + mdiag[14]*x3 + mdiag[20]*x4 + mdiag[26]*x5 + mdiag[32]*x6;
7676d3beeddSMatthew Knepley         x[i2+3] = mdiag[3]*x1 + mdiag[9]*x2  + mdiag[15]*x3 + mdiag[21]*x4 + mdiag[27]*x5 + mdiag[33]*x6;
7686d3beeddSMatthew Knepley         x[i2+4] = mdiag[4]*x1 + mdiag[10]*x2 + mdiag[16]*x3 + mdiag[22]*x4 + mdiag[28]*x5 + mdiag[34]*x6;
7696d3beeddSMatthew Knepley         x[i2+5] = mdiag[5]*x1 + mdiag[11]*x2 + mdiag[17]*x3 + mdiag[23]*x4 + mdiag[29]*x5 + mdiag[35]*x6;
7706d3beeddSMatthew Knepley         mdiag  += 36;
7716d3beeddSMatthew Knepley         i2     += 6;
7726d3beeddSMatthew Knepley       }
773dc0b31edSSatish Balay       ierr = PetscLogFlops(60.0*m);CHKERRQ(ierr);
7746d3beeddSMatthew Knepley     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
775d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
7766d3beeddSMatthew Knepley     }
7776d3beeddSMatthew Knepley     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
7786d3beeddSMatthew Knepley       idiag   = a->idiag+36*a->mbs - 36;
7796d3beeddSMatthew Knepley       i2      = 6*m - 6;
7806d3beeddSMatthew Knepley       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4]; x6 = x[i2+5];
7816d3beeddSMatthew Knepley       x[i2]   = idiag[0]*x1 + idiag[6]*x2  + idiag[12]*x3 + idiag[18]*x4 + idiag[24]*x5 + idiag[30]*x6;
7826d3beeddSMatthew Knepley       x[i2+1] = idiag[1]*x1 + idiag[7]*x2  + idiag[13]*x3 + idiag[19]*x4 + idiag[25]*x5 + idiag[31]*x6;
7836d3beeddSMatthew Knepley       x[i2+2] = idiag[2]*x1 + idiag[8]*x2  + idiag[14]*x3 + idiag[20]*x4 + idiag[26]*x5 + idiag[32]*x6;
7846d3beeddSMatthew Knepley       x[i2+3] = idiag[3]*x1 + idiag[9]*x2  + idiag[15]*x3 + idiag[21]*x4 + idiag[27]*x5 + idiag[33]*x6;
7856d3beeddSMatthew Knepley       x[i2+4] = idiag[4]*x1 + idiag[10]*x2 + idiag[16]*x3 + idiag[22]*x4 + idiag[28]*x5 + idiag[34]*x6;
7866d3beeddSMatthew Knepley       x[i2+5] = idiag[5]*x1 + idiag[11]*x2 + idiag[17]*x3 + idiag[23]*x4 + idiag[29]*x5 + idiag[35]*x6;
7876d3beeddSMatthew Knepley       idiag -= 36;
7886d3beeddSMatthew Knepley       i2    -= 6;
7896d3beeddSMatthew Knepley       for (i=m-2; i>=0; i--) {
7906d3beeddSMatthew Knepley         v     = aa + 36*(diag[i]+1);
7916d3beeddSMatthew Knepley         vi    = aj + diag[i] + 1;
7926d3beeddSMatthew Knepley         nz    = ai[i+1] - diag[i] - 1;
7936d3beeddSMatthew Knepley         s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2]; s4 = x[i2+3]; s5 = x[i2+4]; s6 = x[i2+5];
7946d3beeddSMatthew Knepley         while (nz--) {
7956d3beeddSMatthew Knepley           idx  = 6*(*vi++);
7966d3beeddSMatthew Knepley           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx]; x6 = x[5+idx];
7976d3beeddSMatthew Knepley           s1  -= v[0]*x1 + v[6]*x2  + v[12]*x3 + v[18]*x4 + v[24]*x5 + v[30]*x6;
7986d3beeddSMatthew Knepley           s2  -= v[1]*x1 + v[7]*x2  + v[13]*x3 + v[19]*x4 + v[25]*x5 + v[31]*x6;
7996d3beeddSMatthew Knepley           s3  -= v[2]*x1 + v[8]*x2  + v[14]*x3 + v[20]*x4 + v[26]*x5 + v[32]*x6;
8006d3beeddSMatthew Knepley           s4  -= v[3]*x1 + v[9]*x2  + v[15]*x3 + v[21]*x4 + v[27]*x5 + v[33]*x6;
8016d3beeddSMatthew Knepley           s5  -= v[4]*x1 + v[10]*x2 + v[16]*x3 + v[22]*x4 + v[28]*x5 + v[34]*x6;
8026d3beeddSMatthew Knepley           s6  -= v[5]*x1 + v[11]*x2 + v[17]*x3 + v[23]*x4 + v[29]*x5 + v[35]*x6;
8036d3beeddSMatthew Knepley           v   += 36;
8046d3beeddSMatthew Knepley         }
8056d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1 + idiag[6]*s2  + idiag[12]*s3 + idiag[18]*s4 + idiag[24]*s5 + idiag[30]*s6;
8066d3beeddSMatthew Knepley         x[i2+1] = idiag[1]*s1 + idiag[7]*s2  + idiag[13]*s3 + idiag[19]*s4 + idiag[25]*s5 + idiag[31]*s6;
8076d3beeddSMatthew Knepley         x[i2+2] = idiag[2]*s1 + idiag[8]*s2  + idiag[14]*s3 + idiag[20]*s4 + idiag[26]*s5 + idiag[32]*s6;
8086d3beeddSMatthew Knepley         x[i2+3] = idiag[3]*s1 + idiag[9]*s2  + idiag[15]*s3 + idiag[21]*s4 + idiag[27]*s5 + idiag[33]*s6;
8096d3beeddSMatthew Knepley         x[i2+4] = idiag[4]*s1 + idiag[10]*s2 + idiag[16]*s3 + idiag[22]*s4 + idiag[28]*s5 + idiag[34]*s6;
8106d3beeddSMatthew Knepley         x[i2+5] = idiag[5]*s1 + idiag[11]*s2 + idiag[17]*s3 + idiag[23]*s4 + idiag[29]*s5 + idiag[35]*s6;
8116d3beeddSMatthew Knepley         idiag   -= 36;
8126d3beeddSMatthew Knepley         i2      -= 6;
8136d3beeddSMatthew Knepley       }
814dc0b31edSSatish Balay       ierr = PetscLogFlops(36.0*(a->nz));CHKERRQ(ierr);
8156d3beeddSMatthew Knepley     }
8166d3beeddSMatthew Knepley   } else {
8176d3beeddSMatthew Knepley     SETERRQ(PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
8186d3beeddSMatthew Knepley   }
8196d3beeddSMatthew Knepley   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
8206d3beeddSMatthew Knepley   ierr = VecRestoreArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
8216d3beeddSMatthew Knepley   PetscFunctionReturn(0);
8226d3beeddSMatthew Knepley }
8236d3beeddSMatthew Knepley 
8246d3beeddSMatthew Knepley #undef __FUNCT__
8256d3beeddSMatthew Knepley #define __FUNCT__ "MatPBRelax_SeqBAIJ_7"
8266d3beeddSMatthew Knepley PetscErrorCode MatPBRelax_SeqBAIJ_7(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
8276d3beeddSMatthew Knepley {
8286d3beeddSMatthew Knepley   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
8296d3beeddSMatthew Knepley   PetscScalar        *x,x1,x2,x3,x4,x5,x6,x7,s1,s2,s3,s4,s5,s6,s7;
830dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
831dd6ea824SBarry Smith   const PetscScalar  *b;
8326d3beeddSMatthew Knepley   PetscErrorCode     ierr;
8336d3beeddSMatthew Knepley   PetscInt           m = a->mbs,i,i2,nz,idx;
8346d3beeddSMatthew Knepley   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
8356d3beeddSMatthew Knepley 
8366d3beeddSMatthew Knepley   PetscFunctionBegin;
8376d3beeddSMatthew Knepley   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_ERR_SUP,"No support yet for Eisenstat");
8386d3beeddSMatthew Knepley   its = its*lits;
8396d3beeddSMatthew Knepley   if (its <= 0) SETERRQ2(PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
8406d3beeddSMatthew Knepley   if (fshift) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
8416d3beeddSMatthew Knepley   if (omega != 1.0) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
8426d3beeddSMatthew Knepley   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
8436d3beeddSMatthew Knepley   if (its > 1) SETERRQ(PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
8446d3beeddSMatthew Knepley 
8456d3beeddSMatthew Knepley   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
8466d3beeddSMatthew Knepley 
8476d3beeddSMatthew Knepley   diag  = a->diag;
8486d3beeddSMatthew Knepley   idiag = a->idiag;
8496d3beeddSMatthew Knepley   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
8506d3beeddSMatthew Knepley   ierr = VecGetArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
8516d3beeddSMatthew Knepley 
8526d3beeddSMatthew Knepley   if (flag & SOR_ZERO_INITIAL_GUESS) {
8536d3beeddSMatthew Knepley     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
8546d3beeddSMatthew Knepley       x[0] = b[0]*idiag[0] + b[1]*idiag[7]  + b[2]*idiag[14] + b[3]*idiag[21] + b[4]*idiag[28] + b[5]*idiag[35] + b[6]*idiag[42];
8556d3beeddSMatthew Knepley       x[1] = b[0]*idiag[1] + b[1]*idiag[8]  + b[2]*idiag[15] + b[3]*idiag[22] + b[4]*idiag[29] + b[5]*idiag[36] + b[6]*idiag[43];
8566d3beeddSMatthew Knepley       x[2] = b[0]*idiag[2] + b[1]*idiag[9]  + b[2]*idiag[16] + b[3]*idiag[23] + b[4]*idiag[30] + b[5]*idiag[37] + b[6]*idiag[44];
8576d3beeddSMatthew Knepley       x[3] = b[0]*idiag[3] + b[1]*idiag[10] + b[2]*idiag[17] + b[3]*idiag[24] + b[4]*idiag[31] + b[5]*idiag[38] + b[6]*idiag[45];
8586d3beeddSMatthew Knepley       x[4] = b[0]*idiag[4] + b[1]*idiag[11] + b[2]*idiag[18] + b[3]*idiag[25] + b[4]*idiag[32] + b[5]*idiag[39] + b[6]*idiag[46];
8596d3beeddSMatthew Knepley       x[5] = b[0]*idiag[5] + b[1]*idiag[12] + b[2]*idiag[19] + b[3]*idiag[26] + b[4]*idiag[33] + b[5]*idiag[40] + b[6]*idiag[47];
8606d3beeddSMatthew Knepley       x[6] = b[0]*idiag[6] + b[1]*idiag[13] + b[2]*idiag[20] + b[3]*idiag[27] + b[4]*idiag[34] + b[5]*idiag[41] + b[6]*idiag[48];
8616d3beeddSMatthew Knepley       i2     = 7;
8626d3beeddSMatthew Knepley       idiag += 49;
8636d3beeddSMatthew Knepley       for (i=1; i<m; i++) {
8646d3beeddSMatthew Knepley         v     = aa + 49*ai[i];
8656d3beeddSMatthew Knepley         vi    = aj + ai[i];
8666d3beeddSMatthew Knepley         nz    = diag[i] - ai[i];
8676d3beeddSMatthew Knepley         s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2]; s4 = b[i2+3]; s5 = b[i2+4]; s6 = b[i2+5]; s7 = b[i2+6];
8686d3beeddSMatthew Knepley         while (nz--) {
8696d3beeddSMatthew Knepley           idx  = 7*(*vi++);
8706d3beeddSMatthew Knepley           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx]; x6 = x[5+idx]; x7 = x[6+idx];
8716d3beeddSMatthew Knepley           s1  -= v[0]*x1 + v[7]*x2  + v[14]*x3 + v[21]*x4 + v[28]*x5 + v[35]*x6 + v[42]*x7;
8726d3beeddSMatthew Knepley           s2  -= v[1]*x1 + v[8]*x2  + v[15]*x3 + v[22]*x4 + v[29]*x5 + v[36]*x6 + v[43]*x7;
8736d3beeddSMatthew Knepley           s3  -= v[2]*x1 + v[9]*x2  + v[16]*x3 + v[23]*x4 + v[30]*x5 + v[37]*x6 + v[44]*x7;
8746d3beeddSMatthew Knepley           s4  -= v[3]*x1 + v[10]*x2 + v[17]*x3 + v[24]*x4 + v[31]*x5 + v[38]*x6 + v[45]*x7;
8756d3beeddSMatthew Knepley           s5  -= v[4]*x1 + v[11]*x2 + v[18]*x3 + v[25]*x4 + v[32]*x5 + v[39]*x6 + v[46]*x7;
8766d3beeddSMatthew Knepley           s6  -= v[5]*x1 + v[12]*x2 + v[19]*x3 + v[26]*x4 + v[33]*x5 + v[40]*x6 + v[47]*x7;
8776d3beeddSMatthew Knepley           s7  -= v[6]*x1 + v[13]*x2 + v[20]*x3 + v[27]*x4 + v[34]*x5 + v[41]*x6 + v[48]*x7;
8786d3beeddSMatthew Knepley           v   += 49;
8796d3beeddSMatthew Knepley         }
8806d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1 + idiag[7]*s2  + idiag[14]*s3 + idiag[21]*s4 + idiag[28]*s5 + idiag[35]*s6 + idiag[42]*s7;
8816d3beeddSMatthew Knepley         x[i2+1] = idiag[1]*s1 + idiag[8]*s2  + idiag[15]*s3 + idiag[22]*s4 + idiag[29]*s5 + idiag[36]*s6 + idiag[43]*s7;
8826d3beeddSMatthew Knepley         x[i2+2] = idiag[2]*s1 + idiag[9]*s2  + idiag[16]*s3 + idiag[23]*s4 + idiag[30]*s5 + idiag[37]*s6 + idiag[44]*s7;
8836d3beeddSMatthew Knepley         x[i2+3] = idiag[3]*s1 + idiag[10]*s2 + idiag[17]*s3 + idiag[24]*s4 + idiag[31]*s5 + idiag[38]*s6 + idiag[45]*s7;
8846d3beeddSMatthew Knepley         x[i2+4] = idiag[4]*s1 + idiag[11]*s2 + idiag[18]*s3 + idiag[25]*s4 + idiag[32]*s5 + idiag[39]*s6 + idiag[46]*s7;
8856d3beeddSMatthew Knepley         x[i2+5] = idiag[5]*s1 + idiag[12]*s2 + idiag[19]*s3 + idiag[26]*s4 + idiag[33]*s5 + idiag[40]*s6 + idiag[47]*s7;
8866d3beeddSMatthew Knepley         x[i2+6] = idiag[6]*s1 + idiag[13]*s2 + idiag[20]*s3 + idiag[27]*s4 + idiag[34]*s5 + idiag[41]*s6 + idiag[48]*s7;
8876d3beeddSMatthew Knepley         idiag   += 49;
8886d3beeddSMatthew Knepley         i2      += 7;
8896d3beeddSMatthew Knepley       }
8906d3beeddSMatthew Knepley       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
891dc0b31edSSatish Balay       ierr = PetscLogFlops(49.0*(a->nz));CHKERRQ(ierr);
8926d3beeddSMatthew Knepley     }
8936d3beeddSMatthew Knepley     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
8946d3beeddSMatthew Knepley         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
8956d3beeddSMatthew Knepley       i2    = 0;
8966d3beeddSMatthew Knepley       mdiag = a->idiag+49*a->mbs;
8976d3beeddSMatthew Knepley       for (i=0; i<m; i++) {
8986d3beeddSMatthew Knepley         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4]; x6 = x[i2+5]; x7 = x[i2+6];
8996d3beeddSMatthew Knepley         x[i2]   = mdiag[0]*x1 + mdiag[7]*x2  + mdiag[14]*x3 + mdiag[21]*x4 + mdiag[28]*x5 + mdiag[35]*x6 + mdiag[35]*x7;
9006d3beeddSMatthew Knepley         x[i2+1] = mdiag[1]*x1 + mdiag[8]*x2  + mdiag[15]*x3 + mdiag[22]*x4 + mdiag[29]*x5 + mdiag[36]*x6 + mdiag[36]*x7;
9016d3beeddSMatthew Knepley         x[i2+2] = mdiag[2]*x1 + mdiag[9]*x2  + mdiag[16]*x3 + mdiag[23]*x4 + mdiag[30]*x5 + mdiag[37]*x6 + mdiag[37]*x7;
9026d3beeddSMatthew Knepley         x[i2+3] = mdiag[3]*x1 + mdiag[10]*x2 + mdiag[17]*x3 + mdiag[24]*x4 + mdiag[31]*x5 + mdiag[38]*x6 + mdiag[38]*x7;
9036d3beeddSMatthew Knepley         x[i2+4] = mdiag[4]*x1 + mdiag[11]*x2 + mdiag[18]*x3 + mdiag[25]*x4 + mdiag[32]*x5 + mdiag[39]*x6 + mdiag[39]*x7;
9046d3beeddSMatthew Knepley         x[i2+5] = mdiag[5]*x1 + mdiag[12]*x2 + mdiag[19]*x3 + mdiag[26]*x4 + mdiag[33]*x5 + mdiag[40]*x6 + mdiag[40]*x7;
9056d3beeddSMatthew Knepley         x[i2+6] = mdiag[6]*x1 + mdiag[13]*x2 + mdiag[20]*x3 + mdiag[27]*x4 + mdiag[34]*x5 + mdiag[41]*x6 + mdiag[41]*x7;
9066d3beeddSMatthew Knepley         mdiag  += 36;
9076d3beeddSMatthew Knepley         i2     += 6;
9086d3beeddSMatthew Knepley       }
909dc0b31edSSatish Balay       ierr = PetscLogFlops(93.0*m);CHKERRQ(ierr);
9106d3beeddSMatthew Knepley     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
911d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
9126d3beeddSMatthew Knepley     }
9136d3beeddSMatthew Knepley     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
9146d3beeddSMatthew Knepley       idiag   = a->idiag+49*a->mbs - 49;
9156d3beeddSMatthew Knepley       i2      = 7*m - 7;
9166d3beeddSMatthew Knepley       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4]; x6 = x[i2+5]; x7 = x[i2+6];
9176d3beeddSMatthew Knepley       x[i2]   = idiag[0]*x1 + idiag[7]*x2  + idiag[14]*x3 + idiag[21]*x4 + idiag[28]*x5 + idiag[35]*x6 + idiag[42]*x7;
9186d3beeddSMatthew Knepley       x[i2+1] = idiag[1]*x1 + idiag[8]*x2  + idiag[15]*x3 + idiag[22]*x4 + idiag[29]*x5 + idiag[36]*x6 + idiag[43]*x7;
9196d3beeddSMatthew Knepley       x[i2+2] = idiag[2]*x1 + idiag[9]*x2  + idiag[16]*x3 + idiag[23]*x4 + idiag[30]*x5 + idiag[37]*x6 + idiag[44]*x7;
9206d3beeddSMatthew Knepley       x[i2+3] = idiag[3]*x1 + idiag[10]*x2 + idiag[17]*x3 + idiag[24]*x4 + idiag[31]*x5 + idiag[38]*x6 + idiag[45]*x7;
9216d3beeddSMatthew Knepley       x[i2+4] = idiag[4]*x1 + idiag[11]*x2 + idiag[18]*x3 + idiag[25]*x4 + idiag[32]*x5 + idiag[39]*x6 + idiag[46]*x7;
9226d3beeddSMatthew Knepley       x[i2+5] = idiag[5]*x1 + idiag[12]*x2 + idiag[19]*x3 + idiag[26]*x4 + idiag[33]*x5 + idiag[40]*x6 + idiag[47]*x7;
9236d3beeddSMatthew Knepley       x[i2+6] = idiag[6]*x1 + idiag[13]*x2 + idiag[20]*x3 + idiag[27]*x4 + idiag[34]*x5 + idiag[41]*x6 + idiag[48]*x7;
9246d3beeddSMatthew Knepley       idiag -= 49;
9256d3beeddSMatthew Knepley       i2    -= 7;
9266d3beeddSMatthew Knepley       for (i=m-2; i>=0; i--) {
9276d3beeddSMatthew Knepley         v     = aa + 49*(diag[i]+1);
9286d3beeddSMatthew Knepley         vi    = aj + diag[i] + 1;
9296d3beeddSMatthew Knepley         nz    = ai[i+1] - diag[i] - 1;
9306d3beeddSMatthew Knepley         s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2]; s4 = x[i2+3]; s5 = x[i2+4]; s6 = x[i2+5]; s7 = x[i2+6];
9316d3beeddSMatthew Knepley         while (nz--) {
9326d3beeddSMatthew Knepley           idx  = 7*(*vi++);
9336d3beeddSMatthew Knepley           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx]; x6 = x[5+idx]; x7 = x[6+idx];
9346d3beeddSMatthew Knepley           s1  -= v[0]*x1 + v[7]*x2  + v[14]*x3 + v[21]*x4 + v[28]*x5 + v[35]*x6 + v[42]*x7;
9356d3beeddSMatthew Knepley           s2  -= v[1]*x1 + v[8]*x2  + v[15]*x3 + v[22]*x4 + v[29]*x5 + v[36]*x6 + v[43]*x7;
9366d3beeddSMatthew Knepley           s3  -= v[2]*x1 + v[9]*x2  + v[16]*x3 + v[23]*x4 + v[30]*x5 + v[37]*x6 + v[44]*x7;
9376d3beeddSMatthew Knepley           s4  -= v[3]*x1 + v[10]*x2 + v[17]*x3 + v[24]*x4 + v[31]*x5 + v[38]*x6 + v[45]*x7;
9386d3beeddSMatthew Knepley           s5  -= v[4]*x1 + v[11]*x2 + v[18]*x3 + v[25]*x4 + v[32]*x5 + v[39]*x6 + v[46]*x7;
9396d3beeddSMatthew Knepley           s6  -= v[5]*x1 + v[12]*x2 + v[19]*x3 + v[26]*x4 + v[33]*x5 + v[40]*x6 + v[47]*x7;
9406d3beeddSMatthew Knepley           s7  -= v[6]*x1 + v[13]*x2 + v[20]*x3 + v[27]*x4 + v[34]*x5 + v[41]*x6 + v[48]*x7;
9416d3beeddSMatthew Knepley           v   += 49;
9426d3beeddSMatthew Knepley         }
9436d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1 + idiag[7]*s2  + idiag[14]*s3 + idiag[21]*s4 + idiag[28]*s5 + idiag[35]*s6 + idiag[42]*s7;
9446d3beeddSMatthew Knepley         x[i2+1] = idiag[1]*s1 + idiag[8]*s2  + idiag[15]*s3 + idiag[22]*s4 + idiag[29]*s5 + idiag[36]*s6 + idiag[43]*s7;
9456d3beeddSMatthew Knepley         x[i2+2] = idiag[2]*s1 + idiag[9]*s2  + idiag[16]*s3 + idiag[23]*s4 + idiag[30]*s5 + idiag[37]*s6 + idiag[44]*s7;
9466d3beeddSMatthew Knepley         x[i2+3] = idiag[3]*s1 + idiag[10]*s2 + idiag[17]*s3 + idiag[24]*s4 + idiag[31]*s5 + idiag[38]*s6 + idiag[45]*s7;
9476d3beeddSMatthew Knepley         x[i2+4] = idiag[4]*s1 + idiag[11]*s2 + idiag[18]*s3 + idiag[25]*s4 + idiag[32]*s5 + idiag[39]*s6 + idiag[46]*s7;
9486d3beeddSMatthew Knepley         x[i2+5] = idiag[5]*s1 + idiag[12]*s2 + idiag[19]*s3 + idiag[26]*s4 + idiag[33]*s5 + idiag[40]*s6 + idiag[47]*s7;
9496d3beeddSMatthew Knepley         x[i2+6] = idiag[6]*s1 + idiag[13]*s2 + idiag[20]*s3 + idiag[27]*s4 + idiag[34]*s5 + idiag[41]*s6 + idiag[48]*s7;
9506d3beeddSMatthew Knepley         idiag   -= 49;
9516d3beeddSMatthew Knepley         i2      -= 7;
9526d3beeddSMatthew Knepley       }
953dc0b31edSSatish Balay       ierr = PetscLogFlops(49.0*(a->nz));CHKERRQ(ierr);
9546d3beeddSMatthew Knepley     }
9556d3beeddSMatthew Knepley   } else {
9566d3beeddSMatthew Knepley     SETERRQ(PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
9576d3beeddSMatthew Knepley   }
9586d3beeddSMatthew Knepley   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
9596d3beeddSMatthew Knepley   ierr = VecRestoreArray(bb,(PetscScalar**)&b);CHKERRQ(ierr);
9606d3beeddSMatthew Knepley   PetscFunctionReturn(0);
9616d3beeddSMatthew Knepley }
9626d3beeddSMatthew Knepley 
963af674e45SBarry Smith /*
96481824310SBarry Smith     Special version for direct calls from Fortran (Used in PETSc-fun3d)
965af674e45SBarry Smith */
966af674e45SBarry Smith #if defined(PETSC_HAVE_FORTRAN_CAPS)
967af674e45SBarry Smith #define matsetvaluesblocked4_ MATSETVALUESBLOCKED4
968af674e45SBarry Smith #elif !defined(PETSC_HAVE_FORTRAN_UNDERSCORE)
969af674e45SBarry Smith #define matsetvaluesblocked4_ matsetvaluesblocked4
970af674e45SBarry Smith #endif
971af674e45SBarry Smith 
9729c8c1041SBarry Smith EXTERN_C_BEGIN
973af674e45SBarry Smith #undef __FUNCT__
974af674e45SBarry Smith #define __FUNCT__ "matsetvaluesblocked4_"
975be1d678aSKris Buschelman void PETSCMAT_DLLEXPORT matsetvaluesblocked4_(Mat *AA,PetscInt *mm,const PetscInt im[],PetscInt *nn,const PetscInt in[],const PetscScalar v[])
976af674e45SBarry Smith {
977af674e45SBarry Smith   Mat               A = *AA;
978af674e45SBarry Smith   Mat_SeqBAIJ       *a = (Mat_SeqBAIJ*)A->data;
979c1ac3661SBarry Smith   PetscInt          *rp,k,low,high,t,ii,jj,row,nrow,i,col,l,N,m = *mm,n = *nn;
980c1ac3661SBarry Smith   PetscInt          *ai=a->i,*ailen=a->ilen;
98117ec6a02SBarry Smith   PetscInt          *aj=a->j,stepval,lastcol = -1;
982f15d580aSBarry Smith   const PetscScalar *value = v;
9834bb09213Spetsc   MatScalar         *ap,*aa = a->a,*bap;
984af674e45SBarry Smith 
985af674e45SBarry Smith   PetscFunctionBegin;
986d0f46423SBarry Smith   if (A->rmap->bs != 4) SETERRABORT(((PetscObject)A)->comm,PETSC_ERR_ARG_WRONG,"Can only be called with a block size of 4");
987af674e45SBarry Smith   stepval = (n-1)*4;
988af674e45SBarry Smith   for (k=0; k<m; k++) { /* loop over added rows */
989af674e45SBarry Smith     row  = im[k];
990af674e45SBarry Smith     rp   = aj + ai[row];
991af674e45SBarry Smith     ap   = aa + 16*ai[row];
992af674e45SBarry Smith     nrow = ailen[row];
993af674e45SBarry Smith     low  = 0;
99417ec6a02SBarry Smith     high = nrow;
995af674e45SBarry Smith     for (l=0; l<n; l++) { /* loop over added columns */
996af674e45SBarry Smith       col = in[l];
99717ec6a02SBarry Smith       if (col <= lastcol) low = 0; else high = nrow;
99817ec6a02SBarry Smith       lastcol = col;
9991e3347e8SBarry Smith       value = v + k*(stepval+4 + l)*4;
1000af674e45SBarry Smith       while (high-low > 7) {
1001af674e45SBarry Smith         t = (low+high)/2;
1002af674e45SBarry Smith         if (rp[t] > col) high = t;
1003af674e45SBarry Smith         else             low  = t;
1004af674e45SBarry Smith       }
1005af674e45SBarry Smith       for (i=low; i<high; i++) {
1006af674e45SBarry Smith         if (rp[i] > col) break;
1007af674e45SBarry Smith         if (rp[i] == col) {
1008af674e45SBarry Smith           bap  = ap +  16*i;
1009af674e45SBarry Smith           for (ii=0; ii<4; ii++,value+=stepval) {
1010af674e45SBarry Smith             for (jj=ii; jj<16; jj+=4) {
1011af674e45SBarry Smith               bap[jj] += *value++;
1012af674e45SBarry Smith             }
1013af674e45SBarry Smith           }
1014af674e45SBarry Smith           goto noinsert2;
1015af674e45SBarry Smith         }
1016af674e45SBarry Smith       }
1017af674e45SBarry Smith       N = nrow++ - 1;
101817ec6a02SBarry Smith       high++; /* added new column index thus must search to one higher than before */
1019af674e45SBarry Smith       /* shift up all the later entries in this row */
1020af674e45SBarry Smith       for (ii=N; ii>=i; ii--) {
1021af674e45SBarry Smith         rp[ii+1] = rp[ii];
1022a037b02bSBarry Smith         PetscMemcpy(ap+16*(ii+1),ap+16*(ii),16*sizeof(MatScalar));
1023af674e45SBarry Smith       }
1024af674e45SBarry Smith       if (N >= i) {
1025a037b02bSBarry Smith         PetscMemzero(ap+16*i,16*sizeof(MatScalar));
1026af674e45SBarry Smith       }
1027af674e45SBarry Smith       rp[i] = col;
1028af674e45SBarry Smith       bap   = ap +  16*i;
1029af674e45SBarry Smith       for (ii=0; ii<4; ii++,value+=stepval) {
1030af674e45SBarry Smith         for (jj=ii; jj<16; jj+=4) {
1031af674e45SBarry Smith           bap[jj] = *value++;
1032af674e45SBarry Smith         }
1033af674e45SBarry Smith       }
1034af674e45SBarry Smith       noinsert2:;
1035af674e45SBarry Smith       low = i;
1036af674e45SBarry Smith     }
1037af674e45SBarry Smith     ailen[row] = nrow;
1038af674e45SBarry Smith   }
1039be1d678aSKris Buschelman   PetscFunctionReturnVoid();
1040af674e45SBarry Smith }
10419c8c1041SBarry Smith EXTERN_C_END
1042af674e45SBarry Smith 
1043af674e45SBarry Smith #if defined(PETSC_HAVE_FORTRAN_CAPS)
1044af674e45SBarry Smith #define matsetvalues4_ MATSETVALUES4
1045af674e45SBarry Smith #elif !defined(PETSC_HAVE_FORTRAN_UNDERSCORE)
1046af674e45SBarry Smith #define matsetvalues4_ matsetvalues4
1047af674e45SBarry Smith #endif
1048af674e45SBarry Smith 
10499c8c1041SBarry Smith EXTERN_C_BEGIN
1050af674e45SBarry Smith #undef __FUNCT__
1051af674e45SBarry Smith #define __FUNCT__ "MatSetValues4_"
1052be1d678aSKris Buschelman void PETSCMAT_DLLEXPORT matsetvalues4_(Mat *AA,PetscInt *mm,PetscInt *im,PetscInt *nn,PetscInt *in,PetscScalar *v)
1053af674e45SBarry Smith {
1054af674e45SBarry Smith   Mat         A = *AA;
1055af674e45SBarry Smith   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
1056c1ac3661SBarry Smith   PetscInt    *rp,k,low,high,t,ii,row,nrow,i,col,l,N,n = *nn,m = *mm;
1057c1ac3661SBarry Smith   PetscInt    *ai=a->i,*ailen=a->ilen;
1058c1ac3661SBarry Smith   PetscInt    *aj=a->j,brow,bcol;
105917ec6a02SBarry Smith   PetscInt    ridx,cidx,lastcol = -1;
1060af674e45SBarry Smith   MatScalar   *ap,value,*aa=a->a,*bap;
1061af674e45SBarry Smith 
1062af674e45SBarry Smith   PetscFunctionBegin;
1063af674e45SBarry Smith   for (k=0; k<m; k++) { /* loop over added rows */
1064af674e45SBarry Smith     row  = im[k]; brow = row/4;
1065af674e45SBarry Smith     rp   = aj + ai[brow];
1066af674e45SBarry Smith     ap   = aa + 16*ai[brow];
1067af674e45SBarry Smith     nrow = ailen[brow];
1068af674e45SBarry Smith     low  = 0;
106917ec6a02SBarry Smith     high = nrow;
1070af674e45SBarry Smith     for (l=0; l<n; l++) { /* loop over added columns */
1071af674e45SBarry Smith       col = in[l]; bcol = col/4;
1072af674e45SBarry Smith       ridx = row % 4; cidx = col % 4;
1073af674e45SBarry Smith       value = v[l + k*n];
107417ec6a02SBarry Smith       if (col <= lastcol) low = 0; else high = nrow;
107517ec6a02SBarry Smith       lastcol = col;
1076af674e45SBarry Smith       while (high-low > 7) {
1077af674e45SBarry Smith         t = (low+high)/2;
1078af674e45SBarry Smith         if (rp[t] > bcol) high = t;
1079af674e45SBarry Smith         else              low  = t;
1080af674e45SBarry Smith       }
1081af674e45SBarry Smith       for (i=low; i<high; i++) {
1082af674e45SBarry Smith         if (rp[i] > bcol) break;
1083af674e45SBarry Smith         if (rp[i] == bcol) {
1084af674e45SBarry Smith           bap  = ap +  16*i + 4*cidx + ridx;
1085af674e45SBarry Smith           *bap += value;
1086af674e45SBarry Smith           goto noinsert1;
1087af674e45SBarry Smith         }
1088af674e45SBarry Smith       }
1089af674e45SBarry Smith       N = nrow++ - 1;
109017ec6a02SBarry Smith       high++; /* added new column thus must search to one higher than before */
1091af674e45SBarry Smith       /* shift up all the later entries in this row */
1092af674e45SBarry Smith       for (ii=N; ii>=i; ii--) {
1093af674e45SBarry Smith         rp[ii+1] = rp[ii];
1094a037b02bSBarry Smith         PetscMemcpy(ap+16*(ii+1),ap+16*(ii),16*sizeof(MatScalar));
1095af674e45SBarry Smith       }
1096af674e45SBarry Smith       if (N>=i) {
1097a037b02bSBarry Smith         PetscMemzero(ap+16*i,16*sizeof(MatScalar));
1098af674e45SBarry Smith       }
1099af674e45SBarry Smith       rp[i]                    = bcol;
1100af674e45SBarry Smith       ap[16*i + 4*cidx + ridx] = value;
1101af674e45SBarry Smith       noinsert1:;
1102af674e45SBarry Smith       low = i;
1103af674e45SBarry Smith     }
1104af674e45SBarry Smith     ailen[brow] = nrow;
1105af674e45SBarry Smith   }
1106be1d678aSKris Buschelman   PetscFunctionReturnVoid();
1107af674e45SBarry Smith }
11089c8c1041SBarry Smith EXTERN_C_END
1109af674e45SBarry Smith 
1110be5855fcSBarry Smith /*
1111be5855fcSBarry Smith      Checks for missing diagonals
1112be5855fcSBarry Smith */
11134a2ae208SSatish Balay #undef __FUNCT__
11144a2ae208SSatish Balay #define __FUNCT__ "MatMissingDiagonal_SeqBAIJ"
11152af78befSBarry Smith PetscErrorCode MatMissingDiagonal_SeqBAIJ(Mat A,PetscTruth *missing,PetscInt *d)
1116be5855fcSBarry Smith {
1117be5855fcSBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
11186849ba73SBarry Smith   PetscErrorCode ierr;
1119c1ac3661SBarry Smith   PetscInt       *diag,*jj = a->j,i;
1120be5855fcSBarry Smith 
1121be5855fcSBarry Smith   PetscFunctionBegin;
1122c4992f7dSBarry Smith   ierr = MatMarkDiagonal_SeqBAIJ(A);CHKERRQ(ierr);
11232af78befSBarry Smith   *missing = PETSC_FALSE;
11242efa7f71SHong Zhang   if (A->rmap->n > 0 && !jj) {
11252efa7f71SHong Zhang     *missing  = PETSC_TRUE;
11262efa7f71SHong Zhang     if (d) *d = 0;
11272efa7f71SHong Zhang     PetscInfo(A,"Matrix has no entries therefor is missing diagonal");
11282efa7f71SHong Zhang   } else {
1129883fce79SBarry Smith     diag     = a->diag;
11300e8e8aceSBarry Smith     for (i=0; i<a->mbs; i++) {
1131be5855fcSBarry Smith       if (jj[diag[i]] != i) {
11322af78befSBarry Smith         *missing  = PETSC_TRUE;
11332af78befSBarry Smith         if (d) *d = i;
11342efa7f71SHong Zhang         PetscInfo1(A,"Matrix is missing block diagonal number %D",i);
11352efa7f71SHong Zhang       }
1136be5855fcSBarry Smith     }
1137be5855fcSBarry Smith   }
1138be5855fcSBarry Smith   PetscFunctionReturn(0);
1139be5855fcSBarry Smith }
1140be5855fcSBarry Smith 
11414a2ae208SSatish Balay #undef __FUNCT__
11424a2ae208SSatish Balay #define __FUNCT__ "MatMarkDiagonal_SeqBAIJ"
1143dfbe8321SBarry Smith PetscErrorCode MatMarkDiagonal_SeqBAIJ(Mat A)
1144de6a44a3SBarry Smith {
1145de6a44a3SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
11466849ba73SBarry Smith   PetscErrorCode ierr;
114709f38230SBarry Smith   PetscInt       i,j,m = a->mbs;
1148de6a44a3SBarry Smith 
11493a40ed3dSBarry Smith   PetscFunctionBegin;
115009f38230SBarry Smith   if (!a->diag) {
115109f38230SBarry Smith     ierr = PetscMalloc(m*sizeof(PetscInt),&a->diag);CHKERRQ(ierr);
11524fd072dbSBarry Smith     ierr = PetscLogObjectMemory(A,m*sizeof(PetscInt));CHKERRQ(ierr);
11534fd072dbSBarry Smith     a->free_diag = PETSC_TRUE;
115409f38230SBarry Smith   }
11557fc0212eSBarry Smith   for (i=0; i<m; i++) {
115609f38230SBarry Smith     a->diag[i] = a->i[i+1];
1157de6a44a3SBarry Smith     for (j=a->i[i]; j<a->i[i+1]; j++) {
1158de6a44a3SBarry Smith       if (a->j[j] == i) {
115909f38230SBarry Smith         a->diag[i] = j;
1160de6a44a3SBarry Smith         break;
1161de6a44a3SBarry Smith       }
1162de6a44a3SBarry Smith     }
1163de6a44a3SBarry Smith   }
11643a40ed3dSBarry Smith   PetscFunctionReturn(0);
1165de6a44a3SBarry Smith }
11662593348eSBarry Smith 
11672593348eSBarry Smith 
1168690b6cddSBarry Smith EXTERN PetscErrorCode MatToSymmetricIJ_SeqAIJ(PetscInt,PetscInt*,PetscInt*,PetscInt,PetscInt,PetscInt**,PetscInt**);
11693b2fbd54SBarry Smith 
11704a2ae208SSatish Balay #undef __FUNCT__
11714a2ae208SSatish Balay #define __FUNCT__ "MatGetRowIJ_SeqBAIJ"
11728f7157efSSatish Balay static PetscErrorCode MatGetRowIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscTruth symmetric,PetscTruth blockcompressed,PetscInt *nn,PetscInt *ia[],PetscInt *ja[],PetscTruth *done)
11733b2fbd54SBarry Smith {
11743b2fbd54SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1175dfbe8321SBarry Smith   PetscErrorCode ierr;
1176d0f46423SBarry Smith   PetscInt       i,j,n = a->mbs,nz = a->i[n],bs = A->rmap->bs,nbs = 1,k,l,cnt;
11778f7157efSSatish Balay   PetscInt       *tia, *tja;
11783b2fbd54SBarry Smith 
11793a40ed3dSBarry Smith   PetscFunctionBegin;
11803b2fbd54SBarry Smith   *nn = n;
11813a40ed3dSBarry Smith   if (!ia) PetscFunctionReturn(0);
11823b2fbd54SBarry Smith   if (symmetric) {
11838f7157efSSatish Balay     ierr = MatToSymmetricIJ_SeqAIJ(n,a->i,a->j,0,0,&tia,&tja);CHKERRQ(ierr);
11843b2fbd54SBarry Smith   } else {
11858f7157efSSatish Balay     tia = a->i; tja = a->j;
11863b2fbd54SBarry Smith   }
11873b2fbd54SBarry Smith 
1188ecc77c7aSBarry Smith   if (!blockcompressed && bs > 1) {
1189ecc77c7aSBarry Smith     (*nn) *= bs;
1190ecc77c7aSBarry Smith     nbs    = bs;
11918f7157efSSatish Balay     /* malloc & create the natural set of indices */
1192ecc77c7aSBarry Smith     ierr = PetscMalloc((n+1)*bs*sizeof(PetscInt),ia);CHKERRQ(ierr);
11939985e31cSBarry Smith     if (n) {
1194ecc77c7aSBarry Smith       (*ia)[0] = 0;
1195ecc77c7aSBarry Smith       for (j=1; j<bs; j++) {
1196ecc77c7aSBarry Smith         (*ia)[j] = (tia[1]-tia[0])*bs+(*ia)[j-1];
1197ecc77c7aSBarry Smith       }
11989985e31cSBarry Smith     }
1199ecc77c7aSBarry Smith 
1200ecc77c7aSBarry Smith     for (i=1; i<n; i++) {
1201ecc77c7aSBarry Smith       (*ia)[i*bs] = (tia[i]-tia[i-1])*bs + (*ia)[i*bs-1];
1202ecc77c7aSBarry Smith       for (j=1; j<bs; j++) {
1203ecc77c7aSBarry Smith         (*ia)[i*bs+j] = (tia[i+1]-tia[i])*bs + (*ia)[i*bs+j-1];
12048f7157efSSatish Balay       }
12058f7157efSSatish Balay     }
12069985e31cSBarry Smith     if (n) {
1207ecc77c7aSBarry Smith       (*ia)[n*bs] = (tia[n]-tia[n-1])*bs + (*ia)[n*bs-1];
12089985e31cSBarry Smith     }
1209ecc77c7aSBarry Smith 
12109985e31cSBarry Smith     if (ja) {
12119985e31cSBarry Smith       ierr = PetscMalloc(nz*bs*bs*sizeof(PetscInt),ja);CHKERRQ(ierr);
12129985e31cSBarry Smith       cnt = 0;
12139985e31cSBarry Smith       for (i=0; i<n; i++) {
12149985e31cSBarry Smith         for (j=0; j<bs; j++) {
12159985e31cSBarry Smith           for (k=tia[i]; k<tia[i+1]; k++) {
12169985e31cSBarry Smith             for (l=0; l<bs; l++) {
12179985e31cSBarry Smith               (*ja)[cnt++] = bs*tja[k] + l;
12189985e31cSBarry Smith 	    }
12199985e31cSBarry Smith           }
12209985e31cSBarry Smith         }
12219985e31cSBarry Smith       }
12229985e31cSBarry Smith     }
12239985e31cSBarry Smith 
1224ecc77c7aSBarry Smith     n     *= bs;
1225ecc77c7aSBarry Smith     nz *= bs*bs;
12268f7157efSSatish Balay     if (symmetric) { /* deallocate memory allocated in MatToSymmetricIJ_SeqAIJ() */
12278f7157efSSatish Balay       ierr = PetscFree(tia);CHKERRQ(ierr);
12288f7157efSSatish Balay       ierr = PetscFree(tja);CHKERRQ(ierr);
12298f7157efSSatish Balay     }
1230f6d58c54SBarry Smith   } else if (oshift == 1) {
1231715a17b5SBarry Smith     if (symmetric) {
1232715a17b5SBarry Smith       PetscInt nz = tia[A->rmap->n/bs];
1233715a17b5SBarry Smith       /*  add 1 to i and j indices */
1234715a17b5SBarry Smith       for (i=0; i<A->rmap->n/bs+1; i++) tia[i] = tia[i] + 1;
1235715a17b5SBarry Smith       *ia = tia;
1236715a17b5SBarry Smith       if (ja) {
1237715a17b5SBarry Smith 	for (i=0; i<nz; i++) tja[i] = tja[i] + 1;
1238715a17b5SBarry Smith         *ja = tja;
1239715a17b5SBarry Smith       }
1240715a17b5SBarry Smith     } else {
1241f6d58c54SBarry Smith       PetscInt nz = a->i[A->rmap->n/bs];
1242f6d58c54SBarry Smith       /* malloc space and  add 1 to i and j indices */
1243f6d58c54SBarry Smith       ierr = PetscMalloc((A->rmap->n/bs+1)*sizeof(PetscInt),ia);CHKERRQ(ierr);
1244f6d58c54SBarry Smith       for (i=0; i<A->rmap->n/bs+1; i++) (*ia)[i] = a->i[i] + 1;
1245f6d58c54SBarry Smith       if (ja) {
1246f6d58c54SBarry Smith 	ierr = PetscMalloc(nz*sizeof(PetscInt),ja);CHKERRQ(ierr);
1247f6d58c54SBarry Smith 	for (i=0; i<nz; i++) (*ja)[i] = a->j[i] + 1;
1248f6d58c54SBarry Smith       }
1249715a17b5SBarry Smith     }
12508f7157efSSatish Balay   } else {
12518f7157efSSatish Balay     *ia = tia;
1252ecc77c7aSBarry Smith     if (ja) *ja = tja;
12538f7157efSSatish Balay   }
1254f6d58c54SBarry Smith 
12553a40ed3dSBarry Smith   PetscFunctionReturn(0);
12563b2fbd54SBarry Smith }
12573b2fbd54SBarry Smith 
12584a2ae208SSatish Balay #undef __FUNCT__
12594a2ae208SSatish Balay #define __FUNCT__ "MatRestoreRowIJ_SeqBAIJ"
12608f7157efSSatish Balay static PetscErrorCode MatRestoreRowIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscTruth symmetric,PetscTruth blockcompressed,PetscInt *nn,PetscInt *ia[],PetscInt *ja[],PetscTruth *done)
12613b2fbd54SBarry Smith {
12626849ba73SBarry Smith   PetscErrorCode ierr;
12633b2fbd54SBarry Smith 
12643a40ed3dSBarry Smith   PetscFunctionBegin;
12653a40ed3dSBarry Smith   if (!ia) PetscFunctionReturn(0);
1266715a17b5SBarry Smith   if ((!blockcompressed && A->rmap->bs > 1) || (symmetric || oshift == 1)) {
1267606d414cSSatish Balay     ierr = PetscFree(*ia);CHKERRQ(ierr);
12689985e31cSBarry Smith     if (ja) {ierr = PetscFree(*ja);CHKERRQ(ierr);}
12693b2fbd54SBarry Smith   }
12703a40ed3dSBarry Smith   PetscFunctionReturn(0);
12713b2fbd54SBarry Smith }
12723b2fbd54SBarry Smith 
12734a2ae208SSatish Balay #undef __FUNCT__
12744a2ae208SSatish Balay #define __FUNCT__ "MatDestroy_SeqBAIJ"
1275dfbe8321SBarry Smith PetscErrorCode MatDestroy_SeqBAIJ(Mat A)
12762d61bbb3SSatish Balay {
12772d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1278dfbe8321SBarry Smith   PetscErrorCode ierr;
12792d61bbb3SSatish Balay 
1280433994e6SBarry Smith   PetscFunctionBegin;
1281aa482453SBarry Smith #if defined(PETSC_USE_LOG)
1282d0f46423SBarry Smith   PetscLogObjectState((PetscObject)A,"Rows=%D, Cols=%D, NZ=%D",A->rmap->N,A->cmap->n,a->nz);
12832d61bbb3SSatish Balay #endif
1284e6b907acSBarry Smith   ierr = MatSeqXAIJFreeAIJ(A,&a->a,&a->j,&a->i);CHKERRQ(ierr);
1285c38d4ed2SBarry Smith   if (a->row) {
1286c38d4ed2SBarry Smith     ierr = ISDestroy(a->row);CHKERRQ(ierr);
1287c38d4ed2SBarry Smith   }
1288c38d4ed2SBarry Smith   if (a->col) {
1289c38d4ed2SBarry Smith     ierr = ISDestroy(a->col);CHKERRQ(ierr);
1290c38d4ed2SBarry Smith   }
12914fd072dbSBarry Smith   if (a->free_diag) {ierr = PetscFree(a->diag);CHKERRQ(ierr);}
129205b42c5fSBarry Smith   ierr = PetscFree(a->idiag);CHKERRQ(ierr);
12934fd072dbSBarry Smith   if (a->free_imax_ilen) {ierr = PetscFree2(a->imax,a->ilen);CHKERRQ(ierr);}
129405b42c5fSBarry Smith   ierr = PetscFree(a->solve_work);CHKERRQ(ierr);
129505b42c5fSBarry Smith   ierr = PetscFree(a->mult_work);CHKERRQ(ierr);
1296e51c0b9cSSatish Balay   if (a->icol) {ierr = ISDestroy(a->icol);CHKERRQ(ierr);}
129705b42c5fSBarry Smith   ierr = PetscFree(a->saved_values);CHKERRQ(ierr);
129805b42c5fSBarry Smith   ierr = PetscFree(a->xtoy);CHKERRQ(ierr);
129973e7a558SHong Zhang   if (a->compressedrow.use){ierr = PetscFree(a->compressedrow.i);}
1300c4319e64SHong Zhang 
130170e08fbdSBarry Smith   if (a->sbaijMat) {ierr = MatDestroy(a->sbaijMat);CHKERRQ(ierr);}
13024fd072dbSBarry Smith   if (a->parent) {ierr = MatDestroy(a->parent);CHKERRQ(ierr);}
1303606d414cSSatish Balay   ierr = PetscFree(a);CHKERRQ(ierr);
1304901853e0SKris Buschelman 
1305dbd8c25aSHong Zhang   ierr = PetscObjectChangeTypeName((PetscObject)A,0);CHKERRQ(ierr);
130643516a2dSKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJInvertBlockDiagonal_C","",PETSC_NULL);CHKERRQ(ierr);
1307901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatStoreValues_C","",PETSC_NULL);CHKERRQ(ierr);
1308901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatRetrieveValues_C","",PETSC_NULL);CHKERRQ(ierr);
1309901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJSetColumnIndices_C","",PETSC_NULL);CHKERRQ(ierr);
1310901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatConvert_seqbaij_seqaij_C","",PETSC_NULL);CHKERRQ(ierr);
1311901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatConvert_seqbaij_seqsbaij_C","",PETSC_NULL);CHKERRQ(ierr);
1312901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJSetPreallocation_C","",PETSC_NULL);CHKERRQ(ierr);
1313725b52f3SLisandro Dalcin   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJSetPreallocationCSR_C","",PETSC_NULL);CHKERRQ(ierr);
13142d61bbb3SSatish Balay   PetscFunctionReturn(0);
13152d61bbb3SSatish Balay }
13162d61bbb3SSatish Balay 
13174a2ae208SSatish Balay #undef __FUNCT__
13184a2ae208SSatish Balay #define __FUNCT__ "MatSetOption_SeqBAIJ"
13194e0d8c25SBarry Smith PetscErrorCode MatSetOption_SeqBAIJ(Mat A,MatOption op,PetscTruth flg)
13202d61bbb3SSatish Balay {
13212d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
132263ba0a88SBarry Smith   PetscErrorCode ierr;
13232d61bbb3SSatish Balay 
13242d61bbb3SSatish Balay   PetscFunctionBegin;
1325aa275fccSKris Buschelman   switch (op) {
1326aa275fccSKris Buschelman   case MAT_ROW_ORIENTED:
13274e0d8c25SBarry Smith     a->roworiented    = flg;
1328aa275fccSKris Buschelman     break;
1329a9817697SBarry Smith   case MAT_KEEP_NONZERO_PATTERN:
1330a9817697SBarry Smith     a->keepnonzeropattern = flg;
1331aa275fccSKris Buschelman     break;
1332512a5fc5SBarry Smith   case MAT_NEW_NONZERO_LOCATIONS:
1333512a5fc5SBarry Smith     a->nonew          = (flg ? 0 : 1);
1334aa275fccSKris Buschelman     break;
1335aa275fccSKris Buschelman   case MAT_NEW_NONZERO_LOCATION_ERR:
13364e0d8c25SBarry Smith     a->nonew          = (flg ? -1 : 0);
1337aa275fccSKris Buschelman     break;
1338aa275fccSKris Buschelman   case MAT_NEW_NONZERO_ALLOCATION_ERR:
13394e0d8c25SBarry Smith     a->nonew          = (flg ? -2 : 0);
1340aa275fccSKris Buschelman     break;
134128b2fa4aSMatthew Knepley   case MAT_UNUSED_NONZERO_LOCATION_ERR:
134228b2fa4aSMatthew Knepley     a->nounused       = (flg ? -1 : 0);
134328b2fa4aSMatthew Knepley     break;
13444e0d8c25SBarry Smith   case MAT_NEW_DIAGONALS:
1345aa275fccSKris Buschelman   case MAT_IGNORE_OFF_PROC_ENTRIES:
1346aa275fccSKris Buschelman   case MAT_USE_HASH_TABLE:
1347290bbb0aSBarry Smith     ierr = PetscInfo1(A,"Option %s ignored\n",MatOptions[op]);CHKERRQ(ierr);
1348aa275fccSKris Buschelman     break;
134977e54ba9SKris Buschelman   case MAT_SYMMETRIC:
135077e54ba9SKris Buschelman   case MAT_STRUCTURALLY_SYMMETRIC:
13519a4540c5SBarry Smith   case MAT_HERMITIAN:
13529a4540c5SBarry Smith   case MAT_SYMMETRY_ETERNAL:
1353290bbb0aSBarry Smith     ierr = PetscInfo1(A,"Option %s ignored\n",MatOptions[op]);CHKERRQ(ierr);
135477e54ba9SKris Buschelman     break;
1355aa275fccSKris Buschelman   default:
1356ad86a440SBarry Smith     SETERRQ1(PETSC_ERR_SUP,"unknown option %d",op);
13572d61bbb3SSatish Balay   }
13582d61bbb3SSatish Balay   PetscFunctionReturn(0);
13592d61bbb3SSatish Balay }
13602d61bbb3SSatish Balay 
13614a2ae208SSatish Balay #undef __FUNCT__
13624a2ae208SSatish Balay #define __FUNCT__ "MatGetRow_SeqBAIJ"
1363c1ac3661SBarry Smith PetscErrorCode MatGetRow_SeqBAIJ(Mat A,PetscInt row,PetscInt *nz,PetscInt **idx,PetscScalar **v)
13642d61bbb3SSatish Balay {
13652d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
13666849ba73SBarry Smith   PetscErrorCode ierr;
1367c1ac3661SBarry Smith   PetscInt       itmp,i,j,k,M,*ai,*aj,bs,bn,bp,*idx_i,bs2;
13683f1db9ecSBarry Smith   MatScalar      *aa,*aa_i;
136987828ca2SBarry Smith   PetscScalar    *v_i;
13702d61bbb3SSatish Balay 
13712d61bbb3SSatish Balay   PetscFunctionBegin;
1372d0f46423SBarry Smith   bs  = A->rmap->bs;
13732d61bbb3SSatish Balay   ai  = a->i;
13742d61bbb3SSatish Balay   aj  = a->j;
13752d61bbb3SSatish Balay   aa  = a->a;
13762d61bbb3SSatish Balay   bs2 = a->bs2;
13772d61bbb3SSatish Balay 
1378d0f46423SBarry Smith   if (row < 0 || row >= A->rmap->N) SETERRQ1(PETSC_ERR_ARG_OUTOFRANGE,"Row %D out of range", row);
13792d61bbb3SSatish Balay 
13802d61bbb3SSatish Balay   bn  = row/bs;   /* Block number */
13812d61bbb3SSatish Balay   bp  = row % bs; /* Block Position */
13822d61bbb3SSatish Balay   M   = ai[bn+1] - ai[bn];
13832d61bbb3SSatish Balay   *nz = bs*M;
13842d61bbb3SSatish Balay 
13852d61bbb3SSatish Balay   if (v) {
13862d61bbb3SSatish Balay     *v = 0;
13872d61bbb3SSatish Balay     if (*nz) {
138887828ca2SBarry Smith       ierr = PetscMalloc((*nz)*sizeof(PetscScalar),v);CHKERRQ(ierr);
13892d61bbb3SSatish Balay       for (i=0; i<M; i++) { /* for each block in the block row */
13902d61bbb3SSatish Balay         v_i  = *v + i*bs;
13912d61bbb3SSatish Balay         aa_i = aa + bs2*(ai[bn] + i);
13922d61bbb3SSatish Balay         for (j=bp,k=0; j<bs2; j+=bs,k++) {v_i[k] = aa_i[j];}
13932d61bbb3SSatish Balay       }
13942d61bbb3SSatish Balay     }
13952d61bbb3SSatish Balay   }
13962d61bbb3SSatish Balay 
13972d61bbb3SSatish Balay   if (idx) {
13982d61bbb3SSatish Balay     *idx = 0;
13992d61bbb3SSatish Balay     if (*nz) {
1400c1ac3661SBarry Smith       ierr = PetscMalloc((*nz)*sizeof(PetscInt),idx);CHKERRQ(ierr);
14012d61bbb3SSatish Balay       for (i=0; i<M; i++) { /* for each block in the block row */
14022d61bbb3SSatish Balay         idx_i = *idx + i*bs;
14032d61bbb3SSatish Balay         itmp  = bs*aj[ai[bn] + i];
14042d61bbb3SSatish Balay         for (j=0; j<bs; j++) {idx_i[j] = itmp++;}
14052d61bbb3SSatish Balay       }
14062d61bbb3SSatish Balay     }
14072d61bbb3SSatish Balay   }
14082d61bbb3SSatish Balay   PetscFunctionReturn(0);
14092d61bbb3SSatish Balay }
14102d61bbb3SSatish Balay 
14114a2ae208SSatish Balay #undef __FUNCT__
14124a2ae208SSatish Balay #define __FUNCT__ "MatRestoreRow_SeqBAIJ"
1413c1ac3661SBarry Smith PetscErrorCode MatRestoreRow_SeqBAIJ(Mat A,PetscInt row,PetscInt *nz,PetscInt **idx,PetscScalar **v)
14142d61bbb3SSatish Balay {
1415dfbe8321SBarry Smith   PetscErrorCode ierr;
1416606d414cSSatish Balay 
14172d61bbb3SSatish Balay   PetscFunctionBegin;
141805b42c5fSBarry Smith   if (idx) {ierr = PetscFree(*idx);CHKERRQ(ierr);}
141905b42c5fSBarry Smith   if (v)   {ierr = PetscFree(*v);CHKERRQ(ierr);}
14202d61bbb3SSatish Balay   PetscFunctionReturn(0);
14212d61bbb3SSatish Balay }
14222d61bbb3SSatish Balay 
14234a2ae208SSatish Balay #undef __FUNCT__
14244a2ae208SSatish Balay #define __FUNCT__ "MatTranspose_SeqBAIJ"
1425fc4dec0aSBarry Smith PetscErrorCode MatTranspose_SeqBAIJ(Mat A,MatReuse reuse,Mat *B)
14262d61bbb3SSatish Balay {
14272d61bbb3SSatish Balay   Mat_SeqBAIJ    *a=(Mat_SeqBAIJ *)A->data;
14282d61bbb3SSatish Balay   Mat            C;
14296849ba73SBarry Smith   PetscErrorCode ierr;
1430d0f46423SBarry Smith   PetscInt       i,j,k,*aj=a->j,*ai=a->i,bs=A->rmap->bs,mbs=a->mbs,nbs=a->nbs,len,*col;
1431c1ac3661SBarry Smith   PetscInt       *rows,*cols,bs2=a->bs2;
1432dd6ea824SBarry Smith   MatScalar      *array;
14332d61bbb3SSatish Balay 
14342d61bbb3SSatish Balay   PetscFunctionBegin;
1435e9695a30SBarry Smith   if (reuse == MAT_REUSE_MATRIX && A == *B && mbs != nbs) SETERRQ(PETSC_ERR_ARG_SIZ,"Square matrix only for in-place");
1436fc4dec0aSBarry Smith   if (reuse == MAT_INITIAL_MATRIX || A == *B) {
1437c1ac3661SBarry Smith     ierr = PetscMalloc((1+nbs)*sizeof(PetscInt),&col);CHKERRQ(ierr);
1438c1ac3661SBarry Smith     ierr = PetscMemzero(col,(1+nbs)*sizeof(PetscInt));CHKERRQ(ierr);
14392d61bbb3SSatish Balay 
14402d61bbb3SSatish Balay     for (i=0; i<ai[mbs]; i++) col[aj[i]] += 1;
14417adad957SLisandro Dalcin     ierr = MatCreate(((PetscObject)A)->comm,&C);CHKERRQ(ierr);
1442d0f46423SBarry Smith     ierr = MatSetSizes(C,A->cmap->n,A->rmap->N,A->cmap->n,A->rmap->N);CHKERRQ(ierr);
14437adad957SLisandro Dalcin     ierr = MatSetType(C,((PetscObject)A)->type_name);CHKERRQ(ierr);
1444ab93d7beSBarry Smith     ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(C,bs,PETSC_NULL,col);CHKERRQ(ierr);
1445606d414cSSatish Balay     ierr = PetscFree(col);CHKERRQ(ierr);
1446fc4dec0aSBarry Smith   } else {
1447fc4dec0aSBarry Smith     C = *B;
1448fc4dec0aSBarry Smith   }
1449fc4dec0aSBarry Smith 
1450fc4dec0aSBarry Smith   array = a->a;
1451c1ac3661SBarry Smith   ierr = PetscMalloc(2*bs*sizeof(PetscInt),&rows);CHKERRQ(ierr);
14522d61bbb3SSatish Balay   cols = rows + bs;
14532d61bbb3SSatish Balay   for (i=0; i<mbs; i++) {
14542d61bbb3SSatish Balay     cols[0] = i*bs;
14552d61bbb3SSatish Balay     for (k=1; k<bs; k++) cols[k] = cols[k-1] + 1;
14562d61bbb3SSatish Balay     len = ai[i+1] - ai[i];
14572d61bbb3SSatish Balay     for (j=0; j<len; j++) {
14582d61bbb3SSatish Balay       rows[0] = (*aj++)*bs;
14592d61bbb3SSatish Balay       for (k=1; k<bs; k++) rows[k] = rows[k-1] + 1;
14602d61bbb3SSatish Balay       ierr = MatSetValues(C,bs,rows,bs,cols,array,INSERT_VALUES);CHKERRQ(ierr);
14612d61bbb3SSatish Balay       array += bs2;
14622d61bbb3SSatish Balay     }
14632d61bbb3SSatish Balay   }
1464606d414cSSatish Balay   ierr = PetscFree(rows);CHKERRQ(ierr);
14652d61bbb3SSatish Balay 
14662d61bbb3SSatish Balay   ierr = MatAssemblyBegin(C,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
14672d61bbb3SSatish Balay   ierr = MatAssemblyEnd(C,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
14682d61bbb3SSatish Balay 
1469815cbec1SBarry Smith   if (reuse == MAT_INITIAL_MATRIX || *B != A) {
14702d61bbb3SSatish Balay     *B = C;
14712d61bbb3SSatish Balay   } else {
1472273d9f13SBarry Smith     ierr = MatHeaderCopy(A,C);CHKERRQ(ierr);
14732d61bbb3SSatish Balay   }
14742d61bbb3SSatish Balay   PetscFunctionReturn(0);
14752d61bbb3SSatish Balay }
14762d61bbb3SSatish Balay 
14774a2ae208SSatish Balay #undef __FUNCT__
14784a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ_Binary"
14796849ba73SBarry Smith static PetscErrorCode MatView_SeqBAIJ_Binary(Mat A,PetscViewer viewer)
14802593348eSBarry Smith {
1481b6490206SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
14826849ba73SBarry Smith   PetscErrorCode ierr;
1483d0f46423SBarry Smith   PetscInt       i,*col_lens,bs = A->rmap->bs,count,*jj,j,k,l,bs2=a->bs2;
1484b24ad042SBarry Smith   int            fd;
148587828ca2SBarry Smith   PetscScalar    *aa;
1486ce6f0cecSBarry Smith   FILE           *file;
14872593348eSBarry Smith 
14883a40ed3dSBarry Smith   PetscFunctionBegin;
1489b0a32e0cSBarry Smith   ierr        = PetscViewerBinaryGetDescriptor(viewer,&fd);CHKERRQ(ierr);
1490d0f46423SBarry Smith   ierr        = PetscMalloc((4+A->rmap->N)*sizeof(PetscInt),&col_lens);CHKERRQ(ierr);
1491552e946dSBarry Smith   col_lens[0] = MAT_FILE_COOKIE;
14923b2fbd54SBarry Smith 
1493d0f46423SBarry Smith   col_lens[1] = A->rmap->N;
1494d0f46423SBarry Smith   col_lens[2] = A->cmap->n;
14957e67e3f9SSatish Balay   col_lens[3] = a->nz*bs2;
14962593348eSBarry Smith 
14972593348eSBarry Smith   /* store lengths of each row and write (including header) to file */
1498b6490206SBarry Smith   count = 0;
1499b6490206SBarry Smith   for (i=0; i<a->mbs; i++) {
1500b6490206SBarry Smith     for (j=0; j<bs; j++) {
1501b6490206SBarry Smith       col_lens[4+count++] = bs*(a->i[i+1] - a->i[i]);
1502b6490206SBarry Smith     }
15032593348eSBarry Smith   }
1504d0f46423SBarry Smith   ierr = PetscBinaryWrite(fd,col_lens,4+A->rmap->N,PETSC_INT,PETSC_TRUE);CHKERRQ(ierr);
1505606d414cSSatish Balay   ierr = PetscFree(col_lens);CHKERRQ(ierr);
15062593348eSBarry Smith 
15072593348eSBarry Smith   /* store column indices (zero start index) */
1508c1ac3661SBarry Smith   ierr  = PetscMalloc((a->nz+1)*bs2*sizeof(PetscInt),&jj);CHKERRQ(ierr);
1509b6490206SBarry Smith   count = 0;
1510b6490206SBarry Smith   for (i=0; i<a->mbs; i++) {
1511b6490206SBarry Smith     for (j=0; j<bs; j++) {
1512b6490206SBarry Smith       for (k=a->i[i]; k<a->i[i+1]; k++) {
1513b6490206SBarry Smith         for (l=0; l<bs; l++) {
1514b6490206SBarry Smith           jj[count++] = bs*a->j[k] + l;
15152593348eSBarry Smith         }
15162593348eSBarry Smith       }
1517b6490206SBarry Smith     }
1518b6490206SBarry Smith   }
15196f69ff64SBarry Smith   ierr = PetscBinaryWrite(fd,jj,bs2*a->nz,PETSC_INT,PETSC_FALSE);CHKERRQ(ierr);
1520606d414cSSatish Balay   ierr = PetscFree(jj);CHKERRQ(ierr);
15212593348eSBarry Smith 
15222593348eSBarry Smith   /* store nonzero values */
152387828ca2SBarry Smith   ierr  = PetscMalloc((a->nz+1)*bs2*sizeof(PetscScalar),&aa);CHKERRQ(ierr);
1524b6490206SBarry Smith   count = 0;
1525b6490206SBarry Smith   for (i=0; i<a->mbs; i++) {
1526b6490206SBarry Smith     for (j=0; j<bs; j++) {
1527b6490206SBarry Smith       for (k=a->i[i]; k<a->i[i+1]; k++) {
1528b6490206SBarry Smith         for (l=0; l<bs; l++) {
15297e67e3f9SSatish Balay           aa[count++] = a->a[bs2*k + l*bs + j];
1530b6490206SBarry Smith         }
1531b6490206SBarry Smith       }
1532b6490206SBarry Smith     }
1533b6490206SBarry Smith   }
15346f69ff64SBarry Smith   ierr = PetscBinaryWrite(fd,aa,bs2*a->nz,PETSC_SCALAR,PETSC_FALSE);CHKERRQ(ierr);
1535606d414cSSatish Balay   ierr = PetscFree(aa);CHKERRQ(ierr);
1536ce6f0cecSBarry Smith 
1537b0a32e0cSBarry Smith   ierr = PetscViewerBinaryGetInfoPointer(viewer,&file);CHKERRQ(ierr);
1538ce6f0cecSBarry Smith   if (file) {
1539d0f46423SBarry Smith     fprintf(file,"-matload_block_size %d\n",(int)A->rmap->bs);
1540ce6f0cecSBarry Smith   }
15413a40ed3dSBarry Smith   PetscFunctionReturn(0);
15422593348eSBarry Smith }
15432593348eSBarry Smith 
15444a2ae208SSatish Balay #undef __FUNCT__
15454a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ_ASCII"
15466849ba73SBarry Smith static PetscErrorCode MatView_SeqBAIJ_ASCII(Mat A,PetscViewer viewer)
15472593348eSBarry Smith {
1548b6490206SBarry Smith   Mat_SeqBAIJ       *a = (Mat_SeqBAIJ*)A->data;
1549dfbe8321SBarry Smith   PetscErrorCode    ierr;
1550d0f46423SBarry Smith   PetscInt          i,j,bs = A->rmap->bs,k,l,bs2=a->bs2;
1551f3ef73ceSBarry Smith   PetscViewerFormat format;
15522593348eSBarry Smith 
15533a40ed3dSBarry Smith   PetscFunctionBegin;
1554b0a32e0cSBarry Smith   ierr = PetscViewerGetFormat(viewer,&format);CHKERRQ(ierr);
1555456192e2SBarry Smith   if (format == PETSC_VIEWER_ASCII_INFO || format == PETSC_VIEWER_ASCII_INFO_DETAIL) {
155677431f27SBarry Smith     ierr = PetscViewerASCIIPrintf(viewer,"  block size is %D\n",bs);CHKERRQ(ierr);
1557fb9695e5SSatish Balay   } else if (format == PETSC_VIEWER_ASCII_MATLAB) {
1558bcd9e38bSBarry Smith     Mat aij;
1559ceb03754SKris Buschelman     ierr = MatConvert(A,MATSEQAIJ,MAT_INITIAL_MATRIX,&aij);CHKERRQ(ierr);
1560bcd9e38bSBarry Smith     ierr = MatView(aij,viewer);CHKERRQ(ierr);
1561bcd9e38bSBarry Smith     ierr = MatDestroy(aij);CHKERRQ(ierr);
156204929863SHong Zhang   } else if (format == PETSC_VIEWER_ASCII_FACTOR_INFO) {
156304929863SHong Zhang      PetscFunctionReturn(0);
1564fb9695e5SSatish Balay   } else if (format == PETSC_VIEWER_ASCII_COMMON) {
1565b0a32e0cSBarry Smith     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_NO);CHKERRQ(ierr);
156644cd7ae7SLois Curfman McInnes     for (i=0; i<a->mbs; i++) {
156744cd7ae7SLois Curfman McInnes       for (j=0; j<bs; j++) {
156877431f27SBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"row %D:",i*bs+j);CHKERRQ(ierr);
156944cd7ae7SLois Curfman McInnes         for (k=a->i[i]; k<a->i[i+1]; k++) {
157044cd7ae7SLois Curfman McInnes           for (l=0; l<bs; l++) {
1571aa482453SBarry Smith #if defined(PETSC_USE_COMPLEX)
15720e6d2581SBarry Smith             if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) > 0.0 && PetscRealPart(a->a[bs2*k + l*bs + j]) != 0.0) {
1573a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G + %Gi) ",bs*a->j[k]+l,
15740e6d2581SBarry Smith                       PetscRealPart(a->a[bs2*k + l*bs + j]),PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
15750e6d2581SBarry Smith             } else if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) < 0.0 && PetscRealPart(a->a[bs2*k + l*bs + j]) != 0.0) {
1576a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G - %Gi) ",bs*a->j[k]+l,
15770e6d2581SBarry Smith                       PetscRealPart(a->a[bs2*k + l*bs + j]),-PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
15780e6d2581SBarry Smith             } else if (PetscRealPart(a->a[bs2*k + l*bs + j]) != 0.0) {
1579a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G) ",bs*a->j[k]+l,PetscRealPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
15800ef38995SBarry Smith             }
158144cd7ae7SLois Curfman McInnes #else
15820ef38995SBarry Smith             if (a->a[bs2*k + l*bs + j] != 0.0) {
1583a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G) ",bs*a->j[k]+l,a->a[bs2*k + l*bs + j]);CHKERRQ(ierr);
15840ef38995SBarry Smith             }
158544cd7ae7SLois Curfman McInnes #endif
158644cd7ae7SLois Curfman McInnes           }
158744cd7ae7SLois Curfman McInnes         }
1588b0a32e0cSBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr);
158944cd7ae7SLois Curfman McInnes       }
159044cd7ae7SLois Curfman McInnes     }
1591b0a32e0cSBarry Smith     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_YES);CHKERRQ(ierr);
15920ef38995SBarry Smith   } else {
1593b0a32e0cSBarry Smith     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_NO);CHKERRQ(ierr);
1594b6490206SBarry Smith     for (i=0; i<a->mbs; i++) {
1595b6490206SBarry Smith       for (j=0; j<bs; j++) {
159677431f27SBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"row %D:",i*bs+j);CHKERRQ(ierr);
1597b6490206SBarry Smith         for (k=a->i[i]; k<a->i[i+1]; k++) {
1598b6490206SBarry Smith           for (l=0; l<bs; l++) {
1599aa482453SBarry Smith #if defined(PETSC_USE_COMPLEX)
16000e6d2581SBarry Smith             if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) > 0.0) {
1601a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G + %G i) ",bs*a->j[k]+l,
16020e6d2581SBarry Smith                 PetscRealPart(a->a[bs2*k + l*bs + j]),PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
16030e6d2581SBarry Smith             } else if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) < 0.0) {
1604a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G - %G i) ",bs*a->j[k]+l,
16050e6d2581SBarry Smith                 PetscRealPart(a->a[bs2*k + l*bs + j]),-PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
16060ef38995SBarry Smith             } else {
1607a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G) ",bs*a->j[k]+l,PetscRealPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
160888685aaeSLois Curfman McInnes             }
160988685aaeSLois Curfman McInnes #else
1610a83599f4SBarry Smith             ierr = PetscViewerASCIIPrintf(viewer," (%D, %G) ",bs*a->j[k]+l,a->a[bs2*k + l*bs + j]);CHKERRQ(ierr);
161188685aaeSLois Curfman McInnes #endif
16122593348eSBarry Smith           }
16132593348eSBarry Smith         }
1614b0a32e0cSBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr);
16152593348eSBarry Smith       }
16162593348eSBarry Smith     }
1617b0a32e0cSBarry Smith     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_YES);CHKERRQ(ierr);
1618b6490206SBarry Smith   }
1619b0a32e0cSBarry Smith   ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
16203a40ed3dSBarry Smith   PetscFunctionReturn(0);
16212593348eSBarry Smith }
16222593348eSBarry Smith 
16234a2ae208SSatish Balay #undef __FUNCT__
16244a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ_Draw_Zoom"
16256849ba73SBarry Smith static PetscErrorCode MatView_SeqBAIJ_Draw_Zoom(PetscDraw draw,void *Aa)
16263270192aSSatish Balay {
162777ed5343SBarry Smith   Mat            A = (Mat) Aa;
16283270192aSSatish Balay   Mat_SeqBAIJ    *a=(Mat_SeqBAIJ*)A->data;
16296849ba73SBarry Smith   PetscErrorCode ierr;
1630d0f46423SBarry Smith   PetscInt       row,i,j,k,l,mbs=a->mbs,color,bs=A->rmap->bs,bs2=a->bs2;
16310e6d2581SBarry Smith   PetscReal      xl,yl,xr,yr,x_l,x_r,y_l,y_r;
16323f1db9ecSBarry Smith   MatScalar      *aa;
1633b0a32e0cSBarry Smith   PetscViewer    viewer;
16343270192aSSatish Balay 
16353a40ed3dSBarry Smith   PetscFunctionBegin;
16363270192aSSatish Balay 
1637b65db4caSBarry Smith   /* still need to add support for contour plot of nonzeros; see MatView_SeqAIJ_Draw_Zoom()*/
163877ed5343SBarry Smith   ierr = PetscObjectQuery((PetscObject)A,"Zoomviewer",(PetscObject*)&viewer);CHKERRQ(ierr);
163977ed5343SBarry Smith 
1640b0a32e0cSBarry Smith   ierr = PetscDrawGetCoordinates(draw,&xl,&yl,&xr,&yr);CHKERRQ(ierr);
164177ed5343SBarry Smith 
16423270192aSSatish Balay   /* loop over matrix elements drawing boxes */
1643b0a32e0cSBarry Smith   color = PETSC_DRAW_BLUE;
16443270192aSSatish Balay   for (i=0,row=0; i<mbs; i++,row+=bs) {
16453270192aSSatish Balay     for (j=a->i[i]; j<a->i[i+1]; j++) {
1646d0f46423SBarry Smith       y_l = A->rmap->N - row - 1.0; y_r = y_l + 1.0;
16473270192aSSatish Balay       x_l = a->j[j]*bs; x_r = x_l + 1.0;
16483270192aSSatish Balay       aa = a->a + j*bs2;
16493270192aSSatish Balay       for (k=0; k<bs; k++) {
16503270192aSSatish Balay         for (l=0; l<bs; l++) {
16510e6d2581SBarry Smith           if (PetscRealPart(*aa++) >=  0.) continue;
1652b0a32e0cSBarry Smith           ierr = PetscDrawRectangle(draw,x_l+k,y_l-l,x_r+k,y_r-l,color,color,color,color);CHKERRQ(ierr);
16533270192aSSatish Balay         }
16543270192aSSatish Balay       }
16553270192aSSatish Balay     }
16563270192aSSatish Balay   }
1657b0a32e0cSBarry Smith   color = PETSC_DRAW_CYAN;
16583270192aSSatish Balay   for (i=0,row=0; i<mbs; i++,row+=bs) {
16593270192aSSatish Balay     for (j=a->i[i]; j<a->i[i+1]; j++) {
1660d0f46423SBarry Smith       y_l = A->rmap->N - row - 1.0; y_r = y_l + 1.0;
16613270192aSSatish Balay       x_l = a->j[j]*bs; x_r = x_l + 1.0;
16623270192aSSatish Balay       aa = a->a + j*bs2;
16633270192aSSatish Balay       for (k=0; k<bs; k++) {
16643270192aSSatish Balay         for (l=0; l<bs; l++) {
16650e6d2581SBarry Smith           if (PetscRealPart(*aa++) != 0.) continue;
1666b0a32e0cSBarry Smith           ierr = PetscDrawRectangle(draw,x_l+k,y_l-l,x_r+k,y_r-l,color,color,color,color);CHKERRQ(ierr);
16673270192aSSatish Balay         }
16683270192aSSatish Balay       }
16693270192aSSatish Balay     }
16703270192aSSatish Balay   }
16713270192aSSatish Balay 
1672b0a32e0cSBarry Smith   color = PETSC_DRAW_RED;
16733270192aSSatish Balay   for (i=0,row=0; i<mbs; i++,row+=bs) {
16743270192aSSatish Balay     for (j=a->i[i]; j<a->i[i+1]; j++) {
1675d0f46423SBarry Smith       y_l = A->rmap->N - row - 1.0; y_r = y_l + 1.0;
16763270192aSSatish Balay       x_l = a->j[j]*bs; x_r = x_l + 1.0;
16773270192aSSatish Balay       aa = a->a + j*bs2;
16783270192aSSatish Balay       for (k=0; k<bs; k++) {
16793270192aSSatish Balay         for (l=0; l<bs; l++) {
16800e6d2581SBarry Smith           if (PetscRealPart(*aa++) <= 0.) continue;
1681b0a32e0cSBarry Smith           ierr = PetscDrawRectangle(draw,x_l+k,y_l-l,x_r+k,y_r-l,color,color,color,color);CHKERRQ(ierr);
16823270192aSSatish Balay         }
16833270192aSSatish Balay       }
16843270192aSSatish Balay     }
16853270192aSSatish Balay   }
168677ed5343SBarry Smith   PetscFunctionReturn(0);
168777ed5343SBarry Smith }
16883270192aSSatish Balay 
16894a2ae208SSatish Balay #undef __FUNCT__
16904a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ_Draw"
16916849ba73SBarry Smith static PetscErrorCode MatView_SeqBAIJ_Draw(Mat A,PetscViewer viewer)
169277ed5343SBarry Smith {
1693dfbe8321SBarry Smith   PetscErrorCode ierr;
16940e6d2581SBarry Smith   PetscReal      xl,yl,xr,yr,w,h;
1695b0a32e0cSBarry Smith   PetscDraw      draw;
169677ed5343SBarry Smith   PetscTruth     isnull;
16973270192aSSatish Balay 
169877ed5343SBarry Smith   PetscFunctionBegin;
169977ed5343SBarry Smith 
1700b0a32e0cSBarry Smith   ierr = PetscViewerDrawGetDraw(viewer,0,&draw);CHKERRQ(ierr);
1701b0a32e0cSBarry Smith   ierr = PetscDrawIsNull(draw,&isnull);CHKERRQ(ierr); if (isnull) PetscFunctionReturn(0);
170277ed5343SBarry Smith 
170377ed5343SBarry Smith   ierr = PetscObjectCompose((PetscObject)A,"Zoomviewer",(PetscObject)viewer);CHKERRQ(ierr);
1704d0f46423SBarry Smith   xr  = A->cmap->n; yr = A->rmap->N; h = yr/10.0; w = xr/10.0;
170577ed5343SBarry Smith   xr += w;    yr += h;  xl = -w;     yl = -h;
1706b0a32e0cSBarry Smith   ierr = PetscDrawSetCoordinates(draw,xl,yl,xr,yr);CHKERRQ(ierr);
1707b0a32e0cSBarry Smith   ierr = PetscDrawZoom(draw,MatView_SeqBAIJ_Draw_Zoom,A);CHKERRQ(ierr);
170877ed5343SBarry Smith   ierr = PetscObjectCompose((PetscObject)A,"Zoomviewer",PETSC_NULL);CHKERRQ(ierr);
17093a40ed3dSBarry Smith   PetscFunctionReturn(0);
17103270192aSSatish Balay }
17113270192aSSatish Balay 
17124a2ae208SSatish Balay #undef __FUNCT__
17134a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ"
1714dfbe8321SBarry Smith PetscErrorCode MatView_SeqBAIJ(Mat A,PetscViewer viewer)
17152593348eSBarry Smith {
1716dfbe8321SBarry Smith   PetscErrorCode ierr;
171732077d6dSBarry Smith   PetscTruth     iascii,isbinary,isdraw;
17182593348eSBarry Smith 
17193a40ed3dSBarry Smith   PetscFunctionBegin;
172032077d6dSBarry Smith   ierr = PetscTypeCompare((PetscObject)viewer,PETSC_VIEWER_ASCII,&iascii);CHKERRQ(ierr);
1721fb9695e5SSatish Balay   ierr = PetscTypeCompare((PetscObject)viewer,PETSC_VIEWER_BINARY,&isbinary);CHKERRQ(ierr);
1722fb9695e5SSatish Balay   ierr = PetscTypeCompare((PetscObject)viewer,PETSC_VIEWER_DRAW,&isdraw);CHKERRQ(ierr);
172332077d6dSBarry Smith   if (iascii){
17243a40ed3dSBarry Smith     ierr = MatView_SeqBAIJ_ASCII(A,viewer);CHKERRQ(ierr);
17250f5bd95cSBarry Smith   } else if (isbinary) {
17263a40ed3dSBarry Smith     ierr = MatView_SeqBAIJ_Binary(A,viewer);CHKERRQ(ierr);
17270f5bd95cSBarry Smith   } else if (isdraw) {
17283a40ed3dSBarry Smith     ierr = MatView_SeqBAIJ_Draw(A,viewer);CHKERRQ(ierr);
17295cd90555SBarry Smith   } else {
1730a5e6ed63SBarry Smith     Mat B;
1731ceb03754SKris Buschelman     ierr = MatConvert(A,MATSEQAIJ,MAT_INITIAL_MATRIX,&B);CHKERRQ(ierr);
1732a5e6ed63SBarry Smith     ierr = MatView(B,viewer);CHKERRQ(ierr);
1733a5e6ed63SBarry Smith     ierr = MatDestroy(B);CHKERRQ(ierr);
17342593348eSBarry Smith   }
17353a40ed3dSBarry Smith   PetscFunctionReturn(0);
17362593348eSBarry Smith }
1737b6490206SBarry Smith 
1738cd0e1443SSatish Balay 
17394a2ae208SSatish Balay #undef __FUNCT__
17404a2ae208SSatish Balay #define __FUNCT__ "MatGetValues_SeqBAIJ"
1741c1ac3661SBarry Smith PetscErrorCode MatGetValues_SeqBAIJ(Mat A,PetscInt m,const PetscInt im[],PetscInt n,const PetscInt in[],PetscScalar v[])
1742cd0e1443SSatish Balay {
1743cd0e1443SSatish Balay   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
1744c1ac3661SBarry Smith   PetscInt    *rp,k,low,high,t,row,nrow,i,col,l,*aj = a->j;
1745c1ac3661SBarry Smith   PetscInt    *ai = a->i,*ailen = a->ilen;
1746d0f46423SBarry Smith   PetscInt    brow,bcol,ridx,cidx,bs=A->rmap->bs,bs2=a->bs2;
174797e567efSBarry Smith   MatScalar   *ap,*aa = a->a;
1748cd0e1443SSatish Balay 
17493a40ed3dSBarry Smith   PetscFunctionBegin;
17502d61bbb3SSatish Balay   for (k=0; k<m; k++) { /* loop over rows */
1751cd0e1443SSatish Balay     row  = im[k]; brow = row/bs;
175297e567efSBarry Smith     if (row < 0) {v += n; continue;} /* SETERRQ(PETSC_ERR_ARG_OUTOFRANGE,"Negative row"); */
1753d0f46423SBarry Smith     if (row >= A->rmap->N) SETERRQ1(PETSC_ERR_ARG_OUTOFRANGE,"Row %D too large", row);
17542d61bbb3SSatish Balay     rp   = aj + ai[brow] ; ap = aa + bs2*ai[brow] ;
17552c3acbe9SBarry Smith     nrow = ailen[brow];
17562d61bbb3SSatish Balay     for (l=0; l<n; l++) { /* loop over columns */
175797e567efSBarry Smith       if (in[l] < 0) {v++; continue;} /* SETERRQ(PETSC_ERR_ARG_OUTOFRANGE,"Negative column"); */
1758d0f46423SBarry Smith       if (in[l] >= A->cmap->n) SETERRQ1(PETSC_ERR_ARG_OUTOFRANGE,"Column %D too large", in[l]);
17592d61bbb3SSatish Balay       col  = in[l] ;
17602d61bbb3SSatish Balay       bcol = col/bs;
17612d61bbb3SSatish Balay       cidx = col%bs;
17622d61bbb3SSatish Balay       ridx = row%bs;
17632d61bbb3SSatish Balay       high = nrow;
17642d61bbb3SSatish Balay       low  = 0; /* assume unsorted */
17652d61bbb3SSatish Balay       while (high-low > 5) {
1766cd0e1443SSatish Balay         t = (low+high)/2;
1767cd0e1443SSatish Balay         if (rp[t] > bcol) high = t;
1768cd0e1443SSatish Balay         else             low  = t;
1769cd0e1443SSatish Balay       }
1770cd0e1443SSatish Balay       for (i=low; i<high; i++) {
1771cd0e1443SSatish Balay         if (rp[i] > bcol) break;
1772cd0e1443SSatish Balay         if (rp[i] == bcol) {
17732d61bbb3SSatish Balay           *v++ = ap[bs2*i+bs*cidx+ridx];
17742d61bbb3SSatish Balay           goto finished;
1775cd0e1443SSatish Balay         }
1776cd0e1443SSatish Balay       }
177797e567efSBarry Smith       *v++ = 0.0;
17782d61bbb3SSatish Balay       finished:;
1779cd0e1443SSatish Balay     }
1780cd0e1443SSatish Balay   }
17813a40ed3dSBarry Smith   PetscFunctionReturn(0);
1782cd0e1443SSatish Balay }
1783cd0e1443SSatish Balay 
178497e5c40aSBarry Smith #define CHUNKSIZE 10
17854a2ae208SSatish Balay #undef __FUNCT__
17864a2ae208SSatish Balay #define __FUNCT__ "MatSetValuesBlocked_SeqBAIJ"
1787dd6ea824SBarry Smith PetscErrorCode MatSetValuesBlocked_SeqBAIJ(Mat A,PetscInt m,const PetscInt im[],PetscInt n,const PetscInt in[],const PetscScalar v[],InsertMode is)
178892c4ed94SBarry Smith {
178992c4ed94SBarry Smith   Mat_SeqBAIJ       *a = (Mat_SeqBAIJ*)A->data;
1790e2ee6c50SBarry Smith   PetscInt          *rp,k,low,high,t,ii,jj,row,nrow,i,col,l,rmax,N,lastcol = -1;
1791c1ac3661SBarry Smith   PetscInt          *imax=a->imax,*ai=a->i,*ailen=a->ilen;
17926849ba73SBarry Smith   PetscErrorCode    ierr;
1793d0f46423SBarry Smith   PetscInt          *aj=a->j,nonew=a->nonew,bs2=a->bs2,bs=A->rmap->bs,stepval;
1794273d9f13SBarry Smith   PetscTruth        roworiented=a->roworiented;
1795dd6ea824SBarry Smith   const PetscScalar *value = v;
1796f15d580aSBarry Smith   MatScalar         *ap,*aa = a->a,*bap;
179792c4ed94SBarry Smith 
17983a40ed3dSBarry Smith   PetscFunctionBegin;
17990e324ae4SSatish Balay   if (roworiented) {
18000e324ae4SSatish Balay     stepval = (n-1)*bs;
18010e324ae4SSatish Balay   } else {
18020e324ae4SSatish Balay     stepval = (m-1)*bs;
18030e324ae4SSatish Balay   }
180492c4ed94SBarry Smith   for (k=0; k<m; k++) { /* loop over added rows */
180592c4ed94SBarry Smith     row  = im[k];
18065ef9f2a5SBarry Smith     if (row < 0) continue;
18072515c552SBarry Smith #if defined(PETSC_USE_DEBUG)
180877431f27SBarry Smith     if (row >= a->mbs) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Row too large: row %D max %D",row,a->mbs-1);
180992c4ed94SBarry Smith #endif
181092c4ed94SBarry Smith     rp   = aj + ai[row];
181192c4ed94SBarry Smith     ap   = aa + bs2*ai[row];
181292c4ed94SBarry Smith     rmax = imax[row];
181392c4ed94SBarry Smith     nrow = ailen[row];
181492c4ed94SBarry Smith     low  = 0;
1815c71e6ed7SBarry Smith     high = nrow;
181692c4ed94SBarry Smith     for (l=0; l<n; l++) { /* loop over added columns */
18175ef9f2a5SBarry Smith       if (in[l] < 0) continue;
18182515c552SBarry Smith #if defined(PETSC_USE_DEBUG)
181977431f27SBarry Smith       if (in[l] >= a->nbs) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Column too large: col %D max %D",in[l],a->nbs-1);
182092c4ed94SBarry Smith #endif
182192c4ed94SBarry Smith       col = in[l];
182292c4ed94SBarry Smith       if (roworiented) {
18230e324ae4SSatish Balay         value = v + k*(stepval+bs)*bs + l*bs;
18240e324ae4SSatish Balay       } else {
18250e324ae4SSatish Balay         value = v + l*(stepval+bs)*bs + k*bs;
182692c4ed94SBarry Smith       }
18277cd84e04SBarry Smith       if (col <= lastcol) low = 0; else high = nrow;
1828e2ee6c50SBarry Smith       lastcol = col;
182992c4ed94SBarry Smith       while (high-low > 7) {
183092c4ed94SBarry Smith         t = (low+high)/2;
183192c4ed94SBarry Smith         if (rp[t] > col) high = t;
183292c4ed94SBarry Smith         else             low  = t;
183392c4ed94SBarry Smith       }
183492c4ed94SBarry Smith       for (i=low; i<high; i++) {
183592c4ed94SBarry Smith         if (rp[i] > col) break;
183692c4ed94SBarry Smith         if (rp[i] == col) {
18378a84c255SSatish Balay           bap  = ap +  bs2*i;
18380e324ae4SSatish Balay           if (roworiented) {
18398a84c255SSatish Balay             if (is == ADD_VALUES) {
1840dd9472c6SBarry Smith               for (ii=0; ii<bs; ii++,value+=stepval) {
1841dd9472c6SBarry Smith                 for (jj=ii; jj<bs2; jj+=bs) {
18428a84c255SSatish Balay                   bap[jj] += *value++;
1843dd9472c6SBarry Smith                 }
1844dd9472c6SBarry Smith               }
18450e324ae4SSatish Balay             } else {
1846dd9472c6SBarry Smith               for (ii=0; ii<bs; ii++,value+=stepval) {
1847dd9472c6SBarry Smith                 for (jj=ii; jj<bs2; jj+=bs) {
18480e324ae4SSatish Balay                   bap[jj] = *value++;
18498a84c255SSatish Balay                 }
1850dd9472c6SBarry Smith               }
1851dd9472c6SBarry Smith             }
18520e324ae4SSatish Balay           } else {
18530e324ae4SSatish Balay             if (is == ADD_VALUES) {
1854dd9472c6SBarry Smith               for (ii=0; ii<bs; ii++,value+=stepval) {
1855dd9472c6SBarry Smith                 for (jj=0; jj<bs; jj++) {
18560e324ae4SSatish Balay                   *bap++ += *value++;
1857dd9472c6SBarry Smith                 }
1858dd9472c6SBarry Smith               }
18590e324ae4SSatish Balay             } else {
1860dd9472c6SBarry Smith               for (ii=0; ii<bs; ii++,value+=stepval) {
1861dd9472c6SBarry Smith                 for (jj=0; jj<bs; jj++) {
18620e324ae4SSatish Balay                   *bap++  = *value++;
18630e324ae4SSatish Balay                 }
18648a84c255SSatish Balay               }
1865dd9472c6SBarry Smith             }
1866dd9472c6SBarry Smith           }
1867f1241b54SBarry Smith           goto noinsert2;
186892c4ed94SBarry Smith         }
186992c4ed94SBarry Smith       }
187089280ab3SLois Curfman McInnes       if (nonew == 1) goto noinsert2;
1871085a36d4SBarry Smith       if (nonew == -1) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Inserting a new nonzero (%D, %D) in the matrix", row, col);
1872421e10b8SBarry Smith       MatSeqXAIJReallocateAIJ(A,a->mbs,bs2,nrow,row,col,rmax,aa,ai,aj,rp,ap,imax,nonew,MatScalar);
1873c03d1d03SSatish Balay       N = nrow++ - 1; high++;
187492c4ed94SBarry Smith       /* shift up all the later entries in this row */
187592c4ed94SBarry Smith       for (ii=N; ii>=i; ii--) {
187692c4ed94SBarry Smith         rp[ii+1] = rp[ii];
1877549d3d68SSatish Balay         ierr = PetscMemcpy(ap+bs2*(ii+1),ap+bs2*(ii),bs2*sizeof(MatScalar));CHKERRQ(ierr);
187892c4ed94SBarry Smith       }
1879549d3d68SSatish Balay       if (N >= i) {
1880549d3d68SSatish Balay         ierr = PetscMemzero(ap+bs2*i,bs2*sizeof(MatScalar));CHKERRQ(ierr);
1881549d3d68SSatish Balay       }
188292c4ed94SBarry Smith       rp[i] = col;
18838a84c255SSatish Balay       bap   = ap +  bs2*i;
18840e324ae4SSatish Balay       if (roworiented) {
1885dd9472c6SBarry Smith         for (ii=0; ii<bs; ii++,value+=stepval) {
1886dd9472c6SBarry Smith           for (jj=ii; jj<bs2; jj+=bs) {
18870e324ae4SSatish Balay             bap[jj] = *value++;
1888dd9472c6SBarry Smith           }
1889dd9472c6SBarry Smith         }
18900e324ae4SSatish Balay       } else {
1891dd9472c6SBarry Smith         for (ii=0; ii<bs; ii++,value+=stepval) {
1892dd9472c6SBarry Smith           for (jj=0; jj<bs; jj++) {
18930e324ae4SSatish Balay             *bap++  = *value++;
18940e324ae4SSatish Balay           }
1895dd9472c6SBarry Smith         }
1896dd9472c6SBarry Smith       }
1897f1241b54SBarry Smith       noinsert2:;
189892c4ed94SBarry Smith       low = i;
189992c4ed94SBarry Smith     }
190092c4ed94SBarry Smith     ailen[row] = nrow;
190192c4ed94SBarry Smith   }
19023a40ed3dSBarry Smith   PetscFunctionReturn(0);
190392c4ed94SBarry Smith }
190426e093fcSHong Zhang 
19054a2ae208SSatish Balay #undef __FUNCT__
19064a2ae208SSatish Balay #define __FUNCT__ "MatAssemblyEnd_SeqBAIJ"
1907dfbe8321SBarry Smith PetscErrorCode MatAssemblyEnd_SeqBAIJ(Mat A,MatAssemblyType mode)
1908584200bdSSatish Balay {
1909584200bdSSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1910c1ac3661SBarry Smith   PetscInt       fshift = 0,i,j,*ai = a->i,*aj = a->j,*imax = a->imax;
1911d0f46423SBarry Smith   PetscInt       m = A->rmap->N,*ip,N,*ailen = a->ilen;
19126849ba73SBarry Smith   PetscErrorCode ierr;
1913c1ac3661SBarry Smith   PetscInt       mbs = a->mbs,bs2 = a->bs2,rmax = 0;
19143f1db9ecSBarry Smith   MatScalar      *aa = a->a,*ap;
19153447b6efSHong Zhang   PetscReal      ratio=0.6;
1916584200bdSSatish Balay 
19173a40ed3dSBarry Smith   PetscFunctionBegin;
19183a40ed3dSBarry Smith   if (mode == MAT_FLUSH_ASSEMBLY) PetscFunctionReturn(0);
1919584200bdSSatish Balay 
192043ee02c3SBarry Smith   if (m) rmax = ailen[0];
1921584200bdSSatish Balay   for (i=1; i<mbs; i++) {
1922584200bdSSatish Balay     /* move each row back by the amount of empty slots (fshift) before it*/
1923584200bdSSatish Balay     fshift += imax[i-1] - ailen[i-1];
1924d402145bSBarry Smith     rmax   = PetscMax(rmax,ailen[i]);
1925584200bdSSatish Balay     if (fshift) {
1926a7c10996SSatish Balay       ip = aj + ai[i]; ap = aa + bs2*ai[i];
1927584200bdSSatish Balay       N = ailen[i];
1928584200bdSSatish Balay       for (j=0; j<N; j++) {
1929584200bdSSatish Balay         ip[j-fshift] = ip[j];
1930549d3d68SSatish Balay         ierr = PetscMemcpy(ap+(j-fshift)*bs2,ap+j*bs2,bs2*sizeof(MatScalar));CHKERRQ(ierr);
1931584200bdSSatish Balay       }
1932584200bdSSatish Balay     }
1933584200bdSSatish Balay     ai[i] = ai[i-1] + ailen[i-1];
1934584200bdSSatish Balay   }
1935584200bdSSatish Balay   if (mbs) {
1936584200bdSSatish Balay     fshift += imax[mbs-1] - ailen[mbs-1];
1937584200bdSSatish Balay     ai[mbs] = ai[mbs-1] + ailen[mbs-1];
1938584200bdSSatish Balay   }
1939584200bdSSatish Balay   /* reset ilen and imax for each row */
1940584200bdSSatish Balay   for (i=0; i<mbs; i++) {
1941584200bdSSatish Balay     ailen[i] = imax[i] = ai[i+1] - ai[i];
1942584200bdSSatish Balay   }
1943a7c10996SSatish Balay   a->nz = ai[mbs];
1944584200bdSSatish Balay 
1945584200bdSSatish Balay   /* diagonals may have moved, so kill the diagonal pointers */
1946b01c7715SBarry Smith   a->idiagvalid = PETSC_FALSE;
1947584200bdSSatish Balay   if (fshift && a->diag) {
1948606d414cSSatish Balay     ierr = PetscFree(a->diag);CHKERRQ(ierr);
194952e6d16bSBarry Smith     ierr = PetscLogObjectMemory(A,-(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
1950584200bdSSatish Balay     a->diag = 0;
1951584200bdSSatish Balay   }
195228b2fa4aSMatthew Knepley   if (fshift && a->nounused == -1) {
195328b2fa4aSMatthew Knepley     SETERRQ4(PETSC_ERR_PLIB, "Unused space detected in matrix: %D X %D block size %D, %D unneeded", m, A->cmap->n, A->rmap->bs, fshift*bs2);
195428b2fa4aSMatthew Knepley   }
1955d0f46423SBarry Smith   ierr = PetscInfo5(A,"Matrix size: %D X %D, block size %D; storage space: %D unneeded, %D used\n",m,A->cmap->n,A->rmap->bs,fshift*bs2,a->nz*bs2);CHKERRQ(ierr);
1956ae15b995SBarry Smith   ierr = PetscInfo1(A,"Number of mallocs during MatSetValues is %D\n",a->reallocs);CHKERRQ(ierr);
1957ae15b995SBarry Smith   ierr = PetscInfo1(A,"Most nonzeros blocks in any row is %D\n",rmax);CHKERRQ(ierr);
1958e2f3b5e9SSatish Balay   a->reallocs          = 0;
19590e6d2581SBarry Smith   A->info.nz_unneeded  = (PetscReal)fshift*bs2;
1960cf4441caSHong Zhang 
1961cb5d8e9eSHong Zhang   /* check for zero rows. If found a large number of zero rows, use CompressedRow functions */
19622f53aa61SHong Zhang   if (a->compressedrow.use){
1963317fbc4cSHong Zhang     ierr = Mat_CheckCompressedRow(A,&a->compressedrow,a->i,mbs,ratio);CHKERRQ(ierr);
196473e7a558SHong Zhang   }
196588e51ccdSHong Zhang 
196688e51ccdSHong Zhang   A->same_nonzero = PETSC_TRUE;
19673a40ed3dSBarry Smith   PetscFunctionReturn(0);
1968584200bdSSatish Balay }
1969584200bdSSatish Balay 
1970bea157c4SSatish Balay /*
1971bea157c4SSatish Balay    This function returns an array of flags which indicate the locations of contiguous
1972bea157c4SSatish Balay    blocks that should be zeroed. for eg: if bs = 3  and is = [0,1,2,3,5,6,7,8,9]
1973bea157c4SSatish Balay    then the resulting sizes = [3,1,1,3,1] correspondig to sets [(0,1,2),(3),(5),(6,7,8),(9)]
1974bea157c4SSatish Balay    Assume: sizes should be long enough to hold all the values.
1975bea157c4SSatish Balay */
19764a2ae208SSatish Balay #undef __FUNCT__
19774a2ae208SSatish Balay #define __FUNCT__ "MatZeroRows_SeqBAIJ_Check_Blocks"
1978c1ac3661SBarry Smith static PetscErrorCode MatZeroRows_SeqBAIJ_Check_Blocks(PetscInt idx[],PetscInt n,PetscInt bs,PetscInt sizes[], PetscInt *bs_max)
1979d9b7c43dSSatish Balay {
1980c1ac3661SBarry Smith   PetscInt   i,j,k,row;
1981bea157c4SSatish Balay   PetscTruth flg;
19823a40ed3dSBarry Smith 
1983433994e6SBarry Smith   PetscFunctionBegin;
1984bea157c4SSatish Balay   for (i=0,j=0; i<n; j++) {
1985bea157c4SSatish Balay     row = idx[i];
1986bea157c4SSatish Balay     if (row%bs!=0) { /* Not the begining of a block */
1987bea157c4SSatish Balay       sizes[j] = 1;
1988bea157c4SSatish Balay       i++;
1989e4fda26cSSatish Balay     } else if (i+bs > n) { /* complete block doesn't exist (at idx end) */
1990bea157c4SSatish Balay       sizes[j] = 1;         /* Also makes sure atleast 'bs' values exist for next else */
1991bea157c4SSatish Balay       i++;
1992bea157c4SSatish Balay     } else { /* Begining of the block, so check if the complete block exists */
1993bea157c4SSatish Balay       flg = PETSC_TRUE;
1994bea157c4SSatish Balay       for (k=1; k<bs; k++) {
1995bea157c4SSatish Balay         if (row+k != idx[i+k]) { /* break in the block */
1996bea157c4SSatish Balay           flg = PETSC_FALSE;
1997bea157c4SSatish Balay           break;
1998d9b7c43dSSatish Balay         }
1999bea157c4SSatish Balay       }
2000abc0a331SBarry Smith       if (flg) { /* No break in the bs */
2001bea157c4SSatish Balay         sizes[j] = bs;
2002bea157c4SSatish Balay         i+= bs;
2003bea157c4SSatish Balay       } else {
2004bea157c4SSatish Balay         sizes[j] = 1;
2005bea157c4SSatish Balay         i++;
2006bea157c4SSatish Balay       }
2007bea157c4SSatish Balay     }
2008bea157c4SSatish Balay   }
2009bea157c4SSatish Balay   *bs_max = j;
20103a40ed3dSBarry Smith   PetscFunctionReturn(0);
2011d9b7c43dSSatish Balay }
2012d9b7c43dSSatish Balay 
20134a2ae208SSatish Balay #undef __FUNCT__
20144a2ae208SSatish Balay #define __FUNCT__ "MatZeroRows_SeqBAIJ"
2015f4df32b1SMatthew Knepley PetscErrorCode MatZeroRows_SeqBAIJ(Mat A,PetscInt is_n,const PetscInt is_idx[],PetscScalar diag)
2016d9b7c43dSSatish Balay {
2017d9b7c43dSSatish Balay   Mat_SeqBAIJ    *baij=(Mat_SeqBAIJ*)A->data;
2018dfbe8321SBarry Smith   PetscErrorCode ierr;
2019f4df32b1SMatthew Knepley   PetscInt       i,j,k,count,*rows;
2020d0f46423SBarry Smith   PetscInt       bs=A->rmap->bs,bs2=baij->bs2,*sizes,row,bs_max;
202187828ca2SBarry Smith   PetscScalar    zero = 0.0;
20223f1db9ecSBarry Smith   MatScalar      *aa;
2023d9b7c43dSSatish Balay 
20243a40ed3dSBarry Smith   PetscFunctionBegin;
2025d9b7c43dSSatish Balay   /* Make a copy of the IS and  sort it */
2026bea157c4SSatish Balay   /* allocate memory for rows,sizes */
2027c1ac3661SBarry Smith   ierr  = PetscMalloc((3*is_n+1)*sizeof(PetscInt),&rows);CHKERRQ(ierr);
2028bea157c4SSatish Balay   sizes = rows + is_n;
2029bea157c4SSatish Balay 
2030563b5814SBarry Smith   /* copy IS values to rows, and sort them */
2031bea157c4SSatish Balay   for (i=0; i<is_n; i++) { rows[i] = is_idx[i]; }
2032bea157c4SSatish Balay   ierr = PetscSortInt(is_n,rows);CHKERRQ(ierr);
2033a9817697SBarry Smith   if (baij->keepnonzeropattern) {
2034dffd3267SBarry Smith     for (i=0; i<is_n; i++) { sizes[i] = 1; }
2035dffd3267SBarry Smith     bs_max = is_n;
203688e51ccdSHong Zhang     A->same_nonzero = PETSC_TRUE;
2037dffd3267SBarry Smith   } else {
2038bea157c4SSatish Balay     ierr = MatZeroRows_SeqBAIJ_Check_Blocks(rows,is_n,bs,sizes,&bs_max);CHKERRQ(ierr);
203988e51ccdSHong Zhang     A->same_nonzero = PETSC_FALSE;
2040dffd3267SBarry Smith   }
2041bea157c4SSatish Balay 
2042bea157c4SSatish Balay   for (i=0,j=0; i<bs_max; j+=sizes[i],i++) {
2043bea157c4SSatish Balay     row   = rows[j];
2044d0f46423SBarry Smith     if (row < 0 || row > A->rmap->N) SETERRQ1(PETSC_ERR_ARG_OUTOFRANGE,"row %D out of range",row);
2045bea157c4SSatish Balay     count = (baij->i[row/bs +1] - baij->i[row/bs])*bs;
2046b31fbe3bSSatish Balay     aa    = ((MatScalar*)(baij->a)) + baij->i[row/bs]*bs2 + (row%bs);
2047a9817697SBarry Smith     if (sizes[i] == bs && !baij->keepnonzeropattern) {
2048f4df32b1SMatthew Knepley       if (diag != 0.0) {
2049bea157c4SSatish Balay         if (baij->ilen[row/bs] > 0) {
2050bea157c4SSatish Balay           baij->ilen[row/bs]       = 1;
2051bea157c4SSatish Balay           baij->j[baij->i[row/bs]] = row/bs;
2052bea157c4SSatish Balay           ierr = PetscMemzero(aa,count*bs*sizeof(MatScalar));CHKERRQ(ierr);
2053a07cd24cSSatish Balay         }
2054563b5814SBarry Smith         /* Now insert all the diagonal values for this bs */
2055bea157c4SSatish Balay         for (k=0; k<bs; k++) {
2056f4df32b1SMatthew Knepley           ierr = (*A->ops->setvalues)(A,1,rows+j+k,1,rows+j+k,&diag,INSERT_VALUES);CHKERRQ(ierr);
2057bea157c4SSatish Balay         }
2058f4df32b1SMatthew Knepley       } else { /* (diag == 0.0) */
2059bea157c4SSatish Balay         baij->ilen[row/bs] = 0;
2060f4df32b1SMatthew Knepley       } /* end (diag == 0.0) */
2061bea157c4SSatish Balay     } else { /* (sizes[i] != bs) */
2062aa482453SBarry Smith #if defined (PETSC_USE_DEBUG)
2063634064b4SBarry Smith       if (sizes[i] != 1) SETERRQ(PETSC_ERR_PLIB,"Internal Error. Value should be 1");
2064bea157c4SSatish Balay #endif
2065bea157c4SSatish Balay       for (k=0; k<count; k++) {
2066d9b7c43dSSatish Balay         aa[0] =  zero;
2067d9b7c43dSSatish Balay         aa    += bs;
2068d9b7c43dSSatish Balay       }
2069f4df32b1SMatthew Knepley       if (diag != 0.0) {
2070f4df32b1SMatthew Knepley         ierr = (*A->ops->setvalues)(A,1,rows+j,1,rows+j,&diag,INSERT_VALUES);CHKERRQ(ierr);
2071d9b7c43dSSatish Balay       }
2072d9b7c43dSSatish Balay     }
2073bea157c4SSatish Balay   }
2074bea157c4SSatish Balay 
2075606d414cSSatish Balay   ierr = PetscFree(rows);CHKERRQ(ierr);
20769a8dea36SBarry Smith   ierr = MatAssemblyEnd_SeqBAIJ(A,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
20773a40ed3dSBarry Smith   PetscFunctionReturn(0);
2078d9b7c43dSSatish Balay }
20791c351548SSatish Balay 
20804a2ae208SSatish Balay #undef __FUNCT__
20814a2ae208SSatish Balay #define __FUNCT__ "MatSetValues_SeqBAIJ"
2082c1ac3661SBarry Smith PetscErrorCode MatSetValues_SeqBAIJ(Mat A,PetscInt m,const PetscInt im[],PetscInt n,const PetscInt in[],const PetscScalar v[],InsertMode is)
20832d61bbb3SSatish Balay {
20842d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
2085e2ee6c50SBarry Smith   PetscInt       *rp,k,low,high,t,ii,row,nrow,i,col,l,rmax,N,lastcol = -1;
2086c1ac3661SBarry Smith   PetscInt       *imax=a->imax,*ai=a->i,*ailen=a->ilen;
2087d0f46423SBarry Smith   PetscInt       *aj=a->j,nonew=a->nonew,bs=A->rmap->bs,brow,bcol;
20886849ba73SBarry Smith   PetscErrorCode ierr;
2089c1ac3661SBarry Smith   PetscInt       ridx,cidx,bs2=a->bs2;
2090273d9f13SBarry Smith   PetscTruth     roworiented=a->roworiented;
20913f1db9ecSBarry Smith   MatScalar      *ap,value,*aa=a->a,*bap;
20922d61bbb3SSatish Balay 
20932d61bbb3SSatish Balay   PetscFunctionBegin;
20942d61bbb3SSatish Balay   for (k=0; k<m; k++) { /* loop over added rows */
2095085a36d4SBarry Smith     row  = im[k];
2096085a36d4SBarry Smith     brow = row/bs;
20975ef9f2a5SBarry Smith     if (row < 0) continue;
20982515c552SBarry Smith #if defined(PETSC_USE_DEBUG)
2099d0f46423SBarry Smith     if (row >= A->rmap->N) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Row too large: row %D max %D",row,A->rmap->N-1);
21002d61bbb3SSatish Balay #endif
21012d61bbb3SSatish Balay     rp   = aj + ai[brow];
21022d61bbb3SSatish Balay     ap   = aa + bs2*ai[brow];
21032d61bbb3SSatish Balay     rmax = imax[brow];
21042d61bbb3SSatish Balay     nrow = ailen[brow];
21052d61bbb3SSatish Balay     low  = 0;
2106c71e6ed7SBarry Smith     high = nrow;
21072d61bbb3SSatish Balay     for (l=0; l<n; l++) { /* loop over added columns */
21085ef9f2a5SBarry Smith       if (in[l] < 0) continue;
21092515c552SBarry Smith #if defined(PETSC_USE_DEBUG)
2110d0f46423SBarry Smith       if (in[l] >= A->cmap->n) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Column too large: col %D max %D",in[l],A->cmap->n-1);
21112d61bbb3SSatish Balay #endif
21122d61bbb3SSatish Balay       col = in[l]; bcol = col/bs;
21132d61bbb3SSatish Balay       ridx = row % bs; cidx = col % bs;
21142d61bbb3SSatish Balay       if (roworiented) {
21155ef9f2a5SBarry Smith         value = v[l + k*n];
21162d61bbb3SSatish Balay       } else {
21172d61bbb3SSatish Balay         value = v[k + l*m];
21182d61bbb3SSatish Balay       }
21197cd84e04SBarry Smith       if (col <= lastcol) low = 0; else high = nrow;
2120e2ee6c50SBarry Smith       lastcol = col;
21212d61bbb3SSatish Balay       while (high-low > 7) {
21222d61bbb3SSatish Balay         t = (low+high)/2;
21232d61bbb3SSatish Balay         if (rp[t] > bcol) high = t;
21242d61bbb3SSatish Balay         else              low  = t;
21252d61bbb3SSatish Balay       }
21262d61bbb3SSatish Balay       for (i=low; i<high; i++) {
21272d61bbb3SSatish Balay         if (rp[i] > bcol) break;
21282d61bbb3SSatish Balay         if (rp[i] == bcol) {
21292d61bbb3SSatish Balay           bap  = ap +  bs2*i + bs*cidx + ridx;
21302d61bbb3SSatish Balay           if (is == ADD_VALUES) *bap += value;
21312d61bbb3SSatish Balay           else                  *bap  = value;
21322d61bbb3SSatish Balay           goto noinsert1;
21332d61bbb3SSatish Balay         }
21342d61bbb3SSatish Balay       }
21352d61bbb3SSatish Balay       if (nonew == 1) goto noinsert1;
2136085a36d4SBarry Smith       if (nonew == -1) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Inserting a new nonzero (%D, %D) in the matrix", row, col);
2137421e10b8SBarry Smith       MatSeqXAIJReallocateAIJ(A,a->mbs,bs2,nrow,brow,bcol,rmax,aa,ai,aj,rp,ap,imax,nonew,MatScalar);
2138c03d1d03SSatish Balay       N = nrow++ - 1; high++;
21392d61bbb3SSatish Balay       /* shift up all the later entries in this row */
21402d61bbb3SSatish Balay       for (ii=N; ii>=i; ii--) {
21412d61bbb3SSatish Balay         rp[ii+1] = rp[ii];
2142549d3d68SSatish Balay         ierr     = PetscMemcpy(ap+bs2*(ii+1),ap+bs2*(ii),bs2*sizeof(MatScalar));CHKERRQ(ierr);
21432d61bbb3SSatish Balay       }
2144549d3d68SSatish Balay       if (N>=i) {
2145549d3d68SSatish Balay         ierr = PetscMemzero(ap+bs2*i,bs2*sizeof(MatScalar));CHKERRQ(ierr);
2146549d3d68SSatish Balay       }
21472d61bbb3SSatish Balay       rp[i]                      = bcol;
21482d61bbb3SSatish Balay       ap[bs2*i + bs*cidx + ridx] = value;
2149085a36d4SBarry Smith       a->nz++;
21502d61bbb3SSatish Balay       noinsert1:;
21512d61bbb3SSatish Balay       low = i;
21522d61bbb3SSatish Balay     }
21532d61bbb3SSatish Balay     ailen[brow] = nrow;
21542d61bbb3SSatish Balay   }
215588e51ccdSHong Zhang   A->same_nonzero = PETSC_FALSE;
21562d61bbb3SSatish Balay   PetscFunctionReturn(0);
21572d61bbb3SSatish Balay }
21582d61bbb3SSatish Balay 
2159db4efbfdSBarry Smith EXTERN PetscErrorCode MatSeqBAIJSetNumericFactorization(Mat,PetscTruth);
21602d61bbb3SSatish Balay 
21614a2ae208SSatish Balay #undef __FUNCT__
21624a2ae208SSatish Balay #define __FUNCT__ "MatILUFactor_SeqBAIJ"
21630481f469SBarry Smith PetscErrorCode MatILUFactor_SeqBAIJ(Mat inA,IS row,IS col,const MatFactorInfo *info)
21642d61bbb3SSatish Balay {
21652d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)inA->data;
21662d61bbb3SSatish Balay   Mat            outA;
2167dfbe8321SBarry Smith   PetscErrorCode ierr;
2168667159a5SBarry Smith   PetscTruth     row_identity,col_identity;
21692d61bbb3SSatish Balay 
21702d61bbb3SSatish Balay   PetscFunctionBegin;
2171d3d32019SBarry Smith   if (info->levels != 0) SETERRQ(PETSC_ERR_SUP,"Only levels = 0 supported for in-place ILU");
2172667159a5SBarry Smith   ierr = ISIdentity(row,&row_identity);CHKERRQ(ierr);
2173667159a5SBarry Smith   ierr = ISIdentity(col,&col_identity);CHKERRQ(ierr);
2174667159a5SBarry Smith   if (!row_identity || !col_identity) {
2175634064b4SBarry Smith     SETERRQ(PETSC_ERR_ARG_WRONG,"Row and column permutations must be identity for in-place ILU");
2176667159a5SBarry Smith   }
21772d61bbb3SSatish Balay 
21782d61bbb3SSatish Balay   outA          = inA;
21795c9eb25fSBarry Smith   inA->factor   = MAT_FACTOR_LU;
21802d61bbb3SSatish Balay 
2181c4992f7dSBarry Smith   ierr = MatMarkDiagonal_SeqBAIJ(inA);CHKERRQ(ierr);
2182cf242676SKris Buschelman 
2183c38d4ed2SBarry Smith   ierr = PetscObjectReference((PetscObject)row);CHKERRQ(ierr);
2184c3122656SLisandro Dalcin   if (a->row) { ierr = ISDestroy(a->row);CHKERRQ(ierr); }
2185c3122656SLisandro Dalcin   a->row = row;
2186c38d4ed2SBarry Smith   ierr = PetscObjectReference((PetscObject)col);CHKERRQ(ierr);
2187c3122656SLisandro Dalcin   if (a->col) { ierr = ISDestroy(a->col);CHKERRQ(ierr); }
2188c3122656SLisandro Dalcin   a->col = col;
2189c38d4ed2SBarry Smith 
2190c38d4ed2SBarry Smith   /* Create the invert permutation so that it can be used in MatLUFactorNumeric() */
21914c49b128SBarry Smith   ierr = ISInvertPermutation(col,PETSC_DECIDE,&a->icol);CHKERRQ(ierr);
219252e6d16bSBarry Smith   ierr = PetscLogObjectParent(inA,a->icol);CHKERRQ(ierr);
2193c38d4ed2SBarry Smith 
219458e7c4b3SSatish Balay   ierr = MatSeqBAIJSetNumericFactorization(inA,(PetscTruth)(row_identity && col_identity));CHKERRQ(ierr);
2195c38d4ed2SBarry Smith   if (!a->solve_work) {
2196d0f46423SBarry Smith     ierr = PetscMalloc((inA->rmap->N+inA->rmap->bs)*sizeof(PetscScalar),&a->solve_work);CHKERRQ(ierr);
2197d0f46423SBarry Smith     ierr = PetscLogObjectMemory(inA,(inA->rmap->N+inA->rmap->bs)*sizeof(PetscScalar));CHKERRQ(ierr);
2198c38d4ed2SBarry Smith   }
2199719d5645SBarry Smith   ierr = MatLUFactorNumeric(outA,inA,info);CHKERRQ(ierr);
2200667159a5SBarry Smith 
22012d61bbb3SSatish Balay   PetscFunctionReturn(0);
22022d61bbb3SSatish Balay }
2203d9b7c43dSSatish Balay 
2204fb2e594dSBarry Smith EXTERN_C_BEGIN
22054a2ae208SSatish Balay #undef __FUNCT__
22064a2ae208SSatish Balay #define __FUNCT__ "MatSeqBAIJSetColumnIndices_SeqBAIJ"
2207be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatSeqBAIJSetColumnIndices_SeqBAIJ(Mat mat,PetscInt *indices)
220827a8da17SBarry Smith {
220927a8da17SBarry Smith   Mat_SeqBAIJ *baij = (Mat_SeqBAIJ *)mat->data;
2210bdb1c0e1SJed Brown   PetscInt    i,nz,mbs;
221127a8da17SBarry Smith 
221227a8da17SBarry Smith   PetscFunctionBegin;
221314db4f74SSatish Balay   nz  = baij->maxnz/baij->bs2;
2214bdb1c0e1SJed Brown   mbs = baij->mbs;
221527a8da17SBarry Smith   for (i=0; i<nz; i++) {
221627a8da17SBarry Smith     baij->j[i] = indices[i];
221727a8da17SBarry Smith   }
221827a8da17SBarry Smith   baij->nz = nz;
2219bdb1c0e1SJed Brown   for (i=0; i<mbs; i++) {
222027a8da17SBarry Smith     baij->ilen[i] = baij->imax[i];
222127a8da17SBarry Smith   }
222227a8da17SBarry Smith   PetscFunctionReturn(0);
222327a8da17SBarry Smith }
2224fb2e594dSBarry Smith EXTERN_C_END
222527a8da17SBarry Smith 
22264a2ae208SSatish Balay #undef __FUNCT__
22274a2ae208SSatish Balay #define __FUNCT__ "MatSeqBAIJSetColumnIndices"
222827a8da17SBarry Smith /*@
222927a8da17SBarry Smith     MatSeqBAIJSetColumnIndices - Set the column indices for all the rows
223027a8da17SBarry Smith        in the matrix.
223127a8da17SBarry Smith 
223227a8da17SBarry Smith   Input Parameters:
223327a8da17SBarry Smith +  mat - the SeqBAIJ matrix
223427a8da17SBarry Smith -  indices - the column indices
223527a8da17SBarry Smith 
223615091d37SBarry Smith   Level: advanced
223715091d37SBarry Smith 
223827a8da17SBarry Smith   Notes:
223927a8da17SBarry Smith     This can be called if you have precomputed the nonzero structure of the
224027a8da17SBarry Smith   matrix and want to provide it to the matrix object to improve the performance
224127a8da17SBarry Smith   of the MatSetValues() operation.
224227a8da17SBarry Smith 
224327a8da17SBarry Smith     You MUST have set the correct numbers of nonzeros per row in the call to
2244d1be2dadSMatthew Knepley   MatCreateSeqBAIJ(), and the columns indices MUST be sorted.
224527a8da17SBarry Smith 
224627a8da17SBarry Smith     MUST be called before any calls to MatSetValues();
224727a8da17SBarry Smith 
224827a8da17SBarry Smith @*/
2249be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatSeqBAIJSetColumnIndices(Mat mat,PetscInt *indices)
225027a8da17SBarry Smith {
2251c1ac3661SBarry Smith   PetscErrorCode ierr,(*f)(Mat,PetscInt *);
225227a8da17SBarry Smith 
225327a8da17SBarry Smith   PetscFunctionBegin;
22544482741eSBarry Smith   PetscValidHeaderSpecific(mat,MAT_COOKIE,1);
22554482741eSBarry Smith   PetscValidPointer(indices,2);
2256c134de8dSSatish Balay   ierr = PetscObjectQueryFunction((PetscObject)mat,"MatSeqBAIJSetColumnIndices_C",(void (**)(void))&f);CHKERRQ(ierr);
225727a8da17SBarry Smith   if (f) {
225827a8da17SBarry Smith     ierr = (*f)(mat,indices);CHKERRQ(ierr);
225927a8da17SBarry Smith   } else {
2260634064b4SBarry Smith     SETERRQ(PETSC_ERR_ARG_WRONG,"Wrong type of matrix to set column indices");
226127a8da17SBarry Smith   }
226227a8da17SBarry Smith   PetscFunctionReturn(0);
226327a8da17SBarry Smith }
226427a8da17SBarry Smith 
22654a2ae208SSatish Balay #undef __FUNCT__
2266985db425SBarry Smith #define __FUNCT__ "MatGetRowMaxAbs_SeqBAIJ"
2267985db425SBarry Smith PetscErrorCode MatGetRowMaxAbs_SeqBAIJ(Mat A,Vec v,PetscInt idx[])
2268273d9f13SBarry Smith {
2269273d9f13SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
2270dfbe8321SBarry Smith   PetscErrorCode ierr;
2271c1ac3661SBarry Smith   PetscInt       i,j,n,row,bs,*ai,*aj,mbs;
2272273d9f13SBarry Smith   PetscReal      atmp;
227387828ca2SBarry Smith   PetscScalar    *x,zero = 0.0;
2274273d9f13SBarry Smith   MatScalar      *aa;
2275c1ac3661SBarry Smith   PetscInt       ncols,brow,krow,kcol;
2276273d9f13SBarry Smith 
2277273d9f13SBarry Smith   PetscFunctionBegin;
2278273d9f13SBarry Smith   if (A->factor) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix");
2279d0f46423SBarry Smith   bs   = A->rmap->bs;
2280273d9f13SBarry Smith   aa   = a->a;
2281273d9f13SBarry Smith   ai   = a->i;
2282273d9f13SBarry Smith   aj   = a->j;
2283273d9f13SBarry Smith   mbs  = a->mbs;
2284273d9f13SBarry Smith 
22852dcb1b2aSMatthew Knepley   ierr = VecSet(v,zero);CHKERRQ(ierr);
22861ebc52fbSHong Zhang   ierr = VecGetArray(v,&x);CHKERRQ(ierr);
2287273d9f13SBarry Smith   ierr = VecGetLocalSize(v,&n);CHKERRQ(ierr);
2288d0f46423SBarry Smith   if (n != A->rmap->N) SETERRQ(PETSC_ERR_ARG_SIZ,"Nonconforming matrix and vector");
2289273d9f13SBarry Smith   for (i=0; i<mbs; i++) {
2290273d9f13SBarry Smith     ncols = ai[1] - ai[0]; ai++;
2291273d9f13SBarry Smith     brow  = bs*i;
2292273d9f13SBarry Smith     for (j=0; j<ncols; j++){
2293273d9f13SBarry Smith       for (kcol=0; kcol<bs; kcol++){
2294273d9f13SBarry Smith         for (krow=0; krow<bs; krow++){
2295273d9f13SBarry Smith           atmp = PetscAbsScalar(*aa);aa++;
2296273d9f13SBarry Smith           row = brow + krow;    /* row index */
2297a83599f4SBarry Smith           /* printf("val[%d,%d]: %G\n",row,bcol+kcol,atmp); */
2298985db425SBarry Smith           if (PetscAbsScalar(x[row]) < atmp) {x[row] = atmp; if (idx) idx[row] = bs*(*aj) + kcol;}
2299273d9f13SBarry Smith         }
2300273d9f13SBarry Smith       }
2301273d9f13SBarry Smith       aj++;
2302273d9f13SBarry Smith     }
2303273d9f13SBarry Smith   }
23041ebc52fbSHong Zhang   ierr = VecRestoreArray(v,&x);CHKERRQ(ierr);
2305273d9f13SBarry Smith   PetscFunctionReturn(0);
2306273d9f13SBarry Smith }
2307273d9f13SBarry Smith 
23084a2ae208SSatish Balay #undef __FUNCT__
23093c896bc6SHong Zhang #define __FUNCT__ "MatCopy_SeqBAIJ"
23103c896bc6SHong Zhang PetscErrorCode MatCopy_SeqBAIJ(Mat A,Mat B,MatStructure str)
23113c896bc6SHong Zhang {
23123c896bc6SHong Zhang   PetscErrorCode ierr;
23133c896bc6SHong Zhang 
23143c896bc6SHong Zhang   PetscFunctionBegin;
23153c896bc6SHong Zhang   /* If the two matrices have the same copy implementation, use fast copy. */
23163c896bc6SHong Zhang   if (str == SAME_NONZERO_PATTERN && (A->ops->copy == B->ops->copy)) {
23173c896bc6SHong Zhang     Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
23183c896bc6SHong Zhang     Mat_SeqBAIJ *b = (Mat_SeqBAIJ*)B->data;
23193c896bc6SHong Zhang 
2320d0f46423SBarry Smith     if (a->i[A->rmap->N] != b->i[B->rmap->N]) {
23213c896bc6SHong Zhang       SETERRQ(PETSC_ERR_ARG_INCOMP,"Number of nonzeros in two matrices are different");
23223c896bc6SHong Zhang     }
2323d0f46423SBarry Smith     ierr = PetscMemcpy(b->a,a->a,(a->i[A->rmap->N])*sizeof(PetscScalar));CHKERRQ(ierr);
23243c896bc6SHong Zhang   } else {
23253c896bc6SHong Zhang     ierr = MatCopy_Basic(A,B,str);CHKERRQ(ierr);
23263c896bc6SHong Zhang   }
23273c896bc6SHong Zhang   PetscFunctionReturn(0);
23283c896bc6SHong Zhang }
23293c896bc6SHong Zhang 
23303c896bc6SHong Zhang #undef __FUNCT__
23314a2ae208SSatish Balay #define __FUNCT__ "MatSetUpPreallocation_SeqBAIJ"
2332dfbe8321SBarry Smith PetscErrorCode MatSetUpPreallocation_SeqBAIJ(Mat A)
2333273d9f13SBarry Smith {
2334dfbe8321SBarry Smith   PetscErrorCode ierr;
2335273d9f13SBarry Smith 
2336273d9f13SBarry Smith   PetscFunctionBegin;
2337db4efbfdSBarry Smith   ierr =  MatSeqBAIJSetPreallocation_SeqBAIJ(A,-PetscMax(A->rmap->bs,1),PETSC_DEFAULT,0);CHKERRQ(ierr);
2338273d9f13SBarry Smith   PetscFunctionReturn(0);
2339273d9f13SBarry Smith }
2340273d9f13SBarry Smith 
23414a2ae208SSatish Balay #undef __FUNCT__
23424a2ae208SSatish Balay #define __FUNCT__ "MatGetArray_SeqBAIJ"
2343dfbe8321SBarry Smith PetscErrorCode MatGetArray_SeqBAIJ(Mat A,PetscScalar *array[])
2344f2a5309cSSatish Balay {
2345f2a5309cSSatish Balay   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
2346f2a5309cSSatish Balay   PetscFunctionBegin;
2347f2a5309cSSatish Balay   *array = a->a;
2348f2a5309cSSatish Balay   PetscFunctionReturn(0);
2349f2a5309cSSatish Balay }
2350f2a5309cSSatish Balay 
23514a2ae208SSatish Balay #undef __FUNCT__
23524a2ae208SSatish Balay #define __FUNCT__ "MatRestoreArray_SeqBAIJ"
2353dfbe8321SBarry Smith PetscErrorCode MatRestoreArray_SeqBAIJ(Mat A,PetscScalar *array[])
2354f2a5309cSSatish Balay {
2355f2a5309cSSatish Balay   PetscFunctionBegin;
2356f2a5309cSSatish Balay   PetscFunctionReturn(0);
2357f2a5309cSSatish Balay }
2358f2a5309cSSatish Balay 
235942ee4b1aSHong Zhang #include "petscblaslapack.h"
236042ee4b1aSHong Zhang #undef __FUNCT__
236142ee4b1aSHong Zhang #define __FUNCT__ "MatAXPY_SeqBAIJ"
2362f4df32b1SMatthew Knepley PetscErrorCode MatAXPY_SeqBAIJ(Mat Y,PetscScalar a,Mat X,MatStructure str)
236342ee4b1aSHong Zhang {
236442ee4b1aSHong Zhang   Mat_SeqBAIJ    *x  = (Mat_SeqBAIJ *)X->data,*y = (Mat_SeqBAIJ *)Y->data;
2365dfbe8321SBarry Smith   PetscErrorCode ierr;
2366d0f46423SBarry Smith   PetscInt       i,bs=Y->rmap->bs,j,bs2;
23670805154bSBarry Smith   PetscBLASInt   one=1,bnz = PetscBLASIntCast(x->nz);
236842ee4b1aSHong Zhang 
236942ee4b1aSHong Zhang   PetscFunctionBegin;
237042ee4b1aSHong Zhang   if (str == SAME_NONZERO_PATTERN) {
2371f4df32b1SMatthew Knepley     PetscScalar alpha = a;
2372f4df32b1SMatthew Knepley     BLASaxpy_(&bnz,&alpha,x->a,&one,y->a,&one);
2373c537a176SHong Zhang   } else if (str == SUBSET_NONZERO_PATTERN) { /* nonzeros of X is a subset of Y's */
2374c4319e64SHong Zhang     if (y->xtoy && y->XtoY != X) {
2375c4319e64SHong Zhang       ierr = PetscFree(y->xtoy);CHKERRQ(ierr);
2376c4319e64SHong Zhang       ierr = MatDestroy(y->XtoY);CHKERRQ(ierr);
2377c537a176SHong Zhang     }
2378c4319e64SHong Zhang     if (!y->xtoy) { /* get xtoy */
2379c4319e64SHong Zhang       ierr = MatAXPYGetxtoy_Private(x->mbs,x->i,x->j,PETSC_NULL, y->i,y->j,PETSC_NULL, &y->xtoy);CHKERRQ(ierr);
2380c4319e64SHong Zhang       y->XtoY = X;
2381c009d632SSatish Balay       ierr = PetscObjectReference((PetscObject)X);CHKERRQ(ierr);
2382c537a176SHong Zhang     }
2383c4319e64SHong Zhang     bs2 = bs*bs;
2384c537a176SHong Zhang     for (i=0; i<x->nz; i++) {
2385c4319e64SHong Zhang       j = 0;
2386c4319e64SHong Zhang       while (j < bs2){
2387f4df32b1SMatthew Knepley         y->a[bs2*y->xtoy[i]+j] += a*(x->a[bs2*i+j]);
2388c4319e64SHong Zhang         j++;
2389c537a176SHong Zhang       }
2390c4319e64SHong Zhang     }
23911e2582c4SBarry Smith     ierr = PetscInfo3(Y,"ratio of nnz(X)/nnz(Y): %D/%D = %G\n",bs2*x->nz,bs2*y->nz,(PetscReal)(bs2*x->nz)/(bs2*y->nz));CHKERRQ(ierr);
239242ee4b1aSHong Zhang   } else {
2393f4df32b1SMatthew Knepley     ierr = MatAXPY_Basic(Y,a,X,str);CHKERRQ(ierr);
239442ee4b1aSHong Zhang   }
239542ee4b1aSHong Zhang   PetscFunctionReturn(0);
239642ee4b1aSHong Zhang }
239742ee4b1aSHong Zhang 
239899cafbc1SBarry Smith #undef __FUNCT__
239999cafbc1SBarry Smith #define __FUNCT__ "MatRealPart_SeqBAIJ"
240099cafbc1SBarry Smith PetscErrorCode MatRealPart_SeqBAIJ(Mat A)
240199cafbc1SBarry Smith {
240299cafbc1SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
240399cafbc1SBarry Smith   PetscInt       i,nz = a->bs2*a->i[a->mbs];
2404dd6ea824SBarry Smith   MatScalar      *aa = a->a;
240599cafbc1SBarry Smith 
240699cafbc1SBarry Smith   PetscFunctionBegin;
240799cafbc1SBarry Smith   for (i=0; i<nz; i++) aa[i] = PetscRealPart(aa[i]);
240899cafbc1SBarry Smith   PetscFunctionReturn(0);
240999cafbc1SBarry Smith }
241099cafbc1SBarry Smith 
241199cafbc1SBarry Smith #undef __FUNCT__
241299cafbc1SBarry Smith #define __FUNCT__ "MatImaginaryPart_SeqBAIJ"
241399cafbc1SBarry Smith PetscErrorCode MatImaginaryPart_SeqBAIJ(Mat A)
241499cafbc1SBarry Smith {
241599cafbc1SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
241699cafbc1SBarry Smith   PetscInt       i,nz = a->bs2*a->i[a->mbs];
2417dd6ea824SBarry Smith   MatScalar      *aa = a->a;
241899cafbc1SBarry Smith 
241999cafbc1SBarry Smith   PetscFunctionBegin;
242099cafbc1SBarry Smith   for (i=0; i<nz; i++) aa[i] = PetscImaginaryPart(aa[i]);
242199cafbc1SBarry Smith   PetscFunctionReturn(0);
242299cafbc1SBarry Smith }
242399cafbc1SBarry Smith 
24243acb8795SBarry Smith extern PetscErrorCode MatFDColoringCreate_SeqAIJ(Mat,ISColoring,MatFDColoring);
24253acb8795SBarry Smith 
24263acb8795SBarry Smith #undef __FUNCT__
24273acb8795SBarry Smith #define __FUNCT__ "MatGetColumnIJ_SeqBAIJ"
24283acb8795SBarry Smith /*
24293acb8795SBarry Smith     Code almost idential to MatGetColumnIJ_SeqAIJ() should share common code
24303acb8795SBarry Smith */
24313acb8795SBarry Smith PetscErrorCode MatGetColumnIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscTruth symmetric,PetscTruth inodecompressed,PetscInt *nn,PetscInt *ia[],PetscInt *ja[],PetscTruth *done)
24323acb8795SBarry Smith {
24333acb8795SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
24343acb8795SBarry Smith   PetscErrorCode ierr;
24353acb8795SBarry Smith   PetscInt       bs = A->rmap->bs,i,*collengths,*cia,*cja,n = A->cmap->n/bs,m = A->rmap->n/bs;
24363acb8795SBarry Smith   PetscInt       nz = a->i[m],row,*jj,mr,col;
24373acb8795SBarry Smith 
24383acb8795SBarry Smith   PetscFunctionBegin;
24393acb8795SBarry Smith   *nn = n;
24403acb8795SBarry Smith   if (!ia) PetscFunctionReturn(0);
24413acb8795SBarry Smith   if (symmetric) {
24423acb8795SBarry Smith     SETERRQ(PETSC_ERR_SUP,"Not for BAIJ matrices");
24433acb8795SBarry Smith   } else {
24443acb8795SBarry Smith     ierr = PetscMalloc((n+1)*sizeof(PetscInt),&collengths);CHKERRQ(ierr);
24453acb8795SBarry Smith     ierr = PetscMemzero(collengths,n*sizeof(PetscInt));CHKERRQ(ierr);
24463acb8795SBarry Smith     ierr = PetscMalloc((n+1)*sizeof(PetscInt),&cia);CHKERRQ(ierr);
24473acb8795SBarry Smith     ierr = PetscMalloc((nz+1)*sizeof(PetscInt),&cja);CHKERRQ(ierr);
24483acb8795SBarry Smith     jj = a->j;
24493acb8795SBarry Smith     for (i=0; i<nz; i++) {
24503acb8795SBarry Smith       collengths[jj[i]]++;
24513acb8795SBarry Smith     }
24523acb8795SBarry Smith     cia[0] = oshift;
24533acb8795SBarry Smith     for (i=0; i<n; i++) {
24543acb8795SBarry Smith       cia[i+1] = cia[i] + collengths[i];
24553acb8795SBarry Smith     }
24563acb8795SBarry Smith     ierr = PetscMemzero(collengths,n*sizeof(PetscInt));CHKERRQ(ierr);
24573acb8795SBarry Smith     jj   = a->j;
24583acb8795SBarry Smith     for (row=0; row<m; row++) {
24593acb8795SBarry Smith       mr = a->i[row+1] - a->i[row];
24603acb8795SBarry Smith       for (i=0; i<mr; i++) {
24613acb8795SBarry Smith         col = *jj++;
24623acb8795SBarry Smith         cja[cia[col] + collengths[col]++ - oshift] = row + oshift;
24633acb8795SBarry Smith       }
24643acb8795SBarry Smith     }
24653acb8795SBarry Smith     ierr = PetscFree(collengths);CHKERRQ(ierr);
24663acb8795SBarry Smith     *ia = cia; *ja = cja;
24673acb8795SBarry Smith   }
24683acb8795SBarry Smith   PetscFunctionReturn(0);
24693acb8795SBarry Smith }
24703acb8795SBarry Smith 
24713acb8795SBarry Smith #undef __FUNCT__
24723acb8795SBarry Smith #define __FUNCT__ "MatRestoreColumnIJ_SeqBAIJ"
24733acb8795SBarry Smith PetscErrorCode MatRestoreColumnIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscTruth symmetric,PetscTruth inodecompressed,PetscInt *n,PetscInt *ia[],PetscInt *ja[],PetscTruth *done)
24743acb8795SBarry Smith {
24753acb8795SBarry Smith   PetscErrorCode ierr;
24763acb8795SBarry Smith 
24773acb8795SBarry Smith   PetscFunctionBegin;
24783acb8795SBarry Smith   if (!ia) PetscFunctionReturn(0);
24793acb8795SBarry Smith   ierr = PetscFree(*ia);CHKERRQ(ierr);
24803acb8795SBarry Smith   ierr = PetscFree(*ja);CHKERRQ(ierr);
24813acb8795SBarry Smith   PetscFunctionReturn(0);
24823acb8795SBarry Smith }
24833acb8795SBarry Smith 
2484f6d58c54SBarry Smith #undef __FUNCT__
2485f6d58c54SBarry Smith #define __FUNCT__ "MatFDColoringApply_BAIJ"
2486f6d58c54SBarry Smith PetscErrorCode PETSCMAT_DLLEXPORT MatFDColoringApply_BAIJ(Mat J,MatFDColoring coloring,Vec x1,MatStructure *flag,void *sctx)
2487f6d58c54SBarry Smith {
2488f6d58c54SBarry Smith   PetscErrorCode (*f)(void*,Vec,Vec,void*) = (PetscErrorCode (*)(void*,Vec,Vec,void *))coloring->f;
2489f6d58c54SBarry Smith   PetscErrorCode ierr;
2490f6d58c54SBarry Smith   PetscInt       bs = J->rmap->bs,i,j,k,start,end,l,row,col,*srows,**vscaleforrow,m1,m2;
2491f6d58c54SBarry Smith   PetscScalar    dx,*y,*xx,*w3_array;
2492f6d58c54SBarry Smith   PetscScalar    *vscale_array;
2493f6d58c54SBarry Smith   PetscReal      epsilon = coloring->error_rel,umin = coloring->umin,unorm;
2494f6d58c54SBarry Smith   Vec            w1=coloring->w1,w2=coloring->w2,w3;
2495f6d58c54SBarry Smith   void           *fctx = coloring->fctx;
2496f6d58c54SBarry Smith   PetscTruth     flg = PETSC_FALSE;
2497f6d58c54SBarry Smith   PetscInt       ctype=coloring->ctype,N,col_start=0,col_end=0;
2498f6d58c54SBarry Smith   Vec            x1_tmp;
2499f6d58c54SBarry Smith 
2500f6d58c54SBarry Smith   PetscFunctionBegin;
2501f6d58c54SBarry Smith   PetscValidHeaderSpecific(J,MAT_COOKIE,1);
2502f6d58c54SBarry Smith   PetscValidHeaderSpecific(coloring,MAT_FDCOLORING_COOKIE,2);
2503f6d58c54SBarry Smith   PetscValidHeaderSpecific(x1,VEC_COOKIE,3);
2504f6d58c54SBarry Smith   if (!f) SETERRQ(PETSC_ERR_ARG_WRONGSTATE,"Must call MatFDColoringSetFunction()");
2505f6d58c54SBarry Smith 
2506f6d58c54SBarry Smith   ierr = PetscLogEventBegin(MAT_FDColoringApply,coloring,J,x1,0);CHKERRQ(ierr);
2507f6d58c54SBarry Smith   ierr = MatSetUnfactored(J);CHKERRQ(ierr);
2508f6d58c54SBarry Smith   ierr = PetscOptionsGetTruth(PETSC_NULL,"-mat_fd_coloring_dont_rezero",&flg,PETSC_NULL);CHKERRQ(ierr);
2509f6d58c54SBarry Smith   if (flg) {
2510f6d58c54SBarry Smith     ierr = PetscInfo(coloring,"Not calling MatZeroEntries()\n");CHKERRQ(ierr);
2511f6d58c54SBarry Smith   } else {
2512f6d58c54SBarry Smith     PetscTruth assembled;
2513f6d58c54SBarry Smith     ierr = MatAssembled(J,&assembled);CHKERRQ(ierr);
2514f6d58c54SBarry Smith     if (assembled) {
2515f6d58c54SBarry Smith       ierr = MatZeroEntries(J);CHKERRQ(ierr);
2516f6d58c54SBarry Smith     }
2517f6d58c54SBarry Smith   }
2518f6d58c54SBarry Smith 
2519f6d58c54SBarry Smith   x1_tmp = x1;
2520f6d58c54SBarry Smith   if (!coloring->vscale){
2521f6d58c54SBarry Smith     ierr = VecDuplicate(x1_tmp,&coloring->vscale);CHKERRQ(ierr);
2522f6d58c54SBarry Smith   }
2523f6d58c54SBarry Smith 
2524f6d58c54SBarry Smith   /*
2525f6d58c54SBarry Smith     This is a horrible, horrible, hack. See DMMGComputeJacobian_Multigrid() it inproperly sets
2526f6d58c54SBarry Smith     coloring->F for the coarser grids from the finest
2527f6d58c54SBarry Smith   */
2528f6d58c54SBarry Smith   if (coloring->F) {
2529f6d58c54SBarry Smith     ierr = VecGetLocalSize(coloring->F,&m1);CHKERRQ(ierr);
2530f6d58c54SBarry Smith     ierr = VecGetLocalSize(w1,&m2);CHKERRQ(ierr);
2531f6d58c54SBarry Smith     if (m1 != m2) {
2532f6d58c54SBarry Smith       coloring->F = 0;
2533f6d58c54SBarry Smith       }
2534f6d58c54SBarry Smith     }
2535f6d58c54SBarry Smith 
2536f6d58c54SBarry Smith   if (coloring->htype[0] == 'w') { /* tacky test; need to make systematic if we add other approaches to computing h*/
2537f6d58c54SBarry Smith     ierr = VecNorm(x1_tmp,NORM_2,&unorm);CHKERRQ(ierr);
2538f6d58c54SBarry Smith   }
2539f6d58c54SBarry Smith   ierr = VecGetOwnershipRange(w1,&start,&end);CHKERRQ(ierr); /* OwnershipRange is used by ghosted x! */
2540f6d58c54SBarry Smith 
2541f6d58c54SBarry Smith   /* Set w1 = F(x1) */
2542f6d58c54SBarry Smith   if (coloring->F) {
2543f6d58c54SBarry Smith     w1          = coloring->F; /* use already computed value of function */
2544f6d58c54SBarry Smith     coloring->F = 0;
2545f6d58c54SBarry Smith   } else {
2546f6d58c54SBarry Smith     ierr = PetscLogEventBegin(MAT_FDColoringFunction,0,0,0,0);CHKERRQ(ierr);
2547f6d58c54SBarry Smith     ierr = (*f)(sctx,x1_tmp,w1,fctx);CHKERRQ(ierr);
2548f6d58c54SBarry Smith     ierr = PetscLogEventEnd(MAT_FDColoringFunction,0,0,0,0);CHKERRQ(ierr);
2549f6d58c54SBarry Smith   }
2550f6d58c54SBarry Smith 
2551f6d58c54SBarry Smith   if (!coloring->w3) {
2552f6d58c54SBarry Smith     ierr = VecDuplicate(x1_tmp,&coloring->w3);CHKERRQ(ierr);
2553f6d58c54SBarry Smith     ierr = PetscLogObjectParent(coloring,coloring->w3);CHKERRQ(ierr);
2554f6d58c54SBarry Smith   }
2555f6d58c54SBarry Smith   w3 = coloring->w3;
2556f6d58c54SBarry Smith 
2557f6d58c54SBarry Smith     CHKMEMQ;
2558f6d58c54SBarry Smith     /* Compute all the local scale factors, including ghost points */
2559f6d58c54SBarry Smith   ierr = VecGetLocalSize(x1_tmp,&N);CHKERRQ(ierr);
2560f6d58c54SBarry Smith   ierr = VecGetArray(x1_tmp,&xx);CHKERRQ(ierr);
2561f6d58c54SBarry Smith   ierr = VecGetArray(coloring->vscale,&vscale_array);CHKERRQ(ierr);
2562f6d58c54SBarry Smith   if (ctype == IS_COLORING_GHOSTED){
2563f6d58c54SBarry Smith     col_start = 0; col_end = N;
2564f6d58c54SBarry Smith   } else if (ctype == IS_COLORING_GLOBAL){
2565f6d58c54SBarry Smith     xx = xx - start;
2566f6d58c54SBarry Smith     vscale_array = vscale_array - start;
2567f6d58c54SBarry Smith     col_start = start; col_end = N + start;
2568f6d58c54SBarry Smith   }    CHKMEMQ;
2569f6d58c54SBarry Smith   for (col=col_start; col<col_end; col++){
2570f6d58c54SBarry Smith     /* Loop over each local column, vscale[col] = 1./(epsilon*dx[col]) */
2571f6d58c54SBarry Smith     if (coloring->htype[0] == 'w') {
2572f6d58c54SBarry Smith       dx = 1.0 + unorm;
2573f6d58c54SBarry Smith     } else {
2574f6d58c54SBarry Smith       dx  = xx[col];
2575f6d58c54SBarry Smith     }
2576f6d58c54SBarry Smith     if (dx == 0.0) dx = 1.0;
2577f6d58c54SBarry Smith #if !defined(PETSC_USE_COMPLEX)
2578f6d58c54SBarry Smith     if (dx < umin && dx >= 0.0)      dx = umin;
2579f6d58c54SBarry Smith     else if (dx < 0.0 && dx > -umin) dx = -umin;
2580f6d58c54SBarry Smith #else
2581f6d58c54SBarry Smith     if (PetscAbsScalar(dx) < umin && PetscRealPart(dx) >= 0.0)     dx = umin;
2582f6d58c54SBarry Smith     else if (PetscRealPart(dx) < 0.0 && PetscAbsScalar(dx) < umin) dx = -umin;
2583f6d58c54SBarry Smith #endif
2584f6d58c54SBarry Smith     dx               *= epsilon;
2585f6d58c54SBarry Smith     vscale_array[col] = 1.0/dx;
2586f6d58c54SBarry Smith   }     CHKMEMQ;
2587f6d58c54SBarry Smith   if (ctype == IS_COLORING_GLOBAL)  vscale_array = vscale_array + start;
2588f6d58c54SBarry Smith   ierr = VecRestoreArray(coloring->vscale,&vscale_array);CHKERRQ(ierr);
2589f6d58c54SBarry Smith   if (ctype == IS_COLORING_GLOBAL){
2590f6d58c54SBarry Smith     ierr = VecGhostUpdateBegin(coloring->vscale,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
2591f6d58c54SBarry Smith     ierr = VecGhostUpdateEnd(coloring->vscale,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
2592f6d58c54SBarry Smith   }
2593f6d58c54SBarry Smith         CHKMEMQ;
2594f6d58c54SBarry Smith   if (coloring->vscaleforrow) {
2595f6d58c54SBarry Smith     vscaleforrow = coloring->vscaleforrow;
2596f6d58c54SBarry Smith   } else {
2597f6d58c54SBarry Smith     SETERRQ(PETSC_ERR_ARG_NULL,"Null Object: coloring->vscaleforrow");
2598f6d58c54SBarry Smith   }
2599f6d58c54SBarry Smith 
2600f6d58c54SBarry Smith 
2601f6d58c54SBarry Smith   ierr = PetscMalloc(bs*sizeof(PetscInt),&srows);CHKERRQ(ierr);
2602f6d58c54SBarry Smith   /*
2603f6d58c54SBarry Smith     Loop over each color
2604f6d58c54SBarry Smith   */
2605f6d58c54SBarry Smith   ierr = VecGetArray(coloring->vscale,&vscale_array);CHKERRQ(ierr);
2606f6d58c54SBarry Smith   for (k=0; k<coloring->ncolors; k++) {
2607f6d58c54SBarry Smith     coloring->currentcolor = k;
2608f6d58c54SBarry Smith     for (i=0; i<bs; i++) {
2609f6d58c54SBarry Smith       ierr = VecCopy(x1_tmp,w3);CHKERRQ(ierr);
2610f6d58c54SBarry Smith       ierr = VecGetArray(w3,&w3_array);CHKERRQ(ierr);
2611f6d58c54SBarry Smith       if (ctype == IS_COLORING_GLOBAL) w3_array = w3_array - start;
2612f6d58c54SBarry Smith       /*
2613f6d58c54SBarry Smith 	Loop over each column associated with color
2614f6d58c54SBarry Smith 	adding the perturbation to the vector w3.
2615f6d58c54SBarry Smith       */
2616f6d58c54SBarry Smith       for (l=0; l<coloring->ncolumns[k]; l++) {
2617f6d58c54SBarry Smith 	col = i + bs*coloring->columns[k][l];    /* local column of the matrix we are probing for */
2618f6d58c54SBarry Smith 	if (coloring->htype[0] == 'w') {
2619f6d58c54SBarry Smith 	  dx = 1.0 + unorm;
2620f6d58c54SBarry Smith 	} else {
2621f6d58c54SBarry Smith 	  dx  = xx[col];
2622f6d58c54SBarry Smith 	}
2623f6d58c54SBarry Smith 	if (dx == 0.0) dx = 1.0;
2624f6d58c54SBarry Smith #if !defined(PETSC_USE_COMPLEX)
2625f6d58c54SBarry Smith 	if (dx < umin && dx >= 0.0)      dx = umin;
2626f6d58c54SBarry Smith 	else if (dx < 0.0 && dx > -umin) dx = -umin;
2627f6d58c54SBarry Smith #else
2628f6d58c54SBarry Smith 	if (PetscAbsScalar(dx) < umin && PetscRealPart(dx) >= 0.0)     dx = umin;
2629f6d58c54SBarry Smith 	else if (PetscRealPart(dx) < 0.0 && PetscAbsScalar(dx) < umin) dx = -umin;
2630f6d58c54SBarry Smith #endif
2631f6d58c54SBarry Smith 	dx            *= epsilon;
2632f6d58c54SBarry Smith 	if (!PetscAbsScalar(dx)) SETERRQ(PETSC_ERR_PLIB,"Computed 0 differencing parameter");
2633f6d58c54SBarry Smith 	w3_array[col] += dx;
2634f6d58c54SBarry Smith       }
2635f6d58c54SBarry Smith       if (ctype == IS_COLORING_GLOBAL) w3_array = w3_array + start;
2636f6d58c54SBarry Smith       ierr = VecRestoreArray(w3,&w3_array);CHKERRQ(ierr);
2637f6d58c54SBarry Smith 
2638f6d58c54SBarry Smith       /*
2639f6d58c54SBarry Smith 	Evaluate function at w3 = x1 + dx (here dx is a vector of perturbations)
2640f6d58c54SBarry Smith 	w2 = F(x1 + dx) - F(x1)
2641f6d58c54SBarry Smith       */
2642f6d58c54SBarry Smith       ierr = PetscLogEventBegin(MAT_FDColoringFunction,0,0,0,0);CHKERRQ(ierr);
2643f6d58c54SBarry Smith       ierr = (*f)(sctx,w3,w2,fctx);CHKERRQ(ierr);
2644f6d58c54SBarry Smith       ierr = PetscLogEventEnd(MAT_FDColoringFunction,0,0,0,0);CHKERRQ(ierr);
2645f6d58c54SBarry Smith       ierr = VecAXPY(w2,-1.0,w1);CHKERRQ(ierr);
2646f6d58c54SBarry Smith 
2647f6d58c54SBarry Smith       /*
2648f6d58c54SBarry Smith 	Loop over rows of vector, putting results into Jacobian matrix
2649f6d58c54SBarry Smith       */
2650f6d58c54SBarry Smith       ierr = VecGetArray(w2,&y);CHKERRQ(ierr);
2651f6d58c54SBarry Smith       for (l=0; l<coloring->nrows[k]; l++) {
2652f6d58c54SBarry Smith 	row    = bs*coloring->rows[k][l];             /* local row index */
2653f6d58c54SBarry Smith 	col    = i + bs*coloring->columnsforrow[k][l];    /* global column index */
2654f6d58c54SBarry Smith         for (j=0; j<bs; j++) {
2655f6d58c54SBarry Smith   	  y[row+j] *= vscale_array[j+bs*vscaleforrow[k][l]];
2656f6d58c54SBarry Smith           srows[j]  = row + start + j;
2657f6d58c54SBarry Smith         }
2658f6d58c54SBarry Smith 	ierr   = MatSetValues(J,bs,srows,1,&col,y+row,INSERT_VALUES);CHKERRQ(ierr);
2659f6d58c54SBarry Smith       }
2660f6d58c54SBarry Smith       ierr = VecRestoreArray(w2,&y);CHKERRQ(ierr);
2661f6d58c54SBarry Smith     }
2662f6d58c54SBarry Smith   } /* endof for each color */
2663f6d58c54SBarry Smith   if (ctype == IS_COLORING_GLOBAL) xx = xx + start;
2664f6d58c54SBarry Smith   ierr = VecRestoreArray(coloring->vscale,&vscale_array);CHKERRQ(ierr);
2665f6d58c54SBarry Smith   ierr = VecRestoreArray(x1_tmp,&xx);CHKERRQ(ierr);
2666f6d58c54SBarry Smith   ierr = PetscFree(srows);CHKERRQ(ierr);
2667f6d58c54SBarry Smith 
2668f6d58c54SBarry Smith   coloring->currentcolor = -1;
2669f6d58c54SBarry Smith   ierr  = MatAssemblyBegin(J,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2670f6d58c54SBarry Smith   ierr  = MatAssemblyEnd(J,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2671f6d58c54SBarry Smith   ierr = PetscLogEventEnd(MAT_FDColoringApply,coloring,J,x1,0);CHKERRQ(ierr);
2672f6d58c54SBarry Smith   PetscFunctionReturn(0);
2673f6d58c54SBarry Smith }
267499cafbc1SBarry Smith 
26752593348eSBarry Smith /* -------------------------------------------------------------------*/
2676cc2dc46cSBarry Smith static struct _MatOps MatOps_Values = {MatSetValues_SeqBAIJ,
2677cc2dc46cSBarry Smith        MatGetRow_SeqBAIJ,
2678cc2dc46cSBarry Smith        MatRestoreRow_SeqBAIJ,
2679cc2dc46cSBarry Smith        MatMult_SeqBAIJ_N,
268097304618SKris Buschelman /* 4*/ MatMultAdd_SeqBAIJ_N,
26817c922b88SBarry Smith        MatMultTranspose_SeqBAIJ,
26827c922b88SBarry Smith        MatMultTransposeAdd_SeqBAIJ,
2683db4efbfdSBarry Smith        0,
2684cc2dc46cSBarry Smith        0,
2685cc2dc46cSBarry Smith        0,
268697304618SKris Buschelman /*10*/ 0,
2687cc2dc46cSBarry Smith        MatLUFactor_SeqBAIJ,
2688cc2dc46cSBarry Smith        0,
2689b6490206SBarry Smith        0,
2690f2501298SSatish Balay        MatTranspose_SeqBAIJ,
269197304618SKris Buschelman /*15*/ MatGetInfo_SeqBAIJ,
2692cc2dc46cSBarry Smith        MatEqual_SeqBAIJ,
2693cc2dc46cSBarry Smith        MatGetDiagonal_SeqBAIJ,
2694cc2dc46cSBarry Smith        MatDiagonalScale_SeqBAIJ,
2695cc2dc46cSBarry Smith        MatNorm_SeqBAIJ,
269697304618SKris Buschelman /*20*/ 0,
2697cc2dc46cSBarry Smith        MatAssemblyEnd_SeqBAIJ,
2698cc2dc46cSBarry Smith        MatSetOption_SeqBAIJ,
2699cc2dc46cSBarry Smith        MatZeroEntries_SeqBAIJ,
2700d519adbfSMatthew Knepley /*24*/ MatZeroRows_SeqBAIJ,
2701db4efbfdSBarry Smith        0,
2702db4efbfdSBarry Smith        0,
2703db4efbfdSBarry Smith        0,
2704db4efbfdSBarry Smith        0,
2705d519adbfSMatthew Knepley /*29*/ MatSetUpPreallocation_SeqBAIJ,
2706db4efbfdSBarry Smith        0,
2707db4efbfdSBarry Smith        0,
2708f2a5309cSSatish Balay        MatGetArray_SeqBAIJ,
2709f2a5309cSSatish Balay        MatRestoreArray_SeqBAIJ,
2710d519adbfSMatthew Knepley /*34*/ MatDuplicate_SeqBAIJ,
2711cc2dc46cSBarry Smith        0,
2712cc2dc46cSBarry Smith        0,
2713cc2dc46cSBarry Smith        MatILUFactor_SeqBAIJ,
2714cc2dc46cSBarry Smith        0,
2715d519adbfSMatthew Knepley /*39*/ MatAXPY_SeqBAIJ,
2716cc2dc46cSBarry Smith        MatGetSubMatrices_SeqBAIJ,
2717cc2dc46cSBarry Smith        MatIncreaseOverlap_SeqBAIJ,
2718cc2dc46cSBarry Smith        MatGetValues_SeqBAIJ,
27193c896bc6SHong Zhang        MatCopy_SeqBAIJ,
2720d519adbfSMatthew Knepley /*44*/ 0,
2721cc2dc46cSBarry Smith        MatScale_SeqBAIJ,
2722cc2dc46cSBarry Smith        0,
2723cc2dc46cSBarry Smith        0,
2724c8342467SHong Zhang        MatILUDTFactor_SeqBAIJ,
2725d519adbfSMatthew Knepley /*49*/ 0,
27263b2fbd54SBarry Smith        MatGetRowIJ_SeqBAIJ,
272792c4ed94SBarry Smith        MatRestoreRowIJ_SeqBAIJ,
27283acb8795SBarry Smith        MatGetColumnIJ_SeqBAIJ,
27293acb8795SBarry Smith        MatRestoreColumnIJ_SeqBAIJ,
27303acb8795SBarry Smith /*54*/ MatFDColoringCreate_SeqAIJ,
2731cc2dc46cSBarry Smith        0,
2732cc2dc46cSBarry Smith        0,
2733cc2dc46cSBarry Smith        0,
2734d3825aa8SBarry Smith        MatSetValuesBlocked_SeqBAIJ,
2735d519adbfSMatthew Knepley /*59*/ MatGetSubMatrix_SeqBAIJ,
2736b9b97703SBarry Smith        MatDestroy_SeqBAIJ,
2737b9b97703SBarry Smith        MatView_SeqBAIJ,
2738357abbc8SBarry Smith        0,
2739273d9f13SBarry Smith        0,
2740d519adbfSMatthew Knepley /*64*/ 0,
2741273d9f13SBarry Smith        0,
2742273d9f13SBarry Smith        0,
2743273d9f13SBarry Smith        0,
2744273d9f13SBarry Smith        0,
2745d519adbfSMatthew Knepley /*69*/ MatGetRowMaxAbs_SeqBAIJ,
2746273d9f13SBarry Smith        0,
2747c87e5d42SMatthew Knepley        MatConvert_Basic,
274897304618SKris Buschelman        0,
274997304618SKris Buschelman        0,
2750d519adbfSMatthew Knepley /*74*/ 0,
2751f6d58c54SBarry Smith        MatFDColoringApply_BAIJ,
275297304618SKris Buschelman        0,
275397304618SKris Buschelman        0,
275497304618SKris Buschelman        0,
2755d519adbfSMatthew Knepley /*79*/ 0,
275697304618SKris Buschelman        0,
275797304618SKris Buschelman        0,
275897304618SKris Buschelman        0,
2759865e5f61SKris Buschelman        MatLoad_SeqBAIJ,
2760d519adbfSMatthew Knepley /*84*/ 0,
2761b01c7715SBarry Smith        0,
2762b01c7715SBarry Smith        0,
2763b01c7715SBarry Smith        0,
2764865e5f61SKris Buschelman        0,
2765d519adbfSMatthew Knepley /*89*/ 0,
2766865e5f61SKris Buschelman        0,
2767865e5f61SKris Buschelman        0,
2768865e5f61SKris Buschelman        0,
2769865e5f61SKris Buschelman        0,
2770d519adbfSMatthew Knepley /*94*/ 0,
2771865e5f61SKris Buschelman        0,
2772865e5f61SKris Buschelman        0,
277399cafbc1SBarry Smith        0,
277499cafbc1SBarry Smith        0,
2775d519adbfSMatthew Knepley /*99*/0,
277699cafbc1SBarry Smith        0,
277799cafbc1SBarry Smith        0,
277899cafbc1SBarry Smith        0,
277999cafbc1SBarry Smith        0,
2780d519adbfSMatthew Knepley /*104*/0,
278199cafbc1SBarry Smith        MatRealPart_SeqBAIJ,
27822af78befSBarry Smith        MatImaginaryPart_SeqBAIJ,
27832af78befSBarry Smith        0,
27842af78befSBarry Smith        0,
2785d519adbfSMatthew Knepley /*109*/0,
27862af78befSBarry Smith        0,
27872af78befSBarry Smith        0,
27882af78befSBarry Smith        0,
27892af78befSBarry Smith        MatMissingDiagonal_SeqBAIJ
2790d519adbfSMatthew Knepley /*114*/
279199cafbc1SBarry Smith };
27922593348eSBarry Smith 
27933e90b805SBarry Smith EXTERN_C_BEGIN
27944a2ae208SSatish Balay #undef __FUNCT__
27954a2ae208SSatish Balay #define __FUNCT__ "MatStoreValues_SeqBAIJ"
2796be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatStoreValues_SeqBAIJ(Mat mat)
27973e90b805SBarry Smith {
27983e90b805SBarry Smith   Mat_SeqBAIJ    *aij = (Mat_SeqBAIJ *)mat->data;
2799d0f46423SBarry Smith   PetscInt       nz = aij->i[mat->rmap->N]*mat->rmap->bs*aij->bs2;
2800dfbe8321SBarry Smith   PetscErrorCode ierr;
28013e90b805SBarry Smith 
28023e90b805SBarry Smith   PetscFunctionBegin;
28033e90b805SBarry Smith   if (aij->nonew != 1) {
2804512a5fc5SBarry Smith     SETERRQ(PETSC_ERR_ORDER,"Must call MatSetOption(A,MAT_NEW_NONZERO_LOCATIONS,PETSC_FALSE);first");
28053e90b805SBarry Smith   }
28063e90b805SBarry Smith 
28073e90b805SBarry Smith   /* allocate space for values if not already there */
28083e90b805SBarry Smith   if (!aij->saved_values) {
280987828ca2SBarry Smith     ierr = PetscMalloc((nz+1)*sizeof(PetscScalar),&aij->saved_values);CHKERRQ(ierr);
2810*1784c0f5SBarry Smith     ierr = PetscLogObjectMemory(mat,(nz+1)*sizeof(PetscScalar));CHKERRQ(ierr);
28113e90b805SBarry Smith   }
28123e90b805SBarry Smith 
28133e90b805SBarry Smith   /* copy values over */
281487828ca2SBarry Smith   ierr = PetscMemcpy(aij->saved_values,aij->a,nz*sizeof(PetscScalar));CHKERRQ(ierr);
28153e90b805SBarry Smith   PetscFunctionReturn(0);
28163e90b805SBarry Smith }
28173e90b805SBarry Smith EXTERN_C_END
28183e90b805SBarry Smith 
28193e90b805SBarry Smith EXTERN_C_BEGIN
28204a2ae208SSatish Balay #undef __FUNCT__
28214a2ae208SSatish Balay #define __FUNCT__ "MatRetrieveValues_SeqBAIJ"
2822be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatRetrieveValues_SeqBAIJ(Mat mat)
28233e90b805SBarry Smith {
28243e90b805SBarry Smith   Mat_SeqBAIJ    *aij = (Mat_SeqBAIJ *)mat->data;
28256849ba73SBarry Smith   PetscErrorCode ierr;
2826d0f46423SBarry Smith   PetscInt       nz = aij->i[mat->rmap->N]*mat->rmap->bs*aij->bs2;
28273e90b805SBarry Smith 
28283e90b805SBarry Smith   PetscFunctionBegin;
28293e90b805SBarry Smith   if (aij->nonew != 1) {
2830512a5fc5SBarry Smith     SETERRQ(PETSC_ERR_ORDER,"Must call MatSetOption(A,MAT_NEW_NONZERO_LOCATIONS,PETSC_FALSE);first");
28313e90b805SBarry Smith   }
28323e90b805SBarry Smith   if (!aij->saved_values) {
2833634064b4SBarry Smith     SETERRQ(PETSC_ERR_ORDER,"Must call MatStoreValues(A);first");
28343e90b805SBarry Smith   }
28353e90b805SBarry Smith 
28363e90b805SBarry Smith   /* copy values over */
283787828ca2SBarry Smith   ierr = PetscMemcpy(aij->a,aij->saved_values,nz*sizeof(PetscScalar));CHKERRQ(ierr);
28383e90b805SBarry Smith   PetscFunctionReturn(0);
28393e90b805SBarry Smith }
28403e90b805SBarry Smith EXTERN_C_END
28413e90b805SBarry Smith 
2842273d9f13SBarry Smith EXTERN_C_BEGIN
2843f69a0ea3SMatthew Knepley extern PetscErrorCode PETSCMAT_DLLEXPORT MatConvert_SeqBAIJ_SeqAIJ(Mat, MatType,MatReuse,Mat*);
2844f69a0ea3SMatthew Knepley extern PetscErrorCode PETSCMAT_DLLEXPORT MatConvert_SeqBAIJ_SeqSBAIJ(Mat, MatType,MatReuse,Mat*);
2845273d9f13SBarry Smith EXTERN_C_END
2846273d9f13SBarry Smith 
2847273d9f13SBarry Smith EXTERN_C_BEGIN
28484a2ae208SSatish Balay #undef __FUNCT__
2849a23d5eceSKris Buschelman #define __FUNCT__ "MatSeqBAIJSetPreallocation_SeqBAIJ"
2850be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatSeqBAIJSetPreallocation_SeqBAIJ(Mat B,PetscInt bs,PetscInt nz,PetscInt *nnz)
2851a23d5eceSKris Buschelman {
2852a23d5eceSKris Buschelman   Mat_SeqBAIJ    *b;
28536849ba73SBarry Smith   PetscErrorCode ierr;
2854db4efbfdSBarry Smith   PetscInt       i,mbs,nbs,bs2,newbs = PetscAbs(bs);
2855ab93d7beSBarry Smith   PetscTruth     flg,skipallocation = PETSC_FALSE;
2856a23d5eceSKris Buschelman 
2857a23d5eceSKris Buschelman   PetscFunctionBegin;
2858a23d5eceSKris Buschelman 
2859ab93d7beSBarry Smith   if (nz == MAT_SKIP_ALLOCATION) {
2860ab93d7beSBarry Smith     skipallocation = PETSC_TRUE;
2861ab93d7beSBarry Smith     nz             = 0;
2862ab93d7beSBarry Smith   }
28638c07d4e3SBarry Smith 
2864db4efbfdSBarry Smith   if (bs < 0) {
28657adad957SLisandro Dalcin     ierr = PetscOptionsBegin(((PetscObject)B)->comm,((PetscObject)B)->prefix,"Block options for SEQBAIJ matrix 1","Mat");CHKERRQ(ierr);
2866db4efbfdSBarry Smith       ierr = PetscOptionsInt("-mat_block_size","Set the blocksize used to store the matrix","MatSeqBAIJSetPreallocation",newbs,&newbs,PETSC_NULL);CHKERRQ(ierr);
28678c07d4e3SBarry Smith     ierr = PetscOptionsEnd();CHKERRQ(ierr);
2868db4efbfdSBarry Smith     bs   = PetscAbs(bs);
2869db4efbfdSBarry Smith   }
2870a23d5eceSKris Buschelman   if (nnz && newbs != bs) {
2871634064b4SBarry Smith     SETERRQ(PETSC_ERR_ARG_WRONG,"Cannot change blocksize from command line if setting nnz");
2872a23d5eceSKris Buschelman   }
2873a23d5eceSKris Buschelman   bs   = newbs;
2874a23d5eceSKris Buschelman 
28757408324eSLisandro Dalcin   ierr = PetscMapSetBlockSize(B->rmap,bs);CHKERRQ(ierr);
28767408324eSLisandro Dalcin   ierr = PetscMapSetBlockSize(B->cmap,bs);CHKERRQ(ierr);
2877d0f46423SBarry Smith   ierr = PetscMapSetUp(B->rmap);CHKERRQ(ierr);
2878d0f46423SBarry Smith   ierr = PetscMapSetUp(B->cmap);CHKERRQ(ierr);
2879899cda47SBarry Smith 
2880899cda47SBarry Smith   B->preallocated = PETSC_TRUE;
2881899cda47SBarry Smith 
2882d0f46423SBarry Smith   mbs  = B->rmap->n/bs;
2883d0f46423SBarry Smith   nbs  = B->cmap->n/bs;
2884a23d5eceSKris Buschelman   bs2  = bs*bs;
2885a23d5eceSKris Buschelman 
2886d0f46423SBarry Smith   if (mbs*bs!=B->rmap->n || nbs*bs!=B->cmap->n) {
2887d0f46423SBarry Smith     SETERRQ3(PETSC_ERR_ARG_SIZ,"Number rows %D, cols %D must be divisible by blocksize %D",B->rmap->N,B->cmap->n,bs);
2888a23d5eceSKris Buschelman   }
2889a23d5eceSKris Buschelman 
2890a23d5eceSKris Buschelman   if (nz == PETSC_DEFAULT || nz == PETSC_DECIDE) nz = 5;
289177431f27SBarry Smith   if (nz < 0) SETERRQ1(PETSC_ERR_ARG_OUTOFRANGE,"nz cannot be less than 0: value %D",nz);
2892a23d5eceSKris Buschelman   if (nnz) {
2893a23d5eceSKris Buschelman     for (i=0; i<mbs; i++) {
289477431f27SBarry Smith       if (nnz[i] < 0) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"nnz cannot be less than 0: local row %D value %D",i,nnz[i]);
289577431f27SBarry Smith       if (nnz[i] > nbs) SETERRQ3(PETSC_ERR_ARG_OUTOFRANGE,"nnz cannot be greater than block row length: local row %D value %D rowlength %D",i,nnz[i],nbs);
2896a23d5eceSKris Buschelman     }
2897a23d5eceSKris Buschelman   }
2898a23d5eceSKris Buschelman 
2899a23d5eceSKris Buschelman   b       = (Mat_SeqBAIJ*)B->data;
29007adad957SLisandro Dalcin   ierr = PetscOptionsBegin(((PetscObject)B)->comm,PETSC_NULL,"Optimize options for SEQBAIJ matrix 2 ","Mat");CHKERRQ(ierr);
29018c07d4e3SBarry Smith     ierr = PetscOptionsTruth("-mat_no_unroll","Do not optimize for block size (slow)",PETSC_NULL,PETSC_FALSE,&flg,PETSC_NULL);CHKERRQ(ierr);
29028c07d4e3SBarry Smith   ierr = PetscOptionsEnd();CHKERRQ(ierr);
29038c07d4e3SBarry Smith 
2904a23d5eceSKris Buschelman   if (!flg) {
2905a23d5eceSKris Buschelman     switch (bs) {
2906a23d5eceSKris Buschelman     case 1:
2907a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_1;
2908a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_1;
29096d3beeddSMatthew Knepley       B->ops->pbrelax         = MatPBRelax_SeqBAIJ_1;
2910a23d5eceSKris Buschelman       break;
2911a23d5eceSKris Buschelman     case 2:
2912a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_2;
2913a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_2;
2914b01c7715SBarry Smith       B->ops->pbrelax         = MatPBRelax_SeqBAIJ_2;
2915a23d5eceSKris Buschelman       break;
2916a23d5eceSKris Buschelman     case 3:
2917a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_3;
2918a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_3;
2919b01c7715SBarry Smith       B->ops->pbrelax         = MatPBRelax_SeqBAIJ_3;
2920a23d5eceSKris Buschelman       break;
2921a23d5eceSKris Buschelman     case 4:
2922a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_4;
2923a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_4;
2924b01c7715SBarry Smith       B->ops->pbrelax         = MatPBRelax_SeqBAIJ_4;
2925a23d5eceSKris Buschelman       break;
2926a23d5eceSKris Buschelman     case 5:
2927a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_5;
2928a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_5;
2929b01c7715SBarry Smith       B->ops->pbrelax         = MatPBRelax_SeqBAIJ_5;
2930a23d5eceSKris Buschelman       break;
2931a23d5eceSKris Buschelman     case 6:
2932a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_6;
2933a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_6;
29346d3beeddSMatthew Knepley       B->ops->pbrelax         = MatPBRelax_SeqBAIJ_6;
2935a23d5eceSKris Buschelman       break;
2936a23d5eceSKris Buschelman     case 7:
2937a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_7;
2938a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_7;
29396d3beeddSMatthew Knepley       B->ops->pbrelax         = MatPBRelax_SeqBAIJ_7;
2940a23d5eceSKris Buschelman       break;
2941a23d5eceSKris Buschelman     default:
2942a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_N;
2943a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_N;
2944a23d5eceSKris Buschelman       break;
2945a23d5eceSKris Buschelman     }
2946a23d5eceSKris Buschelman   }
2947d0f46423SBarry Smith   B->rmap->bs      = bs;
2948a23d5eceSKris Buschelman   b->mbs     = mbs;
2949a23d5eceSKris Buschelman   b->nbs     = nbs;
2950ab93d7beSBarry Smith   if (!skipallocation) {
29512ee49352SLisandro Dalcin     if (!b->imax) {
2952ab93d7beSBarry Smith       ierr = PetscMalloc2(mbs,PetscInt,&b->imax,mbs,PetscInt,&b->ilen);CHKERRQ(ierr);
29534fd072dbSBarry Smith       ierr = PetscLogObjectMemory(B,2*mbs*sizeof(PetscInt));
29544fd072dbSBarry Smith       b->free_imax_ilen = PETSC_TRUE;
29552ee49352SLisandro Dalcin     }
2956ab93d7beSBarry Smith     /* b->ilen will count nonzeros in each block row so far. */
2957ab93d7beSBarry Smith     for (i=0; i<mbs; i++) { b->ilen[i] = 0;}
2958a23d5eceSKris Buschelman     if (!nnz) {
2959a23d5eceSKris Buschelman       if (nz == PETSC_DEFAULT || nz == PETSC_DECIDE) nz = 5;
2960a23d5eceSKris Buschelman       else if (nz <= 0)        nz = 1;
2961a23d5eceSKris Buschelman       for (i=0; i<mbs; i++) b->imax[i] = nz;
2962a23d5eceSKris Buschelman       nz = nz*mbs;
2963a23d5eceSKris Buschelman     } else {
2964a23d5eceSKris Buschelman       nz = 0;
2965a23d5eceSKris Buschelman       for (i=0; i<mbs; i++) {b->imax[i] = nnz[i]; nz += nnz[i];}
2966a23d5eceSKris Buschelman     }
2967a23d5eceSKris Buschelman 
2968a23d5eceSKris Buschelman     /* allocate the matrix space */
29692ee49352SLisandro Dalcin     ierr = MatSeqXAIJFreeAIJ(B,&b->a,&b->j,&b->i);CHKERRQ(ierr);
2970d0f46423SBarry Smith     ierr = PetscMalloc3(bs2*nz,PetscScalar,&b->a,nz,PetscInt,&b->j,B->rmap->N+1,PetscInt,&b->i);CHKERRQ(ierr);
2971d0f46423SBarry Smith     ierr = PetscLogObjectMemory(B,(B->rmap->N+1)*sizeof(PetscInt)+nz*(bs2*sizeof(PetscScalar)+sizeof(PetscInt)));CHKERRQ(ierr);
2972a23d5eceSKris Buschelman     ierr  = PetscMemzero(b->a,nz*bs2*sizeof(MatScalar));CHKERRQ(ierr);
2973c1ac3661SBarry Smith     ierr  = PetscMemzero(b->j,nz*sizeof(PetscInt));CHKERRQ(ierr);
2974a23d5eceSKris Buschelman     b->singlemalloc = PETSC_TRUE;
2975a23d5eceSKris Buschelman     b->i[0] = 0;
2976a23d5eceSKris Buschelman     for (i=1; i<mbs+1; i++) {
2977a23d5eceSKris Buschelman       b->i[i] = b->i[i-1] + b->imax[i-1];
2978a23d5eceSKris Buschelman     }
2979e6b907acSBarry Smith     b->free_a     = PETSC_TRUE;
2980e6b907acSBarry Smith     b->free_ij    = PETSC_TRUE;
2981e811da20SHong Zhang   } else {
2982e6b907acSBarry Smith     b->free_a     = PETSC_FALSE;
2983e6b907acSBarry Smith     b->free_ij    = PETSC_FALSE;
2984ab93d7beSBarry Smith   }
2985a23d5eceSKris Buschelman 
2986d0f46423SBarry Smith   B->rmap->bs          = bs;
2987a23d5eceSKris Buschelman   b->bs2              = bs2;
2988a23d5eceSKris Buschelman   b->mbs              = mbs;
2989a23d5eceSKris Buschelman   b->nz               = 0;
2990a23d5eceSKris Buschelman   b->maxnz            = nz*bs2;
2991a23d5eceSKris Buschelman   B->info.nz_unneeded = (PetscReal)b->maxnz;
2992a23d5eceSKris Buschelman   PetscFunctionReturn(0);
2993a23d5eceSKris Buschelman }
2994a23d5eceSKris Buschelman EXTERN_C_END
2995a23d5eceSKris Buschelman 
2996b24902e0SBarry Smith EXTERN_C_BEGIN
2997725b52f3SLisandro Dalcin #undef __FUNCT__
2998725b52f3SLisandro Dalcin #define __FUNCT__ "MatSeqBAIJSetPreallocationCSR_SeqBAIJ"
2999cf12db73SBarry Smith PetscErrorCode MatSeqBAIJSetPreallocationCSR_SeqBAIJ(Mat B,PetscInt bs,const PetscInt ii[],const PetscInt jj[],const PetscScalar V[])
3000725b52f3SLisandro Dalcin {
3001725b52f3SLisandro Dalcin   PetscInt       i,m,nz,nz_max=0,*nnz;
3002725b52f3SLisandro Dalcin   PetscScalar    *values=0;
3003725b52f3SLisandro Dalcin   PetscErrorCode ierr;
3004725b52f3SLisandro Dalcin 
3005725b52f3SLisandro Dalcin   PetscFunctionBegin;
3006725b52f3SLisandro Dalcin 
3007725b52f3SLisandro Dalcin   if (bs < 1) SETERRQ1(PETSC_ERR_ARG_OUTOFRANGE,"Invalid block size specified, must be positive but it is %D",bs);
30087408324eSLisandro Dalcin 
30097408324eSLisandro Dalcin   ierr = PetscMapSetBlockSize(B->rmap,bs);CHKERRQ(ierr);
30107408324eSLisandro Dalcin   ierr = PetscMapSetBlockSize(B->cmap,bs);CHKERRQ(ierr);
3011d0f46423SBarry Smith   ierr = PetscMapSetUp(B->rmap);CHKERRQ(ierr);
3012d0f46423SBarry Smith   ierr = PetscMapSetUp(B->cmap);CHKERRQ(ierr);
3013d0f46423SBarry Smith   m = B->rmap->n/bs;
3014725b52f3SLisandro Dalcin 
3015cf12db73SBarry Smith   if (ii[0] != 0) { SETERRQ1(PETSC_ERR_ARG_OUTOFRANGE, "ii[0] must be 0 but it is %D",ii[0]); }
3016725b52f3SLisandro Dalcin   ierr = PetscMalloc((m+1) * sizeof(PetscInt), &nnz);CHKERRQ(ierr);
3017725b52f3SLisandro Dalcin   for(i=0; i<m; i++) {
3018cf12db73SBarry Smith     nz = ii[i+1]- ii[i];
3019725b52f3SLisandro Dalcin     if (nz < 0) { SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE, "Local row %D has a negative number of columns %D",i,nz); }
3020725b52f3SLisandro Dalcin     nz_max = PetscMax(nz_max, nz);
3021725b52f3SLisandro Dalcin     nnz[i] = nz;
3022725b52f3SLisandro Dalcin   }
3023725b52f3SLisandro Dalcin   ierr = MatSeqBAIJSetPreallocation(B,bs,0,nnz);CHKERRQ(ierr);
3024725b52f3SLisandro Dalcin   ierr = PetscFree(nnz);CHKERRQ(ierr);
3025725b52f3SLisandro Dalcin 
3026725b52f3SLisandro Dalcin   values = (PetscScalar*)V;
3027725b52f3SLisandro Dalcin   if (!values) {
3028725b52f3SLisandro Dalcin     ierr = PetscMalloc(bs*bs*(nz_max+1)*sizeof(PetscScalar),&values);CHKERRQ(ierr);
3029725b52f3SLisandro Dalcin     ierr = PetscMemzero(values,bs*bs*nz_max*sizeof(PetscScalar));CHKERRQ(ierr);
3030725b52f3SLisandro Dalcin   }
3031725b52f3SLisandro Dalcin   for (i=0; i<m; i++) {
3032cf12db73SBarry Smith     PetscInt          ncols  = ii[i+1] - ii[i];
3033cf12db73SBarry Smith     const PetscInt    *icols = jj + ii[i];
3034cf12db73SBarry Smith     const PetscScalar *svals = values + (V ? (bs*bs*ii[i]) : 0);
3035725b52f3SLisandro Dalcin     ierr = MatSetValuesBlocked_SeqBAIJ(B,1,&i,ncols,icols,svals,INSERT_VALUES);CHKERRQ(ierr);
3036725b52f3SLisandro Dalcin   }
3037725b52f3SLisandro Dalcin   if (!V) { ierr = PetscFree(values);CHKERRQ(ierr); }
3038725b52f3SLisandro Dalcin   ierr = MatAssemblyBegin(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3039725b52f3SLisandro Dalcin   ierr = MatAssemblyEnd(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3040725b52f3SLisandro Dalcin 
3041725b52f3SLisandro Dalcin   PetscFunctionReturn(0);
3042725b52f3SLisandro Dalcin }
3043725b52f3SLisandro Dalcin EXTERN_C_END
3044725b52f3SLisandro Dalcin 
3045725b52f3SLisandro Dalcin 
3046207126cbSBarry Smith EXTERN_C_BEGIN
3047b24902e0SBarry Smith extern PetscErrorCode PETSCMAT_DLLEXPORT MatGetFactor_seqbaij_petsc(Mat,MatFactorType,Mat*);
3048db4efbfdSBarry Smith extern PetscErrorCode PETSCMAT_DLLEXPORT MatGetFactorAvailable_seqbaij_petsc(Mat,MatFactorType,Mat*);
3049b24902e0SBarry Smith EXTERN_C_END
3050b24902e0SBarry Smith 
30510bad9183SKris Buschelman /*MC
3052fafad747SKris Buschelman    MATSEQBAIJ - MATSEQBAIJ = "seqbaij" - A matrix type to be used for sequential block sparse matrices, based on
30530bad9183SKris Buschelman    block sparse compressed row format.
30540bad9183SKris Buschelman 
30550bad9183SKris Buschelman    Options Database Keys:
30560bad9183SKris Buschelman . -mat_type seqbaij - sets the matrix type to "seqbaij" during a call to MatSetFromOptions()
30570bad9183SKris Buschelman 
30580bad9183SKris Buschelman   Level: beginner
30590bad9183SKris Buschelman 
3060f0c06035SSatish Balay .seealso: MatCreateSeqBAIJ()
30610bad9183SKris Buschelman M*/
30620bad9183SKris Buschelman 
3063b24902e0SBarry Smith 
3064a23d5eceSKris Buschelman EXTERN_C_BEGIN
3065a23d5eceSKris Buschelman #undef __FUNCT__
30664a2ae208SSatish Balay #define __FUNCT__ "MatCreate_SeqBAIJ"
3067be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatCreate_SeqBAIJ(Mat B)
30682593348eSBarry Smith {
3069dfbe8321SBarry Smith   PetscErrorCode ierr;
3070c1ac3661SBarry Smith   PetscMPIInt    size;
3071b6490206SBarry Smith   Mat_SeqBAIJ    *b;
30723b2fbd54SBarry Smith 
30733a40ed3dSBarry Smith   PetscFunctionBegin;
30747adad957SLisandro Dalcin   ierr = MPI_Comm_size(((PetscObject)B)->comm,&size);CHKERRQ(ierr);
307529bbc08cSBarry Smith   if (size > 1) SETERRQ(PETSC_ERR_ARG_WRONG,"Comm must be of size 1");
3076b6490206SBarry Smith 
307738f2d2fdSLisandro Dalcin   ierr    = PetscNewLog(B,Mat_SeqBAIJ,&b);CHKERRQ(ierr);
3078b0a32e0cSBarry Smith   B->data = (void*)b;
3079549d3d68SSatish Balay   ierr    = PetscMemcpy(B->ops,&MatOps_Values,sizeof(struct _MatOps));CHKERRQ(ierr);
308090f02eecSBarry Smith   B->mapping               = 0;
30812593348eSBarry Smith   b->row                   = 0;
30822593348eSBarry Smith   b->col                   = 0;
3083e51c0b9cSSatish Balay   b->icol                  = 0;
30842593348eSBarry Smith   b->reallocs              = 0;
30853e90b805SBarry Smith   b->saved_values          = 0;
30862593348eSBarry Smith 
3087c4992f7dSBarry Smith   b->roworiented           = PETSC_TRUE;
30882593348eSBarry Smith   b->nonew                 = 0;
30892593348eSBarry Smith   b->diag                  = 0;
30902593348eSBarry Smith   b->solve_work            = 0;
3091de6a44a3SBarry Smith   b->mult_work             = 0;
30922a1b7f2aSHong Zhang   B->spptr                 = 0;
30930e6d2581SBarry Smith   B->info.nz_unneeded      = (PetscReal)b->maxnz;
3094a9817697SBarry Smith   b->keepnonzeropattern    = PETSC_FALSE;
3095c4319e64SHong Zhang   b->xtoy                  = 0;
3096c4319e64SHong Zhang   b->XtoY                  = 0;
309773e7a558SHong Zhang   b->compressedrow.use     = PETSC_FALSE;
309826e093fcSHong Zhang   b->compressedrow.nrows   = 0;
309973e7a558SHong Zhang   b->compressedrow.i       = PETSC_NULL;
310073e7a558SHong Zhang   b->compressedrow.rindex  = PETSC_NULL;
310173e7a558SHong Zhang   b->compressedrow.checked = PETSC_FALSE;
310288e51ccdSHong Zhang   B->same_nonzero          = PETSC_FALSE;
31034e220ebcSLois Curfman McInnes 
3104db4efbfdSBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatGetFactorAvailable_seqbaij_petsc_C",
3105db4efbfdSBarry Smith                                      "MatGetFactorAvailable_seqbaij_petsc",
3106db4efbfdSBarry Smith                                      MatGetFactorAvailable_seqbaij_petsc);CHKERRQ(ierr);
3107b24902e0SBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatGetFactor_seqbaij_petsc_C",
3108b24902e0SBarry Smith                                      "MatGetFactor_seqbaij_petsc",
3109b24902e0SBarry Smith                                      MatGetFactor_seqbaij_petsc);CHKERRQ(ierr);
311043516a2dSKris Buschelman   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatSeqBAIJInvertBlockDiagonal_C",
311143516a2dSKris Buschelman                                      "MatInvertBlockDiagonal_SeqBAIJ",
311243516a2dSKris Buschelman                                       MatInvertBlockDiagonal_SeqBAIJ);CHKERRQ(ierr);
3113f1af5d2fSBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatStoreValues_C",
31143e90b805SBarry Smith                                      "MatStoreValues_SeqBAIJ",
3115bc4b532fSSatish Balay                                       MatStoreValues_SeqBAIJ);CHKERRQ(ierr);
3116f1af5d2fSBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatRetrieveValues_C",
31173e90b805SBarry Smith                                      "MatRetrieveValues_SeqBAIJ",
3118bc4b532fSSatish Balay                                       MatRetrieveValues_SeqBAIJ);CHKERRQ(ierr);
3119f1af5d2fSBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatSeqBAIJSetColumnIndices_C",
312027a8da17SBarry Smith                                      "MatSeqBAIJSetColumnIndices_SeqBAIJ",
3121bc4b532fSSatish Balay                                       MatSeqBAIJSetColumnIndices_SeqBAIJ);CHKERRQ(ierr);
3122a6175056SHong Zhang   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatConvert_seqbaij_seqaij_C",
3123273d9f13SBarry Smith                                      "MatConvert_SeqBAIJ_SeqAIJ",
3124273d9f13SBarry Smith                                       MatConvert_SeqBAIJ_SeqAIJ);CHKERRQ(ierr);
3125a0e1a404SHong Zhang   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatConvert_seqbaij_seqsbaij_C",
3126a0e1a404SHong Zhang                                      "MatConvert_SeqBAIJ_SeqSBAIJ",
3127a0e1a404SHong Zhang                                       MatConvert_SeqBAIJ_SeqSBAIJ);CHKERRQ(ierr);
3128a23d5eceSKris Buschelman   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatSeqBAIJSetPreallocation_C",
3129a23d5eceSKris Buschelman                                      "MatSeqBAIJSetPreallocation_SeqBAIJ",
3130a23d5eceSKris Buschelman                                       MatSeqBAIJSetPreallocation_SeqBAIJ);CHKERRQ(ierr);
3131725b52f3SLisandro Dalcin   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatSeqBAIJSetPreallocationCSR_C",
3132725b52f3SLisandro Dalcin                                      "MatSeqBAIJSetPreallocationCSR_SeqBAIJ",
3133725b52f3SLisandro Dalcin                                       MatSeqBAIJSetPreallocationCSR_SeqBAIJ);CHKERRQ(ierr);
313417667f90SBarry Smith   ierr = PetscObjectChangeTypeName((PetscObject)B,MATSEQBAIJ);CHKERRQ(ierr);
31353a40ed3dSBarry Smith   PetscFunctionReturn(0);
31362593348eSBarry Smith }
3137273d9f13SBarry Smith EXTERN_C_END
31382593348eSBarry Smith 
31394a2ae208SSatish Balay #undef __FUNCT__
3140b24902e0SBarry Smith #define __FUNCT__ "MatDuplicateNoCreate_SeqBAIJ"
314116a2bf60SHong Zhang PetscErrorCode MatDuplicateNoCreate_SeqBAIJ(Mat C,Mat A,MatDuplicateOption cpvalues,PetscTruth mallocmatspace)
31422593348eSBarry Smith {
3143b24902e0SBarry Smith   Mat_SeqBAIJ    *c = (Mat_SeqBAIJ*)C->data,*a = (Mat_SeqBAIJ*)A->data;
31446849ba73SBarry Smith   PetscErrorCode ierr;
3145a96a251dSBarry Smith   PetscInt       i,mbs = a->mbs,nz = a->nz,bs2 = a->bs2;
3146de6a44a3SBarry Smith 
31473a40ed3dSBarry Smith   PetscFunctionBegin;
314829bbc08cSBarry Smith   if (a->i[mbs] != nz) SETERRQ(PETSC_ERR_PLIB,"Corrupt matrix");
31492593348eSBarry Smith 
31504fd072dbSBarry Smith   if (cpvalues == MAT_SHARE_NONZERO_PATTERN) {
31514fd072dbSBarry Smith     c->imax = a->imax;
31524fd072dbSBarry Smith     c->ilen = a->ilen;
31534fd072dbSBarry Smith     c->free_imax_ilen = PETSC_FALSE;
31544fd072dbSBarry Smith   } else {
315533b91e9fSSatish Balay     ierr = PetscMalloc2(mbs,PetscInt,&c->imax,mbs,PetscInt,&c->ilen);CHKERRQ(ierr);
31564fd072dbSBarry Smith     ierr = PetscLogObjectMemory(C,2*mbs*sizeof(PetscInt));CHKERRQ(ierr);
3157b6490206SBarry Smith     for (i=0; i<mbs; i++) {
31582593348eSBarry Smith       c->imax[i] = a->imax[i];
31592593348eSBarry Smith       c->ilen[i] = a->ilen[i];
31602593348eSBarry Smith     }
31614fd072dbSBarry Smith     c->free_imax_ilen = PETSC_TRUE;
31624fd072dbSBarry Smith   }
31632593348eSBarry Smith 
31642593348eSBarry Smith   /* allocate the matrix space */
316516a2bf60SHong Zhang   if (mallocmatspace){
31664fd072dbSBarry Smith     if (cpvalues == MAT_SHARE_NONZERO_PATTERN) {
31674fd072dbSBarry Smith       ierr = PetscMalloc(bs2*nz*sizeof(PetscScalar),&c->a);CHKERRQ(ierr);
31684fd072dbSBarry Smith       ierr = PetscLogObjectMemory(C,a->i[mbs]*bs2*sizeof(PetscScalar));CHKERRQ(ierr);
31694fd072dbSBarry Smith       c->singlemalloc = PETSC_FALSE;
31704fd072dbSBarry Smith       c->free_ij      = PETSC_FALSE;
31714fd072dbSBarry Smith       c->i            = a->i;
31724fd072dbSBarry Smith       c->j            = a->j;
31734fd072dbSBarry Smith       c->parent       = A;
31744fd072dbSBarry Smith       ierr            = PetscObjectReference((PetscObject)A);CHKERRQ(ierr);
31754fd072dbSBarry Smith       ierr            = MatSetOption(A,MAT_NEW_NONZERO_LOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr);
31764fd072dbSBarry Smith       ierr            = MatSetOption(C,MAT_NEW_NONZERO_LOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr);
31774fd072dbSBarry Smith     } else {
3178a96a251dSBarry Smith       ierr = PetscMalloc3(bs2*nz,PetscScalar,&c->a,nz,PetscInt,&c->j,mbs+1,PetscInt,&c->i);CHKERRQ(ierr);
317916a2bf60SHong Zhang       ierr = PetscLogObjectMemory(C,a->i[mbs]*(bs2*sizeof(PetscScalar)+sizeof(PetscInt))+(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
3180c4992f7dSBarry Smith       c->singlemalloc = PETSC_TRUE;
31814fd072dbSBarry Smith       c->free_ij      = PETSC_TRUE;
3182c1ac3661SBarry Smith       ierr = PetscMemcpy(c->i,a->i,(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
3183b6490206SBarry Smith       if (mbs > 0) {
3184c1ac3661SBarry Smith 	ierr = PetscMemcpy(c->j,a->j,nz*sizeof(PetscInt));CHKERRQ(ierr);
31852e8a6d31SBarry Smith 	if (cpvalues == MAT_COPY_VALUES) {
3186549d3d68SSatish Balay 	  ierr = PetscMemcpy(c->a,a->a,bs2*nz*sizeof(MatScalar));CHKERRQ(ierr);
31872e8a6d31SBarry Smith 	} else {
3188549d3d68SSatish Balay 	  ierr = PetscMemzero(c->a,bs2*nz*sizeof(MatScalar));CHKERRQ(ierr);
31892593348eSBarry Smith 	}
31902593348eSBarry Smith       }
319116a2bf60SHong Zhang     }
31924fd072dbSBarry Smith   }
319316a2bf60SHong Zhang 
31942593348eSBarry Smith   c->roworiented = a->roworiented;
31952593348eSBarry Smith   c->nonew       = a->nonew;
3196d0f46423SBarry Smith   ierr = PetscMapCopy(((PetscObject)A)->comm,A->rmap,C->rmap);CHKERRQ(ierr);
3197d0f46423SBarry Smith   ierr = PetscMapCopy(((PetscObject)A)->comm,A->cmap,C->cmap);CHKERRQ(ierr);
31985c9eb25fSBarry Smith   c->bs2         = a->bs2;
31995c9eb25fSBarry Smith   c->mbs         = a->mbs;
32005c9eb25fSBarry Smith   c->nbs         = a->nbs;
32012593348eSBarry Smith 
32022593348eSBarry Smith   if (a->diag) {
32034fd072dbSBarry Smith     if (cpvalues == MAT_SHARE_NONZERO_PATTERN) {
32044fd072dbSBarry Smith       c->diag      = a->diag;
32054fd072dbSBarry Smith       c->free_diag = PETSC_FALSE;
32064fd072dbSBarry Smith     } else {
3207c1ac3661SBarry Smith       ierr = PetscMalloc((mbs+1)*sizeof(PetscInt),&c->diag);CHKERRQ(ierr);
320852e6d16bSBarry Smith       ierr = PetscLogObjectMemory(C,(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
3209b6490206SBarry Smith       for (i=0; i<mbs; i++) {
32102593348eSBarry Smith         c->diag[i] = a->diag[i];
32112593348eSBarry Smith       }
32124fd072dbSBarry Smith       c->free_diag = PETSC_TRUE;
32134fd072dbSBarry Smith     }
321498305bb5SBarry Smith   } else c->diag        = 0;
32152593348eSBarry Smith   c->nz                 = a->nz;
32162593348eSBarry Smith   c->maxnz              = a->maxnz;
32172593348eSBarry Smith   c->solve_work         = 0;
32187fc0212eSBarry Smith   c->mult_work          = 0;
3219e6b907acSBarry Smith   c->free_a             = PETSC_TRUE;
3220e6b907acSBarry Smith   c->free_ij            = PETSC_TRUE;
3221273d9f13SBarry Smith   C->preallocated       = PETSC_TRUE;
3222273d9f13SBarry Smith   C->assembled          = PETSC_TRUE;
322388e51ccdSHong Zhang 
322488e51ccdSHong Zhang   c->compressedrow.use     = a->compressedrow.use;
322588e51ccdSHong Zhang   c->compressedrow.nrows   = a->compressedrow.nrows;
322688e51ccdSHong Zhang   c->compressedrow.checked = a->compressedrow.checked;
322788e51ccdSHong Zhang   if ( a->compressedrow.checked && a->compressedrow.use){
322888e51ccdSHong Zhang     i = a->compressedrow.nrows;
322988e51ccdSHong Zhang     ierr = PetscMalloc((2*i+1)*sizeof(PetscInt),&c->compressedrow.i);CHKERRQ(ierr);
32304fd072dbSBarry Smith     ierr = PetscLogObjectMemory(C,(2*i+1)*sizeof(PetscInt));CHKERRQ(ierr);
323188e51ccdSHong Zhang     c->compressedrow.rindex = c->compressedrow.i + i + 1;
323288e51ccdSHong Zhang     ierr = PetscMemcpy(c->compressedrow.i,a->compressedrow.i,(i+1)*sizeof(PetscInt));CHKERRQ(ierr);
323388e51ccdSHong Zhang     ierr = PetscMemcpy(c->compressedrow.rindex,a->compressedrow.rindex,i*sizeof(PetscInt));CHKERRQ(ierr);
323488e51ccdSHong Zhang   } else {
323588e51ccdSHong Zhang     c->compressedrow.use    = PETSC_FALSE;
323688e51ccdSHong Zhang     c->compressedrow.i      = PETSC_NULL;
323788e51ccdSHong Zhang     c->compressedrow.rindex = PETSC_NULL;
323888e51ccdSHong Zhang   }
323988e51ccdSHong Zhang   C->same_nonzero = A->same_nonzero;
32407adad957SLisandro Dalcin   ierr = PetscFListDuplicate(((PetscObject)A)->qlist,&((PetscObject)C)->qlist);CHKERRQ(ierr);
32413a40ed3dSBarry Smith   PetscFunctionReturn(0);
32422593348eSBarry Smith }
32432593348eSBarry Smith 
32444a2ae208SSatish Balay #undef __FUNCT__
3245b24902e0SBarry Smith #define __FUNCT__ "MatDuplicate_SeqBAIJ"
3246b24902e0SBarry Smith PetscErrorCode MatDuplicate_SeqBAIJ(Mat A,MatDuplicateOption cpvalues,Mat *B)
3247b24902e0SBarry Smith {
3248b24902e0SBarry Smith     PetscErrorCode ierr;
3249b24902e0SBarry Smith 
3250b24902e0SBarry Smith   PetscFunctionBegin;
32515c9eb25fSBarry Smith   ierr = MatCreate(((PetscObject)A)->comm,B);CHKERRQ(ierr);
3252d0f46423SBarry Smith   ierr = MatSetSizes(*B,A->rmap->N,A->cmap->n,A->rmap->N,A->cmap->n);CHKERRQ(ierr);
32535c9eb25fSBarry Smith   ierr = MatSetType(*B,MATSEQBAIJ);CHKERRQ(ierr);
325416a2bf60SHong Zhang   ierr = MatDuplicateNoCreate_SeqBAIJ(*B,A,cpvalues,PETSC_TRUE);
3255b24902e0SBarry Smith   PetscFunctionReturn(0);
3256b24902e0SBarry Smith }
3257b24902e0SBarry Smith 
3258b24902e0SBarry Smith #undef __FUNCT__
32594a2ae208SSatish Balay #define __FUNCT__ "MatLoad_SeqBAIJ"
3260a313700dSBarry Smith PetscErrorCode MatLoad_SeqBAIJ(PetscViewer viewer, const MatType type,Mat *A)
32612593348eSBarry Smith {
3262b6490206SBarry Smith   Mat_SeqBAIJ    *a;
32632593348eSBarry Smith   Mat            B;
32646849ba73SBarry Smith   PetscErrorCode ierr;
3265b24ad042SBarry Smith   PetscInt       i,nz,header[4],*rowlengths=0,M,N,bs=1;
3266c1ac3661SBarry Smith   PetscInt       *mask,mbs,*jj,j,rowcount,nzcount,k,*browlengths,maskcount;
3267c1ac3661SBarry Smith   PetscInt       kmax,jcount,block,idx,point,nzcountb,extra_rows;
3268c1ac3661SBarry Smith   PetscInt       *masked,nmask,tmp,bs2,ishift;
3269b24ad042SBarry Smith   PetscMPIInt    size;
3270b24ad042SBarry Smith   int            fd;
327187828ca2SBarry Smith   PetscScalar    *aa;
327219bcc07fSBarry Smith   MPI_Comm       comm = ((PetscObject)viewer)->comm;
32732593348eSBarry Smith 
32743a40ed3dSBarry Smith   PetscFunctionBegin;
32758c07d4e3SBarry Smith   ierr = PetscOptionsBegin(comm,PETSC_NULL,"Options for loading SEQBAIJ matrix","Mat");CHKERRQ(ierr);
32768c07d4e3SBarry Smith     ierr = PetscOptionsInt("-matload_block_size","Set the blocksize used to store the matrix","MatLoad",bs,&bs,PETSC_NULL);CHKERRQ(ierr);
32778c07d4e3SBarry Smith   ierr = PetscOptionsEnd();CHKERRQ(ierr);
3278de6a44a3SBarry Smith   bs2  = bs*bs;
3279b6490206SBarry Smith 
3280d132466eSBarry Smith   ierr = MPI_Comm_size(comm,&size);CHKERRQ(ierr);
328129bbc08cSBarry Smith   if (size > 1) SETERRQ(PETSC_ERR_ARG_WRONG,"view must have one processor");
3282b0a32e0cSBarry Smith   ierr = PetscViewerBinaryGetDescriptor(viewer,&fd);CHKERRQ(ierr);
32830752156aSBarry Smith   ierr = PetscBinaryRead(fd,header,4,PETSC_INT);CHKERRQ(ierr);
3284552e946dSBarry Smith   if (header[0] != MAT_FILE_COOKIE) SETERRQ(PETSC_ERR_FILE_UNEXPECTED,"not Mat object");
32852593348eSBarry Smith   M = header[1]; N = header[2]; nz = header[3];
32862593348eSBarry Smith 
3287d64ed03dSBarry Smith   if (header[3] < 0) {
328829bbc08cSBarry Smith     SETERRQ(PETSC_ERR_FILE_UNEXPECTED,"Matrix stored in special format, cannot load as SeqBAIJ");
3289d64ed03dSBarry Smith   }
3290d64ed03dSBarry Smith 
329129bbc08cSBarry Smith   if (M != N) SETERRQ(PETSC_ERR_SUP,"Can only do square matrices");
329235aab85fSBarry Smith 
329335aab85fSBarry Smith   /*
329435aab85fSBarry Smith      This code adds extra rows to make sure the number of rows is
329535aab85fSBarry Smith     divisible by the blocksize
329635aab85fSBarry Smith   */
3297b6490206SBarry Smith   mbs        = M/bs;
329835aab85fSBarry Smith   extra_rows = bs - M + bs*(mbs);
329935aab85fSBarry Smith   if (extra_rows == bs) extra_rows = 0;
330035aab85fSBarry Smith   else                  mbs++;
330135aab85fSBarry Smith   if (extra_rows) {
33021e2582c4SBarry Smith     ierr = PetscInfo(viewer,"Padding loaded matrix to match blocksize\n");CHKERRQ(ierr);
330335aab85fSBarry Smith   }
3304b6490206SBarry Smith 
33052593348eSBarry Smith   /* read in row lengths */
3306c1ac3661SBarry Smith   ierr = PetscMalloc((M+extra_rows)*sizeof(PetscInt),&rowlengths);CHKERRQ(ierr);
33070752156aSBarry Smith   ierr = PetscBinaryRead(fd,rowlengths,M,PETSC_INT);CHKERRQ(ierr);
330835aab85fSBarry Smith   for (i=0; i<extra_rows; i++) rowlengths[M+i] = 1;
33092593348eSBarry Smith 
3310b6490206SBarry Smith   /* read in column indices */
3311c1ac3661SBarry Smith   ierr = PetscMalloc((nz+extra_rows)*sizeof(PetscInt),&jj);CHKERRQ(ierr);
33120752156aSBarry Smith   ierr = PetscBinaryRead(fd,jj,nz,PETSC_INT);CHKERRQ(ierr);
331335aab85fSBarry Smith   for (i=0; i<extra_rows; i++) jj[nz+i] = M+i;
3314b6490206SBarry Smith 
3315b6490206SBarry Smith   /* loop over row lengths determining block row lengths */
3316c1ac3661SBarry Smith   ierr     = PetscMalloc(mbs*sizeof(PetscInt),&browlengths);CHKERRQ(ierr);
3317c1ac3661SBarry Smith   ierr     = PetscMemzero(browlengths,mbs*sizeof(PetscInt));CHKERRQ(ierr);
3318c1ac3661SBarry Smith   ierr     = PetscMalloc(2*mbs*sizeof(PetscInt),&mask);CHKERRQ(ierr);
3319c1ac3661SBarry Smith   ierr     = PetscMemzero(mask,mbs*sizeof(PetscInt));CHKERRQ(ierr);
332035aab85fSBarry Smith   masked   = mask + mbs;
3321b6490206SBarry Smith   rowcount = 0; nzcount = 0;
3322b6490206SBarry Smith   for (i=0; i<mbs; i++) {
332335aab85fSBarry Smith     nmask = 0;
3324b6490206SBarry Smith     for (j=0; j<bs; j++) {
3325b6490206SBarry Smith       kmax = rowlengths[rowcount];
3326b6490206SBarry Smith       for (k=0; k<kmax; k++) {
332735aab85fSBarry Smith         tmp = jj[nzcount++]/bs;
332835aab85fSBarry Smith         if (!mask[tmp]) {masked[nmask++] = tmp; mask[tmp] = 1;}
3329b6490206SBarry Smith       }
3330b6490206SBarry Smith       rowcount++;
3331b6490206SBarry Smith     }
333235aab85fSBarry Smith     browlengths[i] += nmask;
333335aab85fSBarry Smith     /* zero out the mask elements we set */
333435aab85fSBarry Smith     for (j=0; j<nmask; j++) mask[masked[j]] = 0;
3335b6490206SBarry Smith   }
3336b6490206SBarry Smith 
33372593348eSBarry Smith   /* create our matrix */
3338f69a0ea3SMatthew Knepley   ierr = MatCreate(comm,&B);
3339f69a0ea3SMatthew Knepley   ierr = MatSetSizes(B,PETSC_DECIDE,PETSC_DECIDE,M+extra_rows,N+extra_rows);
334078ae41b4SKris Buschelman   ierr = MatSetType(B,type);CHKERRQ(ierr);
3341ab93d7beSBarry Smith   ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(B,bs,0,browlengths);CHKERRQ(ierr);
3342b6490206SBarry Smith   a = (Mat_SeqBAIJ*)B->data;
33432593348eSBarry Smith 
33442593348eSBarry Smith   /* set matrix "i" values */
3345de6a44a3SBarry Smith   a->i[0] = 0;
3346b6490206SBarry Smith   for (i=1; i<= mbs; i++) {
3347b6490206SBarry Smith     a->i[i]      = a->i[i-1] + browlengths[i-1];
3348b6490206SBarry Smith     a->ilen[i-1] = browlengths[i-1];
33492593348eSBarry Smith   }
3350b6490206SBarry Smith   a->nz         = 0;
3351b6490206SBarry Smith   for (i=0; i<mbs; i++) a->nz += browlengths[i];
33522593348eSBarry Smith 
3353b6490206SBarry Smith   /* read in nonzero values */
335487828ca2SBarry Smith   ierr = PetscMalloc((nz+extra_rows)*sizeof(PetscScalar),&aa);CHKERRQ(ierr);
33550752156aSBarry Smith   ierr = PetscBinaryRead(fd,aa,nz,PETSC_SCALAR);CHKERRQ(ierr);
335635aab85fSBarry Smith   for (i=0; i<extra_rows; i++) aa[nz+i] = 1.0;
3357b6490206SBarry Smith 
3358b6490206SBarry Smith   /* set "a" and "j" values into matrix */
3359b6490206SBarry Smith   nzcount = 0; jcount = 0;
3360b6490206SBarry Smith   for (i=0; i<mbs; i++) {
3361b6490206SBarry Smith     nzcountb = nzcount;
336235aab85fSBarry Smith     nmask    = 0;
3363b6490206SBarry Smith     for (j=0; j<bs; j++) {
3364b6490206SBarry Smith       kmax = rowlengths[i*bs+j];
3365b6490206SBarry Smith       for (k=0; k<kmax; k++) {
336635aab85fSBarry Smith         tmp = jj[nzcount++]/bs;
336735aab85fSBarry Smith 	if (!mask[tmp]) { masked[nmask++] = tmp; mask[tmp] = 1;}
3368b6490206SBarry Smith       }
3369b6490206SBarry Smith     }
3370de6a44a3SBarry Smith     /* sort the masked values */
3371433994e6SBarry Smith     ierr = PetscSortInt(nmask,masked);CHKERRQ(ierr);
3372de6a44a3SBarry Smith 
3373b6490206SBarry Smith     /* set "j" values into matrix */
3374b6490206SBarry Smith     maskcount = 1;
337535aab85fSBarry Smith     for (j=0; j<nmask; j++) {
337635aab85fSBarry Smith       a->j[jcount++]  = masked[j];
3377de6a44a3SBarry Smith       mask[masked[j]] = maskcount++;
3378b6490206SBarry Smith     }
3379b6490206SBarry Smith     /* set "a" values into matrix */
3380de6a44a3SBarry Smith     ishift = bs2*a->i[i];
3381b6490206SBarry Smith     for (j=0; j<bs; j++) {
3382b6490206SBarry Smith       kmax = rowlengths[i*bs+j];
3383b6490206SBarry Smith       for (k=0; k<kmax; k++) {
3384de6a44a3SBarry Smith         tmp       = jj[nzcountb]/bs ;
3385de6a44a3SBarry Smith         block     = mask[tmp] - 1;
3386de6a44a3SBarry Smith         point     = jj[nzcountb] - bs*tmp;
3387de6a44a3SBarry Smith         idx       = ishift + bs2*block + j + bs*point;
3388375fe846SBarry Smith         a->a[idx] = (MatScalar)aa[nzcountb++];
3389b6490206SBarry Smith       }
3390b6490206SBarry Smith     }
339135aab85fSBarry Smith     /* zero out the mask elements we set */
339235aab85fSBarry Smith     for (j=0; j<nmask; j++) mask[masked[j]] = 0;
3393b6490206SBarry Smith   }
339429bbc08cSBarry Smith   if (jcount != a->nz) SETERRQ(PETSC_ERR_FILE_UNEXPECTED,"Bad binary matrix");
3395b6490206SBarry Smith 
3396606d414cSSatish Balay   ierr = PetscFree(rowlengths);CHKERRQ(ierr);
3397606d414cSSatish Balay   ierr = PetscFree(browlengths);CHKERRQ(ierr);
3398606d414cSSatish Balay   ierr = PetscFree(aa);CHKERRQ(ierr);
3399606d414cSSatish Balay   ierr = PetscFree(jj);CHKERRQ(ierr);
3400606d414cSSatish Balay   ierr = PetscFree(mask);CHKERRQ(ierr);
3401b6490206SBarry Smith 
340278ae41b4SKris Buschelman   ierr = MatAssemblyBegin(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
340378ae41b4SKris Buschelman   ierr = MatAssemblyEnd(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
34049c01be13SBarry Smith   ierr = MatView_Private(B);CHKERRQ(ierr);
340578ae41b4SKris Buschelman 
340678ae41b4SKris Buschelman   *A = B;
34073a40ed3dSBarry Smith   PetscFunctionReturn(0);
34082593348eSBarry Smith }
34092593348eSBarry Smith 
34104a2ae208SSatish Balay #undef __FUNCT__
34114a2ae208SSatish Balay #define __FUNCT__ "MatCreateSeqBAIJ"
3412273d9f13SBarry Smith /*@C
3413273d9f13SBarry Smith    MatCreateSeqBAIJ - Creates a sparse matrix in block AIJ (block
3414273d9f13SBarry Smith    compressed row) format.  For good matrix assembly performance the
3415273d9f13SBarry Smith    user should preallocate the matrix storage by setting the parameter nz
3416273d9f13SBarry Smith    (or the array nnz).  By setting these parameters accurately, performance
3417273d9f13SBarry Smith    during matrix assembly can be increased by more than a factor of 50.
34182593348eSBarry Smith 
3419273d9f13SBarry Smith    Collective on MPI_Comm
3420273d9f13SBarry Smith 
3421273d9f13SBarry Smith    Input Parameters:
3422273d9f13SBarry Smith +  comm - MPI communicator, set to PETSC_COMM_SELF
3423273d9f13SBarry Smith .  bs - size of block
3424273d9f13SBarry Smith .  m - number of rows
3425273d9f13SBarry Smith .  n - number of columns
342635d8aa7fSBarry Smith .  nz - number of nonzero blocks  per block row (same for all rows)
342735d8aa7fSBarry Smith -  nnz - array containing the number of nonzero blocks in the various block rows
3428273d9f13SBarry Smith          (possibly different for each block row) or PETSC_NULL
3429273d9f13SBarry Smith 
3430273d9f13SBarry Smith    Output Parameter:
3431273d9f13SBarry Smith .  A - the matrix
3432273d9f13SBarry Smith 
3433175b88e8SBarry Smith    It is recommended that one use the MatCreate(), MatSetType() and/or MatSetFromOptions(),
3434ae1d86c5SBarry Smith    MatXXXXSetPreallocation() paradgm instead of this routine directly.
3435175b88e8SBarry Smith    [MatXXXXSetPreallocation() is, for example, MatSeqAIJSetPreallocation]
3436175b88e8SBarry Smith 
3437273d9f13SBarry Smith    Options Database Keys:
3438273d9f13SBarry Smith .   -mat_no_unroll - uses code that does not unroll the loops in the
3439273d9f13SBarry Smith                      block calculations (much slower)
3440273d9f13SBarry Smith .    -mat_block_size - size of the blocks to use
3441273d9f13SBarry Smith 
3442273d9f13SBarry Smith    Level: intermediate
3443273d9f13SBarry Smith 
3444273d9f13SBarry Smith    Notes:
3445d1be2dadSMatthew Knepley    The number of rows and columns must be divisible by blocksize.
3446d1be2dadSMatthew Knepley 
344749a6f317SBarry Smith    If the nnz parameter is given then the nz parameter is ignored
344849a6f317SBarry Smith 
344935d8aa7fSBarry Smith    A nonzero block is any block that as 1 or more nonzeros in it
345035d8aa7fSBarry Smith 
3451273d9f13SBarry Smith    The block AIJ format is fully compatible with standard Fortran 77
3452273d9f13SBarry Smith    storage.  That is, the stored row and column indices can begin at
3453273d9f13SBarry Smith    either one (as in Fortran) or zero.  See the users' manual for details.
3454273d9f13SBarry Smith 
3455273d9f13SBarry Smith    Specify the preallocated storage with either nz or nnz (not both).
3456273d9f13SBarry Smith    Set nz=PETSC_DEFAULT and nnz=PETSC_NULL for PETSc to control dynamic memory
3457273d9f13SBarry Smith    allocation.  For additional details, see the users manual chapter on
3458273d9f13SBarry Smith    matrices.
3459273d9f13SBarry Smith 
3460273d9f13SBarry Smith .seealso: MatCreate(), MatCreateSeqAIJ(), MatSetValues(), MatCreateMPIBAIJ()
3461273d9f13SBarry Smith @*/
3462be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatCreateSeqBAIJ(MPI_Comm comm,PetscInt bs,PetscInt m,PetscInt n,PetscInt nz,const PetscInt nnz[],Mat *A)
3463273d9f13SBarry Smith {
3464dfbe8321SBarry Smith   PetscErrorCode ierr;
3465273d9f13SBarry Smith 
3466273d9f13SBarry Smith   PetscFunctionBegin;
3467f69a0ea3SMatthew Knepley   ierr = MatCreate(comm,A);CHKERRQ(ierr);
3468f69a0ea3SMatthew Knepley   ierr = MatSetSizes(*A,m,n,m,n);CHKERRQ(ierr);
3469273d9f13SBarry Smith   ierr = MatSetType(*A,MATSEQBAIJ);CHKERRQ(ierr);
3470ab93d7beSBarry Smith   ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(*A,bs,nz,(PetscInt*)nnz);CHKERRQ(ierr);
3471273d9f13SBarry Smith   PetscFunctionReturn(0);
3472273d9f13SBarry Smith }
3473273d9f13SBarry Smith 
34744a2ae208SSatish Balay #undef __FUNCT__
34754a2ae208SSatish Balay #define __FUNCT__ "MatSeqBAIJSetPreallocation"
3476273d9f13SBarry Smith /*@C
3477273d9f13SBarry Smith    MatSeqBAIJSetPreallocation - Sets the block size and expected nonzeros
3478273d9f13SBarry Smith    per row in the matrix. For good matrix assembly performance the
3479273d9f13SBarry Smith    user should preallocate the matrix storage by setting the parameter nz
3480273d9f13SBarry Smith    (or the array nnz).  By setting these parameters accurately, performance
3481273d9f13SBarry Smith    during matrix assembly can be increased by more than a factor of 50.
3482273d9f13SBarry Smith 
3483273d9f13SBarry Smith    Collective on MPI_Comm
3484273d9f13SBarry Smith 
3485273d9f13SBarry Smith    Input Parameters:
3486273d9f13SBarry Smith +  A - the matrix
3487273d9f13SBarry Smith .  bs - size of block
3488273d9f13SBarry Smith .  nz - number of block nonzeros per block row (same for all rows)
3489273d9f13SBarry Smith -  nnz - array containing the number of block nonzeros in the various block rows
3490273d9f13SBarry Smith          (possibly different for each block row) or PETSC_NULL
3491273d9f13SBarry Smith 
3492273d9f13SBarry Smith    Options Database Keys:
3493273d9f13SBarry Smith .   -mat_no_unroll - uses code that does not unroll the loops in the
3494273d9f13SBarry Smith                      block calculations (much slower)
3495273d9f13SBarry Smith .    -mat_block_size - size of the blocks to use
3496273d9f13SBarry Smith 
3497273d9f13SBarry Smith    Level: intermediate
3498273d9f13SBarry Smith 
3499273d9f13SBarry Smith    Notes:
350049a6f317SBarry Smith    If the nnz parameter is given then the nz parameter is ignored
350149a6f317SBarry Smith 
3502aa95bbe8SBarry Smith    You can call MatGetInfo() to get information on how effective the preallocation was;
3503aa95bbe8SBarry Smith    for example the fields mallocs,nz_allocated,nz_used,nz_unneeded;
3504aa95bbe8SBarry Smith    You can also run with the option -info and look for messages with the string
3505aa95bbe8SBarry Smith    malloc in them to see if additional memory allocation was needed.
3506aa95bbe8SBarry Smith 
3507273d9f13SBarry Smith    The block AIJ format is fully compatible with standard Fortran 77
3508273d9f13SBarry Smith    storage.  That is, the stored row and column indices can begin at
3509273d9f13SBarry Smith    either one (as in Fortran) or zero.  See the users' manual for details.
3510273d9f13SBarry Smith 
3511273d9f13SBarry Smith    Specify the preallocated storage with either nz or nnz (not both).
3512273d9f13SBarry Smith    Set nz=PETSC_DEFAULT and nnz=PETSC_NULL for PETSc to control dynamic memory
3513273d9f13SBarry Smith    allocation.  For additional details, see the users manual chapter on
3514273d9f13SBarry Smith    matrices.
3515273d9f13SBarry Smith 
3516aa95bbe8SBarry Smith .seealso: MatCreate(), MatCreateSeqAIJ(), MatSetValues(), MatCreateMPIBAIJ(), MatGetInfo()
3517273d9f13SBarry Smith @*/
3518be1d678aSKris Buschelman PetscErrorCode PETSCMAT_DLLEXPORT MatSeqBAIJSetPreallocation(Mat B,PetscInt bs,PetscInt nz,const PetscInt nnz[])
3519273d9f13SBarry Smith {
3520c1ac3661SBarry Smith   PetscErrorCode ierr,(*f)(Mat,PetscInt,PetscInt,const PetscInt[]);
3521273d9f13SBarry Smith 
3522273d9f13SBarry Smith   PetscFunctionBegin;
3523a23d5eceSKris Buschelman   ierr = PetscObjectQueryFunction((PetscObject)B,"MatSeqBAIJSetPreallocation_C",(void (**)(void))&f);CHKERRQ(ierr);
3524a23d5eceSKris Buschelman   if (f) {
3525a23d5eceSKris Buschelman     ierr = (*f)(B,bs,nz,nnz);CHKERRQ(ierr);
3526273d9f13SBarry Smith   }
3527273d9f13SBarry Smith   PetscFunctionReturn(0);
3528273d9f13SBarry Smith }
3529a1d92eedSBarry Smith 
3530c75a6043SHong Zhang #undef __FUNCT__
3531725b52f3SLisandro Dalcin #define __FUNCT__ "MatSeqBAIJSetPreallocationCSR"
3532725b52f3SLisandro Dalcin /*@C
3533725b52f3SLisandro Dalcin    MatSeqBAIJSetPreallocationCSR - Allocates memory for a sparse sequential matrix in AIJ format
3534725b52f3SLisandro Dalcin    (the default sequential PETSc format).
3535725b52f3SLisandro Dalcin 
3536725b52f3SLisandro Dalcin    Collective on MPI_Comm
3537725b52f3SLisandro Dalcin 
3538725b52f3SLisandro Dalcin    Input Parameters:
3539725b52f3SLisandro Dalcin +  A - the matrix
3540725b52f3SLisandro Dalcin .  i - the indices into j for the start of each local row (starts with zero)
3541725b52f3SLisandro Dalcin .  j - the column indices for each local row (starts with zero) these must be sorted for each row
3542725b52f3SLisandro Dalcin -  v - optional values in the matrix
3543725b52f3SLisandro Dalcin 
3544725b52f3SLisandro Dalcin    Level: developer
3545725b52f3SLisandro Dalcin 
3546725b52f3SLisandro Dalcin .keywords: matrix, aij, compressed row, sparse
3547725b52f3SLisandro Dalcin 
3548725b52f3SLisandro Dalcin .seealso: MatCreate(), MatCreateSeqBAIJ(), MatSetValues(), MatSeqBAIJSetPreallocation(), MATSEQBAIJ
3549725b52f3SLisandro Dalcin @*/
3550725b52f3SLisandro Dalcin PetscErrorCode PETSCMAT_DLLEXPORT MatSeqBAIJSetPreallocationCSR(Mat B,PetscInt bs,const PetscInt i[],const PetscInt j[], const PetscScalar v[])
3551725b52f3SLisandro Dalcin {
3552725b52f3SLisandro Dalcin   PetscErrorCode ierr,(*f)(Mat,PetscInt,const PetscInt[],const PetscInt[],const PetscScalar[]);
3553725b52f3SLisandro Dalcin 
3554725b52f3SLisandro Dalcin   PetscFunctionBegin;
3555725b52f3SLisandro Dalcin   ierr = PetscObjectQueryFunction((PetscObject)B,"MatSeqBAIJSetPreallocationCSR_C",(void (**)(void))&f);CHKERRQ(ierr);
3556725b52f3SLisandro Dalcin   if (f) {
3557725b52f3SLisandro Dalcin     ierr = (*f)(B,bs,i,j,v);CHKERRQ(ierr);
3558725b52f3SLisandro Dalcin   }
3559725b52f3SLisandro Dalcin   PetscFunctionReturn(0);
3560725b52f3SLisandro Dalcin }
3561725b52f3SLisandro Dalcin 
3562725b52f3SLisandro Dalcin 
3563725b52f3SLisandro Dalcin #undef __FUNCT__
3564c75a6043SHong Zhang #define __FUNCT__ "MatCreateSeqBAIJWithArrays"
3565c75a6043SHong Zhang /*@
3566c75a6043SHong Zhang      MatCreateSeqBAIJWithArrays - Creates an sequential BAIJ matrix using matrix elements
3567c75a6043SHong Zhang               (upper triangular entries in CSR format) provided by the user.
3568c75a6043SHong Zhang 
3569c75a6043SHong Zhang      Collective on MPI_Comm
3570c75a6043SHong Zhang 
3571c75a6043SHong Zhang    Input Parameters:
3572c75a6043SHong Zhang +  comm - must be an MPI communicator of size 1
3573c75a6043SHong Zhang .  bs - size of block
3574c75a6043SHong Zhang .  m - number of rows
3575c75a6043SHong Zhang .  n - number of columns
3576c75a6043SHong Zhang .  i - row indices
3577c75a6043SHong Zhang .  j - column indices
3578c75a6043SHong Zhang -  a - matrix values
3579c75a6043SHong Zhang 
3580c75a6043SHong Zhang    Output Parameter:
3581c75a6043SHong Zhang .  mat - the matrix
3582c75a6043SHong Zhang 
3583c75a6043SHong Zhang    Level: intermediate
3584c75a6043SHong Zhang 
3585c75a6043SHong Zhang    Notes:
3586c75a6043SHong Zhang        The i, j, and a arrays are not copied by this routine, the user must free these arrays
3587c75a6043SHong Zhang     once the matrix is destroyed
3588c75a6043SHong Zhang 
3589c75a6043SHong Zhang        You cannot set new nonzero locations into this matrix, that will generate an error.
3590c75a6043SHong Zhang 
3591c75a6043SHong Zhang        The i and j indices are 0 based
3592c75a6043SHong Zhang 
3593c75a6043SHong Zhang .seealso: MatCreate(), MatCreateMPIBAIJ(), MatCreateSeqBAIJ()
3594c75a6043SHong Zhang 
3595c75a6043SHong Zhang @*/
3596c75a6043SHong Zhang PetscErrorCode PETSCMAT_DLLEXPORT MatCreateSeqBAIJWithArrays(MPI_Comm comm,PetscInt bs,PetscInt m,PetscInt n,PetscInt* i,PetscInt*j,PetscScalar *a,Mat *mat)
3597c75a6043SHong Zhang {
3598c75a6043SHong Zhang   PetscErrorCode ierr;
3599c75a6043SHong Zhang   PetscInt       ii;
3600c75a6043SHong Zhang   Mat_SeqBAIJ    *baij;
3601c75a6043SHong Zhang 
3602c75a6043SHong Zhang   PetscFunctionBegin;
3603c75a6043SHong Zhang   if (bs != 1) SETERRQ1(PETSC_ERR_SUP,"block size %D > 1 is not supported yet",bs);
3604c75a6043SHong Zhang   if (i[0]) SETERRQ(PETSC_ERR_ARG_OUTOFRANGE,"i (row indices) must start with 0");
3605c75a6043SHong Zhang 
3606c75a6043SHong Zhang   ierr = MatCreate(comm,mat);CHKERRQ(ierr);
3607c75a6043SHong Zhang   ierr = MatSetSizes(*mat,m,n,m,n);CHKERRQ(ierr);
3608c75a6043SHong Zhang   ierr = MatSetType(*mat,MATSEQBAIJ);CHKERRQ(ierr);
3609c75a6043SHong Zhang   ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(*mat,bs,MAT_SKIP_ALLOCATION,0);CHKERRQ(ierr);
3610c75a6043SHong Zhang   baij = (Mat_SeqBAIJ*)(*mat)->data;
3611c75a6043SHong Zhang   ierr = PetscMalloc2(m,PetscInt,&baij->imax,m,PetscInt,&baij->ilen);CHKERRQ(ierr);
3612*1784c0f5SBarry Smith   ierr = PetscLogObjectMemory(*mat,2*m*sizeof(PetscInt));CHKERRQ(ierr);
3613c75a6043SHong Zhang 
3614c75a6043SHong Zhang   baij->i = i;
3615c75a6043SHong Zhang   baij->j = j;
3616c75a6043SHong Zhang   baij->a = a;
3617c75a6043SHong Zhang   baij->singlemalloc = PETSC_FALSE;
3618c75a6043SHong Zhang   baij->nonew        = -1;             /*this indicates that inserting a new value in the matrix that generates a new nonzero is an error*/
3619e6b907acSBarry Smith   baij->free_a       = PETSC_FALSE;
3620e6b907acSBarry Smith   baij->free_ij       = PETSC_FALSE;
3621c75a6043SHong Zhang 
3622c75a6043SHong Zhang   for (ii=0; ii<m; ii++) {
3623c75a6043SHong Zhang     baij->ilen[ii] = baij->imax[ii] = i[ii+1] - i[ii];
3624c75a6043SHong Zhang #if defined(PETSC_USE_DEBUG)
3625c75a6043SHong Zhang     if (i[ii+1] - i[ii] < 0) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Negative row length in i (row indices) row = %d length = %d",ii,i[ii+1] - i[ii]);
3626c75a6043SHong Zhang #endif
3627c75a6043SHong Zhang   }
3628c75a6043SHong Zhang #if defined(PETSC_USE_DEBUG)
3629c75a6043SHong Zhang   for (ii=0; ii<baij->i[m]; ii++) {
3630c75a6043SHong Zhang     if (j[ii] < 0) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Negative column index at location = %d index = %d",ii,j[ii]);
3631c75a6043SHong Zhang     if (j[ii] > n - 1) SETERRQ2(PETSC_ERR_ARG_OUTOFRANGE,"Column index to large at location = %d index = %d",ii,j[ii]);
3632c75a6043SHong Zhang   }
3633c75a6043SHong Zhang #endif
3634c75a6043SHong Zhang 
3635c75a6043SHong Zhang   ierr = MatAssemblyBegin(*mat,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3636c75a6043SHong Zhang   ierr = MatAssemblyEnd(*mat,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3637c75a6043SHong Zhang   PetscFunctionReturn(0);
3638c75a6043SHong Zhang }
3639