xref: /petsc/src/mat/impls/baij/seq/baij.c (revision 666a761f690849d3cf42e718a982bcff41cfee09)
1be1d678aSKris Buschelman 
22593348eSBarry Smith /*
3b6490206SBarry Smith     Defines the basic matrix operations for the BAIJ (compressed row)
42593348eSBarry Smith   matrix storage format.
52593348eSBarry Smith */
6c6db04a5SJed Brown #include <../src/mat/impls/baij/seq/baij.h>  /*I   "petscmat.h"  I*/
7c6db04a5SJed Brown #include <petscblaslapack.h>
8c6db04a5SJed Brown #include <../src/mat/blockinvert.h>
9b01c7715SBarry Smith 
10b01c7715SBarry Smith #undef __FUNCT__
1143516a2dSKris Buschelman #define __FUNCT__ "MatSeqBAIJInvertBlockDiagonal"
12bc08b0f1SBarry Smith /*@
1343516a2dSKris Buschelman   MatSeqBAIJInvertBlockDiagonal - Inverts the block diagonal entries.
1443516a2dSKris Buschelman 
1543516a2dSKris Buschelman   Collective on Mat
1643516a2dSKris Buschelman 
1743516a2dSKris Buschelman   Input Parameters:
1843516a2dSKris Buschelman . mat - the matrix
1943516a2dSKris Buschelman 
2043516a2dSKris Buschelman   Level: advanced
2143516a2dSKris Buschelman @*/
227087cfbeSBarry Smith PetscErrorCode  MatSeqBAIJInvertBlockDiagonal(Mat mat)
2343516a2dSKris Buschelman {
244ac538c5SBarry Smith   PetscErrorCode ierr;
2543516a2dSKris Buschelman 
2643516a2dSKris Buschelman   PetscFunctionBegin;
270700a824SBarry Smith   PetscValidHeaderSpecific(mat,MAT_CLASSID,1);
28e32f2f54SBarry Smith   if (!mat->assembled) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONGSTATE,"Not for unassembled matrix");
29e32f2f54SBarry Smith   if (mat->factortype) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix");
304ac538c5SBarry Smith   ierr = PetscUseMethod(mat,"MatSeqBAIJInvertBlockDiagonal_C",(Mat),(mat));CHKERRQ(ierr);
3143516a2dSKris Buschelman   PetscFunctionReturn(0);
3243516a2dSKris Buschelman }
3343516a2dSKris Buschelman 
3443516a2dSKris Buschelman EXTERN_C_BEGIN
3543516a2dSKris Buschelman #undef __FUNCT__
36b01c7715SBarry Smith #define __FUNCT__ "MatInvertBlockDiagonal_SeqBAIJ"
377087cfbeSBarry Smith PetscErrorCode  MatInvertBlockDiagonal_SeqBAIJ(Mat A)
38b01c7715SBarry Smith {
39b01c7715SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*) A->data;
406849ba73SBarry Smith   PetscErrorCode ierr;
41de80f912SBarry Smith   PetscInt       *diag_offset,i,bs = A->rmap->bs,mbs = a->mbs,ipvt[5],bs2 = bs*bs,*v_pivots;
42de80f912SBarry Smith   MatScalar      *v = a->a,*odiag,*diag,*mdiag,work[25],*v_work;
4362bba022SBarry Smith   PetscReal      shift = 0.0;
44b01c7715SBarry Smith 
45b01c7715SBarry Smith   PetscFunctionBegin;
46b01c7715SBarry Smith   if (a->idiagvalid) PetscFunctionReturn(0);
47b01c7715SBarry Smith   ierr = MatMarkDiagonal_SeqBAIJ(A);CHKERRQ(ierr);
48b01c7715SBarry Smith   diag_offset = a->diag;
49b01c7715SBarry Smith   if (!a->idiag) {
50de80f912SBarry Smith     ierr = PetscMalloc(2*bs2*mbs*sizeof(PetscScalar),&a->idiag);CHKERRQ(ierr);
51de80f912SBarry Smith     ierr = PetscLogObjectMemory(A,2*bs2*mbs*sizeof(PetscScalar));CHKERRQ(ierr);
52b01c7715SBarry Smith   }
53b01c7715SBarry Smith   diag  = a->idiag;
54de80f912SBarry Smith   mdiag = a->idiag+bs2*mbs;
55b01c7715SBarry Smith   /* factor and invert each block */
56521d7252SBarry Smith   switch (bs){
57ab040260SJed Brown     case 1:
58ab040260SJed Brown       for (i=0; i<mbs; i++) {
59ab040260SJed Brown         odiag = v + 1*diag_offset[i];
60ab040260SJed Brown         diag[0]  = odiag[0];
61ab040260SJed Brown         mdiag[0] = odiag[0];
62d4a378daSJed Brown         diag[0]  = (PetscScalar)1.0 / (diag[0] + shift);
63ab040260SJed Brown         diag    += 1;
64ab040260SJed Brown         mdiag   += 1;
65ab040260SJed Brown       }
66ab040260SJed Brown       break;
67b01c7715SBarry Smith     case 2:
68b01c7715SBarry Smith       for (i=0; i<mbs; i++) {
69b01c7715SBarry Smith         odiag   = v + 4*diag_offset[i];
70b01c7715SBarry Smith         diag[0]  = odiag[0]; diag[1] = odiag[1]; diag[2] = odiag[2]; diag[3] = odiag[3];
71b01c7715SBarry Smith 	mdiag[0] = odiag[0]; mdiag[1] = odiag[1]; mdiag[2] = odiag[2]; mdiag[3] = odiag[3];
7262bba022SBarry Smith 	ierr     = Kernel_A_gets_inverse_A_2(diag,shift);CHKERRQ(ierr);
73b01c7715SBarry Smith 	diag    += 4;
74b01c7715SBarry Smith 	mdiag   += 4;
75b01c7715SBarry Smith       }
76b01c7715SBarry Smith       break;
77b01c7715SBarry Smith     case 3:
78b01c7715SBarry Smith       for (i=0; i<mbs; i++) {
79b01c7715SBarry Smith         odiag    = v + 9*diag_offset[i];
80b01c7715SBarry Smith         diag[0]  = odiag[0]; diag[1] = odiag[1]; diag[2] = odiag[2]; diag[3] = odiag[3];
81b01c7715SBarry Smith         diag[4]  = odiag[4]; diag[5] = odiag[5]; diag[6] = odiag[6]; diag[7] = odiag[7];
82b01c7715SBarry Smith         diag[8]  = odiag[8];
83b01c7715SBarry Smith         mdiag[0] = odiag[0]; mdiag[1] = odiag[1]; mdiag[2] = odiag[2]; mdiag[3] = odiag[3];
84b01c7715SBarry Smith         mdiag[4] = odiag[4]; mdiag[5] = odiag[5]; mdiag[6] = odiag[6]; mdiag[7] = odiag[7];
85b01c7715SBarry Smith         mdiag[8] = odiag[8];
8662bba022SBarry Smith 	ierr     = Kernel_A_gets_inverse_A_3(diag,shift);CHKERRQ(ierr);
87b01c7715SBarry Smith 	diag    += 9;
88b01c7715SBarry Smith 	mdiag   += 9;
89b01c7715SBarry Smith       }
90b01c7715SBarry Smith       break;
91b01c7715SBarry Smith     case 4:
92b01c7715SBarry Smith       for (i=0; i<mbs; i++) {
93b01c7715SBarry Smith         odiag  = v + 16*diag_offset[i];
94b01c7715SBarry Smith         ierr   = PetscMemcpy(diag,odiag,16*sizeof(PetscScalar));CHKERRQ(ierr);
95b01c7715SBarry Smith         ierr   = PetscMemcpy(mdiag,odiag,16*sizeof(PetscScalar));CHKERRQ(ierr);
9662bba022SBarry Smith 	ierr   = Kernel_A_gets_inverse_A_4(diag,shift);CHKERRQ(ierr);
97b01c7715SBarry Smith 	diag  += 16;
98b01c7715SBarry Smith 	mdiag += 16;
99b01c7715SBarry Smith       }
100b01c7715SBarry Smith       break;
101b01c7715SBarry Smith     case 5:
102b01c7715SBarry Smith       for (i=0; i<mbs; i++) {
103b01c7715SBarry Smith         odiag = v + 25*diag_offset[i];
104b01c7715SBarry Smith         ierr   = PetscMemcpy(diag,odiag,25*sizeof(PetscScalar));CHKERRQ(ierr);
105b01c7715SBarry Smith         ierr   = PetscMemcpy(mdiag,odiag,25*sizeof(PetscScalar));CHKERRQ(ierr);
106c0c53c30SBarry Smith 	ierr   = Kernel_A_gets_inverse_A_5(diag,ipvt,work,shift);CHKERRQ(ierr);
107b01c7715SBarry Smith 	diag  += 25;
108b01c7715SBarry Smith 	mdiag += 25;
109b01c7715SBarry Smith       }
110b01c7715SBarry Smith       break;
111d49b2adcSBarry Smith     case 6:
112d49b2adcSBarry Smith       for (i=0; i<mbs; i++) {
113d49b2adcSBarry Smith         odiag = v + 36*diag_offset[i];
114d49b2adcSBarry Smith         ierr   = PetscMemcpy(diag,odiag,36*sizeof(PetscScalar));CHKERRQ(ierr);
115d49b2adcSBarry Smith         ierr   = PetscMemcpy(mdiag,odiag,36*sizeof(PetscScalar));CHKERRQ(ierr);
116d49b2adcSBarry Smith 	ierr   = Kernel_A_gets_inverse_A_6(diag,shift);CHKERRQ(ierr);
117d49b2adcSBarry Smith 	diag  += 36;
118d49b2adcSBarry Smith 	mdiag += 36;
119d49b2adcSBarry Smith       }
120d49b2adcSBarry Smith       break;
121de80f912SBarry Smith     case 7:
122de80f912SBarry Smith       for (i=0; i<mbs; i++) {
123de80f912SBarry Smith         odiag = v + 49*diag_offset[i];
124de80f912SBarry Smith         ierr   = PetscMemcpy(diag,odiag,49*sizeof(PetscScalar));CHKERRQ(ierr);
125de80f912SBarry Smith         ierr   = PetscMemcpy(mdiag,odiag,49*sizeof(PetscScalar));CHKERRQ(ierr);
126de80f912SBarry Smith 	ierr   = Kernel_A_gets_inverse_A_7(diag,shift);CHKERRQ(ierr);
127de80f912SBarry Smith 	diag  += 49;
128de80f912SBarry Smith 	mdiag += 49;
129de80f912SBarry Smith       }
130de80f912SBarry Smith       break;
131b01c7715SBarry Smith     default:
132de80f912SBarry Smith       ierr = PetscMalloc2(bs,MatScalar,&v_work,bs,PetscInt,&v_pivots);CHKERRQ(ierr);
133de80f912SBarry Smith       for (i=0; i<mbs; i++) {
134de80f912SBarry Smith         odiag = v + bs2*diag_offset[i];
135de80f912SBarry Smith         ierr   = PetscMemcpy(diag,odiag,bs2*sizeof(PetscScalar));CHKERRQ(ierr);
136de80f912SBarry Smith         ierr   = PetscMemcpy(mdiag,odiag,bs2*sizeof(PetscScalar));CHKERRQ(ierr);
137de80f912SBarry Smith         ierr   = Kernel_A_gets_inverse_A(bs,diag,v_pivots,v_work);CHKERRQ(ierr);
138de80f912SBarry Smith 	diag  += bs2;
139de80f912SBarry Smith 	mdiag += bs2;
140de80f912SBarry Smith       }
141de80f912SBarry Smith       ierr = PetscFree2(v_work,v_pivots);CHKERRQ(ierr);
142b01c7715SBarry Smith   }
143b01c7715SBarry Smith   a->idiagvalid = PETSC_TRUE;
144b01c7715SBarry Smith   PetscFunctionReturn(0);
145b01c7715SBarry Smith }
14643516a2dSKris Buschelman EXTERN_C_END
147b01c7715SBarry Smith 
148b01c7715SBarry Smith #undef __FUNCT__
14941f059aeSBarry Smith #define __FUNCT__ "MatSOR_SeqBAIJ_1"
15041f059aeSBarry Smith PetscErrorCode MatSOR_SeqBAIJ_1(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
1516d3beeddSMatthew Knepley {
1526d3beeddSMatthew Knepley   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
1536d3beeddSMatthew Knepley   PetscScalar        *x,x1,s1;
154dd6ea824SBarry Smith   const PetscScalar  *b;
155dd6ea824SBarry Smith   const MatScalar    *aa = a->a, *idiag,*mdiag,*v;
1566d3beeddSMatthew Knepley   PetscErrorCode     ierr;
15704fbf559SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,j;
1586d3beeddSMatthew Knepley   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
1596d3beeddSMatthew Knepley 
1606d3beeddSMatthew Knepley   PetscFunctionBegin;
161e32f2f54SBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"No support yet for Eisenstat");
1626d3beeddSMatthew Knepley   its = its*lits;
16365e19b50SBarry Smith   if (its <= 0) SETERRQ2(((PetscObject)A)->comm,PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
164e32f2f54SBarry Smith   if (fshift) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
165e32f2f54SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
166e32f2f54SBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
167e32f2f54SBarry Smith   if (its > 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
1686d3beeddSMatthew Knepley 
1696d3beeddSMatthew Knepley   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
1706d3beeddSMatthew Knepley 
1716d3beeddSMatthew Knepley   diag  = a->diag;
1726d3beeddSMatthew Knepley   idiag = a->idiag;
1736d3beeddSMatthew Knepley   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
1743649974fSBarry Smith   ierr = VecGetArrayRead(bb,&b);CHKERRQ(ierr);
1756d3beeddSMatthew Knepley 
1766d3beeddSMatthew Knepley   if (flag & SOR_ZERO_INITIAL_GUESS) {
1776d3beeddSMatthew Knepley     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
1786d3beeddSMatthew Knepley       x[0] = b[0]*idiag[0];
1796d3beeddSMatthew Knepley       i2     = 1;
1806d3beeddSMatthew Knepley       idiag += 1;
1816d3beeddSMatthew Knepley       for (i=1; i<m; i++) {
1826d3beeddSMatthew Knepley         v     = aa + ai[i];
1836d3beeddSMatthew Knepley         vi    = aj + ai[i];
1846d3beeddSMatthew Knepley         nz    = diag[i] - ai[i];
1856d3beeddSMatthew Knepley         s1    = b[i2];
18604fbf559SBarry Smith         for (j=0; j<nz; j++) {
18704fbf559SBarry Smith           s1 -= v[j]*x[vi[j]];
1886d3beeddSMatthew Knepley         }
1896d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1;
1906d3beeddSMatthew Knepley         idiag   += 1;
1916d3beeddSMatthew Knepley         i2      += 1;
1926d3beeddSMatthew Knepley       }
1936d3beeddSMatthew Knepley       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
1946d3beeddSMatthew Knepley       ierr = PetscLogFlops(a->nz);CHKERRQ(ierr);
1956d3beeddSMatthew Knepley     }
1966d3beeddSMatthew Knepley     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
1976d3beeddSMatthew Knepley         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
1986d3beeddSMatthew Knepley       i2    = 0;
1996d3beeddSMatthew Knepley       mdiag = a->idiag+a->mbs;
2006d3beeddSMatthew Knepley       for (i=0; i<m; i++) {
2016d3beeddSMatthew Knepley         x1      = x[i2];
2026d3beeddSMatthew Knepley         x[i2]   = mdiag[0]*x1;
2036d3beeddSMatthew Knepley         mdiag  += 1;
2046d3beeddSMatthew Knepley         i2     += 1;
2056d3beeddSMatthew Knepley       }
2066d3beeddSMatthew Knepley       ierr = PetscLogFlops(m);CHKERRQ(ierr);
2076d3beeddSMatthew Knepley     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
208d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
2096d3beeddSMatthew Knepley     }
2106d3beeddSMatthew Knepley     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
2116d3beeddSMatthew Knepley       idiag   = a->idiag+a->mbs - 1;
2126d3beeddSMatthew Knepley       i2      = m - 1;
2136d3beeddSMatthew Knepley       x1      = x[i2];
2146d3beeddSMatthew Knepley       x[i2]   = idiag[0]*x1;
2156d3beeddSMatthew Knepley       idiag -= 1;
2166d3beeddSMatthew Knepley       i2    -= 1;
2176d3beeddSMatthew Knepley       for (i=m-2; i>=0; i--) {
2186d3beeddSMatthew Knepley         v     = aa + (diag[i]+1);
2196d3beeddSMatthew Knepley         vi    = aj + diag[i] + 1;
2206d3beeddSMatthew Knepley         nz    = ai[i+1] - diag[i] - 1;
2216d3beeddSMatthew Knepley         s1    = x[i2];
22204fbf559SBarry Smith         for (j=0; j<nz; j++) {
22304fbf559SBarry Smith           s1 -= v[j]*x[vi[j]];
2246d3beeddSMatthew Knepley         }
2256d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1;
226ab040260SJed Brown         idiag   -= 1;
2276d3beeddSMatthew Knepley         i2      -= 1;
2286d3beeddSMatthew Knepley       }
2296d3beeddSMatthew Knepley       ierr = PetscLogFlops(a->nz);CHKERRQ(ierr);
2306d3beeddSMatthew Knepley     }
2316d3beeddSMatthew Knepley   } else {
232e32f2f54SBarry Smith     SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
2336d3beeddSMatthew Knepley   }
2346d3beeddSMatthew Knepley   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
2353649974fSBarry Smith   ierr = VecRestoreArrayRead(bb,&b);CHKERRQ(ierr);
2366d3beeddSMatthew Knepley   PetscFunctionReturn(0);
2376d3beeddSMatthew Knepley }
2386d3beeddSMatthew Knepley 
2396d3beeddSMatthew Knepley #undef __FUNCT__
24041f059aeSBarry Smith #define __FUNCT__ "MatSOR_SeqBAIJ_2"
24141f059aeSBarry Smith PetscErrorCode MatSOR_SeqBAIJ_2(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
242b01c7715SBarry Smith {
243b01c7715SBarry Smith   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
244b01c7715SBarry Smith   PetscScalar        *x,x1,x2,s1,s2;
245dd6ea824SBarry Smith   const PetscScalar  *b;
246dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
247dfbe8321SBarry Smith   PetscErrorCode     ierr;
24804fbf559SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,idx,j,it;
249c1ac3661SBarry Smith   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
250b01c7715SBarry Smith 
251b01c7715SBarry Smith   PetscFunctionBegin;
252e32f2f54SBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"No support yet for Eisenstat");
253b01c7715SBarry Smith   its = its*lits;
254e32f2f54SBarry Smith   if (its <= 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
255e32f2f54SBarry Smith   if (fshift) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
256e32f2f54SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
257e32f2f54SBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
258e32f2f54SBarry Smith   if (its > 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
259b01c7715SBarry Smith 
260b01c7715SBarry Smith   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
261b01c7715SBarry Smith 
262b01c7715SBarry Smith   diag  = a->diag;
263b01c7715SBarry Smith   idiag = a->idiag;
2641ebc52fbSHong Zhang   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
2653649974fSBarry Smith   ierr = VecGetArrayRead(bb,&b);CHKERRQ(ierr);
266b01c7715SBarry Smith 
267b01c7715SBarry Smith   if (flag & SOR_ZERO_INITIAL_GUESS) {
268b01c7715SBarry Smith     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
269b01c7715SBarry Smith       x[0] = b[0]*idiag[0] + b[1]*idiag[2];
270b01c7715SBarry Smith       x[1] = b[0]*idiag[1] + b[1]*idiag[3];
271b01c7715SBarry Smith       i2     = 2;
272b01c7715SBarry Smith       idiag += 4;
273b01c7715SBarry Smith       for (i=1; i<m; i++) {
274b01c7715SBarry Smith 	v     = aa + 4*ai[i];
275b01c7715SBarry Smith 	vi    = aj + ai[i];
276b01c7715SBarry Smith 	nz    = diag[i] - ai[i];
277b01c7715SBarry Smith 	s1    = b[i2]; s2 = b[i2+1];
27804fbf559SBarry Smith         for (j=0; j<nz; j++) {
27904fbf559SBarry Smith 	  idx  = 2*vi[j];
28004fbf559SBarry Smith           it   = 4*j;
281b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx];
28204fbf559SBarry Smith 	  s1  -= v[it]*x1 + v[it+2]*x2;
28304fbf559SBarry Smith 	  s2  -= v[it+1]*x1 + v[it+3]*x2;
284b01c7715SBarry Smith 	}
285b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[2]*s2;
286b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[3]*s2;
287b01c7715SBarry Smith         idiag   += 4;
288b01c7715SBarry Smith         i2      += 2;
289b01c7715SBarry Smith       }
290b01c7715SBarry Smith       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
291dc0b31edSSatish Balay       ierr = PetscLogFlops(4.0*(a->nz));CHKERRQ(ierr);
292b01c7715SBarry Smith     }
293b01c7715SBarry Smith     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
294b01c7715SBarry Smith         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
295b01c7715SBarry Smith       i2    = 0;
296b01c7715SBarry Smith       mdiag = a->idiag+4*a->mbs;
297b01c7715SBarry Smith       for (i=0; i<m; i++) {
298b01c7715SBarry Smith         x1      = x[i2]; x2 = x[i2+1];
299b01c7715SBarry Smith         x[i2]   = mdiag[0]*x1 + mdiag[2]*x2;
300b01c7715SBarry Smith         x[i2+1] = mdiag[1]*x1 + mdiag[3]*x2;
301b01c7715SBarry Smith         mdiag  += 4;
302b01c7715SBarry Smith         i2     += 2;
303b01c7715SBarry Smith       }
304dc0b31edSSatish Balay       ierr = PetscLogFlops(6.0*m);CHKERRQ(ierr);
305b01c7715SBarry Smith     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
306d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
307b01c7715SBarry Smith     }
308b01c7715SBarry Smith     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
309b01c7715SBarry Smith       idiag   = a->idiag+4*a->mbs - 4;
310b01c7715SBarry Smith       i2      = 2*m - 2;
311b01c7715SBarry Smith       x1      = x[i2]; x2 = x[i2+1];
312b01c7715SBarry Smith       x[i2]   = idiag[0]*x1 + idiag[2]*x2;
313b01c7715SBarry Smith       x[i2+1] = idiag[1]*x1 + idiag[3]*x2;
314b01c7715SBarry Smith       idiag -= 4;
315b01c7715SBarry Smith       i2    -= 2;
316b01c7715SBarry Smith       for (i=m-2; i>=0; i--) {
317b01c7715SBarry Smith 	v     = aa + 4*(diag[i]+1);
318b01c7715SBarry Smith 	vi    = aj + diag[i] + 1;
319b01c7715SBarry Smith 	nz    = ai[i+1] - diag[i] - 1;
320b01c7715SBarry Smith 	s1    = x[i2]; s2 = x[i2+1];
32104fbf559SBarry Smith         for (j=0; j<nz; j++) {
32204fbf559SBarry Smith  	  idx  = 2*vi[j];
32304fbf559SBarry Smith           it   = 4*j;
324b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx];
32504fbf559SBarry Smith 	  s1  -= v[it]*x1 + v[it+2]*x2;
32604fbf559SBarry Smith 	  s2  -= v[it+1]*x1 + v[it+3]*x2;
327b01c7715SBarry Smith 	}
328b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[2]*s2;
329b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[3]*s2;
330b01c7715SBarry Smith         idiag   -= 4;
331b01c7715SBarry Smith         i2      -= 2;
332b01c7715SBarry Smith       }
333dc0b31edSSatish Balay       ierr = PetscLogFlops(4.0*(a->nz));CHKERRQ(ierr);
334b01c7715SBarry Smith     }
335b01c7715SBarry Smith   } else {
336e32f2f54SBarry Smith     SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
337b01c7715SBarry Smith   }
3381ebc52fbSHong Zhang   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
3393649974fSBarry Smith   ierr = VecRestoreArrayRead(bb,&b);CHKERRQ(ierr);
340b01c7715SBarry Smith   PetscFunctionReturn(0);
341b01c7715SBarry Smith }
342b01c7715SBarry Smith 
343b01c7715SBarry Smith #undef __FUNCT__
34441f059aeSBarry Smith #define __FUNCT__ "MatSOR_SeqBAIJ_3"
34541f059aeSBarry Smith PetscErrorCode MatSOR_SeqBAIJ_3(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
346b01c7715SBarry Smith {
347b01c7715SBarry Smith   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
348b01c7715SBarry Smith   PetscScalar        *x,x1,x2,x3,s1,s2,s3;
349dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
350dd6ea824SBarry Smith   const PetscScalar  *b;
351dfbe8321SBarry Smith   PetscErrorCode     ierr;
352c1ac3661SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,idx;
353c1ac3661SBarry Smith   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
354b01c7715SBarry Smith 
355b01c7715SBarry Smith   PetscFunctionBegin;
356b01c7715SBarry Smith   its = its*lits;
357e32f2f54SBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"No support yet for Eisenstat");
358e32f2f54SBarry Smith   if (its <= 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
359e32f2f54SBarry Smith   if (fshift) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
360e32f2f54SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
361e32f2f54SBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
362e32f2f54SBarry Smith   if (its > 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
363b01c7715SBarry Smith 
364b01c7715SBarry Smith   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
365b01c7715SBarry Smith 
366b01c7715SBarry Smith   diag  = a->diag;
367b01c7715SBarry Smith   idiag = a->idiag;
3681ebc52fbSHong Zhang   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
3693649974fSBarry Smith   ierr = VecGetArrayRead(bb,&b);CHKERRQ(ierr);
370b01c7715SBarry Smith 
371b01c7715SBarry Smith   if (flag & SOR_ZERO_INITIAL_GUESS) {
372b01c7715SBarry Smith     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
373b01c7715SBarry Smith       x[0] = b[0]*idiag[0] + b[1]*idiag[3] + b[2]*idiag[6];
374b01c7715SBarry Smith       x[1] = b[0]*idiag[1] + b[1]*idiag[4] + b[2]*idiag[7];
375b01c7715SBarry Smith       x[2] = b[0]*idiag[2] + b[1]*idiag[5] + b[2]*idiag[8];
376b01c7715SBarry Smith       i2     = 3;
377b01c7715SBarry Smith       idiag += 9;
378b01c7715SBarry Smith       for (i=1; i<m; i++) {
379b01c7715SBarry Smith         v     = aa + 9*ai[i];
380b01c7715SBarry Smith         vi    = aj + ai[i];
381b01c7715SBarry Smith         nz    = diag[i] - ai[i];
382b01c7715SBarry Smith         s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2];
383b01c7715SBarry Smith         while (nz--) {
384b01c7715SBarry Smith           idx  = 3*(*vi++);
385b01c7715SBarry Smith           x1   = x[idx]; x2 = x[1+idx];x3 = x[2+idx];
386b01c7715SBarry Smith           s1  -= v[0]*x1 + v[3]*x2 + v[6]*x3;
387b01c7715SBarry Smith           s2  -= v[1]*x1 + v[4]*x2 + v[7]*x3;
388b01c7715SBarry Smith           s3  -= v[2]*x1 + v[5]*x2 + v[8]*x3;
389b01c7715SBarry Smith           v   += 9;
390b01c7715SBarry Smith         }
391b01c7715SBarry Smith         x[i2]   = idiag[0]*s1 + idiag[3]*s2 + idiag[6]*s3;
392b01c7715SBarry Smith         x[i2+1] = idiag[1]*s1 + idiag[4]*s2 + idiag[7]*s3;
393b01c7715SBarry Smith         x[i2+2] = idiag[2]*s1 + idiag[5]*s2 + idiag[8]*s3;
394b01c7715SBarry Smith         idiag   += 9;
395b01c7715SBarry Smith         i2      += 3;
396b01c7715SBarry Smith       }
397b01c7715SBarry Smith       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
398dc0b31edSSatish Balay       ierr = PetscLogFlops(9.0*(a->nz));CHKERRQ(ierr);
399b01c7715SBarry Smith     }
400b01c7715SBarry Smith     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
401b01c7715SBarry Smith         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
402b01c7715SBarry Smith       i2    = 0;
403b01c7715SBarry Smith       mdiag = a->idiag+9*a->mbs;
404b01c7715SBarry Smith       for (i=0; i<m; i++) {
405b01c7715SBarry Smith         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2];
406b01c7715SBarry Smith         x[i2]   = mdiag[0]*x1 + mdiag[3]*x2 + mdiag[6]*x3;
407b01c7715SBarry Smith         x[i2+1] = mdiag[1]*x1 + mdiag[4]*x2 + mdiag[7]*x3;
408b01c7715SBarry Smith         x[i2+2] = mdiag[2]*x1 + mdiag[5]*x2 + mdiag[8]*x3;
409b01c7715SBarry Smith         mdiag  += 9;
410b01c7715SBarry Smith         i2     += 3;
411b01c7715SBarry Smith       }
412dc0b31edSSatish Balay       ierr = PetscLogFlops(15.0*m);CHKERRQ(ierr);
413b01c7715SBarry Smith     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
414d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
415b01c7715SBarry Smith     }
416b01c7715SBarry Smith     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
417b01c7715SBarry Smith       idiag   = a->idiag+9*a->mbs - 9;
418b01c7715SBarry Smith       i2      = 3*m - 3;
419b01c7715SBarry Smith       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2];
420b01c7715SBarry Smith       x[i2]   = idiag[0]*x1 + idiag[3]*x2 + idiag[6]*x3;
421b01c7715SBarry Smith       x[i2+1] = idiag[1]*x1 + idiag[4]*x2 + idiag[7]*x3;
422b01c7715SBarry Smith       x[i2+2] = idiag[2]*x1 + idiag[5]*x2 + idiag[8]*x3;
423b01c7715SBarry Smith       idiag -= 9;
424b01c7715SBarry Smith       i2    -= 3;
425b01c7715SBarry Smith       for (i=m-2; i>=0; i--) {
426b01c7715SBarry Smith         v     = aa + 9*(diag[i]+1);
427b01c7715SBarry Smith         vi    = aj + diag[i] + 1;
428b01c7715SBarry Smith         nz    = ai[i+1] - diag[i] - 1;
429b01c7715SBarry Smith         s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2];
430b01c7715SBarry Smith         while (nz--) {
431b01c7715SBarry Smith           idx  = 3*(*vi++);
432b01c7715SBarry Smith           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx];
433b01c7715SBarry Smith           s1  -= v[0]*x1 + v[3]*x2 + v[6]*x3;
434b01c7715SBarry Smith           s2  -= v[1]*x1 + v[4]*x2 + v[7]*x3;
435b01c7715SBarry Smith           s3  -= v[2]*x1 + v[5]*x2 + v[8]*x3;
436b01c7715SBarry Smith           v   += 9;
437b01c7715SBarry Smith         }
438b01c7715SBarry Smith         x[i2]   = idiag[0]*s1 + idiag[3]*s2 + idiag[6]*s3;
439b01c7715SBarry Smith         x[i2+1] = idiag[1]*s1 + idiag[4]*s2 + idiag[7]*s3;
440b01c7715SBarry Smith         x[i2+2] = idiag[2]*s1 + idiag[5]*s2 + idiag[8]*s3;
441b01c7715SBarry Smith         idiag   -= 9;
442b01c7715SBarry Smith         i2      -= 3;
443b01c7715SBarry Smith       }
444dc0b31edSSatish Balay       ierr = PetscLogFlops(9.0*(a->nz));CHKERRQ(ierr);
445b01c7715SBarry Smith     }
446b01c7715SBarry Smith   } else {
447e32f2f54SBarry Smith     SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
448b01c7715SBarry Smith   }
4491ebc52fbSHong Zhang   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
4503649974fSBarry Smith   ierr = VecRestoreArrayRead(bb,&b);CHKERRQ(ierr);
451b01c7715SBarry Smith   PetscFunctionReturn(0);
452b01c7715SBarry Smith }
453b01c7715SBarry Smith 
454b01c7715SBarry Smith #undef __FUNCT__
45541f059aeSBarry Smith #define __FUNCT__ "MatSOR_SeqBAIJ_4"
45641f059aeSBarry Smith PetscErrorCode MatSOR_SeqBAIJ_4(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
457b01c7715SBarry Smith {
458b01c7715SBarry Smith   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
459b01c7715SBarry Smith   PetscScalar        *x,x1,x2,x3,x4,s1,s2,s3,s4;
460dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
461dd6ea824SBarry Smith   const PetscScalar  *b;
462dfbe8321SBarry Smith   PetscErrorCode     ierr;
463c1ac3661SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,idx;
464c1ac3661SBarry Smith   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
465b01c7715SBarry Smith 
466b01c7715SBarry Smith   PetscFunctionBegin;
467e32f2f54SBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"No support yet for Eisenstat");
468b01c7715SBarry Smith   its = its*lits;
469e32f2f54SBarry Smith   if (its <= 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
470e32f2f54SBarry Smith   if (fshift) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
471e32f2f54SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
472e32f2f54SBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
473e32f2f54SBarry Smith   if (its > 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
474b01c7715SBarry Smith 
475b01c7715SBarry Smith   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
476b01c7715SBarry Smith 
477b01c7715SBarry Smith   diag  = a->diag;
478b01c7715SBarry Smith   idiag = a->idiag;
4791ebc52fbSHong Zhang   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
4803649974fSBarry Smith   ierr = VecGetArrayRead(bb,&b);CHKERRQ(ierr);
481b01c7715SBarry Smith 
482b01c7715SBarry Smith   if (flag & SOR_ZERO_INITIAL_GUESS) {
483b01c7715SBarry Smith     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
484b01c7715SBarry Smith       x[0] = b[0]*idiag[0] + b[1]*idiag[4] + b[2]*idiag[8]  + b[3]*idiag[12];
485b01c7715SBarry Smith       x[1] = b[0]*idiag[1] + b[1]*idiag[5] + b[2]*idiag[9]  + b[3]*idiag[13];
486b01c7715SBarry Smith       x[2] = b[0]*idiag[2] + b[1]*idiag[6] + b[2]*idiag[10] + b[3]*idiag[14];
487b01c7715SBarry Smith       x[3] = b[0]*idiag[3] + b[1]*idiag[7] + b[2]*idiag[11] + b[3]*idiag[15];
488b01c7715SBarry Smith       i2     = 4;
489b01c7715SBarry Smith       idiag += 16;
490b01c7715SBarry Smith       for (i=1; i<m; i++) {
491b01c7715SBarry Smith 	v     = aa + 16*ai[i];
492b01c7715SBarry Smith 	vi    = aj + ai[i];
493b01c7715SBarry Smith 	nz    = diag[i] - ai[i];
494b01c7715SBarry Smith 	s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2]; s4 = b[i2+3];
495b01c7715SBarry Smith 	while (nz--) {
496b01c7715SBarry Smith 	  idx  = 4*(*vi++);
497b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx];
498b01c7715SBarry Smith 	  s1  -= v[0]*x1 + v[4]*x2 + v[8]*x3  + v[12]*x4;
499b01c7715SBarry Smith 	  s2  -= v[1]*x1 + v[5]*x2 + v[9]*x3  + v[13]*x4;
500b01c7715SBarry Smith 	  s3  -= v[2]*x1 + v[6]*x2 + v[10]*x3 + v[14]*x4;
501b01c7715SBarry Smith 	  s4  -= v[3]*x1 + v[7]*x2 + v[11]*x3 + v[15]*x4;
502b01c7715SBarry Smith 	  v   += 16;
503b01c7715SBarry Smith 	}
504b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[4]*s2 + idiag[8]*s3  + idiag[12]*s4;
505b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[5]*s2 + idiag[9]*s3  + idiag[13]*s4;
506b01c7715SBarry Smith 	x[i2+2] = idiag[2]*s1 + idiag[6]*s2 + idiag[10]*s3 + idiag[14]*s4;
507b01c7715SBarry Smith 	x[i2+3] = idiag[3]*s1 + idiag[7]*s2 + idiag[11]*s3 + idiag[15]*s4;
508b01c7715SBarry Smith         idiag   += 16;
509b01c7715SBarry Smith         i2      += 4;
510b01c7715SBarry Smith       }
511b01c7715SBarry Smith       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
512dc0b31edSSatish Balay       ierr = PetscLogFlops(16.0*(a->nz));CHKERRQ(ierr);
513b01c7715SBarry Smith     }
514b01c7715SBarry Smith     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
515b01c7715SBarry Smith         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
516b01c7715SBarry Smith       i2    = 0;
517b01c7715SBarry Smith       mdiag = a->idiag+16*a->mbs;
518b01c7715SBarry Smith       for (i=0; i<m; i++) {
519b01c7715SBarry Smith         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3];
520b01c7715SBarry Smith         x[i2]   = mdiag[0]*x1 + mdiag[4]*x2 + mdiag[8]*x3  + mdiag[12]*x4;
521b01c7715SBarry Smith         x[i2+1] = mdiag[1]*x1 + mdiag[5]*x2 + mdiag[9]*x3  + mdiag[13]*x4;
522b01c7715SBarry Smith         x[i2+2] = mdiag[2]*x1 + mdiag[6]*x2 + mdiag[10]*x3 + mdiag[14]*x4;
523b01c7715SBarry Smith         x[i2+3] = mdiag[3]*x1 + mdiag[7]*x2 + mdiag[11]*x3 + mdiag[15]*x4;
524b01c7715SBarry Smith         mdiag  += 16;
525b01c7715SBarry Smith         i2     += 4;
526b01c7715SBarry Smith       }
527dc0b31edSSatish Balay       ierr = PetscLogFlops(28.0*m);CHKERRQ(ierr);
528b01c7715SBarry Smith     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
529d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
530b01c7715SBarry Smith     }
531b01c7715SBarry Smith     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
532b01c7715SBarry Smith       idiag   = a->idiag+16*a->mbs - 16;
533b01c7715SBarry Smith       i2      = 4*m - 4;
534b01c7715SBarry Smith       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3];
535b01c7715SBarry Smith       x[i2]   = idiag[0]*x1 + idiag[4]*x2 + idiag[8]*x3  + idiag[12]*x4;
536b01c7715SBarry Smith       x[i2+1] = idiag[1]*x1 + idiag[5]*x2 + idiag[9]*x3  + idiag[13]*x4;
537b01c7715SBarry Smith       x[i2+2] = idiag[2]*x1 + idiag[6]*x2 + idiag[10]*x3 + idiag[14]*x4;
538b01c7715SBarry Smith       x[i2+3] = idiag[3]*x1 + idiag[7]*x2 + idiag[11]*x3 + idiag[15]*x4;
539b01c7715SBarry Smith       idiag -= 16;
540b01c7715SBarry Smith       i2    -= 4;
541b01c7715SBarry Smith       for (i=m-2; i>=0; i--) {
542b01c7715SBarry Smith 	v     = aa + 16*(diag[i]+1);
543b01c7715SBarry Smith 	vi    = aj + diag[i] + 1;
544b01c7715SBarry Smith 	nz    = ai[i+1] - diag[i] - 1;
545b01c7715SBarry Smith 	s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2]; s4 = x[i2+3];
546b01c7715SBarry Smith 	while (nz--) {
547b01c7715SBarry Smith 	  idx  = 4*(*vi++);
548b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx];
549b01c7715SBarry Smith 	  s1  -= v[0]*x1 + v[4]*x2 + v[8]*x3  + v[12]*x4;
550b01c7715SBarry Smith 	  s2  -= v[1]*x1 + v[5]*x2 + v[9]*x3  + v[13]*x4;
551b01c7715SBarry Smith 	  s3  -= v[2]*x1 + v[6]*x2 + v[10]*x3 + v[14]*x4;
552b01c7715SBarry Smith 	  s4  -= v[3]*x1 + v[7]*x2 + v[11]*x3 + v[15]*x4;
553b01c7715SBarry Smith 	  v   += 16;
554b01c7715SBarry Smith 	}
555b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[4]*s2 + idiag[8]*s3  + idiag[12]*s4;
556b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[5]*s2 + idiag[9]*s3  + idiag[13]*s4;
557b01c7715SBarry Smith 	x[i2+2] = idiag[2]*s1 + idiag[6]*s2 + idiag[10]*s3 + idiag[14]*s4;
558b01c7715SBarry Smith 	x[i2+3] = idiag[3]*s1 + idiag[7]*s2 + idiag[11]*s3 + idiag[15]*s4;
559b01c7715SBarry Smith         idiag   -= 16;
560b01c7715SBarry Smith         i2      -= 4;
561b01c7715SBarry Smith       }
562dc0b31edSSatish Balay       ierr = PetscLogFlops(16.0*(a->nz));CHKERRQ(ierr);
563b01c7715SBarry Smith     }
564b01c7715SBarry Smith   } else {
565e32f2f54SBarry Smith     SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
566b01c7715SBarry Smith   }
5671ebc52fbSHong Zhang   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
5683649974fSBarry Smith   ierr = VecRestoreArrayRead(bb,&b);CHKERRQ(ierr);
569b01c7715SBarry Smith   PetscFunctionReturn(0);
570b01c7715SBarry Smith }
571b01c7715SBarry Smith 
572b01c7715SBarry Smith #undef __FUNCT__
57341f059aeSBarry Smith #define __FUNCT__ "MatSOR_SeqBAIJ_5"
57441f059aeSBarry Smith PetscErrorCode MatSOR_SeqBAIJ_5(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
575b01c7715SBarry Smith {
576b01c7715SBarry Smith   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
577b01c7715SBarry Smith   PetscScalar        *x,x1,x2,x3,x4,x5,s1,s2,s3,s4,s5;
578dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
579dd6ea824SBarry Smith   const PetscScalar  *b;
580dfbe8321SBarry Smith   PetscErrorCode     ierr;
581c1ac3661SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,idx;
582c1ac3661SBarry Smith   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
583b01c7715SBarry Smith 
584b01c7715SBarry Smith   PetscFunctionBegin;
585e32f2f54SBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"No support yet for Eisenstat");
586b01c7715SBarry Smith   its = its*lits;
587e32f2f54SBarry Smith   if (its <= 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
588e32f2f54SBarry Smith   if (fshift) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
589e32f2f54SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
590e32f2f54SBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
591e32f2f54SBarry Smith   if (its > 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
592b01c7715SBarry Smith 
593b01c7715SBarry Smith   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
594b01c7715SBarry Smith 
595b01c7715SBarry Smith   diag  = a->diag;
596b01c7715SBarry Smith   idiag = a->idiag;
5971ebc52fbSHong Zhang   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
5983649974fSBarry Smith   ierr = VecGetArrayRead(bb,&b);CHKERRQ(ierr);
599b01c7715SBarry Smith 
600b01c7715SBarry Smith   if (flag & SOR_ZERO_INITIAL_GUESS) {
601b01c7715SBarry Smith     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
602b01c7715SBarry Smith       x[0] = b[0]*idiag[0] + b[1]*idiag[5] + b[2]*idiag[10] + b[3]*idiag[15] + b[4]*idiag[20];
603b01c7715SBarry Smith       x[1] = b[0]*idiag[1] + b[1]*idiag[6] + b[2]*idiag[11] + b[3]*idiag[16] + b[4]*idiag[21];
604b01c7715SBarry Smith       x[2] = b[0]*idiag[2] + b[1]*idiag[7] + b[2]*idiag[12] + b[3]*idiag[17] + b[4]*idiag[22];
605b01c7715SBarry Smith       x[3] = b[0]*idiag[3] + b[1]*idiag[8] + b[2]*idiag[13] + b[3]*idiag[18] + b[4]*idiag[23];
606b01c7715SBarry Smith       x[4] = b[0]*idiag[4] + b[1]*idiag[9] + b[2]*idiag[14] + b[3]*idiag[19] + b[4]*idiag[24];
607b01c7715SBarry Smith       i2     = 5;
608b01c7715SBarry Smith       idiag += 25;
609b01c7715SBarry Smith       for (i=1; i<m; i++) {
610b01c7715SBarry Smith 	v     = aa + 25*ai[i];
611b01c7715SBarry Smith 	vi    = aj + ai[i];
612b01c7715SBarry Smith 	nz    = diag[i] - ai[i];
613b01c7715SBarry Smith 	s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2]; s4 = b[i2+3]; s5 = b[i2+4];
614b01c7715SBarry Smith 	while (nz--) {
615b01c7715SBarry Smith 	  idx  = 5*(*vi++);
616b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx];
617b01c7715SBarry Smith 	  s1  -= v[0]*x1 + v[5]*x2 + v[10]*x3 + v[15]*x4 + v[20]*x5;
618b01c7715SBarry Smith 	  s2  -= v[1]*x1 + v[6]*x2 + v[11]*x3 + v[16]*x4 + v[21]*x5;
619b01c7715SBarry Smith 	  s3  -= v[2]*x1 + v[7]*x2 + v[12]*x3 + v[17]*x4 + v[22]*x5;
620b01c7715SBarry Smith 	  s4  -= v[3]*x1 + v[8]*x2 + v[13]*x3 + v[18]*x4 + v[23]*x5;
621b01c7715SBarry Smith 	  s5  -= v[4]*x1 + v[9]*x2 + v[14]*x3 + v[19]*x4 + v[24]*x5;
622b01c7715SBarry Smith 	  v   += 25;
623b01c7715SBarry Smith 	}
624b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[5]*s2 + idiag[10]*s3 + idiag[15]*s4 + idiag[20]*s5;
625b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[6]*s2 + idiag[11]*s3 + idiag[16]*s4 + idiag[21]*s5;
626b01c7715SBarry Smith 	x[i2+2] = idiag[2]*s1 + idiag[7]*s2 + idiag[12]*s3 + idiag[17]*s4 + idiag[22]*s5;
627b01c7715SBarry Smith 	x[i2+3] = idiag[3]*s1 + idiag[8]*s2 + idiag[13]*s3 + idiag[18]*s4 + idiag[23]*s5;
628b01c7715SBarry Smith 	x[i2+4] = idiag[4]*s1 + idiag[9]*s2 + idiag[14]*s3 + idiag[19]*s4 + idiag[24]*s5;
629b01c7715SBarry Smith         idiag   += 25;
630b01c7715SBarry Smith         i2      += 5;
631b01c7715SBarry Smith       }
632b01c7715SBarry Smith       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
633dc0b31edSSatish Balay       ierr = PetscLogFlops(25.0*(a->nz));CHKERRQ(ierr);
634b01c7715SBarry Smith     }
635b01c7715SBarry Smith     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
636b01c7715SBarry Smith         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
637b01c7715SBarry Smith       i2    = 0;
638b01c7715SBarry Smith       mdiag = a->idiag+25*a->mbs;
639b01c7715SBarry Smith       for (i=0; i<m; i++) {
640b01c7715SBarry Smith         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4];
641b01c7715SBarry Smith         x[i2]   = mdiag[0]*x1 + mdiag[5]*x2 + mdiag[10]*x3 + mdiag[15]*x4 + mdiag[20]*x5;
642b01c7715SBarry Smith         x[i2+1] = mdiag[1]*x1 + mdiag[6]*x2 + mdiag[11]*x3 + mdiag[16]*x4 + mdiag[21]*x5;
643b01c7715SBarry Smith         x[i2+2] = mdiag[2]*x1 + mdiag[7]*x2 + mdiag[12]*x3 + mdiag[17]*x4 + mdiag[22]*x5;
644b01c7715SBarry Smith         x[i2+3] = mdiag[3]*x1 + mdiag[8]*x2 + mdiag[13]*x3 + mdiag[18]*x4 + mdiag[23]*x5;
645b01c7715SBarry Smith         x[i2+4] = mdiag[4]*x1 + mdiag[9]*x2 + mdiag[14]*x3 + mdiag[19]*x4 + mdiag[24]*x5;
646b01c7715SBarry Smith         mdiag  += 25;
647b01c7715SBarry Smith         i2     += 5;
648b01c7715SBarry Smith       }
649dc0b31edSSatish Balay       ierr = PetscLogFlops(45.0*m);CHKERRQ(ierr);
650b01c7715SBarry Smith     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
651d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
652b01c7715SBarry Smith     }
653b01c7715SBarry Smith     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
654b01c7715SBarry Smith       idiag   = a->idiag+25*a->mbs - 25;
655b01c7715SBarry Smith       i2      = 5*m - 5;
656b01c7715SBarry Smith       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4];
657b01c7715SBarry Smith       x[i2]   = idiag[0]*x1 + idiag[5]*x2 + idiag[10]*x3 + idiag[15]*x4 + idiag[20]*x5;
658b01c7715SBarry Smith       x[i2+1] = idiag[1]*x1 + idiag[6]*x2 + idiag[11]*x3 + idiag[16]*x4 + idiag[21]*x5;
659b01c7715SBarry Smith       x[i2+2] = idiag[2]*x1 + idiag[7]*x2 + idiag[12]*x3 + idiag[17]*x4 + idiag[22]*x5;
660b01c7715SBarry Smith       x[i2+3] = idiag[3]*x1 + idiag[8]*x2 + idiag[13]*x3 + idiag[18]*x4 + idiag[23]*x5;
661b01c7715SBarry Smith       x[i2+4] = idiag[4]*x1 + idiag[9]*x2 + idiag[14]*x3 + idiag[19]*x4 + idiag[24]*x5;
662b01c7715SBarry Smith       idiag -= 25;
663b01c7715SBarry Smith       i2    -= 5;
664b01c7715SBarry Smith       for (i=m-2; i>=0; i--) {
665b01c7715SBarry Smith 	v     = aa + 25*(diag[i]+1);
666b01c7715SBarry Smith 	vi    = aj + diag[i] + 1;
667b01c7715SBarry Smith 	nz    = ai[i+1] - diag[i] - 1;
668b01c7715SBarry Smith 	s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2]; s4 = x[i2+3]; s5 = x[i2+4];
669b01c7715SBarry Smith 	while (nz--) {
670b01c7715SBarry Smith 	  idx  = 5*(*vi++);
671b01c7715SBarry Smith 	  x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx];
672b01c7715SBarry Smith 	  s1  -= v[0]*x1 + v[5]*x2 + v[10]*x3 + v[15]*x4 + v[20]*x5;
673b01c7715SBarry Smith 	  s2  -= v[1]*x1 + v[6]*x2 + v[11]*x3 + v[16]*x4 + v[21]*x5;
674b01c7715SBarry Smith 	  s3  -= v[2]*x1 + v[7]*x2 + v[12]*x3 + v[17]*x4 + v[22]*x5;
675b01c7715SBarry Smith 	  s4  -= v[3]*x1 + v[8]*x2 + v[13]*x3 + v[18]*x4 + v[23]*x5;
676b01c7715SBarry Smith 	  s5  -= v[4]*x1 + v[9]*x2 + v[14]*x3 + v[19]*x4 + v[24]*x5;
677b01c7715SBarry Smith 	  v   += 25;
678b01c7715SBarry Smith 	}
679b01c7715SBarry Smith 	x[i2]   = idiag[0]*s1 + idiag[5]*s2 + idiag[10]*s3 + idiag[15]*s4 + idiag[20]*s5;
680b01c7715SBarry Smith 	x[i2+1] = idiag[1]*s1 + idiag[6]*s2 + idiag[11]*s3 + idiag[16]*s4 + idiag[21]*s5;
681b01c7715SBarry Smith 	x[i2+2] = idiag[2]*s1 + idiag[7]*s2 + idiag[12]*s3 + idiag[17]*s4 + idiag[22]*s5;
682b01c7715SBarry Smith 	x[i2+3] = idiag[3]*s1 + idiag[8]*s2 + idiag[13]*s3 + idiag[18]*s4 + idiag[23]*s5;
683b01c7715SBarry Smith 	x[i2+4] = idiag[4]*s1 + idiag[9]*s2 + idiag[14]*s3 + idiag[19]*s4 + idiag[24]*s5;
684b01c7715SBarry Smith         idiag   -= 25;
685b01c7715SBarry Smith         i2      -= 5;
686b01c7715SBarry Smith       }
687dc0b31edSSatish Balay       ierr = PetscLogFlops(25.0*(a->nz));CHKERRQ(ierr);
688b01c7715SBarry Smith     }
689b01c7715SBarry Smith   } else {
690e32f2f54SBarry Smith     SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
691b01c7715SBarry Smith   }
6921ebc52fbSHong Zhang   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
6933649974fSBarry Smith   ierr = VecRestoreArrayRead(bb,&b);CHKERRQ(ierr);
694b01c7715SBarry Smith   PetscFunctionReturn(0);
695b01c7715SBarry Smith }
696b01c7715SBarry Smith 
6976d3beeddSMatthew Knepley #undef __FUNCT__
69841f059aeSBarry Smith #define __FUNCT__ "MatSOR_SeqBAIJ_6"
69941f059aeSBarry Smith PetscErrorCode MatSOR_SeqBAIJ_6(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
7006d3beeddSMatthew Knepley {
7016d3beeddSMatthew Knepley   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
7026d3beeddSMatthew Knepley   PetscScalar        *x,x1,x2,x3,x4,x5,x6,s1,s2,s3,s4,s5,s6;
703dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
704dd6ea824SBarry Smith   const PetscScalar  *b;
7056d3beeddSMatthew Knepley   PetscErrorCode     ierr;
7066d3beeddSMatthew Knepley   PetscInt           m = a->mbs,i,i2,nz,idx;
7076d3beeddSMatthew Knepley   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
7086d3beeddSMatthew Knepley 
7096d3beeddSMatthew Knepley   PetscFunctionBegin;
710e32f2f54SBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"No support yet for Eisenstat");
7116d3beeddSMatthew Knepley   its = its*lits;
712e32f2f54SBarry Smith   if (its <= 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
713e32f2f54SBarry Smith   if (fshift) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
714e32f2f54SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
715e32f2f54SBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
716e32f2f54SBarry Smith   if (its > 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
7176d3beeddSMatthew Knepley 
7186d3beeddSMatthew Knepley   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
7196d3beeddSMatthew Knepley 
7206d3beeddSMatthew Knepley   diag  = a->diag;
7216d3beeddSMatthew Knepley   idiag = a->idiag;
7226d3beeddSMatthew Knepley   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
7233649974fSBarry Smith   ierr = VecGetArrayRead(bb,&b);CHKERRQ(ierr);
7246d3beeddSMatthew Knepley 
7256d3beeddSMatthew Knepley   if (flag & SOR_ZERO_INITIAL_GUESS) {
7266d3beeddSMatthew Knepley     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
7276d3beeddSMatthew Knepley       x[0] = b[0]*idiag[0] + b[1]*idiag[6]  + b[2]*idiag[12] + b[3]*idiag[18] + b[4]*idiag[24] + b[5]*idiag[30];
7286d3beeddSMatthew Knepley       x[1] = b[0]*idiag[1] + b[1]*idiag[7]  + b[2]*idiag[13] + b[3]*idiag[19] + b[4]*idiag[25] + b[5]*idiag[31];
7296d3beeddSMatthew Knepley       x[2] = b[0]*idiag[2] + b[1]*idiag[8]  + b[2]*idiag[14] + b[3]*idiag[20] + b[4]*idiag[26] + b[5]*idiag[32];
7306d3beeddSMatthew Knepley       x[3] = b[0]*idiag[3] + b[1]*idiag[9]  + b[2]*idiag[15] + b[3]*idiag[21] + b[4]*idiag[27] + b[5]*idiag[33];
7316d3beeddSMatthew Knepley       x[4] = b[0]*idiag[4] + b[1]*idiag[10] + b[2]*idiag[16] + b[3]*idiag[22] + b[4]*idiag[28] + b[5]*idiag[34];
7326d3beeddSMatthew Knepley       x[5] = b[0]*idiag[5] + b[1]*idiag[11] + b[2]*idiag[17] + b[3]*idiag[23] + b[4]*idiag[29] + b[5]*idiag[35];
7336d3beeddSMatthew Knepley       i2     = 6;
7346d3beeddSMatthew Knepley       idiag += 36;
7356d3beeddSMatthew Knepley       for (i=1; i<m; i++) {
7366d3beeddSMatthew Knepley         v     = aa + 36*ai[i];
7376d3beeddSMatthew Knepley         vi    = aj + ai[i];
7386d3beeddSMatthew Knepley         nz    = diag[i] - ai[i];
7396d3beeddSMatthew Knepley         s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2]; s4 = b[i2+3]; s5 = b[i2+4]; s6 = b[i2+5];
7406d3beeddSMatthew Knepley         while (nz--) {
7416d3beeddSMatthew Knepley           idx  = 6*(*vi++);
7426d3beeddSMatthew Knepley           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx]; x6 = x[5+idx];
7436d3beeddSMatthew Knepley           s1  -= v[0]*x1 + v[6]*x2  + v[12]*x3 + v[18]*x4 + v[24]*x5 + v[30]*x6;
7446d3beeddSMatthew Knepley           s2  -= v[1]*x1 + v[7]*x2  + v[13]*x3 + v[19]*x4 + v[25]*x5 + v[31]*x6;
7456d3beeddSMatthew Knepley           s3  -= v[2]*x1 + v[8]*x2  + v[14]*x3 + v[20]*x4 + v[26]*x5 + v[32]*x6;
7466d3beeddSMatthew Knepley           s4  -= v[3]*x1 + v[9]*x2  + v[15]*x3 + v[21]*x4 + v[27]*x5 + v[33]*x6;
7476d3beeddSMatthew Knepley           s5  -= v[4]*x1 + v[10]*x2 + v[16]*x3 + v[22]*x4 + v[28]*x5 + v[34]*x6;
7486d3beeddSMatthew Knepley           s6  -= v[5]*x1 + v[11]*x2 + v[17]*x3 + v[23]*x4 + v[29]*x5 + v[35]*x6;
7496d3beeddSMatthew Knepley           v   += 36;
7506d3beeddSMatthew Knepley         }
7516d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1 + idiag[6]*s2  + idiag[12]*s3 + idiag[18]*s4 + idiag[24]*s5 + idiag[30]*s6;
7526d3beeddSMatthew Knepley         x[i2+1] = idiag[1]*s1 + idiag[7]*s2  + idiag[13]*s3 + idiag[19]*s4 + idiag[25]*s5 + idiag[31]*s6;
7536d3beeddSMatthew Knepley         x[i2+2] = idiag[2]*s1 + idiag[8]*s2  + idiag[14]*s3 + idiag[20]*s4 + idiag[26]*s5 + idiag[32]*s6;
7546d3beeddSMatthew Knepley         x[i2+3] = idiag[3]*s1 + idiag[9]*s2  + idiag[15]*s3 + idiag[21]*s4 + idiag[27]*s5 + idiag[33]*s6;
7556d3beeddSMatthew Knepley         x[i2+4] = idiag[4]*s1 + idiag[10]*s2 + idiag[16]*s3 + idiag[22]*s4 + idiag[28]*s5 + idiag[34]*s6;
7566d3beeddSMatthew Knepley         x[i2+5] = idiag[5]*s1 + idiag[11]*s2 + idiag[17]*s3 + idiag[23]*s4 + idiag[29]*s5 + idiag[35]*s6;
7576d3beeddSMatthew Knepley         idiag   += 36;
7586d3beeddSMatthew Knepley         i2      += 6;
7596d3beeddSMatthew Knepley       }
7606d3beeddSMatthew Knepley       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
761dc0b31edSSatish Balay       ierr = PetscLogFlops(36.0*(a->nz));CHKERRQ(ierr);
7626d3beeddSMatthew Knepley     }
7636d3beeddSMatthew Knepley     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
7646d3beeddSMatthew Knepley         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
7656d3beeddSMatthew Knepley       i2    = 0;
7666d3beeddSMatthew Knepley       mdiag = a->idiag+36*a->mbs;
7676d3beeddSMatthew Knepley       for (i=0; i<m; i++) {
7686d3beeddSMatthew Knepley         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4]; x6 = x[i2+5];
7696d3beeddSMatthew Knepley         x[i2]   = mdiag[0]*x1 + mdiag[6]*x2  + mdiag[12]*x3 + mdiag[18]*x4 + mdiag[24]*x5 + mdiag[30]*x6;
7706d3beeddSMatthew Knepley         x[i2+1] = mdiag[1]*x1 + mdiag[7]*x2  + mdiag[13]*x3 + mdiag[19]*x4 + mdiag[25]*x5 + mdiag[31]*x6;
7716d3beeddSMatthew Knepley         x[i2+2] = mdiag[2]*x1 + mdiag[8]*x2  + mdiag[14]*x3 + mdiag[20]*x4 + mdiag[26]*x5 + mdiag[32]*x6;
7726d3beeddSMatthew Knepley         x[i2+3] = mdiag[3]*x1 + mdiag[9]*x2  + mdiag[15]*x3 + mdiag[21]*x4 + mdiag[27]*x5 + mdiag[33]*x6;
7736d3beeddSMatthew Knepley         x[i2+4] = mdiag[4]*x1 + mdiag[10]*x2 + mdiag[16]*x3 + mdiag[22]*x4 + mdiag[28]*x5 + mdiag[34]*x6;
7746d3beeddSMatthew Knepley         x[i2+5] = mdiag[5]*x1 + mdiag[11]*x2 + mdiag[17]*x3 + mdiag[23]*x4 + mdiag[29]*x5 + mdiag[35]*x6;
7756d3beeddSMatthew Knepley         mdiag  += 36;
7766d3beeddSMatthew Knepley         i2     += 6;
7776d3beeddSMatthew Knepley       }
778dc0b31edSSatish Balay       ierr = PetscLogFlops(60.0*m);CHKERRQ(ierr);
7796d3beeddSMatthew Knepley     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
780d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
7816d3beeddSMatthew Knepley     }
7826d3beeddSMatthew Knepley     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
7836d3beeddSMatthew Knepley       idiag   = a->idiag+36*a->mbs - 36;
7846d3beeddSMatthew Knepley       i2      = 6*m - 6;
7856d3beeddSMatthew Knepley       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4]; x6 = x[i2+5];
7866d3beeddSMatthew Knepley       x[i2]   = idiag[0]*x1 + idiag[6]*x2  + idiag[12]*x3 + idiag[18]*x4 + idiag[24]*x5 + idiag[30]*x6;
7876d3beeddSMatthew Knepley       x[i2+1] = idiag[1]*x1 + idiag[7]*x2  + idiag[13]*x3 + idiag[19]*x4 + idiag[25]*x5 + idiag[31]*x6;
7886d3beeddSMatthew Knepley       x[i2+2] = idiag[2]*x1 + idiag[8]*x2  + idiag[14]*x3 + idiag[20]*x4 + idiag[26]*x5 + idiag[32]*x6;
7896d3beeddSMatthew Knepley       x[i2+3] = idiag[3]*x1 + idiag[9]*x2  + idiag[15]*x3 + idiag[21]*x4 + idiag[27]*x5 + idiag[33]*x6;
7906d3beeddSMatthew Knepley       x[i2+4] = idiag[4]*x1 + idiag[10]*x2 + idiag[16]*x3 + idiag[22]*x4 + idiag[28]*x5 + idiag[34]*x6;
7916d3beeddSMatthew Knepley       x[i2+5] = idiag[5]*x1 + idiag[11]*x2 + idiag[17]*x3 + idiag[23]*x4 + idiag[29]*x5 + idiag[35]*x6;
7926d3beeddSMatthew Knepley       idiag -= 36;
7936d3beeddSMatthew Knepley       i2    -= 6;
7946d3beeddSMatthew Knepley       for (i=m-2; i>=0; i--) {
7956d3beeddSMatthew Knepley         v     = aa + 36*(diag[i]+1);
7966d3beeddSMatthew Knepley         vi    = aj + diag[i] + 1;
7976d3beeddSMatthew Knepley         nz    = ai[i+1] - diag[i] - 1;
7986d3beeddSMatthew Knepley         s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2]; s4 = x[i2+3]; s5 = x[i2+4]; s6 = x[i2+5];
7996d3beeddSMatthew Knepley         while (nz--) {
8006d3beeddSMatthew Knepley           idx  = 6*(*vi++);
8016d3beeddSMatthew Knepley           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx]; x6 = x[5+idx];
8026d3beeddSMatthew Knepley           s1  -= v[0]*x1 + v[6]*x2  + v[12]*x3 + v[18]*x4 + v[24]*x5 + v[30]*x6;
8036d3beeddSMatthew Knepley           s2  -= v[1]*x1 + v[7]*x2  + v[13]*x3 + v[19]*x4 + v[25]*x5 + v[31]*x6;
8046d3beeddSMatthew Knepley           s3  -= v[2]*x1 + v[8]*x2  + v[14]*x3 + v[20]*x4 + v[26]*x5 + v[32]*x6;
8056d3beeddSMatthew Knepley           s4  -= v[3]*x1 + v[9]*x2  + v[15]*x3 + v[21]*x4 + v[27]*x5 + v[33]*x6;
8066d3beeddSMatthew Knepley           s5  -= v[4]*x1 + v[10]*x2 + v[16]*x3 + v[22]*x4 + v[28]*x5 + v[34]*x6;
8076d3beeddSMatthew Knepley           s6  -= v[5]*x1 + v[11]*x2 + v[17]*x3 + v[23]*x4 + v[29]*x5 + v[35]*x6;
8086d3beeddSMatthew Knepley           v   += 36;
8096d3beeddSMatthew Knepley         }
8106d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1 + idiag[6]*s2  + idiag[12]*s3 + idiag[18]*s4 + idiag[24]*s5 + idiag[30]*s6;
8116d3beeddSMatthew Knepley         x[i2+1] = idiag[1]*s1 + idiag[7]*s2  + idiag[13]*s3 + idiag[19]*s4 + idiag[25]*s5 + idiag[31]*s6;
8126d3beeddSMatthew Knepley         x[i2+2] = idiag[2]*s1 + idiag[8]*s2  + idiag[14]*s3 + idiag[20]*s4 + idiag[26]*s5 + idiag[32]*s6;
8136d3beeddSMatthew Knepley         x[i2+3] = idiag[3]*s1 + idiag[9]*s2  + idiag[15]*s3 + idiag[21]*s4 + idiag[27]*s5 + idiag[33]*s6;
8146d3beeddSMatthew Knepley         x[i2+4] = idiag[4]*s1 + idiag[10]*s2 + idiag[16]*s3 + idiag[22]*s4 + idiag[28]*s5 + idiag[34]*s6;
8156d3beeddSMatthew Knepley         x[i2+5] = idiag[5]*s1 + idiag[11]*s2 + idiag[17]*s3 + idiag[23]*s4 + idiag[29]*s5 + idiag[35]*s6;
8166d3beeddSMatthew Knepley         idiag   -= 36;
8176d3beeddSMatthew Knepley         i2      -= 6;
8186d3beeddSMatthew Knepley       }
819dc0b31edSSatish Balay       ierr = PetscLogFlops(36.0*(a->nz));CHKERRQ(ierr);
8206d3beeddSMatthew Knepley     }
8216d3beeddSMatthew Knepley   } else {
822e32f2f54SBarry Smith     SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
8236d3beeddSMatthew Knepley   }
8246d3beeddSMatthew Knepley   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
8253649974fSBarry Smith   ierr = VecRestoreArrayRead(bb,&b);CHKERRQ(ierr);
8266d3beeddSMatthew Knepley   PetscFunctionReturn(0);
8276d3beeddSMatthew Knepley }
8286d3beeddSMatthew Knepley 
8296d3beeddSMatthew Knepley #undef __FUNCT__
83041f059aeSBarry Smith #define __FUNCT__ "MatSOR_SeqBAIJ_7"
83141f059aeSBarry Smith PetscErrorCode MatSOR_SeqBAIJ_7(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
8326d3beeddSMatthew Knepley {
8336d3beeddSMatthew Knepley   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
8346d3beeddSMatthew Knepley   PetscScalar        *x,x1,x2,x3,x4,x5,x6,x7,s1,s2,s3,s4,s5,s6,s7;
835dd6ea824SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
836dd6ea824SBarry Smith   const PetscScalar  *b;
8376d3beeddSMatthew Knepley   PetscErrorCode     ierr;
8386d3beeddSMatthew Knepley   PetscInt           m = a->mbs,i,i2,nz,idx;
8396d3beeddSMatthew Knepley   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
8406d3beeddSMatthew Knepley 
8416d3beeddSMatthew Knepley   PetscFunctionBegin;
842e32f2f54SBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"No support yet for Eisenstat");
8436d3beeddSMatthew Knepley   its = its*lits;
844e32f2f54SBarry Smith   if (its <= 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
845e32f2f54SBarry Smith   if (fshift) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
846e32f2f54SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
847e32f2f54SBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
848e32f2f54SBarry Smith   if (its > 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
8496d3beeddSMatthew Knepley 
8506d3beeddSMatthew Knepley   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
8516d3beeddSMatthew Knepley 
8526d3beeddSMatthew Knepley   diag  = a->diag;
8536d3beeddSMatthew Knepley   idiag = a->idiag;
8546d3beeddSMatthew Knepley   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
8553649974fSBarry Smith   ierr = VecGetArrayRead(bb,&b);CHKERRQ(ierr);
8566d3beeddSMatthew Knepley 
8576d3beeddSMatthew Knepley   if (flag & SOR_ZERO_INITIAL_GUESS) {
8586d3beeddSMatthew Knepley     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
8596d3beeddSMatthew Knepley       x[0] = b[0]*idiag[0] + b[1]*idiag[7]  + b[2]*idiag[14] + b[3]*idiag[21] + b[4]*idiag[28] + b[5]*idiag[35] + b[6]*idiag[42];
8606d3beeddSMatthew Knepley       x[1] = b[0]*idiag[1] + b[1]*idiag[8]  + b[2]*idiag[15] + b[3]*idiag[22] + b[4]*idiag[29] + b[5]*idiag[36] + b[6]*idiag[43];
8616d3beeddSMatthew Knepley       x[2] = b[0]*idiag[2] + b[1]*idiag[9]  + b[2]*idiag[16] + b[3]*idiag[23] + b[4]*idiag[30] + b[5]*idiag[37] + b[6]*idiag[44];
8626d3beeddSMatthew Knepley       x[3] = b[0]*idiag[3] + b[1]*idiag[10] + b[2]*idiag[17] + b[3]*idiag[24] + b[4]*idiag[31] + b[5]*idiag[38] + b[6]*idiag[45];
8636d3beeddSMatthew Knepley       x[4] = b[0]*idiag[4] + b[1]*idiag[11] + b[2]*idiag[18] + b[3]*idiag[25] + b[4]*idiag[32] + b[5]*idiag[39] + b[6]*idiag[46];
8646d3beeddSMatthew Knepley       x[5] = b[0]*idiag[5] + b[1]*idiag[12] + b[2]*idiag[19] + b[3]*idiag[26] + b[4]*idiag[33] + b[5]*idiag[40] + b[6]*idiag[47];
8656d3beeddSMatthew Knepley       x[6] = b[0]*idiag[6] + b[1]*idiag[13] + b[2]*idiag[20] + b[3]*idiag[27] + b[4]*idiag[34] + b[5]*idiag[41] + b[6]*idiag[48];
8666d3beeddSMatthew Knepley       i2     = 7;
8676d3beeddSMatthew Knepley       idiag += 49;
8686d3beeddSMatthew Knepley       for (i=1; i<m; i++) {
8696d3beeddSMatthew Knepley         v     = aa + 49*ai[i];
8706d3beeddSMatthew Knepley         vi    = aj + ai[i];
8716d3beeddSMatthew Knepley         nz    = diag[i] - ai[i];
8726d3beeddSMatthew Knepley         s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2]; s4 = b[i2+3]; s5 = b[i2+4]; s6 = b[i2+5]; s7 = b[i2+6];
8736d3beeddSMatthew Knepley         while (nz--) {
8746d3beeddSMatthew Knepley           idx  = 7*(*vi++);
8756d3beeddSMatthew Knepley           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx]; x6 = x[5+idx]; x7 = x[6+idx];
8766d3beeddSMatthew Knepley           s1  -= v[0]*x1 + v[7]*x2  + v[14]*x3 + v[21]*x4 + v[28]*x5 + v[35]*x6 + v[42]*x7;
8776d3beeddSMatthew Knepley           s2  -= v[1]*x1 + v[8]*x2  + v[15]*x3 + v[22]*x4 + v[29]*x5 + v[36]*x6 + v[43]*x7;
8786d3beeddSMatthew Knepley           s3  -= v[2]*x1 + v[9]*x2  + v[16]*x3 + v[23]*x4 + v[30]*x5 + v[37]*x6 + v[44]*x7;
8796d3beeddSMatthew Knepley           s4  -= v[3]*x1 + v[10]*x2 + v[17]*x3 + v[24]*x4 + v[31]*x5 + v[38]*x6 + v[45]*x7;
8806d3beeddSMatthew Knepley           s5  -= v[4]*x1 + v[11]*x2 + v[18]*x3 + v[25]*x4 + v[32]*x5 + v[39]*x6 + v[46]*x7;
8816d3beeddSMatthew Knepley           s6  -= v[5]*x1 + v[12]*x2 + v[19]*x3 + v[26]*x4 + v[33]*x5 + v[40]*x6 + v[47]*x7;
8826d3beeddSMatthew Knepley           s7  -= v[6]*x1 + v[13]*x2 + v[20]*x3 + v[27]*x4 + v[34]*x5 + v[41]*x6 + v[48]*x7;
8836d3beeddSMatthew Knepley           v   += 49;
8846d3beeddSMatthew Knepley         }
8856d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1 + idiag[7]*s2  + idiag[14]*s3 + idiag[21]*s4 + idiag[28]*s5 + idiag[35]*s6 + idiag[42]*s7;
8866d3beeddSMatthew Knepley         x[i2+1] = idiag[1]*s1 + idiag[8]*s2  + idiag[15]*s3 + idiag[22]*s4 + idiag[29]*s5 + idiag[36]*s6 + idiag[43]*s7;
8876d3beeddSMatthew Knepley         x[i2+2] = idiag[2]*s1 + idiag[9]*s2  + idiag[16]*s3 + idiag[23]*s4 + idiag[30]*s5 + idiag[37]*s6 + idiag[44]*s7;
8886d3beeddSMatthew Knepley         x[i2+3] = idiag[3]*s1 + idiag[10]*s2 + idiag[17]*s3 + idiag[24]*s4 + idiag[31]*s5 + idiag[38]*s6 + idiag[45]*s7;
8896d3beeddSMatthew Knepley         x[i2+4] = idiag[4]*s1 + idiag[11]*s2 + idiag[18]*s3 + idiag[25]*s4 + idiag[32]*s5 + idiag[39]*s6 + idiag[46]*s7;
8906d3beeddSMatthew Knepley         x[i2+5] = idiag[5]*s1 + idiag[12]*s2 + idiag[19]*s3 + idiag[26]*s4 + idiag[33]*s5 + idiag[40]*s6 + idiag[47]*s7;
8916d3beeddSMatthew Knepley         x[i2+6] = idiag[6]*s1 + idiag[13]*s2 + idiag[20]*s3 + idiag[27]*s4 + idiag[34]*s5 + idiag[41]*s6 + idiag[48]*s7;
8926d3beeddSMatthew Knepley         idiag   += 49;
8936d3beeddSMatthew Knepley         i2      += 7;
8946d3beeddSMatthew Knepley       }
8956d3beeddSMatthew Knepley       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
896dc0b31edSSatish Balay       ierr = PetscLogFlops(49.0*(a->nz));CHKERRQ(ierr);
8976d3beeddSMatthew Knepley     }
8986d3beeddSMatthew Knepley     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
8996d3beeddSMatthew Knepley         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
9006d3beeddSMatthew Knepley       i2    = 0;
9016d3beeddSMatthew Knepley       mdiag = a->idiag+49*a->mbs;
9026d3beeddSMatthew Knepley       for (i=0; i<m; i++) {
9036d3beeddSMatthew Knepley         x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4]; x6 = x[i2+5]; x7 = x[i2+6];
904de80f912SBarry Smith         x[i2]   = mdiag[0]*x1 + mdiag[7]*x2  + mdiag[14]*x3 + mdiag[21]*x4 + mdiag[28]*x5 + mdiag[35]*x6 + mdiag[42]*x7;
905de80f912SBarry Smith         x[i2+1] = mdiag[1]*x1 + mdiag[8]*x2  + mdiag[15]*x3 + mdiag[22]*x4 + mdiag[29]*x5 + mdiag[36]*x6 + mdiag[43]*x7;
906de80f912SBarry Smith         x[i2+2] = mdiag[2]*x1 + mdiag[9]*x2  + mdiag[16]*x3 + mdiag[23]*x4 + mdiag[30]*x5 + mdiag[37]*x6 + mdiag[44]*x7;
907de80f912SBarry Smith         x[i2+3] = mdiag[3]*x1 + mdiag[10]*x2 + mdiag[17]*x3 + mdiag[24]*x4 + mdiag[31]*x5 + mdiag[38]*x6 + mdiag[45]*x7;
908de80f912SBarry Smith         x[i2+4] = mdiag[4]*x1 + mdiag[11]*x2 + mdiag[18]*x3 + mdiag[25]*x4 + mdiag[32]*x5 + mdiag[39]*x6 + mdiag[46]*x7;
909de80f912SBarry Smith         x[i2+5] = mdiag[5]*x1 + mdiag[12]*x2 + mdiag[19]*x3 + mdiag[26]*x4 + mdiag[33]*x5 + mdiag[40]*x6 + mdiag[47]*x7;
910de80f912SBarry Smith         x[i2+6] = mdiag[6]*x1 + mdiag[13]*x2 + mdiag[20]*x3 + mdiag[27]*x4 + mdiag[34]*x5 + mdiag[41]*x6 + mdiag[48]*x7;
911de80f912SBarry Smith         mdiag  += 49;
912de80f912SBarry Smith         i2     += 7;
9136d3beeddSMatthew Knepley       }
914dc0b31edSSatish Balay       ierr = PetscLogFlops(93.0*m);CHKERRQ(ierr);
9156d3beeddSMatthew Knepley     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
916d0f46423SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
9176d3beeddSMatthew Knepley     }
9186d3beeddSMatthew Knepley     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
9196d3beeddSMatthew Knepley       idiag   = a->idiag+49*a->mbs - 49;
9206d3beeddSMatthew Knepley       i2      = 7*m - 7;
9216d3beeddSMatthew Knepley       x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2]; x4 = x[i2+3]; x5 = x[i2+4]; x6 = x[i2+5]; x7 = x[i2+6];
9226d3beeddSMatthew Knepley       x[i2]   = idiag[0]*x1 + idiag[7]*x2  + idiag[14]*x3 + idiag[21]*x4 + idiag[28]*x5 + idiag[35]*x6 + idiag[42]*x7;
9236d3beeddSMatthew Knepley       x[i2+1] = idiag[1]*x1 + idiag[8]*x2  + idiag[15]*x3 + idiag[22]*x4 + idiag[29]*x5 + idiag[36]*x6 + idiag[43]*x7;
9246d3beeddSMatthew Knepley       x[i2+2] = idiag[2]*x1 + idiag[9]*x2  + idiag[16]*x3 + idiag[23]*x4 + idiag[30]*x5 + idiag[37]*x6 + idiag[44]*x7;
9256d3beeddSMatthew Knepley       x[i2+3] = idiag[3]*x1 + idiag[10]*x2 + idiag[17]*x3 + idiag[24]*x4 + idiag[31]*x5 + idiag[38]*x6 + idiag[45]*x7;
9266d3beeddSMatthew Knepley       x[i2+4] = idiag[4]*x1 + idiag[11]*x2 + idiag[18]*x3 + idiag[25]*x4 + idiag[32]*x5 + idiag[39]*x6 + idiag[46]*x7;
9276d3beeddSMatthew Knepley       x[i2+5] = idiag[5]*x1 + idiag[12]*x2 + idiag[19]*x3 + idiag[26]*x4 + idiag[33]*x5 + idiag[40]*x6 + idiag[47]*x7;
9286d3beeddSMatthew Knepley       x[i2+6] = idiag[6]*x1 + idiag[13]*x2 + idiag[20]*x3 + idiag[27]*x4 + idiag[34]*x5 + idiag[41]*x6 + idiag[48]*x7;
9296d3beeddSMatthew Knepley       idiag -= 49;
9306d3beeddSMatthew Knepley       i2    -= 7;
9316d3beeddSMatthew Knepley       for (i=m-2; i>=0; i--) {
9326d3beeddSMatthew Knepley         v     = aa + 49*(diag[i]+1);
9336d3beeddSMatthew Knepley         vi    = aj + diag[i] + 1;
9346d3beeddSMatthew Knepley         nz    = ai[i+1] - diag[i] - 1;
9356d3beeddSMatthew Knepley         s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2]; s4 = x[i2+3]; s5 = x[i2+4]; s6 = x[i2+5]; s7 = x[i2+6];
9366d3beeddSMatthew Knepley         while (nz--) {
9376d3beeddSMatthew Knepley           idx  = 7*(*vi++);
9386d3beeddSMatthew Knepley           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx]; x4 = x[3+idx]; x5 = x[4+idx]; x6 = x[5+idx]; x7 = x[6+idx];
9396d3beeddSMatthew Knepley           s1  -= v[0]*x1 + v[7]*x2  + v[14]*x3 + v[21]*x4 + v[28]*x5 + v[35]*x6 + v[42]*x7;
9406d3beeddSMatthew Knepley           s2  -= v[1]*x1 + v[8]*x2  + v[15]*x3 + v[22]*x4 + v[29]*x5 + v[36]*x6 + v[43]*x7;
9416d3beeddSMatthew Knepley           s3  -= v[2]*x1 + v[9]*x2  + v[16]*x3 + v[23]*x4 + v[30]*x5 + v[37]*x6 + v[44]*x7;
9426d3beeddSMatthew Knepley           s4  -= v[3]*x1 + v[10]*x2 + v[17]*x3 + v[24]*x4 + v[31]*x5 + v[38]*x6 + v[45]*x7;
9436d3beeddSMatthew Knepley           s5  -= v[4]*x1 + v[11]*x2 + v[18]*x3 + v[25]*x4 + v[32]*x5 + v[39]*x6 + v[46]*x7;
9446d3beeddSMatthew Knepley           s6  -= v[5]*x1 + v[12]*x2 + v[19]*x3 + v[26]*x4 + v[33]*x5 + v[40]*x6 + v[47]*x7;
9456d3beeddSMatthew Knepley           s7  -= v[6]*x1 + v[13]*x2 + v[20]*x3 + v[27]*x4 + v[34]*x5 + v[41]*x6 + v[48]*x7;
9466d3beeddSMatthew Knepley           v   += 49;
9476d3beeddSMatthew Knepley         }
9486d3beeddSMatthew Knepley         x[i2]   = idiag[0]*s1 + idiag[7]*s2  + idiag[14]*s3 + idiag[21]*s4 + idiag[28]*s5 + idiag[35]*s6 + idiag[42]*s7;
9496d3beeddSMatthew Knepley         x[i2+1] = idiag[1]*s1 + idiag[8]*s2  + idiag[15]*s3 + idiag[22]*s4 + idiag[29]*s5 + idiag[36]*s6 + idiag[43]*s7;
9506d3beeddSMatthew Knepley         x[i2+2] = idiag[2]*s1 + idiag[9]*s2  + idiag[16]*s3 + idiag[23]*s4 + idiag[30]*s5 + idiag[37]*s6 + idiag[44]*s7;
9516d3beeddSMatthew Knepley         x[i2+3] = idiag[3]*s1 + idiag[10]*s2 + idiag[17]*s3 + idiag[24]*s4 + idiag[31]*s5 + idiag[38]*s6 + idiag[45]*s7;
9526d3beeddSMatthew Knepley         x[i2+4] = idiag[4]*s1 + idiag[11]*s2 + idiag[18]*s3 + idiag[25]*s4 + idiag[32]*s5 + idiag[39]*s6 + idiag[46]*s7;
9536d3beeddSMatthew Knepley         x[i2+5] = idiag[5]*s1 + idiag[12]*s2 + idiag[19]*s3 + idiag[26]*s4 + idiag[33]*s5 + idiag[40]*s6 + idiag[47]*s7;
9546d3beeddSMatthew Knepley         x[i2+6] = idiag[6]*s1 + idiag[13]*s2 + idiag[20]*s3 + idiag[27]*s4 + idiag[34]*s5 + idiag[41]*s6 + idiag[48]*s7;
9556d3beeddSMatthew Knepley         idiag   -= 49;
9566d3beeddSMatthew Knepley         i2      -= 7;
9576d3beeddSMatthew Knepley       }
958dc0b31edSSatish Balay       ierr = PetscLogFlops(49.0*(a->nz));CHKERRQ(ierr);
9596d3beeddSMatthew Knepley     }
9606d3beeddSMatthew Knepley   } else {
961e32f2f54SBarry Smith     SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
9626d3beeddSMatthew Knepley   }
9636d3beeddSMatthew Knepley   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
9643649974fSBarry Smith   ierr = VecRestoreArrayRead(bb,&b);CHKERRQ(ierr);
9656d3beeddSMatthew Knepley   PetscFunctionReturn(0);
9666d3beeddSMatthew Knepley }
9676d3beeddSMatthew Knepley 
968de80f912SBarry Smith #undef __FUNCT__
969de80f912SBarry Smith #define __FUNCT__ "MatSOR_SeqBAIJ_N"
970de80f912SBarry Smith PetscErrorCode MatSOR_SeqBAIJ_N(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
971de80f912SBarry Smith {
972de80f912SBarry Smith   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data;
973de80f912SBarry Smith   PetscScalar        *x,*work,*w,*workt;
974de80f912SBarry Smith   const MatScalar    *v,*aa = a->a, *idiag,*mdiag;
975de80f912SBarry Smith   const PetscScalar  *b;
976de80f912SBarry Smith   PetscErrorCode     ierr;
977de80f912SBarry Smith   PetscInt           m = a->mbs,i,i2,nz,bs = A->rmap->bs,bs2 = bs*bs,k,j;
978de80f912SBarry Smith   const PetscInt     *diag,*ai = a->i,*aj = a->j,*vi;
979de80f912SBarry Smith 
980de80f912SBarry Smith   PetscFunctionBegin;
981de80f912SBarry Smith   its = its*lits;
982de80f912SBarry Smith   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"No support yet for Eisenstat");
983de80f912SBarry Smith   if (its <= 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
984de80f912SBarry Smith   if (fshift) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
985de80f912SBarry Smith   if (omega != 1.0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
986de80f912SBarry Smith   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
987de80f912SBarry Smith   if (its > 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support yet for multiple point block SOR iterations");
988de80f912SBarry Smith 
989de80f912SBarry Smith   if (!a->idiagvalid){ierr = MatInvertBlockDiagonal_SeqBAIJ(A);CHKERRQ(ierr);}
990de80f912SBarry Smith 
991de80f912SBarry Smith   diag  = a->diag;
992de80f912SBarry Smith   idiag = a->idiag;
993de80f912SBarry Smith   if (!a->mult_work) {
994de80f912SBarry Smith     k    = PetscMax(A->rmap->n,A->cmap->n);
995de80f912SBarry Smith     ierr = PetscMalloc((k+1)*sizeof(PetscScalar),&a->mult_work);CHKERRQ(ierr);
996de80f912SBarry Smith   }
997de80f912SBarry Smith   work = a->mult_work;
998de80f912SBarry Smith   if (!a->sor_work) {
999de80f912SBarry Smith     ierr = PetscMalloc(bs*sizeof(PetscScalar),&a->sor_work);CHKERRQ(ierr);
1000de80f912SBarry Smith   }
1001de80f912SBarry Smith   w = a->sor_work;
1002de80f912SBarry Smith 
1003de80f912SBarry Smith   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
1004de80f912SBarry Smith   ierr = VecGetArrayRead(bb,&b);CHKERRQ(ierr);
1005de80f912SBarry Smith 
1006de80f912SBarry Smith   if (flag & SOR_ZERO_INITIAL_GUESS) {
1007de80f912SBarry Smith     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP){
1008de80f912SBarry Smith       Kernel_w_gets_Ar_times_v(bs,bs,b,idiag,x);
1009de80f912SBarry Smith       /*x[0] = b[0]*idiag[0] + b[1]*idiag[3] + b[2]*idiag[6];
1010de80f912SBarry Smith       x[1] = b[0]*idiag[1] + b[1]*idiag[4] + b[2]*idiag[7];
1011de80f912SBarry Smith       x[2] = b[0]*idiag[2] + b[1]*idiag[5] + b[2]*idiag[8];*/
1012de80f912SBarry Smith       i2     = bs;
1013de80f912SBarry Smith       idiag += bs2;
1014de80f912SBarry Smith       for (i=1; i<m; i++) {
1015de80f912SBarry Smith         v     = aa + bs2*ai[i];
1016de80f912SBarry Smith         vi    = aj + ai[i];
1017de80f912SBarry Smith         nz    = diag[i] - ai[i];
1018de80f912SBarry Smith 
1019de80f912SBarry Smith         ierr = PetscMemcpy(w,b+i2,bs*sizeof(PetscScalar));CHKERRQ(ierr);
1020de80f912SBarry Smith 	/* copy all rows of x that are needed into contiguous space */
1021de80f912SBarry Smith         workt = work;
1022de80f912SBarry Smith         for (j=0; j<nz; j++) {
1023de80f912SBarry Smith           ierr = PetscMemcpy(workt,x + bs*(*vi++),bs*sizeof(PetscScalar));CHKERRQ(ierr);
1024de80f912SBarry Smith           workt += bs;
1025de80f912SBarry Smith         }
1026de80f912SBarry Smith         Kernel_w_gets_w_minus_Ar_times_v(bs,bs*nz,w,v,work);
1027de80f912SBarry Smith        /*s1    = b[i2]; s2 = b[i2+1]; s3 = b[i2+2];
1028de80f912SBarry Smith         while (nz--) {
1029de80f912SBarry Smith           idx  = N*(*vi++);
1030de80f912SBarry Smith           x1   = x[idx]; x2 = x[1+idx];x3 = x[2+idx];
1031de80f912SBarry Smith           s1  -= v[0]*x1 + v[3]*x2 + v[6]*x3;
1032de80f912SBarry Smith           s2  -= v[1]*x1 + v[4]*x2 + v[7]*x3;
1033de80f912SBarry Smith           s3  -= v[2]*x1 + v[5]*x2 + v[8]*x3;
1034de80f912SBarry Smith           v   += N2;
1035de80f912SBarry Smith 	  } */
1036de80f912SBarry Smith 
1037de80f912SBarry Smith         Kernel_w_gets_Ar_times_v(bs,bs,w,idiag,x+i2);
1038de80f912SBarry Smith         /*  x[i2]   = idiag[0]*s1 + idiag[3]*s2 + idiag[6]*s3;
1039de80f912SBarry Smith         x[i2+1] = idiag[1]*s1 + idiag[4]*s2 + idiag[7]*s3;
1040de80f912SBarry Smith         x[i2+2] = idiag[2]*s1 + idiag[5]*s2 + idiag[8]*s3;*/
1041de80f912SBarry Smith 
1042de80f912SBarry Smith         idiag   += bs2;
1043de80f912SBarry Smith         i2      += bs;
1044de80f912SBarry Smith       }
1045de80f912SBarry Smith       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
1046de80f912SBarry Smith       ierr = PetscLogFlops(1.0*bs2*(a->nz));CHKERRQ(ierr);
1047de80f912SBarry Smith     }
1048de80f912SBarry Smith     if ((flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) &&
1049de80f912SBarry Smith         (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP)) {
1050de80f912SBarry Smith       i2    = 0;
1051de80f912SBarry Smith       mdiag = a->idiag+bs2*a->mbs;
1052de80f912SBarry Smith       ierr  = PetscMemcpy(work,x,m*bs*sizeof(PetscScalar));CHKERRQ(ierr);
1053de80f912SBarry Smith       for (i=0; i<m; i++) {
1054de80f912SBarry Smith         Kernel_w_gets_Ar_times_v(bs,bs,work+i2,mdiag,x+i2);
1055de80f912SBarry Smith         /* x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2];
1056de80f912SBarry Smith         x[i2]   = mdiag[0]*x1 + mdiag[3]*x2 + mdiag[6]*x3;
1057de80f912SBarry Smith         x[i2+1] = mdiag[1]*x1 + mdiag[4]*x2 + mdiag[7]*x3;
1058de80f912SBarry Smith         x[i2+2] = mdiag[2]*x1 + mdiag[5]*x2 + mdiag[8]*x3; */
1059de80f912SBarry Smith 
1060de80f912SBarry Smith         mdiag  += bs2;
1061de80f912SBarry Smith         i2     += bs;
1062de80f912SBarry Smith       }
1063de80f912SBarry Smith       ierr = PetscLogFlops(2.0*bs*(bs-1)*m);CHKERRQ(ierr);
1064de80f912SBarry Smith     } else if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
1065de80f912SBarry Smith       ierr = PetscMemcpy(x,b,A->rmap->N*sizeof(PetscScalar));CHKERRQ(ierr);
1066de80f912SBarry Smith     }
1067de80f912SBarry Smith     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP){
1068de80f912SBarry Smith       idiag   = a->idiag+bs2*a->mbs - bs2;
1069de80f912SBarry Smith       i2      = bs*m - bs;
1070de80f912SBarry Smith       ierr = PetscMemcpy(w,x+i2,bs*sizeof(PetscScalar));CHKERRQ(ierr);
1071de80f912SBarry Smith       Kernel_w_gets_Ar_times_v(bs,bs,w,idiag,x+i2);
1072de80f912SBarry Smith       /*x1      = x[i2]; x2 = x[i2+1]; x3 = x[i2+2];
1073de80f912SBarry Smith       x[i2]   = idiag[0]*x1 + idiag[3]*x2 + idiag[6]*x3;
1074de80f912SBarry Smith       x[i2+1] = idiag[1]*x1 + idiag[4]*x2 + idiag[7]*x3;
1075de80f912SBarry Smith       x[i2+2] = idiag[2]*x1 + idiag[5]*x2 + idiag[8]*x3;*/
1076de80f912SBarry Smith       idiag -= bs2;
1077de80f912SBarry Smith       i2    -= bs;
1078de80f912SBarry Smith       for (i=m-2; i>=0; i--) {
1079de80f912SBarry Smith         v     = aa + bs2*(diag[i]+1);
1080de80f912SBarry Smith         vi    = aj + diag[i] + 1;
1081de80f912SBarry Smith         nz    = ai[i+1] - diag[i] - 1;
1082de80f912SBarry Smith 
1083de80f912SBarry Smith         ierr = PetscMemcpy(w,x+i2,bs*sizeof(PetscScalar));CHKERRQ(ierr);
1084de80f912SBarry Smith 	/* copy all rows of x that are needed into contiguous space */
1085de80f912SBarry Smith         workt = work;
1086de80f912SBarry Smith         for (j=0; j<nz; j++) {
1087de80f912SBarry Smith           ierr = PetscMemcpy(workt,x + bs*(*vi++),bs*sizeof(PetscScalar));CHKERRQ(ierr);
1088de80f912SBarry Smith           workt += bs;
1089de80f912SBarry Smith         }
1090de80f912SBarry Smith         Kernel_w_gets_w_minus_Ar_times_v(bs,bs*nz,w,v,work);
1091de80f912SBarry Smith         /* s1    = x[i2]; s2 = x[i2+1]; s3 = x[i2+2];
1092de80f912SBarry Smith         while (nz--) {
1093de80f912SBarry Smith           idx  = N*(*vi++);
1094de80f912SBarry Smith           x1   = x[idx]; x2 = x[1+idx]; x3 = x[2+idx];
1095de80f912SBarry Smith           s1  -= v[0]*x1 + v[3]*x2 + v[6]*x3;
1096de80f912SBarry Smith           s2  -= v[1]*x1 + v[4]*x2 + v[7]*x3;
1097de80f912SBarry Smith           s3  -= v[2]*x1 + v[5]*x2 + v[8]*x3;
1098de80f912SBarry Smith           v   += N2;
1099de80f912SBarry Smith 	  } */
1100de80f912SBarry Smith 
1101de80f912SBarry Smith         Kernel_w_gets_Ar_times_v(bs,bs,w,idiag,x+i2);
1102de80f912SBarry Smith         /*x[i2]   = idiag[0]*s1 + idiag[3]*s2 + idiag[6]*s3;
1103de80f912SBarry Smith         x[i2+1] = idiag[1]*s1 + idiag[4]*s2 + idiag[7]*s3;
1104de80f912SBarry Smith         x[i2+2] = idiag[2]*s1 + idiag[5]*s2 + idiag[8]*s3; */
1105de80f912SBarry Smith         idiag   -= bs2;
1106de80f912SBarry Smith         i2      -= bs;
1107de80f912SBarry Smith       }
1108de80f912SBarry Smith       ierr = PetscLogFlops(1.0*bs2*(a->nz));CHKERRQ(ierr);
1109de80f912SBarry Smith     }
1110de80f912SBarry Smith   } else {
1111de80f912SBarry Smith     SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Only supports point block SOR with zero initial guess");
1112de80f912SBarry Smith   }
1113de80f912SBarry Smith   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
1114de80f912SBarry Smith   ierr = VecRestoreArrayRead(bb,&b);CHKERRQ(ierr);
1115de80f912SBarry Smith   PetscFunctionReturn(0);
1116de80f912SBarry Smith }
1117de80f912SBarry Smith 
1118af674e45SBarry Smith /*
111981824310SBarry Smith     Special version for direct calls from Fortran (Used in PETSc-fun3d)
1120af674e45SBarry Smith */
1121af674e45SBarry Smith #if defined(PETSC_HAVE_FORTRAN_CAPS)
1122af674e45SBarry Smith #define matsetvaluesblocked4_ MATSETVALUESBLOCKED4
1123af674e45SBarry Smith #elif !defined(PETSC_HAVE_FORTRAN_UNDERSCORE)
1124af674e45SBarry Smith #define matsetvaluesblocked4_ matsetvaluesblocked4
1125af674e45SBarry Smith #endif
1126af674e45SBarry Smith 
11279c8c1041SBarry Smith EXTERN_C_BEGIN
1128af674e45SBarry Smith #undef __FUNCT__
1129af674e45SBarry Smith #define __FUNCT__ "matsetvaluesblocked4_"
11307087cfbeSBarry Smith void  matsetvaluesblocked4_(Mat *AA,PetscInt *mm,const PetscInt im[],PetscInt *nn,const PetscInt in[],const PetscScalar v[])
1131af674e45SBarry Smith {
1132af674e45SBarry Smith   Mat               A = *AA;
1133af674e45SBarry Smith   Mat_SeqBAIJ       *a = (Mat_SeqBAIJ*)A->data;
1134c1ac3661SBarry Smith   PetscInt          *rp,k,low,high,t,ii,jj,row,nrow,i,col,l,N,m = *mm,n = *nn;
1135c1ac3661SBarry Smith   PetscInt          *ai=a->i,*ailen=a->ilen;
113617ec6a02SBarry Smith   PetscInt          *aj=a->j,stepval,lastcol = -1;
1137f15d580aSBarry Smith   const PetscScalar *value = v;
11384bb09213Spetsc   MatScalar         *ap,*aa = a->a,*bap;
1139af674e45SBarry Smith 
1140af674e45SBarry Smith   PetscFunctionBegin;
1141d0f46423SBarry Smith   if (A->rmap->bs != 4) SETERRABORT(((PetscObject)A)->comm,PETSC_ERR_ARG_WRONG,"Can only be called with a block size of 4");
1142af674e45SBarry Smith   stepval = (n-1)*4;
1143af674e45SBarry Smith   for (k=0; k<m; k++) { /* loop over added rows */
1144af674e45SBarry Smith     row  = im[k];
1145af674e45SBarry Smith     rp   = aj + ai[row];
1146af674e45SBarry Smith     ap   = aa + 16*ai[row];
1147af674e45SBarry Smith     nrow = ailen[row];
1148af674e45SBarry Smith     low  = 0;
114917ec6a02SBarry Smith     high = nrow;
1150af674e45SBarry Smith     for (l=0; l<n; l++) { /* loop over added columns */
1151af674e45SBarry Smith       col = in[l];
115217ec6a02SBarry Smith       if (col <= lastcol) low = 0; else high = nrow;
115317ec6a02SBarry Smith       lastcol = col;
11541e3347e8SBarry Smith       value = v + k*(stepval+4 + l)*4;
1155af674e45SBarry Smith       while (high-low > 7) {
1156af674e45SBarry Smith         t = (low+high)/2;
1157af674e45SBarry Smith         if (rp[t] > col) high = t;
1158af674e45SBarry Smith         else             low  = t;
1159af674e45SBarry Smith       }
1160af674e45SBarry Smith       for (i=low; i<high; i++) {
1161af674e45SBarry Smith         if (rp[i] > col) break;
1162af674e45SBarry Smith         if (rp[i] == col) {
1163af674e45SBarry Smith           bap  = ap +  16*i;
1164af674e45SBarry Smith           for (ii=0; ii<4; ii++,value+=stepval) {
1165af674e45SBarry Smith             for (jj=ii; jj<16; jj+=4) {
1166af674e45SBarry Smith               bap[jj] += *value++;
1167af674e45SBarry Smith             }
1168af674e45SBarry Smith           }
1169af674e45SBarry Smith           goto noinsert2;
1170af674e45SBarry Smith         }
1171af674e45SBarry Smith       }
1172af674e45SBarry Smith       N = nrow++ - 1;
117317ec6a02SBarry Smith       high++; /* added new column index thus must search to one higher than before */
1174af674e45SBarry Smith       /* shift up all the later entries in this row */
1175af674e45SBarry Smith       for (ii=N; ii>=i; ii--) {
1176af674e45SBarry Smith         rp[ii+1] = rp[ii];
1177a037b02bSBarry Smith         PetscMemcpy(ap+16*(ii+1),ap+16*(ii),16*sizeof(MatScalar));
1178af674e45SBarry Smith       }
1179af674e45SBarry Smith       if (N >= i) {
1180a037b02bSBarry Smith         PetscMemzero(ap+16*i,16*sizeof(MatScalar));
1181af674e45SBarry Smith       }
1182af674e45SBarry Smith       rp[i] = col;
1183af674e45SBarry Smith       bap   = ap +  16*i;
1184af674e45SBarry Smith       for (ii=0; ii<4; ii++,value+=stepval) {
1185af674e45SBarry Smith         for (jj=ii; jj<16; jj+=4) {
1186af674e45SBarry Smith           bap[jj] = *value++;
1187af674e45SBarry Smith         }
1188af674e45SBarry Smith       }
1189af674e45SBarry Smith       noinsert2:;
1190af674e45SBarry Smith       low = i;
1191af674e45SBarry Smith     }
1192af674e45SBarry Smith     ailen[row] = nrow;
1193af674e45SBarry Smith   }
1194be1d678aSKris Buschelman   PetscFunctionReturnVoid();
1195af674e45SBarry Smith }
11969c8c1041SBarry Smith EXTERN_C_END
1197af674e45SBarry Smith 
1198af674e45SBarry Smith #if defined(PETSC_HAVE_FORTRAN_CAPS)
1199af674e45SBarry Smith #define matsetvalues4_ MATSETVALUES4
1200af674e45SBarry Smith #elif !defined(PETSC_HAVE_FORTRAN_UNDERSCORE)
1201af674e45SBarry Smith #define matsetvalues4_ matsetvalues4
1202af674e45SBarry Smith #endif
1203af674e45SBarry Smith 
12049c8c1041SBarry Smith EXTERN_C_BEGIN
1205af674e45SBarry Smith #undef __FUNCT__
1206af674e45SBarry Smith #define __FUNCT__ "MatSetValues4_"
12077087cfbeSBarry Smith void  matsetvalues4_(Mat *AA,PetscInt *mm,PetscInt *im,PetscInt *nn,PetscInt *in,PetscScalar *v)
1208af674e45SBarry Smith {
1209af674e45SBarry Smith   Mat         A = *AA;
1210af674e45SBarry Smith   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
1211c1ac3661SBarry Smith   PetscInt    *rp,k,low,high,t,ii,row,nrow,i,col,l,N,n = *nn,m = *mm;
1212c1ac3661SBarry Smith   PetscInt    *ai=a->i,*ailen=a->ilen;
1213c1ac3661SBarry Smith   PetscInt    *aj=a->j,brow,bcol;
121417ec6a02SBarry Smith   PetscInt    ridx,cidx,lastcol = -1;
1215af674e45SBarry Smith   MatScalar   *ap,value,*aa=a->a,*bap;
1216af674e45SBarry Smith 
1217af674e45SBarry Smith   PetscFunctionBegin;
1218af674e45SBarry Smith   for (k=0; k<m; k++) { /* loop over added rows */
1219af674e45SBarry Smith     row  = im[k]; brow = row/4;
1220af674e45SBarry Smith     rp   = aj + ai[brow];
1221af674e45SBarry Smith     ap   = aa + 16*ai[brow];
1222af674e45SBarry Smith     nrow = ailen[brow];
1223af674e45SBarry Smith     low  = 0;
122417ec6a02SBarry Smith     high = nrow;
1225af674e45SBarry Smith     for (l=0; l<n; l++) { /* loop over added columns */
1226af674e45SBarry Smith       col = in[l]; bcol = col/4;
1227af674e45SBarry Smith       ridx = row % 4; cidx = col % 4;
1228af674e45SBarry Smith       value = v[l + k*n];
122917ec6a02SBarry Smith       if (col <= lastcol) low = 0; else high = nrow;
123017ec6a02SBarry Smith       lastcol = col;
1231af674e45SBarry Smith       while (high-low > 7) {
1232af674e45SBarry Smith         t = (low+high)/2;
1233af674e45SBarry Smith         if (rp[t] > bcol) high = t;
1234af674e45SBarry Smith         else              low  = t;
1235af674e45SBarry Smith       }
1236af674e45SBarry Smith       for (i=low; i<high; i++) {
1237af674e45SBarry Smith         if (rp[i] > bcol) break;
1238af674e45SBarry Smith         if (rp[i] == bcol) {
1239af674e45SBarry Smith           bap  = ap +  16*i + 4*cidx + ridx;
1240af674e45SBarry Smith           *bap += value;
1241af674e45SBarry Smith           goto noinsert1;
1242af674e45SBarry Smith         }
1243af674e45SBarry Smith       }
1244af674e45SBarry Smith       N = nrow++ - 1;
124517ec6a02SBarry Smith       high++; /* added new column thus must search to one higher than before */
1246af674e45SBarry Smith       /* shift up all the later entries in this row */
1247af674e45SBarry Smith       for (ii=N; ii>=i; ii--) {
1248af674e45SBarry Smith         rp[ii+1] = rp[ii];
1249a037b02bSBarry Smith         PetscMemcpy(ap+16*(ii+1),ap+16*(ii),16*sizeof(MatScalar));
1250af674e45SBarry Smith       }
1251af674e45SBarry Smith       if (N>=i) {
1252a037b02bSBarry Smith         PetscMemzero(ap+16*i,16*sizeof(MatScalar));
1253af674e45SBarry Smith       }
1254af674e45SBarry Smith       rp[i]                    = bcol;
1255af674e45SBarry Smith       ap[16*i + 4*cidx + ridx] = value;
1256af674e45SBarry Smith       noinsert1:;
1257af674e45SBarry Smith       low = i;
1258af674e45SBarry Smith     }
1259af674e45SBarry Smith     ailen[brow] = nrow;
1260af674e45SBarry Smith   }
1261be1d678aSKris Buschelman   PetscFunctionReturnVoid();
1262af674e45SBarry Smith }
12639c8c1041SBarry Smith EXTERN_C_END
1264af674e45SBarry Smith 
1265be5855fcSBarry Smith /*
1266be5855fcSBarry Smith      Checks for missing diagonals
1267be5855fcSBarry Smith */
12684a2ae208SSatish Balay #undef __FUNCT__
12694a2ae208SSatish Balay #define __FUNCT__ "MatMissingDiagonal_SeqBAIJ"
1270ace3abfcSBarry Smith PetscErrorCode MatMissingDiagonal_SeqBAIJ(Mat A,PetscBool  *missing,PetscInt *d)
1271be5855fcSBarry Smith {
1272be5855fcSBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
12736849ba73SBarry Smith   PetscErrorCode ierr;
1274c1ac3661SBarry Smith   PetscInt       *diag,*jj = a->j,i;
1275be5855fcSBarry Smith 
1276be5855fcSBarry Smith   PetscFunctionBegin;
1277c4992f7dSBarry Smith   ierr = MatMarkDiagonal_SeqBAIJ(A);CHKERRQ(ierr);
12782af78befSBarry Smith   *missing = PETSC_FALSE;
12792efa7f71SHong Zhang   if (A->rmap->n > 0 && !jj) {
12802efa7f71SHong Zhang     *missing  = PETSC_TRUE;
12812efa7f71SHong Zhang     if (d) *d = 0;
12822efa7f71SHong Zhang     PetscInfo(A,"Matrix has no entries therefor is missing diagonal");
12832efa7f71SHong Zhang   } else {
1284883fce79SBarry Smith     diag     = a->diag;
12850e8e8aceSBarry Smith     for (i=0; i<a->mbs; i++) {
1286be5855fcSBarry Smith       if (jj[diag[i]] != i) {
12872af78befSBarry Smith         *missing  = PETSC_TRUE;
12882af78befSBarry Smith         if (d) *d = i;
12892efa7f71SHong Zhang         PetscInfo1(A,"Matrix is missing block diagonal number %D",i);
12902efa7f71SHong Zhang       }
1291be5855fcSBarry Smith     }
1292be5855fcSBarry Smith   }
1293be5855fcSBarry Smith   PetscFunctionReturn(0);
1294be5855fcSBarry Smith }
1295be5855fcSBarry Smith 
12964a2ae208SSatish Balay #undef __FUNCT__
12974a2ae208SSatish Balay #define __FUNCT__ "MatMarkDiagonal_SeqBAIJ"
1298dfbe8321SBarry Smith PetscErrorCode MatMarkDiagonal_SeqBAIJ(Mat A)
1299de6a44a3SBarry Smith {
1300de6a44a3SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
13016849ba73SBarry Smith   PetscErrorCode ierr;
130209f38230SBarry Smith   PetscInt       i,j,m = a->mbs;
1303de6a44a3SBarry Smith 
13043a40ed3dSBarry Smith   PetscFunctionBegin;
130509f38230SBarry Smith   if (!a->diag) {
130609f38230SBarry Smith     ierr = PetscMalloc(m*sizeof(PetscInt),&a->diag);CHKERRQ(ierr);
13074fd072dbSBarry Smith     ierr = PetscLogObjectMemory(A,m*sizeof(PetscInt));CHKERRQ(ierr);
13084fd072dbSBarry Smith     a->free_diag = PETSC_TRUE;
130909f38230SBarry Smith   }
13107fc0212eSBarry Smith   for (i=0; i<m; i++) {
131109f38230SBarry Smith     a->diag[i] = a->i[i+1];
1312de6a44a3SBarry Smith     for (j=a->i[i]; j<a->i[i+1]; j++) {
1313de6a44a3SBarry Smith       if (a->j[j] == i) {
131409f38230SBarry Smith         a->diag[i] = j;
1315de6a44a3SBarry Smith         break;
1316de6a44a3SBarry Smith       }
1317de6a44a3SBarry Smith     }
1318de6a44a3SBarry Smith   }
13193a40ed3dSBarry Smith   PetscFunctionReturn(0);
1320de6a44a3SBarry Smith }
13212593348eSBarry Smith 
13222593348eSBarry Smith 
132309573ac7SBarry Smith extern PetscErrorCode MatToSymmetricIJ_SeqAIJ(PetscInt,PetscInt*,PetscInt*,PetscInt,PetscInt,PetscInt**,PetscInt**);
13243b2fbd54SBarry Smith 
13254a2ae208SSatish Balay #undef __FUNCT__
13264a2ae208SSatish Balay #define __FUNCT__ "MatGetRowIJ_SeqBAIJ"
1327ace3abfcSBarry Smith static PetscErrorCode MatGetRowIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscBool  symmetric,PetscBool  blockcompressed,PetscInt *nn,PetscInt *ia[],PetscInt *ja[],PetscBool  *done)
13283b2fbd54SBarry Smith {
13293b2fbd54SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1330dfbe8321SBarry Smith   PetscErrorCode ierr;
13315a586d82SBarry Smith   PetscInt       i,j,n = a->mbs,nz = a->i[n],bs = A->rmap->bs,k,l,cnt;
13328f7157efSSatish Balay   PetscInt       *tia, *tja;
13333b2fbd54SBarry Smith 
13343a40ed3dSBarry Smith   PetscFunctionBegin;
13353b2fbd54SBarry Smith   *nn = n;
13363a40ed3dSBarry Smith   if (!ia) PetscFunctionReturn(0);
13373b2fbd54SBarry Smith   if (symmetric) {
13388f7157efSSatish Balay     ierr = MatToSymmetricIJ_SeqAIJ(n,a->i,a->j,0,0,&tia,&tja);CHKERRQ(ierr);
1339553b3c51SBarry Smith     nz   = tia[n];
13403b2fbd54SBarry Smith   } else {
13418f7157efSSatish Balay     tia = a->i; tja = a->j;
13423b2fbd54SBarry Smith   }
13433b2fbd54SBarry Smith 
1344ecc77c7aSBarry Smith   if (!blockcompressed && bs > 1) {
1345ecc77c7aSBarry Smith     (*nn) *= bs;
13468f7157efSSatish Balay     /* malloc & create the natural set of indices */
1347ecc77c7aSBarry Smith     ierr = PetscMalloc((n+1)*bs*sizeof(PetscInt),ia);CHKERRQ(ierr);
13489985e31cSBarry Smith     if (n) {
1349ecc77c7aSBarry Smith       (*ia)[0] = 0;
1350ecc77c7aSBarry Smith       for (j=1; j<bs; j++) {
1351ecc77c7aSBarry Smith         (*ia)[j] = (tia[1]-tia[0])*bs+(*ia)[j-1];
1352ecc77c7aSBarry Smith       }
13539985e31cSBarry Smith     }
1354ecc77c7aSBarry Smith 
1355ecc77c7aSBarry Smith     for (i=1; i<n; i++) {
1356ecc77c7aSBarry Smith       (*ia)[i*bs] = (tia[i]-tia[i-1])*bs + (*ia)[i*bs-1];
1357ecc77c7aSBarry Smith       for (j=1; j<bs; j++) {
1358ecc77c7aSBarry Smith         (*ia)[i*bs+j] = (tia[i+1]-tia[i])*bs + (*ia)[i*bs+j-1];
13598f7157efSSatish Balay       }
13608f7157efSSatish Balay     }
13619985e31cSBarry Smith     if (n) {
1362ecc77c7aSBarry Smith       (*ia)[n*bs] = (tia[n]-tia[n-1])*bs + (*ia)[n*bs-1];
13639985e31cSBarry Smith     }
1364ecc77c7aSBarry Smith 
13659985e31cSBarry Smith     if (ja) {
13669985e31cSBarry Smith       ierr = PetscMalloc(nz*bs*bs*sizeof(PetscInt),ja);CHKERRQ(ierr);
13679985e31cSBarry Smith       cnt = 0;
13689985e31cSBarry Smith       for (i=0; i<n; i++) {
13699985e31cSBarry Smith         for (j=0; j<bs; j++) {
13709985e31cSBarry Smith           for (k=tia[i]; k<tia[i+1]; k++) {
13719985e31cSBarry Smith             for (l=0; l<bs; l++) {
13729985e31cSBarry Smith               (*ja)[cnt++] = bs*tja[k] + l;
13739985e31cSBarry Smith 	    }
13749985e31cSBarry Smith           }
13759985e31cSBarry Smith         }
13769985e31cSBarry Smith       }
13779985e31cSBarry Smith     }
13789985e31cSBarry Smith 
1379ecc77c7aSBarry Smith     n     *= bs;
1380ecc77c7aSBarry Smith     nz *= bs*bs;
13818f7157efSSatish Balay     if (symmetric) { /* deallocate memory allocated in MatToSymmetricIJ_SeqAIJ() */
13828f7157efSSatish Balay       ierr = PetscFree(tia);CHKERRQ(ierr);
13838f7157efSSatish Balay       ierr = PetscFree(tja);CHKERRQ(ierr);
13848f7157efSSatish Balay     }
1385f6d58c54SBarry Smith   } else if (oshift == 1) {
1386715a17b5SBarry Smith     if (symmetric) {
1387715a17b5SBarry Smith       PetscInt nz = tia[A->rmap->n/bs];
1388715a17b5SBarry Smith       /*  add 1 to i and j indices */
1389715a17b5SBarry Smith       for (i=0; i<A->rmap->n/bs+1; i++) tia[i] = tia[i] + 1;
1390715a17b5SBarry Smith       *ia = tia;
1391715a17b5SBarry Smith       if (ja) {
1392715a17b5SBarry Smith 	for (i=0; i<nz; i++) tja[i] = tja[i] + 1;
1393715a17b5SBarry Smith         *ja = tja;
1394715a17b5SBarry Smith       }
1395715a17b5SBarry Smith     } else {
1396f6d58c54SBarry Smith       PetscInt nz = a->i[A->rmap->n/bs];
1397f6d58c54SBarry Smith       /* malloc space and  add 1 to i and j indices */
1398f6d58c54SBarry Smith       ierr = PetscMalloc((A->rmap->n/bs+1)*sizeof(PetscInt),ia);CHKERRQ(ierr);
1399f6d58c54SBarry Smith       for (i=0; i<A->rmap->n/bs+1; i++) (*ia)[i] = a->i[i] + 1;
1400f6d58c54SBarry Smith       if (ja) {
1401f6d58c54SBarry Smith 	ierr = PetscMalloc(nz*sizeof(PetscInt),ja);CHKERRQ(ierr);
1402f6d58c54SBarry Smith 	for (i=0; i<nz; i++) (*ja)[i] = a->j[i] + 1;
1403f6d58c54SBarry Smith       }
1404715a17b5SBarry Smith     }
14058f7157efSSatish Balay   } else {
14068f7157efSSatish Balay     *ia = tia;
1407ecc77c7aSBarry Smith     if (ja) *ja = tja;
14088f7157efSSatish Balay   }
1409f6d58c54SBarry Smith 
14103a40ed3dSBarry Smith   PetscFunctionReturn(0);
14113b2fbd54SBarry Smith }
14123b2fbd54SBarry Smith 
14134a2ae208SSatish Balay #undef __FUNCT__
14144a2ae208SSatish Balay #define __FUNCT__ "MatRestoreRowIJ_SeqBAIJ"
1415ace3abfcSBarry Smith static PetscErrorCode MatRestoreRowIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscBool  symmetric,PetscBool  blockcompressed,PetscInt *nn,PetscInt *ia[],PetscInt *ja[],PetscBool  *done)
14163b2fbd54SBarry Smith {
14176849ba73SBarry Smith   PetscErrorCode ierr;
14183b2fbd54SBarry Smith 
14193a40ed3dSBarry Smith   PetscFunctionBegin;
14203a40ed3dSBarry Smith   if (!ia) PetscFunctionReturn(0);
1421715a17b5SBarry Smith   if ((!blockcompressed && A->rmap->bs > 1) || (symmetric || oshift == 1)) {
1422606d414cSSatish Balay     ierr = PetscFree(*ia);CHKERRQ(ierr);
14239985e31cSBarry Smith     if (ja) {ierr = PetscFree(*ja);CHKERRQ(ierr);}
14243b2fbd54SBarry Smith   }
14253a40ed3dSBarry Smith   PetscFunctionReturn(0);
14263b2fbd54SBarry Smith }
14273b2fbd54SBarry Smith 
14284a2ae208SSatish Balay #undef __FUNCT__
14294a2ae208SSatish Balay #define __FUNCT__ "MatDestroy_SeqBAIJ"
1430dfbe8321SBarry Smith PetscErrorCode MatDestroy_SeqBAIJ(Mat A)
14312d61bbb3SSatish Balay {
14322d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1433dfbe8321SBarry Smith   PetscErrorCode ierr;
14342d61bbb3SSatish Balay 
1435433994e6SBarry Smith   PetscFunctionBegin;
1436aa482453SBarry Smith #if defined(PETSC_USE_LOG)
1437d0f46423SBarry Smith   PetscLogObjectState((PetscObject)A,"Rows=%D, Cols=%D, NZ=%D",A->rmap->N,A->cmap->n,a->nz);
14382d61bbb3SSatish Balay #endif
1439e6b907acSBarry Smith   ierr = MatSeqXAIJFreeAIJ(A,&a->a,&a->j,&a->i);CHKERRQ(ierr);
14406bf464f9SBarry Smith   ierr = ISDestroy(&a->row);CHKERRQ(ierr);
14416bf464f9SBarry Smith   ierr = ISDestroy(&a->col);CHKERRQ(ierr);
14424fd072dbSBarry Smith   if (a->free_diag) {ierr = PetscFree(a->diag);CHKERRQ(ierr);}
144305b42c5fSBarry Smith   ierr = PetscFree(a->idiag);CHKERRQ(ierr);
14444fd072dbSBarry Smith   if (a->free_imax_ilen) {ierr = PetscFree2(a->imax,a->ilen);CHKERRQ(ierr);}
144505b42c5fSBarry Smith   ierr = PetscFree(a->solve_work);CHKERRQ(ierr);
144605b42c5fSBarry Smith   ierr = PetscFree(a->mult_work);CHKERRQ(ierr);
1447de80f912SBarry Smith   ierr = PetscFree(a->sor_work);CHKERRQ(ierr);
14486bf464f9SBarry Smith   ierr = ISDestroy(&a->icol);CHKERRQ(ierr);
144905b42c5fSBarry Smith   ierr = PetscFree(a->saved_values);CHKERRQ(ierr);
145005b42c5fSBarry Smith   ierr = PetscFree(a->xtoy);CHKERRQ(ierr);
1451cd6b891eSBarry Smith   ierr = PetscFree2(a->compressedrow.i,a->compressedrow.rindex);CHKERRQ(ierr);
1452c4319e64SHong Zhang 
14536bf464f9SBarry Smith   ierr = MatDestroy(&a->sbaijMat);CHKERRQ(ierr);
14546bf464f9SBarry Smith   ierr = MatDestroy(&a->parent);CHKERRQ(ierr);
1455bf0cc555SLisandro Dalcin   ierr = PetscFree(A->data);CHKERRQ(ierr);
1456901853e0SKris Buschelman 
1457dbd8c25aSHong Zhang   ierr = PetscObjectChangeTypeName((PetscObject)A,0);CHKERRQ(ierr);
145843516a2dSKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJInvertBlockDiagonal_C","",PETSC_NULL);CHKERRQ(ierr);
1459901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatStoreValues_C","",PETSC_NULL);CHKERRQ(ierr);
1460901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatRetrieveValues_C","",PETSC_NULL);CHKERRQ(ierr);
1461901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJSetColumnIndices_C","",PETSC_NULL);CHKERRQ(ierr);
1462901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatConvert_seqbaij_seqaij_C","",PETSC_NULL);CHKERRQ(ierr);
1463901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatConvert_seqbaij_seqsbaij_C","",PETSC_NULL);CHKERRQ(ierr);
1464901853e0SKris Buschelman   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJSetPreallocation_C","",PETSC_NULL);CHKERRQ(ierr);
1465725b52f3SLisandro Dalcin   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJSetPreallocationCSR_C","",PETSC_NULL);CHKERRQ(ierr);
1466c0cdd4a1SDahai Guo   ierr = PetscObjectComposeFunction((PetscObject)A,"MatConvert_seqbaij_seqbstrm_C","",PETSC_NULL);CHKERRQ(ierr);
1467453d3561SHong Zhang   ierr = PetscObjectComposeFunction((PetscObject)A,"MatIsTranspose_C","",PETSC_NULL);CHKERRQ(ierr);
14682d61bbb3SSatish Balay   PetscFunctionReturn(0);
14692d61bbb3SSatish Balay }
14702d61bbb3SSatish Balay 
14714a2ae208SSatish Balay #undef __FUNCT__
14724a2ae208SSatish Balay #define __FUNCT__ "MatSetOption_SeqBAIJ"
1473ace3abfcSBarry Smith PetscErrorCode MatSetOption_SeqBAIJ(Mat A,MatOption op,PetscBool  flg)
14742d61bbb3SSatish Balay {
14752d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
147663ba0a88SBarry Smith   PetscErrorCode ierr;
14772d61bbb3SSatish Balay 
14782d61bbb3SSatish Balay   PetscFunctionBegin;
1479aa275fccSKris Buschelman   switch (op) {
1480aa275fccSKris Buschelman   case MAT_ROW_ORIENTED:
14814e0d8c25SBarry Smith     a->roworiented    = flg;
1482aa275fccSKris Buschelman     break;
1483a9817697SBarry Smith   case MAT_KEEP_NONZERO_PATTERN:
1484a9817697SBarry Smith     a->keepnonzeropattern = flg;
1485aa275fccSKris Buschelman     break;
1486512a5fc5SBarry Smith   case MAT_NEW_NONZERO_LOCATIONS:
1487512a5fc5SBarry Smith     a->nonew          = (flg ? 0 : 1);
1488aa275fccSKris Buschelman     break;
1489aa275fccSKris Buschelman   case MAT_NEW_NONZERO_LOCATION_ERR:
14904e0d8c25SBarry Smith     a->nonew          = (flg ? -1 : 0);
1491aa275fccSKris Buschelman     break;
1492aa275fccSKris Buschelman   case MAT_NEW_NONZERO_ALLOCATION_ERR:
14934e0d8c25SBarry Smith     a->nonew          = (flg ? -2 : 0);
1494aa275fccSKris Buschelman     break;
149528b2fa4aSMatthew Knepley   case MAT_UNUSED_NONZERO_LOCATION_ERR:
149628b2fa4aSMatthew Knepley     a->nounused       = (flg ? -1 : 0);
149728b2fa4aSMatthew Knepley     break;
1498cd6b891eSBarry Smith   case MAT_CHECK_COMPRESSED_ROW:
1499cd6b891eSBarry Smith     a->compressedrow.check = flg;
1500cd6b891eSBarry Smith     break;
15014e0d8c25SBarry Smith   case MAT_NEW_DIAGONALS:
1502aa275fccSKris Buschelman   case MAT_IGNORE_OFF_PROC_ENTRIES:
1503aa275fccSKris Buschelman   case MAT_USE_HASH_TABLE:
1504290bbb0aSBarry Smith     ierr = PetscInfo1(A,"Option %s ignored\n",MatOptions[op]);CHKERRQ(ierr);
1505aa275fccSKris Buschelman     break;
150677e54ba9SKris Buschelman   case MAT_SYMMETRIC:
150777e54ba9SKris Buschelman   case MAT_STRUCTURALLY_SYMMETRIC:
15089a4540c5SBarry Smith   case MAT_HERMITIAN:
15099a4540c5SBarry Smith   case MAT_SYMMETRY_ETERNAL:
1510290bbb0aSBarry Smith     ierr = PetscInfo1(A,"Option %s ignored\n",MatOptions[op]);CHKERRQ(ierr);
151177e54ba9SKris Buschelman     break;
1512aa275fccSKris Buschelman   default:
1513e32f2f54SBarry Smith     SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"unknown option %d",op);
15142d61bbb3SSatish Balay   }
15152d61bbb3SSatish Balay   PetscFunctionReturn(0);
15162d61bbb3SSatish Balay }
15172d61bbb3SSatish Balay 
15184a2ae208SSatish Balay #undef __FUNCT__
15194a2ae208SSatish Balay #define __FUNCT__ "MatGetRow_SeqBAIJ"
1520c1ac3661SBarry Smith PetscErrorCode MatGetRow_SeqBAIJ(Mat A,PetscInt row,PetscInt *nz,PetscInt **idx,PetscScalar **v)
15212d61bbb3SSatish Balay {
15222d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
15236849ba73SBarry Smith   PetscErrorCode ierr;
1524c1ac3661SBarry Smith   PetscInt       itmp,i,j,k,M,*ai,*aj,bs,bn,bp,*idx_i,bs2;
15253f1db9ecSBarry Smith   MatScalar      *aa,*aa_i;
152687828ca2SBarry Smith   PetscScalar    *v_i;
15272d61bbb3SSatish Balay 
15282d61bbb3SSatish Balay   PetscFunctionBegin;
1529d0f46423SBarry Smith   bs  = A->rmap->bs;
15302d61bbb3SSatish Balay   ai  = a->i;
15312d61bbb3SSatish Balay   aj  = a->j;
15322d61bbb3SSatish Balay   aa  = a->a;
15332d61bbb3SSatish Balay   bs2 = a->bs2;
15342d61bbb3SSatish Balay 
1535e32f2f54SBarry Smith   if (row < 0 || row >= A->rmap->N) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Row %D out of range", row);
15362d61bbb3SSatish Balay 
15372d61bbb3SSatish Balay   bn  = row/bs;   /* Block number */
15382d61bbb3SSatish Balay   bp  = row % bs; /* Block Position */
15392d61bbb3SSatish Balay   M   = ai[bn+1] - ai[bn];
15402d61bbb3SSatish Balay   *nz = bs*M;
15412d61bbb3SSatish Balay 
15422d61bbb3SSatish Balay   if (v) {
15432d61bbb3SSatish Balay     *v = 0;
15442d61bbb3SSatish Balay     if (*nz) {
154587828ca2SBarry Smith       ierr = PetscMalloc((*nz)*sizeof(PetscScalar),v);CHKERRQ(ierr);
15462d61bbb3SSatish Balay       for (i=0; i<M; i++) { /* for each block in the block row */
15472d61bbb3SSatish Balay         v_i  = *v + i*bs;
15482d61bbb3SSatish Balay         aa_i = aa + bs2*(ai[bn] + i);
15492d61bbb3SSatish Balay         for (j=bp,k=0; j<bs2; j+=bs,k++) {v_i[k] = aa_i[j];}
15502d61bbb3SSatish Balay       }
15512d61bbb3SSatish Balay     }
15522d61bbb3SSatish Balay   }
15532d61bbb3SSatish Balay 
15542d61bbb3SSatish Balay   if (idx) {
15552d61bbb3SSatish Balay     *idx = 0;
15562d61bbb3SSatish Balay     if (*nz) {
1557c1ac3661SBarry Smith       ierr = PetscMalloc((*nz)*sizeof(PetscInt),idx);CHKERRQ(ierr);
15582d61bbb3SSatish Balay       for (i=0; i<M; i++) { /* for each block in the block row */
15592d61bbb3SSatish Balay         idx_i = *idx + i*bs;
15602d61bbb3SSatish Balay         itmp  = bs*aj[ai[bn] + i];
15612d61bbb3SSatish Balay         for (j=0; j<bs; j++) {idx_i[j] = itmp++;}
15622d61bbb3SSatish Balay       }
15632d61bbb3SSatish Balay     }
15642d61bbb3SSatish Balay   }
15652d61bbb3SSatish Balay   PetscFunctionReturn(0);
15662d61bbb3SSatish Balay }
15672d61bbb3SSatish Balay 
15684a2ae208SSatish Balay #undef __FUNCT__
15694a2ae208SSatish Balay #define __FUNCT__ "MatRestoreRow_SeqBAIJ"
1570c1ac3661SBarry Smith PetscErrorCode MatRestoreRow_SeqBAIJ(Mat A,PetscInt row,PetscInt *nz,PetscInt **idx,PetscScalar **v)
15712d61bbb3SSatish Balay {
1572dfbe8321SBarry Smith   PetscErrorCode ierr;
1573606d414cSSatish Balay 
15742d61bbb3SSatish Balay   PetscFunctionBegin;
157505b42c5fSBarry Smith   if (idx) {ierr = PetscFree(*idx);CHKERRQ(ierr);}
157605b42c5fSBarry Smith   if (v)   {ierr = PetscFree(*v);CHKERRQ(ierr);}
15772d61bbb3SSatish Balay   PetscFunctionReturn(0);
15782d61bbb3SSatish Balay }
15792d61bbb3SSatish Balay 
1580fca92195SBarry Smith extern PetscErrorCode MatSetValues_SeqBAIJ(Mat,PetscInt,const PetscInt[],PetscInt,const PetscInt[],const PetscScalar[],InsertMode);
1581fca92195SBarry Smith 
15824a2ae208SSatish Balay #undef __FUNCT__
15834a2ae208SSatish Balay #define __FUNCT__ "MatTranspose_SeqBAIJ"
1584fc4dec0aSBarry Smith PetscErrorCode MatTranspose_SeqBAIJ(Mat A,MatReuse reuse,Mat *B)
15852d61bbb3SSatish Balay {
15862d61bbb3SSatish Balay   Mat_SeqBAIJ    *a=(Mat_SeqBAIJ *)A->data;
15872d61bbb3SSatish Balay   Mat            C;
15886849ba73SBarry Smith   PetscErrorCode ierr;
1589d0f46423SBarry Smith   PetscInt       i,j,k,*aj=a->j,*ai=a->i,bs=A->rmap->bs,mbs=a->mbs,nbs=a->nbs,len,*col;
1590c1ac3661SBarry Smith   PetscInt       *rows,*cols,bs2=a->bs2;
1591dd6ea824SBarry Smith   MatScalar      *array;
15922d61bbb3SSatish Balay 
15932d61bbb3SSatish Balay   PetscFunctionBegin;
1594e32f2f54SBarry Smith   if (reuse == MAT_REUSE_MATRIX && A == *B && mbs != nbs) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_SIZ,"Square matrix only for in-place");
1595fc4dec0aSBarry Smith   if (reuse == MAT_INITIAL_MATRIX || A == *B) {
1596c1ac3661SBarry Smith     ierr = PetscMalloc((1+nbs)*sizeof(PetscInt),&col);CHKERRQ(ierr);
1597c1ac3661SBarry Smith     ierr = PetscMemzero(col,(1+nbs)*sizeof(PetscInt));CHKERRQ(ierr);
15982d61bbb3SSatish Balay 
15992d61bbb3SSatish Balay     for (i=0; i<ai[mbs]; i++) col[aj[i]] += 1;
16007adad957SLisandro Dalcin     ierr = MatCreate(((PetscObject)A)->comm,&C);CHKERRQ(ierr);
1601d0f46423SBarry Smith     ierr = MatSetSizes(C,A->cmap->n,A->rmap->N,A->cmap->n,A->rmap->N);CHKERRQ(ierr);
16027adad957SLisandro Dalcin     ierr = MatSetType(C,((PetscObject)A)->type_name);CHKERRQ(ierr);
1603ab93d7beSBarry Smith     ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(C,bs,PETSC_NULL,col);CHKERRQ(ierr);
1604606d414cSSatish Balay     ierr = PetscFree(col);CHKERRQ(ierr);
1605fc4dec0aSBarry Smith   } else {
1606fc4dec0aSBarry Smith     C = *B;
1607fc4dec0aSBarry Smith   }
1608fc4dec0aSBarry Smith 
1609fc4dec0aSBarry Smith   array = a->a;
1610fca92195SBarry Smith   ierr = PetscMalloc2(bs,PetscInt,&rows,bs,PetscInt,&cols);CHKERRQ(ierr);
16112d61bbb3SSatish Balay   for (i=0; i<mbs; i++) {
16122d61bbb3SSatish Balay     cols[0] = i*bs;
16132d61bbb3SSatish Balay     for (k=1; k<bs; k++) cols[k] = cols[k-1] + 1;
16142d61bbb3SSatish Balay     len = ai[i+1] - ai[i];
16152d61bbb3SSatish Balay     for (j=0; j<len; j++) {
16162d61bbb3SSatish Balay       rows[0] = (*aj++)*bs;
16172d61bbb3SSatish Balay       for (k=1; k<bs; k++) rows[k] = rows[k-1] + 1;
1618fca92195SBarry Smith       ierr = MatSetValues_SeqBAIJ(C,bs,rows,bs,cols,array,INSERT_VALUES);CHKERRQ(ierr);
16192d61bbb3SSatish Balay       array += bs2;
16202d61bbb3SSatish Balay     }
16212d61bbb3SSatish Balay   }
1622fca92195SBarry Smith   ierr = PetscFree2(rows,cols);CHKERRQ(ierr);
16232d61bbb3SSatish Balay 
16242d61bbb3SSatish Balay   ierr = MatAssemblyBegin(C,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
16252d61bbb3SSatish Balay   ierr = MatAssemblyEnd(C,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
16262d61bbb3SSatish Balay 
1627815cbec1SBarry Smith   if (reuse == MAT_INITIAL_MATRIX || *B != A) {
16282d61bbb3SSatish Balay     *B = C;
16292d61bbb3SSatish Balay   } else {
1630eb6b5d47SBarry Smith     ierr = MatHeaderMerge(A,C);CHKERRQ(ierr);
16312d61bbb3SSatish Balay   }
16322d61bbb3SSatish Balay   PetscFunctionReturn(0);
16332d61bbb3SSatish Balay }
16342d61bbb3SSatish Balay 
1635453d3561SHong Zhang EXTERN_C_BEGIN
1636453d3561SHong Zhang #undef __FUNCT__
1637453d3561SHong Zhang #define __FUNCT__ "MatIsTranspose_SeqBAIJ"
1638453d3561SHong Zhang PetscErrorCode MatIsTranspose_SeqBAIJ(Mat A,Mat B,PetscReal tol,PetscBool  *f)
1639453d3561SHong Zhang {
1640453d3561SHong Zhang   PetscErrorCode ierr;
1641453d3561SHong Zhang   Mat            Btrans;
1642453d3561SHong Zhang 
1643453d3561SHong Zhang   PetscFunctionBegin;
1644453d3561SHong Zhang   *f = PETSC_FALSE;
1645453d3561SHong Zhang   ierr = MatTranspose_SeqBAIJ(A,MAT_INITIAL_MATRIX,&Btrans);CHKERRQ(ierr);
1646453d3561SHong Zhang   ierr = MatEqual_SeqBAIJ(B,Btrans,f);CHKERRQ(ierr);
1647453d3561SHong Zhang   ierr = MatDestroy(&Btrans);CHKERRQ(ierr);
1648453d3561SHong Zhang   PetscFunctionReturn(0);
1649453d3561SHong Zhang }
1650453d3561SHong Zhang EXTERN_C_END
1651453d3561SHong Zhang 
16524a2ae208SSatish Balay #undef __FUNCT__
16534a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ_Binary"
16546849ba73SBarry Smith static PetscErrorCode MatView_SeqBAIJ_Binary(Mat A,PetscViewer viewer)
16552593348eSBarry Smith {
1656b6490206SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
16576849ba73SBarry Smith   PetscErrorCode ierr;
1658d0f46423SBarry Smith   PetscInt       i,*col_lens,bs = A->rmap->bs,count,*jj,j,k,l,bs2=a->bs2;
1659b24ad042SBarry Smith   int            fd;
166087828ca2SBarry Smith   PetscScalar    *aa;
1661ce6f0cecSBarry Smith   FILE           *file;
16622593348eSBarry Smith 
16633a40ed3dSBarry Smith   PetscFunctionBegin;
1664b0a32e0cSBarry Smith   ierr        = PetscViewerBinaryGetDescriptor(viewer,&fd);CHKERRQ(ierr);
1665d0f46423SBarry Smith   ierr        = PetscMalloc((4+A->rmap->N)*sizeof(PetscInt),&col_lens);CHKERRQ(ierr);
16660700a824SBarry Smith   col_lens[0] = MAT_FILE_CLASSID;
16673b2fbd54SBarry Smith 
1668d0f46423SBarry Smith   col_lens[1] = A->rmap->N;
1669d0f46423SBarry Smith   col_lens[2] = A->cmap->n;
16707e67e3f9SSatish Balay   col_lens[3] = a->nz*bs2;
16712593348eSBarry Smith 
16722593348eSBarry Smith   /* store lengths of each row and write (including header) to file */
1673b6490206SBarry Smith   count = 0;
1674b6490206SBarry Smith   for (i=0; i<a->mbs; i++) {
1675b6490206SBarry Smith     for (j=0; j<bs; j++) {
1676b6490206SBarry Smith       col_lens[4+count++] = bs*(a->i[i+1] - a->i[i]);
1677b6490206SBarry Smith     }
16782593348eSBarry Smith   }
1679d0f46423SBarry Smith   ierr = PetscBinaryWrite(fd,col_lens,4+A->rmap->N,PETSC_INT,PETSC_TRUE);CHKERRQ(ierr);
1680606d414cSSatish Balay   ierr = PetscFree(col_lens);CHKERRQ(ierr);
16812593348eSBarry Smith 
16822593348eSBarry Smith   /* store column indices (zero start index) */
1683c1ac3661SBarry Smith   ierr  = PetscMalloc((a->nz+1)*bs2*sizeof(PetscInt),&jj);CHKERRQ(ierr);
1684b6490206SBarry Smith   count = 0;
1685b6490206SBarry Smith   for (i=0; i<a->mbs; i++) {
1686b6490206SBarry Smith     for (j=0; j<bs; j++) {
1687b6490206SBarry Smith       for (k=a->i[i]; k<a->i[i+1]; k++) {
1688b6490206SBarry Smith         for (l=0; l<bs; l++) {
1689b6490206SBarry Smith           jj[count++] = bs*a->j[k] + l;
16902593348eSBarry Smith         }
16912593348eSBarry Smith       }
1692b6490206SBarry Smith     }
1693b6490206SBarry Smith   }
16946f69ff64SBarry Smith   ierr = PetscBinaryWrite(fd,jj,bs2*a->nz,PETSC_INT,PETSC_FALSE);CHKERRQ(ierr);
1695606d414cSSatish Balay   ierr = PetscFree(jj);CHKERRQ(ierr);
16962593348eSBarry Smith 
16972593348eSBarry Smith   /* store nonzero values */
169887828ca2SBarry Smith   ierr  = PetscMalloc((a->nz+1)*bs2*sizeof(PetscScalar),&aa);CHKERRQ(ierr);
1699b6490206SBarry Smith   count = 0;
1700b6490206SBarry Smith   for (i=0; i<a->mbs; i++) {
1701b6490206SBarry Smith     for (j=0; j<bs; j++) {
1702b6490206SBarry Smith       for (k=a->i[i]; k<a->i[i+1]; k++) {
1703b6490206SBarry Smith         for (l=0; l<bs; l++) {
17047e67e3f9SSatish Balay           aa[count++] = a->a[bs2*k + l*bs + j];
1705b6490206SBarry Smith         }
1706b6490206SBarry Smith       }
1707b6490206SBarry Smith     }
1708b6490206SBarry Smith   }
17096f69ff64SBarry Smith   ierr = PetscBinaryWrite(fd,aa,bs2*a->nz,PETSC_SCALAR,PETSC_FALSE);CHKERRQ(ierr);
1710606d414cSSatish Balay   ierr = PetscFree(aa);CHKERRQ(ierr);
1711ce6f0cecSBarry Smith 
1712b0a32e0cSBarry Smith   ierr = PetscViewerBinaryGetInfoPointer(viewer,&file);CHKERRQ(ierr);
1713ce6f0cecSBarry Smith   if (file) {
1714d0f46423SBarry Smith     fprintf(file,"-matload_block_size %d\n",(int)A->rmap->bs);
1715ce6f0cecSBarry Smith   }
17163a40ed3dSBarry Smith   PetscFunctionReturn(0);
17172593348eSBarry Smith }
17182593348eSBarry Smith 
17194a2ae208SSatish Balay #undef __FUNCT__
17204a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ_ASCII"
17216849ba73SBarry Smith static PetscErrorCode MatView_SeqBAIJ_ASCII(Mat A,PetscViewer viewer)
17222593348eSBarry Smith {
1723b6490206SBarry Smith   Mat_SeqBAIJ       *a = (Mat_SeqBAIJ*)A->data;
1724dfbe8321SBarry Smith   PetscErrorCode    ierr;
1725d0f46423SBarry Smith   PetscInt          i,j,bs = A->rmap->bs,k,l,bs2=a->bs2;
1726f3ef73ceSBarry Smith   PetscViewerFormat format;
17272593348eSBarry Smith 
17283a40ed3dSBarry Smith   PetscFunctionBegin;
1729b0a32e0cSBarry Smith   ierr = PetscViewerGetFormat(viewer,&format);CHKERRQ(ierr);
1730456192e2SBarry Smith   if (format == PETSC_VIEWER_ASCII_INFO || format == PETSC_VIEWER_ASCII_INFO_DETAIL) {
173177431f27SBarry Smith     ierr = PetscViewerASCIIPrintf(viewer,"  block size is %D\n",bs);CHKERRQ(ierr);
1732fb9695e5SSatish Balay   } else if (format == PETSC_VIEWER_ASCII_MATLAB) {
1733bcd9e38bSBarry Smith     Mat aij;
1734ceb03754SKris Buschelman     ierr = MatConvert(A,MATSEQAIJ,MAT_INITIAL_MATRIX,&aij);CHKERRQ(ierr);
1735bcd9e38bSBarry Smith     ierr = MatView(aij,viewer);CHKERRQ(ierr);
17366bf464f9SBarry Smith     ierr = MatDestroy(&aij);CHKERRQ(ierr);
173704929863SHong Zhang   } else if (format == PETSC_VIEWER_ASCII_FACTOR_INFO) {
173804929863SHong Zhang      PetscFunctionReturn(0);
1739fb9695e5SSatish Balay   } else if (format == PETSC_VIEWER_ASCII_COMMON) {
1740d00279f6SBarry Smith     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_FALSE);CHKERRQ(ierr);
17417566de4bSShri Abhyankar     ierr = PetscObjectPrintClassNamePrefixType((PetscObject)A,viewer,"Matrix Object");CHKERRQ(ierr);
174244cd7ae7SLois Curfman McInnes     for (i=0; i<a->mbs; i++) {
174344cd7ae7SLois Curfman McInnes       for (j=0; j<bs; j++) {
174477431f27SBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"row %D:",i*bs+j);CHKERRQ(ierr);
174544cd7ae7SLois Curfman McInnes         for (k=a->i[i]; k<a->i[i+1]; k++) {
174644cd7ae7SLois Curfman McInnes           for (l=0; l<bs; l++) {
1747aa482453SBarry Smith #if defined(PETSC_USE_COMPLEX)
17480e6d2581SBarry Smith             if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) > 0.0 && PetscRealPart(a->a[bs2*k + l*bs + j]) != 0.0) {
1749a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G + %Gi) ",bs*a->j[k]+l,
17500e6d2581SBarry Smith                       PetscRealPart(a->a[bs2*k + l*bs + j]),PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
17510e6d2581SBarry Smith             } else if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) < 0.0 && PetscRealPart(a->a[bs2*k + l*bs + j]) != 0.0) {
1752a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G - %Gi) ",bs*a->j[k]+l,
17530e6d2581SBarry Smith                       PetscRealPart(a->a[bs2*k + l*bs + j]),-PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
17540e6d2581SBarry Smith             } else if (PetscRealPart(a->a[bs2*k + l*bs + j]) != 0.0) {
1755a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G) ",bs*a->j[k]+l,PetscRealPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
17560ef38995SBarry Smith             }
175744cd7ae7SLois Curfman McInnes #else
17580ef38995SBarry Smith             if (a->a[bs2*k + l*bs + j] != 0.0) {
1759a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G) ",bs*a->j[k]+l,a->a[bs2*k + l*bs + j]);CHKERRQ(ierr);
17600ef38995SBarry Smith             }
176144cd7ae7SLois Curfman McInnes #endif
176244cd7ae7SLois Curfman McInnes           }
176344cd7ae7SLois Curfman McInnes         }
1764b0a32e0cSBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr);
176544cd7ae7SLois Curfman McInnes       }
176644cd7ae7SLois Curfman McInnes     }
1767d00279f6SBarry Smith     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_TRUE);CHKERRQ(ierr);
17680ef38995SBarry Smith   } else {
1769d00279f6SBarry Smith     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_FALSE);CHKERRQ(ierr);
17707566de4bSShri Abhyankar     ierr = PetscObjectPrintClassNamePrefixType((PetscObject)A,viewer,"Matrix Object");CHKERRQ(ierr);
1771b6490206SBarry Smith     for (i=0; i<a->mbs; i++) {
1772b6490206SBarry Smith       for (j=0; j<bs; j++) {
177377431f27SBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"row %D:",i*bs+j);CHKERRQ(ierr);
1774b6490206SBarry Smith         for (k=a->i[i]; k<a->i[i+1]; k++) {
1775b6490206SBarry Smith           for (l=0; l<bs; l++) {
1776aa482453SBarry Smith #if defined(PETSC_USE_COMPLEX)
17770e6d2581SBarry Smith             if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) > 0.0) {
1778a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G + %G i) ",bs*a->j[k]+l,
17790e6d2581SBarry Smith                 PetscRealPart(a->a[bs2*k + l*bs + j]),PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
17800e6d2581SBarry Smith             } else if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) < 0.0) {
1781a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G - %G i) ",bs*a->j[k]+l,
17820e6d2581SBarry Smith                 PetscRealPart(a->a[bs2*k + l*bs + j]),-PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
17830ef38995SBarry Smith             } else {
1784a83599f4SBarry Smith               ierr = PetscViewerASCIIPrintf(viewer," (%D, %G) ",bs*a->j[k]+l,PetscRealPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
178588685aaeSLois Curfman McInnes             }
178688685aaeSLois Curfman McInnes #else
1787a83599f4SBarry Smith             ierr = PetscViewerASCIIPrintf(viewer," (%D, %G) ",bs*a->j[k]+l,a->a[bs2*k + l*bs + j]);CHKERRQ(ierr);
178888685aaeSLois Curfman McInnes #endif
17892593348eSBarry Smith           }
17902593348eSBarry Smith         }
1791b0a32e0cSBarry Smith         ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr);
17922593348eSBarry Smith       }
17932593348eSBarry Smith     }
1794d00279f6SBarry Smith     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_TRUE);CHKERRQ(ierr);
1795b6490206SBarry Smith   }
1796b0a32e0cSBarry Smith   ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
17973a40ed3dSBarry Smith   PetscFunctionReturn(0);
17982593348eSBarry Smith }
17992593348eSBarry Smith 
18004a2ae208SSatish Balay #undef __FUNCT__
18014a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ_Draw_Zoom"
18026849ba73SBarry Smith static PetscErrorCode MatView_SeqBAIJ_Draw_Zoom(PetscDraw draw,void *Aa)
18033270192aSSatish Balay {
180477ed5343SBarry Smith   Mat            A = (Mat) Aa;
18053270192aSSatish Balay   Mat_SeqBAIJ    *a=(Mat_SeqBAIJ*)A->data;
18066849ba73SBarry Smith   PetscErrorCode ierr;
1807d0f46423SBarry Smith   PetscInt       row,i,j,k,l,mbs=a->mbs,color,bs=A->rmap->bs,bs2=a->bs2;
18080e6d2581SBarry Smith   PetscReal      xl,yl,xr,yr,x_l,x_r,y_l,y_r;
18093f1db9ecSBarry Smith   MatScalar      *aa;
1810b0a32e0cSBarry Smith   PetscViewer    viewer;
1811b3e7f47fSJed Brown   PetscViewerFormat format;
18123270192aSSatish Balay 
18133a40ed3dSBarry Smith   PetscFunctionBegin;
181477ed5343SBarry Smith   ierr = PetscObjectQuery((PetscObject)A,"Zoomviewer",(PetscObject*)&viewer);CHKERRQ(ierr);
1815b3e7f47fSJed Brown   ierr = PetscViewerGetFormat(viewer,&format);CHKERRQ(ierr);
181677ed5343SBarry Smith 
1817b0a32e0cSBarry Smith   ierr = PetscDrawGetCoordinates(draw,&xl,&yl,&xr,&yr);CHKERRQ(ierr);
181877ed5343SBarry Smith 
18193270192aSSatish Balay   /* loop over matrix elements drawing boxes */
1820b3e7f47fSJed Brown 
1821b3e7f47fSJed Brown   if (format != PETSC_VIEWER_DRAW_CONTOUR) {
1822b0a32e0cSBarry Smith     color = PETSC_DRAW_BLUE;
18233270192aSSatish Balay     for (i=0,row=0; i<mbs; i++,row+=bs) {
18243270192aSSatish Balay       for (j=a->i[i]; j<a->i[i+1]; j++) {
1825d0f46423SBarry Smith         y_l = A->rmap->N - row - 1.0; y_r = y_l + 1.0;
18263270192aSSatish Balay         x_l = a->j[j]*bs; x_r = x_l + 1.0;
18273270192aSSatish Balay         aa = a->a + j*bs2;
18283270192aSSatish Balay         for (k=0; k<bs; k++) {
18293270192aSSatish Balay           for (l=0; l<bs; l++) {
18300e6d2581SBarry Smith             if (PetscRealPart(*aa++) >=  0.) continue;
1831b0a32e0cSBarry Smith             ierr = PetscDrawRectangle(draw,x_l+k,y_l-l,x_r+k,y_r-l,color,color,color,color);CHKERRQ(ierr);
18323270192aSSatish Balay           }
18333270192aSSatish Balay         }
18343270192aSSatish Balay       }
18353270192aSSatish Balay     }
1836b0a32e0cSBarry Smith     color = PETSC_DRAW_CYAN;
18373270192aSSatish Balay     for (i=0,row=0; i<mbs; i++,row+=bs) {
18383270192aSSatish Balay       for (j=a->i[i]; j<a->i[i+1]; j++) {
1839d0f46423SBarry Smith         y_l = A->rmap->N - row - 1.0; y_r = y_l + 1.0;
18403270192aSSatish Balay         x_l = a->j[j]*bs; x_r = x_l + 1.0;
18413270192aSSatish Balay         aa = a->a + j*bs2;
18423270192aSSatish Balay         for (k=0; k<bs; k++) {
18433270192aSSatish Balay           for (l=0; l<bs; l++) {
18440e6d2581SBarry Smith             if (PetscRealPart(*aa++) != 0.) continue;
1845b0a32e0cSBarry Smith             ierr = PetscDrawRectangle(draw,x_l+k,y_l-l,x_r+k,y_r-l,color,color,color,color);CHKERRQ(ierr);
18463270192aSSatish Balay           }
18473270192aSSatish Balay         }
18483270192aSSatish Balay       }
18493270192aSSatish Balay     }
1850b0a32e0cSBarry Smith     color = PETSC_DRAW_RED;
18513270192aSSatish Balay     for (i=0,row=0; i<mbs; i++,row+=bs) {
18523270192aSSatish Balay       for (j=a->i[i]; j<a->i[i+1]; j++) {
1853d0f46423SBarry Smith         y_l = A->rmap->N - row - 1.0; y_r = y_l + 1.0;
18543270192aSSatish Balay         x_l = a->j[j]*bs; x_r = x_l + 1.0;
18553270192aSSatish Balay         aa = a->a + j*bs2;
18563270192aSSatish Balay         for (k=0; k<bs; k++) {
18573270192aSSatish Balay           for (l=0; l<bs; l++) {
18580e6d2581SBarry Smith             if (PetscRealPart(*aa++) <= 0.) continue;
1859b0a32e0cSBarry Smith             ierr = PetscDrawRectangle(draw,x_l+k,y_l-l,x_r+k,y_r-l,color,color,color,color);CHKERRQ(ierr);
18603270192aSSatish Balay           }
18613270192aSSatish Balay         }
18623270192aSSatish Balay       }
18633270192aSSatish Balay     }
1864b3e7f47fSJed Brown   } else {
1865b3e7f47fSJed Brown     /* use contour shading to indicate magnitude of values */
1866b3e7f47fSJed Brown     /* first determine max of all nonzero values */
1867b3e7f47fSJed Brown     PetscDraw   popup;
1868b3e7f47fSJed Brown     PetscReal scale,maxv = 0.0;
1869b3e7f47fSJed Brown 
1870b3e7f47fSJed Brown     for (i=0; i<a->nz*a->bs2; i++) {
1871b3e7f47fSJed Brown       if (PetscAbsScalar(a->a[i]) > maxv) maxv = PetscAbsScalar(a->a[i]);
1872b3e7f47fSJed Brown     }
1873b3e7f47fSJed Brown     scale = (245.0 - PETSC_DRAW_BASIC_COLORS)/maxv;
1874b3e7f47fSJed Brown     ierr  = PetscDrawGetPopup(draw,&popup);CHKERRQ(ierr);
1875b3e7f47fSJed Brown     if (popup) {ierr  = PetscDrawScalePopup(popup,0.0,maxv);CHKERRQ(ierr);}
1876b3e7f47fSJed Brown     for (i=0,row=0; i<mbs; i++,row+=bs) {
1877b3e7f47fSJed Brown       for (j=a->i[i]; j<a->i[i+1]; j++) {
1878b3e7f47fSJed Brown         y_l = A->rmap->N - row - 1.0; y_r = y_l + 1.0;
1879b3e7f47fSJed Brown         x_l = a->j[j]*bs; x_r = x_l + 1.0;
1880b3e7f47fSJed Brown         aa = a->a + j*bs2;
1881b3e7f47fSJed Brown         for (k=0; k<bs; k++) {
1882b3e7f47fSJed Brown           for (l=0; l<bs; l++) {
1883b3e7f47fSJed Brown             color = PETSC_DRAW_BASIC_COLORS + (PetscInt)(scale*PetscAbsScalar(*aa++));
1884b3e7f47fSJed Brown             ierr = PetscDrawRectangle(draw,x_l+k,y_l-l,x_r+k,y_r-l,color,color,color,color);CHKERRQ(ierr);
1885b3e7f47fSJed Brown           }
1886b3e7f47fSJed Brown         }
1887b3e7f47fSJed Brown       }
1888b3e7f47fSJed Brown     }
1889b3e7f47fSJed Brown   }
189077ed5343SBarry Smith   PetscFunctionReturn(0);
189177ed5343SBarry Smith }
18923270192aSSatish Balay 
18934a2ae208SSatish Balay #undef __FUNCT__
18944a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ_Draw"
18956849ba73SBarry Smith static PetscErrorCode MatView_SeqBAIJ_Draw(Mat A,PetscViewer viewer)
189677ed5343SBarry Smith {
1897dfbe8321SBarry Smith   PetscErrorCode ierr;
18980e6d2581SBarry Smith   PetscReal      xl,yl,xr,yr,w,h;
1899b0a32e0cSBarry Smith   PetscDraw      draw;
1900ace3abfcSBarry Smith   PetscBool      isnull;
19013270192aSSatish Balay 
190277ed5343SBarry Smith   PetscFunctionBegin;
190377ed5343SBarry Smith 
1904b0a32e0cSBarry Smith   ierr = PetscViewerDrawGetDraw(viewer,0,&draw);CHKERRQ(ierr);
1905b0a32e0cSBarry Smith   ierr = PetscDrawIsNull(draw,&isnull);CHKERRQ(ierr); if (isnull) PetscFunctionReturn(0);
190677ed5343SBarry Smith 
190777ed5343SBarry Smith   ierr = PetscObjectCompose((PetscObject)A,"Zoomviewer",(PetscObject)viewer);CHKERRQ(ierr);
1908d0f46423SBarry Smith   xr  = A->cmap->n; yr = A->rmap->N; h = yr/10.0; w = xr/10.0;
190977ed5343SBarry Smith   xr += w;    yr += h;  xl = -w;     yl = -h;
1910b0a32e0cSBarry Smith   ierr = PetscDrawSetCoordinates(draw,xl,yl,xr,yr);CHKERRQ(ierr);
1911b0a32e0cSBarry Smith   ierr = PetscDrawZoom(draw,MatView_SeqBAIJ_Draw_Zoom,A);CHKERRQ(ierr);
191277ed5343SBarry Smith   ierr = PetscObjectCompose((PetscObject)A,"Zoomviewer",PETSC_NULL);CHKERRQ(ierr);
19133a40ed3dSBarry Smith   PetscFunctionReturn(0);
19143270192aSSatish Balay }
19153270192aSSatish Balay 
19164a2ae208SSatish Balay #undef __FUNCT__
19174a2ae208SSatish Balay #define __FUNCT__ "MatView_SeqBAIJ"
1918dfbe8321SBarry Smith PetscErrorCode MatView_SeqBAIJ(Mat A,PetscViewer viewer)
19192593348eSBarry Smith {
1920dfbe8321SBarry Smith   PetscErrorCode ierr;
1921ace3abfcSBarry Smith   PetscBool      iascii,isbinary,isdraw;
19222593348eSBarry Smith 
19233a40ed3dSBarry Smith   PetscFunctionBegin;
19242692d6eeSBarry Smith   ierr = PetscTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&iascii);CHKERRQ(ierr);
19252692d6eeSBarry Smith   ierr = PetscTypeCompare((PetscObject)viewer,PETSCVIEWERBINARY,&isbinary);CHKERRQ(ierr);
19262692d6eeSBarry Smith   ierr = PetscTypeCompare((PetscObject)viewer,PETSCVIEWERDRAW,&isdraw);CHKERRQ(ierr);
192732077d6dSBarry Smith   if (iascii){
19283a40ed3dSBarry Smith     ierr = MatView_SeqBAIJ_ASCII(A,viewer);CHKERRQ(ierr);
19290f5bd95cSBarry Smith   } else if (isbinary) {
19303a40ed3dSBarry Smith     ierr = MatView_SeqBAIJ_Binary(A,viewer);CHKERRQ(ierr);
19310f5bd95cSBarry Smith   } else if (isdraw) {
19323a40ed3dSBarry Smith     ierr = MatView_SeqBAIJ_Draw(A,viewer);CHKERRQ(ierr);
19335cd90555SBarry Smith   } else {
1934a5e6ed63SBarry Smith     Mat B;
1935ceb03754SKris Buschelman     ierr = MatConvert(A,MATSEQAIJ,MAT_INITIAL_MATRIX,&B);CHKERRQ(ierr);
1936a5e6ed63SBarry Smith     ierr = MatView(B,viewer);CHKERRQ(ierr);
19376bf464f9SBarry Smith     ierr = MatDestroy(&B);CHKERRQ(ierr);
19382593348eSBarry Smith   }
19393a40ed3dSBarry Smith   PetscFunctionReturn(0);
19402593348eSBarry Smith }
1941b6490206SBarry Smith 
1942cd0e1443SSatish Balay 
19434a2ae208SSatish Balay #undef __FUNCT__
19444a2ae208SSatish Balay #define __FUNCT__ "MatGetValues_SeqBAIJ"
1945c1ac3661SBarry Smith PetscErrorCode MatGetValues_SeqBAIJ(Mat A,PetscInt m,const PetscInt im[],PetscInt n,const PetscInt in[],PetscScalar v[])
1946cd0e1443SSatish Balay {
1947cd0e1443SSatish Balay   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
1948c1ac3661SBarry Smith   PetscInt    *rp,k,low,high,t,row,nrow,i,col,l,*aj = a->j;
1949c1ac3661SBarry Smith   PetscInt    *ai = a->i,*ailen = a->ilen;
1950d0f46423SBarry Smith   PetscInt    brow,bcol,ridx,cidx,bs=A->rmap->bs,bs2=a->bs2;
195197e567efSBarry Smith   MatScalar   *ap,*aa = a->a;
1952cd0e1443SSatish Balay 
19533a40ed3dSBarry Smith   PetscFunctionBegin;
19542d61bbb3SSatish Balay   for (k=0; k<m; k++) { /* loop over rows */
1955cd0e1443SSatish Balay     row  = im[k]; brow = row/bs;
1956e32f2f54SBarry Smith     if (row < 0) {v += n; continue;} /* SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Negative row"); */
1957e32f2f54SBarry Smith     if (row >= A->rmap->N) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Row %D too large", row);
19582d61bbb3SSatish Balay     rp   = aj + ai[brow] ; ap = aa + bs2*ai[brow] ;
19592c3acbe9SBarry Smith     nrow = ailen[brow];
19602d61bbb3SSatish Balay     for (l=0; l<n; l++) { /* loop over columns */
1961e32f2f54SBarry Smith       if (in[l] < 0) {v++; continue;} /* SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Negative column"); */
1962e32f2f54SBarry Smith       if (in[l] >= A->cmap->n) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Column %D too large", in[l]);
19632d61bbb3SSatish Balay       col  = in[l] ;
19642d61bbb3SSatish Balay       bcol = col/bs;
19652d61bbb3SSatish Balay       cidx = col%bs;
19662d61bbb3SSatish Balay       ridx = row%bs;
19672d61bbb3SSatish Balay       high = nrow;
19682d61bbb3SSatish Balay       low  = 0; /* assume unsorted */
19692d61bbb3SSatish Balay       while (high-low > 5) {
1970cd0e1443SSatish Balay         t = (low+high)/2;
1971cd0e1443SSatish Balay         if (rp[t] > bcol) high = t;
1972cd0e1443SSatish Balay         else             low  = t;
1973cd0e1443SSatish Balay       }
1974cd0e1443SSatish Balay       for (i=low; i<high; i++) {
1975cd0e1443SSatish Balay         if (rp[i] > bcol) break;
1976cd0e1443SSatish Balay         if (rp[i] == bcol) {
19772d61bbb3SSatish Balay           *v++ = ap[bs2*i+bs*cidx+ridx];
19782d61bbb3SSatish Balay           goto finished;
1979cd0e1443SSatish Balay         }
1980cd0e1443SSatish Balay       }
198197e567efSBarry Smith       *v++ = 0.0;
19822d61bbb3SSatish Balay       finished:;
1983cd0e1443SSatish Balay     }
1984cd0e1443SSatish Balay   }
19853a40ed3dSBarry Smith   PetscFunctionReturn(0);
1986cd0e1443SSatish Balay }
1987cd0e1443SSatish Balay 
19884a2ae208SSatish Balay #undef __FUNCT__
19894a2ae208SSatish Balay #define __FUNCT__ "MatSetValuesBlocked_SeqBAIJ"
1990dd6ea824SBarry Smith PetscErrorCode MatSetValuesBlocked_SeqBAIJ(Mat A,PetscInt m,const PetscInt im[],PetscInt n,const PetscInt in[],const PetscScalar v[],InsertMode is)
199192c4ed94SBarry Smith {
199292c4ed94SBarry Smith   Mat_SeqBAIJ       *a = (Mat_SeqBAIJ*)A->data;
1993e2ee6c50SBarry Smith   PetscInt          *rp,k,low,high,t,ii,jj,row,nrow,i,col,l,rmax,N,lastcol = -1;
1994c1ac3661SBarry Smith   PetscInt          *imax=a->imax,*ai=a->i,*ailen=a->ilen;
19956849ba73SBarry Smith   PetscErrorCode    ierr;
1996d0f46423SBarry Smith   PetscInt          *aj=a->j,nonew=a->nonew,bs2=a->bs2,bs=A->rmap->bs,stepval;
1997ace3abfcSBarry Smith   PetscBool         roworiented=a->roworiented;
1998dd6ea824SBarry Smith   const PetscScalar *value = v;
1999f15d580aSBarry Smith   MatScalar         *ap,*aa = a->a,*bap;
200092c4ed94SBarry Smith 
20013a40ed3dSBarry Smith   PetscFunctionBegin;
20020e324ae4SSatish Balay   if (roworiented) {
20030e324ae4SSatish Balay     stepval = (n-1)*bs;
20040e324ae4SSatish Balay   } else {
20050e324ae4SSatish Balay     stepval = (m-1)*bs;
20060e324ae4SSatish Balay   }
200792c4ed94SBarry Smith   for (k=0; k<m; k++) { /* loop over added rows */
200892c4ed94SBarry Smith     row  = im[k];
20095ef9f2a5SBarry Smith     if (row < 0) continue;
20102515c552SBarry Smith #if defined(PETSC_USE_DEBUG)
2011e32f2f54SBarry Smith     if (row >= a->mbs) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Row too large: row %D max %D",row,a->mbs-1);
201292c4ed94SBarry Smith #endif
201392c4ed94SBarry Smith     rp   = aj + ai[row];
201492c4ed94SBarry Smith     ap   = aa + bs2*ai[row];
201592c4ed94SBarry Smith     rmax = imax[row];
201692c4ed94SBarry Smith     nrow = ailen[row];
201792c4ed94SBarry Smith     low  = 0;
2018c71e6ed7SBarry Smith     high = nrow;
201992c4ed94SBarry Smith     for (l=0; l<n; l++) { /* loop over added columns */
20205ef9f2a5SBarry Smith       if (in[l] < 0) continue;
20212515c552SBarry Smith #if defined(PETSC_USE_DEBUG)
2022e32f2f54SBarry Smith       if (in[l] >= a->nbs) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Column too large: col %D max %D",in[l],a->nbs-1);
202392c4ed94SBarry Smith #endif
202492c4ed94SBarry Smith       col = in[l];
202592c4ed94SBarry Smith       if (roworiented) {
202653ef36baSBarry Smith         value = v + (k*(stepval+bs) + l)*bs;
20270e324ae4SSatish Balay       } else {
202853ef36baSBarry Smith         value = v + (l*(stepval+bs) + k)*bs;
202992c4ed94SBarry Smith       }
20307cd84e04SBarry Smith       if (col <= lastcol) low = 0; else high = nrow;
2031e2ee6c50SBarry Smith       lastcol = col;
203292c4ed94SBarry Smith       while (high-low > 7) {
203392c4ed94SBarry Smith         t = (low+high)/2;
203492c4ed94SBarry Smith         if (rp[t] > col) high = t;
203592c4ed94SBarry Smith         else             low  = t;
203692c4ed94SBarry Smith       }
203792c4ed94SBarry Smith       for (i=low; i<high; i++) {
203892c4ed94SBarry Smith         if (rp[i] > col) break;
203992c4ed94SBarry Smith         if (rp[i] == col) {
20408a84c255SSatish Balay           bap  = ap +  bs2*i;
20410e324ae4SSatish Balay           if (roworiented) {
20428a84c255SSatish Balay             if (is == ADD_VALUES) {
2043dd9472c6SBarry Smith               for (ii=0; ii<bs; ii++,value+=stepval) {
2044dd9472c6SBarry Smith                 for (jj=ii; jj<bs2; jj+=bs) {
20458a84c255SSatish Balay                   bap[jj] += *value++;
2046dd9472c6SBarry Smith                 }
2047dd9472c6SBarry Smith               }
20480e324ae4SSatish Balay             } else {
2049dd9472c6SBarry Smith               for (ii=0; ii<bs; ii++,value+=stepval) {
2050dd9472c6SBarry Smith                 for (jj=ii; jj<bs2; jj+=bs) {
20510e324ae4SSatish Balay                   bap[jj] = *value++;
20528a84c255SSatish Balay                 }
2053dd9472c6SBarry Smith               }
2054dd9472c6SBarry Smith             }
20550e324ae4SSatish Balay           } else {
20560e324ae4SSatish Balay             if (is == ADD_VALUES) {
205753ef36baSBarry Smith               for (ii=0; ii<bs; ii++,value+=bs+stepval) {
2058dd9472c6SBarry Smith                 for (jj=0; jj<bs; jj++) {
205953ef36baSBarry Smith                   bap[jj] += value[jj];
2060dd9472c6SBarry Smith                 }
206153ef36baSBarry Smith                 bap += bs;
2062dd9472c6SBarry Smith               }
20630e324ae4SSatish Balay             } else {
206453ef36baSBarry Smith               for (ii=0; ii<bs; ii++,value+=bs+stepval) {
2065dd9472c6SBarry Smith                 for (jj=0; jj<bs; jj++) {
206653ef36baSBarry Smith                   bap[jj]  = value[jj];
20670e324ae4SSatish Balay                 }
206853ef36baSBarry Smith                 bap += bs;
20698a84c255SSatish Balay               }
2070dd9472c6SBarry Smith             }
2071dd9472c6SBarry Smith           }
2072f1241b54SBarry Smith           goto noinsert2;
207392c4ed94SBarry Smith         }
207492c4ed94SBarry Smith       }
207589280ab3SLois Curfman McInnes       if (nonew == 1) goto noinsert2;
2076e32f2f54SBarry Smith       if (nonew == -1) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Inserting a new nonzero (%D, %D) in the matrix", row, col);
2077fef13f97SBarry Smith       MatSeqXAIJReallocateAIJ(A,a->mbs,bs2,nrow,row,col,rmax,aa,ai,aj,rp,ap,imax,nonew,MatScalar);
2078c03d1d03SSatish Balay       N = nrow++ - 1; high++;
207992c4ed94SBarry Smith       /* shift up all the later entries in this row */
208092c4ed94SBarry Smith       for (ii=N; ii>=i; ii--) {
208192c4ed94SBarry Smith         rp[ii+1] = rp[ii];
2082549d3d68SSatish Balay         ierr = PetscMemcpy(ap+bs2*(ii+1),ap+bs2*(ii),bs2*sizeof(MatScalar));CHKERRQ(ierr);
208392c4ed94SBarry Smith       }
2084549d3d68SSatish Balay       if (N >= i) {
2085549d3d68SSatish Balay         ierr = PetscMemzero(ap+bs2*i,bs2*sizeof(MatScalar));CHKERRQ(ierr);
2086549d3d68SSatish Balay       }
208792c4ed94SBarry Smith       rp[i] = col;
20888a84c255SSatish Balay       bap   = ap +  bs2*i;
20890e324ae4SSatish Balay       if (roworiented) {
2090dd9472c6SBarry Smith         for (ii=0; ii<bs; ii++,value+=stepval) {
2091dd9472c6SBarry Smith           for (jj=ii; jj<bs2; jj+=bs) {
20920e324ae4SSatish Balay             bap[jj] = *value++;
2093dd9472c6SBarry Smith           }
2094dd9472c6SBarry Smith         }
20950e324ae4SSatish Balay       } else {
2096dd9472c6SBarry Smith         for (ii=0; ii<bs; ii++,value+=stepval) {
2097dd9472c6SBarry Smith           for (jj=0; jj<bs; jj++) {
20980e324ae4SSatish Balay             *bap++  = *value++;
20990e324ae4SSatish Balay           }
2100dd9472c6SBarry Smith         }
2101dd9472c6SBarry Smith       }
2102f1241b54SBarry Smith       noinsert2:;
210392c4ed94SBarry Smith       low = i;
210492c4ed94SBarry Smith     }
210592c4ed94SBarry Smith     ailen[row] = nrow;
210692c4ed94SBarry Smith   }
21073a40ed3dSBarry Smith   PetscFunctionReturn(0);
210892c4ed94SBarry Smith }
210926e093fcSHong Zhang 
21104a2ae208SSatish Balay #undef __FUNCT__
21114a2ae208SSatish Balay #define __FUNCT__ "MatAssemblyEnd_SeqBAIJ"
2112dfbe8321SBarry Smith PetscErrorCode MatAssemblyEnd_SeqBAIJ(Mat A,MatAssemblyType mode)
2113584200bdSSatish Balay {
2114584200bdSSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
2115c1ac3661SBarry Smith   PetscInt       fshift = 0,i,j,*ai = a->i,*aj = a->j,*imax = a->imax;
2116d0f46423SBarry Smith   PetscInt       m = A->rmap->N,*ip,N,*ailen = a->ilen;
21176849ba73SBarry Smith   PetscErrorCode ierr;
2118c1ac3661SBarry Smith   PetscInt       mbs = a->mbs,bs2 = a->bs2,rmax = 0;
21193f1db9ecSBarry Smith   MatScalar      *aa = a->a,*ap;
21203447b6efSHong Zhang   PetscReal      ratio=0.6;
2121584200bdSSatish Balay 
21223a40ed3dSBarry Smith   PetscFunctionBegin;
21233a40ed3dSBarry Smith   if (mode == MAT_FLUSH_ASSEMBLY) PetscFunctionReturn(0);
2124584200bdSSatish Balay 
212543ee02c3SBarry Smith   if (m) rmax = ailen[0];
2126584200bdSSatish Balay   for (i=1; i<mbs; i++) {
2127584200bdSSatish Balay     /* move each row back by the amount of empty slots (fshift) before it*/
2128584200bdSSatish Balay     fshift += imax[i-1] - ailen[i-1];
2129d402145bSBarry Smith     rmax   = PetscMax(rmax,ailen[i]);
2130584200bdSSatish Balay     if (fshift) {
2131a7c10996SSatish Balay       ip = aj + ai[i]; ap = aa + bs2*ai[i];
2132584200bdSSatish Balay       N = ailen[i];
2133584200bdSSatish Balay       for (j=0; j<N; j++) {
2134584200bdSSatish Balay         ip[j-fshift] = ip[j];
2135549d3d68SSatish Balay         ierr = PetscMemcpy(ap+(j-fshift)*bs2,ap+j*bs2,bs2*sizeof(MatScalar));CHKERRQ(ierr);
2136584200bdSSatish Balay       }
2137584200bdSSatish Balay     }
2138584200bdSSatish Balay     ai[i] = ai[i-1] + ailen[i-1];
2139584200bdSSatish Balay   }
2140584200bdSSatish Balay   if (mbs) {
2141584200bdSSatish Balay     fshift += imax[mbs-1] - ailen[mbs-1];
2142584200bdSSatish Balay     ai[mbs] = ai[mbs-1] + ailen[mbs-1];
2143584200bdSSatish Balay   }
2144584200bdSSatish Balay   /* reset ilen and imax for each row */
2145584200bdSSatish Balay   for (i=0; i<mbs; i++) {
2146584200bdSSatish Balay     ailen[i] = imax[i] = ai[i+1] - ai[i];
2147584200bdSSatish Balay   }
2148a7c10996SSatish Balay   a->nz = ai[mbs];
2149584200bdSSatish Balay 
2150584200bdSSatish Balay   /* diagonals may have moved, so kill the diagonal pointers */
2151b01c7715SBarry Smith   a->idiagvalid = PETSC_FALSE;
2152584200bdSSatish Balay   if (fshift && a->diag) {
2153606d414cSSatish Balay     ierr = PetscFree(a->diag);CHKERRQ(ierr);
215452e6d16bSBarry Smith     ierr = PetscLogObjectMemory(A,-(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
2155584200bdSSatish Balay     a->diag = 0;
2156584200bdSSatish Balay   }
215765e19b50SBarry Smith   if (fshift && a->nounused == -1) SETERRQ4(PETSC_COMM_SELF,PETSC_ERR_PLIB, "Unused space detected in matrix: %D X %D block size %D, %D unneeded", m, A->cmap->n, A->rmap->bs, fshift*bs2);
2158d0f46423SBarry Smith   ierr = PetscInfo5(A,"Matrix size: %D X %D, block size %D; storage space: %D unneeded, %D used\n",m,A->cmap->n,A->rmap->bs,fshift*bs2,a->nz*bs2);CHKERRQ(ierr);
2159ae15b995SBarry Smith   ierr = PetscInfo1(A,"Number of mallocs during MatSetValues is %D\n",a->reallocs);CHKERRQ(ierr);
2160ae15b995SBarry Smith   ierr = PetscInfo1(A,"Most nonzeros blocks in any row is %D\n",rmax);CHKERRQ(ierr);
21618e58a170SBarry Smith   A->info.mallocs     += a->reallocs;
2162e2f3b5e9SSatish Balay   a->reallocs          = 0;
21630e6d2581SBarry Smith   A->info.nz_unneeded  = (PetscReal)fshift*bs2;
2164cf4441caSHong Zhang 
2165cd6b891eSBarry Smith   ierr = MatCheckCompressedRow(A,&a->compressedrow,a->i,mbs,ratio);CHKERRQ(ierr);
216688e51ccdSHong Zhang   A->same_nonzero = PETSC_TRUE;
21673a40ed3dSBarry Smith   PetscFunctionReturn(0);
2168584200bdSSatish Balay }
2169584200bdSSatish Balay 
2170bea157c4SSatish Balay /*
2171bea157c4SSatish Balay    This function returns an array of flags which indicate the locations of contiguous
2172bea157c4SSatish Balay    blocks that should be zeroed. for eg: if bs = 3  and is = [0,1,2,3,5,6,7,8,9]
2173bea157c4SSatish Balay    then the resulting sizes = [3,1,1,3,1] correspondig to sets [(0,1,2),(3),(5),(6,7,8),(9)]
2174bea157c4SSatish Balay    Assume: sizes should be long enough to hold all the values.
2175bea157c4SSatish Balay */
21764a2ae208SSatish Balay #undef __FUNCT__
21774a2ae208SSatish Balay #define __FUNCT__ "MatZeroRows_SeqBAIJ_Check_Blocks"
2178c1ac3661SBarry Smith static PetscErrorCode MatZeroRows_SeqBAIJ_Check_Blocks(PetscInt idx[],PetscInt n,PetscInt bs,PetscInt sizes[], PetscInt *bs_max)
2179d9b7c43dSSatish Balay {
2180c1ac3661SBarry Smith   PetscInt   i,j,k,row;
2181ace3abfcSBarry Smith   PetscBool  flg;
21823a40ed3dSBarry Smith 
2183433994e6SBarry Smith   PetscFunctionBegin;
2184bea157c4SSatish Balay   for (i=0,j=0; i<n; j++) {
2185bea157c4SSatish Balay     row = idx[i];
2186bea157c4SSatish Balay     if (row%bs!=0) { /* Not the begining of a block */
2187bea157c4SSatish Balay       sizes[j] = 1;
2188bea157c4SSatish Balay       i++;
2189e4fda26cSSatish Balay     } else if (i+bs > n) { /* complete block doesn't exist (at idx end) */
2190bea157c4SSatish Balay       sizes[j] = 1;         /* Also makes sure atleast 'bs' values exist for next else */
2191bea157c4SSatish Balay       i++;
2192bea157c4SSatish Balay     } else { /* Begining of the block, so check if the complete block exists */
2193bea157c4SSatish Balay       flg = PETSC_TRUE;
2194bea157c4SSatish Balay       for (k=1; k<bs; k++) {
2195bea157c4SSatish Balay         if (row+k != idx[i+k]) { /* break in the block */
2196bea157c4SSatish Balay           flg = PETSC_FALSE;
2197bea157c4SSatish Balay           break;
2198d9b7c43dSSatish Balay         }
2199bea157c4SSatish Balay       }
2200abc0a331SBarry Smith       if (flg) { /* No break in the bs */
2201bea157c4SSatish Balay         sizes[j] = bs;
2202bea157c4SSatish Balay         i+= bs;
2203bea157c4SSatish Balay       } else {
2204bea157c4SSatish Balay         sizes[j] = 1;
2205bea157c4SSatish Balay         i++;
2206bea157c4SSatish Balay       }
2207bea157c4SSatish Balay     }
2208bea157c4SSatish Balay   }
2209bea157c4SSatish Balay   *bs_max = j;
22103a40ed3dSBarry Smith   PetscFunctionReturn(0);
2211d9b7c43dSSatish Balay }
2212d9b7c43dSSatish Balay 
22134a2ae208SSatish Balay #undef __FUNCT__
22144a2ae208SSatish Balay #define __FUNCT__ "MatZeroRows_SeqBAIJ"
22152b40b63fSBarry Smith PetscErrorCode MatZeroRows_SeqBAIJ(Mat A,PetscInt is_n,const PetscInt is_idx[],PetscScalar diag,Vec x, Vec b)
2216d9b7c43dSSatish Balay {
2217d9b7c43dSSatish Balay   Mat_SeqBAIJ       *baij=(Mat_SeqBAIJ*)A->data;
2218dfbe8321SBarry Smith   PetscErrorCode    ierr;
2219f4df32b1SMatthew Knepley   PetscInt          i,j,k,count,*rows;
2220d0f46423SBarry Smith   PetscInt          bs=A->rmap->bs,bs2=baij->bs2,*sizes,row,bs_max;
222187828ca2SBarry Smith   PetscScalar       zero = 0.0;
22223f1db9ecSBarry Smith   MatScalar         *aa;
222397b48c8fSBarry Smith   const PetscScalar *xx;
222497b48c8fSBarry Smith   PetscScalar       *bb;
2225d9b7c43dSSatish Balay 
22263a40ed3dSBarry Smith   PetscFunctionBegin;
222797b48c8fSBarry Smith   /* fix right hand side if needed */
222897b48c8fSBarry Smith   if (x && b) {
222997b48c8fSBarry Smith     ierr = VecGetArrayRead(x,&xx);CHKERRQ(ierr);
223097b48c8fSBarry Smith     ierr = VecGetArray(b,&bb);CHKERRQ(ierr);
223197b48c8fSBarry Smith     for (i=0; i<is_n; i++) {
223297b48c8fSBarry Smith       bb[is_idx[i]] = diag*xx[is_idx[i]];
223397b48c8fSBarry Smith     }
223497b48c8fSBarry Smith     ierr = VecRestoreArrayRead(x,&xx);CHKERRQ(ierr);
223597b48c8fSBarry Smith     ierr = VecRestoreArray(b,&bb);CHKERRQ(ierr);
223697b48c8fSBarry Smith   }
223797b48c8fSBarry Smith 
2238d9b7c43dSSatish Balay   /* Make a copy of the IS and  sort it */
2239bea157c4SSatish Balay   /* allocate memory for rows,sizes */
2240fca92195SBarry Smith   ierr  = PetscMalloc2(is_n,PetscInt,&rows,2*is_n,PetscInt,&sizes);CHKERRQ(ierr);
2241bea157c4SSatish Balay 
2242563b5814SBarry Smith   /* copy IS values to rows, and sort them */
2243bea157c4SSatish Balay   for (i=0; i<is_n; i++) { rows[i] = is_idx[i]; }
2244bea157c4SSatish Balay   ierr = PetscSortInt(is_n,rows);CHKERRQ(ierr);
224597b48c8fSBarry Smith 
2246a9817697SBarry Smith   if (baij->keepnonzeropattern) {
2247dffd3267SBarry Smith     for (i=0; i<is_n; i++) { sizes[i] = 1; }
2248dffd3267SBarry Smith     bs_max = is_n;
224988e51ccdSHong Zhang     A->same_nonzero = PETSC_TRUE;
2250dffd3267SBarry Smith   } else {
2251bea157c4SSatish Balay     ierr = MatZeroRows_SeqBAIJ_Check_Blocks(rows,is_n,bs,sizes,&bs_max);CHKERRQ(ierr);
225288e51ccdSHong Zhang     A->same_nonzero = PETSC_FALSE;
2253dffd3267SBarry Smith   }
2254bea157c4SSatish Balay 
2255bea157c4SSatish Balay   for (i=0,j=0; i<bs_max; j+=sizes[i],i++) {
2256bea157c4SSatish Balay     row   = rows[j];
2257e32f2f54SBarry Smith     if (row < 0 || row > A->rmap->N) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"row %D out of range",row);
2258bea157c4SSatish Balay     count = (baij->i[row/bs +1] - baij->i[row/bs])*bs;
2259b31fbe3bSSatish Balay     aa    = ((MatScalar*)(baij->a)) + baij->i[row/bs]*bs2 + (row%bs);
2260a9817697SBarry Smith     if (sizes[i] == bs && !baij->keepnonzeropattern) {
2261d4a378daSJed Brown       if (diag != (PetscScalar)0.0) {
2262bea157c4SSatish Balay         if (baij->ilen[row/bs] > 0) {
2263bea157c4SSatish Balay           baij->ilen[row/bs]       = 1;
2264bea157c4SSatish Balay           baij->j[baij->i[row/bs]] = row/bs;
2265bea157c4SSatish Balay           ierr = PetscMemzero(aa,count*bs*sizeof(MatScalar));CHKERRQ(ierr);
2266a07cd24cSSatish Balay         }
2267563b5814SBarry Smith         /* Now insert all the diagonal values for this bs */
2268bea157c4SSatish Balay         for (k=0; k<bs; k++) {
2269f4df32b1SMatthew Knepley           ierr = (*A->ops->setvalues)(A,1,rows+j+k,1,rows+j+k,&diag,INSERT_VALUES);CHKERRQ(ierr);
2270bea157c4SSatish Balay         }
2271f4df32b1SMatthew Knepley       } else { /* (diag == 0.0) */
2272bea157c4SSatish Balay         baij->ilen[row/bs] = 0;
2273f4df32b1SMatthew Knepley       } /* end (diag == 0.0) */
2274bea157c4SSatish Balay     } else { /* (sizes[i] != bs) */
2275aa482453SBarry Smith #if defined (PETSC_USE_DEBUG)
2276e32f2f54SBarry Smith       if (sizes[i] != 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Internal Error. Value should be 1");
2277bea157c4SSatish Balay #endif
2278bea157c4SSatish Balay       for (k=0; k<count; k++) {
2279d9b7c43dSSatish Balay         aa[0] =  zero;
2280d9b7c43dSSatish Balay         aa    += bs;
2281d9b7c43dSSatish Balay       }
2282d4a378daSJed Brown       if (diag != (PetscScalar)0.0) {
2283f4df32b1SMatthew Knepley         ierr = (*A->ops->setvalues)(A,1,rows+j,1,rows+j,&diag,INSERT_VALUES);CHKERRQ(ierr);
2284d9b7c43dSSatish Balay       }
2285d9b7c43dSSatish Balay     }
2286bea157c4SSatish Balay   }
2287bea157c4SSatish Balay 
2288fca92195SBarry Smith   ierr = PetscFree2(rows,sizes);CHKERRQ(ierr);
22899a8dea36SBarry Smith   ierr = MatAssemblyEnd_SeqBAIJ(A,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
22903a40ed3dSBarry Smith   PetscFunctionReturn(0);
2291d9b7c43dSSatish Balay }
22921c351548SSatish Balay 
22934a2ae208SSatish Balay #undef __FUNCT__
229497b48c8fSBarry Smith #define __FUNCT__ "MatZeroRowsColumns_SeqBAIJ"
229597b48c8fSBarry Smith PetscErrorCode MatZeroRowsColumns_SeqBAIJ(Mat A,PetscInt is_n,const PetscInt is_idx[],PetscScalar diag,Vec x, Vec b)
229697b48c8fSBarry Smith {
229797b48c8fSBarry Smith   Mat_SeqBAIJ       *baij=(Mat_SeqBAIJ*)A->data;
229897b48c8fSBarry Smith   PetscErrorCode    ierr;
229997b48c8fSBarry Smith   PetscInt          i,j,k,count;
230097b48c8fSBarry Smith   PetscInt          bs=A->rmap->bs,bs2=baij->bs2,row,col;
230197b48c8fSBarry Smith   PetscScalar       zero = 0.0;
230297b48c8fSBarry Smith   MatScalar         *aa;
230397b48c8fSBarry Smith   const PetscScalar *xx;
230497b48c8fSBarry Smith   PetscScalar       *bb;
230556777dd2SBarry Smith   PetscBool         *zeroed,vecs = PETSC_FALSE;
230697b48c8fSBarry Smith 
230797b48c8fSBarry Smith   PetscFunctionBegin;
230897b48c8fSBarry Smith   /* fix right hand side if needed */
230997b48c8fSBarry Smith   if (x && b) {
231097b48c8fSBarry Smith     ierr = VecGetArrayRead(x,&xx);CHKERRQ(ierr);
231197b48c8fSBarry Smith     ierr = VecGetArray(b,&bb);CHKERRQ(ierr);
231256777dd2SBarry Smith     vecs = PETSC_TRUE;
231397b48c8fSBarry Smith   }
231497b48c8fSBarry Smith   A->same_nonzero = PETSC_TRUE;
231597b48c8fSBarry Smith 
231697b48c8fSBarry Smith   /* zero the columns */
231797b48c8fSBarry Smith   ierr = PetscMalloc(A->rmap->n*sizeof(PetscBool),&zeroed);CHKERRQ(ierr);
231897b48c8fSBarry Smith   ierr = PetscMemzero(zeroed,A->rmap->n*sizeof(PetscBool));CHKERRQ(ierr);
231997b48c8fSBarry Smith   for (i=0; i<is_n; i++) {
232097b48c8fSBarry Smith     if (is_idx[i] < 0 || is_idx[i] >= A->rmap->N) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"row %D out of range",is_idx[i]);
232197b48c8fSBarry Smith     zeroed[is_idx[i]] = PETSC_TRUE;
232297b48c8fSBarry Smith   }
232397b48c8fSBarry Smith   for (i=0; i<A->rmap->N; i++) {
232497b48c8fSBarry Smith     if (!zeroed[i]) {
232597b48c8fSBarry Smith       row = i/bs;
232697b48c8fSBarry Smith       for (j=baij->i[row]; j<baij->i[row+1]; j++) {
232797b48c8fSBarry Smith         for (k=0; k<bs; k++) {
232897b48c8fSBarry Smith           col = bs*baij->j[j] + k;
232997b48c8fSBarry Smith 	  if (zeroed[col]) {
233097b48c8fSBarry Smith 	    aa = ((MatScalar*)(baij->a)) + j*bs2 + (i%bs) + bs*k;
233156777dd2SBarry Smith             if (vecs) bb[i] -= aa[0]*xx[col];
233297b48c8fSBarry Smith             aa[0] = 0.0;
233397b48c8fSBarry Smith           }
233497b48c8fSBarry Smith         }
233597b48c8fSBarry Smith       }
233656777dd2SBarry Smith     } else if (vecs) bb[i] = diag*xx[i];
233797b48c8fSBarry Smith   }
233897b48c8fSBarry Smith   ierr = PetscFree(zeroed);CHKERRQ(ierr);
233956777dd2SBarry Smith   if (vecs) {
234056777dd2SBarry Smith     ierr = VecRestoreArrayRead(x,&xx);CHKERRQ(ierr);
234156777dd2SBarry Smith     ierr = VecRestoreArray(b,&bb);CHKERRQ(ierr);
234256777dd2SBarry Smith   }
234397b48c8fSBarry Smith 
234497b48c8fSBarry Smith   /* zero the rows */
234597b48c8fSBarry Smith   for (i=0; i<is_n; i++) {
234697b48c8fSBarry Smith     row   = is_idx[i];
234797b48c8fSBarry Smith     count = (baij->i[row/bs +1] - baij->i[row/bs])*bs;
234897b48c8fSBarry Smith     aa    = ((MatScalar*)(baij->a)) + baij->i[row/bs]*bs2 + (row%bs);
234997b48c8fSBarry Smith     for (k=0; k<count; k++) {
235097b48c8fSBarry Smith       aa[0] =  zero;
235197b48c8fSBarry Smith       aa    += bs;
235297b48c8fSBarry Smith     }
2353d4a378daSJed Brown     if (diag != (PetscScalar)0.0) {
235497b48c8fSBarry Smith       ierr = (*A->ops->setvalues)(A,1,&row,1,&row,&diag,INSERT_VALUES);CHKERRQ(ierr);
235597b48c8fSBarry Smith     }
235697b48c8fSBarry Smith   }
235797b48c8fSBarry Smith   ierr = MatAssemblyEnd_SeqBAIJ(A,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
235897b48c8fSBarry Smith   PetscFunctionReturn(0);
235997b48c8fSBarry Smith }
236097b48c8fSBarry Smith 
236197b48c8fSBarry Smith #undef __FUNCT__
23624a2ae208SSatish Balay #define __FUNCT__ "MatSetValues_SeqBAIJ"
2363c1ac3661SBarry Smith PetscErrorCode MatSetValues_SeqBAIJ(Mat A,PetscInt m,const PetscInt im[],PetscInt n,const PetscInt in[],const PetscScalar v[],InsertMode is)
23642d61bbb3SSatish Balay {
23652d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
2366e2ee6c50SBarry Smith   PetscInt       *rp,k,low,high,t,ii,row,nrow,i,col,l,rmax,N,lastcol = -1;
2367c1ac3661SBarry Smith   PetscInt       *imax=a->imax,*ai=a->i,*ailen=a->ilen;
2368d0f46423SBarry Smith   PetscInt       *aj=a->j,nonew=a->nonew,bs=A->rmap->bs,brow,bcol;
23696849ba73SBarry Smith   PetscErrorCode ierr;
2370c1ac3661SBarry Smith   PetscInt       ridx,cidx,bs2=a->bs2;
2371ace3abfcSBarry Smith   PetscBool      roworiented=a->roworiented;
23723f1db9ecSBarry Smith   MatScalar      *ap,value,*aa=a->a,*bap;
23732d61bbb3SSatish Balay 
23742d61bbb3SSatish Balay   PetscFunctionBegin;
237571fd2e92SBarry Smith   if (v) PetscValidScalarPointer(v,6);
23762d61bbb3SSatish Balay   for (k=0; k<m; k++) { /* loop over added rows */
2377085a36d4SBarry Smith     row  = im[k];
2378085a36d4SBarry Smith     brow = row/bs;
23795ef9f2a5SBarry Smith     if (row < 0) continue;
23802515c552SBarry Smith #if defined(PETSC_USE_DEBUG)
2381e32f2f54SBarry Smith     if (row >= A->rmap->N) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Row too large: row %D max %D",row,A->rmap->N-1);
23822d61bbb3SSatish Balay #endif
23832d61bbb3SSatish Balay     rp   = aj + ai[brow];
23842d61bbb3SSatish Balay     ap   = aa + bs2*ai[brow];
23852d61bbb3SSatish Balay     rmax = imax[brow];
23862d61bbb3SSatish Balay     nrow = ailen[brow];
23872d61bbb3SSatish Balay     low  = 0;
2388c71e6ed7SBarry Smith     high = nrow;
23892d61bbb3SSatish Balay     for (l=0; l<n; l++) { /* loop over added columns */
23905ef9f2a5SBarry Smith       if (in[l] < 0) continue;
23912515c552SBarry Smith #if defined(PETSC_USE_DEBUG)
2392e32f2f54SBarry Smith       if (in[l] >= A->cmap->n) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Column too large: col %D max %D",in[l],A->cmap->n-1);
23932d61bbb3SSatish Balay #endif
23942d61bbb3SSatish Balay       col = in[l]; bcol = col/bs;
23952d61bbb3SSatish Balay       ridx = row % bs; cidx = col % bs;
23962d61bbb3SSatish Balay       if (roworiented) {
23975ef9f2a5SBarry Smith         value = v[l + k*n];
23982d61bbb3SSatish Balay       } else {
23992d61bbb3SSatish Balay         value = v[k + l*m];
24002d61bbb3SSatish Balay       }
24017cd84e04SBarry Smith       if (col <= lastcol) low = 0; else high = nrow;
2402e2ee6c50SBarry Smith       lastcol = col;
24032d61bbb3SSatish Balay       while (high-low > 7) {
24042d61bbb3SSatish Balay         t = (low+high)/2;
24052d61bbb3SSatish Balay         if (rp[t] > bcol) high = t;
24062d61bbb3SSatish Balay         else              low  = t;
24072d61bbb3SSatish Balay       }
24082d61bbb3SSatish Balay       for (i=low; i<high; i++) {
24092d61bbb3SSatish Balay         if (rp[i] > bcol) break;
24102d61bbb3SSatish Balay         if (rp[i] == bcol) {
24112d61bbb3SSatish Balay           bap  = ap +  bs2*i + bs*cidx + ridx;
24122d61bbb3SSatish Balay           if (is == ADD_VALUES) *bap += value;
24132d61bbb3SSatish Balay           else                  *bap  = value;
24142d61bbb3SSatish Balay           goto noinsert1;
24152d61bbb3SSatish Balay         }
24162d61bbb3SSatish Balay       }
24172d61bbb3SSatish Balay       if (nonew == 1) goto noinsert1;
2418e32f2f54SBarry Smith       if (nonew == -1) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Inserting a new nonzero (%D, %D) in the matrix", row, col);
2419fef13f97SBarry Smith       MatSeqXAIJReallocateAIJ(A,a->mbs,bs2,nrow,brow,bcol,rmax,aa,ai,aj,rp,ap,imax,nonew,MatScalar);
2420c03d1d03SSatish Balay       N = nrow++ - 1; high++;
24212d61bbb3SSatish Balay       /* shift up all the later entries in this row */
24222d61bbb3SSatish Balay       for (ii=N; ii>=i; ii--) {
24232d61bbb3SSatish Balay         rp[ii+1] = rp[ii];
2424549d3d68SSatish Balay         ierr     = PetscMemcpy(ap+bs2*(ii+1),ap+bs2*(ii),bs2*sizeof(MatScalar));CHKERRQ(ierr);
24252d61bbb3SSatish Balay       }
2426549d3d68SSatish Balay       if (N>=i) {
2427549d3d68SSatish Balay         ierr = PetscMemzero(ap+bs2*i,bs2*sizeof(MatScalar));CHKERRQ(ierr);
2428549d3d68SSatish Balay       }
24292d61bbb3SSatish Balay       rp[i]                      = bcol;
24302d61bbb3SSatish Balay       ap[bs2*i + bs*cidx + ridx] = value;
2431085a36d4SBarry Smith       a->nz++;
24322d61bbb3SSatish Balay       noinsert1:;
24332d61bbb3SSatish Balay       low = i;
24342d61bbb3SSatish Balay     }
24352d61bbb3SSatish Balay     ailen[brow] = nrow;
24362d61bbb3SSatish Balay   }
243788e51ccdSHong Zhang   A->same_nonzero = PETSC_FALSE;
24382d61bbb3SSatish Balay   PetscFunctionReturn(0);
24392d61bbb3SSatish Balay }
24402d61bbb3SSatish Balay 
24414a2ae208SSatish Balay #undef __FUNCT__
24424a2ae208SSatish Balay #define __FUNCT__ "MatILUFactor_SeqBAIJ"
24430481f469SBarry Smith PetscErrorCode MatILUFactor_SeqBAIJ(Mat inA,IS row,IS col,const MatFactorInfo *info)
24442d61bbb3SSatish Balay {
24452d61bbb3SSatish Balay   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)inA->data;
24462d61bbb3SSatish Balay   Mat            outA;
2447dfbe8321SBarry Smith   PetscErrorCode ierr;
2448ace3abfcSBarry Smith   PetscBool      row_identity,col_identity;
24492d61bbb3SSatish Balay 
24502d61bbb3SSatish Balay   PetscFunctionBegin;
2451e32f2f54SBarry Smith   if (info->levels != 0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Only levels = 0 supported for in-place ILU");
2452667159a5SBarry Smith   ierr = ISIdentity(row,&row_identity);CHKERRQ(ierr);
2453667159a5SBarry Smith   ierr = ISIdentity(col,&col_identity);CHKERRQ(ierr);
2454667159a5SBarry Smith   if (!row_identity || !col_identity) {
2455e32f2f54SBarry Smith     SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Row and column permutations must be identity for in-place ILU");
2456667159a5SBarry Smith   }
24572d61bbb3SSatish Balay 
24582d61bbb3SSatish Balay   outA            = inA;
2459d5f3da31SBarry Smith   inA->factortype = MAT_FACTOR_LU;
24602d61bbb3SSatish Balay 
2461c4992f7dSBarry Smith   ierr = MatMarkDiagonal_SeqBAIJ(inA);CHKERRQ(ierr);
2462cf242676SKris Buschelman 
2463c38d4ed2SBarry Smith   ierr = PetscObjectReference((PetscObject)row);CHKERRQ(ierr);
24646bf464f9SBarry Smith   ierr = ISDestroy(&a->row);CHKERRQ(ierr);
2465c3122656SLisandro Dalcin   a->row = row;
2466c38d4ed2SBarry Smith   ierr = PetscObjectReference((PetscObject)col);CHKERRQ(ierr);
24676bf464f9SBarry Smith   ierr = ISDestroy(&a->col);CHKERRQ(ierr);
2468c3122656SLisandro Dalcin   a->col = col;
2469c38d4ed2SBarry Smith 
2470c38d4ed2SBarry Smith   /* Create the invert permutation so that it can be used in MatLUFactorNumeric() */
24716bf464f9SBarry Smith   ierr = ISDestroy(&a->icol);CHKERRQ(ierr);
24724c49b128SBarry Smith    ierr = ISInvertPermutation(col,PETSC_DECIDE,&a->icol);CHKERRQ(ierr);
247352e6d16bSBarry Smith   ierr = PetscLogObjectParent(inA,a->icol);CHKERRQ(ierr);
2474c38d4ed2SBarry Smith 
2475ace3abfcSBarry Smith   ierr = MatSeqBAIJSetNumericFactorization_inplace(inA,(PetscBool)(row_identity && col_identity));CHKERRQ(ierr);
2476c38d4ed2SBarry Smith   if (!a->solve_work) {
2477d0f46423SBarry Smith     ierr = PetscMalloc((inA->rmap->N+inA->rmap->bs)*sizeof(PetscScalar),&a->solve_work);CHKERRQ(ierr);
2478d0f46423SBarry Smith     ierr = PetscLogObjectMemory(inA,(inA->rmap->N+inA->rmap->bs)*sizeof(PetscScalar));CHKERRQ(ierr);
2479c38d4ed2SBarry Smith   }
2480719d5645SBarry Smith   ierr = MatLUFactorNumeric(outA,inA,info);CHKERRQ(ierr);
2481667159a5SBarry Smith 
24822d61bbb3SSatish Balay   PetscFunctionReturn(0);
24832d61bbb3SSatish Balay }
2484d9b7c43dSSatish Balay 
2485fb2e594dSBarry Smith EXTERN_C_BEGIN
24864a2ae208SSatish Balay #undef __FUNCT__
24874a2ae208SSatish Balay #define __FUNCT__ "MatSeqBAIJSetColumnIndices_SeqBAIJ"
24887087cfbeSBarry Smith PetscErrorCode  MatSeqBAIJSetColumnIndices_SeqBAIJ(Mat mat,PetscInt *indices)
248927a8da17SBarry Smith {
249027a8da17SBarry Smith   Mat_SeqBAIJ *baij = (Mat_SeqBAIJ *)mat->data;
2491bdb1c0e1SJed Brown   PetscInt    i,nz,mbs;
249227a8da17SBarry Smith 
249327a8da17SBarry Smith   PetscFunctionBegin;
2494b32cb4a7SJed Brown   nz  = baij->maxnz;
2495bdb1c0e1SJed Brown   mbs = baij->mbs;
249627a8da17SBarry Smith   for (i=0; i<nz; i++) {
249727a8da17SBarry Smith     baij->j[i] = indices[i];
249827a8da17SBarry Smith   }
249927a8da17SBarry Smith   baij->nz = nz;
2500bdb1c0e1SJed Brown   for (i=0; i<mbs; i++) {
250127a8da17SBarry Smith     baij->ilen[i] = baij->imax[i];
250227a8da17SBarry Smith   }
250327a8da17SBarry Smith   PetscFunctionReturn(0);
250427a8da17SBarry Smith }
2505fb2e594dSBarry Smith EXTERN_C_END
250627a8da17SBarry Smith 
25074a2ae208SSatish Balay #undef __FUNCT__
25084a2ae208SSatish Balay #define __FUNCT__ "MatSeqBAIJSetColumnIndices"
250927a8da17SBarry Smith /*@
251027a8da17SBarry Smith     MatSeqBAIJSetColumnIndices - Set the column indices for all the rows
251127a8da17SBarry Smith        in the matrix.
251227a8da17SBarry Smith 
251327a8da17SBarry Smith   Input Parameters:
251427a8da17SBarry Smith +  mat - the SeqBAIJ matrix
251527a8da17SBarry Smith -  indices - the column indices
251627a8da17SBarry Smith 
251715091d37SBarry Smith   Level: advanced
251815091d37SBarry Smith 
251927a8da17SBarry Smith   Notes:
252027a8da17SBarry Smith     This can be called if you have precomputed the nonzero structure of the
252127a8da17SBarry Smith   matrix and want to provide it to the matrix object to improve the performance
252227a8da17SBarry Smith   of the MatSetValues() operation.
252327a8da17SBarry Smith 
252427a8da17SBarry Smith     You MUST have set the correct numbers of nonzeros per row in the call to
2525d1be2dadSMatthew Knepley   MatCreateSeqBAIJ(), and the columns indices MUST be sorted.
252627a8da17SBarry Smith 
252727a8da17SBarry Smith     MUST be called before any calls to MatSetValues();
252827a8da17SBarry Smith 
252927a8da17SBarry Smith @*/
25307087cfbeSBarry Smith PetscErrorCode  MatSeqBAIJSetColumnIndices(Mat mat,PetscInt *indices)
253127a8da17SBarry Smith {
25324ac538c5SBarry Smith   PetscErrorCode ierr;
253327a8da17SBarry Smith 
253427a8da17SBarry Smith   PetscFunctionBegin;
25350700a824SBarry Smith   PetscValidHeaderSpecific(mat,MAT_CLASSID,1);
25364482741eSBarry Smith   PetscValidPointer(indices,2);
25374ac538c5SBarry Smith   ierr = PetscUseMethod(mat,"MatSeqBAIJSetColumnIndices_C",(Mat,PetscInt *),(mat,indices));CHKERRQ(ierr);
253827a8da17SBarry Smith   PetscFunctionReturn(0);
253927a8da17SBarry Smith }
254027a8da17SBarry Smith 
25414a2ae208SSatish Balay #undef __FUNCT__
2542985db425SBarry Smith #define __FUNCT__ "MatGetRowMaxAbs_SeqBAIJ"
2543985db425SBarry Smith PetscErrorCode MatGetRowMaxAbs_SeqBAIJ(Mat A,Vec v,PetscInt idx[])
2544273d9f13SBarry Smith {
2545273d9f13SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
2546dfbe8321SBarry Smith   PetscErrorCode ierr;
2547c1ac3661SBarry Smith   PetscInt       i,j,n,row,bs,*ai,*aj,mbs;
2548273d9f13SBarry Smith   PetscReal      atmp;
254987828ca2SBarry Smith   PetscScalar    *x,zero = 0.0;
2550273d9f13SBarry Smith   MatScalar      *aa;
2551c1ac3661SBarry Smith   PetscInt       ncols,brow,krow,kcol;
2552273d9f13SBarry Smith 
2553273d9f13SBarry Smith   PetscFunctionBegin;
2554e32f2f54SBarry Smith   if (A->factortype) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix");
2555d0f46423SBarry Smith   bs   = A->rmap->bs;
2556273d9f13SBarry Smith   aa   = a->a;
2557273d9f13SBarry Smith   ai   = a->i;
2558273d9f13SBarry Smith   aj   = a->j;
2559273d9f13SBarry Smith   mbs  = a->mbs;
2560273d9f13SBarry Smith 
25612dcb1b2aSMatthew Knepley   ierr = VecSet(v,zero);CHKERRQ(ierr);
25621ebc52fbSHong Zhang   ierr = VecGetArray(v,&x);CHKERRQ(ierr);
2563273d9f13SBarry Smith   ierr = VecGetLocalSize(v,&n);CHKERRQ(ierr);
2564e32f2f54SBarry Smith   if (n != A->rmap->N) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_SIZ,"Nonconforming matrix and vector");
2565273d9f13SBarry Smith   for (i=0; i<mbs; i++) {
2566273d9f13SBarry Smith     ncols = ai[1] - ai[0]; ai++;
2567273d9f13SBarry Smith     brow  = bs*i;
2568273d9f13SBarry Smith     for (j=0; j<ncols; j++){
2569273d9f13SBarry Smith       for (kcol=0; kcol<bs; kcol++){
2570273d9f13SBarry Smith         for (krow=0; krow<bs; krow++){
2571273d9f13SBarry Smith           atmp = PetscAbsScalar(*aa);aa++;
2572273d9f13SBarry Smith           row = brow + krow;    /* row index */
2573a83599f4SBarry Smith           /* printf("val[%d,%d]: %G\n",row,bcol+kcol,atmp); */
2574985db425SBarry Smith           if (PetscAbsScalar(x[row]) < atmp) {x[row] = atmp; if (idx) idx[row] = bs*(*aj) + kcol;}
2575273d9f13SBarry Smith         }
2576273d9f13SBarry Smith       }
2577273d9f13SBarry Smith       aj++;
2578273d9f13SBarry Smith     }
2579273d9f13SBarry Smith   }
25801ebc52fbSHong Zhang   ierr = VecRestoreArray(v,&x);CHKERRQ(ierr);
2581273d9f13SBarry Smith   PetscFunctionReturn(0);
2582273d9f13SBarry Smith }
2583273d9f13SBarry Smith 
25844a2ae208SSatish Balay #undef __FUNCT__
25853c896bc6SHong Zhang #define __FUNCT__ "MatCopy_SeqBAIJ"
25863c896bc6SHong Zhang PetscErrorCode MatCopy_SeqBAIJ(Mat A,Mat B,MatStructure str)
25873c896bc6SHong Zhang {
25883c896bc6SHong Zhang   PetscErrorCode ierr;
25893c896bc6SHong Zhang 
25903c896bc6SHong Zhang   PetscFunctionBegin;
25913c896bc6SHong Zhang   /* If the two matrices have the same copy implementation, use fast copy. */
25923c896bc6SHong Zhang   if (str == SAME_NONZERO_PATTERN && (A->ops->copy == B->ops->copy)) {
25933c896bc6SHong Zhang     Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
25943c896bc6SHong Zhang     Mat_SeqBAIJ *b = (Mat_SeqBAIJ*)B->data;
2595d88c0aacSHong Zhang     PetscInt    ambs=a->mbs,bmbs=b->mbs,abs=A->rmap->bs,bbs=B->rmap->bs,bs2=abs*abs;
25963c896bc6SHong Zhang 
2597d88c0aacSHong Zhang     if (a->i[ambs] != b->i[bmbs]) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_INCOMP,"Number of nonzero blocks in matrices A %D and B %D are different",a->i[ambs],b->i[bmbs]);
2598d88c0aacSHong Zhang     if (abs != bbs) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_INCOMP,"Block size A %D and B %D are different",abs,bbs);
2599d88c0aacSHong Zhang     ierr = PetscMemcpy(b->a,a->a,(bs2*a->i[ambs])*sizeof(PetscScalar));CHKERRQ(ierr);
26003c896bc6SHong Zhang   } else {
26013c896bc6SHong Zhang     ierr = MatCopy_Basic(A,B,str);CHKERRQ(ierr);
26023c896bc6SHong Zhang   }
26033c896bc6SHong Zhang   PetscFunctionReturn(0);
26043c896bc6SHong Zhang }
26053c896bc6SHong Zhang 
26063c896bc6SHong Zhang #undef __FUNCT__
26074a2ae208SSatish Balay #define __FUNCT__ "MatSetUpPreallocation_SeqBAIJ"
2608dfbe8321SBarry Smith PetscErrorCode MatSetUpPreallocation_SeqBAIJ(Mat A)
2609273d9f13SBarry Smith {
2610dfbe8321SBarry Smith   PetscErrorCode ierr;
2611273d9f13SBarry Smith 
2612273d9f13SBarry Smith   PetscFunctionBegin;
2613db4efbfdSBarry Smith   ierr =  MatSeqBAIJSetPreallocation_SeqBAIJ(A,-PetscMax(A->rmap->bs,1),PETSC_DEFAULT,0);CHKERRQ(ierr);
2614273d9f13SBarry Smith   PetscFunctionReturn(0);
2615273d9f13SBarry Smith }
2616273d9f13SBarry Smith 
26174a2ae208SSatish Balay #undef __FUNCT__
26184a2ae208SSatish Balay #define __FUNCT__ "MatGetArray_SeqBAIJ"
2619dfbe8321SBarry Smith PetscErrorCode MatGetArray_SeqBAIJ(Mat A,PetscScalar *array[])
2620f2a5309cSSatish Balay {
2621f2a5309cSSatish Balay   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
2622f2a5309cSSatish Balay   PetscFunctionBegin;
2623f2a5309cSSatish Balay   *array = a->a;
2624f2a5309cSSatish Balay   PetscFunctionReturn(0);
2625f2a5309cSSatish Balay }
2626f2a5309cSSatish Balay 
26274a2ae208SSatish Balay #undef __FUNCT__
26284a2ae208SSatish Balay #define __FUNCT__ "MatRestoreArray_SeqBAIJ"
2629dfbe8321SBarry Smith PetscErrorCode MatRestoreArray_SeqBAIJ(Mat A,PetscScalar *array[])
2630f2a5309cSSatish Balay {
2631f2a5309cSSatish Balay   PetscFunctionBegin;
2632f2a5309cSSatish Balay   PetscFunctionReturn(0);
2633f2a5309cSSatish Balay }
2634f2a5309cSSatish Balay 
263542ee4b1aSHong Zhang #undef __FUNCT__
263642ee4b1aSHong Zhang #define __FUNCT__ "MatAXPY_SeqBAIJ"
2637f4df32b1SMatthew Knepley PetscErrorCode MatAXPY_SeqBAIJ(Mat Y,PetscScalar a,Mat X,MatStructure str)
263842ee4b1aSHong Zhang {
263942ee4b1aSHong Zhang   Mat_SeqBAIJ    *x  = (Mat_SeqBAIJ *)X->data,*y = (Mat_SeqBAIJ *)Y->data;
2640dfbe8321SBarry Smith   PetscErrorCode ierr;
2641e838b9e7SJed Brown   PetscInt       i,bs=Y->rmap->bs,j,bs2=bs*bs;
2642e838b9e7SJed Brown   PetscBLASInt   one=1;
264342ee4b1aSHong Zhang 
264442ee4b1aSHong Zhang   PetscFunctionBegin;
264542ee4b1aSHong Zhang   if (str == SAME_NONZERO_PATTERN) {
2646f4df32b1SMatthew Knepley     PetscScalar alpha = a;
2647*666a761fSJed Brown     PetscBLASInt bnz = PetscBLASIntCast(x->nz*bs2);
2648f4df32b1SMatthew Knepley     BLASaxpy_(&bnz,&alpha,x->a,&one,y->a,&one);
2649c537a176SHong Zhang   } else if (str == SUBSET_NONZERO_PATTERN) { /* nonzeros of X is a subset of Y's */
2650c4319e64SHong Zhang     if (y->xtoy && y->XtoY != X) {
2651c4319e64SHong Zhang       ierr = PetscFree(y->xtoy);CHKERRQ(ierr);
26526bf464f9SBarry Smith       ierr = MatDestroy(&y->XtoY);CHKERRQ(ierr);
2653c537a176SHong Zhang     }
2654c4319e64SHong Zhang     if (!y->xtoy) { /* get xtoy */
2655c4319e64SHong Zhang       ierr = MatAXPYGetxtoy_Private(x->mbs,x->i,x->j,PETSC_NULL, y->i,y->j,PETSC_NULL, &y->xtoy);CHKERRQ(ierr);
2656c4319e64SHong Zhang       y->XtoY = X;
2657c009d632SSatish Balay       ierr = PetscObjectReference((PetscObject)X);CHKERRQ(ierr);
2658c537a176SHong Zhang     }
2659c537a176SHong Zhang     for (i=0; i<x->nz; i++) {
2660c4319e64SHong Zhang       j = 0;
2661c4319e64SHong Zhang       while (j < bs2){
2662f4df32b1SMatthew Knepley         y->a[bs2*y->xtoy[i]+j] += a*(x->a[bs2*i+j]);
2663c4319e64SHong Zhang         j++;
2664c537a176SHong Zhang       }
2665c4319e64SHong Zhang     }
26661e2582c4SBarry Smith     ierr = PetscInfo3(Y,"ratio of nnz(X)/nnz(Y): %D/%D = %G\n",bs2*x->nz,bs2*y->nz,(PetscReal)(bs2*x->nz)/(bs2*y->nz));CHKERRQ(ierr);
266742ee4b1aSHong Zhang   } else {
2668f4df32b1SMatthew Knepley     ierr = MatAXPY_Basic(Y,a,X,str);CHKERRQ(ierr);
266942ee4b1aSHong Zhang   }
267042ee4b1aSHong Zhang   PetscFunctionReturn(0);
267142ee4b1aSHong Zhang }
267242ee4b1aSHong Zhang 
267399cafbc1SBarry Smith #undef __FUNCT__
267441c166b1SJed Brown #define __FUNCT__ "MatSetBlockSize_SeqBAIJ"
267541c166b1SJed Brown PetscErrorCode MatSetBlockSize_SeqBAIJ(Mat A,PetscInt bs)
267641c166b1SJed Brown {
267741c166b1SJed Brown   PetscInt rbs,cbs;
267841c166b1SJed Brown   PetscErrorCode ierr;
267941c166b1SJed Brown 
268041c166b1SJed Brown   PetscFunctionBegin;
268141c166b1SJed Brown   ierr = PetscLayoutGetBlockSize(A->rmap,&rbs);CHKERRQ(ierr);
268241c166b1SJed Brown   ierr = PetscLayoutGetBlockSize(A->cmap,&cbs);CHKERRQ(ierr);
2683e32f2f54SBarry Smith   if (rbs != bs) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_SIZ,"Attempt to set block size %d with BAIJ %d",bs,rbs);
2684e32f2f54SBarry Smith   if (cbs != bs) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_SIZ,"Attempt to set block size %d with BAIJ %d",bs,cbs);
268541c166b1SJed Brown   PetscFunctionReturn(0);
268641c166b1SJed Brown }
268741c166b1SJed Brown 
268841c166b1SJed Brown #undef __FUNCT__
268999cafbc1SBarry Smith #define __FUNCT__ "MatRealPart_SeqBAIJ"
269099cafbc1SBarry Smith PetscErrorCode MatRealPart_SeqBAIJ(Mat A)
269199cafbc1SBarry Smith {
269299cafbc1SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
269399cafbc1SBarry Smith   PetscInt       i,nz = a->bs2*a->i[a->mbs];
2694dd6ea824SBarry Smith   MatScalar      *aa = a->a;
269599cafbc1SBarry Smith 
269699cafbc1SBarry Smith   PetscFunctionBegin;
269799cafbc1SBarry Smith   for (i=0; i<nz; i++) aa[i] = PetscRealPart(aa[i]);
269899cafbc1SBarry Smith   PetscFunctionReturn(0);
269999cafbc1SBarry Smith }
270099cafbc1SBarry Smith 
270199cafbc1SBarry Smith #undef __FUNCT__
270299cafbc1SBarry Smith #define __FUNCT__ "MatImaginaryPart_SeqBAIJ"
270399cafbc1SBarry Smith PetscErrorCode MatImaginaryPart_SeqBAIJ(Mat A)
270499cafbc1SBarry Smith {
270599cafbc1SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
270699cafbc1SBarry Smith   PetscInt       i,nz = a->bs2*a->i[a->mbs];
2707dd6ea824SBarry Smith   MatScalar      *aa = a->a;
270899cafbc1SBarry Smith 
270999cafbc1SBarry Smith   PetscFunctionBegin;
271099cafbc1SBarry Smith   for (i=0; i<nz; i++) aa[i] = PetscImaginaryPart(aa[i]);
271199cafbc1SBarry Smith   PetscFunctionReturn(0);
271299cafbc1SBarry Smith }
271399cafbc1SBarry Smith 
27143acb8795SBarry Smith extern PetscErrorCode MatFDColoringCreate_SeqAIJ(Mat,ISColoring,MatFDColoring);
27153acb8795SBarry Smith 
27163acb8795SBarry Smith #undef __FUNCT__
27173acb8795SBarry Smith #define __FUNCT__ "MatGetColumnIJ_SeqBAIJ"
27183acb8795SBarry Smith /*
27193acb8795SBarry Smith     Code almost idential to MatGetColumnIJ_SeqAIJ() should share common code
27203acb8795SBarry Smith */
2721ace3abfcSBarry Smith PetscErrorCode MatGetColumnIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscBool  symmetric,PetscBool  inodecompressed,PetscInt *nn,PetscInt *ia[],PetscInt *ja[],PetscBool  *done)
27223acb8795SBarry Smith {
27233acb8795SBarry Smith   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
27243acb8795SBarry Smith   PetscErrorCode ierr;
27253acb8795SBarry Smith   PetscInt       bs = A->rmap->bs,i,*collengths,*cia,*cja,n = A->cmap->n/bs,m = A->rmap->n/bs;
27263acb8795SBarry Smith   PetscInt       nz = a->i[m],row,*jj,mr,col;
27273acb8795SBarry Smith 
27283acb8795SBarry Smith   PetscFunctionBegin;
27293acb8795SBarry Smith   *nn = n;
27303acb8795SBarry Smith   if (!ia) PetscFunctionReturn(0);
2731e7e72b3dSBarry Smith   if (symmetric) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Not for BAIJ matrices");
2732e7e72b3dSBarry Smith   else {
27333acb8795SBarry Smith     ierr = PetscMalloc((n+1)*sizeof(PetscInt),&collengths);CHKERRQ(ierr);
27343acb8795SBarry Smith     ierr = PetscMemzero(collengths,n*sizeof(PetscInt));CHKERRQ(ierr);
27353acb8795SBarry Smith     ierr = PetscMalloc((n+1)*sizeof(PetscInt),&cia);CHKERRQ(ierr);
27363acb8795SBarry Smith     ierr = PetscMalloc((nz+1)*sizeof(PetscInt),&cja);CHKERRQ(ierr);
27373acb8795SBarry Smith     jj = a->j;
27383acb8795SBarry Smith     for (i=0; i<nz; i++) {
27393acb8795SBarry Smith       collengths[jj[i]]++;
27403acb8795SBarry Smith     }
27413acb8795SBarry Smith     cia[0] = oshift;
27423acb8795SBarry Smith     for (i=0; i<n; i++) {
27433acb8795SBarry Smith       cia[i+1] = cia[i] + collengths[i];
27443acb8795SBarry Smith     }
27453acb8795SBarry Smith     ierr = PetscMemzero(collengths,n*sizeof(PetscInt));CHKERRQ(ierr);
27463acb8795SBarry Smith     jj   = a->j;
27473acb8795SBarry Smith     for (row=0; row<m; row++) {
27483acb8795SBarry Smith       mr = a->i[row+1] - a->i[row];
27493acb8795SBarry Smith       for (i=0; i<mr; i++) {
27503acb8795SBarry Smith         col = *jj++;
27513acb8795SBarry Smith         cja[cia[col] + collengths[col]++ - oshift] = row + oshift;
27523acb8795SBarry Smith       }
27533acb8795SBarry Smith     }
27543acb8795SBarry Smith     ierr = PetscFree(collengths);CHKERRQ(ierr);
27553acb8795SBarry Smith     *ia = cia; *ja = cja;
27563acb8795SBarry Smith   }
27573acb8795SBarry Smith   PetscFunctionReturn(0);
27583acb8795SBarry Smith }
27593acb8795SBarry Smith 
27603acb8795SBarry Smith #undef __FUNCT__
27613acb8795SBarry Smith #define __FUNCT__ "MatRestoreColumnIJ_SeqBAIJ"
2762ace3abfcSBarry Smith PetscErrorCode MatRestoreColumnIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscBool  symmetric,PetscBool  inodecompressed,PetscInt *n,PetscInt *ia[],PetscInt *ja[],PetscBool  *done)
27633acb8795SBarry Smith {
27643acb8795SBarry Smith   PetscErrorCode ierr;
27653acb8795SBarry Smith 
27663acb8795SBarry Smith   PetscFunctionBegin;
27673acb8795SBarry Smith   if (!ia) PetscFunctionReturn(0);
27683acb8795SBarry Smith   ierr = PetscFree(*ia);CHKERRQ(ierr);
27693acb8795SBarry Smith   ierr = PetscFree(*ja);CHKERRQ(ierr);
27703acb8795SBarry Smith   PetscFunctionReturn(0);
27713acb8795SBarry Smith }
27723acb8795SBarry Smith 
2773f6d58c54SBarry Smith #undef __FUNCT__
2774f6d58c54SBarry Smith #define __FUNCT__ "MatFDColoringApply_BAIJ"
27757087cfbeSBarry Smith PetscErrorCode  MatFDColoringApply_BAIJ(Mat J,MatFDColoring coloring,Vec x1,MatStructure *flag,void *sctx)
2776f6d58c54SBarry Smith {
2777f6d58c54SBarry Smith   PetscErrorCode (*f)(void*,Vec,Vec,void*) = (PetscErrorCode (*)(void*,Vec,Vec,void *))coloring->f;
2778f6d58c54SBarry Smith   PetscErrorCode ierr;
2779f6d58c54SBarry Smith   PetscInt       bs = J->rmap->bs,i,j,k,start,end,l,row,col,*srows,**vscaleforrow,m1,m2;
2780f6d58c54SBarry Smith   PetscScalar    dx,*y,*xx,*w3_array;
2781f6d58c54SBarry Smith   PetscScalar    *vscale_array;
2782f6d58c54SBarry Smith   PetscReal      epsilon = coloring->error_rel,umin = coloring->umin,unorm;
2783f6d58c54SBarry Smith   Vec            w1=coloring->w1,w2=coloring->w2,w3;
2784f6d58c54SBarry Smith   void           *fctx = coloring->fctx;
2785ace3abfcSBarry Smith   PetscBool      flg = PETSC_FALSE;
2786f6d58c54SBarry Smith   PetscInt       ctype=coloring->ctype,N,col_start=0,col_end=0;
2787f6d58c54SBarry Smith   Vec            x1_tmp;
2788f6d58c54SBarry Smith 
2789f6d58c54SBarry Smith   PetscFunctionBegin;
27900700a824SBarry Smith   PetscValidHeaderSpecific(J,MAT_CLASSID,1);
27910700a824SBarry Smith   PetscValidHeaderSpecific(coloring,MAT_FDCOLORING_CLASSID,2);
27920700a824SBarry Smith   PetscValidHeaderSpecific(x1,VEC_CLASSID,3);
2793e32f2f54SBarry Smith   if (!f) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONGSTATE,"Must call MatFDColoringSetFunction()");
2794f6d58c54SBarry Smith 
2795f6d58c54SBarry Smith   ierr = PetscLogEventBegin(MAT_FDColoringApply,coloring,J,x1,0);CHKERRQ(ierr);
2796f6d58c54SBarry Smith   ierr = MatSetUnfactored(J);CHKERRQ(ierr);
2797acfcf0e5SJed Brown   ierr = PetscOptionsGetBool(PETSC_NULL,"-mat_fd_coloring_dont_rezero",&flg,PETSC_NULL);CHKERRQ(ierr);
2798f6d58c54SBarry Smith   if (flg) {
2799f6d58c54SBarry Smith     ierr = PetscInfo(coloring,"Not calling MatZeroEntries()\n");CHKERRQ(ierr);
2800f6d58c54SBarry Smith   } else {
2801ace3abfcSBarry Smith     PetscBool  assembled;
2802f6d58c54SBarry Smith     ierr = MatAssembled(J,&assembled);CHKERRQ(ierr);
2803f6d58c54SBarry Smith     if (assembled) {
2804f6d58c54SBarry Smith       ierr = MatZeroEntries(J);CHKERRQ(ierr);
2805f6d58c54SBarry Smith     }
2806f6d58c54SBarry Smith   }
2807f6d58c54SBarry Smith 
2808f6d58c54SBarry Smith   x1_tmp = x1;
2809f6d58c54SBarry Smith   if (!coloring->vscale){
2810f6d58c54SBarry Smith     ierr = VecDuplicate(x1_tmp,&coloring->vscale);CHKERRQ(ierr);
2811f6d58c54SBarry Smith   }
2812f6d58c54SBarry Smith 
2813f6d58c54SBarry Smith   /*
2814f6d58c54SBarry Smith     This is a horrible, horrible, hack. See DMMGComputeJacobian_Multigrid() it inproperly sets
2815f6d58c54SBarry Smith     coloring->F for the coarser grids from the finest
2816f6d58c54SBarry Smith   */
2817f6d58c54SBarry Smith   if (coloring->F) {
2818f6d58c54SBarry Smith     ierr = VecGetLocalSize(coloring->F,&m1);CHKERRQ(ierr);
2819f6d58c54SBarry Smith     ierr = VecGetLocalSize(w1,&m2);CHKERRQ(ierr);
2820f6d58c54SBarry Smith     if (m1 != m2) {
2821f6d58c54SBarry Smith       coloring->F = 0;
2822f6d58c54SBarry Smith       }
2823f6d58c54SBarry Smith     }
2824f6d58c54SBarry Smith 
2825f6d58c54SBarry Smith   if (coloring->htype[0] == 'w') { /* tacky test; need to make systematic if we add other approaches to computing h*/
2826f6d58c54SBarry Smith     ierr = VecNorm(x1_tmp,NORM_2,&unorm);CHKERRQ(ierr);
2827f6d58c54SBarry Smith   }
2828f6d58c54SBarry Smith   ierr = VecGetOwnershipRange(w1,&start,&end);CHKERRQ(ierr); /* OwnershipRange is used by ghosted x! */
2829f6d58c54SBarry Smith 
2830f6d58c54SBarry Smith   /* Set w1 = F(x1) */
2831f6d58c54SBarry Smith   if (coloring->F) {
2832f6d58c54SBarry Smith     w1          = coloring->F; /* use already computed value of function */
2833f6d58c54SBarry Smith     coloring->F = 0;
2834f6d58c54SBarry Smith   } else {
2835f6d58c54SBarry Smith     ierr = PetscLogEventBegin(MAT_FDColoringFunction,0,0,0,0);CHKERRQ(ierr);
2836f6d58c54SBarry Smith     ierr = (*f)(sctx,x1_tmp,w1,fctx);CHKERRQ(ierr);
2837f6d58c54SBarry Smith     ierr = PetscLogEventEnd(MAT_FDColoringFunction,0,0,0,0);CHKERRQ(ierr);
2838f6d58c54SBarry Smith   }
2839f6d58c54SBarry Smith 
2840f6d58c54SBarry Smith   if (!coloring->w3) {
2841f6d58c54SBarry Smith     ierr = VecDuplicate(x1_tmp,&coloring->w3);CHKERRQ(ierr);
2842f6d58c54SBarry Smith     ierr = PetscLogObjectParent(coloring,coloring->w3);CHKERRQ(ierr);
2843f6d58c54SBarry Smith   }
2844f6d58c54SBarry Smith   w3 = coloring->w3;
2845f6d58c54SBarry Smith 
2846f6d58c54SBarry Smith     CHKMEMQ;
2847f6d58c54SBarry Smith     /* Compute all the local scale factors, including ghost points */
2848f6d58c54SBarry Smith   ierr = VecGetLocalSize(x1_tmp,&N);CHKERRQ(ierr);
2849f6d58c54SBarry Smith   ierr = VecGetArray(x1_tmp,&xx);CHKERRQ(ierr);
2850f6d58c54SBarry Smith   ierr = VecGetArray(coloring->vscale,&vscale_array);CHKERRQ(ierr);
2851f6d58c54SBarry Smith   if (ctype == IS_COLORING_GHOSTED){
2852f6d58c54SBarry Smith     col_start = 0; col_end = N;
2853f6d58c54SBarry Smith   } else if (ctype == IS_COLORING_GLOBAL){
2854f6d58c54SBarry Smith     xx = xx - start;
2855f6d58c54SBarry Smith     vscale_array = vscale_array - start;
2856f6d58c54SBarry Smith     col_start = start; col_end = N + start;
2857f6d58c54SBarry Smith   }    CHKMEMQ;
2858f6d58c54SBarry Smith   for (col=col_start; col<col_end; col++){
2859f6d58c54SBarry Smith     /* Loop over each local column, vscale[col] = 1./(epsilon*dx[col]) */
2860f6d58c54SBarry Smith     if (coloring->htype[0] == 'w') {
2861f6d58c54SBarry Smith       dx = 1.0 + unorm;
2862f6d58c54SBarry Smith     } else {
2863f6d58c54SBarry Smith       dx  = xx[col];
2864f6d58c54SBarry Smith     }
2865d4a378daSJed Brown     if (dx == (PetscScalar)0.0) dx = 1.0;
2866f6d58c54SBarry Smith #if !defined(PETSC_USE_COMPLEX)
2867f6d58c54SBarry Smith     if (dx < umin && dx >= 0.0)      dx = umin;
2868f6d58c54SBarry Smith     else if (dx < 0.0 && dx > -umin) dx = -umin;
2869f6d58c54SBarry Smith #else
2870f6d58c54SBarry Smith     if (PetscAbsScalar(dx) < umin && PetscRealPart(dx) >= 0.0)     dx = umin;
2871f6d58c54SBarry Smith     else if (PetscRealPart(dx) < 0.0 && PetscAbsScalar(dx) < umin) dx = -umin;
2872f6d58c54SBarry Smith #endif
2873f6d58c54SBarry Smith     dx               *= epsilon;
2874d4a378daSJed Brown     vscale_array[col] = (PetscScalar)1.0/dx;
2875f6d58c54SBarry Smith   }     CHKMEMQ;
2876f6d58c54SBarry Smith   if (ctype == IS_COLORING_GLOBAL)  vscale_array = vscale_array + start;
2877f6d58c54SBarry Smith   ierr = VecRestoreArray(coloring->vscale,&vscale_array);CHKERRQ(ierr);
2878f6d58c54SBarry Smith   if (ctype == IS_COLORING_GLOBAL){
2879f6d58c54SBarry Smith     ierr = VecGhostUpdateBegin(coloring->vscale,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
2880f6d58c54SBarry Smith     ierr = VecGhostUpdateEnd(coloring->vscale,INSERT_VALUES,SCATTER_FORWARD);CHKERRQ(ierr);
2881f6d58c54SBarry Smith   }
2882f6d58c54SBarry Smith   CHKMEMQ;
2883f6d58c54SBarry Smith   if (coloring->vscaleforrow) {
2884f6d58c54SBarry Smith     vscaleforrow = coloring->vscaleforrow;
2885e7e72b3dSBarry Smith   } else SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_NULL,"Null Object: coloring->vscaleforrow");
2886f6d58c54SBarry Smith 
2887f6d58c54SBarry Smith   ierr = PetscMalloc(bs*sizeof(PetscInt),&srows);CHKERRQ(ierr);
2888f6d58c54SBarry Smith   /*
2889f6d58c54SBarry Smith     Loop over each color
2890f6d58c54SBarry Smith   */
2891f6d58c54SBarry Smith   ierr = VecGetArray(coloring->vscale,&vscale_array);CHKERRQ(ierr);
2892f6d58c54SBarry Smith   for (k=0; k<coloring->ncolors; k++) {
2893f6d58c54SBarry Smith     coloring->currentcolor = k;
2894f6d58c54SBarry Smith     for (i=0; i<bs; i++) {
2895f6d58c54SBarry Smith       ierr = VecCopy(x1_tmp,w3);CHKERRQ(ierr);
2896f6d58c54SBarry Smith       ierr = VecGetArray(w3,&w3_array);CHKERRQ(ierr);
2897f6d58c54SBarry Smith       if (ctype == IS_COLORING_GLOBAL) w3_array = w3_array - start;
2898f6d58c54SBarry Smith       /*
2899f6d58c54SBarry Smith 	Loop over each column associated with color
2900f6d58c54SBarry Smith 	adding the perturbation to the vector w3.
2901f6d58c54SBarry Smith       */
2902f6d58c54SBarry Smith       for (l=0; l<coloring->ncolumns[k]; l++) {
2903f6d58c54SBarry Smith 	col = i + bs*coloring->columns[k][l];    /* local column of the matrix we are probing for */
2904f6d58c54SBarry Smith 	if (coloring->htype[0] == 'w') {
2905f6d58c54SBarry Smith 	  dx = 1.0 + unorm;
2906f6d58c54SBarry Smith 	} else {
2907f6d58c54SBarry Smith 	  dx  = xx[col];
2908f6d58c54SBarry Smith 	}
2909d4a378daSJed Brown 	if (dx == (PetscScalar)0.0) dx = 1.0;
2910f6d58c54SBarry Smith #if !defined(PETSC_USE_COMPLEX)
2911f6d58c54SBarry Smith 	if (dx < umin && dx >= 0.0)      dx = umin;
2912f6d58c54SBarry Smith 	else if (dx < 0.0 && dx > -umin) dx = -umin;
2913f6d58c54SBarry Smith #else
2914f6d58c54SBarry Smith 	if (PetscAbsScalar(dx) < umin && PetscRealPart(dx) >= 0.0)     dx = umin;
2915f6d58c54SBarry Smith 	else if (PetscRealPart(dx) < 0.0 && PetscAbsScalar(dx) < umin) dx = -umin;
2916f6d58c54SBarry Smith #endif
2917f6d58c54SBarry Smith 	dx            *= epsilon;
2918e32f2f54SBarry Smith 	if (!PetscAbsScalar(dx)) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Computed 0 differencing parameter");
2919f6d58c54SBarry Smith 	w3_array[col] += dx;
2920f6d58c54SBarry Smith       }
2921f6d58c54SBarry Smith       if (ctype == IS_COLORING_GLOBAL) w3_array = w3_array + start;
2922f6d58c54SBarry Smith       ierr = VecRestoreArray(w3,&w3_array);CHKERRQ(ierr);
2923f6d58c54SBarry Smith 
2924f6d58c54SBarry Smith       /*
2925f6d58c54SBarry Smith 	Evaluate function at w3 = x1 + dx (here dx is a vector of perturbations)
2926f6d58c54SBarry Smith 	w2 = F(x1 + dx) - F(x1)
2927f6d58c54SBarry Smith       */
2928f6d58c54SBarry Smith       ierr = PetscLogEventBegin(MAT_FDColoringFunction,0,0,0,0);CHKERRQ(ierr);
2929f6d58c54SBarry Smith       ierr = (*f)(sctx,w3,w2,fctx);CHKERRQ(ierr);
2930f6d58c54SBarry Smith       ierr = PetscLogEventEnd(MAT_FDColoringFunction,0,0,0,0);CHKERRQ(ierr);
2931f6d58c54SBarry Smith       ierr = VecAXPY(w2,-1.0,w1);CHKERRQ(ierr);
2932f6d58c54SBarry Smith 
2933f6d58c54SBarry Smith       /*
2934f6d58c54SBarry Smith 	Loop over rows of vector, putting results into Jacobian matrix
2935f6d58c54SBarry Smith       */
2936f6d58c54SBarry Smith       ierr = VecGetArray(w2,&y);CHKERRQ(ierr);
2937f6d58c54SBarry Smith       for (l=0; l<coloring->nrows[k]; l++) {
2938f6d58c54SBarry Smith 	row    = bs*coloring->rows[k][l];             /* local row index */
2939f6d58c54SBarry Smith 	col    = i + bs*coloring->columnsforrow[k][l];    /* global column index */
2940f6d58c54SBarry Smith         for (j=0; j<bs; j++) {
2941f6d58c54SBarry Smith   	  y[row+j] *= vscale_array[j+bs*vscaleforrow[k][l]];
2942f6d58c54SBarry Smith           srows[j]  = row + start + j;
2943f6d58c54SBarry Smith         }
2944f6d58c54SBarry Smith 	ierr   = MatSetValues(J,bs,srows,1,&col,y+row,INSERT_VALUES);CHKERRQ(ierr);
2945f6d58c54SBarry Smith       }
2946f6d58c54SBarry Smith       ierr = VecRestoreArray(w2,&y);CHKERRQ(ierr);
2947f6d58c54SBarry Smith     }
2948f6d58c54SBarry Smith   } /* endof for each color */
2949f6d58c54SBarry Smith   if (ctype == IS_COLORING_GLOBAL) xx = xx + start;
2950f6d58c54SBarry Smith   ierr = VecRestoreArray(coloring->vscale,&vscale_array);CHKERRQ(ierr);
2951f6d58c54SBarry Smith   ierr = VecRestoreArray(x1_tmp,&xx);CHKERRQ(ierr);
2952f6d58c54SBarry Smith   ierr = PetscFree(srows);CHKERRQ(ierr);
2953f6d58c54SBarry Smith 
2954f6d58c54SBarry Smith   coloring->currentcolor = -1;
2955f6d58c54SBarry Smith   ierr  = MatAssemblyBegin(J,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2956f6d58c54SBarry Smith   ierr  = MatAssemblyEnd(J,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2957f6d58c54SBarry Smith   ierr = PetscLogEventEnd(MAT_FDColoringApply,coloring,J,x1,0);CHKERRQ(ierr);
2958f6d58c54SBarry Smith   PetscFunctionReturn(0);
2959f6d58c54SBarry Smith }
296099cafbc1SBarry Smith 
29612593348eSBarry Smith /* -------------------------------------------------------------------*/
2962cc2dc46cSBarry Smith static struct _MatOps MatOps_Values = {MatSetValues_SeqBAIJ,
2963cc2dc46cSBarry Smith        MatGetRow_SeqBAIJ,
2964cc2dc46cSBarry Smith        MatRestoreRow_SeqBAIJ,
2965cc2dc46cSBarry Smith        MatMult_SeqBAIJ_N,
296697304618SKris Buschelman /* 4*/ MatMultAdd_SeqBAIJ_N,
29677c922b88SBarry Smith        MatMultTranspose_SeqBAIJ,
29687c922b88SBarry Smith        MatMultTransposeAdd_SeqBAIJ,
2969db4efbfdSBarry Smith        0,
2970cc2dc46cSBarry Smith        0,
2971cc2dc46cSBarry Smith        0,
297297304618SKris Buschelman /*10*/ 0,
2973cc2dc46cSBarry Smith        MatLUFactor_SeqBAIJ,
2974cc2dc46cSBarry Smith        0,
2975b6490206SBarry Smith        0,
2976f2501298SSatish Balay        MatTranspose_SeqBAIJ,
297797304618SKris Buschelman /*15*/ MatGetInfo_SeqBAIJ,
2978cc2dc46cSBarry Smith        MatEqual_SeqBAIJ,
2979cc2dc46cSBarry Smith        MatGetDiagonal_SeqBAIJ,
2980cc2dc46cSBarry Smith        MatDiagonalScale_SeqBAIJ,
2981cc2dc46cSBarry Smith        MatNorm_SeqBAIJ,
298297304618SKris Buschelman /*20*/ 0,
2983cc2dc46cSBarry Smith        MatAssemblyEnd_SeqBAIJ,
2984cc2dc46cSBarry Smith        MatSetOption_SeqBAIJ,
2985cc2dc46cSBarry Smith        MatZeroEntries_SeqBAIJ,
2986d519adbfSMatthew Knepley /*24*/ MatZeroRows_SeqBAIJ,
2987db4efbfdSBarry Smith        0,
2988db4efbfdSBarry Smith        0,
2989db4efbfdSBarry Smith        0,
2990db4efbfdSBarry Smith        0,
2991d519adbfSMatthew Knepley /*29*/ MatSetUpPreallocation_SeqBAIJ,
2992db4efbfdSBarry Smith        0,
2993db4efbfdSBarry Smith        0,
2994f2a5309cSSatish Balay        MatGetArray_SeqBAIJ,
2995f2a5309cSSatish Balay        MatRestoreArray_SeqBAIJ,
2996d519adbfSMatthew Knepley /*34*/ MatDuplicate_SeqBAIJ,
2997cc2dc46cSBarry Smith        0,
2998cc2dc46cSBarry Smith        0,
2999cc2dc46cSBarry Smith        MatILUFactor_SeqBAIJ,
3000cc2dc46cSBarry Smith        0,
3001d519adbfSMatthew Knepley /*39*/ MatAXPY_SeqBAIJ,
3002cc2dc46cSBarry Smith        MatGetSubMatrices_SeqBAIJ,
3003cc2dc46cSBarry Smith        MatIncreaseOverlap_SeqBAIJ,
3004cc2dc46cSBarry Smith        MatGetValues_SeqBAIJ,
30053c896bc6SHong Zhang        MatCopy_SeqBAIJ,
3006d519adbfSMatthew Knepley /*44*/ 0,
3007cc2dc46cSBarry Smith        MatScale_SeqBAIJ,
3008cc2dc46cSBarry Smith        0,
3009cc2dc46cSBarry Smith        0,
301097b48c8fSBarry Smith        MatZeroRowsColumns_SeqBAIJ,
301141c166b1SJed Brown /*49*/ MatSetBlockSize_SeqBAIJ,
30123b2fbd54SBarry Smith        MatGetRowIJ_SeqBAIJ,
301392c4ed94SBarry Smith        MatRestoreRowIJ_SeqBAIJ,
30143acb8795SBarry Smith        MatGetColumnIJ_SeqBAIJ,
30153acb8795SBarry Smith        MatRestoreColumnIJ_SeqBAIJ,
30163acb8795SBarry Smith /*54*/ MatFDColoringCreate_SeqAIJ,
3017cc2dc46cSBarry Smith        0,
3018cc2dc46cSBarry Smith        0,
3019cc2dc46cSBarry Smith        0,
3020d3825aa8SBarry Smith        MatSetValuesBlocked_SeqBAIJ,
3021d519adbfSMatthew Knepley /*59*/ MatGetSubMatrix_SeqBAIJ,
3022b9b97703SBarry Smith        MatDestroy_SeqBAIJ,
3023b9b97703SBarry Smith        MatView_SeqBAIJ,
3024357abbc8SBarry Smith        0,
3025273d9f13SBarry Smith        0,
3026d519adbfSMatthew Knepley /*64*/ 0,
3027273d9f13SBarry Smith        0,
3028273d9f13SBarry Smith        0,
3029273d9f13SBarry Smith        0,
3030273d9f13SBarry Smith        0,
3031d519adbfSMatthew Knepley /*69*/ MatGetRowMaxAbs_SeqBAIJ,
3032273d9f13SBarry Smith        0,
3033c87e5d42SMatthew Knepley        MatConvert_Basic,
303497304618SKris Buschelman        0,
303597304618SKris Buschelman        0,
3036d519adbfSMatthew Knepley /*74*/ 0,
3037f6d58c54SBarry Smith        MatFDColoringApply_BAIJ,
303897304618SKris Buschelman        0,
303997304618SKris Buschelman        0,
304097304618SKris Buschelman        0,
3041d519adbfSMatthew Knepley /*79*/ 0,
304297304618SKris Buschelman        0,
304397304618SKris Buschelman        0,
304497304618SKris Buschelman        0,
30455bba2384SShri Abhyankar        MatLoad_SeqBAIJ,
3046d519adbfSMatthew Knepley /*84*/ 0,
3047b01c7715SBarry Smith        0,
3048b01c7715SBarry Smith        0,
3049b01c7715SBarry Smith        0,
3050865e5f61SKris Buschelman        0,
3051d519adbfSMatthew Knepley /*89*/ 0,
3052865e5f61SKris Buschelman        0,
3053865e5f61SKris Buschelman        0,
3054865e5f61SKris Buschelman        0,
3055865e5f61SKris Buschelman        0,
3056d519adbfSMatthew Knepley /*94*/ 0,
3057865e5f61SKris Buschelman        0,
3058865e5f61SKris Buschelman        0,
305999cafbc1SBarry Smith        0,
306099cafbc1SBarry Smith        0,
3061d519adbfSMatthew Knepley /*99*/0,
306299cafbc1SBarry Smith        0,
306399cafbc1SBarry Smith        0,
306499cafbc1SBarry Smith        0,
306599cafbc1SBarry Smith        0,
3066d519adbfSMatthew Knepley /*104*/0,
306799cafbc1SBarry Smith        MatRealPart_SeqBAIJ,
30682af78befSBarry Smith        MatImaginaryPart_SeqBAIJ,
30692af78befSBarry Smith        0,
30702af78befSBarry Smith        0,
3071d519adbfSMatthew Knepley /*109*/0,
30722af78befSBarry Smith        0,
30732af78befSBarry Smith        0,
30742af78befSBarry Smith        0,
3075547795f9SHong Zhang        MatMissingDiagonal_SeqBAIJ,
3076547795f9SHong Zhang /*114*/0,
3077547795f9SHong Zhang        0,
3078547795f9SHong Zhang        0,
3079547795f9SHong Zhang        0,
3080547795f9SHong Zhang        0,
3081547795f9SHong Zhang /*119*/0,
3082547795f9SHong Zhang        0,
3083547795f9SHong Zhang        MatMultHermitianTranspose_SeqBAIJ,
3084d6037b41SHong Zhang        MatMultHermitianTransposeAdd_SeqBAIJ,
3085d6037b41SHong Zhang        0,
308699cafbc1SBarry Smith };
30872593348eSBarry Smith 
30883e90b805SBarry Smith EXTERN_C_BEGIN
30894a2ae208SSatish Balay #undef __FUNCT__
30904a2ae208SSatish Balay #define __FUNCT__ "MatStoreValues_SeqBAIJ"
30917087cfbeSBarry Smith PetscErrorCode  MatStoreValues_SeqBAIJ(Mat mat)
30923e90b805SBarry Smith {
30933e90b805SBarry Smith   Mat_SeqBAIJ    *aij = (Mat_SeqBAIJ *)mat->data;
3094d0f46423SBarry Smith   PetscInt       nz = aij->i[mat->rmap->N]*mat->rmap->bs*aij->bs2;
3095dfbe8321SBarry Smith   PetscErrorCode ierr;
30963e90b805SBarry Smith 
30973e90b805SBarry Smith   PetscFunctionBegin;
3098e7e72b3dSBarry Smith   if (aij->nonew != 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ORDER,"Must call MatSetOption(A,MAT_NEW_NONZERO_LOCATIONS,PETSC_FALSE);first");
30993e90b805SBarry Smith 
31003e90b805SBarry Smith   /* allocate space for values if not already there */
31013e90b805SBarry Smith   if (!aij->saved_values) {
310287828ca2SBarry Smith     ierr = PetscMalloc((nz+1)*sizeof(PetscScalar),&aij->saved_values);CHKERRQ(ierr);
31031784c0f5SBarry Smith     ierr = PetscLogObjectMemory(mat,(nz+1)*sizeof(PetscScalar));CHKERRQ(ierr);
31043e90b805SBarry Smith   }
31053e90b805SBarry Smith 
31063e90b805SBarry Smith   /* copy values over */
310787828ca2SBarry Smith   ierr = PetscMemcpy(aij->saved_values,aij->a,nz*sizeof(PetscScalar));CHKERRQ(ierr);
31083e90b805SBarry Smith   PetscFunctionReturn(0);
31093e90b805SBarry Smith }
31103e90b805SBarry Smith EXTERN_C_END
31113e90b805SBarry Smith 
31123e90b805SBarry Smith EXTERN_C_BEGIN
31134a2ae208SSatish Balay #undef __FUNCT__
31144a2ae208SSatish Balay #define __FUNCT__ "MatRetrieveValues_SeqBAIJ"
31157087cfbeSBarry Smith PetscErrorCode  MatRetrieveValues_SeqBAIJ(Mat mat)
31163e90b805SBarry Smith {
31173e90b805SBarry Smith   Mat_SeqBAIJ    *aij = (Mat_SeqBAIJ *)mat->data;
31186849ba73SBarry Smith   PetscErrorCode ierr;
3119d0f46423SBarry Smith   PetscInt       nz = aij->i[mat->rmap->N]*mat->rmap->bs*aij->bs2;
31203e90b805SBarry Smith 
31213e90b805SBarry Smith   PetscFunctionBegin;
3122e7e72b3dSBarry Smith   if (aij->nonew != 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ORDER,"Must call MatSetOption(A,MAT_NEW_NONZERO_LOCATIONS,PETSC_FALSE);first");
3123e7e72b3dSBarry Smith   if (!aij->saved_values) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ORDER,"Must call MatStoreValues(A);first");
31243e90b805SBarry Smith 
31253e90b805SBarry Smith   /* copy values over */
312687828ca2SBarry Smith   ierr = PetscMemcpy(aij->a,aij->saved_values,nz*sizeof(PetscScalar));CHKERRQ(ierr);
31273e90b805SBarry Smith   PetscFunctionReturn(0);
31283e90b805SBarry Smith }
31293e90b805SBarry Smith EXTERN_C_END
31303e90b805SBarry Smith 
3131273d9f13SBarry Smith EXTERN_C_BEGIN
31327087cfbeSBarry Smith extern PetscErrorCode  MatConvert_SeqBAIJ_SeqAIJ(Mat, MatType,MatReuse,Mat*);
31337087cfbeSBarry Smith extern PetscErrorCode  MatConvert_SeqBAIJ_SeqSBAIJ(Mat, MatType,MatReuse,Mat*);
3134273d9f13SBarry Smith EXTERN_C_END
3135273d9f13SBarry Smith 
3136273d9f13SBarry Smith EXTERN_C_BEGIN
31374a2ae208SSatish Balay #undef __FUNCT__
3138a23d5eceSKris Buschelman #define __FUNCT__ "MatSeqBAIJSetPreallocation_SeqBAIJ"
31397087cfbeSBarry Smith PetscErrorCode  MatSeqBAIJSetPreallocation_SeqBAIJ(Mat B,PetscInt bs,PetscInt nz,PetscInt *nnz)
3140a23d5eceSKris Buschelman {
3141a23d5eceSKris Buschelman   Mat_SeqBAIJ    *b;
31426849ba73SBarry Smith   PetscErrorCode ierr;
3143db4efbfdSBarry Smith   PetscInt       i,mbs,nbs,bs2,newbs = PetscAbs(bs);
3144ace3abfcSBarry Smith   PetscBool      flg,skipallocation = PETSC_FALSE;
3145a23d5eceSKris Buschelman 
3146a23d5eceSKris Buschelman   PetscFunctionBegin;
3147a23d5eceSKris Buschelman 
3148ab93d7beSBarry Smith   if (nz == MAT_SKIP_ALLOCATION) {
3149ab93d7beSBarry Smith     skipallocation = PETSC_TRUE;
3150ab93d7beSBarry Smith     nz             = 0;
3151ab93d7beSBarry Smith   }
31528c07d4e3SBarry Smith 
3153db4efbfdSBarry Smith   if (bs < 0) {
31547adad957SLisandro Dalcin     ierr = PetscOptionsBegin(((PetscObject)B)->comm,((PetscObject)B)->prefix,"Block options for SEQBAIJ matrix 1","Mat");CHKERRQ(ierr);
3155db4efbfdSBarry Smith       ierr = PetscOptionsInt("-mat_block_size","Set the blocksize used to store the matrix","MatSeqBAIJSetPreallocation",newbs,&newbs,PETSC_NULL);CHKERRQ(ierr);
31568c07d4e3SBarry Smith     ierr = PetscOptionsEnd();CHKERRQ(ierr);
3157db4efbfdSBarry Smith     bs   = PetscAbs(bs);
3158db4efbfdSBarry Smith   }
3159e7e72b3dSBarry Smith   if (nnz && newbs != bs) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Cannot change blocksize from command line if setting nnz");
3160a23d5eceSKris Buschelman   bs   = newbs;
3161a23d5eceSKris Buschelman 
316226283091SBarry Smith   ierr = PetscLayoutSetBlockSize(B->rmap,bs);CHKERRQ(ierr);
316326283091SBarry Smith   ierr = PetscLayoutSetBlockSize(B->cmap,bs);CHKERRQ(ierr);
316426283091SBarry Smith   ierr = PetscLayoutSetUp(B->rmap);CHKERRQ(ierr);
316526283091SBarry Smith   ierr = PetscLayoutSetUp(B->cmap);CHKERRQ(ierr);
3166899cda47SBarry Smith 
3167899cda47SBarry Smith   B->preallocated = PETSC_TRUE;
3168899cda47SBarry Smith 
3169d0f46423SBarry Smith   mbs  = B->rmap->n/bs;
3170d0f46423SBarry Smith   nbs  = B->cmap->n/bs;
3171a23d5eceSKris Buschelman   bs2  = bs*bs;
3172a23d5eceSKris Buschelman 
317365e19b50SBarry Smith   if (mbs*bs!=B->rmap->n || nbs*bs!=B->cmap->n) SETERRQ3(PETSC_COMM_SELF,PETSC_ERR_ARG_SIZ,"Number rows %D, cols %D must be divisible by blocksize %D",B->rmap->N,B->cmap->n,bs);
3174a23d5eceSKris Buschelman 
3175a23d5eceSKris Buschelman   if (nz == PETSC_DEFAULT || nz == PETSC_DECIDE) nz = 5;
3176e32f2f54SBarry Smith   if (nz < 0) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"nz cannot be less than 0: value %D",nz);
3177a23d5eceSKris Buschelman   if (nnz) {
3178a23d5eceSKris Buschelman     for (i=0; i<mbs; i++) {
3179e32f2f54SBarry Smith       if (nnz[i] < 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"nnz cannot be less than 0: local row %D value %D",i,nnz[i]);
3180e32f2f54SBarry Smith       if (nnz[i] > nbs) SETERRQ3(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"nnz cannot be greater than block row length: local row %D value %D rowlength %D",i,nnz[i],nbs);
3181a23d5eceSKris Buschelman     }
3182a23d5eceSKris Buschelman   }
3183a23d5eceSKris Buschelman 
3184a23d5eceSKris Buschelman   b       = (Mat_SeqBAIJ*)B->data;
31857adad957SLisandro Dalcin   ierr = PetscOptionsBegin(((PetscObject)B)->comm,PETSC_NULL,"Optimize options for SEQBAIJ matrix 2 ","Mat");CHKERRQ(ierr);
3186acfcf0e5SJed Brown     ierr = PetscOptionsBool("-mat_no_unroll","Do not optimize for block size (slow)",PETSC_NULL,PETSC_FALSE,&flg,PETSC_NULL);CHKERRQ(ierr);
31878c07d4e3SBarry Smith   ierr = PetscOptionsEnd();CHKERRQ(ierr);
31888c07d4e3SBarry Smith 
3189a23d5eceSKris Buschelman   if (!flg) {
3190a23d5eceSKris Buschelman     switch (bs) {
3191a23d5eceSKris Buschelman     case 1:
3192a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_1;
3193a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_1;
319441f059aeSBarry Smith       B->ops->sor             = MatSOR_SeqBAIJ_1;
3195a23d5eceSKris Buschelman       break;
3196a23d5eceSKris Buschelman     case 2:
3197a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_2;
3198a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_2;
319941f059aeSBarry Smith       B->ops->sor             = MatSOR_SeqBAIJ_2;
3200a23d5eceSKris Buschelman       break;
3201a23d5eceSKris Buschelman     case 3:
3202a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_3;
3203a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_3;
320441f059aeSBarry Smith       B->ops->sor             = MatSOR_SeqBAIJ_3;
3205a23d5eceSKris Buschelman       break;
3206a23d5eceSKris Buschelman     case 4:
3207a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_4;
3208a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_4;
320941f059aeSBarry Smith       B->ops->sor             = MatSOR_SeqBAIJ_4;
3210a23d5eceSKris Buschelman       break;
3211a23d5eceSKris Buschelman     case 5:
3212a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_5;
3213a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_5;
321441f059aeSBarry Smith       B->ops->sor             = MatSOR_SeqBAIJ_5;
3215a23d5eceSKris Buschelman       break;
3216a23d5eceSKris Buschelman     case 6:
3217a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_6;
3218a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_6;
321941f059aeSBarry Smith       B->ops->sor             = MatSOR_SeqBAIJ_6;
3220a23d5eceSKris Buschelman       break;
3221a23d5eceSKris Buschelman     case 7:
3222a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_7;
3223a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_7;
322441f059aeSBarry Smith       B->ops->sor             = MatSOR_SeqBAIJ_7;
3225a23d5eceSKris Buschelman       break;
32268ab949d8SShri Abhyankar     case 15:
3227832cc040SShri Abhyankar       B->ops->mult            = MatMult_SeqBAIJ_15_ver1;
3228de80f912SBarry Smith       B->ops->multadd         = MatMultAdd_SeqBAIJ_N;
3229de80f912SBarry Smith       B->ops->sor             = MatSOR_SeqBAIJ_N;
32308ab949d8SShri Abhyankar       break;
3231a23d5eceSKris Buschelman     default:
3232a23d5eceSKris Buschelman       B->ops->mult            = MatMult_SeqBAIJ_N;
3233a23d5eceSKris Buschelman       B->ops->multadd         = MatMultAdd_SeqBAIJ_N;
3234de80f912SBarry Smith       B->ops->sor             = MatSOR_SeqBAIJ_N;
3235a23d5eceSKris Buschelman       break;
3236a23d5eceSKris Buschelman     }
3237a23d5eceSKris Buschelman   }
3238d0f46423SBarry Smith   B->rmap->bs  = bs;
3239a23d5eceSKris Buschelman   b->mbs       = mbs;
3240a23d5eceSKris Buschelman   b->nbs       = nbs;
3241ab93d7beSBarry Smith   if (!skipallocation) {
32422ee49352SLisandro Dalcin     if (!b->imax) {
3243ab93d7beSBarry Smith       ierr = PetscMalloc2(mbs,PetscInt,&b->imax,mbs,PetscInt,&b->ilen);CHKERRQ(ierr);
32444fd072dbSBarry Smith       ierr = PetscLogObjectMemory(B,2*mbs*sizeof(PetscInt));
32454fd072dbSBarry Smith       b->free_imax_ilen = PETSC_TRUE;
32462ee49352SLisandro Dalcin     }
3247ab93d7beSBarry Smith     /* b->ilen will count nonzeros in each block row so far. */
3248ab93d7beSBarry Smith     for (i=0; i<mbs; i++) { b->ilen[i] = 0;}
3249a23d5eceSKris Buschelman     if (!nnz) {
3250a23d5eceSKris Buschelman       if (nz == PETSC_DEFAULT || nz == PETSC_DECIDE) nz = 5;
3251c62bd62aSJed Brown       else if (nz < 0) nz = 1;
3252a23d5eceSKris Buschelman       for (i=0; i<mbs; i++) b->imax[i] = nz;
3253a23d5eceSKris Buschelman       nz = nz*mbs;
3254a23d5eceSKris Buschelman     } else {
3255a23d5eceSKris Buschelman       nz = 0;
3256a23d5eceSKris Buschelman       for (i=0; i<mbs; i++) {b->imax[i] = nnz[i]; nz += nnz[i];}
3257a23d5eceSKris Buschelman     }
3258a23d5eceSKris Buschelman 
3259a23d5eceSKris Buschelman     /* allocate the matrix space */
32602ee49352SLisandro Dalcin     ierr = MatSeqXAIJFreeAIJ(B,&b->a,&b->j,&b->i);CHKERRQ(ierr);
3261d0f46423SBarry Smith     ierr = PetscMalloc3(bs2*nz,PetscScalar,&b->a,nz,PetscInt,&b->j,B->rmap->N+1,PetscInt,&b->i);CHKERRQ(ierr);
3262d0f46423SBarry Smith     ierr = PetscLogObjectMemory(B,(B->rmap->N+1)*sizeof(PetscInt)+nz*(bs2*sizeof(PetscScalar)+sizeof(PetscInt)));CHKERRQ(ierr);
3263a23d5eceSKris Buschelman     ierr  = PetscMemzero(b->a,nz*bs2*sizeof(MatScalar));CHKERRQ(ierr);
3264c1ac3661SBarry Smith     ierr  = PetscMemzero(b->j,nz*sizeof(PetscInt));CHKERRQ(ierr);
3265a23d5eceSKris Buschelman     b->singlemalloc = PETSC_TRUE;
3266a23d5eceSKris Buschelman     b->i[0] = 0;
3267a23d5eceSKris Buschelman     for (i=1; i<mbs+1; i++) {
3268a23d5eceSKris Buschelman       b->i[i] = b->i[i-1] + b->imax[i-1];
3269a23d5eceSKris Buschelman     }
3270e6b907acSBarry Smith     b->free_a     = PETSC_TRUE;
3271e6b907acSBarry Smith     b->free_ij    = PETSC_TRUE;
3272e811da20SHong Zhang   } else {
3273e6b907acSBarry Smith     b->free_a     = PETSC_FALSE;
3274e6b907acSBarry Smith     b->free_ij    = PETSC_FALSE;
3275ab93d7beSBarry Smith   }
3276a23d5eceSKris Buschelman 
3277d0f46423SBarry Smith   B->rmap->bs          = bs;
3278a23d5eceSKris Buschelman   b->bs2              = bs2;
3279a23d5eceSKris Buschelman   b->mbs              = mbs;
3280a23d5eceSKris Buschelman   b->nz               = 0;
3281b32cb4a7SJed Brown   b->maxnz            = nz;
3282b32cb4a7SJed Brown   B->info.nz_unneeded = (PetscReal)b->maxnz*bs2;
3283a23d5eceSKris Buschelman   PetscFunctionReturn(0);
3284a23d5eceSKris Buschelman }
3285a23d5eceSKris Buschelman EXTERN_C_END
3286a23d5eceSKris Buschelman 
3287b24902e0SBarry Smith EXTERN_C_BEGIN
3288725b52f3SLisandro Dalcin #undef __FUNCT__
3289725b52f3SLisandro Dalcin #define __FUNCT__ "MatSeqBAIJSetPreallocationCSR_SeqBAIJ"
3290cf12db73SBarry Smith PetscErrorCode MatSeqBAIJSetPreallocationCSR_SeqBAIJ(Mat B,PetscInt bs,const PetscInt ii[],const PetscInt jj[],const PetscScalar V[])
3291725b52f3SLisandro Dalcin {
3292725b52f3SLisandro Dalcin   PetscInt       i,m,nz,nz_max=0,*nnz;
3293725b52f3SLisandro Dalcin   PetscScalar    *values=0;
3294725b52f3SLisandro Dalcin   PetscErrorCode ierr;
3295725b52f3SLisandro Dalcin 
3296725b52f3SLisandro Dalcin   PetscFunctionBegin;
3297e32f2f54SBarry Smith   if (bs < 1) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Invalid block size specified, must be positive but it is %D",bs);
329826283091SBarry Smith   ierr = PetscLayoutSetBlockSize(B->rmap,bs);CHKERRQ(ierr);
329926283091SBarry Smith   ierr = PetscLayoutSetBlockSize(B->cmap,bs);CHKERRQ(ierr);
330026283091SBarry Smith   ierr = PetscLayoutSetUp(B->rmap);CHKERRQ(ierr);
330126283091SBarry Smith   ierr = PetscLayoutSetUp(B->cmap);CHKERRQ(ierr);
3302d0f46423SBarry Smith   m = B->rmap->n/bs;
3303725b52f3SLisandro Dalcin 
3304e32f2f54SBarry Smith   if (ii[0] != 0) { SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE, "ii[0] must be 0 but it is %D",ii[0]); }
3305725b52f3SLisandro Dalcin   ierr = PetscMalloc((m+1) * sizeof(PetscInt), &nnz);CHKERRQ(ierr);
3306725b52f3SLisandro Dalcin   for(i=0; i<m; i++) {
3307cf12db73SBarry Smith     nz = ii[i+1]- ii[i];
3308e32f2f54SBarry Smith     if (nz < 0) { SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE, "Local row %D has a negative number of columns %D",i,nz); }
3309725b52f3SLisandro Dalcin     nz_max = PetscMax(nz_max, nz);
3310725b52f3SLisandro Dalcin     nnz[i] = nz;
3311725b52f3SLisandro Dalcin   }
3312725b52f3SLisandro Dalcin   ierr = MatSeqBAIJSetPreallocation(B,bs,0,nnz);CHKERRQ(ierr);
3313725b52f3SLisandro Dalcin   ierr = PetscFree(nnz);CHKERRQ(ierr);
3314725b52f3SLisandro Dalcin 
3315725b52f3SLisandro Dalcin   values = (PetscScalar*)V;
3316725b52f3SLisandro Dalcin   if (!values) {
3317725b52f3SLisandro Dalcin     ierr = PetscMalloc(bs*bs*(nz_max+1)*sizeof(PetscScalar),&values);CHKERRQ(ierr);
3318725b52f3SLisandro Dalcin     ierr = PetscMemzero(values,bs*bs*nz_max*sizeof(PetscScalar));CHKERRQ(ierr);
3319725b52f3SLisandro Dalcin   }
3320725b52f3SLisandro Dalcin   for (i=0; i<m; i++) {
3321cf12db73SBarry Smith     PetscInt          ncols  = ii[i+1] - ii[i];
3322cf12db73SBarry Smith     const PetscInt    *icols = jj + ii[i];
3323cf12db73SBarry Smith     const PetscScalar *svals = values + (V ? (bs*bs*ii[i]) : 0);
3324725b52f3SLisandro Dalcin     ierr = MatSetValuesBlocked_SeqBAIJ(B,1,&i,ncols,icols,svals,INSERT_VALUES);CHKERRQ(ierr);
3325725b52f3SLisandro Dalcin   }
3326725b52f3SLisandro Dalcin   if (!V) { ierr = PetscFree(values);CHKERRQ(ierr); }
3327725b52f3SLisandro Dalcin   ierr = MatAssemblyBegin(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3328725b52f3SLisandro Dalcin   ierr = MatAssemblyEnd(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3329725b52f3SLisandro Dalcin 
3330725b52f3SLisandro Dalcin   PetscFunctionReturn(0);
3331725b52f3SLisandro Dalcin }
3332725b52f3SLisandro Dalcin EXTERN_C_END
3333725b52f3SLisandro Dalcin 
3334725b52f3SLisandro Dalcin 
3335207126cbSBarry Smith EXTERN_C_BEGIN
33367087cfbeSBarry Smith extern PetscErrorCode  MatGetFactor_seqbaij_petsc(Mat,MatFactorType,Mat*);
33372938c13dSDahai Guo extern PetscErrorCode  MatGetFactor_seqbaij_bstrm(Mat,MatFactorType,Mat*);
333867877ebaSShri Abhyankar #if defined(PETSC_HAVE_MUMPS)
33397087cfbeSBarry Smith extern PetscErrorCode  MatGetFactor_baij_mumps(Mat,MatFactorType,Mat*);
334067877ebaSShri Abhyankar #endif
33417087cfbeSBarry Smith extern PetscErrorCode  MatGetFactorAvailable_seqbaij_petsc(Mat,MatFactorType,Mat*);
3342b24902e0SBarry Smith EXTERN_C_END
3343b24902e0SBarry Smith 
33440bad9183SKris Buschelman /*MC
3345fafad747SKris Buschelman    MATSEQBAIJ - MATSEQBAIJ = "seqbaij" - A matrix type to be used for sequential block sparse matrices, based on
33460bad9183SKris Buschelman    block sparse compressed row format.
33470bad9183SKris Buschelman 
33480bad9183SKris Buschelman    Options Database Keys:
33490bad9183SKris Buschelman . -mat_type seqbaij - sets the matrix type to "seqbaij" during a call to MatSetFromOptions()
33500bad9183SKris Buschelman 
33510bad9183SKris Buschelman   Level: beginner
33520bad9183SKris Buschelman 
3353f0c06035SSatish Balay .seealso: MatCreateSeqBAIJ()
33540bad9183SKris Buschelman M*/
33550bad9183SKris Buschelman 
3356c0cdd4a1SDahai Guo EXTERN_C_BEGIN
3357c0cdd4a1SDahai Guo extern PetscErrorCode  MatConvert_SeqBAIJ_SeqBSTRM(Mat, MatType,MatReuse,Mat*);
3358c0cdd4a1SDahai Guo EXTERN_C_END
3359b24902e0SBarry Smith 
3360a23d5eceSKris Buschelman EXTERN_C_BEGIN
3361a23d5eceSKris Buschelman #undef __FUNCT__
33624a2ae208SSatish Balay #define __FUNCT__ "MatCreate_SeqBAIJ"
33637087cfbeSBarry Smith PetscErrorCode  MatCreate_SeqBAIJ(Mat B)
33642593348eSBarry Smith {
3365dfbe8321SBarry Smith   PetscErrorCode ierr;
3366c1ac3661SBarry Smith   PetscMPIInt    size;
3367b6490206SBarry Smith   Mat_SeqBAIJ    *b;
33683b2fbd54SBarry Smith 
33693a40ed3dSBarry Smith   PetscFunctionBegin;
33707adad957SLisandro Dalcin   ierr = MPI_Comm_size(((PetscObject)B)->comm,&size);CHKERRQ(ierr);
3371e32f2f54SBarry Smith   if (size > 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Comm must be of size 1");
3372b6490206SBarry Smith 
337338f2d2fdSLisandro Dalcin   ierr    = PetscNewLog(B,Mat_SeqBAIJ,&b);CHKERRQ(ierr);
3374b0a32e0cSBarry Smith   B->data = (void*)b;
3375549d3d68SSatish Balay   ierr    = PetscMemcpy(B->ops,&MatOps_Values,sizeof(struct _MatOps));CHKERRQ(ierr);
33762593348eSBarry Smith   b->row                   = 0;
33772593348eSBarry Smith   b->col                   = 0;
3378e51c0b9cSSatish Balay   b->icol                  = 0;
33792593348eSBarry Smith   b->reallocs              = 0;
33803e90b805SBarry Smith   b->saved_values          = 0;
33812593348eSBarry Smith 
3382c4992f7dSBarry Smith   b->roworiented           = PETSC_TRUE;
33832593348eSBarry Smith   b->nonew                 = 0;
33842593348eSBarry Smith   b->diag                  = 0;
33852593348eSBarry Smith   b->solve_work            = 0;
3386de6a44a3SBarry Smith   b->mult_work             = 0;
33872a1b7f2aSHong Zhang   B->spptr                 = 0;
3388b32cb4a7SJed Brown   B->info.nz_unneeded      = (PetscReal)b->maxnz*b->bs2;
3389a9817697SBarry Smith   b->keepnonzeropattern    = PETSC_FALSE;
3390c4319e64SHong Zhang   b->xtoy                  = 0;
3391c4319e64SHong Zhang   b->XtoY                  = 0;
339288e51ccdSHong Zhang   B->same_nonzero          = PETSC_FALSE;
33934e220ebcSLois Curfman McInnes 
3394ec1065edSBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatGetFactorAvailable_petsc_C",
3395db4efbfdSBarry Smith                                      "MatGetFactorAvailable_seqbaij_petsc",
3396db4efbfdSBarry Smith                                      MatGetFactorAvailable_seqbaij_petsc);CHKERRQ(ierr);
3397ec1065edSBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatGetFactor_petsc_C",
3398b24902e0SBarry Smith                                      "MatGetFactor_seqbaij_petsc",
3399b24902e0SBarry Smith                                      MatGetFactor_seqbaij_petsc);CHKERRQ(ierr);
34003edee7c7SSatish Balay   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatGetFactor_bstrm_C",
34012938c13dSDahai Guo                                      "MatGetFactor_seqbaij_bstrm",
34022938c13dSDahai Guo                                      MatGetFactor_seqbaij_bstrm);CHKERRQ(ierr);
340367877ebaSShri Abhyankar #if defined(PETSC_HAVE_MUMPS)
3404bccb9932SShri Abhyankar   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatGetFactor_mumps_C", "MatGetFactor_baij_mumps", MatGetFactor_baij_mumps);CHKERRQ(ierr);
340567877ebaSShri Abhyankar #endif
340643516a2dSKris Buschelman   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatSeqBAIJInvertBlockDiagonal_C",
340743516a2dSKris Buschelman                                      "MatInvertBlockDiagonal_SeqBAIJ",
340843516a2dSKris Buschelman                                       MatInvertBlockDiagonal_SeqBAIJ);CHKERRQ(ierr);
3409f1af5d2fSBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatStoreValues_C",
34103e90b805SBarry Smith                                      "MatStoreValues_SeqBAIJ",
3411bc4b532fSSatish Balay                                       MatStoreValues_SeqBAIJ);CHKERRQ(ierr);
3412f1af5d2fSBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatRetrieveValues_C",
34133e90b805SBarry Smith                                      "MatRetrieveValues_SeqBAIJ",
3414bc4b532fSSatish Balay                                       MatRetrieveValues_SeqBAIJ);CHKERRQ(ierr);
3415f1af5d2fSBarry Smith   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatSeqBAIJSetColumnIndices_C",
341627a8da17SBarry Smith                                      "MatSeqBAIJSetColumnIndices_SeqBAIJ",
3417bc4b532fSSatish Balay                                       MatSeqBAIJSetColumnIndices_SeqBAIJ);CHKERRQ(ierr);
3418a6175056SHong Zhang   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatConvert_seqbaij_seqaij_C",
3419273d9f13SBarry Smith                                      "MatConvert_SeqBAIJ_SeqAIJ",
3420273d9f13SBarry Smith                                       MatConvert_SeqBAIJ_SeqAIJ);CHKERRQ(ierr);
3421a0e1a404SHong Zhang   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatConvert_seqbaij_seqsbaij_C",
3422a0e1a404SHong Zhang                                      "MatConvert_SeqBAIJ_SeqSBAIJ",
3423a0e1a404SHong Zhang                                       MatConvert_SeqBAIJ_SeqSBAIJ);CHKERRQ(ierr);
3424a23d5eceSKris Buschelman   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatSeqBAIJSetPreallocation_C",
3425a23d5eceSKris Buschelman                                      "MatSeqBAIJSetPreallocation_SeqBAIJ",
3426a23d5eceSKris Buschelman                                       MatSeqBAIJSetPreallocation_SeqBAIJ);CHKERRQ(ierr);
3427725b52f3SLisandro Dalcin   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatSeqBAIJSetPreallocationCSR_C",
3428725b52f3SLisandro Dalcin                                      "MatSeqBAIJSetPreallocationCSR_SeqBAIJ",
3429725b52f3SLisandro Dalcin                                       MatSeqBAIJSetPreallocationCSR_SeqBAIJ);CHKERRQ(ierr);
3430c0cdd4a1SDahai Guo   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatConvert_seqbaij_seqbstrm_C",
3431c0cdd4a1SDahai Guo                                      "MatConvert_SeqBAIJ_SeqBSTRM",
3432c0cdd4a1SDahai Guo                                       MatConvert_SeqBAIJ_SeqBSTRM);CHKERRQ(ierr);
3433453d3561SHong Zhang   ierr = PetscObjectComposeFunctionDynamic((PetscObject)B,"MatIsTranspose_C",
3434453d3561SHong Zhang                                      "MatIsTranspose_SeqBAIJ",
3435453d3561SHong Zhang                                       MatIsTranspose_SeqBAIJ);CHKERRQ(ierr);
343617667f90SBarry Smith   ierr = PetscObjectChangeTypeName((PetscObject)B,MATSEQBAIJ);CHKERRQ(ierr);
34373a40ed3dSBarry Smith   PetscFunctionReturn(0);
34382593348eSBarry Smith }
3439273d9f13SBarry Smith EXTERN_C_END
34402593348eSBarry Smith 
34414a2ae208SSatish Balay #undef __FUNCT__
3442b24902e0SBarry Smith #define __FUNCT__ "MatDuplicateNoCreate_SeqBAIJ"
3443ace3abfcSBarry Smith PetscErrorCode MatDuplicateNoCreate_SeqBAIJ(Mat C,Mat A,MatDuplicateOption cpvalues,PetscBool  mallocmatspace)
34442593348eSBarry Smith {
3445b24902e0SBarry Smith   Mat_SeqBAIJ    *c = (Mat_SeqBAIJ*)C->data,*a = (Mat_SeqBAIJ*)A->data;
34466849ba73SBarry Smith   PetscErrorCode ierr;
3447a96a251dSBarry Smith   PetscInt       i,mbs = a->mbs,nz = a->nz,bs2 = a->bs2;
3448de6a44a3SBarry Smith 
34493a40ed3dSBarry Smith   PetscFunctionBegin;
3450e32f2f54SBarry Smith   if (a->i[mbs] != nz) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Corrupt matrix");
34512593348eSBarry Smith 
34524fd072dbSBarry Smith   if (cpvalues == MAT_SHARE_NONZERO_PATTERN) {
34534fd072dbSBarry Smith     c->imax = a->imax;
34544fd072dbSBarry Smith     c->ilen = a->ilen;
34554fd072dbSBarry Smith     c->free_imax_ilen = PETSC_FALSE;
34564fd072dbSBarry Smith   } else {
345733b91e9fSSatish Balay     ierr = PetscMalloc2(mbs,PetscInt,&c->imax,mbs,PetscInt,&c->ilen);CHKERRQ(ierr);
34584fd072dbSBarry Smith     ierr = PetscLogObjectMemory(C,2*mbs*sizeof(PetscInt));CHKERRQ(ierr);
3459b6490206SBarry Smith     for (i=0; i<mbs; i++) {
34602593348eSBarry Smith       c->imax[i] = a->imax[i];
34612593348eSBarry Smith       c->ilen[i] = a->ilen[i];
34622593348eSBarry Smith     }
34634fd072dbSBarry Smith     c->free_imax_ilen = PETSC_TRUE;
34644fd072dbSBarry Smith   }
34652593348eSBarry Smith 
34662593348eSBarry Smith   /* allocate the matrix space */
346716a2bf60SHong Zhang   if (mallocmatspace){
34684fd072dbSBarry Smith     if (cpvalues == MAT_SHARE_NONZERO_PATTERN) {
34694fd072dbSBarry Smith       ierr = PetscMalloc(bs2*nz*sizeof(PetscScalar),&c->a);CHKERRQ(ierr);
34704fd072dbSBarry Smith       ierr = PetscLogObjectMemory(C,a->i[mbs]*bs2*sizeof(PetscScalar));CHKERRQ(ierr);
34714fd072dbSBarry Smith       c->singlemalloc = PETSC_FALSE;
34724fd072dbSBarry Smith       c->free_ij      = PETSC_FALSE;
34734fd072dbSBarry Smith       c->i            = a->i;
34744fd072dbSBarry Smith       c->j            = a->j;
34754fd072dbSBarry Smith       c->parent       = A;
34764fd072dbSBarry Smith       ierr            = PetscObjectReference((PetscObject)A);CHKERRQ(ierr);
34774fd072dbSBarry Smith       ierr            = MatSetOption(A,MAT_NEW_NONZERO_LOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr);
34784fd072dbSBarry Smith       ierr            = MatSetOption(C,MAT_NEW_NONZERO_LOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr);
34794fd072dbSBarry Smith     } else {
3480a96a251dSBarry Smith       ierr = PetscMalloc3(bs2*nz,PetscScalar,&c->a,nz,PetscInt,&c->j,mbs+1,PetscInt,&c->i);CHKERRQ(ierr);
348116a2bf60SHong Zhang       ierr = PetscLogObjectMemory(C,a->i[mbs]*(bs2*sizeof(PetscScalar)+sizeof(PetscInt))+(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
3482c4992f7dSBarry Smith       c->singlemalloc = PETSC_TRUE;
34834fd072dbSBarry Smith       c->free_ij      = PETSC_TRUE;
3484c1ac3661SBarry Smith       ierr = PetscMemcpy(c->i,a->i,(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
3485b6490206SBarry Smith       if (mbs > 0) {
3486c1ac3661SBarry Smith 	ierr = PetscMemcpy(c->j,a->j,nz*sizeof(PetscInt));CHKERRQ(ierr);
34872e8a6d31SBarry Smith 	if (cpvalues == MAT_COPY_VALUES) {
3488549d3d68SSatish Balay 	  ierr = PetscMemcpy(c->a,a->a,bs2*nz*sizeof(MatScalar));CHKERRQ(ierr);
34892e8a6d31SBarry Smith 	} else {
3490549d3d68SSatish Balay 	  ierr = PetscMemzero(c->a,bs2*nz*sizeof(MatScalar));CHKERRQ(ierr);
34912593348eSBarry Smith 	}
34922593348eSBarry Smith       }
349316a2bf60SHong Zhang     }
34944fd072dbSBarry Smith   }
349516a2bf60SHong Zhang 
34962593348eSBarry Smith   c->roworiented = a->roworiented;
34972593348eSBarry Smith   c->nonew       = a->nonew;
34981e1e43feSBarry Smith   ierr = PetscLayoutReference(A->rmap,&C->rmap);CHKERRQ(ierr);
34991e1e43feSBarry Smith   ierr = PetscLayoutReference(A->cmap,&C->cmap);CHKERRQ(ierr);
35005c9eb25fSBarry Smith   c->bs2         = a->bs2;
35015c9eb25fSBarry Smith   c->mbs         = a->mbs;
35025c9eb25fSBarry Smith   c->nbs         = a->nbs;
35032593348eSBarry Smith 
35042593348eSBarry Smith   if (a->diag) {
35054fd072dbSBarry Smith     if (cpvalues == MAT_SHARE_NONZERO_PATTERN) {
35064fd072dbSBarry Smith       c->diag      = a->diag;
35074fd072dbSBarry Smith       c->free_diag = PETSC_FALSE;
35084fd072dbSBarry Smith     } else {
3509c1ac3661SBarry Smith       ierr = PetscMalloc((mbs+1)*sizeof(PetscInt),&c->diag);CHKERRQ(ierr);
351052e6d16bSBarry Smith       ierr = PetscLogObjectMemory(C,(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
3511b6490206SBarry Smith       for (i=0; i<mbs; i++) {
35122593348eSBarry Smith         c->diag[i] = a->diag[i];
35132593348eSBarry Smith       }
35144fd072dbSBarry Smith       c->free_diag = PETSC_TRUE;
35154fd072dbSBarry Smith     }
351698305bb5SBarry Smith   } else c->diag        = 0;
35172593348eSBarry Smith   c->nz                 = a->nz;
3518f2cbd3d5SJed Brown   c->maxnz              = a->nz; /* Since we allocate exactly the right amount */
35192593348eSBarry Smith   c->solve_work         = 0;
35207fc0212eSBarry Smith   c->mult_work          = 0;
3521e6b907acSBarry Smith   c->free_a             = PETSC_TRUE;
3522e6b907acSBarry Smith   c->free_ij            = PETSC_TRUE;
3523273d9f13SBarry Smith   C->preallocated       = PETSC_TRUE;
3524273d9f13SBarry Smith   C->assembled          = PETSC_TRUE;
352588e51ccdSHong Zhang 
352688e51ccdSHong Zhang   c->compressedrow.use     = a->compressedrow.use;
352788e51ccdSHong Zhang   c->compressedrow.nrows   = a->compressedrow.nrows;
3528cd6b891eSBarry Smith   c->compressedrow.check   = a->compressedrow.check;
3529cd6b891eSBarry Smith   if (a->compressedrow.use){
353088e51ccdSHong Zhang     i = a->compressedrow.nrows;
35310e83c824SBarry Smith     ierr = PetscMalloc2(i+1,PetscInt,&c->compressedrow.i,i+1,PetscInt,&c->compressedrow.rindex);CHKERRQ(ierr);
35324fd072dbSBarry Smith     ierr = PetscLogObjectMemory(C,(2*i+1)*sizeof(PetscInt));CHKERRQ(ierr);
353388e51ccdSHong Zhang     ierr = PetscMemcpy(c->compressedrow.i,a->compressedrow.i,(i+1)*sizeof(PetscInt));CHKERRQ(ierr);
353488e51ccdSHong Zhang     ierr = PetscMemcpy(c->compressedrow.rindex,a->compressedrow.rindex,i*sizeof(PetscInt));CHKERRQ(ierr);
353588e51ccdSHong Zhang   } else {
353688e51ccdSHong Zhang     c->compressedrow.use    = PETSC_FALSE;
353788e51ccdSHong Zhang     c->compressedrow.i      = PETSC_NULL;
353888e51ccdSHong Zhang     c->compressedrow.rindex = PETSC_NULL;
353988e51ccdSHong Zhang   }
354088e51ccdSHong Zhang   C->same_nonzero = A->same_nonzero;
35417adad957SLisandro Dalcin   ierr = PetscFListDuplicate(((PetscObject)A)->qlist,&((PetscObject)C)->qlist);CHKERRQ(ierr);
35425d5aaa0eSBarry Smith   ierr = PetscMemcpy(C->ops,A->ops,sizeof(struct _MatOps));CHKERRQ(ierr);
35433a40ed3dSBarry Smith   PetscFunctionReturn(0);
35442593348eSBarry Smith }
35452593348eSBarry Smith 
35464a2ae208SSatish Balay #undef __FUNCT__
3547b24902e0SBarry Smith #define __FUNCT__ "MatDuplicate_SeqBAIJ"
3548b24902e0SBarry Smith PetscErrorCode MatDuplicate_SeqBAIJ(Mat A,MatDuplicateOption cpvalues,Mat *B)
3549b24902e0SBarry Smith {
3550b24902e0SBarry Smith     PetscErrorCode ierr;
3551b24902e0SBarry Smith 
3552b24902e0SBarry Smith   PetscFunctionBegin;
35535c9eb25fSBarry Smith   ierr = MatCreate(((PetscObject)A)->comm,B);CHKERRQ(ierr);
3554d0f46423SBarry Smith   ierr = MatSetSizes(*B,A->rmap->N,A->cmap->n,A->rmap->N,A->cmap->n);CHKERRQ(ierr);
35555c9eb25fSBarry Smith   ierr = MatSetType(*B,MATSEQBAIJ);CHKERRQ(ierr);
355616a2bf60SHong Zhang   ierr = MatDuplicateNoCreate_SeqBAIJ(*B,A,cpvalues,PETSC_TRUE);
3557b24902e0SBarry Smith   PetscFunctionReturn(0);
3558b24902e0SBarry Smith }
3559b24902e0SBarry Smith 
3560b24902e0SBarry Smith #undef __FUNCT__
35615bba2384SShri Abhyankar #define __FUNCT__ "MatLoad_SeqBAIJ"
3562112444f4SShri Abhyankar PetscErrorCode MatLoad_SeqBAIJ(Mat newmat,PetscViewer viewer)
3563f501eaabSShri Abhyankar {
3564f501eaabSShri Abhyankar   Mat_SeqBAIJ    *a;
3565f501eaabSShri Abhyankar   PetscErrorCode ierr;
3566f501eaabSShri Abhyankar   PetscInt       i,nz,header[4],*rowlengths=0,M,N,bs=1;
3567f501eaabSShri Abhyankar   PetscInt       *mask,mbs,*jj,j,rowcount,nzcount,k,*browlengths,maskcount;
3568f501eaabSShri Abhyankar   PetscInt       kmax,jcount,block,idx,point,nzcountb,extra_rows,rows,cols;
3569f501eaabSShri Abhyankar   PetscInt       *masked,nmask,tmp,bs2,ishift;
3570f501eaabSShri Abhyankar   PetscMPIInt    size;
3571f501eaabSShri Abhyankar   int            fd;
3572f501eaabSShri Abhyankar   PetscScalar    *aa;
3573f501eaabSShri Abhyankar   MPI_Comm       comm = ((PetscObject)viewer)->comm;
3574f501eaabSShri Abhyankar 
3575f501eaabSShri Abhyankar   PetscFunctionBegin;
3576f501eaabSShri Abhyankar   ierr = PetscOptionsBegin(comm,PETSC_NULL,"Options for loading SEQBAIJ matrix","Mat");CHKERRQ(ierr);
3577f501eaabSShri Abhyankar   ierr = PetscOptionsInt("-matload_block_size","Set the blocksize used to store the matrix","MatLoad",bs,&bs,PETSC_NULL);CHKERRQ(ierr);
3578f501eaabSShri Abhyankar   ierr = PetscOptionsEnd();CHKERRQ(ierr);
3579f501eaabSShri Abhyankar   bs2  = bs*bs;
3580f501eaabSShri Abhyankar 
3581f501eaabSShri Abhyankar   ierr = MPI_Comm_size(comm,&size);CHKERRQ(ierr);
3582f501eaabSShri Abhyankar   if (size > 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"view must have one processor");
3583f501eaabSShri Abhyankar   ierr = PetscViewerBinaryGetDescriptor(viewer,&fd);CHKERRQ(ierr);
3584f501eaabSShri Abhyankar   ierr = PetscBinaryRead(fd,header,4,PETSC_INT);CHKERRQ(ierr);
3585f501eaabSShri Abhyankar   if (header[0] != MAT_FILE_CLASSID) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_FILE_UNEXPECTED,"not Mat object");
3586f501eaabSShri Abhyankar   M = header[1]; N = header[2]; nz = header[3];
3587f501eaabSShri Abhyankar 
3588f501eaabSShri Abhyankar   if (header[3] < 0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_FILE_UNEXPECTED,"Matrix stored in special format, cannot load as SeqBAIJ");
3589f501eaabSShri Abhyankar   if (M != N) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Can only do square matrices");
3590f501eaabSShri Abhyankar 
3591f501eaabSShri Abhyankar   /*
3592f501eaabSShri Abhyankar      This code adds extra rows to make sure the number of rows is
3593f501eaabSShri Abhyankar     divisible by the blocksize
3594f501eaabSShri Abhyankar   */
3595f501eaabSShri Abhyankar   mbs        = M/bs;
3596f501eaabSShri Abhyankar   extra_rows = bs - M + bs*(mbs);
3597f501eaabSShri Abhyankar   if (extra_rows == bs) extra_rows = 0;
3598f501eaabSShri Abhyankar   else                  mbs++;
3599f501eaabSShri Abhyankar   if (extra_rows) {
3600f501eaabSShri Abhyankar     ierr = PetscInfo(viewer,"Padding loaded matrix to match blocksize\n");CHKERRQ(ierr);
3601f501eaabSShri Abhyankar   }
3602f501eaabSShri Abhyankar 
3603f501eaabSShri Abhyankar   /* Set global sizes if not already set */
3604f501eaabSShri Abhyankar   if (newmat->rmap->n < 0 && newmat->rmap->N < 0 && newmat->cmap->n < 0 && newmat->cmap->N < 0) {
3605f501eaabSShri Abhyankar     ierr = MatSetSizes(newmat,PETSC_DECIDE,PETSC_DECIDE,M+extra_rows,N+extra_rows);CHKERRQ(ierr);
3606f501eaabSShri Abhyankar   } else { /* Check if the matrix global sizes are correct */
3607f501eaabSShri Abhyankar     ierr = MatGetSize(newmat,&rows,&cols);CHKERRQ(ierr);
3608f501eaabSShri Abhyankar     if (M != rows ||  N != cols) SETERRQ4(PETSC_COMM_SELF,PETSC_ERR_FILE_UNEXPECTED,"Matrix in file of different length (%d, %d) than the input matrix (%d, %d)",M,N,rows,cols);
3609f501eaabSShri Abhyankar   }
3610f501eaabSShri Abhyankar 
3611f501eaabSShri Abhyankar   /* read in row lengths */
3612f501eaabSShri Abhyankar   ierr = PetscMalloc((M+extra_rows)*sizeof(PetscInt),&rowlengths);CHKERRQ(ierr);
3613f501eaabSShri Abhyankar   ierr = PetscBinaryRead(fd,rowlengths,M,PETSC_INT);CHKERRQ(ierr);
3614f501eaabSShri Abhyankar   for (i=0; i<extra_rows; i++) rowlengths[M+i] = 1;
3615f501eaabSShri Abhyankar 
3616f501eaabSShri Abhyankar   /* read in column indices */
3617f501eaabSShri Abhyankar   ierr = PetscMalloc((nz+extra_rows)*sizeof(PetscInt),&jj);CHKERRQ(ierr);
3618f501eaabSShri Abhyankar   ierr = PetscBinaryRead(fd,jj,nz,PETSC_INT);CHKERRQ(ierr);
3619f501eaabSShri Abhyankar   for (i=0; i<extra_rows; i++) jj[nz+i] = M+i;
3620f501eaabSShri Abhyankar 
3621f501eaabSShri Abhyankar   /* loop over row lengths determining block row lengths */
3622f501eaabSShri Abhyankar   ierr     = PetscMalloc(mbs*sizeof(PetscInt),&browlengths);CHKERRQ(ierr);
3623f501eaabSShri Abhyankar   ierr     = PetscMemzero(browlengths,mbs*sizeof(PetscInt));CHKERRQ(ierr);
3624f501eaabSShri Abhyankar   ierr     = PetscMalloc2(mbs,PetscInt,&mask,mbs,PetscInt,&masked);CHKERRQ(ierr);
3625f501eaabSShri Abhyankar   ierr     = PetscMemzero(mask,mbs*sizeof(PetscInt));CHKERRQ(ierr);
3626f501eaabSShri Abhyankar   rowcount = 0;
3627f501eaabSShri Abhyankar   nzcount = 0;
3628f501eaabSShri Abhyankar   for (i=0; i<mbs; i++) {
3629f501eaabSShri Abhyankar     nmask = 0;
3630f501eaabSShri Abhyankar     for (j=0; j<bs; j++) {
3631f501eaabSShri Abhyankar       kmax = rowlengths[rowcount];
3632f501eaabSShri Abhyankar       for (k=0; k<kmax; k++) {
3633f501eaabSShri Abhyankar         tmp = jj[nzcount++]/bs;
3634f501eaabSShri Abhyankar         if (!mask[tmp]) {masked[nmask++] = tmp; mask[tmp] = 1;}
3635f501eaabSShri Abhyankar       }
3636f501eaabSShri Abhyankar       rowcount++;
3637f501eaabSShri Abhyankar     }
3638f501eaabSShri Abhyankar     browlengths[i] += nmask;
3639f501eaabSShri Abhyankar     /* zero out the mask elements we set */
3640f501eaabSShri Abhyankar     for (j=0; j<nmask; j++) mask[masked[j]] = 0;
3641f501eaabSShri Abhyankar   }
3642f501eaabSShri Abhyankar 
36432f480046SShri Abhyankar   /* Do preallocation  */
3644f501eaabSShri Abhyankar   ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(newmat,bs,0,browlengths);CHKERRQ(ierr);
3645f501eaabSShri Abhyankar   a = (Mat_SeqBAIJ*)newmat->data;
3646f501eaabSShri Abhyankar 
3647f501eaabSShri Abhyankar   /* set matrix "i" values */
3648f501eaabSShri Abhyankar   a->i[0] = 0;
3649f501eaabSShri Abhyankar   for (i=1; i<= mbs; i++) {
3650f501eaabSShri Abhyankar     a->i[i]      = a->i[i-1] + browlengths[i-1];
3651f501eaabSShri Abhyankar     a->ilen[i-1] = browlengths[i-1];
3652f501eaabSShri Abhyankar   }
3653f501eaabSShri Abhyankar   a->nz         = 0;
3654f501eaabSShri Abhyankar   for (i=0; i<mbs; i++) a->nz += browlengths[i];
3655f501eaabSShri Abhyankar 
3656f501eaabSShri Abhyankar   /* read in nonzero values */
3657f501eaabSShri Abhyankar   ierr = PetscMalloc((nz+extra_rows)*sizeof(PetscScalar),&aa);CHKERRQ(ierr);
3658f501eaabSShri Abhyankar   ierr = PetscBinaryRead(fd,aa,nz,PETSC_SCALAR);CHKERRQ(ierr);
3659f501eaabSShri Abhyankar   for (i=0; i<extra_rows; i++) aa[nz+i] = 1.0;
3660f501eaabSShri Abhyankar 
3661f501eaabSShri Abhyankar   /* set "a" and "j" values into matrix */
3662f501eaabSShri Abhyankar   nzcount = 0; jcount = 0;
3663f501eaabSShri Abhyankar   for (i=0; i<mbs; i++) {
3664f501eaabSShri Abhyankar     nzcountb = nzcount;
3665f501eaabSShri Abhyankar     nmask    = 0;
3666f501eaabSShri Abhyankar     for (j=0; j<bs; j++) {
3667f501eaabSShri Abhyankar       kmax = rowlengths[i*bs+j];
3668f501eaabSShri Abhyankar       for (k=0; k<kmax; k++) {
3669f501eaabSShri Abhyankar         tmp = jj[nzcount++]/bs;
3670f501eaabSShri Abhyankar 	if (!mask[tmp]) { masked[nmask++] = tmp; mask[tmp] = 1;}
3671f501eaabSShri Abhyankar       }
3672f501eaabSShri Abhyankar     }
3673f501eaabSShri Abhyankar     /* sort the masked values */
3674f501eaabSShri Abhyankar     ierr = PetscSortInt(nmask,masked);CHKERRQ(ierr);
3675f501eaabSShri Abhyankar 
3676f501eaabSShri Abhyankar     /* set "j" values into matrix */
3677f501eaabSShri Abhyankar     maskcount = 1;
3678f501eaabSShri Abhyankar     for (j=0; j<nmask; j++) {
3679f501eaabSShri Abhyankar       a->j[jcount++]  = masked[j];
3680f501eaabSShri Abhyankar       mask[masked[j]] = maskcount++;
3681f501eaabSShri Abhyankar     }
3682f501eaabSShri Abhyankar     /* set "a" values into matrix */
3683f501eaabSShri Abhyankar     ishift = bs2*a->i[i];
3684f501eaabSShri Abhyankar     for (j=0; j<bs; j++) {
3685f501eaabSShri Abhyankar       kmax = rowlengths[i*bs+j];
3686f501eaabSShri Abhyankar       for (k=0; k<kmax; k++) {
3687f501eaabSShri Abhyankar         tmp       = jj[nzcountb]/bs ;
3688f501eaabSShri Abhyankar         block     = mask[tmp] - 1;
3689f501eaabSShri Abhyankar         point     = jj[nzcountb] - bs*tmp;
3690f501eaabSShri Abhyankar         idx       = ishift + bs2*block + j + bs*point;
3691f501eaabSShri Abhyankar         a->a[idx] = (MatScalar)aa[nzcountb++];
3692f501eaabSShri Abhyankar       }
3693f501eaabSShri Abhyankar     }
3694f501eaabSShri Abhyankar     /* zero out the mask elements we set */
3695f501eaabSShri Abhyankar     for (j=0; j<nmask; j++) mask[masked[j]] = 0;
3696f501eaabSShri Abhyankar   }
3697f501eaabSShri Abhyankar   if (jcount != a->nz) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_FILE_UNEXPECTED,"Bad binary matrix");
3698f501eaabSShri Abhyankar 
3699f501eaabSShri Abhyankar   ierr = PetscFree(rowlengths);CHKERRQ(ierr);
3700f501eaabSShri Abhyankar   ierr = PetscFree(browlengths);CHKERRQ(ierr);
3701f501eaabSShri Abhyankar   ierr = PetscFree(aa);CHKERRQ(ierr);
3702f501eaabSShri Abhyankar   ierr = PetscFree(jj);CHKERRQ(ierr);
3703f501eaabSShri Abhyankar   ierr = PetscFree2(mask,masked);CHKERRQ(ierr);
3704f501eaabSShri Abhyankar 
3705f501eaabSShri Abhyankar   ierr = MatAssemblyBegin(newmat,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3706f501eaabSShri Abhyankar   ierr = MatAssemblyEnd(newmat,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3707f501eaabSShri Abhyankar   ierr = MatView_Private(newmat);CHKERRQ(ierr);
3708f501eaabSShri Abhyankar   PetscFunctionReturn(0);
3709f501eaabSShri Abhyankar }
3710f501eaabSShri Abhyankar 
3711f501eaabSShri Abhyankar #undef __FUNCT__
37124a2ae208SSatish Balay #define __FUNCT__ "MatCreateSeqBAIJ"
3713273d9f13SBarry Smith /*@C
3714273d9f13SBarry Smith    MatCreateSeqBAIJ - Creates a sparse matrix in block AIJ (block
3715273d9f13SBarry Smith    compressed row) format.  For good matrix assembly performance the
3716273d9f13SBarry Smith    user should preallocate the matrix storage by setting the parameter nz
3717273d9f13SBarry Smith    (or the array nnz).  By setting these parameters accurately, performance
3718273d9f13SBarry Smith    during matrix assembly can be increased by more than a factor of 50.
37192593348eSBarry Smith 
3720273d9f13SBarry Smith    Collective on MPI_Comm
3721273d9f13SBarry Smith 
3722273d9f13SBarry Smith    Input Parameters:
3723273d9f13SBarry Smith +  comm - MPI communicator, set to PETSC_COMM_SELF
3724273d9f13SBarry Smith .  bs - size of block
3725273d9f13SBarry Smith .  m - number of rows
3726273d9f13SBarry Smith .  n - number of columns
372735d8aa7fSBarry Smith .  nz - number of nonzero blocks  per block row (same for all rows)
372835d8aa7fSBarry Smith -  nnz - array containing the number of nonzero blocks in the various block rows
3729273d9f13SBarry Smith          (possibly different for each block row) or PETSC_NULL
3730273d9f13SBarry Smith 
3731273d9f13SBarry Smith    Output Parameter:
3732273d9f13SBarry Smith .  A - the matrix
3733273d9f13SBarry Smith 
3734175b88e8SBarry Smith    It is recommended that one use the MatCreate(), MatSetType() and/or MatSetFromOptions(),
3735ae1d86c5SBarry Smith    MatXXXXSetPreallocation() paradgm instead of this routine directly.
3736175b88e8SBarry Smith    [MatXXXXSetPreallocation() is, for example, MatSeqAIJSetPreallocation]
3737175b88e8SBarry Smith 
3738273d9f13SBarry Smith    Options Database Keys:
3739273d9f13SBarry Smith .   -mat_no_unroll - uses code that does not unroll the loops in the
3740273d9f13SBarry Smith                      block calculations (much slower)
3741273d9f13SBarry Smith .    -mat_block_size - size of the blocks to use
3742273d9f13SBarry Smith 
3743273d9f13SBarry Smith    Level: intermediate
3744273d9f13SBarry Smith 
3745273d9f13SBarry Smith    Notes:
3746d1be2dadSMatthew Knepley    The number of rows and columns must be divisible by blocksize.
3747d1be2dadSMatthew Knepley 
374849a6f317SBarry Smith    If the nnz parameter is given then the nz parameter is ignored
374949a6f317SBarry Smith 
375035d8aa7fSBarry Smith    A nonzero block is any block that as 1 or more nonzeros in it
375135d8aa7fSBarry Smith 
3752273d9f13SBarry Smith    The block AIJ format is fully compatible with standard Fortran 77
3753273d9f13SBarry Smith    storage.  That is, the stored row and column indices can begin at
3754273d9f13SBarry Smith    either one (as in Fortran) or zero.  See the users' manual for details.
3755273d9f13SBarry Smith 
3756273d9f13SBarry Smith    Specify the preallocated storage with either nz or nnz (not both).
3757273d9f13SBarry Smith    Set nz=PETSC_DEFAULT and nnz=PETSC_NULL for PETSc to control dynamic memory
37580598bfebSBarry Smith    allocation.  See the <A href="../../docs/manual.pdf#nameddest=ch_mat">Mat chapter of the users manual</A> for details.
3759273d9f13SBarry Smith    matrices.
3760273d9f13SBarry Smith 
3761273d9f13SBarry Smith .seealso: MatCreate(), MatCreateSeqAIJ(), MatSetValues(), MatCreateMPIBAIJ()
3762273d9f13SBarry Smith @*/
37637087cfbeSBarry Smith PetscErrorCode  MatCreateSeqBAIJ(MPI_Comm comm,PetscInt bs,PetscInt m,PetscInt n,PetscInt nz,const PetscInt nnz[],Mat *A)
3764273d9f13SBarry Smith {
3765dfbe8321SBarry Smith   PetscErrorCode ierr;
3766273d9f13SBarry Smith 
3767273d9f13SBarry Smith   PetscFunctionBegin;
3768f69a0ea3SMatthew Knepley   ierr = MatCreate(comm,A);CHKERRQ(ierr);
3769f69a0ea3SMatthew Knepley   ierr = MatSetSizes(*A,m,n,m,n);CHKERRQ(ierr);
3770273d9f13SBarry Smith   ierr = MatSetType(*A,MATSEQBAIJ);CHKERRQ(ierr);
3771ab93d7beSBarry Smith   ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(*A,bs,nz,(PetscInt*)nnz);CHKERRQ(ierr);
3772273d9f13SBarry Smith   PetscFunctionReturn(0);
3773273d9f13SBarry Smith }
3774273d9f13SBarry Smith 
37754a2ae208SSatish Balay #undef __FUNCT__
37764a2ae208SSatish Balay #define __FUNCT__ "MatSeqBAIJSetPreallocation"
3777273d9f13SBarry Smith /*@C
3778273d9f13SBarry Smith    MatSeqBAIJSetPreallocation - Sets the block size and expected nonzeros
3779273d9f13SBarry Smith    per row in the matrix. For good matrix assembly performance the
3780273d9f13SBarry Smith    user should preallocate the matrix storage by setting the parameter nz
3781273d9f13SBarry Smith    (or the array nnz).  By setting these parameters accurately, performance
3782273d9f13SBarry Smith    during matrix assembly can be increased by more than a factor of 50.
3783273d9f13SBarry Smith 
3784273d9f13SBarry Smith    Collective on MPI_Comm
3785273d9f13SBarry Smith 
3786273d9f13SBarry Smith    Input Parameters:
3787273d9f13SBarry Smith +  A - the matrix
3788273d9f13SBarry Smith .  bs - size of block
3789273d9f13SBarry Smith .  nz - number of block nonzeros per block row (same for all rows)
3790273d9f13SBarry Smith -  nnz - array containing the number of block nonzeros in the various block rows
3791273d9f13SBarry Smith          (possibly different for each block row) or PETSC_NULL
3792273d9f13SBarry Smith 
3793273d9f13SBarry Smith    Options Database Keys:
3794273d9f13SBarry Smith .   -mat_no_unroll - uses code that does not unroll the loops in the
3795273d9f13SBarry Smith                      block calculations (much slower)
3796273d9f13SBarry Smith .    -mat_block_size - size of the blocks to use
3797273d9f13SBarry Smith 
3798273d9f13SBarry Smith    Level: intermediate
3799273d9f13SBarry Smith 
3800273d9f13SBarry Smith    Notes:
380149a6f317SBarry Smith    If the nnz parameter is given then the nz parameter is ignored
380249a6f317SBarry Smith 
3803aa95bbe8SBarry Smith    You can call MatGetInfo() to get information on how effective the preallocation was;
3804aa95bbe8SBarry Smith    for example the fields mallocs,nz_allocated,nz_used,nz_unneeded;
3805aa95bbe8SBarry Smith    You can also run with the option -info and look for messages with the string
3806aa95bbe8SBarry Smith    malloc in them to see if additional memory allocation was needed.
3807aa95bbe8SBarry Smith 
3808273d9f13SBarry Smith    The block AIJ format is fully compatible with standard Fortran 77
3809273d9f13SBarry Smith    storage.  That is, the stored row and column indices can begin at
3810273d9f13SBarry Smith    either one (as in Fortran) or zero.  See the users' manual for details.
3811273d9f13SBarry Smith 
3812273d9f13SBarry Smith    Specify the preallocated storage with either nz or nnz (not both).
3813273d9f13SBarry Smith    Set nz=PETSC_DEFAULT and nnz=PETSC_NULL for PETSc to control dynamic memory
38140598bfebSBarry Smith    allocation.  See the <A href="../../docs/manual.pdf#nameddest=ch_mat">Mat chapter of the users manual</A> for details.
3815273d9f13SBarry Smith 
3816aa95bbe8SBarry Smith .seealso: MatCreate(), MatCreateSeqAIJ(), MatSetValues(), MatCreateMPIBAIJ(), MatGetInfo()
3817273d9f13SBarry Smith @*/
38187087cfbeSBarry Smith PetscErrorCode  MatSeqBAIJSetPreallocation(Mat B,PetscInt bs,PetscInt nz,const PetscInt nnz[])
3819273d9f13SBarry Smith {
38204ac538c5SBarry Smith   PetscErrorCode ierr;
3821273d9f13SBarry Smith 
3822273d9f13SBarry Smith   PetscFunctionBegin;
38234ac538c5SBarry Smith   ierr = PetscTryMethod(B,"MatSeqBAIJSetPreallocation_C",(Mat,PetscInt,PetscInt,const PetscInt[]),(B,bs,nz,nnz));CHKERRQ(ierr);
3824273d9f13SBarry Smith   PetscFunctionReturn(0);
3825273d9f13SBarry Smith }
3826a1d92eedSBarry Smith 
3827c75a6043SHong Zhang #undef __FUNCT__
3828725b52f3SLisandro Dalcin #define __FUNCT__ "MatSeqBAIJSetPreallocationCSR"
3829725b52f3SLisandro Dalcin /*@C
3830725b52f3SLisandro Dalcin    MatSeqBAIJSetPreallocationCSR - Allocates memory for a sparse sequential matrix in AIJ format
3831725b52f3SLisandro Dalcin    (the default sequential PETSc format).
3832725b52f3SLisandro Dalcin 
3833725b52f3SLisandro Dalcin    Collective on MPI_Comm
3834725b52f3SLisandro Dalcin 
3835725b52f3SLisandro Dalcin    Input Parameters:
3836725b52f3SLisandro Dalcin +  A - the matrix
3837725b52f3SLisandro Dalcin .  i - the indices into j for the start of each local row (starts with zero)
3838725b52f3SLisandro Dalcin .  j - the column indices for each local row (starts with zero) these must be sorted for each row
3839725b52f3SLisandro Dalcin -  v - optional values in the matrix
3840725b52f3SLisandro Dalcin 
3841725b52f3SLisandro Dalcin    Level: developer
3842725b52f3SLisandro Dalcin 
3843725b52f3SLisandro Dalcin .keywords: matrix, aij, compressed row, sparse
3844725b52f3SLisandro Dalcin 
3845725b52f3SLisandro Dalcin .seealso: MatCreate(), MatCreateSeqBAIJ(), MatSetValues(), MatSeqBAIJSetPreallocation(), MATSEQBAIJ
3846725b52f3SLisandro Dalcin @*/
38477087cfbeSBarry Smith PetscErrorCode  MatSeqBAIJSetPreallocationCSR(Mat B,PetscInt bs,const PetscInt i[],const PetscInt j[], const PetscScalar v[])
3848725b52f3SLisandro Dalcin {
38494ac538c5SBarry Smith   PetscErrorCode ierr;
3850725b52f3SLisandro Dalcin 
3851725b52f3SLisandro Dalcin   PetscFunctionBegin;
38524ac538c5SBarry Smith   ierr = PetscTryMethod(B,"MatSeqBAIJSetPreallocationCSR_C",(Mat,PetscInt,const PetscInt[],const PetscInt[],const PetscScalar[]),(B,bs,i,j,v));CHKERRQ(ierr);
3853725b52f3SLisandro Dalcin   PetscFunctionReturn(0);
3854725b52f3SLisandro Dalcin }
3855725b52f3SLisandro Dalcin 
3856725b52f3SLisandro Dalcin 
3857725b52f3SLisandro Dalcin #undef __FUNCT__
3858c75a6043SHong Zhang #define __FUNCT__ "MatCreateSeqBAIJWithArrays"
3859c75a6043SHong Zhang /*@
3860dfb205c3SBarry Smith      MatCreateSeqBAIJWithArrays - Creates an sequential BAIJ matrix using matrix elements provided by the user.
3861c75a6043SHong Zhang 
3862c75a6043SHong Zhang      Collective on MPI_Comm
3863c75a6043SHong Zhang 
3864c75a6043SHong Zhang    Input Parameters:
3865c75a6043SHong Zhang +  comm - must be an MPI communicator of size 1
3866c75a6043SHong Zhang .  bs - size of block
3867c75a6043SHong Zhang .  m - number of rows
3868c75a6043SHong Zhang .  n - number of columns
3869c75a6043SHong Zhang .  i - row indices
3870c75a6043SHong Zhang .  j - column indices
3871c75a6043SHong Zhang -  a - matrix values
3872c75a6043SHong Zhang 
3873c75a6043SHong Zhang    Output Parameter:
3874c75a6043SHong Zhang .  mat - the matrix
3875c75a6043SHong Zhang 
3876dfb205c3SBarry Smith    Level: advanced
3877c75a6043SHong Zhang 
3878c75a6043SHong Zhang    Notes:
3879c75a6043SHong Zhang        The i, j, and a arrays are not copied by this routine, the user must free these arrays
3880c75a6043SHong Zhang     once the matrix is destroyed
3881c75a6043SHong Zhang 
3882c75a6043SHong Zhang        You cannot set new nonzero locations into this matrix, that will generate an error.
3883c75a6043SHong Zhang 
3884c75a6043SHong Zhang        The i and j indices are 0 based
3885c75a6043SHong Zhang 
3886dfb205c3SBarry Smith        When block size is greater than 1 the matrix values must be stored using the BAIJ storage format (see the BAIJ code to determine this).
3887dfb205c3SBarry Smith 
3888dfb205c3SBarry Smith 
3889c75a6043SHong Zhang .seealso: MatCreate(), MatCreateMPIBAIJ(), MatCreateSeqBAIJ()
3890c75a6043SHong Zhang 
3891c75a6043SHong Zhang @*/
38927087cfbeSBarry Smith PetscErrorCode  MatCreateSeqBAIJWithArrays(MPI_Comm comm,PetscInt bs,PetscInt m,PetscInt n,PetscInt* i,PetscInt*j,PetscScalar *a,Mat *mat)
3893c75a6043SHong Zhang {
3894c75a6043SHong Zhang   PetscErrorCode ierr;
3895c75a6043SHong Zhang   PetscInt       ii;
3896c75a6043SHong Zhang   Mat_SeqBAIJ    *baij;
3897c75a6043SHong Zhang 
3898c75a6043SHong Zhang   PetscFunctionBegin;
3899e32f2f54SBarry Smith   if (bs != 1) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"block size %D > 1 is not supported yet",bs);
3900e32f2f54SBarry Smith   if (i[0]) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"i (row indices) must start with 0");
3901c75a6043SHong Zhang 
3902c75a6043SHong Zhang   ierr = MatCreate(comm,mat);CHKERRQ(ierr);
3903c75a6043SHong Zhang   ierr = MatSetSizes(*mat,m,n,m,n);CHKERRQ(ierr);
3904c75a6043SHong Zhang   ierr = MatSetType(*mat,MATSEQBAIJ);CHKERRQ(ierr);
3905c75a6043SHong Zhang   ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(*mat,bs,MAT_SKIP_ALLOCATION,0);CHKERRQ(ierr);
3906c75a6043SHong Zhang   baij = (Mat_SeqBAIJ*)(*mat)->data;
3907c75a6043SHong Zhang   ierr = PetscMalloc2(m,PetscInt,&baij->imax,m,PetscInt,&baij->ilen);CHKERRQ(ierr);
39081784c0f5SBarry Smith   ierr = PetscLogObjectMemory(*mat,2*m*sizeof(PetscInt));CHKERRQ(ierr);
3909c75a6043SHong Zhang 
3910c75a6043SHong Zhang   baij->i = i;
3911c75a6043SHong Zhang   baij->j = j;
3912c75a6043SHong Zhang   baij->a = a;
3913c75a6043SHong Zhang   baij->singlemalloc = PETSC_FALSE;
3914c75a6043SHong Zhang   baij->nonew        = -1;             /*this indicates that inserting a new value in the matrix that generates a new nonzero is an error*/
3915e6b907acSBarry Smith   baij->free_a       = PETSC_FALSE;
3916e6b907acSBarry Smith   baij->free_ij      = PETSC_FALSE;
3917c75a6043SHong Zhang 
3918c75a6043SHong Zhang   for (ii=0; ii<m; ii++) {
3919c75a6043SHong Zhang     baij->ilen[ii] = baij->imax[ii] = i[ii+1] - i[ii];
3920c75a6043SHong Zhang #if defined(PETSC_USE_DEBUG)
3921e32f2f54SBarry Smith     if (i[ii+1] - i[ii] < 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Negative row length in i (row indices) row = %d length = %d",ii,i[ii+1] - i[ii]);
3922c75a6043SHong Zhang #endif
3923c75a6043SHong Zhang   }
3924c75a6043SHong Zhang #if defined(PETSC_USE_DEBUG)
3925c75a6043SHong Zhang   for (ii=0; ii<baij->i[m]; ii++) {
3926e32f2f54SBarry Smith     if (j[ii] < 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Negative column index at location = %d index = %d",ii,j[ii]);
3927e32f2f54SBarry Smith     if (j[ii] > n - 1) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Column index to large at location = %d index = %d",ii,j[ii]);
3928c75a6043SHong Zhang   }
3929c75a6043SHong Zhang #endif
3930c75a6043SHong Zhang 
3931c75a6043SHong Zhang   ierr = MatAssemblyBegin(*mat,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3932c75a6043SHong Zhang   ierr = MatAssemblyEnd(*mat,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3933c75a6043SHong Zhang   PetscFunctionReturn(0);
3934c75a6043SHong Zhang }
3935