xref: /petsc/src/mat/impls/baij/seq/baij.c (revision 4de5dcee1ec30f28daae377968e03f120d4a5a2a)
1 
2 /*
3     Defines the basic matrix operations for the BAIJ (compressed row)
4   matrix storage format.
5 */
6 #include <../src/mat/impls/baij/seq/baij.h>  /*I   "petscmat.h"  I*/
7 #include <petscblaslapack.h>
8 #include <petsc-private/kernels/blockinvert.h>
9 #include <petsc-private/kernels/blockmatmult.h>
10 
11 #undef __FUNCT__
12 #define __FUNCT__ "MatInvertBlockDiagonal_SeqBAIJ"
13 PetscErrorCode  MatInvertBlockDiagonal_SeqBAIJ(Mat A,const PetscScalar **values)
14 {
15   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*) A->data;
16   PetscErrorCode ierr;
17   PetscInt       *diag_offset,i,bs = A->rmap->bs,mbs = a->mbs,ipvt[5],bs2 = bs*bs,*v_pivots;
18   MatScalar      *v    = a->a,*odiag,*diag,*mdiag,work[25],*v_work;
19   PetscReal      shift = 0.0;
20 
21   PetscFunctionBegin;
22   if (a->idiagvalid) {
23     if (values) *values = a->idiag;
24     PetscFunctionReturn(0);
25   }
26   ierr        = MatMarkDiagonal_SeqBAIJ(A);CHKERRQ(ierr);
27   diag_offset = a->diag;
28   if (!a->idiag) {
29     ierr = PetscMalloc1(2*bs2*mbs,&a->idiag);CHKERRQ(ierr);
30     ierr = PetscLogObjectMemory((PetscObject)A,2*bs2*mbs*sizeof(PetscScalar));CHKERRQ(ierr);
31   }
32   diag  = a->idiag;
33   mdiag = a->idiag+bs2*mbs;
34   if (values) *values = a->idiag;
35   /* factor and invert each block */
36   switch (bs) {
37   case 1:
38     for (i=0; i<mbs; i++) {
39       odiag    = v + 1*diag_offset[i];
40       diag[0]  = odiag[0];
41       mdiag[0] = odiag[0];
42       diag[0]  = (PetscScalar)1.0 / (diag[0] + shift);
43       diag    += 1;
44       mdiag   += 1;
45     }
46     break;
47   case 2:
48     for (i=0; i<mbs; i++) {
49       odiag    = v + 4*diag_offset[i];
50       diag[0]  = odiag[0]; diag[1] = odiag[1]; diag[2] = odiag[2]; diag[3] = odiag[3];
51       mdiag[0] = odiag[0]; mdiag[1] = odiag[1]; mdiag[2] = odiag[2]; mdiag[3] = odiag[3];
52       ierr     = PetscKernel_A_gets_inverse_A_2(diag,shift);CHKERRQ(ierr);
53       diag    += 4;
54       mdiag   += 4;
55     }
56     break;
57   case 3:
58     for (i=0; i<mbs; i++) {
59       odiag    = v + 9*diag_offset[i];
60       diag[0]  = odiag[0]; diag[1] = odiag[1]; diag[2] = odiag[2]; diag[3] = odiag[3];
61       diag[4]  = odiag[4]; diag[5] = odiag[5]; diag[6] = odiag[6]; diag[7] = odiag[7];
62       diag[8]  = odiag[8];
63       mdiag[0] = odiag[0]; mdiag[1] = odiag[1]; mdiag[2] = odiag[2]; mdiag[3] = odiag[3];
64       mdiag[4] = odiag[4]; mdiag[5] = odiag[5]; mdiag[6] = odiag[6]; mdiag[7] = odiag[7];
65       mdiag[8] = odiag[8];
66       ierr     = PetscKernel_A_gets_inverse_A_3(diag,shift);CHKERRQ(ierr);
67       diag    += 9;
68       mdiag   += 9;
69     }
70     break;
71   case 4:
72     for (i=0; i<mbs; i++) {
73       odiag  = v + 16*diag_offset[i];
74       ierr   = PetscMemcpy(diag,odiag,16*sizeof(PetscScalar));CHKERRQ(ierr);
75       ierr   = PetscMemcpy(mdiag,odiag,16*sizeof(PetscScalar));CHKERRQ(ierr);
76       ierr   = PetscKernel_A_gets_inverse_A_4(diag,shift);CHKERRQ(ierr);
77       diag  += 16;
78       mdiag += 16;
79     }
80     break;
81   case 5:
82     for (i=0; i<mbs; i++) {
83       odiag  = v + 25*diag_offset[i];
84       ierr   = PetscMemcpy(diag,odiag,25*sizeof(PetscScalar));CHKERRQ(ierr);
85       ierr   = PetscMemcpy(mdiag,odiag,25*sizeof(PetscScalar));CHKERRQ(ierr);
86       ierr   = PetscKernel_A_gets_inverse_A_5(diag,ipvt,work,shift);CHKERRQ(ierr);
87       diag  += 25;
88       mdiag += 25;
89     }
90     break;
91   case 6:
92     for (i=0; i<mbs; i++) {
93       odiag  = v + 36*diag_offset[i];
94       ierr   = PetscMemcpy(diag,odiag,36*sizeof(PetscScalar));CHKERRQ(ierr);
95       ierr   = PetscMemcpy(mdiag,odiag,36*sizeof(PetscScalar));CHKERRQ(ierr);
96       ierr   = PetscKernel_A_gets_inverse_A_6(diag,shift);CHKERRQ(ierr);
97       diag  += 36;
98       mdiag += 36;
99     }
100     break;
101   case 7:
102     for (i=0; i<mbs; i++) {
103       odiag  = v + 49*diag_offset[i];
104       ierr   = PetscMemcpy(diag,odiag,49*sizeof(PetscScalar));CHKERRQ(ierr);
105       ierr   = PetscMemcpy(mdiag,odiag,49*sizeof(PetscScalar));CHKERRQ(ierr);
106       ierr   = PetscKernel_A_gets_inverse_A_7(diag,shift);CHKERRQ(ierr);
107       diag  += 49;
108       mdiag += 49;
109     }
110     break;
111   default:
112     ierr = PetscMalloc2(bs,&v_work,bs,&v_pivots);CHKERRQ(ierr);
113     for (i=0; i<mbs; i++) {
114       odiag  = v + bs2*diag_offset[i];
115       ierr   = PetscMemcpy(diag,odiag,bs2*sizeof(PetscScalar));CHKERRQ(ierr);
116       ierr   = PetscMemcpy(mdiag,odiag,bs2*sizeof(PetscScalar));CHKERRQ(ierr);
117       ierr   = PetscKernel_A_gets_inverse_A(bs,diag,v_pivots,v_work);CHKERRQ(ierr);
118       diag  += bs2;
119       mdiag += bs2;
120     }
121     ierr = PetscFree2(v_work,v_pivots);CHKERRQ(ierr);
122   }
123   a->idiagvalid = PETSC_TRUE;
124   PetscFunctionReturn(0);
125 }
126 
127 #undef __FUNCT__
128 #define __FUNCT__ "MatSOR_SeqBAIJ"
129 PetscErrorCode MatSOR_SeqBAIJ(Mat A,Vec bb,PetscReal omega,MatSORType flag,PetscReal fshift,PetscInt its,PetscInt lits,Vec xx)
130 {
131   Mat_SeqBAIJ       *a = (Mat_SeqBAIJ*)A->data;
132   PetscScalar       *x,*work,*w,*workt,*t;
133   const MatScalar   *v,*aa = a->a, *idiag;
134   const PetscScalar *b,*xb;
135   PetscScalar       s[7], xw[7]={0}; /* avoid some compilers thinking xw is uninitialized */
136   PetscErrorCode    ierr;
137   PetscInt          m = a->mbs,i,i2,nz,bs = A->rmap->bs,bs2 = bs*bs,k,j,idx,it;
138   const PetscInt    *diag,*ai = a->i,*aj = a->j,*vi;
139 
140   PetscFunctionBegin;
141   its = its*lits;
142   if (flag & SOR_EISENSTAT) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"No support yet for Eisenstat");
143   if (its <= 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Relaxation requires global its %D and local its %D both positive",its,lits);
144   if (fshift) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for diagonal shift");
145   if (omega != 1.0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for non-trivial relaxation factor");
146   if ((flag & SOR_APPLY_UPPER) || (flag & SOR_APPLY_LOWER)) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Sorry, no support for applying upper or lower triangular parts");
147 
148   if (!a->idiagvalid) {ierr = MatInvertBlockDiagonal(A,NULL);CHKERRQ(ierr);}
149 
150   if (!m) PetscFunctionReturn(0);
151   diag  = a->diag;
152   idiag = a->idiag;
153   k    = PetscMax(A->rmap->n,A->cmap->n);
154   if (!a->mult_work) {
155     ierr = PetscMalloc1((2*k+1),&a->mult_work);CHKERRQ(ierr);
156   }
157   work = a->mult_work;
158   t = work + k+1;
159   if (!a->sor_work) {
160     ierr = PetscMalloc1(bs,&a->sor_work);CHKERRQ(ierr);
161   }
162   w = a->sor_work;
163 
164   ierr = VecGetArray(xx,&x);CHKERRQ(ierr);
165   ierr = VecGetArrayRead(bb,&b);CHKERRQ(ierr);
166 
167   if (flag & SOR_ZERO_INITIAL_GUESS) {
168     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) {
169       switch (bs) {
170       case 1:
171         PetscKernel_v_gets_A_times_w_1(x,idiag,b);
172         t[0] = b[0];
173         i2     = 1;
174         idiag += 1;
175         for (i=1; i<m; i++) {
176           v  = aa + ai[i];
177           vi = aj + ai[i];
178           nz = diag[i] - ai[i];
179           s[0] = b[i2];
180           for (j=0; j<nz; j++) {
181             xw[0] = x[vi[j]];
182             PetscKernel_v_gets_v_minus_A_times_w_1(s,(v+j),xw);
183           }
184           t[i2] = s[0];
185           PetscKernel_v_gets_A_times_w_1(xw,idiag,s);
186           x[i2]  = xw[0];
187           idiag += 1;
188           i2    += 1;
189         }
190         break;
191       case 2:
192         PetscKernel_v_gets_A_times_w_2(x,idiag,b);
193         t[0] = b[0]; t[1] = b[1];
194         i2     = 2;
195         idiag += 4;
196         for (i=1; i<m; i++) {
197           v  = aa + 4*ai[i];
198           vi = aj + ai[i];
199           nz = diag[i] - ai[i];
200           s[0] = b[i2]; s[1] = b[i2+1];
201           for (j=0; j<nz; j++) {
202             idx = 2*vi[j];
203             it  = 4*j;
204             xw[0] = x[idx]; xw[1] = x[1+idx];
205             PetscKernel_v_gets_v_minus_A_times_w_2(s,(v+it),xw);
206           }
207           t[i2] = s[0]; t[i2+1] = s[1];
208           PetscKernel_v_gets_A_times_w_2(xw,idiag,s);
209           x[i2]   = xw[0]; x[i2+1] = xw[1];
210           idiag  += 4;
211           i2     += 2;
212         }
213         break;
214       case 3:
215         PetscKernel_v_gets_A_times_w_3(x,idiag,b);
216         t[0] = b[0]; t[1] = b[1]; t[2] = b[2];
217         i2     = 3;
218         idiag += 9;
219         for (i=1; i<m; i++) {
220           v  = aa + 9*ai[i];
221           vi = aj + ai[i];
222           nz = diag[i] - ai[i];
223           s[0] = b[i2]; s[1] = b[i2+1]; s[2] = b[i2+2];
224           while (nz--) {
225             idx = 3*(*vi++);
226             xw[0] = x[idx]; xw[1] = x[1+idx]; xw[2] = x[2+idx];
227             PetscKernel_v_gets_v_minus_A_times_w_3(s,v,xw);
228             v  += 9;
229           }
230           t[i2] = s[0]; t[i2+1] = s[1]; t[i2+2] = s[2];
231           PetscKernel_v_gets_A_times_w_3(xw,idiag,s);
232           x[i2] = xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2];
233           idiag  += 9;
234           i2     += 3;
235         }
236         break;
237       case 4:
238         PetscKernel_v_gets_A_times_w_4(x,idiag,b);
239         t[0] = b[0]; t[1] = b[1]; t[2] = b[2]; t[3] = b[3];
240         i2     = 4;
241         idiag += 16;
242         for (i=1; i<m; i++) {
243           v  = aa + 16*ai[i];
244           vi = aj + ai[i];
245           nz = diag[i] - ai[i];
246           s[0] = b[i2]; s[1] = b[i2+1]; s[2] = b[i2+2]; s[3] = b[i2+3];
247           while (nz--) {
248             idx = 4*(*vi++);
249             xw[0]  = x[idx]; xw[1] = x[1+idx]; xw[2] = x[2+idx]; xw[3] = x[3+idx];
250             PetscKernel_v_gets_v_minus_A_times_w_4(s,v,xw);
251             v  += 16;
252           }
253           t[i2] = s[0]; t[i2+1] = s[1]; t[i2+2] = s[2]; t[i2 + 3] = s[3];
254           PetscKernel_v_gets_A_times_w_4(xw,idiag,s);
255           x[i2] = xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2]; x[i2+3] = xw[3];
256           idiag  += 16;
257           i2     += 4;
258         }
259         break;
260       case 5:
261         PetscKernel_v_gets_A_times_w_5(x,idiag,b);
262         t[0] = b[0]; t[1] = b[1]; t[2] = b[2]; t[3] = b[3]; t[4] = b[4];
263         i2     = 5;
264         idiag += 25;
265         for (i=1; i<m; i++) {
266           v  = aa + 25*ai[i];
267           vi = aj + ai[i];
268           nz = diag[i] - ai[i];
269           s[0] = b[i2]; s[1] = b[i2+1]; s[2] = b[i2+2]; s[3] = b[i2+3]; s[4] = b[i2+4];
270           while (nz--) {
271             idx = 5*(*vi++);
272             xw[0]  = x[idx]; xw[1] = x[1+idx]; xw[2] = x[2+idx]; xw[3] = x[3+idx]; xw[4] = x[4+idx];
273             PetscKernel_v_gets_v_minus_A_times_w_5(s,v,xw);
274             v  += 25;
275           }
276           t[i2] = s[0]; t[i2+1] = s[1]; t[i2+2] = s[2]; t[i2+3] = s[3]; t[i2+4] = s[4];
277           PetscKernel_v_gets_A_times_w_5(xw,idiag,s);
278           x[i2] = xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2]; x[i2+3] = xw[3]; x[i2+4] = xw[4];
279           idiag  += 25;
280           i2     += 5;
281         }
282         break;
283       case 6:
284         PetscKernel_v_gets_A_times_w_6(x,idiag,b);
285         t[0] = b[0]; t[1] = b[1]; t[2] = b[2]; t[3] = b[3]; t[4] = b[4]; t[5] = b[5];
286         i2     = 6;
287         idiag += 36;
288         for (i=1; i<m; i++) {
289           v  = aa + 36*ai[i];
290           vi = aj + ai[i];
291           nz = diag[i] - ai[i];
292           s[0] = b[i2]; s[1] = b[i2+1]; s[2] = b[i2+2]; s[3] = b[i2+3]; s[4] = b[i2+4]; s[5] = b[i2+5];
293           while (nz--) {
294             idx = 6*(*vi++);
295             xw[0] = x[idx];   xw[1] = x[1+idx]; xw[2] = x[2+idx];
296             xw[3] = x[3+idx]; xw[4] = x[4+idx]; xw[5] = x[5+idx];
297             PetscKernel_v_gets_v_minus_A_times_w_6(s,v,xw);
298             v  += 36;
299           }
300           t[i2]   = s[0]; t[i2+1] = s[1]; t[i2+2] = s[2];
301           t[i2+3] = s[3]; t[i2+4] = s[4]; t[i2+5] = s[5];
302           PetscKernel_v_gets_A_times_w_6(xw,idiag,s);
303           x[i2] = xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2]; x[i2+3] = xw[3]; x[i2+4] = xw[4]; x[i2+5] = xw[5];
304           idiag  += 36;
305           i2     += 6;
306         }
307         break;
308       case 7:
309         PetscKernel_v_gets_A_times_w_7(x,idiag,b);
310         t[0] = b[0]; t[1] = b[1]; t[2] = b[2];
311         t[3] = b[3]; t[4] = b[4]; t[5] = b[5]; t[6] = b[6];
312         i2     = 7;
313         idiag += 49;
314         for (i=1; i<m; i++) {
315           v  = aa + 49*ai[i];
316           vi = aj + ai[i];
317           nz = diag[i] - ai[i];
318           s[0] = b[i2];   s[1] = b[i2+1]; s[2] = b[i2+2];
319           s[3] = b[i2+3]; s[4] = b[i2+4]; s[5] = b[i2+5]; s[6] = b[i2+6];
320           while (nz--) {
321             idx = 7*(*vi++);
322             xw[0] = x[idx];   xw[1] = x[1+idx]; xw[2] = x[2+idx];
323             xw[3] = x[3+idx]; xw[4] = x[4+idx]; xw[5] = x[5+idx]; xw[6] = x[6+idx];
324             PetscKernel_v_gets_v_minus_A_times_w_7(s,v,xw);
325             v  += 49;
326           }
327           t[i2]   = s[0]; t[i2+1] = s[1]; t[i2+2] = s[2];
328           t[i2+3] = s[3]; t[i2+4] = s[4]; t[i2+5] = s[5]; t[i2+6] = s[6];
329           PetscKernel_v_gets_A_times_w_7(xw,idiag,s);
330           x[i2] =   xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2];
331           x[i2+3] = xw[3]; x[i2+4] = xw[4]; x[i2+5] = xw[5]; x[i2+6] = xw[6];
332           idiag  += 49;
333           i2     += 7;
334         }
335         break;
336       default:
337         PetscKernel_w_gets_Ar_times_v(bs,bs,b,idiag,x);
338         ierr = PetscMemcpy(t,b,bs*sizeof(PetscScalar));CHKERRQ(ierr);
339         i2     = bs;
340         idiag += bs2;
341         for (i=1; i<m; i++) {
342           v  = aa + bs2*ai[i];
343           vi = aj + ai[i];
344           nz = diag[i] - ai[i];
345 
346           ierr = PetscMemcpy(w,b+i2,bs*sizeof(PetscScalar));CHKERRQ(ierr);
347           /* copy all rows of x that are needed into contiguous space */
348           workt = work;
349           for (j=0; j<nz; j++) {
350             ierr   = PetscMemcpy(workt,x + bs*(*vi++),bs*sizeof(PetscScalar));CHKERRQ(ierr);
351             workt += bs;
352           }
353           PetscKernel_w_gets_w_minus_Ar_times_v(bs,bs*nz,w,v,work);
354           ierr = PetscMemcpy(t+i2,w,bs*sizeof(PetscScalar));CHKERRQ(ierr);
355           PetscKernel_w_gets_Ar_times_v(bs,bs,w,idiag,x+i2);
356 
357           idiag += bs2;
358           i2    += bs;
359         }
360         break;
361       }
362       /* for logging purposes assume number of nonzero in lower half is 1/2 of total */
363       ierr = PetscLogFlops(1.0*bs2*a->nz);CHKERRQ(ierr);
364       xb = t;
365     }
366     else xb = b;
367     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
368       idiag = a->idiag+bs2*(a->mbs-1);
369       i2 = bs * (m-1);
370       switch (bs) {
371       case 1:
372         s[0]  = xb[i2];
373         PetscKernel_v_gets_A_times_w_1(xw,idiag,s);
374         x[i2] = xw[0];
375         i2   -= 1;
376         for (i=m-2; i>=0; i--) {
377           v  = aa + (diag[i]+1);
378           vi = aj + diag[i] + 1;
379           nz = ai[i+1] - diag[i] - 1;
380           s[0] = xb[i2];
381           for (j=0; j<nz; j++) {
382             xw[0] = x[vi[j]];
383             PetscKernel_v_gets_v_minus_A_times_w_1(s,(v+j),xw);
384           }
385           PetscKernel_v_gets_A_times_w_1(xw,idiag,s);
386           x[i2]  = xw[0];
387           idiag -= 1;
388           i2    -= 1;
389         }
390         break;
391       case 2:
392         s[0]  = xb[i2]; s[1] = xb[i2+1];
393         PetscKernel_v_gets_A_times_w_2(xw,idiag,s);
394         x[i2] = xw[0]; x[i2+1] = xw[1];
395         i2    -= 2;
396         idiag -= 4;
397         for (i=m-2; i>=0; i--) {
398           v  = aa + 4*(diag[i] + 1);
399           vi = aj + diag[i] + 1;
400           nz = ai[i+1] - diag[i] - 1;
401           s[0] = xb[i2]; s[1] = xb[i2+1];
402           for (j=0; j<nz; j++) {
403             idx = 2*vi[j];
404             it  = 4*j;
405             xw[0] = x[idx]; xw[1] = x[1+idx];
406             PetscKernel_v_gets_v_minus_A_times_w_2(s,(v+it),xw);
407           }
408           PetscKernel_v_gets_A_times_w_2(xw,idiag,s);
409           x[i2]   = xw[0]; x[i2+1] = xw[1];
410           idiag  -= 4;
411           i2     -= 2;
412         }
413         break;
414       case 3:
415         s[0]  = xb[i2]; s[1] = xb[i2+1]; s[2] = xb[i2+2];
416         PetscKernel_v_gets_A_times_w_3(xw,idiag,s);
417         x[i2] = xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2];
418         i2    -= 3;
419         idiag -= 9;
420         for (i=m-2; i>=0; i--) {
421           v  = aa + 9*(diag[i]+1);
422           vi = aj + diag[i] + 1;
423           nz = ai[i+1] - diag[i] - 1;
424           s[0] = xb[i2]; s[1] = xb[i2+1]; s[2] = xb[i2+2];
425           while (nz--) {
426             idx = 3*(*vi++);
427             xw[0] = x[idx]; xw[1] = x[1+idx]; xw[2] = x[2+idx];
428             PetscKernel_v_gets_v_minus_A_times_w_3(s,v,xw);
429             v  += 9;
430           }
431           PetscKernel_v_gets_A_times_w_3(xw,idiag,s);
432           x[i2] = xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2];
433           idiag  -= 9;
434           i2     -= 3;
435         }
436         break;
437       case 4:
438         s[0]  = xb[i2]; s[1] = xb[i2+1]; s[2] = xb[i2+2]; s[3] = xb[i2+3];
439         PetscKernel_v_gets_A_times_w_4(xw,idiag,s);
440         x[i2] = xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2]; x[i2+3] = xw[3];
441         i2    -= 4;
442         idiag -= 16;
443         for (i=m-2; i>=0; i--) {
444           v  = aa + 16*(diag[i]+1);
445           vi = aj + diag[i] + 1;
446           nz = ai[i+1] - diag[i] - 1;
447           s[0] = xb[i2]; s[1] = xb[i2+1]; s[2] = xb[i2+2]; s[3] = xb[i2+3];
448           while (nz--) {
449             idx = 4*(*vi++);
450             xw[0]  = x[idx]; xw[1] = x[1+idx]; xw[2] = x[2+idx]; xw[3] = x[3+idx];
451             PetscKernel_v_gets_v_minus_A_times_w_4(s,v,xw);
452             v  += 16;
453           }
454           PetscKernel_v_gets_A_times_w_4(xw,idiag,s);
455           x[i2] = xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2]; x[i2+3] = xw[3];
456           idiag  -= 16;
457           i2     -= 4;
458         }
459         break;
460       case 5:
461         s[0]  = xb[i2]; s[1] = xb[i2+1]; s[2] = xb[i2+2]; s[3] = xb[i2+3]; s[4] = xb[i2+4];
462         PetscKernel_v_gets_A_times_w_5(xw,idiag,s);
463         x[i2] = xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2]; x[i2+3] = xw[3]; x[i2+4] = xw[4];
464         i2    -= 5;
465         idiag -= 25;
466         for (i=m-2; i>=0; i--) {
467           v  = aa + 25*(diag[i]+1);
468           vi = aj + diag[i] + 1;
469           nz = ai[i+1] - diag[i] - 1;
470           s[0] = xb[i2]; s[1] = xb[i2+1]; s[2] = xb[i2+2]; s[3] = xb[i2+3]; s[4] = xb[i2+4];
471           while (nz--) {
472             idx = 5*(*vi++);
473             xw[0]  = x[idx]; xw[1] = x[1+idx]; xw[2] = x[2+idx]; xw[3] = x[3+idx]; xw[4] = x[4+idx];
474             PetscKernel_v_gets_v_minus_A_times_w_5(s,v,xw);
475             v  += 25;
476           }
477           PetscKernel_v_gets_A_times_w_5(xw,idiag,s);
478           x[i2] = xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2]; x[i2+3] = xw[3]; x[i2+4] = xw[4];
479           idiag  -= 25;
480           i2     -= 5;
481         }
482         break;
483       case 6:
484         s[0]  = xb[i2]; s[1] = xb[i2+1]; s[2] = xb[i2+2]; s[3] = xb[i2+3]; s[4] = xb[i2+4]; s[5] = xb[i2+5];
485         PetscKernel_v_gets_A_times_w_6(xw,idiag,s);
486         x[i2] = xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2]; x[i2+3] = xw[3]; x[i2+4] = xw[4]; x[i2+5] = xw[5];
487         i2    -= 6;
488         idiag -= 36;
489         for (i=m-2; i>=0; i--) {
490           v  = aa + 36*(diag[i]+1);
491           vi = aj + diag[i] + 1;
492           nz = ai[i+1] - diag[i] - 1;
493           s[0] = xb[i2]; s[1] = xb[i2+1]; s[2] = xb[i2+2]; s[3] = xb[i2+3]; s[4] = xb[i2+4]; s[5] = xb[i2+5];
494           while (nz--) {
495             idx = 6*(*vi++);
496             xw[0] = x[idx];   xw[1] = x[1+idx]; xw[2] = x[2+idx];
497             xw[3] = x[3+idx]; xw[4] = x[4+idx]; xw[5] = x[5+idx];
498             PetscKernel_v_gets_v_minus_A_times_w_6(s,v,xw);
499             v  += 36;
500           }
501           PetscKernel_v_gets_A_times_w_6(xw,idiag,s);
502           x[i2] = xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2]; x[i2+3] = xw[3]; x[i2+4] = xw[4]; x[i2+5] = xw[5];
503           idiag  -= 36;
504           i2     -= 6;
505         }
506         break;
507       case 7:
508         s[0] = xb[i2];   s[1] = xb[i2+1]; s[2] = xb[i2+2];
509         s[3] = xb[i2+3]; s[4] = xb[i2+4]; s[5] = xb[i2+5]; s[6] = xb[i2+6];
510         PetscKernel_v_gets_A_times_w_7(x,idiag,b);
511         x[i2]   = xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2];
512         x[i2+3] = xw[3]; x[i2+4] = xw[4]; x[i2+5] = xw[5]; x[i2+6] = xw[6];
513         i2    -= 7;
514         idiag -= 49;
515         for (i=m-2; i>=0; i--) {
516           v  = aa + 49*(diag[i]+1);
517           vi = aj + diag[i] + 1;
518           nz = ai[i+1] - diag[i] - 1;
519           s[0] = xb[i2];   s[1] = xb[i2+1]; s[2] = xb[i2+2];
520           s[3] = xb[i2+3]; s[4] = xb[i2+4]; s[5] = xb[i2+5]; s[6] = xb[i2+6];
521           while (nz--) {
522             idx = 7*(*vi++);
523             xw[0] = x[idx];   xw[1] = x[1+idx]; xw[2] = x[2+idx];
524             xw[3] = x[3+idx]; xw[4] = x[4+idx]; xw[5] = x[5+idx]; xw[6] = x[6+idx];
525             PetscKernel_v_gets_v_minus_A_times_w_7(s,v,xw);
526             v  += 49;
527           }
528           PetscKernel_v_gets_A_times_w_7(xw,idiag,s);
529           x[i2] =   xw[0]; x[i2+1] = xw[1]; x[i2+2] = xw[2];
530           x[i2+3] = xw[3]; x[i2+4] = xw[4]; x[i2+5] = xw[5]; x[i2+6] = xw[6];
531           idiag  -= 49;
532           i2     -= 7;
533         }
534         break;
535       default:
536         ierr  = PetscMemcpy(w,xb+i2,bs*sizeof(PetscScalar));CHKERRQ(ierr);
537         PetscKernel_w_gets_Ar_times_v(bs,bs,w,idiag,x+i2);
538         i2    -= bs;
539         idiag -= bs2;
540         for (i=m-2; i>=0; i--) {
541           v  = aa + bs2*(diag[i]+1);
542           vi = aj + diag[i] + 1;
543           nz = ai[i+1] - diag[i] - 1;
544 
545           ierr = PetscMemcpy(w,xb+i2,bs*sizeof(PetscScalar));CHKERRQ(ierr);
546           /* copy all rows of x that are needed into contiguous space */
547           workt = work;
548           for (j=0; j<nz; j++) {
549             ierr   = PetscMemcpy(workt,x + bs*(*vi++),bs*sizeof(PetscScalar));CHKERRQ(ierr);
550             workt += bs;
551           }
552           PetscKernel_w_gets_w_minus_Ar_times_v(bs,bs*nz,w,v,work);
553           PetscKernel_w_gets_Ar_times_v(bs,bs,w,idiag,x+i2);
554 
555           idiag -= bs2;
556           i2    -= bs;
557         }
558         break;
559       }
560       ierr = PetscLogFlops(1.0*bs2*(a->nz));CHKERRQ(ierr);
561     }
562     its--;
563   }
564   while (its--) {
565     if (flag & SOR_FORWARD_SWEEP || flag & SOR_LOCAL_FORWARD_SWEEP) {
566       idiag = a->idiag;
567       i2 = 0;
568       switch (bs) {
569       case 1:
570         for (i=0; i<m; i++) {
571           v  = aa + ai[i];
572           vi = aj + ai[i];
573           nz = ai[i+1] - ai[i];
574           s[0] = b[i2];
575           for (j=0; j<nz; j++) {
576             xw[0] = x[vi[j]];
577             PetscKernel_v_gets_v_minus_A_times_w_1(s,(v+j),xw);
578           }
579           PetscKernel_v_gets_A_times_w_1(xw,idiag,s);
580           x[i2] += xw[0];
581           idiag += 1;
582           i2    += 1;
583         }
584         break;
585       case 2:
586         for (i=0; i<m; i++) {
587           v  = aa + 4*ai[i];
588           vi = aj + ai[i];
589           nz = ai[i+1] - ai[i];
590           s[0] = b[i2]; s[1] = b[i2+1];
591           for (j=0; j<nz; j++) {
592             idx = 2*vi[j];
593             it  = 4*j;
594             xw[0] = x[idx]; xw[1] = x[1+idx];
595             PetscKernel_v_gets_v_minus_A_times_w_2(s,(v+it),xw);
596           }
597           PetscKernel_v_gets_A_times_w_2(xw,idiag,s);
598           x[i2]  += xw[0]; x[i2+1] += xw[1];
599           idiag  += 4;
600           i2     += 2;
601         }
602         break;
603       case 3:
604         for (i=0; i<m; i++) {
605           v  = aa + 9*ai[i];
606           vi = aj + ai[i];
607           nz = ai[i+1] - ai[i];
608           s[0] = b[i2]; s[1] = b[i2+1]; s[2] = b[i2+2];
609           while (nz--) {
610             idx = 3*(*vi++);
611             xw[0] = x[idx]; xw[1] = x[1+idx]; xw[2] = x[2+idx];
612             PetscKernel_v_gets_v_minus_A_times_w_3(s,v,xw);
613             v  += 9;
614           }
615           PetscKernel_v_gets_A_times_w_3(xw,idiag,s);
616           x[i2] += xw[0]; x[i2+1] += xw[1]; x[i2+2] += xw[2];
617           idiag  += 9;
618           i2     += 3;
619         }
620         break;
621       case 4:
622         for (i=0; i<m; i++) {
623           v  = aa + 16*ai[i];
624           vi = aj + ai[i];
625           nz = ai[i+1] - ai[i];
626           s[0] = b[i2]; s[1] = b[i2+1]; s[2] = b[i2+2]; s[3] = b[i2+3];
627           while (nz--) {
628             idx = 4*(*vi++);
629             xw[0]  = x[idx]; xw[1] = x[1+idx]; xw[2] = x[2+idx]; xw[3] = x[3+idx];
630             PetscKernel_v_gets_v_minus_A_times_w_4(s,v,xw);
631             v  += 16;
632           }
633           PetscKernel_v_gets_A_times_w_4(xw,idiag,s);
634           x[i2] += xw[0]; x[i2+1] += xw[1]; x[i2+2] += xw[2]; x[i2+3] += xw[3];
635           idiag  += 16;
636           i2     += 4;
637         }
638         break;
639       case 5:
640         for (i=0; i<m; i++) {
641           v  = aa + 25*ai[i];
642           vi = aj + ai[i];
643           nz = ai[i+1] - ai[i];
644           s[0] = b[i2]; s[1] = b[i2+1]; s[2] = b[i2+2]; s[3] = b[i2+3]; s[4] = b[i2+4];
645           while (nz--) {
646             idx = 5*(*vi++);
647             xw[0]  = x[idx]; xw[1] = x[1+idx]; xw[2] = x[2+idx]; xw[3] = x[3+idx]; xw[4] = x[4+idx];
648             PetscKernel_v_gets_v_minus_A_times_w_5(s,v,xw);
649             v  += 25;
650           }
651           PetscKernel_v_gets_A_times_w_5(xw,idiag,s);
652           x[i2] += xw[0]; x[i2+1] += xw[1]; x[i2+2] += xw[2]; x[i2+3] += xw[3]; x[i2+4] += xw[4];
653           idiag  += 25;
654           i2     += 5;
655         }
656         break;
657       case 6:
658         for (i=0; i<m; i++) {
659           v  = aa + 36*ai[i];
660           vi = aj + ai[i];
661           nz = ai[i+1] - ai[i];
662           s[0] = b[i2]; s[1] = b[i2+1]; s[2] = b[i2+2]; s[3] = b[i2+3]; s[4] = b[i2+4]; s[5] = b[i2+5];
663           while (nz--) {
664             idx = 6*(*vi++);
665             xw[0] = x[idx];   xw[1] = x[1+idx]; xw[2] = x[2+idx];
666             xw[3] = x[3+idx]; xw[4] = x[4+idx]; xw[5] = x[5+idx];
667             PetscKernel_v_gets_v_minus_A_times_w_6(s,v,xw);
668             v  += 36;
669           }
670           PetscKernel_v_gets_A_times_w_6(xw,idiag,s);
671           x[i2] += xw[0]; x[i2+1] += xw[1]; x[i2+2] += xw[2];
672           x[i2+3] += xw[3]; x[i2+4] += xw[4]; x[i2+5] += xw[5];
673           idiag  += 36;
674           i2     += 6;
675         }
676         break;
677       case 7:
678         for (i=0; i<m; i++) {
679           v  = aa + 49*ai[i];
680           vi = aj + ai[i];
681           nz = ai[i+1] - ai[i];
682           s[0] = b[i2];   s[1] = b[i2+1]; s[2] = b[i2+2];
683           s[3] = b[i2+3]; s[4] = b[i2+4]; s[5] = b[i2+5]; s[6] = b[i2+6];
684           while (nz--) {
685             idx = 7*(*vi++);
686             xw[0] = x[idx];   xw[1] = x[1+idx]; xw[2] = x[2+idx];
687             xw[3] = x[3+idx]; xw[4] = x[4+idx]; xw[5] = x[5+idx]; xw[6] = x[6+idx];
688             PetscKernel_v_gets_v_minus_A_times_w_7(s,v,xw);
689             v  += 49;
690           }
691           PetscKernel_v_gets_A_times_w_7(xw,idiag,s);
692           x[i2]   += xw[0]; x[i2+1] += xw[1]; x[i2+2] += xw[2];
693           x[i2+3] += xw[3]; x[i2+4] += xw[4]; x[i2+5] += xw[5]; x[i2+6] += xw[6];
694           idiag  += 49;
695           i2     += 7;
696         }
697         break;
698       default:
699         for (i=0; i<m; i++) {
700           v  = aa + bs2*ai[i];
701           vi = aj + ai[i];
702           nz = ai[i+1] - ai[i];
703 
704           ierr = PetscMemcpy(w,b+i2,bs*sizeof(PetscScalar));CHKERRQ(ierr);
705           /* copy all rows of x that are needed into contiguous space */
706           workt = work;
707           for (j=0; j<nz; j++) {
708             ierr   = PetscMemcpy(workt,x + bs*(*vi++),bs*sizeof(PetscScalar));CHKERRQ(ierr);
709             workt += bs;
710           }
711           PetscKernel_w_gets_w_minus_Ar_times_v(bs,bs*nz,w,v,work);
712           PetscKernel_w_gets_w_plus_Ar_times_v(bs,bs,w,idiag,x+i2);
713 
714           idiag += bs2;
715           i2    += bs;
716         }
717         break;
718       }
719       ierr = PetscLogFlops(2.0*bs2*a->nz);CHKERRQ(ierr);
720     }
721     if (flag & SOR_BACKWARD_SWEEP || flag & SOR_LOCAL_BACKWARD_SWEEP) {
722       idiag = a->idiag+bs2*(a->mbs-1);
723       i2 = bs * (m-1);
724       switch (bs) {
725       case 1:
726         for (i=m-1; i>=0; i--) {
727           v  = aa + ai[i];
728           vi = aj + ai[i];
729           nz = ai[i+1] - ai[i];
730           s[0] = b[i2];
731           for (j=0; j<nz; j++) {
732             xw[0] = x[vi[j]];
733             PetscKernel_v_gets_v_minus_A_times_w_1(s,(v+j),xw);
734           }
735           PetscKernel_v_gets_A_times_w_1(xw,idiag,s);
736           x[i2] += xw[0];
737           idiag -= 1;
738           i2    -= 1;
739         }
740         break;
741       case 2:
742         for (i=m-1; i>=0; i--) {
743           v  = aa + 4*ai[i];
744           vi = aj + ai[i];
745           nz = ai[i+1] - ai[i];
746           s[0] = b[i2]; s[1] = b[i2+1];
747           for (j=0; j<nz; j++) {
748             idx = 2*vi[j];
749             it  = 4*j;
750             xw[0] = x[idx]; xw[1] = x[1+idx];
751             PetscKernel_v_gets_v_minus_A_times_w_2(s,(v+it),xw);
752           }
753           PetscKernel_v_gets_A_times_w_2(xw,idiag,s);
754           x[i2]  += xw[0]; x[i2+1] += xw[1];
755           idiag  -= 4;
756           i2     -= 2;
757         }
758         break;
759       case 3:
760         for (i=m-1; i>=0; i--) {
761           v  = aa + 9*ai[i];
762           vi = aj + ai[i];
763           nz = ai[i+1] - ai[i];
764           s[0] = b[i2]; s[1] = b[i2+1]; s[2] = b[i2+2];
765           while (nz--) {
766             idx = 3*(*vi++);
767             xw[0] = x[idx]; xw[1] = x[1+idx]; xw[2] = x[2+idx];
768             PetscKernel_v_gets_v_minus_A_times_w_3(s,v,xw);
769             v  += 9;
770           }
771           PetscKernel_v_gets_A_times_w_3(xw,idiag,s);
772           x[i2] += xw[0]; x[i2+1] += xw[1]; x[i2+2] += xw[2];
773           idiag  -= 9;
774           i2     -= 3;
775         }
776         break;
777       case 4:
778         for (i=m-1; i>=0; i--) {
779           v  = aa + 16*ai[i];
780           vi = aj + ai[i];
781           nz = ai[i+1] - ai[i];
782           s[0] = b[i2]; s[1] = b[i2+1]; s[2] = b[i2+2]; s[3] = b[i2+3];
783           while (nz--) {
784             idx = 4*(*vi++);
785             xw[0]  = x[idx]; xw[1] = x[1+idx]; xw[2] = x[2+idx]; xw[3] = x[3+idx];
786             PetscKernel_v_gets_v_minus_A_times_w_4(s,v,xw);
787             v  += 16;
788           }
789           PetscKernel_v_gets_A_times_w_4(xw,idiag,s);
790           x[i2] += xw[0]; x[i2+1] += xw[1]; x[i2+2] += xw[2]; x[i2+3] += xw[3];
791           idiag  -= 16;
792           i2     -= 4;
793         }
794         break;
795       case 5:
796         for (i=m-1; i>=0; i--) {
797           v  = aa + 25*ai[i];
798           vi = aj + ai[i];
799           nz = ai[i+1] - ai[i];
800           s[0] = b[i2]; s[1] = b[i2+1]; s[2] = b[i2+2]; s[3] = b[i2+3]; s[4] = b[i2+4];
801           while (nz--) {
802             idx = 5*(*vi++);
803             xw[0]  = x[idx]; xw[1] = x[1+idx]; xw[2] = x[2+idx]; xw[3] = x[3+idx]; xw[4] = x[4+idx];
804             PetscKernel_v_gets_v_minus_A_times_w_5(s,v,xw);
805             v  += 25;
806           }
807           PetscKernel_v_gets_A_times_w_5(xw,idiag,s);
808           x[i2] += xw[0]; x[i2+1] += xw[1]; x[i2+2] += xw[2]; x[i2+3] += xw[3]; x[i2+4] += xw[4];
809           idiag  -= 25;
810           i2     -= 5;
811         }
812         break;
813       case 6:
814         for (i=m-1; i>=0; i--) {
815           v  = aa + 36*ai[i];
816           vi = aj + ai[i];
817           nz = ai[i+1] - ai[i];
818           s[0] = b[i2]; s[1] = b[i2+1]; s[2] = b[i2+2]; s[3] = b[i2+3]; s[4] = b[i2+4]; s[5] = b[i2+5];
819           while (nz--) {
820             idx = 6*(*vi++);
821             xw[0] = x[idx];   xw[1] = x[1+idx]; xw[2] = x[2+idx];
822             xw[3] = x[3+idx]; xw[4] = x[4+idx]; xw[5] = x[5+idx];
823             PetscKernel_v_gets_v_minus_A_times_w_6(s,v,xw);
824             v  += 36;
825           }
826           PetscKernel_v_gets_A_times_w_6(xw,idiag,s);
827           x[i2] += xw[0]; x[i2+1] += xw[1]; x[i2+2] += xw[2];
828           x[i2+3] += xw[3]; x[i2+4] += xw[4]; x[i2+5] += xw[5];
829           idiag  -= 36;
830           i2     -= 6;
831         }
832         break;
833       case 7:
834         for (i=m-1; i>=0; i--) {
835           v  = aa + 49*ai[i];
836           vi = aj + ai[i];
837           nz = ai[i+1] - ai[i];
838           s[0] = b[i2];   s[1] = b[i2+1]; s[2] = b[i2+2];
839           s[3] = b[i2+3]; s[4] = b[i2+4]; s[5] = b[i2+5]; s[6] = b[i2+6];
840           while (nz--) {
841             idx = 7*(*vi++);
842             xw[0] = x[idx];   xw[1] = x[1+idx]; xw[2] = x[2+idx];
843             xw[3] = x[3+idx]; xw[4] = x[4+idx]; xw[5] = x[5+idx]; xw[6] = x[6+idx];
844             PetscKernel_v_gets_v_minus_A_times_w_7(s,v,xw);
845             v  += 49;
846           }
847           PetscKernel_v_gets_A_times_w_7(xw,idiag,s);
848           x[i2] +=   xw[0]; x[i2+1] += xw[1]; x[i2+2] += xw[2];
849           x[i2+3] += xw[3]; x[i2+4] += xw[4]; x[i2+5] += xw[5]; x[i2+6] += xw[6];
850           idiag  -= 49;
851           i2     -= 7;
852         }
853         break;
854       default:
855         for (i=m-1; i>=0; i--) {
856           v  = aa + bs2*ai[i];
857           vi = aj + ai[i];
858           nz = ai[i+1] - ai[i];
859 
860           ierr = PetscMemcpy(w,b+i2,bs*sizeof(PetscScalar));CHKERRQ(ierr);
861           /* copy all rows of x that are needed into contiguous space */
862           workt = work;
863           for (j=0; j<nz; j++) {
864             ierr   = PetscMemcpy(workt,x + bs*(*vi++),bs*sizeof(PetscScalar));CHKERRQ(ierr);
865             workt += bs;
866           }
867           PetscKernel_w_gets_w_minus_Ar_times_v(bs,bs*nz,w,v,work);
868           PetscKernel_w_gets_w_plus_Ar_times_v(bs,bs,w,idiag,x+i2);
869 
870           idiag -= bs2;
871           i2    -= bs;
872         }
873         break;
874       }
875       ierr = PetscLogFlops(2.0*bs2*(a->nz));CHKERRQ(ierr);
876     }
877   }
878   ierr = VecRestoreArray(xx,&x);CHKERRQ(ierr);
879   ierr = VecRestoreArrayRead(bb,&b);CHKERRQ(ierr);
880   PetscFunctionReturn(0);
881 }
882 
883 
884 /*
885     Special version for direct calls from Fortran (Used in PETSc-fun3d)
886 */
887 #if defined(PETSC_HAVE_FORTRAN_CAPS)
888 #define matsetvaluesblocked4_ MATSETVALUESBLOCKED4
889 #elif !defined(PETSC_HAVE_FORTRAN_UNDERSCORE)
890 #define matsetvaluesblocked4_ matsetvaluesblocked4
891 #endif
892 
893 #undef __FUNCT__
894 #define __FUNCT__ "matsetvaluesblocked4_"
895 PETSC_EXTERN void matsetvaluesblocked4_(Mat *AA,PetscInt *mm,const PetscInt im[],PetscInt *nn,const PetscInt in[],const PetscScalar v[])
896 {
897   Mat               A  = *AA;
898   Mat_SeqBAIJ       *a = (Mat_SeqBAIJ*)A->data;
899   PetscInt          *rp,k,low,high,t,ii,jj,row,nrow,i,col,l,N,m = *mm,n = *nn;
900   PetscInt          *ai    =a->i,*ailen=a->ilen;
901   PetscInt          *aj    =a->j,stepval,lastcol = -1;
902   const PetscScalar *value = v;
903   MatScalar         *ap,*aa = a->a,*bap;
904 
905   PetscFunctionBegin;
906   if (A->rmap->bs != 4) SETERRABORT(PetscObjectComm((PetscObject)A),PETSC_ERR_ARG_WRONG,"Can only be called with a block size of 4");
907   stepval = (n-1)*4;
908   for (k=0; k<m; k++) { /* loop over added rows */
909     row  = im[k];
910     rp   = aj + ai[row];
911     ap   = aa + 16*ai[row];
912     nrow = ailen[row];
913     low  = 0;
914     high = nrow;
915     for (l=0; l<n; l++) { /* loop over added columns */
916       col = in[l];
917       if (col <= lastcol)  low = 0;
918       else                high = nrow;
919       lastcol = col;
920       value   = v + k*(stepval+4 + l)*4;
921       while (high-low > 7) {
922         t = (low+high)/2;
923         if (rp[t] > col) high = t;
924         else             low  = t;
925       }
926       for (i=low; i<high; i++) {
927         if (rp[i] > col) break;
928         if (rp[i] == col) {
929           bap = ap +  16*i;
930           for (ii=0; ii<4; ii++,value+=stepval) {
931             for (jj=ii; jj<16; jj+=4) {
932               bap[jj] += *value++;
933             }
934           }
935           goto noinsert2;
936         }
937       }
938       N = nrow++ - 1;
939       high++; /* added new column index thus must search to one higher than before */
940       /* shift up all the later entries in this row */
941       for (ii=N; ii>=i; ii--) {
942         rp[ii+1] = rp[ii];
943         PetscMemcpy(ap+16*(ii+1),ap+16*(ii),16*sizeof(MatScalar));
944       }
945       if (N >= i) {
946         PetscMemzero(ap+16*i,16*sizeof(MatScalar));
947       }
948       rp[i] = col;
949       bap   = ap +  16*i;
950       for (ii=0; ii<4; ii++,value+=stepval) {
951         for (jj=ii; jj<16; jj+=4) {
952           bap[jj] = *value++;
953         }
954       }
955       noinsert2:;
956       low = i;
957     }
958     ailen[row] = nrow;
959   }
960   PetscFunctionReturnVoid();
961 }
962 
963 #if defined(PETSC_HAVE_FORTRAN_CAPS)
964 #define matsetvalues4_ MATSETVALUES4
965 #elif !defined(PETSC_HAVE_FORTRAN_UNDERSCORE)
966 #define matsetvalues4_ matsetvalues4
967 #endif
968 
969 #undef __FUNCT__
970 #define __FUNCT__ "MatSetValues4_"
971 PETSC_EXTERN void matsetvalues4_(Mat *AA,PetscInt *mm,PetscInt *im,PetscInt *nn,PetscInt *in,PetscScalar *v)
972 {
973   Mat         A  = *AA;
974   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
975   PetscInt    *rp,k,low,high,t,ii,row,nrow,i,col,l,N,n = *nn,m = *mm;
976   PetscInt    *ai=a->i,*ailen=a->ilen;
977   PetscInt    *aj=a->j,brow,bcol;
978   PetscInt    ridx,cidx,lastcol = -1;
979   MatScalar   *ap,value,*aa=a->a,*bap;
980 
981   PetscFunctionBegin;
982   for (k=0; k<m; k++) { /* loop over added rows */
983     row  = im[k]; brow = row/4;
984     rp   = aj + ai[brow];
985     ap   = aa + 16*ai[brow];
986     nrow = ailen[brow];
987     low  = 0;
988     high = nrow;
989     for (l=0; l<n; l++) { /* loop over added columns */
990       col   = in[l]; bcol = col/4;
991       ridx  = row % 4; cidx = col % 4;
992       value = v[l + k*n];
993       if (col <= lastcol)  low = 0;
994       else                high = nrow;
995       lastcol = col;
996       while (high-low > 7) {
997         t = (low+high)/2;
998         if (rp[t] > bcol) high = t;
999         else              low  = t;
1000       }
1001       for (i=low; i<high; i++) {
1002         if (rp[i] > bcol) break;
1003         if (rp[i] == bcol) {
1004           bap   = ap +  16*i + 4*cidx + ridx;
1005           *bap += value;
1006           goto noinsert1;
1007         }
1008       }
1009       N = nrow++ - 1;
1010       high++; /* added new column thus must search to one higher than before */
1011       /* shift up all the later entries in this row */
1012       for (ii=N; ii>=i; ii--) {
1013         rp[ii+1] = rp[ii];
1014         PetscMemcpy(ap+16*(ii+1),ap+16*(ii),16*sizeof(MatScalar));
1015       }
1016       if (N>=i) {
1017         PetscMemzero(ap+16*i,16*sizeof(MatScalar));
1018       }
1019       rp[i]                    = bcol;
1020       ap[16*i + 4*cidx + ridx] = value;
1021 noinsert1:;
1022       low = i;
1023     }
1024     ailen[brow] = nrow;
1025   }
1026   PetscFunctionReturnVoid();
1027 }
1028 
1029 /*
1030      Checks for missing diagonals
1031 */
1032 #undef __FUNCT__
1033 #define __FUNCT__ "MatMissingDiagonal_SeqBAIJ"
1034 PetscErrorCode MatMissingDiagonal_SeqBAIJ(Mat A,PetscBool  *missing,PetscInt *d)
1035 {
1036   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1037   PetscErrorCode ierr;
1038   PetscInt       *diag,*ii = a->i,i;
1039 
1040   PetscFunctionBegin;
1041   ierr     = MatMarkDiagonal_SeqBAIJ(A);CHKERRQ(ierr);
1042   *missing = PETSC_FALSE;
1043   if (A->rmap->n > 0 && !ii) {
1044     *missing = PETSC_TRUE;
1045     if (d) *d = 0;
1046     PetscInfo(A,"Matrix has no entries therefore is missing diagonal");
1047   } else {
1048     diag = a->diag;
1049     for (i=0; i<a->mbs; i++) {
1050       if (diag[i] >= ii[i+1]) {
1051         *missing = PETSC_TRUE;
1052         if (d) *d = i;
1053         PetscInfo1(A,"Matrix is missing block diagonal number %D",i);
1054         break;
1055       }
1056     }
1057   }
1058   PetscFunctionReturn(0);
1059 }
1060 
1061 #undef __FUNCT__
1062 #define __FUNCT__ "MatMarkDiagonal_SeqBAIJ"
1063 PetscErrorCode MatMarkDiagonal_SeqBAIJ(Mat A)
1064 {
1065   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1066   PetscErrorCode ierr;
1067   PetscInt       i,j,m = a->mbs;
1068 
1069   PetscFunctionBegin;
1070   if (!a->diag) {
1071     ierr         = PetscMalloc1(m,&a->diag);CHKERRQ(ierr);
1072     ierr         = PetscLogObjectMemory((PetscObject)A,m*sizeof(PetscInt));CHKERRQ(ierr);
1073     a->free_diag = PETSC_TRUE;
1074   }
1075   for (i=0; i<m; i++) {
1076     a->diag[i] = a->i[i+1];
1077     for (j=a->i[i]; j<a->i[i+1]; j++) {
1078       if (a->j[j] == i) {
1079         a->diag[i] = j;
1080         break;
1081       }
1082     }
1083   }
1084   PetscFunctionReturn(0);
1085 }
1086 
1087 
1088 #undef __FUNCT__
1089 #define __FUNCT__ "MatGetRowIJ_SeqBAIJ"
1090 static PetscErrorCode MatGetRowIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscBool symmetric,PetscBool blockcompressed,PetscInt *nn,const PetscInt *inia[],const PetscInt *inja[],PetscBool  *done)
1091 {
1092   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1093   PetscErrorCode ierr;
1094   PetscInt       i,j,n = a->mbs,nz = a->i[n],*tia,*tja,bs = A->rmap->bs,k,l,cnt;
1095   PetscInt       **ia = (PetscInt**)inia,**ja = (PetscInt**)inja;
1096 
1097   PetscFunctionBegin;
1098   *nn = n;
1099   if (!ia) PetscFunctionReturn(0);
1100   if (symmetric) {
1101     ierr = MatToSymmetricIJ_SeqAIJ(n,a->i,a->j,0,0,&tia,&tja);CHKERRQ(ierr);
1102     nz   = tia[n];
1103   } else {
1104     tia = a->i; tja = a->j;
1105   }
1106 
1107   if (!blockcompressed && bs > 1) {
1108     (*nn) *= bs;
1109     /* malloc & create the natural set of indices */
1110     ierr = PetscMalloc1((n+1)*bs,ia);CHKERRQ(ierr);
1111     if (n) {
1112       (*ia)[0] = 0;
1113       for (j=1; j<bs; j++) {
1114         (*ia)[j] = (tia[1]-tia[0])*bs+(*ia)[j-1];
1115       }
1116     }
1117 
1118     for (i=1; i<n; i++) {
1119       (*ia)[i*bs] = (tia[i]-tia[i-1])*bs + (*ia)[i*bs-1];
1120       for (j=1; j<bs; j++) {
1121         (*ia)[i*bs+j] = (tia[i+1]-tia[i])*bs + (*ia)[i*bs+j-1];
1122       }
1123     }
1124     if (n) {
1125       (*ia)[n*bs] = (tia[n]-tia[n-1])*bs + (*ia)[n*bs-1];
1126     }
1127 
1128     if (inja) {
1129       ierr = PetscMalloc1(nz*bs*bs,ja);CHKERRQ(ierr);
1130       cnt = 0;
1131       for (i=0; i<n; i++) {
1132         for (j=0; j<bs; j++) {
1133           for (k=tia[i]; k<tia[i+1]; k++) {
1134             for (l=0; l<bs; l++) {
1135               (*ja)[cnt++] = bs*tja[k] + l;
1136             }
1137           }
1138         }
1139       }
1140     }
1141 
1142     if (symmetric) { /* deallocate memory allocated in MatToSymmetricIJ_SeqAIJ() */
1143       ierr = PetscFree(tia);CHKERRQ(ierr);
1144       ierr = PetscFree(tja);CHKERRQ(ierr);
1145     }
1146   } else if (oshift == 1) {
1147     if (symmetric) {
1148       nz = tia[A->rmap->n/bs];
1149       /*  add 1 to i and j indices */
1150       for (i=0; i<A->rmap->n/bs+1; i++) tia[i] = tia[i] + 1;
1151       *ia = tia;
1152       if (ja) {
1153         for (i=0; i<nz; i++) tja[i] = tja[i] + 1;
1154         *ja = tja;
1155       }
1156     } else {
1157       nz = a->i[A->rmap->n/bs];
1158       /* malloc space and  add 1 to i and j indices */
1159       ierr = PetscMalloc1((A->rmap->n/bs+1),ia);CHKERRQ(ierr);
1160       for (i=0; i<A->rmap->n/bs+1; i++) (*ia)[i] = a->i[i] + 1;
1161       if (ja) {
1162         ierr = PetscMalloc1(nz,ja);CHKERRQ(ierr);
1163         for (i=0; i<nz; i++) (*ja)[i] = a->j[i] + 1;
1164       }
1165     }
1166   } else {
1167     *ia = tia;
1168     if (ja) *ja = tja;
1169   }
1170   PetscFunctionReturn(0);
1171 }
1172 
1173 #undef __FUNCT__
1174 #define __FUNCT__ "MatRestoreRowIJ_SeqBAIJ"
1175 static PetscErrorCode MatRestoreRowIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscBool symmetric,PetscBool blockcompressed,PetscInt *nn,const PetscInt *ia[],const PetscInt *ja[],PetscBool  *done)
1176 {
1177   PetscErrorCode ierr;
1178 
1179   PetscFunctionBegin;
1180   if (!ia) PetscFunctionReturn(0);
1181   if ((!blockcompressed && A->rmap->bs > 1) || (symmetric || oshift == 1)) {
1182     ierr = PetscFree(*ia);CHKERRQ(ierr);
1183     if (ja) {ierr = PetscFree(*ja);CHKERRQ(ierr);}
1184   }
1185   PetscFunctionReturn(0);
1186 }
1187 
1188 #undef __FUNCT__
1189 #define __FUNCT__ "MatDestroy_SeqBAIJ"
1190 PetscErrorCode MatDestroy_SeqBAIJ(Mat A)
1191 {
1192   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1193   PetscErrorCode ierr;
1194 
1195   PetscFunctionBegin;
1196 #if defined(PETSC_USE_LOG)
1197   PetscLogObjectState((PetscObject)A,"Rows=%D, Cols=%D, NZ=%D",A->rmap->N,A->cmap->n,a->nz);
1198 #endif
1199   ierr = MatSeqXAIJFreeAIJ(A,&a->a,&a->j,&a->i);CHKERRQ(ierr);
1200   ierr = ISDestroy(&a->row);CHKERRQ(ierr);
1201   ierr = ISDestroy(&a->col);CHKERRQ(ierr);
1202   if (a->free_diag) {ierr = PetscFree(a->diag);CHKERRQ(ierr);}
1203   ierr = PetscFree(a->idiag);CHKERRQ(ierr);
1204   if (a->free_imax_ilen) {ierr = PetscFree2(a->imax,a->ilen);CHKERRQ(ierr);}
1205   ierr = PetscFree(a->solve_work);CHKERRQ(ierr);
1206   ierr = PetscFree(a->mult_work);CHKERRQ(ierr);
1207   ierr = PetscFree(a->sor_work);CHKERRQ(ierr);
1208   ierr = ISDestroy(&a->icol);CHKERRQ(ierr);
1209   ierr = PetscFree(a->saved_values);CHKERRQ(ierr);
1210   ierr = PetscFree(a->xtoy);CHKERRQ(ierr);
1211   ierr = PetscFree2(a->compressedrow.i,a->compressedrow.rindex);CHKERRQ(ierr);
1212 
1213   ierr = MatDestroy(&a->sbaijMat);CHKERRQ(ierr);
1214   ierr = MatDestroy(&a->parent);CHKERRQ(ierr);
1215   ierr = PetscFree(A->data);CHKERRQ(ierr);
1216 
1217   ierr = PetscObjectChangeTypeName((PetscObject)A,0);CHKERRQ(ierr);
1218   ierr = PetscObjectComposeFunction((PetscObject)A,"MatInvertBlockDiagonal_C",NULL);CHKERRQ(ierr);
1219   ierr = PetscObjectComposeFunction((PetscObject)A,"MatStoreValues_C",NULL);CHKERRQ(ierr);
1220   ierr = PetscObjectComposeFunction((PetscObject)A,"MatRetrieveValues_C",NULL);CHKERRQ(ierr);
1221   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJSetColumnIndices_C",NULL);CHKERRQ(ierr);
1222   ierr = PetscObjectComposeFunction((PetscObject)A,"MatConvert_seqbaij_seqaij_C",NULL);CHKERRQ(ierr);
1223   ierr = PetscObjectComposeFunction((PetscObject)A,"MatConvert_seqbaij_seqsbaij_C",NULL);CHKERRQ(ierr);
1224   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJSetPreallocation_C",NULL);CHKERRQ(ierr);
1225   ierr = PetscObjectComposeFunction((PetscObject)A,"MatSeqBAIJSetPreallocationCSR_C",NULL);CHKERRQ(ierr);
1226   ierr = PetscObjectComposeFunction((PetscObject)A,"MatConvert_seqbaij_seqbstrm_C",NULL);CHKERRQ(ierr);
1227   ierr = PetscObjectComposeFunction((PetscObject)A,"MatIsTranspose_C",NULL);CHKERRQ(ierr);
1228   PetscFunctionReturn(0);
1229 }
1230 
1231 #undef __FUNCT__
1232 #define __FUNCT__ "MatSetOption_SeqBAIJ"
1233 PetscErrorCode MatSetOption_SeqBAIJ(Mat A,MatOption op,PetscBool flg)
1234 {
1235   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1236   PetscErrorCode ierr;
1237 
1238   PetscFunctionBegin;
1239   switch (op) {
1240   case MAT_ROW_ORIENTED:
1241     a->roworiented = flg;
1242     break;
1243   case MAT_KEEP_NONZERO_PATTERN:
1244     a->keepnonzeropattern = flg;
1245     break;
1246   case MAT_NEW_NONZERO_LOCATIONS:
1247     a->nonew = (flg ? 0 : 1);
1248     break;
1249   case MAT_NEW_NONZERO_LOCATION_ERR:
1250     a->nonew = (flg ? -1 : 0);
1251     break;
1252   case MAT_NEW_NONZERO_ALLOCATION_ERR:
1253     a->nonew = (flg ? -2 : 0);
1254     break;
1255   case MAT_UNUSED_NONZERO_LOCATION_ERR:
1256     a->nounused = (flg ? -1 : 0);
1257     break;
1258   case MAT_NEW_DIAGONALS:
1259   case MAT_IGNORE_OFF_PROC_ENTRIES:
1260   case MAT_USE_HASH_TABLE:
1261     ierr = PetscInfo1(A,"Option %s ignored\n",MatOptions[op]);CHKERRQ(ierr);
1262     break;
1263   case MAT_SPD:
1264   case MAT_SYMMETRIC:
1265   case MAT_STRUCTURALLY_SYMMETRIC:
1266   case MAT_HERMITIAN:
1267   case MAT_SYMMETRY_ETERNAL:
1268     /* These options are handled directly by MatSetOption() */
1269     break;
1270   default:
1271     SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"unknown option %d",op);
1272   }
1273   PetscFunctionReturn(0);
1274 }
1275 
1276 /* used for both SeqBAIJ and SeqSBAIJ matrices */
1277 #undef __FUNCT__
1278 #define __FUNCT__ "MatGetRow_SeqBAIJ_private"
1279 PetscErrorCode MatGetRow_SeqBAIJ_private(Mat A,PetscInt row,PetscInt *nz,PetscInt **idx,PetscScalar **v,PetscInt *ai,PetscInt *aj,PetscScalar *aa)
1280 {
1281   PetscErrorCode ierr;
1282   PetscInt       itmp,i,j,k,M,bn,bp,*idx_i,bs,bs2;
1283   MatScalar      *aa_i;
1284   PetscScalar    *v_i;
1285 
1286   PetscFunctionBegin;
1287   bs  = A->rmap->bs;
1288   bs2 = bs*bs;
1289   if (row < 0 || row >= A->rmap->N) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Row %D out of range", row);
1290 
1291   bn  = row/bs;   /* Block number */
1292   bp  = row % bs; /* Block Position */
1293   M   = ai[bn+1] - ai[bn];
1294   *nz = bs*M;
1295 
1296   if (v) {
1297     *v = 0;
1298     if (*nz) {
1299       ierr = PetscMalloc1((*nz),v);CHKERRQ(ierr);
1300       for (i=0; i<M; i++) { /* for each block in the block row */
1301         v_i  = *v + i*bs;
1302         aa_i = aa + bs2*(ai[bn] + i);
1303         for (j=bp,k=0; j<bs2; j+=bs,k++) v_i[k] = aa_i[j];
1304       }
1305     }
1306   }
1307 
1308   if (idx) {
1309     *idx = 0;
1310     if (*nz) {
1311       ierr = PetscMalloc1((*nz),idx);CHKERRQ(ierr);
1312       for (i=0; i<M; i++) { /* for each block in the block row */
1313         idx_i = *idx + i*bs;
1314         itmp  = bs*aj[ai[bn] + i];
1315         for (j=0; j<bs; j++) idx_i[j] = itmp++;
1316       }
1317     }
1318   }
1319   PetscFunctionReturn(0);
1320 }
1321 
1322 #undef __FUNCT__
1323 #define __FUNCT__ "MatGetRow_SeqBAIJ"
1324 PetscErrorCode MatGetRow_SeqBAIJ(Mat A,PetscInt row,PetscInt *nz,PetscInt **idx,PetscScalar **v)
1325 {
1326   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1327   PetscErrorCode ierr;
1328 
1329   PetscFunctionBegin;
1330   ierr = MatGetRow_SeqBAIJ_private(A,row,nz,idx,v,a->i,a->j,a->a);CHKERRQ(ierr);
1331   PetscFunctionReturn(0);
1332 }
1333 
1334 #undef __FUNCT__
1335 #define __FUNCT__ "MatRestoreRow_SeqBAIJ"
1336 PetscErrorCode MatRestoreRow_SeqBAIJ(Mat A,PetscInt row,PetscInt *nz,PetscInt **idx,PetscScalar **v)
1337 {
1338   PetscErrorCode ierr;
1339 
1340   PetscFunctionBegin;
1341   if (idx) {ierr = PetscFree(*idx);CHKERRQ(ierr);}
1342   if (v)   {ierr = PetscFree(*v);CHKERRQ(ierr);}
1343   PetscFunctionReturn(0);
1344 }
1345 
1346 extern PetscErrorCode MatSetValues_SeqBAIJ(Mat,PetscInt,const PetscInt[],PetscInt,const PetscInt[],const PetscScalar[],InsertMode);
1347 
1348 #undef __FUNCT__
1349 #define __FUNCT__ "MatTranspose_SeqBAIJ"
1350 PetscErrorCode MatTranspose_SeqBAIJ(Mat A,MatReuse reuse,Mat *B)
1351 {
1352   Mat_SeqBAIJ    *a=(Mat_SeqBAIJ*)A->data;
1353   Mat            C;
1354   PetscErrorCode ierr;
1355   PetscInt       i,j,k,*aj=a->j,*ai=a->i,bs=A->rmap->bs,mbs=a->mbs,nbs=a->nbs,len,*col;
1356   PetscInt       *rows,*cols,bs2=a->bs2;
1357   MatScalar      *array;
1358 
1359   PetscFunctionBegin;
1360   if (reuse == MAT_REUSE_MATRIX && A == *B && mbs != nbs) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_SIZ,"Square matrix only for in-place");
1361   if (reuse == MAT_INITIAL_MATRIX || A == *B) {
1362     ierr = PetscCalloc1((1+nbs),&col);CHKERRQ(ierr);
1363 
1364     for (i=0; i<ai[mbs]; i++) col[aj[i]] += 1;
1365     ierr = MatCreate(PetscObjectComm((PetscObject)A),&C);CHKERRQ(ierr);
1366     ierr = MatSetSizes(C,A->cmap->n,A->rmap->N,A->cmap->n,A->rmap->N);CHKERRQ(ierr);
1367     ierr = MatSetType(C,((PetscObject)A)->type_name);CHKERRQ(ierr);
1368     ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(C,bs,0,col);CHKERRQ(ierr);
1369     ierr = PetscFree(col);CHKERRQ(ierr);
1370   } else {
1371     C = *B;
1372   }
1373 
1374   array = a->a;
1375   ierr  = PetscMalloc2(bs,&rows,bs,&cols);CHKERRQ(ierr);
1376   for (i=0; i<mbs; i++) {
1377     cols[0] = i*bs;
1378     for (k=1; k<bs; k++) cols[k] = cols[k-1] + 1;
1379     len = ai[i+1] - ai[i];
1380     for (j=0; j<len; j++) {
1381       rows[0] = (*aj++)*bs;
1382       for (k=1; k<bs; k++) rows[k] = rows[k-1] + 1;
1383       ierr   = MatSetValues_SeqBAIJ(C,bs,rows,bs,cols,array,INSERT_VALUES);CHKERRQ(ierr);
1384       array += bs2;
1385     }
1386   }
1387   ierr = PetscFree2(rows,cols);CHKERRQ(ierr);
1388 
1389   ierr = MatAssemblyBegin(C,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
1390   ierr = MatAssemblyEnd(C,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
1391 
1392   if (reuse == MAT_INITIAL_MATRIX || *B != A) {
1393     *B = C;
1394   } else {
1395     ierr = MatHeaderMerge(A,C);CHKERRQ(ierr);
1396   }
1397   PetscFunctionReturn(0);
1398 }
1399 
1400 #undef __FUNCT__
1401 #define __FUNCT__ "MatIsTranspose_SeqBAIJ"
1402 PetscErrorCode MatIsTranspose_SeqBAIJ(Mat A,Mat B,PetscReal tol,PetscBool  *f)
1403 {
1404   PetscErrorCode ierr;
1405   Mat            Btrans;
1406 
1407   PetscFunctionBegin;
1408   *f   = PETSC_FALSE;
1409   ierr = MatTranspose_SeqBAIJ(A,MAT_INITIAL_MATRIX,&Btrans);CHKERRQ(ierr);
1410   ierr = MatEqual_SeqBAIJ(B,Btrans,f);CHKERRQ(ierr);
1411   ierr = MatDestroy(&Btrans);CHKERRQ(ierr);
1412   PetscFunctionReturn(0);
1413 }
1414 
1415 #undef __FUNCT__
1416 #define __FUNCT__ "MatView_SeqBAIJ_Binary"
1417 static PetscErrorCode MatView_SeqBAIJ_Binary(Mat A,PetscViewer viewer)
1418 {
1419   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
1420   PetscErrorCode ierr;
1421   PetscInt       i,*col_lens,bs = A->rmap->bs,count,*jj,j,k,l,bs2=a->bs2;
1422   int            fd;
1423   PetscScalar    *aa;
1424   FILE           *file;
1425 
1426   PetscFunctionBegin;
1427   ierr        = PetscViewerBinaryGetDescriptor(viewer,&fd);CHKERRQ(ierr);
1428   ierr        = PetscMalloc1((4+A->rmap->N),&col_lens);CHKERRQ(ierr);
1429   col_lens[0] = MAT_FILE_CLASSID;
1430 
1431   col_lens[1] = A->rmap->N;
1432   col_lens[2] = A->cmap->n;
1433   col_lens[3] = a->nz*bs2;
1434 
1435   /* store lengths of each row and write (including header) to file */
1436   count = 0;
1437   for (i=0; i<a->mbs; i++) {
1438     for (j=0; j<bs; j++) {
1439       col_lens[4+count++] = bs*(a->i[i+1] - a->i[i]);
1440     }
1441   }
1442   ierr = PetscBinaryWrite(fd,col_lens,4+A->rmap->N,PETSC_INT,PETSC_TRUE);CHKERRQ(ierr);
1443   ierr = PetscFree(col_lens);CHKERRQ(ierr);
1444 
1445   /* store column indices (zero start index) */
1446   ierr  = PetscMalloc1((a->nz+1)*bs2,&jj);CHKERRQ(ierr);
1447   count = 0;
1448   for (i=0; i<a->mbs; i++) {
1449     for (j=0; j<bs; j++) {
1450       for (k=a->i[i]; k<a->i[i+1]; k++) {
1451         for (l=0; l<bs; l++) {
1452           jj[count++] = bs*a->j[k] + l;
1453         }
1454       }
1455     }
1456   }
1457   ierr = PetscBinaryWrite(fd,jj,bs2*a->nz,PETSC_INT,PETSC_FALSE);CHKERRQ(ierr);
1458   ierr = PetscFree(jj);CHKERRQ(ierr);
1459 
1460   /* store nonzero values */
1461   ierr  = PetscMalloc1((a->nz+1)*bs2,&aa);CHKERRQ(ierr);
1462   count = 0;
1463   for (i=0; i<a->mbs; i++) {
1464     for (j=0; j<bs; j++) {
1465       for (k=a->i[i]; k<a->i[i+1]; k++) {
1466         for (l=0; l<bs; l++) {
1467           aa[count++] = a->a[bs2*k + l*bs + j];
1468         }
1469       }
1470     }
1471   }
1472   ierr = PetscBinaryWrite(fd,aa,bs2*a->nz,PETSC_SCALAR,PETSC_FALSE);CHKERRQ(ierr);
1473   ierr = PetscFree(aa);CHKERRQ(ierr);
1474 
1475   ierr = PetscViewerBinaryGetInfoPointer(viewer,&file);CHKERRQ(ierr);
1476   if (file) {
1477     fprintf(file,"-matload_block_size %d\n",(int)A->rmap->bs);
1478   }
1479   PetscFunctionReturn(0);
1480 }
1481 
1482 #undef __FUNCT__
1483 #define __FUNCT__ "MatView_SeqBAIJ_ASCII"
1484 static PetscErrorCode MatView_SeqBAIJ_ASCII(Mat A,PetscViewer viewer)
1485 {
1486   Mat_SeqBAIJ       *a = (Mat_SeqBAIJ*)A->data;
1487   PetscErrorCode    ierr;
1488   PetscInt          i,j,bs = A->rmap->bs,k,l,bs2=a->bs2;
1489   PetscViewerFormat format;
1490 
1491   PetscFunctionBegin;
1492   ierr = PetscViewerGetFormat(viewer,&format);CHKERRQ(ierr);
1493   if (format == PETSC_VIEWER_ASCII_INFO || format == PETSC_VIEWER_ASCII_INFO_DETAIL) {
1494     ierr = PetscViewerASCIIPrintf(viewer,"  block size is %D\n",bs);CHKERRQ(ierr);
1495   } else if (format == PETSC_VIEWER_ASCII_MATLAB) {
1496     Mat aij;
1497     ierr = MatConvert(A,MATSEQAIJ,MAT_INITIAL_MATRIX,&aij);CHKERRQ(ierr);
1498     ierr = MatView(aij,viewer);CHKERRQ(ierr);
1499     ierr = MatDestroy(&aij);CHKERRQ(ierr);
1500   } else if (format == PETSC_VIEWER_ASCII_FACTOR_INFO) {
1501       PetscFunctionReturn(0);
1502   } else if (format == PETSC_VIEWER_ASCII_COMMON) {
1503     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_FALSE);CHKERRQ(ierr);
1504     for (i=0; i<a->mbs; i++) {
1505       for (j=0; j<bs; j++) {
1506         ierr = PetscViewerASCIIPrintf(viewer,"row %D:",i*bs+j);CHKERRQ(ierr);
1507         for (k=a->i[i]; k<a->i[i+1]; k++) {
1508           for (l=0; l<bs; l++) {
1509 #if defined(PETSC_USE_COMPLEX)
1510             if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) > 0.0 && PetscRealPart(a->a[bs2*k + l*bs + j]) != 0.0) {
1511               ierr = PetscViewerASCIIPrintf(viewer," (%D, %g + %gi) ",bs*a->j[k]+l,
1512                                             (double)PetscRealPart(a->a[bs2*k + l*bs + j]),(double)PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
1513             } else if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) < 0.0 && PetscRealPart(a->a[bs2*k + l*bs + j]) != 0.0) {
1514               ierr = PetscViewerASCIIPrintf(viewer," (%D, %g - %gi) ",bs*a->j[k]+l,
1515                                             (double)PetscRealPart(a->a[bs2*k + l*bs + j]),-(double)PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
1516             } else if (PetscRealPart(a->a[bs2*k + l*bs + j]) != 0.0) {
1517               ierr = PetscViewerASCIIPrintf(viewer," (%D, %g) ",bs*a->j[k]+l,(double)PetscRealPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
1518             }
1519 #else
1520             if (a->a[bs2*k + l*bs + j] != 0.0) {
1521               ierr = PetscViewerASCIIPrintf(viewer," (%D, %g) ",bs*a->j[k]+l,(double)a->a[bs2*k + l*bs + j]);CHKERRQ(ierr);
1522             }
1523 #endif
1524           }
1525         }
1526         ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr);
1527       }
1528     }
1529     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_TRUE);CHKERRQ(ierr);
1530   } else {
1531     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_FALSE);CHKERRQ(ierr);
1532     for (i=0; i<a->mbs; i++) {
1533       for (j=0; j<bs; j++) {
1534         ierr = PetscViewerASCIIPrintf(viewer,"row %D:",i*bs+j);CHKERRQ(ierr);
1535         for (k=a->i[i]; k<a->i[i+1]; k++) {
1536           for (l=0; l<bs; l++) {
1537 #if defined(PETSC_USE_COMPLEX)
1538             if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) > 0.0) {
1539               ierr = PetscViewerASCIIPrintf(viewer," (%D, %g + %g i) ",bs*a->j[k]+l,
1540                                             (double)PetscRealPart(a->a[bs2*k + l*bs + j]),(double)PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
1541             } else if (PetscImaginaryPart(a->a[bs2*k + l*bs + j]) < 0.0) {
1542               ierr = PetscViewerASCIIPrintf(viewer," (%D, %g - %g i) ",bs*a->j[k]+l,
1543                                             (double)PetscRealPart(a->a[bs2*k + l*bs + j]),-(double)PetscImaginaryPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
1544             } else {
1545               ierr = PetscViewerASCIIPrintf(viewer," (%D, %g) ",bs*a->j[k]+l,(double)PetscRealPart(a->a[bs2*k + l*bs + j]));CHKERRQ(ierr);
1546             }
1547 #else
1548             ierr = PetscViewerASCIIPrintf(viewer," (%D, %g) ",bs*a->j[k]+l,(double)a->a[bs2*k + l*bs + j]);CHKERRQ(ierr);
1549 #endif
1550           }
1551         }
1552         ierr = PetscViewerASCIIPrintf(viewer,"\n");CHKERRQ(ierr);
1553       }
1554     }
1555     ierr = PetscViewerASCIIUseTabs(viewer,PETSC_TRUE);CHKERRQ(ierr);
1556   }
1557   ierr = PetscViewerFlush(viewer);CHKERRQ(ierr);
1558   PetscFunctionReturn(0);
1559 }
1560 
1561 #include <petscdraw.h>
1562 #undef __FUNCT__
1563 #define __FUNCT__ "MatView_SeqBAIJ_Draw_Zoom"
1564 static PetscErrorCode MatView_SeqBAIJ_Draw_Zoom(PetscDraw draw,void *Aa)
1565 {
1566   Mat               A = (Mat) Aa;
1567   Mat_SeqBAIJ       *a=(Mat_SeqBAIJ*)A->data;
1568   PetscErrorCode    ierr;
1569   PetscInt          row,i,j,k,l,mbs=a->mbs,color,bs=A->rmap->bs,bs2=a->bs2;
1570   PetscReal         xl,yl,xr,yr,x_l,x_r,y_l,y_r;
1571   MatScalar         *aa;
1572   PetscViewer       viewer;
1573   PetscViewerFormat format;
1574 
1575   PetscFunctionBegin;
1576   ierr = PetscObjectQuery((PetscObject)A,"Zoomviewer",(PetscObject*)&viewer);CHKERRQ(ierr);
1577   ierr = PetscViewerGetFormat(viewer,&format);CHKERRQ(ierr);
1578 
1579   ierr = PetscDrawGetCoordinates(draw,&xl,&yl,&xr,&yr);CHKERRQ(ierr);
1580 
1581   /* loop over matrix elements drawing boxes */
1582 
1583   if (format != PETSC_VIEWER_DRAW_CONTOUR) {
1584     color = PETSC_DRAW_BLUE;
1585     for (i=0,row=0; i<mbs; i++,row+=bs) {
1586       for (j=a->i[i]; j<a->i[i+1]; j++) {
1587         y_l = A->rmap->N - row - 1.0; y_r = y_l + 1.0;
1588         x_l = a->j[j]*bs; x_r = x_l + 1.0;
1589         aa  = a->a + j*bs2;
1590         for (k=0; k<bs; k++) {
1591           for (l=0; l<bs; l++) {
1592             if (PetscRealPart(*aa++) >=  0.) continue;
1593             ierr = PetscDrawRectangle(draw,x_l+k,y_l-l,x_r+k,y_r-l,color,color,color,color);CHKERRQ(ierr);
1594           }
1595         }
1596       }
1597     }
1598     color = PETSC_DRAW_CYAN;
1599     for (i=0,row=0; i<mbs; i++,row+=bs) {
1600       for (j=a->i[i]; j<a->i[i+1]; j++) {
1601         y_l = A->rmap->N - row - 1.0; y_r = y_l + 1.0;
1602         x_l = a->j[j]*bs; x_r = x_l + 1.0;
1603         aa  = a->a + j*bs2;
1604         for (k=0; k<bs; k++) {
1605           for (l=0; l<bs; l++) {
1606             if (PetscRealPart(*aa++) != 0.) continue;
1607             ierr = PetscDrawRectangle(draw,x_l+k,y_l-l,x_r+k,y_r-l,color,color,color,color);CHKERRQ(ierr);
1608           }
1609         }
1610       }
1611     }
1612     color = PETSC_DRAW_RED;
1613     for (i=0,row=0; i<mbs; i++,row+=bs) {
1614       for (j=a->i[i]; j<a->i[i+1]; j++) {
1615         y_l = A->rmap->N - row - 1.0; y_r = y_l + 1.0;
1616         x_l = a->j[j]*bs; x_r = x_l + 1.0;
1617         aa  = a->a + j*bs2;
1618         for (k=0; k<bs; k++) {
1619           for (l=0; l<bs; l++) {
1620             if (PetscRealPart(*aa++) <= 0.) continue;
1621             ierr = PetscDrawRectangle(draw,x_l+k,y_l-l,x_r+k,y_r-l,color,color,color,color);CHKERRQ(ierr);
1622           }
1623         }
1624       }
1625     }
1626   } else {
1627     /* use contour shading to indicate magnitude of values */
1628     /* first determine max of all nonzero values */
1629     PetscDraw popup;
1630     PetscReal scale,maxv = 0.0;
1631 
1632     for (i=0; i<a->nz*a->bs2; i++) {
1633       if (PetscAbsScalar(a->a[i]) > maxv) maxv = PetscAbsScalar(a->a[i]);
1634     }
1635     scale = (245.0 - PETSC_DRAW_BASIC_COLORS)/maxv;
1636     ierr  = PetscDrawGetPopup(draw,&popup);CHKERRQ(ierr);
1637     if (popup) {
1638       ierr = PetscDrawScalePopup(popup,0.0,maxv);CHKERRQ(ierr);
1639     }
1640     for (i=0,row=0; i<mbs; i++,row+=bs) {
1641       for (j=a->i[i]; j<a->i[i+1]; j++) {
1642         y_l = A->rmap->N - row - 1.0; y_r = y_l + 1.0;
1643         x_l = a->j[j]*bs; x_r = x_l + 1.0;
1644         aa  = a->a + j*bs2;
1645         for (k=0; k<bs; k++) {
1646           for (l=0; l<bs; l++) {
1647             color = PETSC_DRAW_BASIC_COLORS + (PetscInt)(scale*PetscAbsScalar(*aa++));
1648             ierr  = PetscDrawRectangle(draw,x_l+k,y_l-l,x_r+k,y_r-l,color,color,color,color);CHKERRQ(ierr);
1649           }
1650         }
1651       }
1652     }
1653   }
1654   PetscFunctionReturn(0);
1655 }
1656 
1657 #undef __FUNCT__
1658 #define __FUNCT__ "MatView_SeqBAIJ_Draw"
1659 static PetscErrorCode MatView_SeqBAIJ_Draw(Mat A,PetscViewer viewer)
1660 {
1661   PetscErrorCode ierr;
1662   PetscReal      xl,yl,xr,yr,w,h;
1663   PetscDraw      draw;
1664   PetscBool      isnull;
1665 
1666   PetscFunctionBegin;
1667   ierr = PetscViewerDrawGetDraw(viewer,0,&draw);CHKERRQ(ierr);
1668   ierr = PetscDrawIsNull(draw,&isnull);CHKERRQ(ierr); if (isnull) PetscFunctionReturn(0);
1669 
1670   ierr = PetscObjectCompose((PetscObject)A,"Zoomviewer",(PetscObject)viewer);CHKERRQ(ierr);
1671   xr   = A->cmap->n; yr = A->rmap->N; h = yr/10.0; w = xr/10.0;
1672   xr  += w;    yr += h;  xl = -w;     yl = -h;
1673   ierr = PetscDrawSetCoordinates(draw,xl,yl,xr,yr);CHKERRQ(ierr);
1674   ierr = PetscDrawZoom(draw,MatView_SeqBAIJ_Draw_Zoom,A);CHKERRQ(ierr);
1675   ierr = PetscObjectCompose((PetscObject)A,"Zoomviewer",NULL);CHKERRQ(ierr);
1676   PetscFunctionReturn(0);
1677 }
1678 
1679 #undef __FUNCT__
1680 #define __FUNCT__ "MatView_SeqBAIJ"
1681 PetscErrorCode MatView_SeqBAIJ(Mat A,PetscViewer viewer)
1682 {
1683   PetscErrorCode ierr;
1684   PetscBool      iascii,isbinary,isdraw;
1685 
1686   PetscFunctionBegin;
1687   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERASCII,&iascii);CHKERRQ(ierr);
1688   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERBINARY,&isbinary);CHKERRQ(ierr);
1689   ierr = PetscObjectTypeCompare((PetscObject)viewer,PETSCVIEWERDRAW,&isdraw);CHKERRQ(ierr);
1690   if (iascii) {
1691     ierr = MatView_SeqBAIJ_ASCII(A,viewer);CHKERRQ(ierr);
1692   } else if (isbinary) {
1693     ierr = MatView_SeqBAIJ_Binary(A,viewer);CHKERRQ(ierr);
1694   } else if (isdraw) {
1695     ierr = MatView_SeqBAIJ_Draw(A,viewer);CHKERRQ(ierr);
1696   } else {
1697     Mat B;
1698     ierr = MatConvert(A,MATSEQAIJ,MAT_INITIAL_MATRIX,&B);CHKERRQ(ierr);
1699     ierr = MatView(B,viewer);CHKERRQ(ierr);
1700     ierr = MatDestroy(&B);CHKERRQ(ierr);
1701   }
1702   PetscFunctionReturn(0);
1703 }
1704 
1705 
1706 #undef __FUNCT__
1707 #define __FUNCT__ "MatGetValues_SeqBAIJ"
1708 PetscErrorCode MatGetValues_SeqBAIJ(Mat A,PetscInt m,const PetscInt im[],PetscInt n,const PetscInt in[],PetscScalar v[])
1709 {
1710   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
1711   PetscInt    *rp,k,low,high,t,row,nrow,i,col,l,*aj = a->j;
1712   PetscInt    *ai = a->i,*ailen = a->ilen;
1713   PetscInt    brow,bcol,ridx,cidx,bs=A->rmap->bs,bs2=a->bs2;
1714   MatScalar   *ap,*aa = a->a;
1715 
1716   PetscFunctionBegin;
1717   for (k=0; k<m; k++) { /* loop over rows */
1718     row = im[k]; brow = row/bs;
1719     if (row < 0) {v += n; continue;} /* SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Negative row"); */
1720     if (row >= A->rmap->N) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Row %D too large", row);
1721     rp   = aj + ai[brow]; ap = aa + bs2*ai[brow];
1722     nrow = ailen[brow];
1723     for (l=0; l<n; l++) { /* loop over columns */
1724       if (in[l] < 0) {v++; continue;} /* SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Negative column"); */
1725       if (in[l] >= A->cmap->n) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Column %D too large", in[l]);
1726       col  = in[l];
1727       bcol = col/bs;
1728       cidx = col%bs;
1729       ridx = row%bs;
1730       high = nrow;
1731       low  = 0; /* assume unsorted */
1732       while (high-low > 5) {
1733         t = (low+high)/2;
1734         if (rp[t] > bcol) high = t;
1735         else             low  = t;
1736       }
1737       for (i=low; i<high; i++) {
1738         if (rp[i] > bcol) break;
1739         if (rp[i] == bcol) {
1740           *v++ = ap[bs2*i+bs*cidx+ridx];
1741           goto finished;
1742         }
1743       }
1744       *v++ = 0.0;
1745 finished:;
1746     }
1747   }
1748   PetscFunctionReturn(0);
1749 }
1750 
1751 #undef __FUNCT__
1752 #define __FUNCT__ "MatSetValuesBlocked_SeqBAIJ"
1753 PetscErrorCode MatSetValuesBlocked_SeqBAIJ(Mat A,PetscInt m,const PetscInt im[],PetscInt n,const PetscInt in[],const PetscScalar v[],InsertMode is)
1754 {
1755   Mat_SeqBAIJ       *a = (Mat_SeqBAIJ*)A->data;
1756   PetscInt          *rp,k,low,high,t,ii,jj,row,nrow,i,col,l,rmax,N,lastcol = -1;
1757   PetscInt          *imax=a->imax,*ai=a->i,*ailen=a->ilen;
1758   PetscErrorCode    ierr;
1759   PetscInt          *aj        =a->j,nonew=a->nonew,bs2=a->bs2,bs=A->rmap->bs,stepval;
1760   PetscBool         roworiented=a->roworiented;
1761   const PetscScalar *value     = v;
1762   MatScalar         *ap,*aa = a->a,*bap;
1763 
1764   PetscFunctionBegin;
1765   if (roworiented) {
1766     stepval = (n-1)*bs;
1767   } else {
1768     stepval = (m-1)*bs;
1769   }
1770   for (k=0; k<m; k++) { /* loop over added rows */
1771     row = im[k];
1772     if (row < 0) continue;
1773 #if defined(PETSC_USE_DEBUG)
1774     if (row >= a->mbs) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Row too large: row %D max %D",row,a->mbs-1);
1775 #endif
1776     rp   = aj + ai[row];
1777     ap   = aa + bs2*ai[row];
1778     rmax = imax[row];
1779     nrow = ailen[row];
1780     low  = 0;
1781     high = nrow;
1782     for (l=0; l<n; l++) { /* loop over added columns */
1783       if (in[l] < 0) continue;
1784 #if defined(PETSC_USE_DEBUG)
1785       if (in[l] >= a->nbs) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Column too large: col %D max %D",in[l],a->nbs-1);
1786 #endif
1787       col = in[l];
1788       if (roworiented) {
1789         value = v + (k*(stepval+bs) + l)*bs;
1790       } else {
1791         value = v + (l*(stepval+bs) + k)*bs;
1792       }
1793       if (col <= lastcol) low = 0;
1794       else high = nrow;
1795       lastcol = col;
1796       while (high-low > 7) {
1797         t = (low+high)/2;
1798         if (rp[t] > col) high = t;
1799         else             low  = t;
1800       }
1801       for (i=low; i<high; i++) {
1802         if (rp[i] > col) break;
1803         if (rp[i] == col) {
1804           bap = ap +  bs2*i;
1805           if (roworiented) {
1806             if (is == ADD_VALUES) {
1807               for (ii=0; ii<bs; ii++,value+=stepval) {
1808                 for (jj=ii; jj<bs2; jj+=bs) {
1809                   bap[jj] += *value++;
1810                 }
1811               }
1812             } else {
1813               for (ii=0; ii<bs; ii++,value+=stepval) {
1814                 for (jj=ii; jj<bs2; jj+=bs) {
1815                   bap[jj] = *value++;
1816                 }
1817               }
1818             }
1819           } else {
1820             if (is == ADD_VALUES) {
1821               for (ii=0; ii<bs; ii++,value+=bs+stepval) {
1822                 for (jj=0; jj<bs; jj++) {
1823                   bap[jj] += value[jj];
1824                 }
1825                 bap += bs;
1826               }
1827             } else {
1828               for (ii=0; ii<bs; ii++,value+=bs+stepval) {
1829                 for (jj=0; jj<bs; jj++) {
1830                   bap[jj]  = value[jj];
1831                 }
1832                 bap += bs;
1833               }
1834             }
1835           }
1836           goto noinsert2;
1837         }
1838       }
1839       if (nonew == 1) goto noinsert2;
1840       if (nonew == -1) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Inserting a new nonzero (%D, %D) in the matrix", row, col);
1841       MatSeqXAIJReallocateAIJ(A,a->mbs,bs2,nrow,row,col,rmax,aa,ai,aj,rp,ap,imax,nonew,MatScalar);
1842       N = nrow++ - 1; high++;
1843       /* shift up all the later entries in this row */
1844       for (ii=N; ii>=i; ii--) {
1845         rp[ii+1] = rp[ii];
1846         ierr     = PetscMemcpy(ap+bs2*(ii+1),ap+bs2*(ii),bs2*sizeof(MatScalar));CHKERRQ(ierr);
1847       }
1848       if (N >= i) {
1849         ierr = PetscMemzero(ap+bs2*i,bs2*sizeof(MatScalar));CHKERRQ(ierr);
1850       }
1851       rp[i] = col;
1852       bap   = ap +  bs2*i;
1853       if (roworiented) {
1854         for (ii=0; ii<bs; ii++,value+=stepval) {
1855           for (jj=ii; jj<bs2; jj+=bs) {
1856             bap[jj] = *value++;
1857           }
1858         }
1859       } else {
1860         for (ii=0; ii<bs; ii++,value+=stepval) {
1861           for (jj=0; jj<bs; jj++) {
1862             *bap++ = *value++;
1863           }
1864         }
1865       }
1866 noinsert2:;
1867       low = i;
1868     }
1869     ailen[row] = nrow;
1870   }
1871   PetscFunctionReturn(0);
1872 }
1873 
1874 #undef __FUNCT__
1875 #define __FUNCT__ "MatAssemblyEnd_SeqBAIJ"
1876 PetscErrorCode MatAssemblyEnd_SeqBAIJ(Mat A,MatAssemblyType mode)
1877 {
1878   Mat_SeqBAIJ    *a     = (Mat_SeqBAIJ*)A->data;
1879   PetscInt       fshift = 0,i,j,*ai = a->i,*aj = a->j,*imax = a->imax;
1880   PetscInt       m      = A->rmap->N,*ip,N,*ailen = a->ilen;
1881   PetscErrorCode ierr;
1882   PetscInt       mbs  = a->mbs,bs2 = a->bs2,rmax = 0;
1883   MatScalar      *aa  = a->a,*ap;
1884   PetscReal      ratio=0.6;
1885 
1886   PetscFunctionBegin;
1887   if (mode == MAT_FLUSH_ASSEMBLY) PetscFunctionReturn(0);
1888 
1889   if (m) rmax = ailen[0];
1890   for (i=1; i<mbs; i++) {
1891     /* move each row back by the amount of empty slots (fshift) before it*/
1892     fshift += imax[i-1] - ailen[i-1];
1893     rmax    = PetscMax(rmax,ailen[i]);
1894     if (fshift) {
1895       ip = aj + ai[i]; ap = aa + bs2*ai[i];
1896       N  = ailen[i];
1897       for (j=0; j<N; j++) {
1898         ip[j-fshift] = ip[j];
1899 
1900         ierr = PetscMemcpy(ap+(j-fshift)*bs2,ap+j*bs2,bs2*sizeof(MatScalar));CHKERRQ(ierr);
1901       }
1902     }
1903     ai[i] = ai[i-1] + ailen[i-1];
1904   }
1905   if (mbs) {
1906     fshift += imax[mbs-1] - ailen[mbs-1];
1907     ai[mbs] = ai[mbs-1] + ailen[mbs-1];
1908   }
1909 
1910   /* reset ilen and imax for each row */
1911   a->nonzerorowcnt = 0;
1912   for (i=0; i<mbs; i++) {
1913     ailen[i] = imax[i] = ai[i+1] - ai[i];
1914     a->nonzerorowcnt += ((ai[i+1] - ai[i]) > 0);
1915   }
1916   a->nz = ai[mbs];
1917 
1918   /* diagonals may have moved, so kill the diagonal pointers */
1919   a->idiagvalid = PETSC_FALSE;
1920   if (fshift && a->diag) {
1921     ierr    = PetscFree(a->diag);CHKERRQ(ierr);
1922     ierr    = PetscLogObjectMemory((PetscObject)A,-(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
1923     a->diag = 0;
1924   }
1925   if (fshift && a->nounused == -1) SETERRQ4(PETSC_COMM_SELF,PETSC_ERR_PLIB, "Unused space detected in matrix: %D X %D block size %D, %D unneeded", m, A->cmap->n, A->rmap->bs, fshift*bs2);
1926   ierr = PetscInfo5(A,"Matrix size: %D X %D, block size %D; storage space: %D unneeded, %D used\n",m,A->cmap->n,A->rmap->bs,fshift*bs2,a->nz*bs2);CHKERRQ(ierr);
1927   ierr = PetscInfo1(A,"Number of mallocs during MatSetValues is %D\n",a->reallocs);CHKERRQ(ierr);
1928   ierr = PetscInfo1(A,"Most nonzeros blocks in any row is %D\n",rmax);CHKERRQ(ierr);
1929 
1930   A->info.mallocs    += a->reallocs;
1931   a->reallocs         = 0;
1932   A->info.nz_unneeded = (PetscReal)fshift*bs2;
1933 
1934   ierr = MatCheckCompressedRow(A,a->nonzerorowcnt,&a->compressedrow,a->i,mbs,ratio);CHKERRQ(ierr);
1935   PetscFunctionReturn(0);
1936 }
1937 
1938 /*
1939    This function returns an array of flags which indicate the locations of contiguous
1940    blocks that should be zeroed. for eg: if bs = 3  and is = [0,1,2,3,5,6,7,8,9]
1941    then the resulting sizes = [3,1,1,3,1] correspondig to sets [(0,1,2),(3),(5),(6,7,8),(9)]
1942    Assume: sizes should be long enough to hold all the values.
1943 */
1944 #undef __FUNCT__
1945 #define __FUNCT__ "MatZeroRows_SeqBAIJ_Check_Blocks"
1946 static PetscErrorCode MatZeroRows_SeqBAIJ_Check_Blocks(PetscInt idx[],PetscInt n,PetscInt bs,PetscInt sizes[], PetscInt *bs_max)
1947 {
1948   PetscInt  i,j,k,row;
1949   PetscBool flg;
1950 
1951   PetscFunctionBegin;
1952   for (i=0,j=0; i<n; j++) {
1953     row = idx[i];
1954     if (row%bs!=0) { /* Not the begining of a block */
1955       sizes[j] = 1;
1956       i++;
1957     } else if (i+bs > n) { /* complete block doesn't exist (at idx end) */
1958       sizes[j] = 1;         /* Also makes sure atleast 'bs' values exist for next else */
1959       i++;
1960     } else { /* Begining of the block, so check if the complete block exists */
1961       flg = PETSC_TRUE;
1962       for (k=1; k<bs; k++) {
1963         if (row+k != idx[i+k]) { /* break in the block */
1964           flg = PETSC_FALSE;
1965           break;
1966         }
1967       }
1968       if (flg) { /* No break in the bs */
1969         sizes[j] = bs;
1970         i       += bs;
1971       } else {
1972         sizes[j] = 1;
1973         i++;
1974       }
1975     }
1976   }
1977   *bs_max = j;
1978   PetscFunctionReturn(0);
1979 }
1980 
1981 #undef __FUNCT__
1982 #define __FUNCT__ "MatZeroRows_SeqBAIJ"
1983 PetscErrorCode MatZeroRows_SeqBAIJ(Mat A,PetscInt is_n,const PetscInt is_idx[],PetscScalar diag,Vec x, Vec b)
1984 {
1985   Mat_SeqBAIJ       *baij=(Mat_SeqBAIJ*)A->data;
1986   PetscErrorCode    ierr;
1987   PetscInt          i,j,k,count,*rows;
1988   PetscInt          bs=A->rmap->bs,bs2=baij->bs2,*sizes,row,bs_max;
1989   PetscScalar       zero = 0.0;
1990   MatScalar         *aa;
1991   const PetscScalar *xx;
1992   PetscScalar       *bb;
1993 
1994   PetscFunctionBegin;
1995   /* fix right hand side if needed */
1996   if (x && b) {
1997     ierr = VecGetArrayRead(x,&xx);CHKERRQ(ierr);
1998     ierr = VecGetArray(b,&bb);CHKERRQ(ierr);
1999     for (i=0; i<is_n; i++) {
2000       bb[is_idx[i]] = diag*xx[is_idx[i]];
2001     }
2002     ierr = VecRestoreArrayRead(x,&xx);CHKERRQ(ierr);
2003     ierr = VecRestoreArray(b,&bb);CHKERRQ(ierr);
2004   }
2005 
2006   /* Make a copy of the IS and  sort it */
2007   /* allocate memory for rows,sizes */
2008   ierr = PetscMalloc2(is_n,&rows,2*is_n,&sizes);CHKERRQ(ierr);
2009 
2010   /* copy IS values to rows, and sort them */
2011   for (i=0; i<is_n; i++) rows[i] = is_idx[i];
2012   ierr = PetscSortInt(is_n,rows);CHKERRQ(ierr);
2013 
2014   if (baij->keepnonzeropattern) {
2015     for (i=0; i<is_n; i++) sizes[i] = 1;
2016     bs_max          = is_n;
2017   } else {
2018     ierr = MatZeroRows_SeqBAIJ_Check_Blocks(rows,is_n,bs,sizes,&bs_max);CHKERRQ(ierr);
2019     A->nonzerostate++;
2020   }
2021 
2022   for (i=0,j=0; i<bs_max; j+=sizes[i],i++) {
2023     row = rows[j];
2024     if (row < 0 || row > A->rmap->N) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"row %D out of range",row);
2025     count = (baij->i[row/bs +1] - baij->i[row/bs])*bs;
2026     aa    = ((MatScalar*)(baij->a)) + baij->i[row/bs]*bs2 + (row%bs);
2027     if (sizes[i] == bs && !baij->keepnonzeropattern) {
2028       if (diag != (PetscScalar)0.0) {
2029         if (baij->ilen[row/bs] > 0) {
2030           baij->ilen[row/bs]       = 1;
2031           baij->j[baij->i[row/bs]] = row/bs;
2032 
2033           ierr = PetscMemzero(aa,count*bs*sizeof(MatScalar));CHKERRQ(ierr);
2034         }
2035         /* Now insert all the diagonal values for this bs */
2036         for (k=0; k<bs; k++) {
2037           ierr = (*A->ops->setvalues)(A,1,rows+j+k,1,rows+j+k,&diag,INSERT_VALUES);CHKERRQ(ierr);
2038         }
2039       } else { /* (diag == 0.0) */
2040         baij->ilen[row/bs] = 0;
2041       } /* end (diag == 0.0) */
2042     } else { /* (sizes[i] != bs) */
2043 #if defined(PETSC_USE_DEBUG)
2044       if (sizes[i] != 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Internal Error. Value should be 1");
2045 #endif
2046       for (k=0; k<count; k++) {
2047         aa[0] =  zero;
2048         aa   += bs;
2049       }
2050       if (diag != (PetscScalar)0.0) {
2051         ierr = (*A->ops->setvalues)(A,1,rows+j,1,rows+j,&diag,INSERT_VALUES);CHKERRQ(ierr);
2052       }
2053     }
2054   }
2055 
2056   ierr = PetscFree2(rows,sizes);CHKERRQ(ierr);
2057   ierr = MatAssemblyEnd_SeqBAIJ(A,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2058   PetscFunctionReturn(0);
2059 }
2060 
2061 #undef __FUNCT__
2062 #define __FUNCT__ "MatZeroRowsColumns_SeqBAIJ"
2063 PetscErrorCode MatZeroRowsColumns_SeqBAIJ(Mat A,PetscInt is_n,const PetscInt is_idx[],PetscScalar diag,Vec x, Vec b)
2064 {
2065   Mat_SeqBAIJ       *baij=(Mat_SeqBAIJ*)A->data;
2066   PetscErrorCode    ierr;
2067   PetscInt          i,j,k,count;
2068   PetscInt          bs   =A->rmap->bs,bs2=baij->bs2,row,col;
2069   PetscScalar       zero = 0.0;
2070   MatScalar         *aa;
2071   const PetscScalar *xx;
2072   PetscScalar       *bb;
2073   PetscBool         *zeroed,vecs = PETSC_FALSE;
2074 
2075   PetscFunctionBegin;
2076   /* fix right hand side if needed */
2077   if (x && b) {
2078     ierr = VecGetArrayRead(x,&xx);CHKERRQ(ierr);
2079     ierr = VecGetArray(b,&bb);CHKERRQ(ierr);
2080     vecs = PETSC_TRUE;
2081   }
2082 
2083   /* zero the columns */
2084   ierr = PetscCalloc1(A->rmap->n,&zeroed);CHKERRQ(ierr);
2085   for (i=0; i<is_n; i++) {
2086     if (is_idx[i] < 0 || is_idx[i] >= A->rmap->N) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"row %D out of range",is_idx[i]);
2087     zeroed[is_idx[i]] = PETSC_TRUE;
2088   }
2089   for (i=0; i<A->rmap->N; i++) {
2090     if (!zeroed[i]) {
2091       row = i/bs;
2092       for (j=baij->i[row]; j<baij->i[row+1]; j++) {
2093         for (k=0; k<bs; k++) {
2094           col = bs*baij->j[j] + k;
2095           if (zeroed[col]) {
2096             aa = ((MatScalar*)(baij->a)) + j*bs2 + (i%bs) + bs*k;
2097             if (vecs) bb[i] -= aa[0]*xx[col];
2098             aa[0] = 0.0;
2099           }
2100         }
2101       }
2102     } else if (vecs) bb[i] = diag*xx[i];
2103   }
2104   ierr = PetscFree(zeroed);CHKERRQ(ierr);
2105   if (vecs) {
2106     ierr = VecRestoreArrayRead(x,&xx);CHKERRQ(ierr);
2107     ierr = VecRestoreArray(b,&bb);CHKERRQ(ierr);
2108   }
2109 
2110   /* zero the rows */
2111   for (i=0; i<is_n; i++) {
2112     row   = is_idx[i];
2113     count = (baij->i[row/bs +1] - baij->i[row/bs])*bs;
2114     aa    = ((MatScalar*)(baij->a)) + baij->i[row/bs]*bs2 + (row%bs);
2115     for (k=0; k<count; k++) {
2116       aa[0] =  zero;
2117       aa   += bs;
2118     }
2119     if (diag != (PetscScalar)0.0) {
2120       ierr = (*A->ops->setvalues)(A,1,&row,1,&row,&diag,INSERT_VALUES);CHKERRQ(ierr);
2121     }
2122   }
2123   ierr = MatAssemblyEnd_SeqBAIJ(A,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2124   PetscFunctionReturn(0);
2125 }
2126 
2127 #undef __FUNCT__
2128 #define __FUNCT__ "MatSetValues_SeqBAIJ"
2129 PetscErrorCode MatSetValues_SeqBAIJ(Mat A,PetscInt m,const PetscInt im[],PetscInt n,const PetscInt in[],const PetscScalar v[],InsertMode is)
2130 {
2131   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
2132   PetscInt       *rp,k,low,high,t,ii,row,nrow,i,col,l,rmax,N,lastcol = -1;
2133   PetscInt       *imax=a->imax,*ai=a->i,*ailen=a->ilen;
2134   PetscInt       *aj  =a->j,nonew=a->nonew,bs=A->rmap->bs,brow,bcol;
2135   PetscErrorCode ierr;
2136   PetscInt       ridx,cidx,bs2=a->bs2;
2137   PetscBool      roworiented=a->roworiented;
2138   MatScalar      *ap,value,*aa=a->a,*bap;
2139 
2140   PetscFunctionBegin;
2141   for (k=0; k<m; k++) { /* loop over added rows */
2142     row  = im[k];
2143     brow = row/bs;
2144     if (row < 0) continue;
2145 #if defined(PETSC_USE_DEBUG)
2146     if (row >= A->rmap->N) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Row too large: row %D max %D",row,A->rmap->N-1);
2147 #endif
2148     rp   = aj + ai[brow];
2149     ap   = aa + bs2*ai[brow];
2150     rmax = imax[brow];
2151     nrow = ailen[brow];
2152     low  = 0;
2153     high = nrow;
2154     for (l=0; l<n; l++) { /* loop over added columns */
2155       if (in[l] < 0) continue;
2156 #if defined(PETSC_USE_DEBUG)
2157       if (in[l] >= A->cmap->n) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Column too large: col %D max %D",in[l],A->cmap->n-1);
2158 #endif
2159       col  = in[l]; bcol = col/bs;
2160       ridx = row % bs; cidx = col % bs;
2161       if (roworiented) {
2162         value = v[l + k*n];
2163       } else {
2164         value = v[k + l*m];
2165       }
2166       if (col <= lastcol) low = 0; else high = nrow;
2167       lastcol = col;
2168       while (high-low > 7) {
2169         t = (low+high)/2;
2170         if (rp[t] > bcol) high = t;
2171         else              low  = t;
2172       }
2173       for (i=low; i<high; i++) {
2174         if (rp[i] > bcol) break;
2175         if (rp[i] == bcol) {
2176           bap = ap +  bs2*i + bs*cidx + ridx;
2177           if (is == ADD_VALUES) *bap += value;
2178           else                  *bap  = value;
2179           goto noinsert1;
2180         }
2181       }
2182       if (nonew == 1) goto noinsert1;
2183       if (nonew == -1) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Inserting a new nonzero (%D, %D) in the matrix", row, col);
2184       MatSeqXAIJReallocateAIJ(A,a->mbs,bs2,nrow,brow,bcol,rmax,aa,ai,aj,rp,ap,imax,nonew,MatScalar);
2185       N = nrow++ - 1; high++;
2186       /* shift up all the later entries in this row */
2187       for (ii=N; ii>=i; ii--) {
2188         rp[ii+1] = rp[ii];
2189         ierr     = PetscMemcpy(ap+bs2*(ii+1),ap+bs2*(ii),bs2*sizeof(MatScalar));CHKERRQ(ierr);
2190       }
2191       if (N>=i) {
2192         ierr = PetscMemzero(ap+bs2*i,bs2*sizeof(MatScalar));CHKERRQ(ierr);
2193       }
2194       rp[i]                      = bcol;
2195       ap[bs2*i + bs*cidx + ridx] = value;
2196       a->nz++;
2197       A->nonzerostate++;
2198 noinsert1:;
2199       low = i;
2200     }
2201     ailen[brow] = nrow;
2202   }
2203   PetscFunctionReturn(0);
2204 }
2205 
2206 #undef __FUNCT__
2207 #define __FUNCT__ "MatILUFactor_SeqBAIJ"
2208 PetscErrorCode MatILUFactor_SeqBAIJ(Mat inA,IS row,IS col,const MatFactorInfo *info)
2209 {
2210   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)inA->data;
2211   Mat            outA;
2212   PetscErrorCode ierr;
2213   PetscBool      row_identity,col_identity;
2214 
2215   PetscFunctionBegin;
2216   if (info->levels != 0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Only levels = 0 supported for in-place ILU");
2217   ierr = ISIdentity(row,&row_identity);CHKERRQ(ierr);
2218   ierr = ISIdentity(col,&col_identity);CHKERRQ(ierr);
2219   if (!row_identity || !col_identity) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Row and column permutations must be identity for in-place ILU");
2220 
2221   outA            = inA;
2222   inA->factortype = MAT_FACTOR_LU;
2223 
2224   ierr = MatMarkDiagonal_SeqBAIJ(inA);CHKERRQ(ierr);
2225 
2226   ierr   = PetscObjectReference((PetscObject)row);CHKERRQ(ierr);
2227   ierr   = ISDestroy(&a->row);CHKERRQ(ierr);
2228   a->row = row;
2229   ierr   = PetscObjectReference((PetscObject)col);CHKERRQ(ierr);
2230   ierr   = ISDestroy(&a->col);CHKERRQ(ierr);
2231   a->col = col;
2232 
2233   /* Create the invert permutation so that it can be used in MatLUFactorNumeric() */
2234   ierr = ISDestroy(&a->icol);CHKERRQ(ierr);
2235   ierr = ISInvertPermutation(col,PETSC_DECIDE,&a->icol);CHKERRQ(ierr);
2236   ierr = PetscLogObjectParent((PetscObject)inA,(PetscObject)a->icol);CHKERRQ(ierr);
2237 
2238   ierr = MatSeqBAIJSetNumericFactorization_inplace(inA,(PetscBool)(row_identity && col_identity));CHKERRQ(ierr);
2239   if (!a->solve_work) {
2240     ierr = PetscMalloc1((inA->rmap->N+inA->rmap->bs),&a->solve_work);CHKERRQ(ierr);
2241     ierr = PetscLogObjectMemory((PetscObject)inA,(inA->rmap->N+inA->rmap->bs)*sizeof(PetscScalar));CHKERRQ(ierr);
2242   }
2243   ierr = MatLUFactorNumeric(outA,inA,info);CHKERRQ(ierr);
2244   PetscFunctionReturn(0);
2245 }
2246 
2247 #undef __FUNCT__
2248 #define __FUNCT__ "MatSeqBAIJSetColumnIndices_SeqBAIJ"
2249 PetscErrorCode  MatSeqBAIJSetColumnIndices_SeqBAIJ(Mat mat,PetscInt *indices)
2250 {
2251   Mat_SeqBAIJ *baij = (Mat_SeqBAIJ*)mat->data;
2252   PetscInt    i,nz,mbs;
2253 
2254   PetscFunctionBegin;
2255   nz  = baij->maxnz;
2256   mbs = baij->mbs;
2257   for (i=0; i<nz; i++) {
2258     baij->j[i] = indices[i];
2259   }
2260   baij->nz = nz;
2261   for (i=0; i<mbs; i++) {
2262     baij->ilen[i] = baij->imax[i];
2263   }
2264   PetscFunctionReturn(0);
2265 }
2266 
2267 #undef __FUNCT__
2268 #define __FUNCT__ "MatSeqBAIJSetColumnIndices"
2269 /*@
2270     MatSeqBAIJSetColumnIndices - Set the column indices for all the rows
2271        in the matrix.
2272 
2273   Input Parameters:
2274 +  mat - the SeqBAIJ matrix
2275 -  indices - the column indices
2276 
2277   Level: advanced
2278 
2279   Notes:
2280     This can be called if you have precomputed the nonzero structure of the
2281   matrix and want to provide it to the matrix object to improve the performance
2282   of the MatSetValues() operation.
2283 
2284     You MUST have set the correct numbers of nonzeros per row in the call to
2285   MatCreateSeqBAIJ(), and the columns indices MUST be sorted.
2286 
2287     MUST be called before any calls to MatSetValues();
2288 
2289 @*/
2290 PetscErrorCode  MatSeqBAIJSetColumnIndices(Mat mat,PetscInt *indices)
2291 {
2292   PetscErrorCode ierr;
2293 
2294   PetscFunctionBegin;
2295   PetscValidHeaderSpecific(mat,MAT_CLASSID,1);
2296   PetscValidPointer(indices,2);
2297   ierr = PetscUseMethod(mat,"MatSeqBAIJSetColumnIndices_C",(Mat,PetscInt*),(mat,indices));CHKERRQ(ierr);
2298   PetscFunctionReturn(0);
2299 }
2300 
2301 #undef __FUNCT__
2302 #define __FUNCT__ "MatGetRowMaxAbs_SeqBAIJ"
2303 PetscErrorCode MatGetRowMaxAbs_SeqBAIJ(Mat A,Vec v,PetscInt idx[])
2304 {
2305   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
2306   PetscErrorCode ierr;
2307   PetscInt       i,j,n,row,bs,*ai,*aj,mbs;
2308   PetscReal      atmp;
2309   PetscScalar    *x,zero = 0.0;
2310   MatScalar      *aa;
2311   PetscInt       ncols,brow,krow,kcol;
2312 
2313   PetscFunctionBegin;
2314   if (A->factortype) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONGSTATE,"Not for factored matrix");
2315   bs  = A->rmap->bs;
2316   aa  = a->a;
2317   ai  = a->i;
2318   aj  = a->j;
2319   mbs = a->mbs;
2320 
2321   ierr = VecSet(v,zero);CHKERRQ(ierr);
2322   ierr = VecGetArray(v,&x);CHKERRQ(ierr);
2323   ierr = VecGetLocalSize(v,&n);CHKERRQ(ierr);
2324   if (n != A->rmap->N) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_SIZ,"Nonconforming matrix and vector");
2325   for (i=0; i<mbs; i++) {
2326     ncols = ai[1] - ai[0]; ai++;
2327     brow  = bs*i;
2328     for (j=0; j<ncols; j++) {
2329       for (kcol=0; kcol<bs; kcol++) {
2330         for (krow=0; krow<bs; krow++) {
2331           atmp = PetscAbsScalar(*aa);aa++;
2332           row  = brow + krow;   /* row index */
2333           if (PetscAbsScalar(x[row]) < atmp) {x[row] = atmp; if (idx) idx[row] = bs*(*aj) + kcol;}
2334         }
2335       }
2336       aj++;
2337     }
2338   }
2339   ierr = VecRestoreArray(v,&x);CHKERRQ(ierr);
2340   PetscFunctionReturn(0);
2341 }
2342 
2343 #undef __FUNCT__
2344 #define __FUNCT__ "MatCopy_SeqBAIJ"
2345 PetscErrorCode MatCopy_SeqBAIJ(Mat A,Mat B,MatStructure str)
2346 {
2347   PetscErrorCode ierr;
2348 
2349   PetscFunctionBegin;
2350   /* If the two matrices have the same copy implementation, use fast copy. */
2351   if (str == SAME_NONZERO_PATTERN && (A->ops->copy == B->ops->copy)) {
2352     Mat_SeqBAIJ *a  = (Mat_SeqBAIJ*)A->data;
2353     Mat_SeqBAIJ *b  = (Mat_SeqBAIJ*)B->data;
2354     PetscInt    ambs=a->mbs,bmbs=b->mbs,abs=A->rmap->bs,bbs=B->rmap->bs,bs2=abs*abs;
2355 
2356     if (a->i[ambs] != b->i[bmbs]) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_INCOMP,"Number of nonzero blocks in matrices A %D and B %D are different",a->i[ambs],b->i[bmbs]);
2357     if (abs != bbs) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_INCOMP,"Block size A %D and B %D are different",abs,bbs);
2358     ierr = PetscMemcpy(b->a,a->a,(bs2*a->i[ambs])*sizeof(PetscScalar));CHKERRQ(ierr);
2359   } else {
2360     ierr = MatCopy_Basic(A,B,str);CHKERRQ(ierr);
2361   }
2362   PetscFunctionReturn(0);
2363 }
2364 
2365 #undef __FUNCT__
2366 #define __FUNCT__ "MatSetUp_SeqBAIJ"
2367 PetscErrorCode MatSetUp_SeqBAIJ(Mat A)
2368 {
2369   PetscErrorCode ierr;
2370 
2371   PetscFunctionBegin;
2372   ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(A,A->rmap->bs,PETSC_DEFAULT,0);CHKERRQ(ierr);
2373   PetscFunctionReturn(0);
2374 }
2375 
2376 #undef __FUNCT__
2377 #define __FUNCT__ "MatSeqBAIJGetArray_SeqBAIJ"
2378 PetscErrorCode MatSeqBAIJGetArray_SeqBAIJ(Mat A,PetscScalar *array[])
2379 {
2380   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
2381 
2382   PetscFunctionBegin;
2383   *array = a->a;
2384   PetscFunctionReturn(0);
2385 }
2386 
2387 #undef __FUNCT__
2388 #define __FUNCT__ "MatSeqBAIJRestoreArray_SeqBAIJ"
2389 PetscErrorCode MatSeqBAIJRestoreArray_SeqBAIJ(Mat A,PetscScalar *array[])
2390 {
2391   PetscFunctionBegin;
2392   PetscFunctionReturn(0);
2393 }
2394 
2395 #undef __FUNCT__
2396 #define __FUNCT__ "MatAXPYGetPreallocation_SeqBAIJ"
2397 PetscErrorCode MatAXPYGetPreallocation_SeqBAIJ(Mat Y,Mat X,PetscInt *nnz)
2398 {
2399   PetscInt       i,bs=Y->rmap->bs,mbs=Y->rmap->N/bs;
2400   Mat_SeqBAIJ    *x  = (Mat_SeqBAIJ*)X->data;
2401   Mat_SeqBAIJ    *y  = (Mat_SeqBAIJ*)Y->data;
2402   const PetscInt *xi = x->i,*yi = y->i;
2403 
2404   PetscFunctionBegin;
2405   /* Set the number of nonzeros in the new matrix */
2406   for (i=0; i<mbs; i++) {
2407     PetscInt       j,k,nzx = xi[i+1] - xi[i],nzy = yi[i+1] - yi[i];
2408     const PetscInt *xj = x->j+xi[i],*yj = y->j+yi[i];
2409     nnz[i] = 0;
2410     for (j=0,k=0; j<nzx; j++) {                   /* Point in X */
2411       for (; k<nzy && yj[k]<xj[j]; k++) nnz[i]++; /* Catch up to X */
2412       if (k<nzy && yj[k]==xj[j]) k++;             /* Skip duplicate */
2413       nnz[i]++;
2414     }
2415     for (; k<nzy; k++) nnz[i]++;
2416   }
2417   PetscFunctionReturn(0);
2418 }
2419 
2420 #undef __FUNCT__
2421 #define __FUNCT__ "MatAXPY_SeqBAIJ"
2422 PetscErrorCode MatAXPY_SeqBAIJ(Mat Y,PetscScalar a,Mat X,MatStructure str)
2423 {
2424   Mat_SeqBAIJ    *x = (Mat_SeqBAIJ*)X->data,*y = (Mat_SeqBAIJ*)Y->data;
2425   PetscErrorCode ierr;
2426   PetscInt       i,bs=Y->rmap->bs,j,bs2=bs*bs;
2427   PetscBLASInt   one=1;
2428 
2429   PetscFunctionBegin;
2430   if (str == SAME_NONZERO_PATTERN) {
2431     PetscScalar  alpha = a;
2432     PetscBLASInt bnz;
2433     ierr = PetscBLASIntCast(x->nz*bs2,&bnz);CHKERRQ(ierr);
2434     PetscStackCallBLAS("BLASaxpy",BLASaxpy_(&bnz,&alpha,x->a,&one,y->a,&one));
2435     ierr = PetscObjectStateIncrease((PetscObject)Y);CHKERRQ(ierr);
2436   } else if (str == SUBSET_NONZERO_PATTERN) { /* nonzeros of X is a subset of Y's */
2437     if (y->xtoy && y->XtoY != X) {
2438       ierr = PetscFree(y->xtoy);CHKERRQ(ierr);
2439       ierr = MatDestroy(&y->XtoY);CHKERRQ(ierr);
2440     }
2441     if (!y->xtoy) { /* get xtoy */
2442       ierr    = MatAXPYGetxtoy_Private(x->mbs,x->i,x->j,NULL, y->i,y->j,NULL, &y->xtoy);CHKERRQ(ierr);
2443       y->XtoY = X;
2444       ierr    = PetscObjectReference((PetscObject)X);CHKERRQ(ierr);
2445     }
2446     for (i=0; i<x->nz; i++) {
2447       j = 0;
2448       while (j < bs2) {
2449         y->a[bs2*y->xtoy[i]+j] += a*(x->a[bs2*i+j]);
2450         j++;
2451       }
2452     }
2453     ierr = PetscObjectStateIncrease((PetscObject)Y);CHKERRQ(ierr);
2454     ierr = PetscInfo3(Y,"ratio of nnz(X)/nnz(Y): %D/%D = %g\n",bs2*x->nz,bs2*y->nz,(double)((PetscReal)(bs2*x->nz)/(bs2*y->nz)));CHKERRQ(ierr);
2455   } else {
2456     Mat      B;
2457     PetscInt *nnz;
2458     if (bs != X->rmap->bs) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_SIZ,"Matrices must have same block size");
2459     ierr = PetscMalloc1(Y->rmap->N,&nnz);CHKERRQ(ierr);
2460     ierr = MatCreate(PetscObjectComm((PetscObject)Y),&B);CHKERRQ(ierr);
2461     ierr = PetscObjectSetName((PetscObject)B,((PetscObject)Y)->name);CHKERRQ(ierr);
2462     ierr = MatSetSizes(B,Y->rmap->n,Y->cmap->n,Y->rmap->N,Y->cmap->N);CHKERRQ(ierr);
2463     ierr = MatSetBlockSizesFromMats(B,Y,Y);CHKERRQ(ierr);
2464     ierr = MatSetType(B,(MatType) ((PetscObject)Y)->type_name);CHKERRQ(ierr);
2465     ierr = MatAXPYGetPreallocation_SeqBAIJ(Y,X,nnz);CHKERRQ(ierr);
2466     ierr = MatSeqBAIJSetPreallocation(B,bs,0,nnz);CHKERRQ(ierr);
2467     ierr = MatAXPY_BasicWithPreallocation(B,Y,a,X,str);CHKERRQ(ierr);
2468     ierr = MatHeaderReplace(Y,B);CHKERRQ(ierr);
2469     ierr = PetscFree(nnz);CHKERRQ(ierr);
2470   }
2471   PetscFunctionReturn(0);
2472 }
2473 
2474 #undef __FUNCT__
2475 #define __FUNCT__ "MatRealPart_SeqBAIJ"
2476 PetscErrorCode MatRealPart_SeqBAIJ(Mat A)
2477 {
2478   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
2479   PetscInt    i,nz = a->bs2*a->i[a->mbs];
2480   MatScalar   *aa = a->a;
2481 
2482   PetscFunctionBegin;
2483   for (i=0; i<nz; i++) aa[i] = PetscRealPart(aa[i]);
2484   PetscFunctionReturn(0);
2485 }
2486 
2487 #undef __FUNCT__
2488 #define __FUNCT__ "MatImaginaryPart_SeqBAIJ"
2489 PetscErrorCode MatImaginaryPart_SeqBAIJ(Mat A)
2490 {
2491   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data;
2492   PetscInt    i,nz = a->bs2*a->i[a->mbs];
2493   MatScalar   *aa = a->a;
2494 
2495   PetscFunctionBegin;
2496   for (i=0; i<nz; i++) aa[i] = PetscImaginaryPart(aa[i]);
2497   PetscFunctionReturn(0);
2498 }
2499 
2500 #undef __FUNCT__
2501 #define __FUNCT__ "MatGetColumnIJ_SeqBAIJ"
2502 /*
2503     Code almost idential to MatGetColumnIJ_SeqAIJ() should share common code
2504 */
2505 PetscErrorCode MatGetColumnIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscBool symmetric,PetscBool inodecompressed,PetscInt *nn,const PetscInt *ia[],const PetscInt *ja[],PetscBool  *done)
2506 {
2507   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
2508   PetscErrorCode ierr;
2509   PetscInt       bs = A->rmap->bs,i,*collengths,*cia,*cja,n = A->cmap->n/bs,m = A->rmap->n/bs;
2510   PetscInt       nz = a->i[m],row,*jj,mr,col;
2511 
2512   PetscFunctionBegin;
2513   *nn = n;
2514   if (!ia) PetscFunctionReturn(0);
2515   if (symmetric) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Not for BAIJ matrices");
2516   else {
2517     ierr = PetscCalloc1((n+1),&collengths);CHKERRQ(ierr);
2518     ierr = PetscMalloc1((n+1),&cia);CHKERRQ(ierr);
2519     ierr = PetscMalloc1((nz+1),&cja);CHKERRQ(ierr);
2520     jj   = a->j;
2521     for (i=0; i<nz; i++) {
2522       collengths[jj[i]]++;
2523     }
2524     cia[0] = oshift;
2525     for (i=0; i<n; i++) {
2526       cia[i+1] = cia[i] + collengths[i];
2527     }
2528     ierr = PetscMemzero(collengths,n*sizeof(PetscInt));CHKERRQ(ierr);
2529     jj   = a->j;
2530     for (row=0; row<m; row++) {
2531       mr = a->i[row+1] - a->i[row];
2532       for (i=0; i<mr; i++) {
2533         col = *jj++;
2534 
2535         cja[cia[col] + collengths[col]++ - oshift] = row + oshift;
2536       }
2537     }
2538     ierr = PetscFree(collengths);CHKERRQ(ierr);
2539     *ia  = cia; *ja = cja;
2540   }
2541   PetscFunctionReturn(0);
2542 }
2543 
2544 #undef __FUNCT__
2545 #define __FUNCT__ "MatRestoreColumnIJ_SeqBAIJ"
2546 PetscErrorCode MatRestoreColumnIJ_SeqBAIJ(Mat A,PetscInt oshift,PetscBool symmetric,PetscBool inodecompressed,PetscInt *n,const PetscInt *ia[],const PetscInt *ja[],PetscBool  *done)
2547 {
2548   PetscErrorCode ierr;
2549 
2550   PetscFunctionBegin;
2551   if (!ia) PetscFunctionReturn(0);
2552   ierr = PetscFree(*ia);CHKERRQ(ierr);
2553   ierr = PetscFree(*ja);CHKERRQ(ierr);
2554   PetscFunctionReturn(0);
2555 }
2556 
2557 /*
2558  MatGetColumnIJ_SeqBAIJ_Color() and MatRestoreColumnIJ_SeqBAIJ_Color() are customized from
2559  MatGetColumnIJ_SeqBAIJ() and MatRestoreColumnIJ_SeqBAIJ() by adding an output
2560  spidx[], index of a->a, to be used in MatTransposeColoringCreate() and MatFDColoringCreate()
2561  */
2562 #undef __FUNCT__
2563 #define __FUNCT__ "MatGetColumnIJ_SeqBAIJ_Color"
2564 PetscErrorCode MatGetColumnIJ_SeqBAIJ_Color(Mat A,PetscInt oshift,PetscBool symmetric,PetscBool inodecompressed,PetscInt *nn,const PetscInt *ia[],const PetscInt *ja[],PetscInt *spidx[],PetscBool  *done)
2565 {
2566   Mat_SeqBAIJ    *a = (Mat_SeqBAIJ*)A->data;
2567   PetscErrorCode ierr;
2568   PetscInt       i,*collengths,*cia,*cja,n=a->nbs,m=a->mbs;
2569   PetscInt       nz = a->i[m],row,*jj,mr,col;
2570   PetscInt       *cspidx;
2571 
2572   PetscFunctionBegin;
2573   *nn = n;
2574   if (!ia) PetscFunctionReturn(0);
2575 
2576   ierr = PetscCalloc1((n+1),&collengths);CHKERRQ(ierr);
2577   ierr = PetscMalloc1((n+1),&cia);CHKERRQ(ierr);
2578   ierr = PetscMalloc1((nz+1),&cja);CHKERRQ(ierr);
2579   ierr = PetscMalloc1((nz+1),&cspidx);CHKERRQ(ierr);
2580   jj   = a->j;
2581   for (i=0; i<nz; i++) {
2582     collengths[jj[i]]++;
2583   }
2584   cia[0] = oshift;
2585   for (i=0; i<n; i++) {
2586     cia[i+1] = cia[i] + collengths[i];
2587   }
2588   ierr = PetscMemzero(collengths,n*sizeof(PetscInt));CHKERRQ(ierr);
2589   jj   = a->j;
2590   for (row=0; row<m; row++) {
2591     mr = a->i[row+1] - a->i[row];
2592     for (i=0; i<mr; i++) {
2593       col = *jj++;
2594       cspidx[cia[col] + collengths[col] - oshift] = a->i[row] + i; /* index of a->j */
2595       cja[cia[col] + collengths[col]++ - oshift]  = row + oshift;
2596     }
2597   }
2598   ierr   = PetscFree(collengths);CHKERRQ(ierr);
2599   *ia    = cia; *ja = cja;
2600   *spidx = cspidx;
2601   PetscFunctionReturn(0);
2602 }
2603 
2604 #undef __FUNCT__
2605 #define __FUNCT__ "MatRestoreColumnIJ_SeqBAIJ_Color"
2606 PetscErrorCode MatRestoreColumnIJ_SeqBAIJ_Color(Mat A,PetscInt oshift,PetscBool symmetric,PetscBool inodecompressed,PetscInt *n,const PetscInt *ia[],const PetscInt *ja[],PetscInt *spidx[],PetscBool  *done)
2607 {
2608   PetscErrorCode ierr;
2609 
2610   PetscFunctionBegin;
2611   ierr = MatRestoreColumnIJ_SeqBAIJ(A,oshift,symmetric,inodecompressed,n,ia,ja,done);CHKERRQ(ierr);
2612   ierr = PetscFree(*spidx);CHKERRQ(ierr);
2613   PetscFunctionReturn(0);
2614 }
2615 
2616 /* -------------------------------------------------------------------*/
2617 static struct _MatOps MatOps_Values = {MatSetValues_SeqBAIJ,
2618                                        MatGetRow_SeqBAIJ,
2619                                        MatRestoreRow_SeqBAIJ,
2620                                        MatMult_SeqBAIJ_N,
2621                                /* 4*/  MatMultAdd_SeqBAIJ_N,
2622                                        MatMultTranspose_SeqBAIJ,
2623                                        MatMultTransposeAdd_SeqBAIJ,
2624                                        0,
2625                                        0,
2626                                        0,
2627                                /* 10*/ 0,
2628                                        MatLUFactor_SeqBAIJ,
2629                                        0,
2630                                        0,
2631                                        MatTranspose_SeqBAIJ,
2632                                /* 15*/ MatGetInfo_SeqBAIJ,
2633                                        MatEqual_SeqBAIJ,
2634                                        MatGetDiagonal_SeqBAIJ,
2635                                        MatDiagonalScale_SeqBAIJ,
2636                                        MatNorm_SeqBAIJ,
2637                                /* 20*/ 0,
2638                                        MatAssemblyEnd_SeqBAIJ,
2639                                        MatSetOption_SeqBAIJ,
2640                                        MatZeroEntries_SeqBAIJ,
2641                                /* 24*/ MatZeroRows_SeqBAIJ,
2642                                        0,
2643                                        0,
2644                                        0,
2645                                        0,
2646                                /* 29*/ MatSetUp_SeqBAIJ,
2647                                        0,
2648                                        0,
2649                                        0,
2650                                        0,
2651                                /* 34*/ MatDuplicate_SeqBAIJ,
2652                                        0,
2653                                        0,
2654                                        MatILUFactor_SeqBAIJ,
2655                                        0,
2656                                /* 39*/ MatAXPY_SeqBAIJ,
2657                                        MatGetSubMatrices_SeqBAIJ,
2658                                        MatIncreaseOverlap_SeqBAIJ,
2659                                        MatGetValues_SeqBAIJ,
2660                                        MatCopy_SeqBAIJ,
2661                                /* 44*/ 0,
2662                                        MatScale_SeqBAIJ,
2663                                        0,
2664                                        0,
2665                                        MatZeroRowsColumns_SeqBAIJ,
2666                                /* 49*/ 0,
2667                                        MatGetRowIJ_SeqBAIJ,
2668                                        MatRestoreRowIJ_SeqBAIJ,
2669                                        MatGetColumnIJ_SeqBAIJ,
2670                                        MatRestoreColumnIJ_SeqBAIJ,
2671                                /* 54*/ MatFDColoringCreate_SeqXAIJ,
2672                                        0,
2673                                        0,
2674                                        0,
2675                                        MatSetValuesBlocked_SeqBAIJ,
2676                                /* 59*/ MatGetSubMatrix_SeqBAIJ,
2677                                        MatDestroy_SeqBAIJ,
2678                                        MatView_SeqBAIJ,
2679                                        0,
2680                                        0,
2681                                /* 64*/ 0,
2682                                        0,
2683                                        0,
2684                                        0,
2685                                        0,
2686                                /* 69*/ MatGetRowMaxAbs_SeqBAIJ,
2687                                        0,
2688                                        MatConvert_Basic,
2689                                        0,
2690                                        0,
2691                                /* 74*/ 0,
2692                                        MatFDColoringApply_BAIJ,
2693                                        0,
2694                                        0,
2695                                        0,
2696                                /* 79*/ 0,
2697                                        0,
2698                                        0,
2699                                        0,
2700                                        MatLoad_SeqBAIJ,
2701                                /* 84*/ 0,
2702                                        0,
2703                                        0,
2704                                        0,
2705                                        0,
2706                                /* 89*/ 0,
2707                                        0,
2708                                        0,
2709                                        0,
2710                                        0,
2711                                /* 94*/ 0,
2712                                        0,
2713                                        0,
2714                                        0,
2715                                        0,
2716                                /* 99*/ 0,
2717                                        0,
2718                                        0,
2719                                        0,
2720                                        0,
2721                                /*104*/ 0,
2722                                        MatRealPart_SeqBAIJ,
2723                                        MatImaginaryPart_SeqBAIJ,
2724                                        0,
2725                                        0,
2726                                /*109*/ 0,
2727                                        0,
2728                                        0,
2729                                        0,
2730                                        MatMissingDiagonal_SeqBAIJ,
2731                                /*114*/ 0,
2732                                        0,
2733                                        0,
2734                                        0,
2735                                        0,
2736                                /*119*/ 0,
2737                                        0,
2738                                        MatMultHermitianTranspose_SeqBAIJ,
2739                                        MatMultHermitianTransposeAdd_SeqBAIJ,
2740                                        0,
2741                                /*124*/ 0,
2742                                        0,
2743                                        MatInvertBlockDiagonal_SeqBAIJ,
2744                                        0,
2745                                        0,
2746                                /*129*/ 0,
2747                                        0,
2748                                        0,
2749                                        0,
2750                                        0,
2751                                /*134*/ 0,
2752                                        0,
2753                                        0,
2754                                        0,
2755                                        0,
2756                                /*139*/ 0,
2757                                        0,
2758                                        0,
2759                                        MatFDColoringSetUp_SeqXAIJ
2760 };
2761 
2762 #undef __FUNCT__
2763 #define __FUNCT__ "MatStoreValues_SeqBAIJ"
2764 PetscErrorCode  MatStoreValues_SeqBAIJ(Mat mat)
2765 {
2766   Mat_SeqBAIJ    *aij = (Mat_SeqBAIJ*)mat->data;
2767   PetscInt       nz   = aij->i[aij->mbs]*aij->bs2;
2768   PetscErrorCode ierr;
2769 
2770   PetscFunctionBegin;
2771   if (aij->nonew != 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ORDER,"Must call MatSetOption(A,MAT_NEW_NONZERO_LOCATIONS,PETSC_FALSE);first");
2772 
2773   /* allocate space for values if not already there */
2774   if (!aij->saved_values) {
2775     ierr = PetscMalloc1((nz+1),&aij->saved_values);CHKERRQ(ierr);
2776     ierr = PetscLogObjectMemory((PetscObject)mat,(nz+1)*sizeof(PetscScalar));CHKERRQ(ierr);
2777   }
2778 
2779   /* copy values over */
2780   ierr = PetscMemcpy(aij->saved_values,aij->a,nz*sizeof(PetscScalar));CHKERRQ(ierr);
2781   PetscFunctionReturn(0);
2782 }
2783 
2784 #undef __FUNCT__
2785 #define __FUNCT__ "MatRetrieveValues_SeqBAIJ"
2786 PetscErrorCode  MatRetrieveValues_SeqBAIJ(Mat mat)
2787 {
2788   Mat_SeqBAIJ    *aij = (Mat_SeqBAIJ*)mat->data;
2789   PetscErrorCode ierr;
2790   PetscInt       nz = aij->i[aij->mbs]*aij->bs2;
2791 
2792   PetscFunctionBegin;
2793   if (aij->nonew != 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ORDER,"Must call MatSetOption(A,MAT_NEW_NONZERO_LOCATIONS,PETSC_FALSE);first");
2794   if (!aij->saved_values) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ORDER,"Must call MatStoreValues(A);first");
2795 
2796   /* copy values over */
2797   ierr = PetscMemcpy(aij->a,aij->saved_values,nz*sizeof(PetscScalar));CHKERRQ(ierr);
2798   PetscFunctionReturn(0);
2799 }
2800 
2801 PETSC_EXTERN PetscErrorCode MatConvert_SeqBAIJ_SeqAIJ(Mat, MatType,MatReuse,Mat*);
2802 PETSC_EXTERN PetscErrorCode MatConvert_SeqBAIJ_SeqSBAIJ(Mat, MatType,MatReuse,Mat*);
2803 
2804 #undef __FUNCT__
2805 #define __FUNCT__ "MatSeqBAIJSetPreallocation_SeqBAIJ"
2806 PetscErrorCode  MatSeqBAIJSetPreallocation_SeqBAIJ(Mat B,PetscInt bs,PetscInt nz,PetscInt *nnz)
2807 {
2808   Mat_SeqBAIJ    *b;
2809   PetscErrorCode ierr;
2810   PetscInt       i,mbs,nbs,bs2;
2811   PetscBool      flg,skipallocation = PETSC_FALSE,realalloc = PETSC_FALSE;
2812 
2813   PetscFunctionBegin;
2814   if (nz >= 0 || nnz) realalloc = PETSC_TRUE;
2815   if (nz == MAT_SKIP_ALLOCATION) {
2816     skipallocation = PETSC_TRUE;
2817     nz             = 0;
2818   }
2819 
2820   ierr = MatSetBlockSize(B,PetscAbs(bs));CHKERRQ(ierr);
2821   ierr = PetscLayoutSetUp(B->rmap);CHKERRQ(ierr);
2822   ierr = PetscLayoutSetUp(B->cmap);CHKERRQ(ierr);
2823   ierr = PetscLayoutGetBlockSize(B->rmap,&bs);CHKERRQ(ierr);
2824 
2825   B->preallocated = PETSC_TRUE;
2826 
2827   mbs = B->rmap->n/bs;
2828   nbs = B->cmap->n/bs;
2829   bs2 = bs*bs;
2830 
2831   if (mbs*bs!=B->rmap->n || nbs*bs!=B->cmap->n) SETERRQ3(PETSC_COMM_SELF,PETSC_ERR_ARG_SIZ,"Number rows %D, cols %D must be divisible by blocksize %D",B->rmap->N,B->cmap->n,bs);
2832 
2833   if (nz == PETSC_DEFAULT || nz == PETSC_DECIDE) nz = 5;
2834   if (nz < 0) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"nz cannot be less than 0: value %D",nz);
2835   if (nnz) {
2836     for (i=0; i<mbs; i++) {
2837       if (nnz[i] < 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"nnz cannot be less than 0: local row %D value %D",i,nnz[i]);
2838       if (nnz[i] > nbs) SETERRQ3(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"nnz cannot be greater than block row length: local row %D value %D rowlength %D",i,nnz[i],nbs);
2839     }
2840   }
2841 
2842   b    = (Mat_SeqBAIJ*)B->data;
2843   ierr = PetscOptionsBegin(PetscObjectComm((PetscObject)B),NULL,"Optimize options for SEQBAIJ matrix 2 ","Mat");CHKERRQ(ierr);
2844   ierr = PetscOptionsBool("-mat_no_unroll","Do not optimize for block size (slow)",NULL,PETSC_FALSE,&flg,NULL);CHKERRQ(ierr);
2845   ierr = PetscOptionsEnd();CHKERRQ(ierr);
2846 
2847   if (!flg) {
2848     switch (bs) {
2849     case 1:
2850       B->ops->mult    = MatMult_SeqBAIJ_1;
2851       B->ops->multadd = MatMultAdd_SeqBAIJ_1;
2852       break;
2853     case 2:
2854       B->ops->mult    = MatMult_SeqBAIJ_2;
2855       B->ops->multadd = MatMultAdd_SeqBAIJ_2;
2856       break;
2857     case 3:
2858       B->ops->mult    = MatMult_SeqBAIJ_3;
2859       B->ops->multadd = MatMultAdd_SeqBAIJ_3;
2860       break;
2861     case 4:
2862       B->ops->mult    = MatMult_SeqBAIJ_4;
2863       B->ops->multadd = MatMultAdd_SeqBAIJ_4;
2864       break;
2865     case 5:
2866       B->ops->mult    = MatMult_SeqBAIJ_5;
2867       B->ops->multadd = MatMultAdd_SeqBAIJ_5;
2868       break;
2869     case 6:
2870       B->ops->mult    = MatMult_SeqBAIJ_6;
2871       B->ops->multadd = MatMultAdd_SeqBAIJ_6;
2872       break;
2873     case 7:
2874       B->ops->mult    = MatMult_SeqBAIJ_7;
2875       B->ops->multadd = MatMultAdd_SeqBAIJ_7;
2876       break;
2877     case 15:
2878       B->ops->mult    = MatMult_SeqBAIJ_15_ver1;
2879       B->ops->multadd = MatMultAdd_SeqBAIJ_N;
2880       break;
2881     default:
2882       B->ops->mult    = MatMult_SeqBAIJ_N;
2883       B->ops->multadd = MatMultAdd_SeqBAIJ_N;
2884       break;
2885     }
2886   }
2887   B->ops->sor = MatSOR_SeqBAIJ;
2888   b->mbs = mbs;
2889   b->nbs = nbs;
2890   if (!skipallocation) {
2891     if (!b->imax) {
2892       ierr = PetscMalloc2(mbs,&b->imax,mbs,&b->ilen);CHKERRQ(ierr);
2893       ierr = PetscLogObjectMemory((PetscObject)B,2*mbs*sizeof(PetscInt));CHKERRQ(ierr);
2894 
2895       b->free_imax_ilen = PETSC_TRUE;
2896     }
2897     /* b->ilen will count nonzeros in each block row so far. */
2898     for (i=0; i<mbs; i++) b->ilen[i] = 0;
2899     if (!nnz) {
2900       if (nz == PETSC_DEFAULT || nz == PETSC_DECIDE) nz = 5;
2901       else if (nz < 0) nz = 1;
2902       for (i=0; i<mbs; i++) b->imax[i] = nz;
2903       nz = nz*mbs;
2904     } else {
2905       nz = 0;
2906       for (i=0; i<mbs; i++) {b->imax[i] = nnz[i]; nz += nnz[i];}
2907     }
2908 
2909     /* allocate the matrix space */
2910     ierr = MatSeqXAIJFreeAIJ(B,&b->a,&b->j,&b->i);CHKERRQ(ierr);
2911     ierr = PetscMalloc3(bs2*nz,&b->a,nz,&b->j,B->rmap->N+1,&b->i);CHKERRQ(ierr);
2912     ierr = PetscLogObjectMemory((PetscObject)B,(B->rmap->N+1)*sizeof(PetscInt)+nz*(bs2*sizeof(PetscScalar)+sizeof(PetscInt)));CHKERRQ(ierr);
2913     ierr = PetscMemzero(b->a,nz*bs2*sizeof(MatScalar));CHKERRQ(ierr);
2914     ierr = PetscMemzero(b->j,nz*sizeof(PetscInt));CHKERRQ(ierr);
2915 
2916     b->singlemalloc = PETSC_TRUE;
2917     b->i[0]         = 0;
2918     for (i=1; i<mbs+1; i++) {
2919       b->i[i] = b->i[i-1] + b->imax[i-1];
2920     }
2921     b->free_a  = PETSC_TRUE;
2922     b->free_ij = PETSC_TRUE;
2923 #if defined(PETSC_THREADCOMM_ACTIVE)
2924     ierr = MatZeroEntries_SeqBAIJ(B);CHKERRQ(ierr);
2925 #endif
2926   } else {
2927     b->free_a  = PETSC_FALSE;
2928     b->free_ij = PETSC_FALSE;
2929   }
2930 
2931   b->bs2              = bs2;
2932   b->mbs              = mbs;
2933   b->nz               = 0;
2934   b->maxnz            = nz;
2935   B->info.nz_unneeded = (PetscReal)b->maxnz*bs2;
2936   if (realalloc) {ierr = MatSetOption(B,MAT_NEW_NONZERO_ALLOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr);}
2937   PetscFunctionReturn(0);
2938 }
2939 
2940 #undef __FUNCT__
2941 #define __FUNCT__ "MatSeqBAIJSetPreallocationCSR_SeqBAIJ"
2942 PetscErrorCode MatSeqBAIJSetPreallocationCSR_SeqBAIJ(Mat B,PetscInt bs,const PetscInt ii[],const PetscInt jj[],const PetscScalar V[])
2943 {
2944   PetscInt       i,m,nz,nz_max=0,*nnz;
2945   PetscScalar    *values=0;
2946   PetscBool      roworiented = ((Mat_SeqBAIJ*)B->data)->roworiented;
2947   PetscErrorCode ierr;
2948 
2949   PetscFunctionBegin;
2950   if (bs < 1) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Invalid block size specified, must be positive but it is %D",bs);
2951   ierr = PetscLayoutSetBlockSize(B->rmap,bs);CHKERRQ(ierr);
2952   ierr = PetscLayoutSetBlockSize(B->cmap,bs);CHKERRQ(ierr);
2953   ierr = PetscLayoutSetUp(B->rmap);CHKERRQ(ierr);
2954   ierr = PetscLayoutSetUp(B->cmap);CHKERRQ(ierr);
2955   ierr = PetscLayoutGetBlockSize(B->rmap,&bs);CHKERRQ(ierr);
2956   m    = B->rmap->n/bs;
2957 
2958   if (ii[0] != 0) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE, "ii[0] must be 0 but it is %D",ii[0]);
2959   ierr = PetscMalloc1((m+1), &nnz);CHKERRQ(ierr);
2960   for (i=0; i<m; i++) {
2961     nz = ii[i+1]- ii[i];
2962     if (nz < 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE, "Local row %D has a negative number of columns %D",i,nz);
2963     nz_max = PetscMax(nz_max, nz);
2964     nnz[i] = nz;
2965   }
2966   ierr = MatSeqBAIJSetPreallocation(B,bs,0,nnz);CHKERRQ(ierr);
2967   ierr = PetscFree(nnz);CHKERRQ(ierr);
2968 
2969   values = (PetscScalar*)V;
2970   if (!values) {
2971     ierr = PetscCalloc1(bs*bs*(nz_max+1),&values);CHKERRQ(ierr);
2972   }
2973   for (i=0; i<m; i++) {
2974     PetscInt          ncols  = ii[i+1] - ii[i];
2975     const PetscInt    *icols = jj + ii[i];
2976     const PetscScalar *svals = values + (V ? (bs*bs*ii[i]) : 0);
2977     if (!roworiented) {
2978       ierr = MatSetValuesBlocked_SeqBAIJ(B,1,&i,ncols,icols,svals,INSERT_VALUES);CHKERRQ(ierr);
2979     } else {
2980       PetscInt j;
2981       for (j=0; j<ncols; j++) {
2982         const PetscScalar *svals = values + (V ? (bs*bs*(ii[i]+j)) : 0);
2983         ierr = MatSetValuesBlocked_SeqBAIJ(B,1,&i,1,&icols[j],svals,INSERT_VALUES);CHKERRQ(ierr);
2984       }
2985     }
2986   }
2987   if (!V) { ierr = PetscFree(values);CHKERRQ(ierr); }
2988   ierr = MatAssemblyBegin(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2989   ierr = MatAssemblyEnd(B,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
2990   ierr = MatSetOption(B,MAT_NEW_NONZERO_LOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr);
2991   PetscFunctionReturn(0);
2992 }
2993 
2994 PETSC_EXTERN PetscErrorCode MatGetFactor_seqbaij_petsc(Mat,MatFactorType,Mat*);
2995 PETSC_EXTERN PetscErrorCode MatGetFactor_seqbaij_bstrm(Mat,MatFactorType,Mat*);
2996 #if defined(PETSC_HAVE_MUMPS)
2997 PETSC_EXTERN PetscErrorCode MatGetFactor_baij_mumps(Mat,MatFactorType,Mat*);
2998 #endif
2999 extern PetscErrorCode  MatGetFactorAvailable_seqbaij_petsc(Mat,MatFactorType,PetscBool*);
3000 
3001 /*MC
3002    MATSEQBAIJ - MATSEQBAIJ = "seqbaij" - A matrix type to be used for sequential block sparse matrices, based on
3003    block sparse compressed row format.
3004 
3005    Options Database Keys:
3006 . -mat_type seqbaij - sets the matrix type to "seqbaij" during a call to MatSetFromOptions()
3007 
3008   Level: beginner
3009 
3010 .seealso: MatCreateSeqBAIJ()
3011 M*/
3012 
3013 PETSC_EXTERN PetscErrorCode MatConvert_SeqBAIJ_SeqBSTRM(Mat, MatType,MatReuse,Mat*);
3014 
3015 #undef __FUNCT__
3016 #define __FUNCT__ "MatCreate_SeqBAIJ"
3017 PETSC_EXTERN PetscErrorCode MatCreate_SeqBAIJ(Mat B)
3018 {
3019   PetscErrorCode ierr;
3020   PetscMPIInt    size;
3021   Mat_SeqBAIJ    *b;
3022 
3023   PetscFunctionBegin;
3024   ierr = MPI_Comm_size(PetscObjectComm((PetscObject)B),&size);CHKERRQ(ierr);
3025   if (size > 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Comm must be of size 1");
3026 
3027   ierr    = PetscNewLog(B,&b);CHKERRQ(ierr);
3028   B->data = (void*)b;
3029   ierr    = PetscMemcpy(B->ops,&MatOps_Values,sizeof(struct _MatOps));CHKERRQ(ierr);
3030 
3031   b->row          = 0;
3032   b->col          = 0;
3033   b->icol         = 0;
3034   b->reallocs     = 0;
3035   b->saved_values = 0;
3036 
3037   b->roworiented        = PETSC_TRUE;
3038   b->nonew              = 0;
3039   b->diag               = 0;
3040   b->solve_work         = 0;
3041   b->mult_work          = 0;
3042   B->spptr              = 0;
3043   B->info.nz_unneeded   = (PetscReal)b->maxnz*b->bs2;
3044   b->keepnonzeropattern = PETSC_FALSE;
3045   b->xtoy               = 0;
3046   b->XtoY               = 0;
3047 
3048   ierr = PetscObjectComposeFunction((PetscObject)B,"MatGetFactorAvailable_petsc_C",MatGetFactorAvailable_seqbaij_petsc);CHKERRQ(ierr);
3049   ierr = PetscObjectComposeFunction((PetscObject)B,"MatGetFactor_petsc_C",MatGetFactor_seqbaij_petsc);CHKERRQ(ierr);
3050   ierr = PetscObjectComposeFunction((PetscObject)B,"MatGetFactor_bstrm_C",MatGetFactor_seqbaij_bstrm);CHKERRQ(ierr);
3051 #if defined(PETSC_HAVE_MUMPS)
3052   ierr = PetscObjectComposeFunction((PetscObject)B,"MatGetFactor_mumps_C", MatGetFactor_baij_mumps);CHKERRQ(ierr);
3053 #endif
3054   ierr = PetscObjectComposeFunction((PetscObject)B,"MatInvertBlockDiagonal_C",MatInvertBlockDiagonal_SeqBAIJ);CHKERRQ(ierr);
3055   ierr = PetscObjectComposeFunction((PetscObject)B,"MatStoreValues_C",MatStoreValues_SeqBAIJ);CHKERRQ(ierr);
3056   ierr = PetscObjectComposeFunction((PetscObject)B,"MatRetrieveValues_C",MatRetrieveValues_SeqBAIJ);CHKERRQ(ierr);
3057   ierr = PetscObjectComposeFunction((PetscObject)B,"MatSeqBAIJSetColumnIndices_C",MatSeqBAIJSetColumnIndices_SeqBAIJ);CHKERRQ(ierr);
3058   ierr = PetscObjectComposeFunction((PetscObject)B,"MatConvert_seqbaij_seqaij_C",MatConvert_SeqBAIJ_SeqAIJ);CHKERRQ(ierr);
3059   ierr = PetscObjectComposeFunction((PetscObject)B,"MatConvert_seqbaij_seqsbaij_C",MatConvert_SeqBAIJ_SeqSBAIJ);CHKERRQ(ierr);
3060   ierr = PetscObjectComposeFunction((PetscObject)B,"MatSeqBAIJSetPreallocation_C",MatSeqBAIJSetPreallocation_SeqBAIJ);CHKERRQ(ierr);
3061   ierr = PetscObjectComposeFunction((PetscObject)B,"MatSeqBAIJSetPreallocationCSR_C",MatSeqBAIJSetPreallocationCSR_SeqBAIJ);CHKERRQ(ierr);
3062   ierr = PetscObjectComposeFunction((PetscObject)B,"MatConvert_seqbaij_seqbstrm_C",MatConvert_SeqBAIJ_SeqBSTRM);CHKERRQ(ierr);
3063   ierr = PetscObjectComposeFunction((PetscObject)B,"MatIsTranspose_C",MatIsTranspose_SeqBAIJ);CHKERRQ(ierr);
3064   ierr = PetscObjectChangeTypeName((PetscObject)B,MATSEQBAIJ);CHKERRQ(ierr);
3065   PetscFunctionReturn(0);
3066 }
3067 
3068 #undef __FUNCT__
3069 #define __FUNCT__ "MatDuplicateNoCreate_SeqBAIJ"
3070 PetscErrorCode MatDuplicateNoCreate_SeqBAIJ(Mat C,Mat A,MatDuplicateOption cpvalues,PetscBool mallocmatspace)
3071 {
3072   Mat_SeqBAIJ    *c = (Mat_SeqBAIJ*)C->data,*a = (Mat_SeqBAIJ*)A->data;
3073   PetscErrorCode ierr;
3074   PetscInt       i,mbs = a->mbs,nz = a->nz,bs2 = a->bs2;
3075 
3076   PetscFunctionBegin;
3077   if (a->i[mbs] != nz) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_PLIB,"Corrupt matrix");
3078 
3079   if (cpvalues == MAT_SHARE_NONZERO_PATTERN) {
3080     c->imax           = a->imax;
3081     c->ilen           = a->ilen;
3082     c->free_imax_ilen = PETSC_FALSE;
3083   } else {
3084     ierr = PetscMalloc2(mbs,&c->imax,mbs,&c->ilen);CHKERRQ(ierr);
3085     ierr = PetscLogObjectMemory((PetscObject)C,2*mbs*sizeof(PetscInt));CHKERRQ(ierr);
3086     for (i=0; i<mbs; i++) {
3087       c->imax[i] = a->imax[i];
3088       c->ilen[i] = a->ilen[i];
3089     }
3090     c->free_imax_ilen = PETSC_TRUE;
3091   }
3092 
3093   /* allocate the matrix space */
3094   if (mallocmatspace) {
3095     if (cpvalues == MAT_SHARE_NONZERO_PATTERN) {
3096       ierr = PetscCalloc1(bs2*nz,&c->a);CHKERRQ(ierr);
3097       ierr = PetscLogObjectMemory((PetscObject)C,a->i[mbs]*bs2*sizeof(PetscScalar));CHKERRQ(ierr);
3098 
3099       c->i            = a->i;
3100       c->j            = a->j;
3101       c->singlemalloc = PETSC_FALSE;
3102       c->free_a       = PETSC_TRUE;
3103       c->free_ij      = PETSC_FALSE;
3104       c->parent       = A;
3105       C->preallocated = PETSC_TRUE;
3106       C->assembled    = PETSC_TRUE;
3107 
3108       ierr = PetscObjectReference((PetscObject)A);CHKERRQ(ierr);
3109       ierr = MatSetOption(A,MAT_NEW_NONZERO_LOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr);
3110       ierr = MatSetOption(C,MAT_NEW_NONZERO_LOCATION_ERR,PETSC_TRUE);CHKERRQ(ierr);
3111     } else {
3112       ierr = PetscMalloc3(bs2*nz,&c->a,nz,&c->j,mbs+1,&c->i);CHKERRQ(ierr);
3113       ierr = PetscLogObjectMemory((PetscObject)C,a->i[mbs]*(bs2*sizeof(PetscScalar)+sizeof(PetscInt))+(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
3114 
3115       c->singlemalloc = PETSC_TRUE;
3116       c->free_a       = PETSC_TRUE;
3117       c->free_ij      = PETSC_TRUE;
3118 
3119       ierr = PetscMemcpy(c->i,a->i,(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
3120       if (mbs > 0) {
3121         ierr = PetscMemcpy(c->j,a->j,nz*sizeof(PetscInt));CHKERRQ(ierr);
3122         if (cpvalues == MAT_COPY_VALUES) {
3123           ierr = PetscMemcpy(c->a,a->a,bs2*nz*sizeof(MatScalar));CHKERRQ(ierr);
3124         } else {
3125           ierr = PetscMemzero(c->a,bs2*nz*sizeof(MatScalar));CHKERRQ(ierr);
3126         }
3127       }
3128       C->preallocated = PETSC_TRUE;
3129       C->assembled    = PETSC_TRUE;
3130     }
3131   }
3132 
3133   c->roworiented = a->roworiented;
3134   c->nonew       = a->nonew;
3135 
3136   ierr = PetscLayoutReference(A->rmap,&C->rmap);CHKERRQ(ierr);
3137   ierr = PetscLayoutReference(A->cmap,&C->cmap);CHKERRQ(ierr);
3138 
3139   c->bs2         = a->bs2;
3140   c->mbs         = a->mbs;
3141   c->nbs         = a->nbs;
3142 
3143   if (a->diag) {
3144     if (cpvalues == MAT_SHARE_NONZERO_PATTERN) {
3145       c->diag      = a->diag;
3146       c->free_diag = PETSC_FALSE;
3147     } else {
3148       ierr = PetscMalloc1((mbs+1),&c->diag);CHKERRQ(ierr);
3149       ierr = PetscLogObjectMemory((PetscObject)C,(mbs+1)*sizeof(PetscInt));CHKERRQ(ierr);
3150       for (i=0; i<mbs; i++) c->diag[i] = a->diag[i];
3151       c->free_diag = PETSC_TRUE;
3152     }
3153   } else c->diag = 0;
3154 
3155   c->nz         = a->nz;
3156   c->maxnz      = a->nz;         /* Since we allocate exactly the right amount */
3157   c->solve_work = 0;
3158   c->mult_work  = 0;
3159 
3160   c->compressedrow.use   = a->compressedrow.use;
3161   c->compressedrow.nrows = a->compressedrow.nrows;
3162   if (a->compressedrow.use) {
3163     i    = a->compressedrow.nrows;
3164     ierr = PetscMalloc2(i+1,&c->compressedrow.i,i+1,&c->compressedrow.rindex);CHKERRQ(ierr);
3165     ierr = PetscLogObjectMemory((PetscObject)C,(2*i+1)*sizeof(PetscInt));CHKERRQ(ierr);
3166     ierr = PetscMemcpy(c->compressedrow.i,a->compressedrow.i,(i+1)*sizeof(PetscInt));CHKERRQ(ierr);
3167     ierr = PetscMemcpy(c->compressedrow.rindex,a->compressedrow.rindex,i*sizeof(PetscInt));CHKERRQ(ierr);
3168   } else {
3169     c->compressedrow.use    = PETSC_FALSE;
3170     c->compressedrow.i      = NULL;
3171     c->compressedrow.rindex = NULL;
3172   }
3173   C->nonzerostate = A->nonzerostate;
3174 
3175   ierr = PetscFunctionListDuplicate(((PetscObject)A)->qlist,&((PetscObject)C)->qlist);CHKERRQ(ierr);
3176   ierr = PetscMemcpy(C->ops,A->ops,sizeof(struct _MatOps));CHKERRQ(ierr);
3177   PetscFunctionReturn(0);
3178 }
3179 
3180 #undef __FUNCT__
3181 #define __FUNCT__ "MatDuplicate_SeqBAIJ"
3182 PetscErrorCode MatDuplicate_SeqBAIJ(Mat A,MatDuplicateOption cpvalues,Mat *B)
3183 {
3184   PetscErrorCode ierr;
3185 
3186   PetscFunctionBegin;
3187   ierr = MatCreate(PetscObjectComm((PetscObject)A),B);CHKERRQ(ierr);
3188   ierr = MatSetSizes(*B,A->rmap->N,A->cmap->n,A->rmap->N,A->cmap->n);CHKERRQ(ierr);
3189   ierr = MatSetType(*B,MATSEQBAIJ);CHKERRQ(ierr);
3190   ierr = MatDuplicateNoCreate_SeqBAIJ(*B,A,cpvalues,PETSC_TRUE);CHKERRQ(ierr);
3191   PetscFunctionReturn(0);
3192 }
3193 
3194 #undef __FUNCT__
3195 #define __FUNCT__ "MatLoad_SeqBAIJ"
3196 PetscErrorCode MatLoad_SeqBAIJ(Mat newmat,PetscViewer viewer)
3197 {
3198   Mat_SeqBAIJ    *a;
3199   PetscErrorCode ierr;
3200   PetscInt       i,nz,header[4],*rowlengths=0,M,N,bs=1;
3201   PetscInt       *mask,mbs,*jj,j,rowcount,nzcount,k,*browlengths,maskcount;
3202   PetscInt       kmax,jcount,block,idx,point,nzcountb,extra_rows,rows,cols;
3203   PetscInt       *masked,nmask,tmp,bs2,ishift;
3204   PetscMPIInt    size;
3205   int            fd;
3206   PetscScalar    *aa;
3207   MPI_Comm       comm;
3208 
3209   PetscFunctionBegin;
3210   ierr = PetscObjectGetComm((PetscObject)viewer,&comm);CHKERRQ(ierr);
3211   ierr = PetscOptionsBegin(comm,NULL,"Options for loading SEQBAIJ matrix","Mat");CHKERRQ(ierr);
3212   ierr = PetscOptionsInt("-matload_block_size","Set the blocksize used to store the matrix","MatLoad",bs,&bs,NULL);CHKERRQ(ierr);
3213   ierr = PetscOptionsEnd();CHKERRQ(ierr);
3214   bs2  = bs*bs;
3215 
3216   ierr = MPI_Comm_size(comm,&size);CHKERRQ(ierr);
3217   if (size > 1) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"view must have one processor");
3218   ierr = PetscViewerBinaryGetDescriptor(viewer,&fd);CHKERRQ(ierr);
3219   ierr = PetscBinaryRead(fd,header,4,PETSC_INT);CHKERRQ(ierr);
3220   if (header[0] != MAT_FILE_CLASSID) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_FILE_UNEXPECTED,"not Mat object");
3221   M = header[1]; N = header[2]; nz = header[3];
3222 
3223   if (header[3] < 0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_FILE_UNEXPECTED,"Matrix stored in special format, cannot load as SeqBAIJ");
3224   if (M != N) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_SUP,"Can only do square matrices");
3225 
3226   /*
3227      This code adds extra rows to make sure the number of rows is
3228     divisible by the blocksize
3229   */
3230   mbs        = M/bs;
3231   extra_rows = bs - M + bs*(mbs);
3232   if (extra_rows == bs) extra_rows = 0;
3233   else mbs++;
3234   if (extra_rows) {
3235     ierr = PetscInfo(viewer,"Padding loaded matrix to match blocksize\n");CHKERRQ(ierr);
3236   }
3237 
3238   /* Set global sizes if not already set */
3239   if (newmat->rmap->n < 0 && newmat->rmap->N < 0 && newmat->cmap->n < 0 && newmat->cmap->N < 0) {
3240     ierr = MatSetSizes(newmat,PETSC_DECIDE,PETSC_DECIDE,M+extra_rows,N+extra_rows);CHKERRQ(ierr);
3241   } else { /* Check if the matrix global sizes are correct */
3242     ierr = MatGetSize(newmat,&rows,&cols);CHKERRQ(ierr);
3243     if (rows < 0 && cols < 0) { /* user might provide local size instead of global size */
3244       ierr = MatGetLocalSize(newmat,&rows,&cols);CHKERRQ(ierr);
3245     }
3246     if (M != rows ||  N != cols) SETERRQ4(PETSC_COMM_SELF,PETSC_ERR_FILE_UNEXPECTED,"Matrix in file of different length (%d, %d) than the input matrix (%d, %d)",M,N,rows,cols);
3247   }
3248 
3249   /* read in row lengths */
3250   ierr = PetscMalloc1((M+extra_rows),&rowlengths);CHKERRQ(ierr);
3251   ierr = PetscBinaryRead(fd,rowlengths,M,PETSC_INT);CHKERRQ(ierr);
3252   for (i=0; i<extra_rows; i++) rowlengths[M+i] = 1;
3253 
3254   /* read in column indices */
3255   ierr = PetscMalloc1((nz+extra_rows),&jj);CHKERRQ(ierr);
3256   ierr = PetscBinaryRead(fd,jj,nz,PETSC_INT);CHKERRQ(ierr);
3257   for (i=0; i<extra_rows; i++) jj[nz+i] = M+i;
3258 
3259   /* loop over row lengths determining block row lengths */
3260   ierr     = PetscCalloc1(mbs,&browlengths);CHKERRQ(ierr);
3261   ierr     = PetscMalloc2(mbs,&mask,mbs,&masked);CHKERRQ(ierr);
3262   ierr     = PetscMemzero(mask,mbs*sizeof(PetscInt));CHKERRQ(ierr);
3263   rowcount = 0;
3264   nzcount  = 0;
3265   for (i=0; i<mbs; i++) {
3266     nmask = 0;
3267     for (j=0; j<bs; j++) {
3268       kmax = rowlengths[rowcount];
3269       for (k=0; k<kmax; k++) {
3270         tmp = jj[nzcount++]/bs;
3271         if (!mask[tmp]) {masked[nmask++] = tmp; mask[tmp] = 1;}
3272       }
3273       rowcount++;
3274     }
3275     browlengths[i] += nmask;
3276     /* zero out the mask elements we set */
3277     for (j=0; j<nmask; j++) mask[masked[j]] = 0;
3278   }
3279 
3280   /* Do preallocation  */
3281   ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(newmat,bs,0,browlengths);CHKERRQ(ierr);
3282   a    = (Mat_SeqBAIJ*)newmat->data;
3283 
3284   /* set matrix "i" values */
3285   a->i[0] = 0;
3286   for (i=1; i<= mbs; i++) {
3287     a->i[i]      = a->i[i-1] + browlengths[i-1];
3288     a->ilen[i-1] = browlengths[i-1];
3289   }
3290   a->nz = 0;
3291   for (i=0; i<mbs; i++) a->nz += browlengths[i];
3292 
3293   /* read in nonzero values */
3294   ierr = PetscMalloc1((nz+extra_rows),&aa);CHKERRQ(ierr);
3295   ierr = PetscBinaryRead(fd,aa,nz,PETSC_SCALAR);CHKERRQ(ierr);
3296   for (i=0; i<extra_rows; i++) aa[nz+i] = 1.0;
3297 
3298   /* set "a" and "j" values into matrix */
3299   nzcount = 0; jcount = 0;
3300   for (i=0; i<mbs; i++) {
3301     nzcountb = nzcount;
3302     nmask    = 0;
3303     for (j=0; j<bs; j++) {
3304       kmax = rowlengths[i*bs+j];
3305       for (k=0; k<kmax; k++) {
3306         tmp = jj[nzcount++]/bs;
3307         if (!mask[tmp]) { masked[nmask++] = tmp; mask[tmp] = 1;}
3308       }
3309     }
3310     /* sort the masked values */
3311     ierr = PetscSortInt(nmask,masked);CHKERRQ(ierr);
3312 
3313     /* set "j" values into matrix */
3314     maskcount = 1;
3315     for (j=0; j<nmask; j++) {
3316       a->j[jcount++]  = masked[j];
3317       mask[masked[j]] = maskcount++;
3318     }
3319     /* set "a" values into matrix */
3320     ishift = bs2*a->i[i];
3321     for (j=0; j<bs; j++) {
3322       kmax = rowlengths[i*bs+j];
3323       for (k=0; k<kmax; k++) {
3324         tmp       = jj[nzcountb]/bs;
3325         block     = mask[tmp] - 1;
3326         point     = jj[nzcountb] - bs*tmp;
3327         idx       = ishift + bs2*block + j + bs*point;
3328         a->a[idx] = (MatScalar)aa[nzcountb++];
3329       }
3330     }
3331     /* zero out the mask elements we set */
3332     for (j=0; j<nmask; j++) mask[masked[j]] = 0;
3333   }
3334   if (jcount != a->nz) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_FILE_UNEXPECTED,"Bad binary matrix");
3335 
3336   ierr = PetscFree(rowlengths);CHKERRQ(ierr);
3337   ierr = PetscFree(browlengths);CHKERRQ(ierr);
3338   ierr = PetscFree(aa);CHKERRQ(ierr);
3339   ierr = PetscFree(jj);CHKERRQ(ierr);
3340   ierr = PetscFree2(mask,masked);CHKERRQ(ierr);
3341 
3342   ierr = MatAssemblyBegin(newmat,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3343   ierr = MatAssemblyEnd(newmat,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3344   PetscFunctionReturn(0);
3345 }
3346 
3347 #undef __FUNCT__
3348 #define __FUNCT__ "MatCreateSeqBAIJ"
3349 /*@C
3350    MatCreateSeqBAIJ - Creates a sparse matrix in block AIJ (block
3351    compressed row) format.  For good matrix assembly performance the
3352    user should preallocate the matrix storage by setting the parameter nz
3353    (or the array nnz).  By setting these parameters accurately, performance
3354    during matrix assembly can be increased by more than a factor of 50.
3355 
3356    Collective on MPI_Comm
3357 
3358    Input Parameters:
3359 +  comm - MPI communicator, set to PETSC_COMM_SELF
3360 .  bs - size of block
3361 .  m - number of rows
3362 .  n - number of columns
3363 .  nz - number of nonzero blocks  per block row (same for all rows)
3364 -  nnz - array containing the number of nonzero blocks in the various block rows
3365          (possibly different for each block row) or NULL
3366 
3367    Output Parameter:
3368 .  A - the matrix
3369 
3370    It is recommended that one use the MatCreate(), MatSetType() and/or MatSetFromOptions(),
3371    MatXXXXSetPreallocation() paradgm instead of this routine directly.
3372    [MatXXXXSetPreallocation() is, for example, MatSeqAIJSetPreallocation]
3373 
3374    Options Database Keys:
3375 .   -mat_no_unroll - uses code that does not unroll the loops in the
3376                      block calculations (much slower)
3377 .    -mat_block_size - size of the blocks to use
3378 
3379    Level: intermediate
3380 
3381    Notes:
3382    The number of rows and columns must be divisible by blocksize.
3383 
3384    If the nnz parameter is given then the nz parameter is ignored
3385 
3386    A nonzero block is any block that as 1 or more nonzeros in it
3387 
3388    The block AIJ format is fully compatible with standard Fortran 77
3389    storage.  That is, the stored row and column indices can begin at
3390    either one (as in Fortran) or zero.  See the users' manual for details.
3391 
3392    Specify the preallocated storage with either nz or nnz (not both).
3393    Set nz=PETSC_DEFAULT and nnz=NULL for PETSc to control dynamic memory
3394    allocation.  See Users-Manual: ch_mat for details.
3395    matrices.
3396 
3397 .seealso: MatCreate(), MatCreateSeqAIJ(), MatSetValues(), MatCreateBAIJ()
3398 @*/
3399 PetscErrorCode  MatCreateSeqBAIJ(MPI_Comm comm,PetscInt bs,PetscInt m,PetscInt n,PetscInt nz,const PetscInt nnz[],Mat *A)
3400 {
3401   PetscErrorCode ierr;
3402 
3403   PetscFunctionBegin;
3404   ierr = MatCreate(comm,A);CHKERRQ(ierr);
3405   ierr = MatSetSizes(*A,m,n,m,n);CHKERRQ(ierr);
3406   ierr = MatSetType(*A,MATSEQBAIJ);CHKERRQ(ierr);
3407   ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(*A,bs,nz,(PetscInt*)nnz);CHKERRQ(ierr);
3408   PetscFunctionReturn(0);
3409 }
3410 
3411 #undef __FUNCT__
3412 #define __FUNCT__ "MatSeqBAIJSetPreallocation"
3413 /*@C
3414    MatSeqBAIJSetPreallocation - Sets the block size and expected nonzeros
3415    per row in the matrix. For good matrix assembly performance the
3416    user should preallocate the matrix storage by setting the parameter nz
3417    (or the array nnz).  By setting these parameters accurately, performance
3418    during matrix assembly can be increased by more than a factor of 50.
3419 
3420    Collective on MPI_Comm
3421 
3422    Input Parameters:
3423 +  B - the matrix
3424 .  bs - size of block
3425 .  nz - number of block nonzeros per block row (same for all rows)
3426 -  nnz - array containing the number of block nonzeros in the various block rows
3427          (possibly different for each block row) or NULL
3428 
3429    Options Database Keys:
3430 .   -mat_no_unroll - uses code that does not unroll the loops in the
3431                      block calculations (much slower)
3432 .    -mat_block_size - size of the blocks to use
3433 
3434    Level: intermediate
3435 
3436    Notes:
3437    If the nnz parameter is given then the nz parameter is ignored
3438 
3439    You can call MatGetInfo() to get information on how effective the preallocation was;
3440    for example the fields mallocs,nz_allocated,nz_used,nz_unneeded;
3441    You can also run with the option -info and look for messages with the string
3442    malloc in them to see if additional memory allocation was needed.
3443 
3444    The block AIJ format is fully compatible with standard Fortran 77
3445    storage.  That is, the stored row and column indices can begin at
3446    either one (as in Fortran) or zero.  See the users' manual for details.
3447 
3448    Specify the preallocated storage with either nz or nnz (not both).
3449    Set nz=PETSC_DEFAULT and nnz=NULL for PETSc to control dynamic memory
3450    allocation.  See Users-Manual: ch_mat for details.
3451 
3452 .seealso: MatCreate(), MatCreateSeqAIJ(), MatSetValues(), MatCreateBAIJ(), MatGetInfo()
3453 @*/
3454 PetscErrorCode  MatSeqBAIJSetPreallocation(Mat B,PetscInt bs,PetscInt nz,const PetscInt nnz[])
3455 {
3456   PetscErrorCode ierr;
3457 
3458   PetscFunctionBegin;
3459   PetscValidHeaderSpecific(B,MAT_CLASSID,1);
3460   PetscValidType(B,1);
3461   PetscValidLogicalCollectiveInt(B,bs,2);
3462   ierr = PetscTryMethod(B,"MatSeqBAIJSetPreallocation_C",(Mat,PetscInt,PetscInt,const PetscInt[]),(B,bs,nz,nnz));CHKERRQ(ierr);
3463   PetscFunctionReturn(0);
3464 }
3465 
3466 #undef __FUNCT__
3467 #define __FUNCT__ "MatSeqBAIJSetPreallocationCSR"
3468 /*@C
3469    MatSeqBAIJSetPreallocationCSR - Allocates memory for a sparse sequential matrix in AIJ format
3470    (the default sequential PETSc format).
3471 
3472    Collective on MPI_Comm
3473 
3474    Input Parameters:
3475 +  B - the matrix
3476 .  i - the indices into j for the start of each local row (starts with zero)
3477 .  j - the column indices for each local row (starts with zero) these must be sorted for each row
3478 -  v - optional values in the matrix
3479 
3480    Level: developer
3481 
3482    Notes:
3483    The order of the entries in values is specified by the MatOption MAT_ROW_ORIENTED.  For example, C programs
3484    may want to use the default MAT_ROW_ORIENTED=PETSC_TRUE and use an array v[nnz][bs][bs] where the second index is
3485    over rows within a block and the last index is over columns within a block row.  Fortran programs will likely set
3486    MAT_ROW_ORIENTED=PETSC_FALSE and use a Fortran array v(bs,bs,nnz) in which the first index is over rows within a
3487    block column and the second index is over columns within a block.
3488 
3489 .keywords: matrix, aij, compressed row, sparse
3490 
3491 .seealso: MatCreate(), MatCreateSeqBAIJ(), MatSetValues(), MatSeqBAIJSetPreallocation(), MATSEQBAIJ
3492 @*/
3493 PetscErrorCode  MatSeqBAIJSetPreallocationCSR(Mat B,PetscInt bs,const PetscInt i[],const PetscInt j[], const PetscScalar v[])
3494 {
3495   PetscErrorCode ierr;
3496 
3497   PetscFunctionBegin;
3498   PetscValidHeaderSpecific(B,MAT_CLASSID,1);
3499   PetscValidType(B,1);
3500   PetscValidLogicalCollectiveInt(B,bs,2);
3501   ierr = PetscTryMethod(B,"MatSeqBAIJSetPreallocationCSR_C",(Mat,PetscInt,const PetscInt[],const PetscInt[],const PetscScalar[]),(B,bs,i,j,v));CHKERRQ(ierr);
3502   PetscFunctionReturn(0);
3503 }
3504 
3505 
3506 #undef __FUNCT__
3507 #define __FUNCT__ "MatCreateSeqBAIJWithArrays"
3508 /*@
3509      MatCreateSeqBAIJWithArrays - Creates an sequential BAIJ matrix using matrix elements provided by the user.
3510 
3511      Collective on MPI_Comm
3512 
3513    Input Parameters:
3514 +  comm - must be an MPI communicator of size 1
3515 .  bs - size of block
3516 .  m - number of rows
3517 .  n - number of columns
3518 .  i - row indices
3519 .  j - column indices
3520 -  a - matrix values
3521 
3522    Output Parameter:
3523 .  mat - the matrix
3524 
3525    Level: advanced
3526 
3527    Notes:
3528        The i, j, and a arrays are not copied by this routine, the user must free these arrays
3529     once the matrix is destroyed
3530 
3531        You cannot set new nonzero locations into this matrix, that will generate an error.
3532 
3533        The i and j indices are 0 based
3534 
3535        When block size is greater than 1 the matrix values must be stored using the BAIJ storage format (see the BAIJ code to determine this).
3536 
3537       The order of the entries in values is the same as the block compressed sparse row storage format; that is, it is
3538       the same as a three dimensional array in Fortran values(bs,bs,nnz) that contains the first column of the first
3539       block, followed by the second column of the first block etc etc.  That is, the blocks are contiguous in memory
3540       with column-major ordering within blocks.
3541 
3542 .seealso: MatCreate(), MatCreateBAIJ(), MatCreateSeqBAIJ()
3543 
3544 @*/
3545 PetscErrorCode  MatCreateSeqBAIJWithArrays(MPI_Comm comm,PetscInt bs,PetscInt m,PetscInt n,PetscInt *i,PetscInt *j,PetscScalar *a,Mat *mat)
3546 {
3547   PetscErrorCode ierr;
3548   PetscInt       ii;
3549   Mat_SeqBAIJ    *baij;
3550 
3551   PetscFunctionBegin;
3552   if (bs != 1) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_SUP,"block size %D > 1 is not supported yet",bs);
3553   if (i[0]) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"i (row indices) must start with 0");
3554 
3555   ierr = MatCreate(comm,mat);CHKERRQ(ierr);
3556   ierr = MatSetSizes(*mat,m,n,m,n);CHKERRQ(ierr);
3557   ierr = MatSetType(*mat,MATSEQBAIJ);CHKERRQ(ierr);
3558   ierr = MatSeqBAIJSetPreallocation_SeqBAIJ(*mat,bs,MAT_SKIP_ALLOCATION,0);CHKERRQ(ierr);
3559   baij = (Mat_SeqBAIJ*)(*mat)->data;
3560   ierr = PetscMalloc2(m,&baij->imax,m,&baij->ilen);CHKERRQ(ierr);
3561   ierr = PetscLogObjectMemory((PetscObject)*mat,2*m*sizeof(PetscInt));CHKERRQ(ierr);
3562 
3563   baij->i = i;
3564   baij->j = j;
3565   baij->a = a;
3566 
3567   baij->singlemalloc = PETSC_FALSE;
3568   baij->nonew        = -1;             /*this indicates that inserting a new value in the matrix that generates a new nonzero is an error*/
3569   baij->free_a       = PETSC_FALSE;
3570   baij->free_ij      = PETSC_FALSE;
3571 
3572   for (ii=0; ii<m; ii++) {
3573     baij->ilen[ii] = baij->imax[ii] = i[ii+1] - i[ii];
3574 #if defined(PETSC_USE_DEBUG)
3575     if (i[ii+1] - i[ii] < 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Negative row length in i (row indices) row = %d length = %d",ii,i[ii+1] - i[ii]);
3576 #endif
3577   }
3578 #if defined(PETSC_USE_DEBUG)
3579   for (ii=0; ii<baij->i[m]; ii++) {
3580     if (j[ii] < 0) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Negative column index at location = %d index = %d",ii,j[ii]);
3581     if (j[ii] > n - 1) SETERRQ2(PETSC_COMM_SELF,PETSC_ERR_ARG_OUTOFRANGE,"Column index to large at location = %d index = %d",ii,j[ii]);
3582   }
3583 #endif
3584 
3585   ierr = MatAssemblyBegin(*mat,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3586   ierr = MatAssemblyEnd(*mat,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
3587   PetscFunctionReturn(0);
3588 }
3589