xref: /petsc/src/mat/impls/sbaij/seq/sbaijfact.c (revision 77f731206cb45e1d7ed49e1e716566753473df10)
149b5e25fSSatish Balay /* Using Modified Sparse Row (MSR) storage.
249b5e25fSSatish Balay See page 85, "Iterative Methods ..." by Saad. */
349b5e25fSSatish Balay 
4*77f73120SHong Zhang /*$Id: sbaijfact.c,v 1.10 2000/07/31 16:47:25 hzhang Exp hzhang $*/
549b5e25fSSatish Balay /*
649b5e25fSSatish Balay     Factorization code for SBAIJ format.
749b5e25fSSatish Balay */
849b5e25fSSatish Balay #include "sbaij.h"
949b5e25fSSatish Balay #include "src/mat/impls/baij/seq/baij.h"
1049b5e25fSSatish Balay #include "src/vec/vecimpl.h"
1149b5e25fSSatish Balay #include "src/inline/ilu.h"
1249b5e25fSSatish Balay 
1349b5e25fSSatish Balay #undef __FUNC__
146f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorSymbolic_SeqSBAIJ"
15*77f73120SHong Zhang int MatCholeskyFactorSymbolic_SeqSBAIJ(Mat A,IS perm,PetscReal f,Mat *B)
1649b5e25fSSatish Balay {
1749b5e25fSSatish Balay   Mat_SeqSBAIJ *a = (Mat_SeqSBAIJ*)A->data,*b;
18*77f73120SHong Zhang   IS          iperm;
1949b5e25fSSatish Balay   int         *rip,*riip,ierr,i,mbs = a->mbs,*ai = a->i,*aj = a->j;
20066653e3SSatish Balay   int         *jutmp,bs = a->bs,bs2=a->bs2;
21066653e3SSatish Balay   int         m,nzi,realloc = 0;
22066653e3SSatish Balay   int         *jl,*q,jumin,jmin,jmax,juptr,nzk,qm,*iu,*ju,k,j,vj,umax,maxadd;
2349b5e25fSSatish Balay 
2449b5e25fSSatish Balay   PetscFunctionBegin;
25*77f73120SHong Zhang   PetscValidHeaderSpecific(perm,IS_COOKIE);
26*77f73120SHong Zhang   if (A->M != A->N) SETERRQ(PETSC_ERR_ARG_WRONG,0,"matrix must be square");
27*77f73120SHong Zhang   ierr = ISInvertPermutation(perm,PETSC_DECIDE,&iperm);CHKERRQ(ierr);
28*77f73120SHong Zhang   ierr = ISGetIndices(perm,&rip);CHKERRQ(ierr);
29*77f73120SHong Zhang   ierr = ISGetIndices(iperm,&riip);CHKERRQ(ierr);
30*77f73120SHong Zhang 
3149b5e25fSSatish Balay   /* initialization */
3249b5e25fSSatish Balay   /* Don't know how many column pointers are needed so estimate.
3349b5e25fSSatish Balay      Use Modified Sparse Row storage for u and ju, see Sasd pp.85 */
349f9cb213SHong Zhang   iu   = (int*)PetscMalloc((mbs+1)*sizeof(int));CHKPTRQ(iu);
3549b5e25fSSatish Balay   umax = (int)(f*ai[mbs] + 1); umax += mbs + 1;
369f9cb213SHong Zhang   ju   = (int*)PetscMalloc(umax*sizeof(int));CHKPTRQ(ju);
3749b5e25fSSatish Balay   iu[0] = mbs+1;
3849b5e25fSSatish Balay   juptr = mbs;
3949b5e25fSSatish Balay   jl =  (int*)PetscMalloc(mbs*sizeof(int));CHKPTRQ(jl);
4049b5e25fSSatish Balay   q  =  (int*)PetscMalloc(mbs*sizeof(int));CHKPTRQ(q);
4149b5e25fSSatish Balay   for (i=0; i<mbs; i++){
4249b5e25fSSatish Balay     jl[i] = mbs; q[i] = 0;
4349b5e25fSSatish Balay   }
4449b5e25fSSatish Balay 
4549b5e25fSSatish Balay   /* for each row k */
4649b5e25fSSatish Balay   for (k=0; k<mbs; k++){
4749b5e25fSSatish Balay     nzk = 0; /* num. of nz blocks in k-th block row with diagonal block excluded */
4849b5e25fSSatish Balay     q[k] = mbs;
4949b5e25fSSatish Balay     /* initialize nonzero structure of k-th row to row rip[k] of A */
5049b5e25fSSatish Balay     jmin = ai[rip[k]];
5149b5e25fSSatish Balay     jmax = ai[rip[k]+1];
5249b5e25fSSatish Balay     for (j=jmin; j<jmax; j++){
5349b5e25fSSatish Balay       vj = riip[aj[j]]; /* col. value */
5449b5e25fSSatish Balay       if(vj > k){
5549b5e25fSSatish Balay         qm = k;
5649b5e25fSSatish Balay         do {
5749b5e25fSSatish Balay           m  = qm; qm = q[m];
5849b5e25fSSatish Balay         } while(qm < vj);
5949b5e25fSSatish Balay         if (qm == vj) {
6049b5e25fSSatish Balay           printf(" error: duplicate entry in A\n"); break;
6149b5e25fSSatish Balay         }
6249b5e25fSSatish Balay         nzk++;
6349b5e25fSSatish Balay         q[m] = vj;
6449b5e25fSSatish Balay         q[vj] = qm;
6549b5e25fSSatish Balay       } /* if(vj > k) */
6649b5e25fSSatish Balay     } /* for (j=jmin; j<jmax; j++) */
6749b5e25fSSatish Balay 
6849b5e25fSSatish Balay     /* modify nonzero structure of k-th row by computing fill-in
6949b5e25fSSatish Balay        for each row i to be merged in */
7049b5e25fSSatish Balay     i = k;
7149b5e25fSSatish Balay     i = jl[i]; /* next pivot row (== mbs for symbolic factorization) */
7249b5e25fSSatish Balay     /* printf(" next pivot row i=%d\n",i); */
7349b5e25fSSatish Balay     while (i < mbs){
7449b5e25fSSatish Balay       /* merge row i into k-th row */
7549b5e25fSSatish Balay       nzi = iu[i+1] - (iu[i]+1);
7649b5e25fSSatish Balay       jmin = iu[i] + 1; jmax = iu[i] + nzi;
7749b5e25fSSatish Balay       qm = k;
7849b5e25fSSatish Balay       for (j=jmin; j<jmax+1; j++){
7949b5e25fSSatish Balay         vj = ju[j];
8049b5e25fSSatish Balay         do {
8149b5e25fSSatish Balay           m = qm; qm = q[m];
8249b5e25fSSatish Balay         } while (qm < vj);
8349b5e25fSSatish Balay         if (qm != vj){
8449b5e25fSSatish Balay          nzk++; q[m] = vj; q[vj] = qm; qm = vj;
8549b5e25fSSatish Balay         }
8649b5e25fSSatish Balay       }
8749b5e25fSSatish Balay       i = jl[i]; /* next pivot row */
8849b5e25fSSatish Balay     }
8949b5e25fSSatish Balay 
9049b5e25fSSatish Balay     /* add k to row list for first nonzero element in k-th row */
9149b5e25fSSatish Balay     if (nzk > 0){
9249b5e25fSSatish Balay       i = q[k]; /* col value of first nonzero element in U(k, k+1:mbs-1) */
9349b5e25fSSatish Balay       jl[k] = jl[i]; jl[i] = k;
9449b5e25fSSatish Balay     }
9549b5e25fSSatish Balay     iu[k+1] = iu[k] + nzk;   /* printf(" iu[%d]=%d, umax=%d\n", k+1, iu[k+1],umax);*/
9649b5e25fSSatish Balay 
9749b5e25fSSatish Balay     /* allocate more space to ju if needed */
9849b5e25fSSatish Balay     if (iu[k+1] > umax) { printf("allocate more space, iu[%d]=%d > umax=%d\n",k+1, iu[k+1],umax);
9949b5e25fSSatish Balay       /* estimate how much additional space we will need */
10049b5e25fSSatish Balay       /* use the strategy suggested by David Hysom <hysom@perch-t.icase.edu> */
10149b5e25fSSatish Balay       /* just double the memory each time */
10249b5e25fSSatish Balay       maxadd = umax;
10349b5e25fSSatish Balay       if (maxadd < nzk) maxadd = (mbs-k)*(nzk+1)/2;
10449b5e25fSSatish Balay       umax += maxadd;
10549b5e25fSSatish Balay 
1069f9cb213SHong Zhang       /* allocate a longer ju */
10749b5e25fSSatish Balay       jutmp = (int*)PetscMalloc(umax*sizeof(int));CHKPTRQ(jutmp);
10849b5e25fSSatish Balay       ierr  = PetscMemcpy(jutmp,ju,iu[k]*sizeof(int));CHKERRQ(ierr);
10949b5e25fSSatish Balay       ierr  = PetscFree(ju);CHKERRQ(ierr);
1109f9cb213SHong Zhang       ju    = jutmp;
11149b5e25fSSatish Balay       realloc++; /* count how many times we realloc */
11249b5e25fSSatish Balay     }
11349b5e25fSSatish Balay 
11449b5e25fSSatish Balay     /* save nonzero structure of k-th row in ju */
11549b5e25fSSatish Balay     i=k;
11649b5e25fSSatish Balay     jumin = juptr + 1; juptr += nzk;
11749b5e25fSSatish Balay     for (j=jumin; j<juptr+1; j++){
11849b5e25fSSatish Balay       i=q[i];
11949b5e25fSSatish Balay       ju[j]=i;
12049b5e25fSSatish Balay     }
121*77f73120SHong Zhang   }
12249b5e25fSSatish Balay 
12349b5e25fSSatish Balay   if (ai[mbs] != 0) {
12449b5e25fSSatish Balay     PetscReal af = ((PetscReal)iu[mbs])/((PetscReal)ai[mbs]);
1256f9a564bSHong Zhang     PLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:Reallocs %d Fill ratio:given %g needed %g\n",realloc,f,af);
1266f9a564bSHong Zhang     PLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:Run with -pc_lu_fill %g or use \n",af);
1276f9a564bSHong Zhang     PLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:PCLUSetFill(pc,%g);\n",af);
1286f9a564bSHong Zhang     PLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:for best performance.\n");
12949b5e25fSSatish Balay   } else {
1306f9a564bSHong Zhang      PLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:Empty matrix.\n");
13149b5e25fSSatish Balay   }
13249b5e25fSSatish Balay 
133*77f73120SHong Zhang   ierr = ISRestoreIndices(perm,&rip);CHKERRQ(ierr);
134*77f73120SHong Zhang   ierr = ISRestoreIndices(iperm,&riip);CHKERRQ(ierr);
13549b5e25fSSatish Balay 
13649b5e25fSSatish Balay   ierr = PetscFree(q);CHKERRQ(ierr);
13749b5e25fSSatish Balay   ierr = PetscFree(jl);CHKERRQ(ierr);
13849b5e25fSSatish Balay 
13949b5e25fSSatish Balay   /* put together the new matrix */
14049b5e25fSSatish Balay   ierr = MatCreateSeqSBAIJ(A->comm,bs,bs*mbs,bs*mbs,0,PETSC_NULL,B);CHKERRQ(ierr);
141*77f73120SHong Zhang   PLogObjectParent(*B,iperm);
14249b5e25fSSatish Balay   b = (Mat_SeqSBAIJ*)(*B)->data;
14349b5e25fSSatish Balay   ierr = PetscFree(b->imax);CHKERRQ(ierr);
14449b5e25fSSatish Balay   b->singlemalloc = PETSC_FALSE;
14549b5e25fSSatish Balay   /* the next line frees the default space generated by the Create() */
14649b5e25fSSatish Balay   ierr = PetscFree(b->a);CHKERRQ(ierr);
14749b5e25fSSatish Balay   ierr = PetscFree(b->ilen);CHKERRQ(ierr);
14849b5e25fSSatish Balay   b->a          = (MatScalar*)PetscMalloc((iu[mbs]+1)*sizeof(MatScalar)*bs2);CHKPTRQ(b->a);
14949b5e25fSSatish Balay   b->j          = ju;
15049b5e25fSSatish Balay   b->i          = iu;
15149b5e25fSSatish Balay   b->diag       = 0;
15249b5e25fSSatish Balay   b->ilen       = 0;
15349b5e25fSSatish Balay   b->imax       = 0;
154*77f73120SHong Zhang   b->row        = perm;
155*77f73120SHong Zhang   b->col        = perm;
156*77f73120SHong Zhang   ierr          = PetscObjectReference((PetscObject)perm);CHKERRQ(ierr);
157*77f73120SHong Zhang   ierr          = PetscObjectReference((PetscObject)perm);CHKERRQ(ierr);
158*77f73120SHong Zhang   b->icol       = iperm;
15949b5e25fSSatish Balay   b->solve_work = (Scalar*)PetscMalloc((bs*mbs+bs)*sizeof(Scalar));CHKPTRQ(b->solve_work);
16049b5e25fSSatish Balay   /* In b structure:  Free imax, ilen, old a, old j.
16149b5e25fSSatish Balay      Allocate idnew, solve_work, new a, new j */
16249b5e25fSSatish Balay   PLogObjectMemory(*B,(iu[mbs]-mbs)*(sizeof(int)+sizeof(MatScalar)));
16349b5e25fSSatish Balay   b->s_maxnz = b->s_nz = iu[mbs];
16449b5e25fSSatish Balay 
16549b5e25fSSatish Balay   (*B)->factor                 = FACTOR_LU;
16649b5e25fSSatish Balay   (*B)->info.factor_mallocs    = realloc;
16749b5e25fSSatish Balay   (*B)->info.fill_ratio_given  = f;
16849b5e25fSSatish Balay   if (ai[mbs] != 0) {
16949b5e25fSSatish Balay     (*B)->info.fill_ratio_needed = ((PetscReal)iu[mbs])/((PetscReal)ai[mbs]);
17049b5e25fSSatish Balay   } else {
17149b5e25fSSatish Balay     (*B)->info.fill_ratio_needed = 0.0;
17249b5e25fSSatish Balay   }
17349b5e25fSSatish Balay 
17449b5e25fSSatish Balay 
17549b5e25fSSatish Balay   PetscFunctionReturn(0);
17649b5e25fSSatish Balay }
17749b5e25fSSatish Balay 
17849b5e25fSSatish Balay /* ----------------------------------------------------------- */
17949b5e25fSSatish Balay #undef __FUNC__
1806f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorNumeric_SeqSBAIJ_N"
1816f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_N(Mat A,Mat *B)
18249b5e25fSSatish Balay {
18349b5e25fSSatish Balay   Mat                C = *B;
18449b5e25fSSatish Balay   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data,*b = (Mat_SeqBAIJ *)C->data;
18549b5e25fSSatish Balay   IS                 isrow = b->row,isicol = b->icol;
18649b5e25fSSatish Balay   int                *r,*ic,ierr,i,j,n = a->mbs,*bi = b->i,*bj = b->j;
18749b5e25fSSatish Balay   int                *ajtmpold,*ajtmp,nz,row,bslog,*ai=a->i,*aj=a->j,k,flg;
18849b5e25fSSatish Balay   int                *diag_offset=b->diag,diag,bs=a->bs,bs2 = a->bs2,*v_pivots,*pj;
18949b5e25fSSatish Balay   MatScalar          *ba = b->a,*aa = a->a,*pv,*v,*rtmp,*multiplier,*v_work,*pc,*w;
19049b5e25fSSatish Balay 
19149b5e25fSSatish Balay   PetscFunctionBegin;
19249b5e25fSSatish Balay   ierr = ISGetIndices(isrow,&r);CHKERRQ(ierr);
19349b5e25fSSatish Balay   ierr = ISGetIndices(isicol,&ic);CHKERRQ(ierr);
19449b5e25fSSatish Balay   rtmp = (MatScalar*)PetscMalloc(bs2*(n+1)*sizeof(MatScalar));CHKPTRQ(rtmp);
19549b5e25fSSatish Balay   ierr = PetscMemzero(rtmp,bs2*(n+1)*sizeof(MatScalar));CHKERRQ(ierr);
19649b5e25fSSatish Balay   /* generate work space needed by dense LU factorization */
19749b5e25fSSatish Balay   v_work     = (MatScalar*)PetscMalloc(bs*sizeof(int) + (bs+bs2)*sizeof(MatScalar));CHKPTRQ(v_work);
19849b5e25fSSatish Balay   multiplier = v_work + bs;
19949b5e25fSSatish Balay   v_pivots   = (int*)(multiplier + bs2);
20049b5e25fSSatish Balay 
20149b5e25fSSatish Balay   /* flops in while loop */
20249b5e25fSSatish Balay   bslog = 2*bs*bs2;
20349b5e25fSSatish Balay 
20449b5e25fSSatish Balay   for (i=0; i<n; i++) {
20549b5e25fSSatish Balay     nz    = bi[i+1] - bi[i];
20649b5e25fSSatish Balay     ajtmp = bj + bi[i];
20749b5e25fSSatish Balay     for  (j=0; j<nz; j++) {
20849b5e25fSSatish Balay       ierr = PetscMemzero(rtmp+bs2*ajtmp[j],bs2*sizeof(MatScalar));CHKERRQ(ierr);
20949b5e25fSSatish Balay     }
21049b5e25fSSatish Balay     /* load in initial (unfactored row) */
21149b5e25fSSatish Balay     nz       = ai[r[i]+1] - ai[r[i]];
21249b5e25fSSatish Balay     ajtmpold = aj + ai[r[i]];
21349b5e25fSSatish Balay     v        = aa + bs2*ai[r[i]];
21449b5e25fSSatish Balay     for (j=0; j<nz; j++) {
21549b5e25fSSatish Balay       ierr = PetscMemcpy(rtmp+bs2*ic[ajtmpold[j]],v+bs2*j,bs2*sizeof(MatScalar));CHKERRQ(ierr);
21649b5e25fSSatish Balay     }
21749b5e25fSSatish Balay     row = *ajtmp++;
21849b5e25fSSatish Balay     while (row < i) {
21949b5e25fSSatish Balay       pc = rtmp + bs2*row;
22049b5e25fSSatish Balay /*      if (*pc) { */
22149b5e25fSSatish Balay       for (flg=0,k=0; k<bs2; k++) { if (pc[k]!=0.0) { flg =1; break; }}
22249b5e25fSSatish Balay       if (flg) {
22349b5e25fSSatish Balay         pv = ba + bs2*diag_offset[row];
22449b5e25fSSatish Balay         pj = bj + diag_offset[row] + 1;
22549b5e25fSSatish Balay         Kernel_A_gets_A_times_B(bs,pc,pv,multiplier);
22649b5e25fSSatish Balay         nz = bi[row+1] - diag_offset[row] - 1;
22749b5e25fSSatish Balay         pv += bs2;
22849b5e25fSSatish Balay         for (j=0; j<nz; j++) {
22949b5e25fSSatish Balay           Kernel_A_gets_A_minus_B_times_C(bs,rtmp+bs2*pj[j],pc,pv+bs2*j);
23049b5e25fSSatish Balay         }
23149b5e25fSSatish Balay         PLogFlops(bslog*(nz+1)-bs);
23249b5e25fSSatish Balay       }
23349b5e25fSSatish Balay         row = *ajtmp++;
23449b5e25fSSatish Balay     }
23549b5e25fSSatish Balay     /* finished row so stick it into b->a */
23649b5e25fSSatish Balay     pv = ba + bs2*bi[i];
23749b5e25fSSatish Balay     pj = bj + bi[i];
23849b5e25fSSatish Balay     nz = bi[i+1] - bi[i];
23949b5e25fSSatish Balay     for (j=0; j<nz; j++) {
24049b5e25fSSatish Balay       ierr = PetscMemcpy(pv+bs2*j,rtmp+bs2*pj[j],bs2*sizeof(MatScalar));CHKERRQ(ierr);
24149b5e25fSSatish Balay     }
24249b5e25fSSatish Balay     diag = diag_offset[i] - bi[i];
24349b5e25fSSatish Balay     /* invert diagonal block */
24449b5e25fSSatish Balay     w = pv + bs2*diag;
24549b5e25fSSatish Balay     Kernel_A_gets_inverse_A(bs,w,v_pivots,v_work);
24649b5e25fSSatish Balay   }
24749b5e25fSSatish Balay 
24849b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
24949b5e25fSSatish Balay   ierr = PetscFree(v_work);CHKERRQ(ierr);
25049b5e25fSSatish Balay   ierr = ISRestoreIndices(isicol,&ic);CHKERRQ(ierr);
25149b5e25fSSatish Balay   ierr = ISRestoreIndices(isrow,&r);CHKERRQ(ierr);
25249b5e25fSSatish Balay   C->factor = FACTOR_LU;
25349b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
25449b5e25fSSatish Balay   PLogFlops(1.3333*bs*bs2*b->mbs); /* from inverting diagonal blocks */
25549b5e25fSSatish Balay   PetscFunctionReturn(0);
25649b5e25fSSatish Balay }
25749b5e25fSSatish Balay /* ------------------------------------------------------------*/
25849b5e25fSSatish Balay /*
25949b5e25fSSatish Balay       Version for when blocks are 7 by 7
26049b5e25fSSatish Balay */
26149b5e25fSSatish Balay #undef __FUNC__
2626f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorNumeric_SeqSBAIJ_7"
2636f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_7(Mat A,Mat *B)
26449b5e25fSSatish Balay {
26549b5e25fSSatish Balay   Mat         C = *B;
26649b5e25fSSatish Balay   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data,*b = (Mat_SeqBAIJ *)C->data;
26749b5e25fSSatish Balay   IS          isrow = b->row,isicol = b->icol;
26849b5e25fSSatish Balay   int         *r,*ic,ierr,i,j,n = a->mbs,*bi = b->i,*bj = b->j;
26949b5e25fSSatish Balay   int         *ajtmpold,*ajtmp,nz,row;
27049b5e25fSSatish Balay   int         *diag_offset = b->diag,idx,*ai=a->i,*aj=a->j,*pj;
27149b5e25fSSatish Balay   MatScalar   *pv,*v,*rtmp,*pc,*w,*x;
27249b5e25fSSatish Balay   MatScalar   p1,p2,p3,p4,m1,m2,m3,m4,m5,m6,m7,m8,m9,x1,x2,x3,x4;
27349b5e25fSSatish Balay   MatScalar   p5,p6,p7,p8,p9,x5,x6,x7,x8,x9,x10,x11,x12,x13,x14,x15,x16;
27449b5e25fSSatish Balay   MatScalar   x17,x18,x19,x20,x21,x22,x23,x24,x25,p10,p11,p12,p13,p14;
27549b5e25fSSatish Balay   MatScalar   p15,p16,p17,p18,p19,p20,p21,p22,p23,p24,p25,m10,m11,m12;
27649b5e25fSSatish Balay   MatScalar   m13,m14,m15,m16,m17,m18,m19,m20,m21,m22,m23,m24,m25;
27749b5e25fSSatish Balay   MatScalar   p26,p27,p28,p29,p30,p31,p32,p33,p34,p35,p36;
27849b5e25fSSatish Balay   MatScalar   p37,p38,p39,p40,p41,p42,p43,p44,p45,p46,p47,p48,p49;
27949b5e25fSSatish Balay   MatScalar   x26,x27,x28,x29,x30,x31,x32,x33,x34,x35,x36;
28049b5e25fSSatish Balay   MatScalar   x37,x38,x39,x40,x41,x42,x43,x44,x45,x46,x47,x48,x49;
28149b5e25fSSatish Balay   MatScalar   m26,m27,m28,m29,m30,m31,m32,m33,m34,m35,m36;
28249b5e25fSSatish Balay   MatScalar   m37,m38,m39,m40,m41,m42,m43,m44,m45,m46,m47,m48,m49;
28349b5e25fSSatish Balay   MatScalar   *ba = b->a,*aa = a->a;
28449b5e25fSSatish Balay 
28549b5e25fSSatish Balay   PetscFunctionBegin;
28649b5e25fSSatish Balay   ierr  = ISGetIndices(isrow,&r);CHKERRQ(ierr);
28749b5e25fSSatish Balay   ierr  = ISGetIndices(isicol,&ic);CHKERRQ(ierr);
28849b5e25fSSatish Balay   rtmp  = (MatScalar*)PetscMalloc(49*(n+1)*sizeof(MatScalar));CHKPTRQ(rtmp);
28949b5e25fSSatish Balay 
29049b5e25fSSatish Balay   for (i=0; i<n; i++) {
29149b5e25fSSatish Balay     nz    = bi[i+1] - bi[i];
29249b5e25fSSatish Balay     ajtmp = bj + bi[i];
29349b5e25fSSatish Balay     for  (j=0; j<nz; j++) {
29449b5e25fSSatish Balay       x = rtmp+49*ajtmp[j];
29549b5e25fSSatish Balay       x[0] = x[1] = x[2] = x[3] = x[4] = x[5] = x[6] = x[7] = x[8] = x[9] = 0.0;
29649b5e25fSSatish Balay       x[10] = x[11] = x[12] = x[13] = x[14] = x[15] = x[16] = x[17] = 0.0;
29749b5e25fSSatish Balay       x[18] = x[19] = x[20] = x[21] = x[22] = x[23] = x[24] = x[25] = 0.0 ;
29849b5e25fSSatish Balay       x[26] = x[27] = x[28] = x[29] = x[30] = x[31] = x[32] = x[33] = 0.0 ;
29949b5e25fSSatish Balay       x[34] = x[35] = x[36] = x[37] = x[38] = x[39] = x[40] = x[41] = 0.0 ;
30049b5e25fSSatish Balay       x[42] = x[43] = x[44] = x[45] = x[46] = x[47] = x[48] = 0.0 ;
30149b5e25fSSatish Balay     }
30249b5e25fSSatish Balay     /* load in initial (unfactored row) */
30349b5e25fSSatish Balay     idx      = r[i];
30449b5e25fSSatish Balay     nz       = ai[idx+1] - ai[idx];
30549b5e25fSSatish Balay     ajtmpold = aj + ai[idx];
30649b5e25fSSatish Balay     v        = aa + 49*ai[idx];
30749b5e25fSSatish Balay     for (j=0; j<nz; j++) {
30849b5e25fSSatish Balay       x    = rtmp+49*ic[ajtmpold[j]];
30949b5e25fSSatish Balay       x[0] =  v[0];  x[1] =  v[1];  x[2] =  v[2];  x[3] =  v[3];
31049b5e25fSSatish Balay       x[4] =  v[4];  x[5] =  v[5];  x[6] =  v[6];  x[7] =  v[7];
31149b5e25fSSatish Balay       x[8] =  v[8];  x[9] =  v[9];  x[10] = v[10]; x[11] = v[11];
31249b5e25fSSatish Balay       x[12] = v[12]; x[13] = v[13]; x[14] = v[14]; x[15] = v[15];
31349b5e25fSSatish Balay       x[16] = v[16]; x[17] = v[17]; x[18] = v[18]; x[19] = v[19];
31449b5e25fSSatish Balay       x[20] = v[20]; x[21] = v[21]; x[22] = v[22]; x[23] = v[23];
31549b5e25fSSatish Balay       x[24] = v[24]; x[25] = v[25]; x[26] = v[26]; x[27] = v[27];
31649b5e25fSSatish Balay       x[28] = v[28]; x[29] = v[29]; x[30] = v[30]; x[31] = v[31];
31749b5e25fSSatish Balay       x[32] = v[32]; x[33] = v[33]; x[34] = v[34]; x[35] = v[35];
31849b5e25fSSatish Balay       x[36] = v[36]; x[37] = v[37]; x[38] = v[38]; x[39] = v[39];
31949b5e25fSSatish Balay       x[40] = v[40]; x[41] = v[41]; x[42] = v[42]; x[43] = v[43];
32049b5e25fSSatish Balay       x[44] = v[44]; x[45] = v[45]; x[46] = v[46]; x[47] = v[47];
32149b5e25fSSatish Balay       x[48] = v[48];
32249b5e25fSSatish Balay       v    += 49;
32349b5e25fSSatish Balay     }
32449b5e25fSSatish Balay     row = *ajtmp++;
32549b5e25fSSatish Balay     while (row < i) {
32649b5e25fSSatish Balay       pc  =  rtmp + 49*row;
32749b5e25fSSatish Balay       p1  = pc[0];  p2  = pc[1];  p3  = pc[2];  p4  = pc[3];
32849b5e25fSSatish Balay       p5  = pc[4];  p6  = pc[5];  p7  = pc[6];  p8  = pc[7];
32949b5e25fSSatish Balay       p9  = pc[8];  p10 = pc[9];  p11 = pc[10]; p12 = pc[11];
33049b5e25fSSatish Balay       p13 = pc[12]; p14 = pc[13]; p15 = pc[14]; p16 = pc[15];
33149b5e25fSSatish Balay       p17 = pc[16]; p18 = pc[17]; p19 = pc[18]; p20 = pc[19];
33249b5e25fSSatish Balay       p21 = pc[20]; p22 = pc[21]; p23 = pc[22]; p24 = pc[23];
33349b5e25fSSatish Balay       p25 = pc[24]; p26 = pc[25]; p27 = pc[26]; p28 = pc[27];
33449b5e25fSSatish Balay       p29 = pc[28]; p30 = pc[29]; p31 = pc[30]; p32 = pc[31];
33549b5e25fSSatish Balay       p33 = pc[32]; p34 = pc[33]; p35 = pc[34]; p36 = pc[35];
33649b5e25fSSatish Balay       p37 = pc[36]; p38 = pc[37]; p39 = pc[38]; p40 = pc[39];
33749b5e25fSSatish Balay       p41 = pc[40]; p42 = pc[41]; p43 = pc[42]; p44 = pc[43];
33849b5e25fSSatish Balay       p45 = pc[44]; p46 = pc[45]; p47 = pc[46]; p48 = pc[47];
33949b5e25fSSatish Balay       p49 = pc[48];
34049b5e25fSSatish Balay       if (p1  != 0.0 || p2  != 0.0 || p3  != 0.0 || p4  != 0.0 ||
34149b5e25fSSatish Balay           p5  != 0.0 || p6  != 0.0 || p7  != 0.0 || p8  != 0.0 ||
34249b5e25fSSatish Balay           p9  != 0.0 || p10 != 0.0 || p11 != 0.0 || p12 != 0.0 ||
34349b5e25fSSatish Balay           p13 != 0.0 || p14 != 0.0 || p15 != 0.0 || p16 != 0.0 ||
34449b5e25fSSatish Balay           p17 != 0.0 || p18 != 0.0 || p19 != 0.0 || p20 != 0.0 ||
34549b5e25fSSatish Balay           p21 != 0.0 || p22 != 0.0 || p23 != 0.0 || p24 != 0.0 ||
34649b5e25fSSatish Balay           p25 != 0.0 || p26 != 0.0 || p27 != 0.0 || p28 != 0.0 ||
34749b5e25fSSatish Balay           p29 != 0.0 || p30 != 0.0 || p31 != 0.0 || p32 != 0.0 ||
34849b5e25fSSatish Balay           p33 != 0.0 || p34 != 0.0 || p35 != 0.0 || p36 != 0.0 ||
34949b5e25fSSatish Balay           p37 != 0.0 || p38 != 0.0 || p39 != 0.0 || p40 != 0.0 ||
35049b5e25fSSatish Balay           p41 != 0.0 || p42 != 0.0 || p43 != 0.0 || p44 != 0.0 ||
35149b5e25fSSatish Balay           p45 != 0.0 || p46 != 0.0 || p47 != 0.0 || p48 != 0.0 ||
35249b5e25fSSatish Balay           p49 != 0.0) {
35349b5e25fSSatish Balay         pv = ba + 49*diag_offset[row];
35449b5e25fSSatish Balay         pj = bj + diag_offset[row] + 1;
35549b5e25fSSatish Balay 	x1  = pv[0];  x2  = pv[1];  x3  = pv[2];  x4  = pv[3];
35649b5e25fSSatish Balay 	x5  = pv[4];  x6  = pv[5];  x7  = pv[6];  x8  = pv[7];
35749b5e25fSSatish Balay 	x9  = pv[8];  x10 = pv[9];  x11 = pv[10]; x12 = pv[11];
35849b5e25fSSatish Balay 	x13 = pv[12]; x14 = pv[13]; x15 = pv[14]; x16 = pv[15];
35949b5e25fSSatish Balay 	x17 = pv[16]; x18 = pv[17]; x19 = pv[18]; x20 = pv[19];
36049b5e25fSSatish Balay 	x21 = pv[20]; x22 = pv[21]; x23 = pv[22]; x24 = pv[23];
36149b5e25fSSatish Balay 	x25 = pv[24]; x26 = pv[25]; x27 = pv[26]; x28 = pv[27];
36249b5e25fSSatish Balay 	x29 = pv[28]; x30 = pv[29]; x31 = pv[30]; x32 = pv[31];
36349b5e25fSSatish Balay 	x33 = pv[32]; x34 = pv[33]; x35 = pv[34]; x36 = pv[35];
36449b5e25fSSatish Balay 	x37 = pv[36]; x38 = pv[37]; x39 = pv[38]; x40 = pv[39];
36549b5e25fSSatish Balay 	x41 = pv[40]; x42 = pv[41]; x43 = pv[42]; x44 = pv[43];
36649b5e25fSSatish Balay 	x45 = pv[44]; x46 = pv[45]; x47 = pv[46]; x48 = pv[47];
36749b5e25fSSatish Balay 	x49 = pv[48];
36849b5e25fSSatish Balay         pc[0]  = m1  = p1*x1  + p8*x2   + p15*x3  + p22*x4  + p29*x5  + p36*x6 + p43*x7;
36949b5e25fSSatish Balay         pc[1]  = m2  = p2*x1  + p9*x2   + p16*x3  + p23*x4  + p30*x5  + p37*x6 + p44*x7;
37049b5e25fSSatish Balay         pc[2]  = m3  = p3*x1  + p10*x2  + p17*x3  + p24*x4  + p31*x5  + p38*x6 + p45*x7;
37149b5e25fSSatish Balay         pc[3]  = m4  = p4*x1  + p11*x2  + p18*x3  + p25*x4  + p32*x5  + p39*x6 + p46*x7;
37249b5e25fSSatish Balay         pc[4]  = m5  = p5*x1  + p12*x2  + p19*x3  + p26*x4  + p33*x5  + p40*x6 + p47*x7;
37349b5e25fSSatish Balay         pc[5]  = m6  = p6*x1  + p13*x2  + p20*x3  + p27*x4  + p34*x5  + p41*x6 + p48*x7;
37449b5e25fSSatish Balay         pc[6]  = m7  = p7*x1  + p14*x2  + p21*x3  + p28*x4  + p35*x5  + p42*x6 + p49*x7;
37549b5e25fSSatish Balay 
37649b5e25fSSatish Balay         pc[7]  = m8  = p1*x8  + p8*x9   + p15*x10 + p22*x11 + p29*x12 + p36*x13 + p43*x14;
37749b5e25fSSatish Balay         pc[8]  = m9  = p2*x8  + p9*x9   + p16*x10 + p23*x11 + p30*x12 + p37*x13 + p44*x14;
37849b5e25fSSatish Balay         pc[9]  = m10 = p3*x8  + p10*x9  + p17*x10 + p24*x11 + p31*x12 + p38*x13 + p45*x14;
37949b5e25fSSatish Balay         pc[10] = m11 = p4*x8  + p11*x9  + p18*x10 + p25*x11 + p32*x12 + p39*x13 + p46*x14;
38049b5e25fSSatish Balay         pc[11] = m12 = p5*x8  + p12*x9  + p19*x10 + p26*x11 + p33*x12 + p40*x13 + p47*x14;
38149b5e25fSSatish Balay         pc[12] = m13 = p6*x8  + p13*x9  + p20*x10 + p27*x11 + p34*x12 + p41*x13 + p48*x14;
38249b5e25fSSatish Balay         pc[13] = m14 = p7*x8  + p14*x9  + p21*x10 + p28*x11 + p35*x12 + p42*x13 + p49*x14;
38349b5e25fSSatish Balay 
38449b5e25fSSatish Balay         pc[14] = m15 = p1*x15 + p8*x16  + p15*x17 + p22*x18 + p29*x19 + p36*x20 + p43*x21;
38549b5e25fSSatish Balay         pc[15] = m16 = p2*x15 + p9*x16  + p16*x17 + p23*x18 + p30*x19 + p37*x20 + p44*x21;
38649b5e25fSSatish Balay         pc[16] = m17 = p3*x15 + p10*x16 + p17*x17 + p24*x18 + p31*x19 + p38*x20 + p45*x21;
38749b5e25fSSatish Balay         pc[17] = m18 = p4*x15 + p11*x16 + p18*x17 + p25*x18 + p32*x19 + p39*x20 + p46*x21;
38849b5e25fSSatish Balay         pc[18] = m19 = p5*x15 + p12*x16 + p19*x17 + p26*x18 + p33*x19 + p40*x20 + p47*x21;
38949b5e25fSSatish Balay         pc[19] = m20 = p6*x15 + p13*x16 + p20*x17 + p27*x18 + p34*x19 + p41*x20 + p48*x21;
39049b5e25fSSatish Balay         pc[20] = m21 = p7*x15 + p14*x16 + p21*x17 + p28*x18 + p35*x19 + p42*x20 + p49*x21;
39149b5e25fSSatish Balay 
39249b5e25fSSatish Balay         pc[21] = m22 = p1*x22 + p8*x23  + p15*x24 + p22*x25 + p29*x26 + p36*x27 + p43*x28;
39349b5e25fSSatish Balay         pc[22] = m23 = p2*x22 + p9*x23  + p16*x24 + p23*x25 + p30*x26 + p37*x27 + p44*x28;
39449b5e25fSSatish Balay         pc[23] = m24 = p3*x22 + p10*x23 + p17*x24 + p24*x25 + p31*x26 + p38*x27 + p45*x28;
39549b5e25fSSatish Balay         pc[24] = m25 = p4*x22 + p11*x23 + p18*x24 + p25*x25 + p32*x26 + p39*x27 + p46*x28;
39649b5e25fSSatish Balay         pc[25] = m26 = p5*x22 + p12*x23 + p19*x24 + p26*x25 + p33*x26 + p40*x27 + p47*x28;
39749b5e25fSSatish Balay         pc[26] = m27 = p6*x22 + p13*x23 + p20*x24 + p27*x25 + p34*x26 + p41*x27 + p48*x28;
39849b5e25fSSatish Balay         pc[27] = m28 = p7*x22 + p14*x23 + p21*x24 + p28*x25 + p35*x26 + p42*x27 + p49*x28;
39949b5e25fSSatish Balay 
40049b5e25fSSatish Balay         pc[28] = m29 = p1*x29 + p8*x30  + p15*x31 + p22*x32 + p29*x33 + p36*x34 + p43*x35;
40149b5e25fSSatish Balay         pc[29] = m30 = p2*x29 + p9*x30  + p16*x31 + p23*x32 + p30*x33 + p37*x34 + p44*x35;
40249b5e25fSSatish Balay         pc[30] = m31 = p3*x29 + p10*x30 + p17*x31 + p24*x32 + p31*x33 + p38*x34 + p45*x35;
40349b5e25fSSatish Balay         pc[31] = m32 = p4*x29 + p11*x30 + p18*x31 + p25*x32 + p32*x33 + p39*x34 + p46*x35;
40449b5e25fSSatish Balay         pc[32] = m33 = p5*x29 + p12*x30 + p19*x31 + p26*x32 + p33*x33 + p40*x34 + p47*x35;
40549b5e25fSSatish Balay         pc[33] = m34 = p6*x29 + p13*x30 + p20*x31 + p27*x32 + p34*x33 + p41*x34 + p48*x35;
40649b5e25fSSatish Balay         pc[34] = m35 = p7*x29 + p14*x30 + p21*x31 + p28*x32 + p35*x33 + p42*x34 + p49*x35;
40749b5e25fSSatish Balay 
40849b5e25fSSatish Balay         pc[35] = m36 = p1*x36 + p8*x37  + p15*x38 + p22*x39 + p29*x40 + p36*x41 + p43*x42;
40949b5e25fSSatish Balay         pc[36] = m37 = p2*x36 + p9*x37  + p16*x38 + p23*x39 + p30*x40 + p37*x41 + p44*x42;
41049b5e25fSSatish Balay         pc[37] = m38 = p3*x36 + p10*x37 + p17*x38 + p24*x39 + p31*x40 + p38*x41 + p45*x42;
41149b5e25fSSatish Balay         pc[38] = m39 = p4*x36 + p11*x37 + p18*x38 + p25*x39 + p32*x40 + p39*x41 + p46*x42;
41249b5e25fSSatish Balay         pc[39] = m40 = p5*x36 + p12*x37 + p19*x38 + p26*x39 + p33*x40 + p40*x41 + p47*x42;
41349b5e25fSSatish Balay         pc[40] = m41 = p6*x36 + p13*x37 + p20*x38 + p27*x39 + p34*x40 + p41*x41 + p48*x42;
41449b5e25fSSatish Balay         pc[41] = m42 = p7*x36 + p14*x37 + p21*x38 + p28*x39 + p35*x40 + p42*x41 + p49*x42;
41549b5e25fSSatish Balay 
41649b5e25fSSatish Balay         pc[42] = m43 = p1*x43 + p8*x44  + p15*x45 + p22*x46 + p29*x47 + p36*x48 + p43*x49;
41749b5e25fSSatish Balay         pc[43] = m44 = p2*x43 + p9*x44  + p16*x45 + p23*x46 + p30*x47 + p37*x48 + p44*x49;
41849b5e25fSSatish Balay         pc[44] = m45 = p3*x43 + p10*x44 + p17*x45 + p24*x46 + p31*x47 + p38*x48 + p45*x49;
41949b5e25fSSatish Balay         pc[45] = m46 = p4*x43 + p11*x44 + p18*x45 + p25*x46 + p32*x47 + p39*x48 + p46*x49;
42049b5e25fSSatish Balay         pc[46] = m47 = p5*x43 + p12*x44 + p19*x45 + p26*x46 + p33*x47 + p40*x48 + p47*x49;
42149b5e25fSSatish Balay         pc[47] = m48 = p6*x43 + p13*x44 + p20*x45 + p27*x46 + p34*x47 + p41*x48 + p48*x49;
42249b5e25fSSatish Balay         pc[48] = m49 = p7*x43 + p14*x44 + p21*x45 + p28*x46 + p35*x47 + p42*x48 + p49*x49;
42349b5e25fSSatish Balay 
42449b5e25fSSatish Balay         nz = bi[row+1] - diag_offset[row] - 1;
42549b5e25fSSatish Balay         pv += 49;
42649b5e25fSSatish Balay         for (j=0; j<nz; j++) {
42749b5e25fSSatish Balay 	  x1  = pv[0];  x2  = pv[1];  x3  = pv[2];  x4  = pv[3];
42849b5e25fSSatish Balay 	  x5  = pv[4];  x6  = pv[5];  x7  = pv[6];  x8  = pv[7];
42949b5e25fSSatish Balay 	  x9  = pv[8];  x10 = pv[9];  x11 = pv[10]; x12 = pv[11];
43049b5e25fSSatish Balay 	  x13 = pv[12]; x14 = pv[13]; x15 = pv[14]; x16 = pv[15];
43149b5e25fSSatish Balay 	  x17 = pv[16]; x18 = pv[17]; x19 = pv[18]; x20 = pv[19];
43249b5e25fSSatish Balay 	  x21 = pv[20]; x22 = pv[21]; x23 = pv[22]; x24 = pv[23];
43349b5e25fSSatish Balay 	  x25 = pv[24]; x26 = pv[25]; x27 = pv[26]; x28 = pv[27];
43449b5e25fSSatish Balay 	  x29 = pv[28]; x30 = pv[29]; x31 = pv[30]; x32 = pv[31];
43549b5e25fSSatish Balay 	  x33 = pv[32]; x34 = pv[33]; x35 = pv[34]; x36 = pv[35];
43649b5e25fSSatish Balay 	  x37 = pv[36]; x38 = pv[37]; x39 = pv[38]; x40 = pv[39];
43749b5e25fSSatish Balay 	  x41 = pv[40]; x42 = pv[41]; x43 = pv[42]; x44 = pv[43];
43849b5e25fSSatish Balay 	  x45 = pv[44]; x46 = pv[45]; x47 = pv[46]; x48 = pv[47];
43949b5e25fSSatish Balay 	  x49 = pv[48];
44049b5e25fSSatish Balay 	  x    = rtmp + 49*pj[j];
44149b5e25fSSatish Balay 	  x[0]  -= m1*x1  + m8*x2   + m15*x3  + m22*x4  + m29*x5  + m36*x6 + m43*x7;
44249b5e25fSSatish Balay 	  x[1]  -= m2*x1  + m9*x2   + m16*x3  + m23*x4  + m30*x5  + m37*x6 + m44*x7;
44349b5e25fSSatish Balay 	  x[2]  -= m3*x1  + m10*x2  + m17*x3  + m24*x4  + m31*x5  + m38*x6 + m45*x7;
44449b5e25fSSatish Balay 	  x[3]  -= m4*x1  + m11*x2  + m18*x3  + m25*x4  + m32*x5  + m39*x6 + m46*x7;
44549b5e25fSSatish Balay 	  x[4]  -= m5*x1  + m12*x2  + m19*x3  + m26*x4  + m33*x5  + m40*x6 + m47*x7;
44649b5e25fSSatish Balay 	  x[5]  -= m6*x1  + m13*x2  + m20*x3  + m27*x4  + m34*x5  + m41*x6 + m48*x7;
44749b5e25fSSatish Balay 	  x[6]  -= m7*x1  + m14*x2  + m21*x3  + m28*x4  + m35*x5  + m42*x6 + m49*x7;
44849b5e25fSSatish Balay 
44949b5e25fSSatish Balay 	  x[7]  -= m1*x8  + m8*x9   + m15*x10 + m22*x11 + m29*x12 + m36*x13 + m43*x14;
45049b5e25fSSatish Balay 	  x[8]  -= m2*x8  + m9*x9   + m16*x10 + m23*x11 + m30*x12 + m37*x13 + m44*x14;
45149b5e25fSSatish Balay 	  x[9]  -= m3*x8  + m10*x9  + m17*x10 + m24*x11 + m31*x12 + m38*x13 + m45*x14;
45249b5e25fSSatish Balay 	  x[10] -= m4*x8  + m11*x9  + m18*x10 + m25*x11 + m32*x12 + m39*x13 + m46*x14;
45349b5e25fSSatish Balay 	  x[11] -= m5*x8  + m12*x9  + m19*x10 + m26*x11 + m33*x12 + m40*x13 + m47*x14;
45449b5e25fSSatish Balay 	  x[12] -= m6*x8  + m13*x9  + m20*x10 + m27*x11 + m34*x12 + m41*x13 + m48*x14;
45549b5e25fSSatish Balay 	  x[13] -= m7*x8  + m14*x9  + m21*x10 + m28*x11 + m35*x12 + m42*x13 + m49*x14;
45649b5e25fSSatish Balay 
45749b5e25fSSatish Balay 	  x[14] -= m1*x15 + m8*x16  + m15*x17 + m22*x18 + m29*x19 + m36*x20 + m43*x21;
45849b5e25fSSatish Balay 	  x[15] -= m2*x15 + m9*x16  + m16*x17 + m23*x18 + m30*x19 + m37*x20 + m44*x21;
45949b5e25fSSatish Balay 	  x[16] -= m3*x15 + m10*x16 + m17*x17 + m24*x18 + m31*x19 + m38*x20 + m45*x21;
46049b5e25fSSatish Balay 	  x[17] -= m4*x15 + m11*x16 + m18*x17 + m25*x18 + m32*x19 + m39*x20 + m46*x21;
46149b5e25fSSatish Balay 	  x[18] -= m5*x15 + m12*x16 + m19*x17 + m26*x18 + m33*x19 + m40*x20 + m47*x21;
46249b5e25fSSatish Balay 	  x[19] -= m6*x15 + m13*x16 + m20*x17 + m27*x18 + m34*x19 + m41*x20 + m48*x21;
46349b5e25fSSatish Balay 	  x[20] -= m7*x15 + m14*x16 + m21*x17 + m28*x18 + m35*x19 + m42*x20 + m49*x21;
46449b5e25fSSatish Balay 
46549b5e25fSSatish Balay 	  x[21] -= m1*x22 + m8*x23  + m15*x24 + m22*x25 + m29*x26 + m36*x27 + m43*x28;
46649b5e25fSSatish Balay 	  x[22] -= m2*x22 + m9*x23  + m16*x24 + m23*x25 + m30*x26 + m37*x27 + m44*x28;
46749b5e25fSSatish Balay 	  x[23] -= m3*x22 + m10*x23 + m17*x24 + m24*x25 + m31*x26 + m38*x27 + m45*x28;
46849b5e25fSSatish Balay 	  x[24] -= m4*x22 + m11*x23 + m18*x24 + m25*x25 + m32*x26 + m39*x27 + m46*x28;
46949b5e25fSSatish Balay 	  x[25] -= m5*x22 + m12*x23 + m19*x24 + m26*x25 + m33*x26 + m40*x27 + m47*x28;
47049b5e25fSSatish Balay 	  x[26] -= m6*x22 + m13*x23 + m20*x24 + m27*x25 + m34*x26 + m41*x27 + m48*x28;
47149b5e25fSSatish Balay 	  x[27] -= m7*x22 + m14*x23 + m21*x24 + m28*x25 + m35*x26 + m42*x27 + m49*x28;
47249b5e25fSSatish Balay 
47349b5e25fSSatish Balay 	  x[28] -= m1*x29 + m8*x30  + m15*x31 + m22*x32 + m29*x33 + m36*x34 + m43*x35;
47449b5e25fSSatish Balay 	  x[29] -= m2*x29 + m9*x30  + m16*x31 + m23*x32 + m30*x33 + m37*x34 + m44*x35;
47549b5e25fSSatish Balay 	  x[30] -= m3*x29 + m10*x30 + m17*x31 + m24*x32 + m31*x33 + m38*x34 + m45*x35;
47649b5e25fSSatish Balay 	  x[31] -= m4*x29 + m11*x30 + m18*x31 + m25*x32 + m32*x33 + m39*x34 + m46*x35;
47749b5e25fSSatish Balay 	  x[32] -= m5*x29 + m12*x30 + m19*x31 + m26*x32 + m33*x33 + m40*x34 + m47*x35;
47849b5e25fSSatish Balay 	  x[33] -= m6*x29 + m13*x30 + m20*x31 + m27*x32 + m34*x33 + m41*x34 + m48*x35;
47949b5e25fSSatish Balay 	  x[34] -= m7*x29 + m14*x30 + m21*x31 + m28*x32 + m35*x33 + m42*x34 + m49*x35;
48049b5e25fSSatish Balay 
48149b5e25fSSatish Balay 	  x[35] -= m1*x36 + m8*x37  + m15*x38 + m22*x39 + m29*x40 + m36*x41 + m43*x42;
48249b5e25fSSatish Balay 	  x[36] -= m2*x36 + m9*x37  + m16*x38 + m23*x39 + m30*x40 + m37*x41 + m44*x42;
48349b5e25fSSatish Balay 	  x[37] -= m3*x36 + m10*x37 + m17*x38 + m24*x39 + m31*x40 + m38*x41 + m45*x42;
48449b5e25fSSatish Balay 	  x[38] -= m4*x36 + m11*x37 + m18*x38 + m25*x39 + m32*x40 + m39*x41 + m46*x42;
48549b5e25fSSatish Balay 	  x[39] -= m5*x36 + m12*x37 + m19*x38 + m26*x39 + m33*x40 + m40*x41 + m47*x42;
48649b5e25fSSatish Balay 	  x[40] -= m6*x36 + m13*x37 + m20*x38 + m27*x39 + m34*x40 + m41*x41 + m48*x42;
48749b5e25fSSatish Balay 	  x[41] -= m7*x36 + m14*x37 + m21*x38 + m28*x39 + m35*x40 + m42*x41 + m49*x42;
48849b5e25fSSatish Balay 
48949b5e25fSSatish Balay 	  x[42] -= m1*x43 + m8*x44  + m15*x45 + m22*x46 + m29*x47 + m36*x48 + m43*x49;
49049b5e25fSSatish Balay 	  x[43] -= m2*x43 + m9*x44  + m16*x45 + m23*x46 + m30*x47 + m37*x48 + m44*x49;
49149b5e25fSSatish Balay 	  x[44] -= m3*x43 + m10*x44 + m17*x45 + m24*x46 + m31*x47 + m38*x48 + m45*x49;
49249b5e25fSSatish Balay 	  x[45] -= m4*x43 + m11*x44 + m18*x45 + m25*x46 + m32*x47 + m39*x48 + m46*x49;
49349b5e25fSSatish Balay 	  x[46] -= m5*x43 + m12*x44 + m19*x45 + m26*x46 + m33*x47 + m40*x48 + m47*x49;
49449b5e25fSSatish Balay 	  x[47] -= m6*x43 + m13*x44 + m20*x45 + m27*x46 + m34*x47 + m41*x48 + m48*x49;
49549b5e25fSSatish Balay 	  x[48] -= m7*x43 + m14*x44 + m21*x45 + m28*x46 + m35*x47 + m42*x48 + m49*x49;
49649b5e25fSSatish Balay           pv   += 49;
49749b5e25fSSatish Balay         }
49849b5e25fSSatish Balay         PLogFlops(686*nz+637);
49949b5e25fSSatish Balay       }
50049b5e25fSSatish Balay       row = *ajtmp++;
50149b5e25fSSatish Balay     }
50249b5e25fSSatish Balay     /* finished row so stick it into b->a */
50349b5e25fSSatish Balay     pv = ba + 49*bi[i];
50449b5e25fSSatish Balay     pj = bj + bi[i];
50549b5e25fSSatish Balay     nz = bi[i+1] - bi[i];
50649b5e25fSSatish Balay     for (j=0; j<nz; j++) {
50749b5e25fSSatish Balay       x      = rtmp+49*pj[j];
50849b5e25fSSatish Balay       pv[0]  = x[0];  pv[1]  = x[1];  pv[2]  = x[2];  pv[3]  = x[3];
50949b5e25fSSatish Balay       pv[4]  = x[4];  pv[5]  = x[5];  pv[6]  = x[6];  pv[7]  = x[7];
51049b5e25fSSatish Balay       pv[8]  = x[8];  pv[9]  = x[9];  pv[10] = x[10]; pv[11] = x[11];
51149b5e25fSSatish Balay       pv[12] = x[12]; pv[13] = x[13]; pv[14] = x[14]; pv[15] = x[15];
51249b5e25fSSatish Balay       pv[16] = x[16]; pv[17] = x[17]; pv[18] = x[18]; pv[19] = x[19];
51349b5e25fSSatish Balay       pv[20] = x[20]; pv[21] = x[21]; pv[22] = x[22]; pv[23] = x[23];
51449b5e25fSSatish Balay       pv[24] = x[24]; pv[25] = x[25]; pv[26] = x[26]; pv[27] = x[27];
51549b5e25fSSatish Balay       pv[28] = x[28]; pv[29] = x[29]; pv[30] = x[30]; pv[31] = x[31];
51649b5e25fSSatish Balay       pv[32] = x[32]; pv[33] = x[33]; pv[34] = x[34]; pv[35] = x[35];
51749b5e25fSSatish Balay       pv[36] = x[36]; pv[37] = x[37]; pv[38] = x[38]; pv[39] = x[39];
51849b5e25fSSatish Balay       pv[40] = x[40]; pv[41] = x[41]; pv[42] = x[42]; pv[43] = x[43];
51949b5e25fSSatish Balay       pv[44] = x[44]; pv[45] = x[45]; pv[46] = x[46]; pv[47] = x[47];
52049b5e25fSSatish Balay       pv[48] = x[48];
52149b5e25fSSatish Balay       pv   += 49;
52249b5e25fSSatish Balay     }
52349b5e25fSSatish Balay     /* invert diagonal block */
52449b5e25fSSatish Balay     w = ba + 49*diag_offset[i];
52549b5e25fSSatish Balay     ierr = Kernel_A_gets_inverse_A_7(w);CHKERRQ(ierr);
52649b5e25fSSatish Balay   }
52749b5e25fSSatish Balay 
52849b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
52949b5e25fSSatish Balay   ierr = ISRestoreIndices(isicol,&ic);CHKERRQ(ierr);
53049b5e25fSSatish Balay   ierr = ISRestoreIndices(isrow,&r);CHKERRQ(ierr);
53149b5e25fSSatish Balay   C->factor = FACTOR_LU;
53249b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
53349b5e25fSSatish Balay   PLogFlops(1.3333*343*b->mbs); /* from inverting diagonal blocks */
53449b5e25fSSatish Balay   PetscFunctionReturn(0);
53549b5e25fSSatish Balay }
53649b5e25fSSatish Balay 
53749b5e25fSSatish Balay /*
53849b5e25fSSatish Balay       Version for when blocks are 7 by 7 Using natural ordering
53949b5e25fSSatish Balay */
54049b5e25fSSatish Balay #undef __FUNC__
5416f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorNumeric_SeqSBAIJ_7_NaturalOrdering"
5426f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_7_NaturalOrdering(Mat A,Mat *B)
54349b5e25fSSatish Balay {
54449b5e25fSSatish Balay   Mat          C = *B;
54549b5e25fSSatish Balay   Mat_SeqBAIJ  *a = (Mat_SeqBAIJ*)A->data,*b = (Mat_SeqBAIJ *)C->data;
54649b5e25fSSatish Balay   int          ierr,i,j,n = a->mbs,*bi = b->i,*bj = b->j;
54749b5e25fSSatish Balay   int          *ajtmpold,*ajtmp,nz,row;
54849b5e25fSSatish Balay   int          *diag_offset = b->diag,*ai=a->i,*aj=a->j,*pj;
54949b5e25fSSatish Balay   MatScalar    *pv,*v,*rtmp,*pc,*w,*x;
55049b5e25fSSatish Balay   MatScalar    x1,x2,x3,x4,x5,x6,x7,x8,x9,x10,x11,x12,x13,x14,x15;
55149b5e25fSSatish Balay   MatScalar    x16,x17,x18,x19,x20,x21,x22,x23,x24,x25;
55249b5e25fSSatish Balay   MatScalar    p1,p2,p3,p4,p5,p6,p7,p8,p9,p10,p11,p12,p13,p14,p15;
55349b5e25fSSatish Balay   MatScalar    p16,p17,p18,p19,p20,p21,p22,p23,p24,p25;
55449b5e25fSSatish Balay   MatScalar    m1,m2,m3,m4,m5,m6,m7,m8,m9,m10,m11,m12,m13,m14,m15;
55549b5e25fSSatish Balay   MatScalar    m16,m17,m18,m19,m20,m21,m22,m23,m24,m25;
55649b5e25fSSatish Balay   MatScalar    p26,p27,p28,p29,p30,p31,p32,p33,p34,p35,p36;
55749b5e25fSSatish Balay   MatScalar    p37,p38,p39,p40,p41,p42,p43,p44,p45,p46,p47,p48,p49;
55849b5e25fSSatish Balay   MatScalar    x26,x27,x28,x29,x30,x31,x32,x33,x34,x35,x36;
55949b5e25fSSatish Balay   MatScalar    x37,x38,x39,x40,x41,x42,x43,x44,x45,x46,x47,x48,x49;
56049b5e25fSSatish Balay   MatScalar    m26,m27,m28,m29,m30,m31,m32,m33,m34,m35,m36;
56149b5e25fSSatish Balay   MatScalar    m37,m38,m39,m40,m41,m42,m43,m44,m45,m46,m47,m48,m49;
56249b5e25fSSatish Balay   MatScalar    *ba = b->a,*aa = a->a;
56349b5e25fSSatish Balay 
56449b5e25fSSatish Balay   PetscFunctionBegin;
56549b5e25fSSatish Balay   rtmp  = (MatScalar*)PetscMalloc(49*(n+1)*sizeof(MatScalar));CHKPTRQ(rtmp);
56649b5e25fSSatish Balay   for (i=0; i<n; i++) {
56749b5e25fSSatish Balay     nz    = bi[i+1] - bi[i];
56849b5e25fSSatish Balay     ajtmp = bj + bi[i];
56949b5e25fSSatish Balay     for  (j=0; j<nz; j++) {
57049b5e25fSSatish Balay       x = rtmp+49*ajtmp[j];
57149b5e25fSSatish Balay       x[0] = x[1] = x[2] = x[3] = x[4] = x[5] = x[6] = x[7] = x[8] = x[9] = 0.0;
57249b5e25fSSatish Balay       x[10] = x[11] = x[12] = x[13] = x[14] = x[15] = x[16] = x[17] = 0.0;
57349b5e25fSSatish Balay       x[18] = x[19] = x[20] = x[21] = x[22] = x[23] = x[24] = x[25] = 0.0 ;
57449b5e25fSSatish Balay       x[26] = x[27] = x[28] = x[29] = x[30] = x[31] = x[32] = x[33] = 0.0 ;
57549b5e25fSSatish Balay       x[34] = x[35] = x[36] = x[37] = x[38] = x[39] = x[40] = x[41] = 0.0 ;
57649b5e25fSSatish Balay       x[42] = x[43] = x[44] = x[45] = x[46] = x[47] = x[48] = 0.0 ;
57749b5e25fSSatish Balay     }
57849b5e25fSSatish Balay     /* load in initial (unfactored row) */
57949b5e25fSSatish Balay     nz       = ai[i+1] - ai[i];
58049b5e25fSSatish Balay     ajtmpold = aj + ai[i];
58149b5e25fSSatish Balay     v        = aa + 49*ai[i];
58249b5e25fSSatish Balay     for (j=0; j<nz; j++) {
58349b5e25fSSatish Balay       x    = rtmp+49*ajtmpold[j];
58449b5e25fSSatish Balay       x[0] =  v[0];  x[1] =  v[1];  x[2] =  v[2];  x[3] =  v[3];
58549b5e25fSSatish Balay       x[4] =  v[4];  x[5] =  v[5];  x[6] =  v[6];  x[7] =  v[7];
58649b5e25fSSatish Balay       x[8] =  v[8];  x[9] =  v[9];  x[10] = v[10]; x[11] = v[11];
58749b5e25fSSatish Balay       x[12] = v[12]; x[13] = v[13]; x[14] = v[14]; x[15] = v[15];
58849b5e25fSSatish Balay       x[16] = v[16]; x[17] = v[17]; x[18] = v[18]; x[19] = v[19];
58949b5e25fSSatish Balay       x[20] = v[20]; x[21] = v[21]; x[22] = v[22]; x[23] = v[23];
59049b5e25fSSatish Balay       x[24] = v[24]; x[25] = v[25]; x[26] = v[26]; x[27] = v[27];
59149b5e25fSSatish Balay       x[28] = v[28]; x[29] = v[29]; x[30] = v[30]; x[31] = v[31];
59249b5e25fSSatish Balay       x[32] = v[32]; x[33] = v[33]; x[34] = v[34]; x[35] = v[35];
59349b5e25fSSatish Balay       x[36] = v[36]; x[37] = v[37]; x[38] = v[38]; x[39] = v[39];
59449b5e25fSSatish Balay       x[40] = v[40]; x[41] = v[41]; x[42] = v[42]; x[43] = v[43];
59549b5e25fSSatish Balay       x[44] = v[44]; x[45] = v[45]; x[46] = v[46]; x[47] = v[47];
59649b5e25fSSatish Balay       x[48] = v[48];
59749b5e25fSSatish Balay       v    += 49;
59849b5e25fSSatish Balay     }
59949b5e25fSSatish Balay     row = *ajtmp++;
60049b5e25fSSatish Balay     while (row < i) {
60149b5e25fSSatish Balay       pc  = rtmp + 49*row;
60249b5e25fSSatish Balay       p1  = pc[0];  p2  = pc[1];  p3  = pc[2];  p4  = pc[3];
60349b5e25fSSatish Balay       p5  = pc[4];  p6  = pc[5];  p7  = pc[6];  p8  = pc[7];
60449b5e25fSSatish Balay       p9  = pc[8];  p10 = pc[9];  p11 = pc[10]; p12 = pc[11];
60549b5e25fSSatish Balay       p13 = pc[12]; p14 = pc[13]; p15 = pc[14]; p16 = pc[15];
60649b5e25fSSatish Balay       p17 = pc[16]; p18 = pc[17]; p19 = pc[18]; p20 = pc[19];
60749b5e25fSSatish Balay       p21 = pc[20]; p22 = pc[21]; p23 = pc[22]; p24 = pc[23];
60849b5e25fSSatish Balay       p25 = pc[24]; p26 = pc[25]; p27 = pc[26]; p28 = pc[27];
60949b5e25fSSatish Balay       p29 = pc[28]; p30 = pc[29]; p31 = pc[30]; p32 = pc[31];
61049b5e25fSSatish Balay       p33 = pc[32]; p34 = pc[33]; p35 = pc[34]; p36 = pc[35];
61149b5e25fSSatish Balay       p37 = pc[36]; p38 = pc[37]; p39 = pc[38]; p40 = pc[39];
61249b5e25fSSatish Balay       p41 = pc[40]; p42 = pc[41]; p43 = pc[42]; p44 = pc[43];
61349b5e25fSSatish Balay       p45 = pc[44]; p46 = pc[45]; p47 = pc[46]; p48 = pc[47];
61449b5e25fSSatish Balay       p49 = pc[48];
61549b5e25fSSatish Balay       if (p1  != 0.0 || p2  != 0.0 || p3  != 0.0 || p4  != 0.0 ||
61649b5e25fSSatish Balay           p5  != 0.0 || p6  != 0.0 || p7  != 0.0 || p8  != 0.0 ||
61749b5e25fSSatish Balay           p9  != 0.0 || p10 != 0.0 || p11 != 0.0 || p12 != 0.0 ||
61849b5e25fSSatish Balay           p13 != 0.0 || p14 != 0.0 || p15 != 0.0 || p16 != 0.0 ||
61949b5e25fSSatish Balay           p17 != 0.0 || p18 != 0.0 || p19 != 0.0 || p20 != 0.0 ||
62049b5e25fSSatish Balay           p21 != 0.0 || p22 != 0.0 || p23 != 0.0 || p24 != 0.0 ||
62149b5e25fSSatish Balay           p25 != 0.0 || p26 != 0.0 || p27 != 0.0 || p28 != 0.0 ||
62249b5e25fSSatish Balay           p29 != 0.0 || p30 != 0.0 || p31 != 0.0 || p32 != 0.0 ||
62349b5e25fSSatish Balay           p33 != 0.0 || p34 != 0.0 || p35 != 0.0 || p36 != 0.0 ||
62449b5e25fSSatish Balay           p37 != 0.0 || p38 != 0.0 || p39 != 0.0 || p40 != 0.0 ||
62549b5e25fSSatish Balay           p41 != 0.0 || p42 != 0.0 || p43 != 0.0 || p44 != 0.0 ||
62649b5e25fSSatish Balay           p45 != 0.0 || p46 != 0.0 || p47 != 0.0 || p48 != 0.0 ||
62749b5e25fSSatish Balay           p49 != 0.0) {
62849b5e25fSSatish Balay         pv = ba + 49*diag_offset[row];
62949b5e25fSSatish Balay         pj = bj + diag_offset[row] + 1;
63049b5e25fSSatish Balay 	x1  = pv[0];  x2  = pv[1];  x3  = pv[2];  x4  = pv[3];
63149b5e25fSSatish Balay 	x5  = pv[4];  x6  = pv[5];  x7  = pv[6];  x8  = pv[7];
63249b5e25fSSatish Balay 	x9  = pv[8];  x10 = pv[9];  x11 = pv[10]; x12 = pv[11];
63349b5e25fSSatish Balay 	x13 = pv[12]; x14 = pv[13]; x15 = pv[14]; x16 = pv[15];
63449b5e25fSSatish Balay 	x17 = pv[16]; x18 = pv[17]; x19 = pv[18]; x20 = pv[19];
63549b5e25fSSatish Balay 	x21 = pv[20]; x22 = pv[21]; x23 = pv[22]; x24 = pv[23];
63649b5e25fSSatish Balay 	x25 = pv[24]; x26 = pv[25]; x27 = pv[26]; x28 = pv[27];
63749b5e25fSSatish Balay 	x29 = pv[28]; x30 = pv[29]; x31 = pv[30]; x32 = pv[31];
63849b5e25fSSatish Balay 	x33 = pv[32]; x34 = pv[33]; x35 = pv[34]; x36 = pv[35];
63949b5e25fSSatish Balay 	x37 = pv[36]; x38 = pv[37]; x39 = pv[38]; x40 = pv[39];
64049b5e25fSSatish Balay 	x41 = pv[40]; x42 = pv[41]; x43 = pv[42]; x44 = pv[43];
64149b5e25fSSatish Balay 	x45 = pv[44]; x46 = pv[45]; x47 = pv[46]; x48 = pv[47];
64249b5e25fSSatish Balay         x49 = pv[48];
64349b5e25fSSatish Balay         pc[0]  = m1  = p1*x1  + p8*x2   + p15*x3  + p22*x4  + p29*x5  + p36*x6 + p43*x7;
64449b5e25fSSatish Balay         pc[1]  = m2  = p2*x1  + p9*x2   + p16*x3  + p23*x4  + p30*x5  + p37*x6 + p44*x7;
64549b5e25fSSatish Balay         pc[2]  = m3  = p3*x1  + p10*x2  + p17*x3  + p24*x4  + p31*x5  + p38*x6 + p45*x7;
64649b5e25fSSatish Balay         pc[3]  = m4  = p4*x1  + p11*x2  + p18*x3  + p25*x4  + p32*x5  + p39*x6 + p46*x7;
64749b5e25fSSatish Balay         pc[4]  = m5  = p5*x1  + p12*x2  + p19*x3  + p26*x4  + p33*x5  + p40*x6 + p47*x7;
64849b5e25fSSatish Balay         pc[5]  = m6  = p6*x1  + p13*x2  + p20*x3  + p27*x4  + p34*x5  + p41*x6 + p48*x7;
64949b5e25fSSatish Balay         pc[6]  = m7  = p7*x1  + p14*x2  + p21*x3  + p28*x4  + p35*x5  + p42*x6 + p49*x7;
65049b5e25fSSatish Balay 
65149b5e25fSSatish Balay         pc[7]  = m8  = p1*x8  + p8*x9   + p15*x10 + p22*x11 + p29*x12 + p36*x13 + p43*x14;
65249b5e25fSSatish Balay         pc[8]  = m9  = p2*x8  + p9*x9   + p16*x10 + p23*x11 + p30*x12 + p37*x13 + p44*x14;
65349b5e25fSSatish Balay         pc[9]  = m10 = p3*x8  + p10*x9  + p17*x10 + p24*x11 + p31*x12 + p38*x13 + p45*x14;
65449b5e25fSSatish Balay         pc[10] = m11 = p4*x8  + p11*x9  + p18*x10 + p25*x11 + p32*x12 + p39*x13 + p46*x14;
65549b5e25fSSatish Balay         pc[11] = m12 = p5*x8  + p12*x9  + p19*x10 + p26*x11 + p33*x12 + p40*x13 + p47*x14;
65649b5e25fSSatish Balay         pc[12] = m13 = p6*x8  + p13*x9  + p20*x10 + p27*x11 + p34*x12 + p41*x13 + p48*x14;
65749b5e25fSSatish Balay         pc[13] = m14 = p7*x8  + p14*x9  + p21*x10 + p28*x11 + p35*x12 + p42*x13 + p49*x14;
65849b5e25fSSatish Balay 
65949b5e25fSSatish Balay         pc[14] = m15 = p1*x15 + p8*x16  + p15*x17 + p22*x18 + p29*x19 + p36*x20 + p43*x21;
66049b5e25fSSatish Balay         pc[15] = m16 = p2*x15 + p9*x16  + p16*x17 + p23*x18 + p30*x19 + p37*x20 + p44*x21;
66149b5e25fSSatish Balay         pc[16] = m17 = p3*x15 + p10*x16 + p17*x17 + p24*x18 + p31*x19 + p38*x20 + p45*x21;
66249b5e25fSSatish Balay         pc[17] = m18 = p4*x15 + p11*x16 + p18*x17 + p25*x18 + p32*x19 + p39*x20 + p46*x21;
66349b5e25fSSatish Balay         pc[18] = m19 = p5*x15 + p12*x16 + p19*x17 + p26*x18 + p33*x19 + p40*x20 + p47*x21;
66449b5e25fSSatish Balay         pc[19] = m20 = p6*x15 + p13*x16 + p20*x17 + p27*x18 + p34*x19 + p41*x20 + p48*x21;
66549b5e25fSSatish Balay         pc[20] = m21 = p7*x15 + p14*x16 + p21*x17 + p28*x18 + p35*x19 + p42*x20 + p49*x21;
66649b5e25fSSatish Balay 
66749b5e25fSSatish Balay         pc[21] = m22 = p1*x22 + p8*x23  + p15*x24 + p22*x25 + p29*x26 + p36*x27 + p43*x28;
66849b5e25fSSatish Balay         pc[22] = m23 = p2*x22 + p9*x23  + p16*x24 + p23*x25 + p30*x26 + p37*x27 + p44*x28;
66949b5e25fSSatish Balay         pc[23] = m24 = p3*x22 + p10*x23 + p17*x24 + p24*x25 + p31*x26 + p38*x27 + p45*x28;
67049b5e25fSSatish Balay         pc[24] = m25 = p4*x22 + p11*x23 + p18*x24 + p25*x25 + p32*x26 + p39*x27 + p46*x28;
67149b5e25fSSatish Balay         pc[25] = m26 = p5*x22 + p12*x23 + p19*x24 + p26*x25 + p33*x26 + p40*x27 + p47*x28;
67249b5e25fSSatish Balay         pc[26] = m27 = p6*x22 + p13*x23 + p20*x24 + p27*x25 + p34*x26 + p41*x27 + p48*x28;
67349b5e25fSSatish Balay         pc[27] = m28 = p7*x22 + p14*x23 + p21*x24 + p28*x25 + p35*x26 + p42*x27 + p49*x28;
67449b5e25fSSatish Balay 
67549b5e25fSSatish Balay         pc[28] = m29 = p1*x29 + p8*x30  + p15*x31 + p22*x32 + p29*x33 + p36*x34 + p43*x35;
67649b5e25fSSatish Balay         pc[29] = m30 = p2*x29 + p9*x30  + p16*x31 + p23*x32 + p30*x33 + p37*x34 + p44*x35;
67749b5e25fSSatish Balay         pc[30] = m31 = p3*x29 + p10*x30 + p17*x31 + p24*x32 + p31*x33 + p38*x34 + p45*x35;
67849b5e25fSSatish Balay         pc[31] = m32 = p4*x29 + p11*x30 + p18*x31 + p25*x32 + p32*x33 + p39*x34 + p46*x35;
67949b5e25fSSatish Balay         pc[32] = m33 = p5*x29 + p12*x30 + p19*x31 + p26*x32 + p33*x33 + p40*x34 + p47*x35;
68049b5e25fSSatish Balay         pc[33] = m34 = p6*x29 + p13*x30 + p20*x31 + p27*x32 + p34*x33 + p41*x34 + p48*x35;
68149b5e25fSSatish Balay         pc[34] = m35 = p7*x29 + p14*x30 + p21*x31 + p28*x32 + p35*x33 + p42*x34 + p49*x35;
68249b5e25fSSatish Balay 
68349b5e25fSSatish Balay         pc[35] = m36 = p1*x36 + p8*x37  + p15*x38 + p22*x39 + p29*x40 + p36*x41 + p43*x42;
68449b5e25fSSatish Balay         pc[36] = m37 = p2*x36 + p9*x37  + p16*x38 + p23*x39 + p30*x40 + p37*x41 + p44*x42;
68549b5e25fSSatish Balay         pc[37] = m38 = p3*x36 + p10*x37 + p17*x38 + p24*x39 + p31*x40 + p38*x41 + p45*x42;
68649b5e25fSSatish Balay         pc[38] = m39 = p4*x36 + p11*x37 + p18*x38 + p25*x39 + p32*x40 + p39*x41 + p46*x42;
68749b5e25fSSatish Balay         pc[39] = m40 = p5*x36 + p12*x37 + p19*x38 + p26*x39 + p33*x40 + p40*x41 + p47*x42;
68849b5e25fSSatish Balay         pc[40] = m41 = p6*x36 + p13*x37 + p20*x38 + p27*x39 + p34*x40 + p41*x41 + p48*x42;
68949b5e25fSSatish Balay         pc[41] = m42 = p7*x36 + p14*x37 + p21*x38 + p28*x39 + p35*x40 + p42*x41 + p49*x42;
69049b5e25fSSatish Balay 
69149b5e25fSSatish Balay         pc[42] = m43 = p1*x43 + p8*x44  + p15*x45 + p22*x46 + p29*x47 + p36*x48 + p43*x49;
69249b5e25fSSatish Balay         pc[43] = m44 = p2*x43 + p9*x44  + p16*x45 + p23*x46 + p30*x47 + p37*x48 + p44*x49;
69349b5e25fSSatish Balay         pc[44] = m45 = p3*x43 + p10*x44 + p17*x45 + p24*x46 + p31*x47 + p38*x48 + p45*x49;
69449b5e25fSSatish Balay         pc[45] = m46 = p4*x43 + p11*x44 + p18*x45 + p25*x46 + p32*x47 + p39*x48 + p46*x49;
69549b5e25fSSatish Balay         pc[46] = m47 = p5*x43 + p12*x44 + p19*x45 + p26*x46 + p33*x47 + p40*x48 + p47*x49;
69649b5e25fSSatish Balay         pc[47] = m48 = p6*x43 + p13*x44 + p20*x45 + p27*x46 + p34*x47 + p41*x48 + p48*x49;
69749b5e25fSSatish Balay         pc[48] = m49 = p7*x43 + p14*x44 + p21*x45 + p28*x46 + p35*x47 + p42*x48 + p49*x49;
69849b5e25fSSatish Balay 
69949b5e25fSSatish Balay         nz = bi[row+1] - diag_offset[row] - 1;
70049b5e25fSSatish Balay         pv += 49;
70149b5e25fSSatish Balay         for (j=0; j<nz; j++) {
70249b5e25fSSatish Balay 	  x1  = pv[0];  x2  = pv[1];  x3  = pv[2];  x4  = pv[3];
70349b5e25fSSatish Balay 	  x5  = pv[4];  x6  = pv[5];  x7  = pv[6];  x8  = pv[7];
70449b5e25fSSatish Balay 	  x9  = pv[8];  x10 = pv[9];  x11 = pv[10]; x12 = pv[11];
70549b5e25fSSatish Balay 	  x13 = pv[12]; x14 = pv[13]; x15 = pv[14]; x16 = pv[15];
70649b5e25fSSatish Balay 	  x17 = pv[16]; x18 = pv[17]; x19 = pv[18]; x20 = pv[19];
70749b5e25fSSatish Balay 	  x21 = pv[20]; x22 = pv[21]; x23 = pv[22]; x24 = pv[23];
70849b5e25fSSatish Balay 	  x25 = pv[24]; x26 = pv[25]; x27 = pv[26]; x28 = pv[27];
70949b5e25fSSatish Balay 	  x29 = pv[28]; x30 = pv[29]; x31 = pv[30]; x32 = pv[31];
71049b5e25fSSatish Balay 	  x33 = pv[32]; x34 = pv[33]; x35 = pv[34]; x36 = pv[35];
71149b5e25fSSatish Balay 	  x37 = pv[36]; x38 = pv[37]; x39 = pv[38]; x40 = pv[39];
71249b5e25fSSatish Balay 	  x41 = pv[40]; x42 = pv[41]; x43 = pv[42]; x44 = pv[43];
71349b5e25fSSatish Balay 	  x45 = pv[44]; x46 = pv[45]; x47 = pv[46]; x48 = pv[47];
71449b5e25fSSatish Balay 	  x49 = pv[48];
71549b5e25fSSatish Balay 	  x    = rtmp + 49*pj[j];
71649b5e25fSSatish Balay 	  x[0]  -= m1*x1  + m8*x2   + m15*x3  + m22*x4  + m29*x5  + m36*x6 + m43*x7;
71749b5e25fSSatish Balay 	  x[1]  -= m2*x1  + m9*x2   + m16*x3  + m23*x4  + m30*x5  + m37*x6 + m44*x7;
71849b5e25fSSatish Balay 	  x[2]  -= m3*x1  + m10*x2  + m17*x3  + m24*x4  + m31*x5  + m38*x6 + m45*x7;
71949b5e25fSSatish Balay 	  x[3]  -= m4*x1  + m11*x2  + m18*x3  + m25*x4  + m32*x5  + m39*x6 + m46*x7;
72049b5e25fSSatish Balay 	  x[4]  -= m5*x1  + m12*x2  + m19*x3  + m26*x4  + m33*x5  + m40*x6 + m47*x7;
72149b5e25fSSatish Balay 	  x[5]  -= m6*x1  + m13*x2  + m20*x3  + m27*x4  + m34*x5  + m41*x6 + m48*x7;
72249b5e25fSSatish Balay 	  x[6]  -= m7*x1  + m14*x2  + m21*x3  + m28*x4  + m35*x5  + m42*x6 + m49*x7;
72349b5e25fSSatish Balay 
72449b5e25fSSatish Balay 	  x[7]  -= m1*x8  + m8*x9   + m15*x10 + m22*x11 + m29*x12 + m36*x13 + m43*x14;
72549b5e25fSSatish Balay 	  x[8]  -= m2*x8  + m9*x9   + m16*x10 + m23*x11 + m30*x12 + m37*x13 + m44*x14;
72649b5e25fSSatish Balay 	  x[9]  -= m3*x8  + m10*x9  + m17*x10 + m24*x11 + m31*x12 + m38*x13 + m45*x14;
72749b5e25fSSatish Balay 	  x[10] -= m4*x8  + m11*x9  + m18*x10 + m25*x11 + m32*x12 + m39*x13 + m46*x14;
72849b5e25fSSatish Balay 	  x[11] -= m5*x8  + m12*x9  + m19*x10 + m26*x11 + m33*x12 + m40*x13 + m47*x14;
72949b5e25fSSatish Balay 	  x[12] -= m6*x8  + m13*x9  + m20*x10 + m27*x11 + m34*x12 + m41*x13 + m48*x14;
73049b5e25fSSatish Balay 	  x[13] -= m7*x8  + m14*x9  + m21*x10 + m28*x11 + m35*x12 + m42*x13 + m49*x14;
73149b5e25fSSatish Balay 
73249b5e25fSSatish Balay 	  x[14] -= m1*x15 + m8*x16  + m15*x17 + m22*x18 + m29*x19 + m36*x20 + m43*x21;
73349b5e25fSSatish Balay 	  x[15] -= m2*x15 + m9*x16  + m16*x17 + m23*x18 + m30*x19 + m37*x20 + m44*x21;
73449b5e25fSSatish Balay 	  x[16] -= m3*x15 + m10*x16 + m17*x17 + m24*x18 + m31*x19 + m38*x20 + m45*x21;
73549b5e25fSSatish Balay 	  x[17] -= m4*x15 + m11*x16 + m18*x17 + m25*x18 + m32*x19 + m39*x20 + m46*x21;
73649b5e25fSSatish Balay 	  x[18] -= m5*x15 + m12*x16 + m19*x17 + m26*x18 + m33*x19 + m40*x20 + m47*x21;
73749b5e25fSSatish Balay 	  x[19] -= m6*x15 + m13*x16 + m20*x17 + m27*x18 + m34*x19 + m41*x20 + m48*x21;
73849b5e25fSSatish Balay 	  x[20] -= m7*x15 + m14*x16 + m21*x17 + m28*x18 + m35*x19 + m42*x20 + m49*x21;
73949b5e25fSSatish Balay 
74049b5e25fSSatish Balay 	  x[21] -= m1*x22 + m8*x23  + m15*x24 + m22*x25 + m29*x26 + m36*x27 + m43*x28;
74149b5e25fSSatish Balay 	  x[22] -= m2*x22 + m9*x23  + m16*x24 + m23*x25 + m30*x26 + m37*x27 + m44*x28;
74249b5e25fSSatish Balay 	  x[23] -= m3*x22 + m10*x23 + m17*x24 + m24*x25 + m31*x26 + m38*x27 + m45*x28;
74349b5e25fSSatish Balay 	  x[24] -= m4*x22 + m11*x23 + m18*x24 + m25*x25 + m32*x26 + m39*x27 + m46*x28;
74449b5e25fSSatish Balay 	  x[25] -= m5*x22 + m12*x23 + m19*x24 + m26*x25 + m33*x26 + m40*x27 + m47*x28;
74549b5e25fSSatish Balay 	  x[26] -= m6*x22 + m13*x23 + m20*x24 + m27*x25 + m34*x26 + m41*x27 + m48*x28;
74649b5e25fSSatish Balay 	  x[27] -= m7*x22 + m14*x23 + m21*x24 + m28*x25 + m35*x26 + m42*x27 + m49*x28;
74749b5e25fSSatish Balay 
74849b5e25fSSatish Balay 	  x[28] -= m1*x29 + m8*x30  + m15*x31 + m22*x32 + m29*x33 + m36*x34 + m43*x35;
74949b5e25fSSatish Balay 	  x[29] -= m2*x29 + m9*x30  + m16*x31 + m23*x32 + m30*x33 + m37*x34 + m44*x35;
75049b5e25fSSatish Balay 	  x[30] -= m3*x29 + m10*x30 + m17*x31 + m24*x32 + m31*x33 + m38*x34 + m45*x35;
75149b5e25fSSatish Balay 	  x[31] -= m4*x29 + m11*x30 + m18*x31 + m25*x32 + m32*x33 + m39*x34 + m46*x35;
75249b5e25fSSatish Balay 	  x[32] -= m5*x29 + m12*x30 + m19*x31 + m26*x32 + m33*x33 + m40*x34 + m47*x35;
75349b5e25fSSatish Balay 	  x[33] -= m6*x29 + m13*x30 + m20*x31 + m27*x32 + m34*x33 + m41*x34 + m48*x35;
75449b5e25fSSatish Balay 	  x[34] -= m7*x29 + m14*x30 + m21*x31 + m28*x32 + m35*x33 + m42*x34 + m49*x35;
75549b5e25fSSatish Balay 
75649b5e25fSSatish Balay 	  x[35] -= m1*x36 + m8*x37  + m15*x38 + m22*x39 + m29*x40 + m36*x41 + m43*x42;
75749b5e25fSSatish Balay 	  x[36] -= m2*x36 + m9*x37  + m16*x38 + m23*x39 + m30*x40 + m37*x41 + m44*x42;
75849b5e25fSSatish Balay 	  x[37] -= m3*x36 + m10*x37 + m17*x38 + m24*x39 + m31*x40 + m38*x41 + m45*x42;
75949b5e25fSSatish Balay 	  x[38] -= m4*x36 + m11*x37 + m18*x38 + m25*x39 + m32*x40 + m39*x41 + m46*x42;
76049b5e25fSSatish Balay 	  x[39] -= m5*x36 + m12*x37 + m19*x38 + m26*x39 + m33*x40 + m40*x41 + m47*x42;
76149b5e25fSSatish Balay 	  x[40] -= m6*x36 + m13*x37 + m20*x38 + m27*x39 + m34*x40 + m41*x41 + m48*x42;
76249b5e25fSSatish Balay 	  x[41] -= m7*x36 + m14*x37 + m21*x38 + m28*x39 + m35*x40 + m42*x41 + m49*x42;
76349b5e25fSSatish Balay 
76449b5e25fSSatish Balay 	  x[42] -= m1*x43 + m8*x44  + m15*x45 + m22*x46 + m29*x47 + m36*x48 + m43*x49;
76549b5e25fSSatish Balay 	  x[43] -= m2*x43 + m9*x44  + m16*x45 + m23*x46 + m30*x47 + m37*x48 + m44*x49;
76649b5e25fSSatish Balay 	  x[44] -= m3*x43 + m10*x44 + m17*x45 + m24*x46 + m31*x47 + m38*x48 + m45*x49;
76749b5e25fSSatish Balay 	  x[45] -= m4*x43 + m11*x44 + m18*x45 + m25*x46 + m32*x47 + m39*x48 + m46*x49;
76849b5e25fSSatish Balay 	  x[46] -= m5*x43 + m12*x44 + m19*x45 + m26*x46 + m33*x47 + m40*x48 + m47*x49;
76949b5e25fSSatish Balay 	  x[47] -= m6*x43 + m13*x44 + m20*x45 + m27*x46 + m34*x47 + m41*x48 + m48*x49;
77049b5e25fSSatish Balay 	  x[48] -= m7*x43 + m14*x44 + m21*x45 + m28*x46 + m35*x47 + m42*x48 + m49*x49;
77149b5e25fSSatish Balay           pv   += 49;
77249b5e25fSSatish Balay         }
77349b5e25fSSatish Balay         PLogFlops(686*nz+637);
77449b5e25fSSatish Balay       }
77549b5e25fSSatish Balay       row = *ajtmp++;
77649b5e25fSSatish Balay     }
77749b5e25fSSatish Balay     /* finished row so stick it into b->a */
77849b5e25fSSatish Balay     pv = ba + 49*bi[i];
77949b5e25fSSatish Balay     pj = bj + bi[i];
78049b5e25fSSatish Balay     nz = bi[i+1] - bi[i];
78149b5e25fSSatish Balay     for (j=0; j<nz; j++) {
78249b5e25fSSatish Balay       x      = rtmp+49*pj[j];
78349b5e25fSSatish Balay       pv[0]  = x[0];  pv[1]  = x[1];  pv[2]  = x[2];  pv[3]  = x[3];
78449b5e25fSSatish Balay       pv[4]  = x[4];  pv[5]  = x[5];  pv[6]  = x[6];  pv[7]  = x[7];
78549b5e25fSSatish Balay       pv[8]  = x[8];  pv[9]  = x[9];  pv[10] = x[10]; pv[11] = x[11];
78649b5e25fSSatish Balay       pv[12] = x[12]; pv[13] = x[13]; pv[14] = x[14]; pv[15] = x[15];
78749b5e25fSSatish Balay       pv[16] = x[16]; pv[17] = x[17]; pv[18] = x[18]; pv[19] = x[19];
78849b5e25fSSatish Balay       pv[20] = x[20]; pv[21] = x[21]; pv[22] = x[22]; pv[23] = x[23];
78949b5e25fSSatish Balay       pv[24] = x[24]; pv[25] = x[25]; pv[26] = x[26]; pv[27] = x[27];
79049b5e25fSSatish Balay       pv[28] = x[28]; pv[29] = x[29]; pv[30] = x[30]; pv[31] = x[31];
79149b5e25fSSatish Balay       pv[32] = x[32]; pv[33] = x[33]; pv[34] = x[34]; pv[35] = x[35];
79249b5e25fSSatish Balay       pv[36] = x[36]; pv[37] = x[37]; pv[38] = x[38]; pv[39] = x[39];
79349b5e25fSSatish Balay       pv[40] = x[40]; pv[41] = x[41]; pv[42] = x[42]; pv[43] = x[43];
79449b5e25fSSatish Balay       pv[44] = x[44]; pv[45] = x[45]; pv[46] = x[46]; pv[47] = x[47];
79549b5e25fSSatish Balay       pv[48] = x[48];
79649b5e25fSSatish Balay       pv   += 49;
79749b5e25fSSatish Balay     }
79849b5e25fSSatish Balay     /* invert diagonal block */
79949b5e25fSSatish Balay     w = ba + 49*diag_offset[i];
80049b5e25fSSatish Balay     ierr = Kernel_A_gets_inverse_A_7(w);CHKERRQ(ierr);
80149b5e25fSSatish Balay   }
80249b5e25fSSatish Balay 
80349b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
80449b5e25fSSatish Balay   C->factor    = FACTOR_LU;
80549b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
80649b5e25fSSatish Balay   PLogFlops(1.3333*343*b->mbs); /* from inverting diagonal blocks */
80749b5e25fSSatish Balay   PetscFunctionReturn(0);
80849b5e25fSSatish Balay }
80949b5e25fSSatish Balay 
81049b5e25fSSatish Balay /* ------------------------------------------------------------*/
81149b5e25fSSatish Balay /*
81249b5e25fSSatish Balay       Version for when blocks are 6 by 6
81349b5e25fSSatish Balay */
81449b5e25fSSatish Balay #undef __FUNC__
8156f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorNumeric_SeqSBAIJ_6"
8166f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_6(Mat A,Mat *B)
81749b5e25fSSatish Balay {
81849b5e25fSSatish Balay   Mat          C = *B;
81949b5e25fSSatish Balay   Mat_SeqBAIJ  *a = (Mat_SeqBAIJ*)A->data,*b = (Mat_SeqBAIJ *)C->data;
82049b5e25fSSatish Balay   IS           isrow = b->row,isicol = b->icol;
82149b5e25fSSatish Balay   int          *r,*ic,ierr,i,j,n = a->mbs,*bi = b->i,*bj = b->j;
82249b5e25fSSatish Balay   int          *ajtmpold,*ajtmp,nz,row;
82349b5e25fSSatish Balay   int          *diag_offset = b->diag,idx,*ai=a->i,*aj=a->j,*pj;
82449b5e25fSSatish Balay   MatScalar    *pv,*v,*rtmp,*pc,*w,*x;
82549b5e25fSSatish Balay   MatScalar    p1,p2,p3,p4,m1,m2,m3,m4,m5,m6,m7,m8,m9,x1,x2,x3,x4;
82649b5e25fSSatish Balay   MatScalar    p5,p6,p7,p8,p9,x5,x6,x7,x8,x9,x10,x11,x12,x13,x14,x15,x16;
82749b5e25fSSatish Balay   MatScalar    x17,x18,x19,x20,x21,x22,x23,x24,x25,p10,p11,p12,p13,p14;
82849b5e25fSSatish Balay   MatScalar    p15,p16,p17,p18,p19,p20,p21,p22,p23,p24,p25,m10,m11,m12;
82949b5e25fSSatish Balay   MatScalar    m13,m14,m15,m16,m17,m18,m19,m20,m21,m22,m23,m24,m25;
83049b5e25fSSatish Balay   MatScalar    p26,p27,p28,p29,p30,p31,p32,p33,p34,p35,p36;
83149b5e25fSSatish Balay   MatScalar    x26,x27,x28,x29,x30,x31,x32,x33,x34,x35,x36;
83249b5e25fSSatish Balay   MatScalar    m26,m27,m28,m29,m30,m31,m32,m33,m34,m35,m36;
83349b5e25fSSatish Balay   MatScalar    *ba = b->a,*aa = a->a;
83449b5e25fSSatish Balay 
83549b5e25fSSatish Balay   PetscFunctionBegin;
83649b5e25fSSatish Balay   ierr  = ISGetIndices(isrow,&r);CHKERRQ(ierr);
83749b5e25fSSatish Balay   ierr  = ISGetIndices(isicol,&ic);CHKERRQ(ierr);
83849b5e25fSSatish Balay   rtmp  = (MatScalar*)PetscMalloc(36*(n+1)*sizeof(MatScalar));CHKPTRQ(rtmp);
83949b5e25fSSatish Balay 
84049b5e25fSSatish Balay   for (i=0; i<n; i++) {
84149b5e25fSSatish Balay     nz    = bi[i+1] - bi[i];
84249b5e25fSSatish Balay     ajtmp = bj + bi[i];
84349b5e25fSSatish Balay     for  (j=0; j<nz; j++) {
84449b5e25fSSatish Balay       x = rtmp+36*ajtmp[j];
84549b5e25fSSatish Balay       x[0] = x[1] = x[2] = x[3] = x[4] = x[5] = x[6] = x[7] = x[8] = x[9] = 0.0;
84649b5e25fSSatish Balay       x[10] = x[11] = x[12] = x[13] = x[14] = x[15] = x[16] = x[17] = 0.0;
84749b5e25fSSatish Balay       x[18] = x[19] = x[20] = x[21] = x[22] = x[23] = x[24] = x[25] = 0.0 ;
84849b5e25fSSatish Balay       x[26] = x[27] = x[28] = x[29] = x[30] = x[31] = x[32] = x[33] = 0.0 ;
84949b5e25fSSatish Balay       x[34] = x[35] = 0.0 ;
85049b5e25fSSatish Balay     }
85149b5e25fSSatish Balay     /* load in initial (unfactored row) */
85249b5e25fSSatish Balay     idx      = r[i];
85349b5e25fSSatish Balay     nz       = ai[idx+1] - ai[idx];
85449b5e25fSSatish Balay     ajtmpold = aj + ai[idx];
85549b5e25fSSatish Balay     v        = aa + 36*ai[idx];
85649b5e25fSSatish Balay     for (j=0; j<nz; j++) {
85749b5e25fSSatish Balay       x    = rtmp+36*ic[ajtmpold[j]];
85849b5e25fSSatish Balay       x[0] =  v[0];  x[1] =  v[1];  x[2] =  v[2];  x[3] =  v[3];
85949b5e25fSSatish Balay       x[4] =  v[4];  x[5] =  v[5];  x[6] =  v[6];  x[7] =  v[7];
86049b5e25fSSatish Balay       x[8] =  v[8];  x[9] =  v[9];  x[10] = v[10]; x[11] = v[11];
86149b5e25fSSatish Balay       x[12] = v[12]; x[13] = v[13]; x[14] = v[14]; x[15] = v[15];
86249b5e25fSSatish Balay       x[16] = v[16]; x[17] = v[17]; x[18] = v[18]; x[19] = v[19];
86349b5e25fSSatish Balay       x[20] = v[20]; x[21] = v[21]; x[22] = v[22]; x[23] = v[23];
86449b5e25fSSatish Balay       x[24] = v[24]; x[25] = v[25]; x[26] = v[26]; x[27] = v[27];
86549b5e25fSSatish Balay       x[28] = v[28]; x[29] = v[29]; x[30] = v[30]; x[31] = v[31];
86649b5e25fSSatish Balay       x[32] = v[32]; x[33] = v[33]; x[34] = v[34]; x[35] = v[35];
86749b5e25fSSatish Balay       v    += 36;
86849b5e25fSSatish Balay     }
86949b5e25fSSatish Balay     row = *ajtmp++;
87049b5e25fSSatish Balay     while (row < i) {
87149b5e25fSSatish Balay       pc  =  rtmp + 36*row;
87249b5e25fSSatish Balay       p1  = pc[0];  p2  = pc[1];  p3  = pc[2];  p4  = pc[3];
87349b5e25fSSatish Balay       p5  = pc[4];  p6  = pc[5];  p7  = pc[6];  p8  = pc[7];
87449b5e25fSSatish Balay       p9  = pc[8];  p10 = pc[9];  p11 = pc[10]; p12 = pc[11];
87549b5e25fSSatish Balay       p13 = pc[12]; p14 = pc[13]; p15 = pc[14]; p16 = pc[15];
87649b5e25fSSatish Balay       p17 = pc[16]; p18 = pc[17]; p19 = pc[18]; p20 = pc[19];
87749b5e25fSSatish Balay       p21 = pc[20]; p22 = pc[21]; p23 = pc[22]; p24 = pc[23];
87849b5e25fSSatish Balay       p25 = pc[24]; p26 = pc[25]; p27 = pc[26]; p28 = pc[27];
87949b5e25fSSatish Balay       p29 = pc[28]; p30 = pc[29]; p31 = pc[30]; p32 = pc[31];
88049b5e25fSSatish Balay       p33 = pc[32]; p34 = pc[33]; p35 = pc[34]; p36 = pc[35];
88149b5e25fSSatish Balay       if (p1  != 0.0 || p2  != 0.0 || p3  != 0.0 || p4  != 0.0 ||
88249b5e25fSSatish Balay           p5  != 0.0 || p6  != 0.0 || p7  != 0.0 || p8  != 0.0 ||
88349b5e25fSSatish Balay           p9  != 0.0 || p10 != 0.0 || p11 != 0.0 || p12 != 0.0 ||
88449b5e25fSSatish Balay           p13 != 0.0 || p14 != 0.0 || p15 != 0.0 || p16 != 0.0 ||
88549b5e25fSSatish Balay           p17 != 0.0 || p18 != 0.0 || p19 != 0.0 || p20 != 0.0 ||
88649b5e25fSSatish Balay           p21 != 0.0 || p22 != 0.0 || p23 != 0.0 || p24 != 0.0 ||
88749b5e25fSSatish Balay           p25 != 0.0 || p26 != 0.0 || p27 != 0.0 || p28 != 0.0 ||
88849b5e25fSSatish Balay           p29 != 0.0 || p30 != 0.0 || p31 != 0.0 || p32 != 0.0 ||
88949b5e25fSSatish Balay           p33 != 0.0 || p34 != 0.0 || p35 != 0.0 || p36 != 0.0) {
89049b5e25fSSatish Balay         pv = ba + 36*diag_offset[row];
89149b5e25fSSatish Balay         pj = bj + diag_offset[row] + 1;
89249b5e25fSSatish Balay 	x1  = pv[0];  x2  = pv[1];  x3  = pv[2];  x4  = pv[3];
89349b5e25fSSatish Balay 	x5  = pv[4];  x6  = pv[5];  x7  = pv[6];  x8  = pv[7];
89449b5e25fSSatish Balay 	x9  = pv[8];  x10 = pv[9];  x11 = pv[10]; x12 = pv[11];
89549b5e25fSSatish Balay 	x13 = pv[12]; x14 = pv[13]; x15 = pv[14]; x16 = pv[15];
89649b5e25fSSatish Balay 	x17 = pv[16]; x18 = pv[17]; x19 = pv[18]; x20 = pv[19];
89749b5e25fSSatish Balay 	x21 = pv[20]; x22 = pv[21]; x23 = pv[22]; x24 = pv[23];
89849b5e25fSSatish Balay 	x25 = pv[24]; x26 = pv[25]; x27 = pv[26]; x28 = pv[27];
89949b5e25fSSatish Balay 	x29 = pv[28]; x30 = pv[29]; x31 = pv[30]; x32 = pv[31];
90049b5e25fSSatish Balay 	x33 = pv[32]; x34 = pv[33]; x35 = pv[34]; x36 = pv[35];
90149b5e25fSSatish Balay         pc[0]  = m1  = p1*x1  + p7*x2   + p13*x3  + p19*x4  + p25*x5  + p31*x6;
90249b5e25fSSatish Balay         pc[1]  = m2  = p2*x1  + p8*x2   + p14*x3  + p20*x4  + p26*x5  + p32*x6;
90349b5e25fSSatish Balay         pc[2]  = m3  = p3*x1  + p9*x2   + p15*x3  + p21*x4  + p27*x5  + p33*x6;
90449b5e25fSSatish Balay         pc[3]  = m4  = p4*x1  + p10*x2  + p16*x3  + p22*x4  + p28*x5  + p34*x6;
90549b5e25fSSatish Balay         pc[4]  = m5  = p5*x1  + p11*x2  + p17*x3  + p23*x4  + p29*x5  + p35*x6;
90649b5e25fSSatish Balay         pc[5]  = m6  = p6*x1  + p12*x2  + p18*x3  + p24*x4  + p30*x5  + p36*x6;
90749b5e25fSSatish Balay 
90849b5e25fSSatish Balay         pc[6]  = m7  = p1*x7  + p7*x8   + p13*x9  + p19*x10 + p25*x11 + p31*x12;
90949b5e25fSSatish Balay         pc[7]  = m8  = p2*x7  + p8*x8   + p14*x9  + p20*x10 + p26*x11 + p32*x12;
91049b5e25fSSatish Balay         pc[8]  = m9  = p3*x7  + p9*x8   + p15*x9  + p21*x10 + p27*x11 + p33*x12;
91149b5e25fSSatish Balay         pc[9]  = m10 = p4*x7  + p10*x8  + p16*x9  + p22*x10 + p28*x11 + p34*x12;
91249b5e25fSSatish Balay         pc[10] = m11 = p5*x7  + p11*x8  + p17*x9  + p23*x10 + p29*x11 + p35*x12;
91349b5e25fSSatish Balay         pc[11] = m12 = p6*x7  + p12*x8  + p18*x9  + p24*x10 + p30*x11 + p36*x12;
91449b5e25fSSatish Balay 
91549b5e25fSSatish Balay         pc[12] = m13 = p1*x13 + p7*x14  + p13*x15 + p19*x16 + p25*x17 + p31*x18;
91649b5e25fSSatish Balay         pc[13] = m14 = p2*x13 + p8*x14  + p14*x15 + p20*x16 + p26*x17 + p32*x18;
91749b5e25fSSatish Balay         pc[14] = m15 = p3*x13 + p9*x14  + p15*x15 + p21*x16 + p27*x17 + p33*x18;
91849b5e25fSSatish Balay         pc[15] = m16 = p4*x13 + p10*x14 + p16*x15 + p22*x16 + p28*x17 + p34*x18;
91949b5e25fSSatish Balay         pc[16] = m17 = p5*x13 + p11*x14 + p17*x15 + p23*x16 + p29*x17 + p35*x18;
92049b5e25fSSatish Balay         pc[17] = m18 = p6*x13 + p12*x14 + p18*x15 + p24*x16 + p30*x17 + p36*x18;
92149b5e25fSSatish Balay 
92249b5e25fSSatish Balay         pc[18] = m19 = p1*x19 + p7*x20  + p13*x21 + p19*x22 + p25*x23 + p31*x24;
92349b5e25fSSatish Balay         pc[19] = m20 = p2*x19 + p8*x20  + p14*x21 + p20*x22 + p26*x23 + p32*x24;
92449b5e25fSSatish Balay         pc[20] = m21 = p3*x19 + p9*x20  + p15*x21 + p21*x22 + p27*x23 + p33*x24;
92549b5e25fSSatish Balay         pc[21] = m22 = p4*x19 + p10*x20 + p16*x21 + p22*x22 + p28*x23 + p34*x24;
92649b5e25fSSatish Balay         pc[22] = m23 = p5*x19 + p11*x20 + p17*x21 + p23*x22 + p29*x23 + p35*x24;
92749b5e25fSSatish Balay         pc[23] = m24 = p6*x19 + p12*x20 + p18*x21 + p24*x22 + p30*x23 + p36*x24;
92849b5e25fSSatish Balay 
92949b5e25fSSatish Balay         pc[24] = m25 = p1*x25 + p7*x26  + p13*x27 + p19*x28 + p25*x29 + p31*x30;
93049b5e25fSSatish Balay         pc[25] = m26 = p2*x25 + p8*x26  + p14*x27 + p20*x28 + p26*x29 + p32*x30;
93149b5e25fSSatish Balay         pc[26] = m27 = p3*x25 + p9*x26  + p15*x27 + p21*x28 + p27*x29 + p33*x30;
93249b5e25fSSatish Balay         pc[27] = m28 = p4*x25 + p10*x26 + p16*x27 + p22*x28 + p28*x29 + p34*x30;
93349b5e25fSSatish Balay         pc[28] = m29 = p5*x25 + p11*x26 + p17*x27 + p23*x28 + p29*x29 + p35*x30;
93449b5e25fSSatish Balay         pc[29] = m30 = p6*x25 + p12*x26 + p18*x27 + p24*x28 + p30*x29 + p36*x30;
93549b5e25fSSatish Balay 
93649b5e25fSSatish Balay         pc[30] = m31 = p1*x31 + p7*x32  + p13*x33 + p19*x34 + p25*x35 + p31*x36;
93749b5e25fSSatish Balay         pc[31] = m32 = p2*x31 + p8*x32  + p14*x33 + p20*x34 + p26*x35 + p32*x36;
93849b5e25fSSatish Balay         pc[32] = m33 = p3*x31 + p9*x32  + p15*x33 + p21*x34 + p27*x35 + p33*x36;
93949b5e25fSSatish Balay         pc[33] = m34 = p4*x31 + p10*x32 + p16*x33 + p22*x34 + p28*x35 + p34*x36;
94049b5e25fSSatish Balay         pc[34] = m35 = p5*x31 + p11*x32 + p17*x33 + p23*x34 + p29*x35 + p35*x36;
94149b5e25fSSatish Balay         pc[35] = m36 = p6*x31 + p12*x32 + p18*x33 + p24*x34 + p30*x35 + p36*x36;
94249b5e25fSSatish Balay 
94349b5e25fSSatish Balay         nz = bi[row+1] - diag_offset[row] - 1;
94449b5e25fSSatish Balay         pv += 36;
94549b5e25fSSatish Balay         for (j=0; j<nz; j++) {
94649b5e25fSSatish Balay 	  x1  = pv[0];  x2  = pv[1];  x3  = pv[2];  x4  = pv[3];
94749b5e25fSSatish Balay 	  x5  = pv[4];  x6  = pv[5];  x7  = pv[6];  x8  = pv[7];
94849b5e25fSSatish Balay 	  x9  = pv[8];  x10 = pv[9];  x11 = pv[10]; x12 = pv[11];
94949b5e25fSSatish Balay 	  x13 = pv[12]; x14 = pv[13]; x15 = pv[14]; x16 = pv[15];
95049b5e25fSSatish Balay 	  x17 = pv[16]; x18 = pv[17]; x19 = pv[18]; x20 = pv[19];
95149b5e25fSSatish Balay 	  x21 = pv[20]; x22 = pv[21]; x23 = pv[22]; x24 = pv[23];
95249b5e25fSSatish Balay 	  x25 = pv[24]; x26 = pv[25]; x27 = pv[26]; x28 = pv[27];
95349b5e25fSSatish Balay 	  x29 = pv[28]; x30 = pv[29]; x31 = pv[30]; x32 = pv[31];
95449b5e25fSSatish Balay 	  x33 = pv[32]; x34 = pv[33]; x35 = pv[34]; x36 = pv[35];
95549b5e25fSSatish Balay 	  x    = rtmp + 36*pj[j];
95649b5e25fSSatish Balay           x[0]  -= m1*x1  + m7*x2   + m13*x3  + m19*x4  + m25*x5  + m31*x6;
95749b5e25fSSatish Balay           x[1]  -= m2*x1  + m8*x2   + m14*x3  + m20*x4  + m26*x5  + m32*x6;
95849b5e25fSSatish Balay           x[2]  -= m3*x1  + m9*x2   + m15*x3  + m21*x4  + m27*x5  + m33*x6;
95949b5e25fSSatish Balay           x[3]  -= m4*x1  + m10*x2  + m16*x3  + m22*x4  + m28*x5  + m34*x6;
96049b5e25fSSatish Balay           x[4]  -= m5*x1  + m11*x2  + m17*x3  + m23*x4  + m29*x5  + m35*x6;
96149b5e25fSSatish Balay           x[5]  -= m6*x1  + m12*x2  + m18*x3  + m24*x4  + m30*x5  + m36*x6;
96249b5e25fSSatish Balay 
96349b5e25fSSatish Balay 	  x[6]  -= m1*x7  + m7*x8   + m13*x9  + m19*x10 + m25*x11 + m31*x12;
96449b5e25fSSatish Balay 	  x[7]  -= m2*x7  + m8*x8   + m14*x9  + m20*x10 + m26*x11 + m32*x12;
96549b5e25fSSatish Balay 	  x[8]  -= m3*x7  + m9*x8   + m15*x9  + m21*x10 + m27*x11 + m33*x12;
96649b5e25fSSatish Balay 	  x[9]  -= m4*x7  + m10*x8  + m16*x9  + m22*x10 + m28*x11 + m34*x12;
96749b5e25fSSatish Balay 	  x[10] -= m5*x7  + m11*x8  + m17*x9  + m23*x10 + m29*x11 + m35*x12;
96849b5e25fSSatish Balay 	  x[11] -= m6*x7  + m12*x8  + m18*x9  + m24*x10 + m30*x11 + m36*x12;
96949b5e25fSSatish Balay 
97049b5e25fSSatish Balay 	  x[12] -= m1*x13 + m7*x14  + m13*x15 + m19*x16 + m25*x17 + m31*x18;
97149b5e25fSSatish Balay 	  x[13] -= m2*x13 + m8*x14  + m14*x15 + m20*x16 + m26*x17 + m32*x18;
97249b5e25fSSatish Balay 	  x[14] -= m3*x13 + m9*x14  + m15*x15 + m21*x16 + m27*x17 + m33*x18;
97349b5e25fSSatish Balay 	  x[15] -= m4*x13 + m10*x14 + m16*x15 + m22*x16 + m28*x17 + m34*x18;
97449b5e25fSSatish Balay 	  x[16] -= m5*x13 + m11*x14 + m17*x15 + m23*x16 + m29*x17 + m35*x18;
97549b5e25fSSatish Balay 	  x[17] -= m6*x13 + m12*x14 + m18*x15 + m24*x16 + m30*x17 + m36*x18;
97649b5e25fSSatish Balay 
97749b5e25fSSatish Balay 	  x[18] -= m1*x19 + m7*x20  + m13*x21 + m19*x22 + m25*x23 + m31*x24;
97849b5e25fSSatish Balay 	  x[19] -= m2*x19 + m8*x20  + m14*x21 + m20*x22 + m26*x23 + m32*x24;
97949b5e25fSSatish Balay 	  x[20] -= m3*x19 + m9*x20  + m15*x21 + m21*x22 + m27*x23 + m33*x24;
98049b5e25fSSatish Balay 	  x[21] -= m4*x19 + m10*x20 + m16*x21 + m22*x22 + m28*x23 + m34*x24;
98149b5e25fSSatish Balay 	  x[22] -= m5*x19 + m11*x20 + m17*x21 + m23*x22 + m29*x23 + m35*x24;
98249b5e25fSSatish Balay 	  x[23] -= m6*x19 + m12*x20 + m18*x21 + m24*x22 + m30*x23 + m36*x24;
98349b5e25fSSatish Balay 
98449b5e25fSSatish Balay 	  x[24] -= m1*x25 + m7*x26  + m13*x27 + m19*x28 + m25*x29 + m31*x30;
98549b5e25fSSatish Balay 	  x[25] -= m2*x25 + m8*x26  + m14*x27 + m20*x28 + m26*x29 + m32*x30;
98649b5e25fSSatish Balay 	  x[26] -= m3*x25 + m9*x26  + m15*x27 + m21*x28 + m27*x29 + m33*x30;
98749b5e25fSSatish Balay 	  x[27] -= m4*x25 + m10*x26 + m16*x27 + m22*x28 + m28*x29 + m34*x30;
98849b5e25fSSatish Balay 	  x[28] -= m5*x25 + m11*x26 + m17*x27 + m23*x28 + m29*x29 + m35*x30;
98949b5e25fSSatish Balay 	  x[29] -= m6*x25 + m12*x26 + m18*x27 + m24*x28 + m30*x29 + m36*x30;
99049b5e25fSSatish Balay 
99149b5e25fSSatish Balay 	  x[30] -= m1*x31 + m7*x32  + m13*x33 + m19*x34 + m25*x35 + m31*x36;
99249b5e25fSSatish Balay 	  x[31] -= m2*x31 + m8*x32  + m14*x33 + m20*x34 + m26*x35 + m32*x36;
99349b5e25fSSatish Balay 	  x[32] -= m3*x31 + m9*x32  + m15*x33 + m21*x34 + m27*x35 + m33*x36;
99449b5e25fSSatish Balay 	  x[33] -= m4*x31 + m10*x32 + m16*x33 + m22*x34 + m28*x35 + m34*x36;
99549b5e25fSSatish Balay 	  x[34] -= m5*x31 + m11*x32 + m17*x33 + m23*x34 + m29*x35 + m35*x36;
99649b5e25fSSatish Balay 	  x[35] -= m6*x31 + m12*x32 + m18*x33 + m24*x34 + m30*x35 + m36*x36;
99749b5e25fSSatish Balay 
99849b5e25fSSatish Balay           pv   += 36;
99949b5e25fSSatish Balay         }
100049b5e25fSSatish Balay         PLogFlops(432*nz+396);
100149b5e25fSSatish Balay       }
100249b5e25fSSatish Balay       row = *ajtmp++;
100349b5e25fSSatish Balay     }
100449b5e25fSSatish Balay     /* finished row so stick it into b->a */
100549b5e25fSSatish Balay     pv = ba + 36*bi[i];
100649b5e25fSSatish Balay     pj = bj + bi[i];
100749b5e25fSSatish Balay     nz = bi[i+1] - bi[i];
100849b5e25fSSatish Balay     for (j=0; j<nz; j++) {
100949b5e25fSSatish Balay       x      = rtmp+36*pj[j];
101049b5e25fSSatish Balay       pv[0]  = x[0];  pv[1]  = x[1];  pv[2]  = x[2];  pv[3]  = x[3];
101149b5e25fSSatish Balay       pv[4]  = x[4];  pv[5]  = x[5];  pv[6]  = x[6];  pv[7]  = x[7];
101249b5e25fSSatish Balay       pv[8]  = x[8];  pv[9]  = x[9];  pv[10] = x[10]; pv[11] = x[11];
101349b5e25fSSatish Balay       pv[12] = x[12]; pv[13] = x[13]; pv[14] = x[14]; pv[15] = x[15];
101449b5e25fSSatish Balay       pv[16] = x[16]; pv[17] = x[17]; pv[18] = x[18]; pv[19] = x[19];
101549b5e25fSSatish Balay       pv[20] = x[20]; pv[21] = x[21]; pv[22] = x[22]; pv[23] = x[23];
101649b5e25fSSatish Balay       pv[24] = x[24]; pv[25] = x[25]; pv[26] = x[26]; pv[27] = x[27];
101749b5e25fSSatish Balay       pv[28] = x[28]; pv[29] = x[29]; pv[30] = x[30]; pv[31] = x[31];
101849b5e25fSSatish Balay       pv[32] = x[32]; pv[33] = x[33]; pv[34] = x[34]; pv[35] = x[35];
101949b5e25fSSatish Balay       pv   += 36;
102049b5e25fSSatish Balay     }
102149b5e25fSSatish Balay     /* invert diagonal block */
102249b5e25fSSatish Balay     w = ba + 36*diag_offset[i];
102349b5e25fSSatish Balay     ierr = Kernel_A_gets_inverse_A_6(w);CHKERRQ(ierr);
102449b5e25fSSatish Balay   }
102549b5e25fSSatish Balay 
102649b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
102749b5e25fSSatish Balay   ierr = ISRestoreIndices(isicol,&ic);CHKERRQ(ierr);
102849b5e25fSSatish Balay   ierr = ISRestoreIndices(isrow,&r);CHKERRQ(ierr);
102949b5e25fSSatish Balay   C->factor = FACTOR_LU;
103049b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
103149b5e25fSSatish Balay   PLogFlops(1.3333*216*b->mbs); /* from inverting diagonal blocks */
103249b5e25fSSatish Balay   PetscFunctionReturn(0);
103349b5e25fSSatish Balay }
103449b5e25fSSatish Balay /*
103549b5e25fSSatish Balay       Version for when blocks are 6 by 6 Using natural ordering
103649b5e25fSSatish Balay */
103749b5e25fSSatish Balay #undef __FUNC__
10386f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorNumeric_SeqSBAIJ_6_NaturalOrdering"
10396f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_6_NaturalOrdering(Mat A,Mat *B)
104049b5e25fSSatish Balay {
104149b5e25fSSatish Balay   Mat         C = *B;
104249b5e25fSSatish Balay   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data,*b = (Mat_SeqBAIJ *)C->data;
104349b5e25fSSatish Balay   int         ierr,i,j,n = a->mbs,*bi = b->i,*bj = b->j;
104449b5e25fSSatish Balay   int         *ajtmpold,*ajtmp,nz,row;
104549b5e25fSSatish Balay   int         *diag_offset = b->diag,*ai=a->i,*aj=a->j,*pj;
104649b5e25fSSatish Balay   MatScalar   *pv,*v,*rtmp,*pc,*w,*x;
104749b5e25fSSatish Balay   MatScalar   x1,x2,x3,x4,x5,x6,x7,x8,x9,x10,x11,x12,x13,x14,x15;
104849b5e25fSSatish Balay   MatScalar   x16,x17,x18,x19,x20,x21,x22,x23,x24,x25;
104949b5e25fSSatish Balay   MatScalar   p1,p2,p3,p4,p5,p6,p7,p8,p9,p10,p11,p12,p13,p14,p15;
105049b5e25fSSatish Balay   MatScalar   p16,p17,p18,p19,p20,p21,p22,p23,p24,p25;
105149b5e25fSSatish Balay   MatScalar   m1,m2,m3,m4,m5,m6,m7,m8,m9,m10,m11,m12,m13,m14,m15;
105249b5e25fSSatish Balay   MatScalar   m16,m17,m18,m19,m20,m21,m22,m23,m24,m25;
105349b5e25fSSatish Balay   MatScalar   p26,p27,p28,p29,p30,p31,p32,p33,p34,p35,p36;
105449b5e25fSSatish Balay   MatScalar   x26,x27,x28,x29,x30,x31,x32,x33,x34,x35,x36;
105549b5e25fSSatish Balay   MatScalar   m26,m27,m28,m29,m30,m31,m32,m33,m34,m35,m36;
105649b5e25fSSatish Balay   MatScalar   *ba = b->a,*aa = a->a;
105749b5e25fSSatish Balay 
105849b5e25fSSatish Balay   PetscFunctionBegin;
105949b5e25fSSatish Balay   rtmp  = (MatScalar*)PetscMalloc(36*(n+1)*sizeof(MatScalar));CHKPTRQ(rtmp);
106049b5e25fSSatish Balay   for (i=0; i<n; i++) {
106149b5e25fSSatish Balay     nz    = bi[i+1] - bi[i];
106249b5e25fSSatish Balay     ajtmp = bj + bi[i];
106349b5e25fSSatish Balay     for  (j=0; j<nz; j++) {
106449b5e25fSSatish Balay       x = rtmp+36*ajtmp[j];
106549b5e25fSSatish Balay       x[0] = x[1] = x[2] = x[3] = x[4] = x[5] = x[6] = x[7] = x[8] = x[9] = 0.0;
106649b5e25fSSatish Balay       x[10] = x[11] = x[12] = x[13] = x[14] = x[15] = x[16] = x[17] = 0.0;
106749b5e25fSSatish Balay       x[18] = x[19] = x[20] = x[21] = x[22] = x[23] = x[24] = x[25] = 0.0 ;
106849b5e25fSSatish Balay       x[26] = x[27] = x[28] = x[29] = x[30] = x[31] = x[32] = x[33] = 0.0 ;
106949b5e25fSSatish Balay       x[34] = x[35] = 0.0 ;
107049b5e25fSSatish Balay     }
107149b5e25fSSatish Balay     /* load in initial (unfactored row) */
107249b5e25fSSatish Balay     nz       = ai[i+1] - ai[i];
107349b5e25fSSatish Balay     ajtmpold = aj + ai[i];
107449b5e25fSSatish Balay     v        = aa + 36*ai[i];
107549b5e25fSSatish Balay     for (j=0; j<nz; j++) {
107649b5e25fSSatish Balay       x    = rtmp+36*ajtmpold[j];
107749b5e25fSSatish Balay       x[0] =  v[0];  x[1] =  v[1];  x[2] =  v[2];  x[3] =  v[3];
107849b5e25fSSatish Balay       x[4] =  v[4];  x[5] =  v[5];  x[6] =  v[6];  x[7] =  v[7];
107949b5e25fSSatish Balay       x[8] =  v[8];  x[9] =  v[9];  x[10] = v[10]; x[11] = v[11];
108049b5e25fSSatish Balay       x[12] = v[12]; x[13] = v[13]; x[14] = v[14]; x[15] = v[15];
108149b5e25fSSatish Balay       x[16] = v[16]; x[17] = v[17]; x[18] = v[18]; x[19] = v[19];
108249b5e25fSSatish Balay       x[20] = v[20]; x[21] = v[21]; x[22] = v[22]; x[23] = v[23];
108349b5e25fSSatish Balay       x[24] = v[24]; x[25] = v[25]; x[26] = v[26]; x[27] = v[27];
108449b5e25fSSatish Balay       x[28] = v[28]; x[29] = v[29]; x[30] = v[30]; x[31] = v[31];
108549b5e25fSSatish Balay       x[32] = v[32]; x[33] = v[33]; x[34] = v[34]; x[35] = v[35];
108649b5e25fSSatish Balay       v    += 36;
108749b5e25fSSatish Balay     }
108849b5e25fSSatish Balay     row = *ajtmp++;
108949b5e25fSSatish Balay     while (row < i) {
109049b5e25fSSatish Balay       pc  = rtmp + 36*row;
109149b5e25fSSatish Balay       p1  = pc[0];  p2  = pc[1];  p3  = pc[2];  p4  = pc[3];
109249b5e25fSSatish Balay       p5  = pc[4];  p6  = pc[5];  p7  = pc[6];  p8  = pc[7];
109349b5e25fSSatish Balay       p9  = pc[8];  p10 = pc[9];  p11 = pc[10]; p12 = pc[11];
109449b5e25fSSatish Balay       p13 = pc[12]; p14 = pc[13]; p15 = pc[14]; p16 = pc[15];
109549b5e25fSSatish Balay       p17 = pc[16]; p18 = pc[17]; p19 = pc[18]; p20 = pc[19];
109649b5e25fSSatish Balay       p21 = pc[20]; p22 = pc[21]; p23 = pc[22]; p24 = pc[23];
109749b5e25fSSatish Balay       p25 = pc[24]; p26 = pc[25]; p27 = pc[26]; p28 = pc[27];
109849b5e25fSSatish Balay       p29 = pc[28]; p30 = pc[29]; p31 = pc[30]; p32 = pc[31];
109949b5e25fSSatish Balay       p33 = pc[32]; p34 = pc[33]; p35 = pc[34]; p36 = pc[35];
110049b5e25fSSatish Balay       if (p1  != 0.0 || p2  != 0.0 || p3  != 0.0 || p4  != 0.0 ||
110149b5e25fSSatish Balay           p5  != 0.0 || p6  != 0.0 || p7  != 0.0 || p8  != 0.0 ||
110249b5e25fSSatish Balay           p9  != 0.0 || p10 != 0.0 || p11 != 0.0 || p12 != 0.0 ||
110349b5e25fSSatish Balay           p13 != 0.0 || p14 != 0.0 || p15 != 0.0 || p16 != 0.0 ||
110449b5e25fSSatish Balay           p17 != 0.0 || p18 != 0.0 || p19 != 0.0 || p20 != 0.0 ||
110549b5e25fSSatish Balay           p21 != 0.0 || p22 != 0.0 || p23 != 0.0 || p24 != 0.0 ||
110649b5e25fSSatish Balay           p25 != 0.0 || p26 != 0.0 || p27 != 0.0 || p28 != 0.0 ||
110749b5e25fSSatish Balay           p29 != 0.0 || p30 != 0.0 || p31 != 0.0 || p32 != 0.0 ||
110849b5e25fSSatish Balay           p33 != 0.0 || p34 != 0.0 || p35 != 0.0 || p36 != 0.0) {
110949b5e25fSSatish Balay         pv = ba + 36*diag_offset[row];
111049b5e25fSSatish Balay         pj = bj + diag_offset[row] + 1;
111149b5e25fSSatish Balay 	x1  = pv[0];  x2  = pv[1];  x3  = pv[2];  x4  = pv[3];
111249b5e25fSSatish Balay 	x5  = pv[4];  x6  = pv[5];  x7  = pv[6];  x8  = pv[7];
111349b5e25fSSatish Balay 	x9  = pv[8];  x10 = pv[9];  x11 = pv[10]; x12 = pv[11];
111449b5e25fSSatish Balay 	x13 = pv[12]; x14 = pv[13]; x15 = pv[14]; x16 = pv[15];
111549b5e25fSSatish Balay 	x17 = pv[16]; x18 = pv[17]; x19 = pv[18]; x20 = pv[19];
111649b5e25fSSatish Balay 	x21 = pv[20]; x22 = pv[21]; x23 = pv[22]; x24 = pv[23];
111749b5e25fSSatish Balay 	x25 = pv[24]; x26 = pv[25]; x27 = pv[26]; x28 = pv[27];
111849b5e25fSSatish Balay 	x29 = pv[28]; x30 = pv[29]; x31 = pv[30]; x32 = pv[31];
111949b5e25fSSatish Balay 	x33 = pv[32]; x34 = pv[33]; x35 = pv[34]; x36 = pv[35];
112049b5e25fSSatish Balay         pc[0]  = m1  = p1*x1  + p7*x2   + p13*x3  + p19*x4  + p25*x5  + p31*x6;
112149b5e25fSSatish Balay         pc[1]  = m2  = p2*x1  + p8*x2   + p14*x3  + p20*x4  + p26*x5  + p32*x6;
112249b5e25fSSatish Balay         pc[2]  = m3  = p3*x1  + p9*x2   + p15*x3  + p21*x4  + p27*x5  + p33*x6;
112349b5e25fSSatish Balay         pc[3]  = m4  = p4*x1  + p10*x2  + p16*x3  + p22*x4  + p28*x5  + p34*x6;
112449b5e25fSSatish Balay         pc[4]  = m5  = p5*x1  + p11*x2  + p17*x3  + p23*x4  + p29*x5  + p35*x6;
112549b5e25fSSatish Balay         pc[5]  = m6  = p6*x1  + p12*x2  + p18*x3  + p24*x4  + p30*x5  + p36*x6;
112649b5e25fSSatish Balay 
112749b5e25fSSatish Balay         pc[6]  = m7  = p1*x7  + p7*x8   + p13*x9  + p19*x10 + p25*x11 + p31*x12;
112849b5e25fSSatish Balay         pc[7]  = m8  = p2*x7  + p8*x8   + p14*x9  + p20*x10 + p26*x11 + p32*x12;
112949b5e25fSSatish Balay         pc[8]  = m9  = p3*x7  + p9*x8   + p15*x9  + p21*x10 + p27*x11 + p33*x12;
113049b5e25fSSatish Balay         pc[9]  = m10 = p4*x7  + p10*x8  + p16*x9  + p22*x10 + p28*x11 + p34*x12;
113149b5e25fSSatish Balay         pc[10] = m11 = p5*x7  + p11*x8  + p17*x9  + p23*x10 + p29*x11 + p35*x12;
113249b5e25fSSatish Balay         pc[11] = m12 = p6*x7  + p12*x8  + p18*x9  + p24*x10 + p30*x11 + p36*x12;
113349b5e25fSSatish Balay 
113449b5e25fSSatish Balay         pc[12] = m13 = p1*x13 + p7*x14  + p13*x15 + p19*x16 + p25*x17 + p31*x18;
113549b5e25fSSatish Balay         pc[13] = m14 = p2*x13 + p8*x14  + p14*x15 + p20*x16 + p26*x17 + p32*x18;
113649b5e25fSSatish Balay         pc[14] = m15 = p3*x13 + p9*x14  + p15*x15 + p21*x16 + p27*x17 + p33*x18;
113749b5e25fSSatish Balay         pc[15] = m16 = p4*x13 + p10*x14 + p16*x15 + p22*x16 + p28*x17 + p34*x18;
113849b5e25fSSatish Balay         pc[16] = m17 = p5*x13 + p11*x14 + p17*x15 + p23*x16 + p29*x17 + p35*x18;
113949b5e25fSSatish Balay         pc[17] = m18 = p6*x13 + p12*x14 + p18*x15 + p24*x16 + p30*x17 + p36*x18;
114049b5e25fSSatish Balay 
114149b5e25fSSatish Balay         pc[18] = m19 = p1*x19 + p7*x20  + p13*x21 + p19*x22 + p25*x23 + p31*x24;
114249b5e25fSSatish Balay         pc[19] = m20 = p2*x19 + p8*x20  + p14*x21 + p20*x22 + p26*x23 + p32*x24;
114349b5e25fSSatish Balay         pc[20] = m21 = p3*x19 + p9*x20  + p15*x21 + p21*x22 + p27*x23 + p33*x24;
114449b5e25fSSatish Balay         pc[21] = m22 = p4*x19 + p10*x20 + p16*x21 + p22*x22 + p28*x23 + p34*x24;
114549b5e25fSSatish Balay         pc[22] = m23 = p5*x19 + p11*x20 + p17*x21 + p23*x22 + p29*x23 + p35*x24;
114649b5e25fSSatish Balay         pc[23] = m24 = p6*x19 + p12*x20 + p18*x21 + p24*x22 + p30*x23 + p36*x24;
114749b5e25fSSatish Balay 
114849b5e25fSSatish Balay         pc[24] = m25 = p1*x25 + p7*x26  + p13*x27 + p19*x28 + p25*x29 + p31*x30;
114949b5e25fSSatish Balay         pc[25] = m26 = p2*x25 + p8*x26  + p14*x27 + p20*x28 + p26*x29 + p32*x30;
115049b5e25fSSatish Balay         pc[26] = m27 = p3*x25 + p9*x26  + p15*x27 + p21*x28 + p27*x29 + p33*x30;
115149b5e25fSSatish Balay         pc[27] = m28 = p4*x25 + p10*x26 + p16*x27 + p22*x28 + p28*x29 + p34*x30;
115249b5e25fSSatish Balay         pc[28] = m29 = p5*x25 + p11*x26 + p17*x27 + p23*x28 + p29*x29 + p35*x30;
115349b5e25fSSatish Balay         pc[29] = m30 = p6*x25 + p12*x26 + p18*x27 + p24*x28 + p30*x29 + p36*x30;
115449b5e25fSSatish Balay 
115549b5e25fSSatish Balay         pc[30] = m31 = p1*x31 + p7*x32  + p13*x33 + p19*x34 + p25*x35 + p31*x36;
115649b5e25fSSatish Balay         pc[31] = m32 = p2*x31 + p8*x32  + p14*x33 + p20*x34 + p26*x35 + p32*x36;
115749b5e25fSSatish Balay         pc[32] = m33 = p3*x31 + p9*x32  + p15*x33 + p21*x34 + p27*x35 + p33*x36;
115849b5e25fSSatish Balay         pc[33] = m34 = p4*x31 + p10*x32 + p16*x33 + p22*x34 + p28*x35 + p34*x36;
115949b5e25fSSatish Balay         pc[34] = m35 = p5*x31 + p11*x32 + p17*x33 + p23*x34 + p29*x35 + p35*x36;
116049b5e25fSSatish Balay         pc[35] = m36 = p6*x31 + p12*x32 + p18*x33 + p24*x34 + p30*x35 + p36*x36;
116149b5e25fSSatish Balay 
116249b5e25fSSatish Balay         nz = bi[row+1] - diag_offset[row] - 1;
116349b5e25fSSatish Balay         pv += 36;
116449b5e25fSSatish Balay         for (j=0; j<nz; j++) {
116549b5e25fSSatish Balay 	  x1  = pv[0];  x2  = pv[1];  x3  = pv[2];  x4  = pv[3];
116649b5e25fSSatish Balay 	  x5  = pv[4];  x6  = pv[5];  x7  = pv[6];  x8  = pv[7];
116749b5e25fSSatish Balay 	  x9  = pv[8];  x10 = pv[9];  x11 = pv[10]; x12 = pv[11];
116849b5e25fSSatish Balay 	  x13 = pv[12]; x14 = pv[13]; x15 = pv[14]; x16 = pv[15];
116949b5e25fSSatish Balay 	  x17 = pv[16]; x18 = pv[17]; x19 = pv[18]; x20 = pv[19];
117049b5e25fSSatish Balay 	  x21 = pv[20]; x22 = pv[21]; x23 = pv[22]; x24 = pv[23];
117149b5e25fSSatish Balay 	  x25 = pv[24]; x26 = pv[25]; x27 = pv[26]; x28 = pv[27];
117249b5e25fSSatish Balay 	  x29 = pv[28]; x30 = pv[29]; x31 = pv[30]; x32 = pv[31];
117349b5e25fSSatish Balay 	  x33 = pv[32]; x34 = pv[33]; x35 = pv[34]; x36 = pv[35];
117449b5e25fSSatish Balay 	  x    = rtmp + 36*pj[j];
117549b5e25fSSatish Balay           x[0]  -= m1*x1  + m7*x2   + m13*x3  + m19*x4  + m25*x5  + m31*x6;
117649b5e25fSSatish Balay           x[1]  -= m2*x1  + m8*x2   + m14*x3  + m20*x4  + m26*x5  + m32*x6;
117749b5e25fSSatish Balay           x[2]  -= m3*x1  + m9*x2   + m15*x3  + m21*x4  + m27*x5  + m33*x6;
117849b5e25fSSatish Balay           x[3]  -= m4*x1  + m10*x2  + m16*x3  + m22*x4  + m28*x5  + m34*x6;
117949b5e25fSSatish Balay           x[4]  -= m5*x1  + m11*x2  + m17*x3  + m23*x4  + m29*x5  + m35*x6;
118049b5e25fSSatish Balay           x[5]  -= m6*x1  + m12*x2  + m18*x3  + m24*x4  + m30*x5  + m36*x6;
118149b5e25fSSatish Balay 
118249b5e25fSSatish Balay 	  x[6]  -= m1*x7  + m7*x8   + m13*x9  + m19*x10 + m25*x11 + m31*x12;
118349b5e25fSSatish Balay 	  x[7]  -= m2*x7  + m8*x8   + m14*x9  + m20*x10 + m26*x11 + m32*x12;
118449b5e25fSSatish Balay 	  x[8]  -= m3*x7  + m9*x8   + m15*x9  + m21*x10 + m27*x11 + m33*x12;
118549b5e25fSSatish Balay 	  x[9]  -= m4*x7  + m10*x8  + m16*x9  + m22*x10 + m28*x11 + m34*x12;
118649b5e25fSSatish Balay 	  x[10] -= m5*x7  + m11*x8  + m17*x9  + m23*x10 + m29*x11 + m35*x12;
118749b5e25fSSatish Balay 	  x[11] -= m6*x7  + m12*x8  + m18*x9  + m24*x10 + m30*x11 + m36*x12;
118849b5e25fSSatish Balay 
118949b5e25fSSatish Balay 	  x[12] -= m1*x13 + m7*x14  + m13*x15 + m19*x16 + m25*x17 + m31*x18;
119049b5e25fSSatish Balay 	  x[13] -= m2*x13 + m8*x14  + m14*x15 + m20*x16 + m26*x17 + m32*x18;
119149b5e25fSSatish Balay 	  x[14] -= m3*x13 + m9*x14  + m15*x15 + m21*x16 + m27*x17 + m33*x18;
119249b5e25fSSatish Balay 	  x[15] -= m4*x13 + m10*x14 + m16*x15 + m22*x16 + m28*x17 + m34*x18;
119349b5e25fSSatish Balay 	  x[16] -= m5*x13 + m11*x14 + m17*x15 + m23*x16 + m29*x17 + m35*x18;
119449b5e25fSSatish Balay 	  x[17] -= m6*x13 + m12*x14 + m18*x15 + m24*x16 + m30*x17 + m36*x18;
119549b5e25fSSatish Balay 
119649b5e25fSSatish Balay 	  x[18] -= m1*x19 + m7*x20  + m13*x21 + m19*x22 + m25*x23 + m31*x24;
119749b5e25fSSatish Balay 	  x[19] -= m2*x19 + m8*x20  + m14*x21 + m20*x22 + m26*x23 + m32*x24;
119849b5e25fSSatish Balay 	  x[20] -= m3*x19 + m9*x20  + m15*x21 + m21*x22 + m27*x23 + m33*x24;
119949b5e25fSSatish Balay 	  x[21] -= m4*x19 + m10*x20 + m16*x21 + m22*x22 + m28*x23 + m34*x24;
120049b5e25fSSatish Balay 	  x[22] -= m5*x19 + m11*x20 + m17*x21 + m23*x22 + m29*x23 + m35*x24;
120149b5e25fSSatish Balay 	  x[23] -= m6*x19 + m12*x20 + m18*x21 + m24*x22 + m30*x23 + m36*x24;
120249b5e25fSSatish Balay 
120349b5e25fSSatish Balay 	  x[24] -= m1*x25 + m7*x26  + m13*x27 + m19*x28 + m25*x29 + m31*x30;
120449b5e25fSSatish Balay 	  x[25] -= m2*x25 + m8*x26  + m14*x27 + m20*x28 + m26*x29 + m32*x30;
120549b5e25fSSatish Balay 	  x[26] -= m3*x25 + m9*x26  + m15*x27 + m21*x28 + m27*x29 + m33*x30;
120649b5e25fSSatish Balay 	  x[27] -= m4*x25 + m10*x26 + m16*x27 + m22*x28 + m28*x29 + m34*x30;
120749b5e25fSSatish Balay 	  x[28] -= m5*x25 + m11*x26 + m17*x27 + m23*x28 + m29*x29 + m35*x30;
120849b5e25fSSatish Balay 	  x[29] -= m6*x25 + m12*x26 + m18*x27 + m24*x28 + m30*x29 + m36*x30;
120949b5e25fSSatish Balay 
121049b5e25fSSatish Balay 	  x[30] -= m1*x31 + m7*x32  + m13*x33 + m19*x34 + m25*x35 + m31*x36;
121149b5e25fSSatish Balay 	  x[31] -= m2*x31 + m8*x32  + m14*x33 + m20*x34 + m26*x35 + m32*x36;
121249b5e25fSSatish Balay 	  x[32] -= m3*x31 + m9*x32  + m15*x33 + m21*x34 + m27*x35 + m33*x36;
121349b5e25fSSatish Balay 	  x[33] -= m4*x31 + m10*x32 + m16*x33 + m22*x34 + m28*x35 + m34*x36;
121449b5e25fSSatish Balay 	  x[34] -= m5*x31 + m11*x32 + m17*x33 + m23*x34 + m29*x35 + m35*x36;
121549b5e25fSSatish Balay 	  x[35] -= m6*x31 + m12*x32 + m18*x33 + m24*x34 + m30*x35 + m36*x36;
121649b5e25fSSatish Balay 
121749b5e25fSSatish Balay           pv   += 36;
121849b5e25fSSatish Balay         }
121949b5e25fSSatish Balay         PLogFlops(432*nz+396);
122049b5e25fSSatish Balay       }
122149b5e25fSSatish Balay       row = *ajtmp++;
122249b5e25fSSatish Balay     }
122349b5e25fSSatish Balay     /* finished row so stick it into b->a */
122449b5e25fSSatish Balay     pv = ba + 36*bi[i];
122549b5e25fSSatish Balay     pj = bj + bi[i];
122649b5e25fSSatish Balay     nz = bi[i+1] - bi[i];
122749b5e25fSSatish Balay     for (j=0; j<nz; j++) {
122849b5e25fSSatish Balay       x      = rtmp+36*pj[j];
122949b5e25fSSatish Balay       pv[0]  = x[0];  pv[1]  = x[1];  pv[2]  = x[2];  pv[3]  = x[3];
123049b5e25fSSatish Balay       pv[4]  = x[4];  pv[5]  = x[5];  pv[6]  = x[6];  pv[7]  = x[7];
123149b5e25fSSatish Balay       pv[8]  = x[8];  pv[9]  = x[9];  pv[10] = x[10]; pv[11] = x[11];
123249b5e25fSSatish Balay       pv[12] = x[12]; pv[13] = x[13]; pv[14] = x[14]; pv[15] = x[15];
123349b5e25fSSatish Balay       pv[16] = x[16]; pv[17] = x[17]; pv[18] = x[18]; pv[19] = x[19];
123449b5e25fSSatish Balay       pv[20] = x[20]; pv[21] = x[21]; pv[22] = x[22]; pv[23] = x[23];
123549b5e25fSSatish Balay       pv[24] = x[24]; pv[25] = x[25]; pv[26] = x[26]; pv[27] = x[27];
123649b5e25fSSatish Balay       pv[28] = x[28]; pv[29] = x[29]; pv[30] = x[30]; pv[31] = x[31];
123749b5e25fSSatish Balay       pv[32] = x[32]; pv[33] = x[33]; pv[34] = x[34]; pv[35] = x[35];
123849b5e25fSSatish Balay       pv   += 36;
123949b5e25fSSatish Balay     }
124049b5e25fSSatish Balay     /* invert diagonal block */
124149b5e25fSSatish Balay     w = ba + 36*diag_offset[i];
124249b5e25fSSatish Balay     ierr = Kernel_A_gets_inverse_A_6(w);CHKERRQ(ierr);
124349b5e25fSSatish Balay   }
124449b5e25fSSatish Balay 
124549b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
124649b5e25fSSatish Balay   C->factor    = FACTOR_LU;
124749b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
124849b5e25fSSatish Balay   PLogFlops(1.3333*216*b->mbs); /* from inverting diagonal blocks */
124949b5e25fSSatish Balay   PetscFunctionReturn(0);
125049b5e25fSSatish Balay }
125149b5e25fSSatish Balay 
125249b5e25fSSatish Balay /* ------------------------------------------------------------*/
125349b5e25fSSatish Balay /*
125449b5e25fSSatish Balay       Version for when blocks are 5 by 5
125549b5e25fSSatish Balay */
125649b5e25fSSatish Balay #undef __FUNC__
12576f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorNumeric_SeqSBAIJ_5"
12586f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_5(Mat A,Mat *B)
125949b5e25fSSatish Balay {
126049b5e25fSSatish Balay   Mat         C = *B;
126149b5e25fSSatish Balay   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data,*b = (Mat_SeqBAIJ *)C->data;
126249b5e25fSSatish Balay   IS          isrow = b->row,isicol = b->icol;
126349b5e25fSSatish Balay   int         *r,*ic,ierr,i,j,n = a->mbs,*bi = b->i,*bj = b->j;
126449b5e25fSSatish Balay   int         *ajtmpold,*ajtmp,nz,row;
126549b5e25fSSatish Balay   int         *diag_offset = b->diag,idx,*ai=a->i,*aj=a->j,*pj;
126649b5e25fSSatish Balay   MatScalar   *pv,*v,*rtmp,*pc,*w,*x;
126749b5e25fSSatish Balay   MatScalar   p1,p2,p3,p4,m1,m2,m3,m4,m5,m6,m7,m8,m9,x1,x2,x3,x4;
126849b5e25fSSatish Balay   MatScalar   p5,p6,p7,p8,p9,x5,x6,x7,x8,x9,x10,x11,x12,x13,x14,x15,x16;
126949b5e25fSSatish Balay   MatScalar   x17,x18,x19,x20,x21,x22,x23,x24,x25,p10,p11,p12,p13,p14;
127049b5e25fSSatish Balay   MatScalar   p15,p16,p17,p18,p19,p20,p21,p22,p23,p24,p25,m10,m11,m12;
127149b5e25fSSatish Balay   MatScalar   m13,m14,m15,m16,m17,m18,m19,m20,m21,m22,m23,m24,m25;
127249b5e25fSSatish Balay   MatScalar   *ba = b->a,*aa = a->a;
127349b5e25fSSatish Balay 
127449b5e25fSSatish Balay   PetscFunctionBegin;
127549b5e25fSSatish Balay   ierr  = ISGetIndices(isrow,&r);CHKERRQ(ierr);
127649b5e25fSSatish Balay   ierr  = ISGetIndices(isicol,&ic);CHKERRQ(ierr);
127749b5e25fSSatish Balay   rtmp  = (MatScalar*)PetscMalloc(25*(n+1)*sizeof(MatScalar));CHKPTRQ(rtmp);
127849b5e25fSSatish Balay 
127949b5e25fSSatish Balay   for (i=0; i<n; i++) {
128049b5e25fSSatish Balay     nz    = bi[i+1] - bi[i];
128149b5e25fSSatish Balay     ajtmp = bj + bi[i];
128249b5e25fSSatish Balay     for  (j=0; j<nz; j++) {
128349b5e25fSSatish Balay       x = rtmp+25*ajtmp[j];
128449b5e25fSSatish Balay       x[0] = x[1] = x[2] = x[3] = x[4] = x[5] = x[6] = x[7] = x[8] = x[9] = 0.0;
128549b5e25fSSatish Balay       x[10] = x[11] = x[12] = x[13] = x[14] = x[15] = x[16] = x[17] = 0.0;
128649b5e25fSSatish Balay       x[18] = x[19] = x[20] = x[21] = x[22] = x[23] = x[24] = 0.0;
128749b5e25fSSatish Balay     }
128849b5e25fSSatish Balay     /* load in initial (unfactored row) */
128949b5e25fSSatish Balay     idx      = r[i];
129049b5e25fSSatish Balay     nz       = ai[idx+1] - ai[idx];
129149b5e25fSSatish Balay     ajtmpold = aj + ai[idx];
129249b5e25fSSatish Balay     v        = aa + 25*ai[idx];
129349b5e25fSSatish Balay     for (j=0; j<nz; j++) {
129449b5e25fSSatish Balay       x    = rtmp+25*ic[ajtmpold[j]];
129549b5e25fSSatish Balay       x[0] = v[0]; x[1] = v[1]; x[2] = v[2]; x[3] = v[3];
129649b5e25fSSatish Balay       x[4] = v[4]; x[5] = v[5]; x[6] = v[6]; x[7] = v[7]; x[8] = v[8];
129749b5e25fSSatish Balay       x[9] = v[9]; x[10] = v[10]; x[11] = v[11]; x[12] = v[12]; x[13] = v[13];
129849b5e25fSSatish Balay       x[14] = v[14]; x[15] = v[15]; x[16] = v[16]; x[17] = v[17];
129949b5e25fSSatish Balay       x[18] = v[18]; x[19] = v[19]; x[20] = v[20]; x[21] = v[21];
130049b5e25fSSatish Balay       x[22] = v[22]; x[23] = v[23]; x[24] = v[24];
130149b5e25fSSatish Balay       v    += 25;
130249b5e25fSSatish Balay     }
130349b5e25fSSatish Balay     row = *ajtmp++;
130449b5e25fSSatish Balay     while (row < i) {
130549b5e25fSSatish Balay       pc = rtmp + 25*row;
130649b5e25fSSatish Balay       p1 = pc[0]; p2 = pc[1]; p3 = pc[2]; p4 = pc[3];
130749b5e25fSSatish Balay       p5 = pc[4]; p6 = pc[5]; p7 = pc[6]; p8 = pc[7]; p9 = pc[8];
130849b5e25fSSatish Balay       p10 = pc[9]; p11 = pc[10]; p12 = pc[11]; p13 = pc[12]; p14 = pc[13];
130949b5e25fSSatish Balay       p15 = pc[14]; p16 = pc[15]; p17 = pc[16]; p18 = pc[17]; p19 = pc[18];
131049b5e25fSSatish Balay       p20 = pc[19]; p21 = pc[20]; p22 = pc[21]; p23 = pc[22]; p24 = pc[23];
131149b5e25fSSatish Balay       p25 = pc[24];
131249b5e25fSSatish Balay       if (p1 != 0.0 || p2 != 0.0 || p3 != 0.0 || p4 != 0.0 || p5 != 0.0 ||
131349b5e25fSSatish Balay           p6 != 0.0 || p7 != 0.0 || p8 != 0.0 || p9 != 0.0 || p10 != 0.0 ||
131449b5e25fSSatish Balay           p11 != 0.0 || p12 != 0.0 || p13 != 0.0 || p14 != 0.0 || p15 != 0.0
131549b5e25fSSatish Balay           || p16 != 0.0 || p17 != 0.0 || p18 != 0.0 || p19 != 0.0 ||
131649b5e25fSSatish Balay           p20 != 0.0 || p21 != 0.0 || p22 != 0.0 || p23 != 0.0 ||
131749b5e25fSSatish Balay           p24 != 0.0 || p25 != 0.0) {
131849b5e25fSSatish Balay         pv = ba + 25*diag_offset[row];
131949b5e25fSSatish Balay         pj = bj + diag_offset[row] + 1;
132049b5e25fSSatish Balay         x1 = pv[0]; x2 = pv[1]; x3 = pv[2]; x4 = pv[3];
132149b5e25fSSatish Balay         x5 = pv[4]; x6 = pv[5]; x7 = pv[6]; x8 = pv[7]; x9 = pv[8];
132249b5e25fSSatish Balay         x10 = pv[9]; x11 = pv[10]; x12 = pv[11]; x13 = pv[12]; x14 = pv[13];
132349b5e25fSSatish Balay         x15 = pv[14]; x16 = pv[15]; x17 = pv[16]; x18 = pv[17];
132449b5e25fSSatish Balay         x19 = pv[18]; x20 = pv[19]; x21 = pv[20]; x22 = pv[21];
132549b5e25fSSatish Balay         x23 = pv[22]; x24 = pv[23]; x25 = pv[24];
132649b5e25fSSatish Balay         pc[0] = m1 = p1*x1 + p6*x2  + p11*x3 + p16*x4 + p21*x5;
132749b5e25fSSatish Balay         pc[1] = m2 = p2*x1 + p7*x2  + p12*x3 + p17*x4 + p22*x5;
132849b5e25fSSatish Balay         pc[2] = m3 = p3*x1 + p8*x2  + p13*x3 + p18*x4 + p23*x5;
132949b5e25fSSatish Balay         pc[3] = m4 = p4*x1 + p9*x2  + p14*x3 + p19*x4 + p24*x5;
133049b5e25fSSatish Balay         pc[4] = m5 = p5*x1 + p10*x2 + p15*x3 + p20*x4 + p25*x5;
133149b5e25fSSatish Balay 
133249b5e25fSSatish Balay         pc[5] = m6 = p1*x6 + p6*x7  + p11*x8 + p16*x9 + p21*x10;
133349b5e25fSSatish Balay         pc[6] = m7 = p2*x6 + p7*x7  + p12*x8 + p17*x9 + p22*x10;
133449b5e25fSSatish Balay         pc[7] = m8 = p3*x6 + p8*x7  + p13*x8 + p18*x9 + p23*x10;
133549b5e25fSSatish Balay         pc[8] = m9 = p4*x6 + p9*x7  + p14*x8 + p19*x9 + p24*x10;
133649b5e25fSSatish Balay         pc[9] = m10 = p5*x6 + p10*x7 + p15*x8 + p20*x9 + p25*x10;
133749b5e25fSSatish Balay 
133849b5e25fSSatish Balay         pc[10] = m11 = p1*x11 + p6*x12  + p11*x13 + p16*x14 + p21*x15;
133949b5e25fSSatish Balay         pc[11] = m12 = p2*x11 + p7*x12  + p12*x13 + p17*x14 + p22*x15;
134049b5e25fSSatish Balay         pc[12] = m13 = p3*x11 + p8*x12  + p13*x13 + p18*x14 + p23*x15;
134149b5e25fSSatish Balay         pc[13] = m14 = p4*x11 + p9*x12  + p14*x13 + p19*x14 + p24*x15;
134249b5e25fSSatish Balay         pc[14] = m15 = p5*x11 + p10*x12 + p15*x13 + p20*x14 + p25*x15;
134349b5e25fSSatish Balay 
134449b5e25fSSatish Balay         pc[15] = m16 = p1*x16 + p6*x17  + p11*x18 + p16*x19 + p21*x20;
134549b5e25fSSatish Balay         pc[16] = m17 = p2*x16 + p7*x17  + p12*x18 + p17*x19 + p22*x20;
134649b5e25fSSatish Balay         pc[17] = m18 = p3*x16 + p8*x17  + p13*x18 + p18*x19 + p23*x20;
134749b5e25fSSatish Balay         pc[18] = m19 = p4*x16 + p9*x17  + p14*x18 + p19*x19 + p24*x20;
134849b5e25fSSatish Balay         pc[19] = m20 = p5*x16 + p10*x17 + p15*x18 + p20*x19 + p25*x20;
134949b5e25fSSatish Balay 
135049b5e25fSSatish Balay         pc[20] = m21 = p1*x21 + p6*x22  + p11*x23 + p16*x24 + p21*x25;
135149b5e25fSSatish Balay         pc[21] = m22 = p2*x21 + p7*x22  + p12*x23 + p17*x24 + p22*x25;
135249b5e25fSSatish Balay         pc[22] = m23 = p3*x21 + p8*x22  + p13*x23 + p18*x24 + p23*x25;
135349b5e25fSSatish Balay         pc[23] = m24 = p4*x21 + p9*x22  + p14*x23 + p19*x24 + p24*x25;
135449b5e25fSSatish Balay         pc[24] = m25 = p5*x21 + p10*x22 + p15*x23 + p20*x24 + p25*x25;
135549b5e25fSSatish Balay 
135649b5e25fSSatish Balay         nz = bi[row+1] - diag_offset[row] - 1;
135749b5e25fSSatish Balay         pv += 25;
135849b5e25fSSatish Balay         for (j=0; j<nz; j++) {
135949b5e25fSSatish Balay           x1   = pv[0];  x2 = pv[1];   x3  = pv[2];  x4  = pv[3];
136049b5e25fSSatish Balay           x5   = pv[4];  x6 = pv[5];   x7  = pv[6];  x8  = pv[7]; x9 = pv[8];
136149b5e25fSSatish Balay           x10  = pv[9];  x11 = pv[10]; x12 = pv[11]; x13 = pv[12];
136249b5e25fSSatish Balay           x14  = pv[13]; x15 = pv[14]; x16 = pv[15]; x17 = pv[16];
136349b5e25fSSatish Balay           x18  = pv[17]; x19 = pv[18]; x20 = pv[19]; x21 = pv[20];
136449b5e25fSSatish Balay           x22  = pv[21]; x23 = pv[22]; x24 = pv[23]; x25 = pv[24];
136549b5e25fSSatish Balay           x    = rtmp + 25*pj[j];
136649b5e25fSSatish Balay           x[0] -= m1*x1 + m6*x2  + m11*x3 + m16*x4 + m21*x5;
136749b5e25fSSatish Balay           x[1] -= m2*x1 + m7*x2  + m12*x3 + m17*x4 + m22*x5;
136849b5e25fSSatish Balay           x[2] -= m3*x1 + m8*x2  + m13*x3 + m18*x4 + m23*x5;
136949b5e25fSSatish Balay           x[3] -= m4*x1 + m9*x2  + m14*x3 + m19*x4 + m24*x5;
137049b5e25fSSatish Balay           x[4] -= m5*x1 + m10*x2 + m15*x3 + m20*x4 + m25*x5;
137149b5e25fSSatish Balay 
137249b5e25fSSatish Balay           x[5] -= m1*x6 + m6*x7  + m11*x8 + m16*x9 + m21*x10;
137349b5e25fSSatish Balay           x[6] -= m2*x6 + m7*x7  + m12*x8 + m17*x9 + m22*x10;
137449b5e25fSSatish Balay           x[7] -= m3*x6 + m8*x7  + m13*x8 + m18*x9 + m23*x10;
137549b5e25fSSatish Balay           x[8] -= m4*x6 + m9*x7  + m14*x8 + m19*x9 + m24*x10;
137649b5e25fSSatish Balay           x[9] -= m5*x6 + m10*x7 + m15*x8 + m20*x9 + m25*x10;
137749b5e25fSSatish Balay 
137849b5e25fSSatish Balay           x[10] -= m1*x11 + m6*x12  + m11*x13 + m16*x14 + m21*x15;
137949b5e25fSSatish Balay           x[11] -= m2*x11 + m7*x12  + m12*x13 + m17*x14 + m22*x15;
138049b5e25fSSatish Balay           x[12] -= m3*x11 + m8*x12  + m13*x13 + m18*x14 + m23*x15;
138149b5e25fSSatish Balay           x[13] -= m4*x11 + m9*x12  + m14*x13 + m19*x14 + m24*x15;
138249b5e25fSSatish Balay           x[14] -= m5*x11 + m10*x12 + m15*x13 + m20*x14 + m25*x15;
138349b5e25fSSatish Balay 
138449b5e25fSSatish Balay           x[15] -= m1*x16 + m6*x17  + m11*x18 + m16*x19 + m21*x20;
138549b5e25fSSatish Balay           x[16] -= m2*x16 + m7*x17  + m12*x18 + m17*x19 + m22*x20;
138649b5e25fSSatish Balay           x[17] -= m3*x16 + m8*x17  + m13*x18 + m18*x19 + m23*x20;
138749b5e25fSSatish Balay           x[18] -= m4*x16 + m9*x17  + m14*x18 + m19*x19 + m24*x20;
138849b5e25fSSatish Balay           x[19] -= m5*x16 + m10*x17 + m15*x18 + m20*x19 + m25*x20;
138949b5e25fSSatish Balay 
139049b5e25fSSatish Balay           x[20] -= m1*x21 + m6*x22  + m11*x23 + m16*x24 + m21*x25;
139149b5e25fSSatish Balay           x[21] -= m2*x21 + m7*x22  + m12*x23 + m17*x24 + m22*x25;
139249b5e25fSSatish Balay           x[22] -= m3*x21 + m8*x22  + m13*x23 + m18*x24 + m23*x25;
139349b5e25fSSatish Balay           x[23] -= m4*x21 + m9*x22  + m14*x23 + m19*x24 + m24*x25;
139449b5e25fSSatish Balay           x[24] -= m5*x21 + m10*x22 + m15*x23 + m20*x24 + m25*x25;
139549b5e25fSSatish Balay 
139649b5e25fSSatish Balay           pv   += 25;
139749b5e25fSSatish Balay         }
139849b5e25fSSatish Balay         PLogFlops(250*nz+225);
139949b5e25fSSatish Balay       }
140049b5e25fSSatish Balay       row = *ajtmp++;
140149b5e25fSSatish Balay     }
140249b5e25fSSatish Balay     /* finished row so stick it into b->a */
140349b5e25fSSatish Balay     pv = ba + 25*bi[i];
140449b5e25fSSatish Balay     pj = bj + bi[i];
140549b5e25fSSatish Balay     nz = bi[i+1] - bi[i];
140649b5e25fSSatish Balay     for (j=0; j<nz; j++) {
140749b5e25fSSatish Balay       x     = rtmp+25*pj[j];
140849b5e25fSSatish Balay       pv[0] = x[0]; pv[1] = x[1]; pv[2] = x[2]; pv[3] = x[3];
140949b5e25fSSatish Balay       pv[4] = x[4]; pv[5] = x[5]; pv[6] = x[6]; pv[7] = x[7]; pv[8] = x[8];
141049b5e25fSSatish Balay       pv[9] = x[9]; pv[10] = x[10]; pv[11] = x[11]; pv[12] = x[12];
141149b5e25fSSatish Balay       pv[13] = x[13]; pv[14] = x[14]; pv[15] = x[15]; pv[16] = x[16];
141249b5e25fSSatish Balay       pv[17] = x[17]; pv[18] = x[18]; pv[19] = x[19]; pv[20] = x[20];
141349b5e25fSSatish Balay       pv[21] = x[21]; pv[22] = x[22]; pv[23] = x[23]; pv[24] = x[24];
141449b5e25fSSatish Balay       pv   += 25;
141549b5e25fSSatish Balay     }
141649b5e25fSSatish Balay     /* invert diagonal block */
141749b5e25fSSatish Balay     w = ba + 25*diag_offset[i];
141849b5e25fSSatish Balay     ierr = Kernel_A_gets_inverse_A_5(w);CHKERRQ(ierr);
141949b5e25fSSatish Balay   }
142049b5e25fSSatish Balay 
142149b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
142249b5e25fSSatish Balay   ierr = ISRestoreIndices(isicol,&ic);CHKERRQ(ierr);
142349b5e25fSSatish Balay   ierr = ISRestoreIndices(isrow,&r);CHKERRQ(ierr);
142449b5e25fSSatish Balay   C->factor = FACTOR_LU;
142549b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
142649b5e25fSSatish Balay   PLogFlops(1.3333*125*b->mbs); /* from inverting diagonal blocks */
142749b5e25fSSatish Balay   PetscFunctionReturn(0);
142849b5e25fSSatish Balay }
142949b5e25fSSatish Balay /*
143049b5e25fSSatish Balay       Version for when blocks are 5 by 5 Using natural ordering
143149b5e25fSSatish Balay */
143249b5e25fSSatish Balay #undef __FUNC__
14336f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorNumeric_SeqSBAIJ_5_NaturalOrdering"
14346f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_5_NaturalOrdering(Mat A,Mat *B)
143549b5e25fSSatish Balay {
143649b5e25fSSatish Balay   Mat         C = *B;
143749b5e25fSSatish Balay   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data,*b = (Mat_SeqBAIJ *)C->data;
143849b5e25fSSatish Balay   int         ierr,i,j,n = a->mbs,*bi = b->i,*bj = b->j;
143949b5e25fSSatish Balay   int         *ajtmpold,*ajtmp,nz,row;
144049b5e25fSSatish Balay   int         *diag_offset = b->diag,*ai=a->i,*aj=a->j,*pj;
144149b5e25fSSatish Balay   MatScalar   *pv,*v,*rtmp,*pc,*w,*x;
144249b5e25fSSatish Balay   MatScalar   x1,x2,x3,x4,x5,x6,x7,x8,x9,x10,x11,x12,x13,x14,x15;
144349b5e25fSSatish Balay   MatScalar   x16,x17,x18,x19,x20,x21,x22,x23,x24,x25;
144449b5e25fSSatish Balay   MatScalar   p1,p2,p3,p4,p5,p6,p7,p8,p9,p10,p11,p12,p13,p14,p15;
144549b5e25fSSatish Balay   MatScalar   p16,p17,p18,p19,p20,p21,p22,p23,p24,p25;
144649b5e25fSSatish Balay   MatScalar   m1,m2,m3,m4,m5,m6,m7,m8,m9,m10,m11,m12,m13,m14,m15;
144749b5e25fSSatish Balay   MatScalar   m16,m17,m18,m19,m20,m21,m22,m23,m24,m25;
144849b5e25fSSatish Balay   MatScalar   *ba = b->a,*aa = a->a;
144949b5e25fSSatish Balay 
145049b5e25fSSatish Balay   PetscFunctionBegin;
145149b5e25fSSatish Balay   rtmp  = (MatScalar*)PetscMalloc(25*(n+1)*sizeof(MatScalar));CHKPTRQ(rtmp);
145249b5e25fSSatish Balay   for (i=0; i<n; i++) {
145349b5e25fSSatish Balay     nz    = bi[i+1] - bi[i];
145449b5e25fSSatish Balay     ajtmp = bj + bi[i];
145549b5e25fSSatish Balay     for  (j=0; j<nz; j++) {
145649b5e25fSSatish Balay       x = rtmp+25*ajtmp[j];
145749b5e25fSSatish Balay       x[0]  = x[1]  = x[2]  = x[3]  = x[4]  = x[5]  = x[6] = x[7] = x[8] = x[9] = 0.0;
145849b5e25fSSatish Balay       x[10] = x[11] = x[12] = x[13] = x[14] = x[15] = 0.0;
145949b5e25fSSatish Balay       x[16] = x[17] = x[18] = x[19] = x[20] = x[21] = x[22] = x[23] = x[24] = 0.0;
146049b5e25fSSatish Balay     }
146149b5e25fSSatish Balay     /* load in initial (unfactored row) */
146249b5e25fSSatish Balay     nz       = ai[i+1] - ai[i];
146349b5e25fSSatish Balay     ajtmpold = aj + ai[i];
146449b5e25fSSatish Balay     v        = aa + 25*ai[i];
146549b5e25fSSatish Balay     for (j=0; j<nz; j++) {
146649b5e25fSSatish Balay       x    = rtmp+25*ajtmpold[j];
146749b5e25fSSatish Balay       x[0]  = v[0];  x[1]  = v[1];  x[2]  = v[2];  x[3]  = v[3];
146849b5e25fSSatish Balay       x[4]  = v[4];  x[5]  = v[5];  x[6]  = v[6];  x[7]  = v[7];  x[8]  = v[8];
146949b5e25fSSatish Balay       x[9]  = v[9];  x[10] = v[10]; x[11] = v[11]; x[12] = v[12]; x[13] = v[13];
147049b5e25fSSatish Balay       x[14] = v[14]; x[15] = v[15]; x[16] = v[16]; x[17] = v[17]; x[18] = v[18];
147149b5e25fSSatish Balay       x[19] = v[19]; x[20] = v[20]; x[21] = v[21]; x[22] = v[22]; x[23] = v[23];
147249b5e25fSSatish Balay       x[24] = v[24];
147349b5e25fSSatish Balay       v    += 25;
147449b5e25fSSatish Balay     }
147549b5e25fSSatish Balay     row = *ajtmp++;
147649b5e25fSSatish Balay     while (row < i) {
147749b5e25fSSatish Balay       pc  = rtmp + 25*row;
147849b5e25fSSatish Balay       p1  = pc[0];  p2  = pc[1];  p3  = pc[2];  p4  = pc[3];
147949b5e25fSSatish Balay       p5  = pc[4];  p6  = pc[5];  p7  = pc[6];  p8  = pc[7];  p9  = pc[8];
148049b5e25fSSatish Balay       p10 = pc[9];  p11 = pc[10]; p12 = pc[11]; p13 = pc[12]; p14 = pc[13];
148149b5e25fSSatish Balay       p15 = pc[14]; p16 = pc[15]; p17 = pc[16]; p18 = pc[17];
148249b5e25fSSatish Balay       p19 = pc[18]; p20 = pc[19]; p21 = pc[20]; p22 = pc[21]; p23 = pc[22];
148349b5e25fSSatish Balay       p24 = pc[23]; p25 = pc[24];
148449b5e25fSSatish Balay       if (p1 != 0.0 || p2 != 0.0 || p3 != 0.0 || p4 != 0.0 || p5 != 0.0 ||
148549b5e25fSSatish Balay           p6 != 0.0 || p7 != 0.0 || p8 != 0.0 || p9 != 0.0 || p10 != 0.0 ||
148649b5e25fSSatish Balay           p11 != 0.0 || p12 != 0.0 || p13 != 0.0 || p14 != 0.0 || p15 != 0.0
148749b5e25fSSatish Balay           || p16 != 0.0 || p17 != 0.0 || p18 != 0.0 || p19 != 0.0 || p20 != 0.0
148849b5e25fSSatish Balay           || p21 != 0.0 || p22 != 0.0 || p23 != 0.0 || p24 != 0.0 || p25 != 0.0) {
148949b5e25fSSatish Balay         pv = ba + 25*diag_offset[row];
149049b5e25fSSatish Balay         pj = bj + diag_offset[row] + 1;
149149b5e25fSSatish Balay         x1  = pv[0];  x2  = pv[1];  x3  = pv[2];  x4  = pv[3];
149249b5e25fSSatish Balay         x5  = pv[4];  x6  = pv[5];  x7  = pv[6];  x8  = pv[7];  x9  = pv[8];
149349b5e25fSSatish Balay         x10 = pv[9];  x11 = pv[10]; x12 = pv[11]; x13 = pv[12]; x14 = pv[13];
149449b5e25fSSatish Balay         x15 = pv[14]; x16 = pv[15]; x17 = pv[16]; x18 = pv[17]; x19 = pv[18];
149549b5e25fSSatish Balay         x20 = pv[19]; x21 = pv[20]; x22 = pv[21]; x23 = pv[22]; x24 = pv[23];
149649b5e25fSSatish Balay         x25 = pv[24];
149749b5e25fSSatish Balay         pc[0] = m1 = p1*x1 + p6*x2  + p11*x3 + p16*x4 + p21*x5;
149849b5e25fSSatish Balay         pc[1] = m2 = p2*x1 + p7*x2  + p12*x3 + p17*x4 + p22*x5;
149949b5e25fSSatish Balay         pc[2] = m3 = p3*x1 + p8*x2  + p13*x3 + p18*x4 + p23*x5;
150049b5e25fSSatish Balay         pc[3] = m4 = p4*x1 + p9*x2  + p14*x3 + p19*x4 + p24*x5;
150149b5e25fSSatish Balay         pc[4] = m5 = p5*x1 + p10*x2 + p15*x3 + p20*x4 + p25*x5;
150249b5e25fSSatish Balay 
150349b5e25fSSatish Balay         pc[5]  = m6  = p1*x6 + p6*x7  + p11*x8 + p16*x9 + p21*x10;
150449b5e25fSSatish Balay         pc[6]  = m7  = p2*x6 + p7*x7  + p12*x8 + p17*x9 + p22*x10;
150549b5e25fSSatish Balay         pc[7]  = m8  = p3*x6 + p8*x7  + p13*x8 + p18*x9 + p23*x10;
150649b5e25fSSatish Balay         pc[8]  = m9  = p4*x6 + p9*x7  + p14*x8 + p19*x9 + p24*x10;
150749b5e25fSSatish Balay         pc[9]  = m10 = p5*x6 + p10*x7 + p15*x8 + p20*x9 + p25*x10;
150849b5e25fSSatish Balay 
150949b5e25fSSatish Balay         pc[10] = m11 = p1*x11 + p6*x12  + p11*x13 + p16*x14 + p21*x15;
151049b5e25fSSatish Balay         pc[11] = m12 = p2*x11 + p7*x12  + p12*x13 + p17*x14 + p22*x15;
151149b5e25fSSatish Balay         pc[12] = m13 = p3*x11 + p8*x12  + p13*x13 + p18*x14 + p23*x15;
151249b5e25fSSatish Balay         pc[13] = m14 = p4*x11 + p9*x12  + p14*x13 + p19*x14 + p24*x15;
151349b5e25fSSatish Balay         pc[14] = m15 = p5*x11 + p10*x12 + p15*x13 + p20*x14 + p25*x15;
151449b5e25fSSatish Balay 
151549b5e25fSSatish Balay         pc[15] = m16 = p1*x16 + p6*x17  + p11*x18 + p16*x19 + p21*x20;
151649b5e25fSSatish Balay         pc[16] = m17 = p2*x16 + p7*x17  + p12*x18 + p17*x19 + p22*x20;
151749b5e25fSSatish Balay         pc[17] = m18 = p3*x16 + p8*x17  + p13*x18 + p18*x19 + p23*x20;
151849b5e25fSSatish Balay         pc[18] = m19 = p4*x16 + p9*x17  + p14*x18 + p19*x19 + p24*x20;
151949b5e25fSSatish Balay         pc[19] = m20 = p5*x16 + p10*x17 + p15*x18 + p20*x19 + p25*x20;
152049b5e25fSSatish Balay 
152149b5e25fSSatish Balay         pc[20] = m21 = p1*x21 + p6*x22  + p11*x23 + p16*x24 + p21*x25;
152249b5e25fSSatish Balay         pc[21] = m22 = p2*x21 + p7*x22  + p12*x23 + p17*x24 + p22*x25;
152349b5e25fSSatish Balay         pc[22] = m23 = p3*x21 + p8*x22  + p13*x23 + p18*x24 + p23*x25;
152449b5e25fSSatish Balay         pc[23] = m24 = p4*x21 + p9*x22  + p14*x23 + p19*x24 + p24*x25;
152549b5e25fSSatish Balay         pc[24] = m25 = p5*x21 + p10*x22 + p15*x23 + p20*x24 + p25*x25;
152649b5e25fSSatish Balay 
152749b5e25fSSatish Balay         nz = bi[row+1] - diag_offset[row] - 1;
152849b5e25fSSatish Balay         pv += 25;
152949b5e25fSSatish Balay         for (j=0; j<nz; j++) {
153049b5e25fSSatish Balay           x1   = pv[0];  x2  = pv[1];   x3 = pv[2];  x4  = pv[3];
153149b5e25fSSatish Balay           x5   = pv[4];  x6  = pv[5];   x7 = pv[6];  x8  = pv[7]; x9 = pv[8];
153249b5e25fSSatish Balay           x10  = pv[9];  x11 = pv[10]; x12 = pv[11]; x13 = pv[12];
153349b5e25fSSatish Balay           x14  = pv[13]; x15 = pv[14]; x16 = pv[15]; x17 = pv[16]; x18 = pv[17];
153449b5e25fSSatish Balay           x19 = pv[18];  x20 = pv[19]; x21 = pv[20]; x22 = pv[21]; x23 = pv[22];
153549b5e25fSSatish Balay           x24 = pv[23];  x25 = pv[24];
153649b5e25fSSatish Balay           x    = rtmp + 25*pj[j];
153749b5e25fSSatish Balay           x[0] -= m1*x1 + m6*x2   + m11*x3  + m16*x4 + m21*x5;
153849b5e25fSSatish Balay           x[1] -= m2*x1 + m7*x2   + m12*x3  + m17*x4 + m22*x5;
153949b5e25fSSatish Balay           x[2] -= m3*x1 + m8*x2   + m13*x3  + m18*x4 + m23*x5;
154049b5e25fSSatish Balay           x[3] -= m4*x1 + m9*x2   + m14*x3  + m19*x4 + m24*x5;
154149b5e25fSSatish Balay           x[4] -= m5*x1 + m10*x2  + m15*x3  + m20*x4 + m25*x5;
154249b5e25fSSatish Balay 
154349b5e25fSSatish Balay           x[5] -= m1*x6 + m6*x7   + m11*x8  + m16*x9 + m21*x10;
154449b5e25fSSatish Balay           x[6] -= m2*x6 + m7*x7   + m12*x8  + m17*x9 + m22*x10;
154549b5e25fSSatish Balay           x[7] -= m3*x6 + m8*x7   + m13*x8  + m18*x9 + m23*x10;
154649b5e25fSSatish Balay           x[8] -= m4*x6 + m9*x7   + m14*x8  + m19*x9 + m24*x10;
154749b5e25fSSatish Balay           x[9] -= m5*x6 + m10*x7  + m15*x8  + m20*x9 + m25*x10;
154849b5e25fSSatish Balay 
154949b5e25fSSatish Balay           x[10] -= m1*x11 + m6*x12  + m11*x13 + m16*x14 + m21*x15;
155049b5e25fSSatish Balay           x[11] -= m2*x11 + m7*x12  + m12*x13 + m17*x14 + m22*x15;
155149b5e25fSSatish Balay           x[12] -= m3*x11 + m8*x12  + m13*x13 + m18*x14 + m23*x15;
155249b5e25fSSatish Balay           x[13] -= m4*x11 + m9*x12  + m14*x13 + m19*x14 + m24*x15;
155349b5e25fSSatish Balay           x[14] -= m5*x11 + m10*x12 + m15*x13 + m20*x14 + m25*x15;
155449b5e25fSSatish Balay 
155549b5e25fSSatish Balay           x[15] -= m1*x16 + m6*x17  + m11*x18 + m16*x19 + m21*x20;
155649b5e25fSSatish Balay           x[16] -= m2*x16 + m7*x17  + m12*x18 + m17*x19 + m22*x20;
155749b5e25fSSatish Balay           x[17] -= m3*x16 + m8*x17  + m13*x18 + m18*x19 + m23*x20;
155849b5e25fSSatish Balay           x[18] -= m4*x16 + m9*x17  + m14*x18 + m19*x19 + m24*x20;
155949b5e25fSSatish Balay           x[19] -= m5*x16 + m10*x17 + m15*x18 + m20*x19 + m25*x20;
156049b5e25fSSatish Balay 
156149b5e25fSSatish Balay           x[20] -= m1*x21 + m6*x22  + m11*x23 + m16*x24 + m21*x25;
156249b5e25fSSatish Balay           x[21] -= m2*x21 + m7*x22  + m12*x23 + m17*x24 + m22*x25;
156349b5e25fSSatish Balay           x[22] -= m3*x21 + m8*x22  + m13*x23 + m18*x24 + m23*x25;
156449b5e25fSSatish Balay           x[23] -= m4*x21 + m9*x22  + m14*x23 + m19*x24 + m24*x25;
156549b5e25fSSatish Balay           x[24] -= m5*x21 + m10*x22 + m15*x23 + m20*x24 + m25*x25;
156649b5e25fSSatish Balay           pv   += 25;
156749b5e25fSSatish Balay         }
156849b5e25fSSatish Balay         PLogFlops(250*nz+225);
156949b5e25fSSatish Balay       }
157049b5e25fSSatish Balay       row = *ajtmp++;
157149b5e25fSSatish Balay     }
157249b5e25fSSatish Balay     /* finished row so stick it into b->a */
157349b5e25fSSatish Balay     pv = ba + 25*bi[i];
157449b5e25fSSatish Balay     pj = bj + bi[i];
157549b5e25fSSatish Balay     nz = bi[i+1] - bi[i];
157649b5e25fSSatish Balay     for (j=0; j<nz; j++) {
157749b5e25fSSatish Balay       x      = rtmp+25*pj[j];
157849b5e25fSSatish Balay       pv[0]  = x[0];  pv[1]  = x[1];  pv[2]  = x[2];  pv[3]  = x[3];
157949b5e25fSSatish Balay       pv[4]  = x[4];  pv[5]  = x[5];  pv[6]  = x[6];  pv[7]  = x[7]; pv[8] = x[8];
158049b5e25fSSatish Balay       pv[9]  = x[9];  pv[10] = x[10]; pv[11] = x[11]; pv[12] = x[12];
158149b5e25fSSatish Balay       pv[13] = x[13]; pv[14] = x[14]; pv[15] = x[15]; pv[16] = x[16]; pv[17] = x[17];
158249b5e25fSSatish Balay       pv[18] = x[18]; pv[19] = x[19]; pv[20] = x[20]; pv[21] = x[21]; pv[22] = x[22];
158349b5e25fSSatish Balay       pv[23] = x[23]; pv[24] = x[24];
158449b5e25fSSatish Balay       pv   += 25;
158549b5e25fSSatish Balay     }
158649b5e25fSSatish Balay     /* invert diagonal block */
158749b5e25fSSatish Balay     w = ba + 25*diag_offset[i];
158849b5e25fSSatish Balay     ierr = Kernel_A_gets_inverse_A_5(w);CHKERRQ(ierr);
158949b5e25fSSatish Balay   }
159049b5e25fSSatish Balay 
159149b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
159249b5e25fSSatish Balay   C->factor    = FACTOR_LU;
159349b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
159449b5e25fSSatish Balay   PLogFlops(1.3333*125*b->mbs); /* from inverting diagonal blocks */
159549b5e25fSSatish Balay   PetscFunctionReturn(0);
159649b5e25fSSatish Balay }
159749b5e25fSSatish Balay 
159849b5e25fSSatish Balay /* ------------------------------------------------------------*/
159949b5e25fSSatish Balay /*
160049b5e25fSSatish Balay       Version for when blocks are 4 by 4
160149b5e25fSSatish Balay */
160249b5e25fSSatish Balay #undef __FUNC__
16036f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorNumeric_SeqSBAIJ_4"
16046f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_4(Mat A,Mat *B)
160549b5e25fSSatish Balay {
160649b5e25fSSatish Balay   Mat         C = *B;
160749b5e25fSSatish Balay   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data,*b = (Mat_SeqBAIJ *)C->data;
160849b5e25fSSatish Balay   IS          isrow = b->row,isicol = b->icol;
160949b5e25fSSatish Balay   int         *r,*ic,ierr,i,j,n = a->mbs,*bi = b->i,*bj = b->j;
161049b5e25fSSatish Balay   int         *ajtmpold,*ajtmp,nz,row;
161149b5e25fSSatish Balay   int         *diag_offset = b->diag,idx,*ai=a->i,*aj=a->j,*pj;
161249b5e25fSSatish Balay   MatScalar   *pv,*v,*rtmp,*pc,*w,*x;
161349b5e25fSSatish Balay   MatScalar   p1,p2,p3,p4,m1,m2,m3,m4,m5,m6,m7,m8,m9,x1,x2,x3,x4;
161449b5e25fSSatish Balay   MatScalar   p5,p6,p7,p8,p9,x5,x6,x7,x8,x9,x10,x11,x12,x13,x14,x15,x16;
161549b5e25fSSatish Balay   MatScalar   p10,p11,p12,p13,p14,p15,p16,m10,m11,m12;
161649b5e25fSSatish Balay   MatScalar   m13,m14,m15,m16;
161749b5e25fSSatish Balay   MatScalar   *ba = b->a,*aa = a->a;
161849b5e25fSSatish Balay 
161949b5e25fSSatish Balay   PetscFunctionBegin;
162049b5e25fSSatish Balay   ierr  = ISGetIndices(isrow,&r);CHKERRQ(ierr);
162149b5e25fSSatish Balay   ierr  = ISGetIndices(isicol,&ic);CHKERRQ(ierr);
162249b5e25fSSatish Balay   rtmp  = (MatScalar*)PetscMalloc(16*(n+1)*sizeof(MatScalar));CHKPTRQ(rtmp);
162349b5e25fSSatish Balay 
162449b5e25fSSatish Balay   for (i=0; i<n; i++) {
162549b5e25fSSatish Balay     nz    = bi[i+1] - bi[i];
162649b5e25fSSatish Balay     ajtmp = bj + bi[i];
162749b5e25fSSatish Balay     for  (j=0; j<nz; j++) {
162849b5e25fSSatish Balay       x = rtmp+16*ajtmp[j];
162949b5e25fSSatish Balay       x[0]  = x[1]  = x[2]  = x[3]  = x[4]  = x[5]  = x[6] = x[7] = x[8] = x[9] = 0.0;
163049b5e25fSSatish Balay       x[10] = x[11] = x[12] = x[13] = x[14] = x[15] = 0.0;
163149b5e25fSSatish Balay     }
163249b5e25fSSatish Balay     /* load in initial (unfactored row) */
163349b5e25fSSatish Balay     idx      = r[i];
163449b5e25fSSatish Balay     nz       = ai[idx+1] - ai[idx];
163549b5e25fSSatish Balay     ajtmpold = aj + ai[idx];
163649b5e25fSSatish Balay     v        = aa + 16*ai[idx];
163749b5e25fSSatish Balay     for (j=0; j<nz; j++) {
163849b5e25fSSatish Balay       x    = rtmp+16*ic[ajtmpold[j]];
163949b5e25fSSatish Balay       x[0]  = v[0];  x[1]  = v[1];  x[2]  = v[2];  x[3]  = v[3];
164049b5e25fSSatish Balay       x[4]  = v[4];  x[5]  = v[5];  x[6]  = v[6];  x[7]  = v[7];  x[8]  = v[8];
164149b5e25fSSatish Balay       x[9]  = v[9];  x[10] = v[10]; x[11] = v[11]; x[12] = v[12]; x[13] = v[13];
164249b5e25fSSatish Balay       x[14] = v[14]; x[15] = v[15];
164349b5e25fSSatish Balay       v    += 16;
164449b5e25fSSatish Balay     }
164549b5e25fSSatish Balay     row = *ajtmp++;
164649b5e25fSSatish Balay     while (row < i) {
164749b5e25fSSatish Balay       pc  = rtmp + 16*row;
164849b5e25fSSatish Balay       p1  = pc[0];  p2  = pc[1];  p3  = pc[2];  p4  = pc[3];
164949b5e25fSSatish Balay       p5  = pc[4];  p6  = pc[5];  p7  = pc[6];  p8  = pc[7];  p9  = pc[8];
165049b5e25fSSatish Balay       p10 = pc[9];  p11 = pc[10]; p12 = pc[11]; p13 = pc[12]; p14 = pc[13];
165149b5e25fSSatish Balay       p15 = pc[14]; p16 = pc[15];
165249b5e25fSSatish Balay       if (p1 != 0.0 || p2 != 0.0 || p3 != 0.0 || p4 != 0.0 || p5 != 0.0 ||
165349b5e25fSSatish Balay           p6 != 0.0 || p7 != 0.0 || p8 != 0.0 || p9 != 0.0 || p10 != 0.0 ||
165449b5e25fSSatish Balay           p11 != 0.0 || p12 != 0.0 || p13 != 0.0 || p14 != 0.0 || p15 != 0.0
165549b5e25fSSatish Balay           || p16 != 0.0) {
165649b5e25fSSatish Balay         pv = ba + 16*diag_offset[row];
165749b5e25fSSatish Balay         pj = bj + diag_offset[row] + 1;
165849b5e25fSSatish Balay         x1  = pv[0];  x2  = pv[1];  x3  = pv[2];  x4  = pv[3];
165949b5e25fSSatish Balay         x5  = pv[4];  x6  = pv[5];  x7  = pv[6];  x8  = pv[7];  x9  = pv[8];
166049b5e25fSSatish Balay         x10 = pv[9];  x11 = pv[10]; x12 = pv[11]; x13 = pv[12]; x14 = pv[13];
166149b5e25fSSatish Balay         x15 = pv[14]; x16 = pv[15];
166249b5e25fSSatish Balay         pc[0] = m1 = p1*x1 + p5*x2  + p9*x3  + p13*x4;
166349b5e25fSSatish Balay         pc[1] = m2 = p2*x1 + p6*x2  + p10*x3 + p14*x4;
166449b5e25fSSatish Balay         pc[2] = m3 = p3*x1 + p7*x2  + p11*x3 + p15*x4;
166549b5e25fSSatish Balay         pc[3] = m4 = p4*x1 + p8*x2  + p12*x3 + p16*x4;
166649b5e25fSSatish Balay 
166749b5e25fSSatish Balay         pc[4] = m5 = p1*x5 + p5*x6  + p9*x7  + p13*x8;
166849b5e25fSSatish Balay         pc[5] = m6 = p2*x5 + p6*x6  + p10*x7 + p14*x8;
166949b5e25fSSatish Balay         pc[6] = m7 = p3*x5 + p7*x6  + p11*x7 + p15*x8;
167049b5e25fSSatish Balay         pc[7] = m8 = p4*x5 + p8*x6  + p12*x7 + p16*x8;
167149b5e25fSSatish Balay 
167249b5e25fSSatish Balay         pc[8]  = m9  = p1*x9 + p5*x10  + p9*x11  + p13*x12;
167349b5e25fSSatish Balay         pc[9]  = m10 = p2*x9 + p6*x10  + p10*x11 + p14*x12;
167449b5e25fSSatish Balay         pc[10] = m11 = p3*x9 + p7*x10  + p11*x11 + p15*x12;
167549b5e25fSSatish Balay         pc[11] = m12 = p4*x9 + p8*x10  + p12*x11 + p16*x12;
167649b5e25fSSatish Balay 
167749b5e25fSSatish Balay         pc[12] = m13 = p1*x13 + p5*x14  + p9*x15  + p13*x16;
167849b5e25fSSatish Balay         pc[13] = m14 = p2*x13 + p6*x14  + p10*x15 + p14*x16;
167949b5e25fSSatish Balay         pc[14] = m15 = p3*x13 + p7*x14  + p11*x15 + p15*x16;
168049b5e25fSSatish Balay         pc[15] = m16 = p4*x13 + p8*x14  + p12*x15 + p16*x16;
168149b5e25fSSatish Balay 
168249b5e25fSSatish Balay         nz = bi[row+1] - diag_offset[row] - 1;
168349b5e25fSSatish Balay         pv += 16;
168449b5e25fSSatish Balay         for (j=0; j<nz; j++) {
168549b5e25fSSatish Balay           x1   = pv[0];  x2  = pv[1];   x3 = pv[2];  x4  = pv[3];
168649b5e25fSSatish Balay           x5   = pv[4];  x6  = pv[5];   x7 = pv[6];  x8  = pv[7]; x9 = pv[8];
168749b5e25fSSatish Balay           x10  = pv[9];  x11 = pv[10]; x12 = pv[11]; x13 = pv[12];
168849b5e25fSSatish Balay           x14  = pv[13]; x15 = pv[14]; x16 = pv[15];
168949b5e25fSSatish Balay           x    = rtmp + 16*pj[j];
169049b5e25fSSatish Balay           x[0] -= m1*x1 + m5*x2  + m9*x3  + m13*x4;
169149b5e25fSSatish Balay           x[1] -= m2*x1 + m6*x2  + m10*x3 + m14*x4;
169249b5e25fSSatish Balay           x[2] -= m3*x1 + m7*x2  + m11*x3 + m15*x4;
169349b5e25fSSatish Balay           x[3] -= m4*x1 + m8*x2  + m12*x3 + m16*x4;
169449b5e25fSSatish Balay 
169549b5e25fSSatish Balay           x[4] -= m1*x5 + m5*x6  + m9*x7  + m13*x8;
169649b5e25fSSatish Balay           x[5] -= m2*x5 + m6*x6  + m10*x7 + m14*x8;
169749b5e25fSSatish Balay           x[6] -= m3*x5 + m7*x6  + m11*x7 + m15*x8;
169849b5e25fSSatish Balay           x[7] -= m4*x5 + m8*x6  + m12*x7 + m16*x8;
169949b5e25fSSatish Balay 
170049b5e25fSSatish Balay           x[8]  -= m1*x9 + m5*x10 + m9*x11  + m13*x12;
170149b5e25fSSatish Balay           x[9]  -= m2*x9 + m6*x10 + m10*x11 + m14*x12;
170249b5e25fSSatish Balay           x[10] -= m3*x9 + m7*x10 + m11*x11 + m15*x12;
170349b5e25fSSatish Balay           x[11] -= m4*x9 + m8*x10 + m12*x11 + m16*x12;
170449b5e25fSSatish Balay 
170549b5e25fSSatish Balay           x[12] -= m1*x13 + m5*x14  + m9*x15  + m13*x16;
170649b5e25fSSatish Balay           x[13] -= m2*x13 + m6*x14  + m10*x15 + m14*x16;
170749b5e25fSSatish Balay           x[14] -= m3*x13 + m7*x14  + m11*x15 + m15*x16;
170849b5e25fSSatish Balay           x[15] -= m4*x13 + m8*x14  + m12*x15 + m16*x16;
170949b5e25fSSatish Balay 
171049b5e25fSSatish Balay           pv   += 16;
171149b5e25fSSatish Balay         }
171249b5e25fSSatish Balay         PLogFlops(128*nz+112);
171349b5e25fSSatish Balay       }
171449b5e25fSSatish Balay       row = *ajtmp++;
171549b5e25fSSatish Balay     }
171649b5e25fSSatish Balay     /* finished row so stick it into b->a */
171749b5e25fSSatish Balay     pv = ba + 16*bi[i];
171849b5e25fSSatish Balay     pj = bj + bi[i];
171949b5e25fSSatish Balay     nz = bi[i+1] - bi[i];
172049b5e25fSSatish Balay     for (j=0; j<nz; j++) {
172149b5e25fSSatish Balay       x      = rtmp+16*pj[j];
172249b5e25fSSatish Balay       pv[0]  = x[0];  pv[1]  = x[1];  pv[2]  = x[2];  pv[3]  = x[3];
172349b5e25fSSatish Balay       pv[4]  = x[4];  pv[5]  = x[5];  pv[6]  = x[6];  pv[7]  = x[7]; pv[8] = x[8];
172449b5e25fSSatish Balay       pv[9]  = x[9];  pv[10] = x[10]; pv[11] = x[11]; pv[12] = x[12];
172549b5e25fSSatish Balay       pv[13] = x[13]; pv[14] = x[14]; pv[15] = x[15];
172649b5e25fSSatish Balay       pv   += 16;
172749b5e25fSSatish Balay     }
172849b5e25fSSatish Balay     /* invert diagonal block */
172949b5e25fSSatish Balay     w = ba + 16*diag_offset[i];
173049b5e25fSSatish Balay     ierr = Kernel_A_gets_inverse_A_4(w);CHKERRQ(ierr);
173149b5e25fSSatish Balay   }
173249b5e25fSSatish Balay 
173349b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
173449b5e25fSSatish Balay   ierr = ISRestoreIndices(isicol,&ic);CHKERRQ(ierr);
173549b5e25fSSatish Balay   ierr = ISRestoreIndices(isrow,&r);CHKERRQ(ierr);
173649b5e25fSSatish Balay   C->factor = FACTOR_LU;
173749b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
173849b5e25fSSatish Balay   PLogFlops(1.3333*64*b->mbs); /* from inverting diagonal blocks */
173949b5e25fSSatish Balay   PetscFunctionReturn(0);
174049b5e25fSSatish Balay }
174149b5e25fSSatish Balay /*
174249b5e25fSSatish Balay       Version for when blocks are 4 by 4 Using natural ordering
174349b5e25fSSatish Balay */
174449b5e25fSSatish Balay #undef __FUNC__
17456f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorNumeric_SeqSBAIJ_4_NaturalOrdering"
17466f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_4_NaturalOrdering(Mat A,Mat *B)
174749b5e25fSSatish Balay {
174849b5e25fSSatish Balay   Mat         C = *B;
174949b5e25fSSatish Balay   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data,*b = (Mat_SeqBAIJ *)C->data;
175049b5e25fSSatish Balay   int         ierr,i,j,n = a->mbs,*bi = b->i,*bj = b->j;
175149b5e25fSSatish Balay   int         *ajtmpold,*ajtmp,nz,row;
175249b5e25fSSatish Balay   int         *diag_offset = b->diag,*ai=a->i,*aj=a->j,*pj;
175349b5e25fSSatish Balay   MatScalar   *pv,*v,*rtmp,*pc,*w,*x;
175449b5e25fSSatish Balay   MatScalar   p1,p2,p3,p4,m1,m2,m3,m4,m5,m6,m7,m8,m9,x1,x2,x3,x4;
175549b5e25fSSatish Balay   MatScalar   p5,p6,p7,p8,p9,x5,x6,x7,x8,x9,x10,x11,x12,x13,x14,x15,x16;
175649b5e25fSSatish Balay   MatScalar   p10,p11,p12,p13,p14,p15,p16,m10,m11,m12;
175749b5e25fSSatish Balay   MatScalar   m13,m14,m15,m16;
175849b5e25fSSatish Balay   MatScalar   *ba = b->a,*aa = a->a;
175949b5e25fSSatish Balay 
176049b5e25fSSatish Balay   PetscFunctionBegin;
176149b5e25fSSatish Balay   rtmp  = (MatScalar*)PetscMalloc(16*(n+1)*sizeof(MatScalar));CHKPTRQ(rtmp);
176249b5e25fSSatish Balay 
176349b5e25fSSatish Balay   for (i=0; i<n; i++) {
176449b5e25fSSatish Balay     nz    = bi[i+1] - bi[i];
176549b5e25fSSatish Balay     ajtmp = bj + bi[i];
176649b5e25fSSatish Balay     for  (j=0; j<nz; j++) {
176749b5e25fSSatish Balay       x = rtmp+16*ajtmp[j];
176849b5e25fSSatish Balay       x[0]  = x[1]  = x[2]  = x[3]  = x[4]  = x[5]  = x[6] = x[7] = x[8] = x[9] = 0.0;
176949b5e25fSSatish Balay       x[10] = x[11] = x[12] = x[13] = x[14] = x[15] = 0.0;
177049b5e25fSSatish Balay     }
177149b5e25fSSatish Balay     /* load in initial (unfactored row) */
177249b5e25fSSatish Balay     nz       = ai[i+1] - ai[i];
177349b5e25fSSatish Balay     ajtmpold = aj + ai[i];
177449b5e25fSSatish Balay     v        = aa + 16*ai[i];
177549b5e25fSSatish Balay     for (j=0; j<nz; j++) {
177649b5e25fSSatish Balay       x    = rtmp+16*ajtmpold[j];
177749b5e25fSSatish Balay       x[0]  = v[0];  x[1]  = v[1];  x[2]  = v[2];  x[3]  = v[3];
177849b5e25fSSatish Balay       x[4]  = v[4];  x[5]  = v[5];  x[6]  = v[6];  x[7]  = v[7];  x[8]  = v[8];
177949b5e25fSSatish Balay       x[9]  = v[9];  x[10] = v[10]; x[11] = v[11]; x[12] = v[12]; x[13] = v[13];
178049b5e25fSSatish Balay       x[14] = v[14]; x[15] = v[15];
178149b5e25fSSatish Balay       v    += 16;
178249b5e25fSSatish Balay     }
178349b5e25fSSatish Balay     row = *ajtmp++;
178449b5e25fSSatish Balay     while (row < i) {
178549b5e25fSSatish Balay       pc  = rtmp + 16*row;
178649b5e25fSSatish Balay       p1  = pc[0];  p2  = pc[1];  p3  = pc[2];  p4  = pc[3];
178749b5e25fSSatish Balay       p5  = pc[4];  p6  = pc[5];  p7  = pc[6];  p8  = pc[7];  p9  = pc[8];
178849b5e25fSSatish Balay       p10 = pc[9];  p11 = pc[10]; p12 = pc[11]; p13 = pc[12]; p14 = pc[13];
178949b5e25fSSatish Balay       p15 = pc[14]; p16 = pc[15];
179049b5e25fSSatish Balay       if (p1 != 0.0 || p2 != 0.0 || p3 != 0.0 || p4 != 0.0 || p5 != 0.0 ||
179149b5e25fSSatish Balay           p6 != 0.0 || p7 != 0.0 || p8 != 0.0 || p9 != 0.0 || p10 != 0.0 ||
179249b5e25fSSatish Balay           p11 != 0.0 || p12 != 0.0 || p13 != 0.0 || p14 != 0.0 || p15 != 0.0
179349b5e25fSSatish Balay           || p16 != 0.0) {
179449b5e25fSSatish Balay         pv = ba + 16*diag_offset[row];
179549b5e25fSSatish Balay         pj = bj + diag_offset[row] + 1;
179649b5e25fSSatish Balay         x1  = pv[0];  x2  = pv[1];  x3  = pv[2];  x4  = pv[3];
179749b5e25fSSatish Balay         x5  = pv[4];  x6  = pv[5];  x7  = pv[6];  x8  = pv[7];  x9  = pv[8];
179849b5e25fSSatish Balay         x10 = pv[9];  x11 = pv[10]; x12 = pv[11]; x13 = pv[12]; x14 = pv[13];
179949b5e25fSSatish Balay         x15 = pv[14]; x16 = pv[15];
180049b5e25fSSatish Balay         pc[0] = m1 = p1*x1 + p5*x2  + p9*x3  + p13*x4;
180149b5e25fSSatish Balay         pc[1] = m2 = p2*x1 + p6*x2  + p10*x3 + p14*x4;
180249b5e25fSSatish Balay         pc[2] = m3 = p3*x1 + p7*x2  + p11*x3 + p15*x4;
180349b5e25fSSatish Balay         pc[3] = m4 = p4*x1 + p8*x2  + p12*x3 + p16*x4;
180449b5e25fSSatish Balay 
180549b5e25fSSatish Balay         pc[4] = m5 = p1*x5 + p5*x6  + p9*x7  + p13*x8;
180649b5e25fSSatish Balay         pc[5] = m6 = p2*x5 + p6*x6  + p10*x7 + p14*x8;
180749b5e25fSSatish Balay         pc[6] = m7 = p3*x5 + p7*x6  + p11*x7 + p15*x8;
180849b5e25fSSatish Balay         pc[7] = m8 = p4*x5 + p8*x6  + p12*x7 + p16*x8;
180949b5e25fSSatish Balay 
181049b5e25fSSatish Balay         pc[8]  = m9  = p1*x9 + p5*x10  + p9*x11  + p13*x12;
181149b5e25fSSatish Balay         pc[9]  = m10 = p2*x9 + p6*x10  + p10*x11 + p14*x12;
181249b5e25fSSatish Balay         pc[10] = m11 = p3*x9 + p7*x10  + p11*x11 + p15*x12;
181349b5e25fSSatish Balay         pc[11] = m12 = p4*x9 + p8*x10  + p12*x11 + p16*x12;
181449b5e25fSSatish Balay 
181549b5e25fSSatish Balay         pc[12] = m13 = p1*x13 + p5*x14  + p9*x15  + p13*x16;
181649b5e25fSSatish Balay         pc[13] = m14 = p2*x13 + p6*x14  + p10*x15 + p14*x16;
181749b5e25fSSatish Balay         pc[14] = m15 = p3*x13 + p7*x14  + p11*x15 + p15*x16;
181849b5e25fSSatish Balay         pc[15] = m16 = p4*x13 + p8*x14  + p12*x15 + p16*x16;
181949b5e25fSSatish Balay 
182049b5e25fSSatish Balay         nz = bi[row+1] - diag_offset[row] - 1;
182149b5e25fSSatish Balay         pv += 16;
182249b5e25fSSatish Balay         for (j=0; j<nz; j++) {
182349b5e25fSSatish Balay           x1   = pv[0];  x2  = pv[1];   x3 = pv[2];  x4  = pv[3];
182449b5e25fSSatish Balay           x5   = pv[4];  x6  = pv[5];   x7 = pv[6];  x8  = pv[7]; x9 = pv[8];
182549b5e25fSSatish Balay           x10  = pv[9];  x11 = pv[10]; x12 = pv[11]; x13 = pv[12];
182649b5e25fSSatish Balay           x14  = pv[13]; x15 = pv[14]; x16 = pv[15];
182749b5e25fSSatish Balay           x    = rtmp + 16*pj[j];
182849b5e25fSSatish Balay           x[0] -= m1*x1 + m5*x2  + m9*x3  + m13*x4;
182949b5e25fSSatish Balay           x[1] -= m2*x1 + m6*x2  + m10*x3 + m14*x4;
183049b5e25fSSatish Balay           x[2] -= m3*x1 + m7*x2  + m11*x3 + m15*x4;
183149b5e25fSSatish Balay           x[3] -= m4*x1 + m8*x2  + m12*x3 + m16*x4;
183249b5e25fSSatish Balay 
183349b5e25fSSatish Balay           x[4] -= m1*x5 + m5*x6  + m9*x7  + m13*x8;
183449b5e25fSSatish Balay           x[5] -= m2*x5 + m6*x6  + m10*x7 + m14*x8;
183549b5e25fSSatish Balay           x[6] -= m3*x5 + m7*x6  + m11*x7 + m15*x8;
183649b5e25fSSatish Balay           x[7] -= m4*x5 + m8*x6  + m12*x7 + m16*x8;
183749b5e25fSSatish Balay 
183849b5e25fSSatish Balay           x[8]  -= m1*x9 + m5*x10 + m9*x11  + m13*x12;
183949b5e25fSSatish Balay           x[9]  -= m2*x9 + m6*x10 + m10*x11 + m14*x12;
184049b5e25fSSatish Balay           x[10] -= m3*x9 + m7*x10 + m11*x11 + m15*x12;
184149b5e25fSSatish Balay           x[11] -= m4*x9 + m8*x10 + m12*x11 + m16*x12;
184249b5e25fSSatish Balay 
184349b5e25fSSatish Balay           x[12] -= m1*x13 + m5*x14  + m9*x15  + m13*x16;
184449b5e25fSSatish Balay           x[13] -= m2*x13 + m6*x14  + m10*x15 + m14*x16;
184549b5e25fSSatish Balay           x[14] -= m3*x13 + m7*x14  + m11*x15 + m15*x16;
184649b5e25fSSatish Balay           x[15] -= m4*x13 + m8*x14  + m12*x15 + m16*x16;
184749b5e25fSSatish Balay 
184849b5e25fSSatish Balay           pv   += 16;
184949b5e25fSSatish Balay         }
185049b5e25fSSatish Balay         PLogFlops(128*nz+112);
185149b5e25fSSatish Balay       }
185249b5e25fSSatish Balay       row = *ajtmp++;
185349b5e25fSSatish Balay     }
185449b5e25fSSatish Balay     /* finished row so stick it into b->a */
185549b5e25fSSatish Balay     pv = ba + 16*bi[i];
185649b5e25fSSatish Balay     pj = bj + bi[i];
185749b5e25fSSatish Balay     nz = bi[i+1] - bi[i];
185849b5e25fSSatish Balay     for (j=0; j<nz; j++) {
185949b5e25fSSatish Balay       x      = rtmp+16*pj[j];
186049b5e25fSSatish Balay       pv[0]  = x[0];  pv[1]  = x[1];  pv[2]  = x[2];  pv[3]  = x[3];
186149b5e25fSSatish Balay       pv[4]  = x[4];  pv[5]  = x[5];  pv[6]  = x[6];  pv[7]  = x[7]; pv[8] = x[8];
186249b5e25fSSatish Balay       pv[9]  = x[9];  pv[10] = x[10]; pv[11] = x[11]; pv[12] = x[12];
186349b5e25fSSatish Balay       pv[13] = x[13]; pv[14] = x[14]; pv[15] = x[15];
186449b5e25fSSatish Balay       pv   += 16;
186549b5e25fSSatish Balay     }
186649b5e25fSSatish Balay     /* invert diagonal block */
186749b5e25fSSatish Balay     w = ba + 16*diag_offset[i];
186849b5e25fSSatish Balay     ierr = Kernel_A_gets_inverse_A_4(w);CHKERRQ(ierr);
186949b5e25fSSatish Balay   }
187049b5e25fSSatish Balay 
187149b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
187249b5e25fSSatish Balay   C->factor    = FACTOR_LU;
187349b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
187449b5e25fSSatish Balay   PLogFlops(1.3333*64*b->mbs); /* from inverting diagonal blocks */
187549b5e25fSSatish Balay   PetscFunctionReturn(0);
187649b5e25fSSatish Balay }
187749b5e25fSSatish Balay 
187849b5e25fSSatish Balay 
187949b5e25fSSatish Balay /* ------------------------------------------------------------*/
188049b5e25fSSatish Balay /*
188149b5e25fSSatish Balay       Version for when blocks are 3 by 3
188249b5e25fSSatish Balay */
188349b5e25fSSatish Balay #undef __FUNC__
18846f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorNumeric_SeqSBAIJ_3"
18856f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_3(Mat A,Mat *B)
188649b5e25fSSatish Balay {
188749b5e25fSSatish Balay   Mat         C = *B;
188849b5e25fSSatish Balay   Mat_SeqBAIJ *a = (Mat_SeqBAIJ*)A->data,*b = (Mat_SeqBAIJ *)C->data;
188949b5e25fSSatish Balay   IS          isrow = b->row,isicol = b->icol;
189049b5e25fSSatish Balay   int         *r,*ic,ierr,i,j,n = a->mbs,*bi = b->i,*bj = b->j;
189149b5e25fSSatish Balay   int         *ajtmpold,*ajtmp,nz,row,*ai=a->i,*aj=a->j;
189249b5e25fSSatish Balay   int         *diag_offset = b->diag,idx,*pj;
189349b5e25fSSatish Balay   MatScalar   *pv,*v,*rtmp,*pc,*w,*x;
189449b5e25fSSatish Balay   MatScalar   p1,p2,p3,p4,m1,m2,m3,m4,m5,m6,m7,m8,m9,x1,x2,x3,x4;
189549b5e25fSSatish Balay   MatScalar   p5,p6,p7,p8,p9,x5,x6,x7,x8,x9;
189649b5e25fSSatish Balay   MatScalar   *ba = b->a,*aa = a->a;
189749b5e25fSSatish Balay 
189849b5e25fSSatish Balay   PetscFunctionBegin;
189949b5e25fSSatish Balay   ierr  = ISGetIndices(isrow,&r);CHKERRQ(ierr);
190049b5e25fSSatish Balay   ierr  = ISGetIndices(isicol,&ic);CHKERRQ(ierr);
190149b5e25fSSatish Balay   rtmp  = (MatScalar*)PetscMalloc(9*(n+1)*sizeof(MatScalar));CHKPTRQ(rtmp);
190249b5e25fSSatish Balay 
190349b5e25fSSatish Balay   for (i=0; i<n; i++) {
190449b5e25fSSatish Balay     nz    = bi[i+1] - bi[i];
190549b5e25fSSatish Balay     ajtmp = bj + bi[i];
190649b5e25fSSatish Balay     for  (j=0; j<nz; j++) {
190749b5e25fSSatish Balay       x = rtmp + 9*ajtmp[j];
190849b5e25fSSatish Balay       x[0] = x[1] = x[2] = x[3] = x[4] = x[5] = x[6] = x[7] = x[8] = 0.0;
190949b5e25fSSatish Balay     }
191049b5e25fSSatish Balay     /* load in initial (unfactored row) */
191149b5e25fSSatish Balay     idx      = r[i];
191249b5e25fSSatish Balay     nz       = ai[idx+1] - ai[idx];
191349b5e25fSSatish Balay     ajtmpold = aj + ai[idx];
191449b5e25fSSatish Balay     v        = aa + 9*ai[idx];
191549b5e25fSSatish Balay     for (j=0; j<nz; j++) {
191649b5e25fSSatish Balay       x    = rtmp + 9*ic[ajtmpold[j]];
191749b5e25fSSatish Balay       x[0] = v[0]; x[1] = v[1]; x[2] = v[2]; x[3] = v[3];
191849b5e25fSSatish Balay       x[4] = v[4]; x[5] = v[5]; x[6] = v[6]; x[7] = v[7]; x[8] = v[8];
191949b5e25fSSatish Balay       v    += 9;
192049b5e25fSSatish Balay     }
192149b5e25fSSatish Balay     row = *ajtmp++;
192249b5e25fSSatish Balay     while (row < i) {
192349b5e25fSSatish Balay       pc = rtmp + 9*row;
192449b5e25fSSatish Balay       p1 = pc[0]; p2 = pc[1]; p3 = pc[2]; p4 = pc[3];
192549b5e25fSSatish Balay       p5 = pc[4]; p6 = pc[5]; p7 = pc[6]; p8 = pc[7]; p9 = pc[8];
192649b5e25fSSatish Balay       if (p1 != 0.0 || p2 != 0.0 || p3 != 0.0 || p4 != 0.0 || p5 != 0.0 ||
192749b5e25fSSatish Balay           p6 != 0.0 || p7 != 0.0 || p8 != 0.0 || p9 != 0.0) {
192849b5e25fSSatish Balay         pv = ba + 9*diag_offset[row];
192949b5e25fSSatish Balay         pj = bj + diag_offset[row] + 1;
193049b5e25fSSatish Balay         x1 = pv[0]; x2 = pv[1]; x3 = pv[2]; x4 = pv[3];
193149b5e25fSSatish Balay         x5 = pv[4]; x6 = pv[5]; x7 = pv[6]; x8 = pv[7]; x9 = pv[8];
193249b5e25fSSatish Balay         pc[0] = m1 = p1*x1 + p4*x2 + p7*x3;
193349b5e25fSSatish Balay         pc[1] = m2 = p2*x1 + p5*x2 + p8*x3;
193449b5e25fSSatish Balay         pc[2] = m3 = p3*x1 + p6*x2 + p9*x3;
193549b5e25fSSatish Balay 
193649b5e25fSSatish Balay         pc[3] = m4 = p1*x4 + p4*x5 + p7*x6;
193749b5e25fSSatish Balay         pc[4] = m5 = p2*x4 + p5*x5 + p8*x6;
193849b5e25fSSatish Balay         pc[5] = m6 = p3*x4 + p6*x5 + p9*x6;
193949b5e25fSSatish Balay 
194049b5e25fSSatish Balay         pc[6] = m7 = p1*x7 + p4*x8 + p7*x9;
194149b5e25fSSatish Balay         pc[7] = m8 = p2*x7 + p5*x8 + p8*x9;
194249b5e25fSSatish Balay         pc[8] = m9 = p3*x7 + p6*x8 + p9*x9;
194349b5e25fSSatish Balay         nz = bi[row+1] - diag_offset[row] - 1;
194449b5e25fSSatish Balay         pv += 9;
194549b5e25fSSatish Balay         for (j=0; j<nz; j++) {
194649b5e25fSSatish Balay           x1   = pv[0]; x2 = pv[1]; x3 = pv[2]; x4 = pv[3];
194749b5e25fSSatish Balay           x5   = pv[4]; x6 = pv[5]; x7 = pv[6]; x8 = pv[7]; x9 = pv[8];
194849b5e25fSSatish Balay           x    = rtmp + 9*pj[j];
194949b5e25fSSatish Balay           x[0] -= m1*x1 + m4*x2 + m7*x3;
195049b5e25fSSatish Balay           x[1] -= m2*x1 + m5*x2 + m8*x3;
195149b5e25fSSatish Balay           x[2] -= m3*x1 + m6*x2 + m9*x3;
195249b5e25fSSatish Balay 
195349b5e25fSSatish Balay           x[3] -= m1*x4 + m4*x5 + m7*x6;
195449b5e25fSSatish Balay           x[4] -= m2*x4 + m5*x5 + m8*x6;
195549b5e25fSSatish Balay           x[5] -= m3*x4 + m6*x5 + m9*x6;
195649b5e25fSSatish Balay 
195749b5e25fSSatish Balay           x[6] -= m1*x7 + m4*x8 + m7*x9;
195849b5e25fSSatish Balay           x[7] -= m2*x7 + m5*x8 + m8*x9;
195949b5e25fSSatish Balay           x[8] -= m3*x7 + m6*x8 + m9*x9;
196049b5e25fSSatish Balay           pv   += 9;
196149b5e25fSSatish Balay         }
196249b5e25fSSatish Balay         PLogFlops(54*nz+36);
196349b5e25fSSatish Balay       }
196449b5e25fSSatish Balay       row = *ajtmp++;
196549b5e25fSSatish Balay     }
196649b5e25fSSatish Balay     /* finished row so stick it into b->a */
196749b5e25fSSatish Balay     pv = ba + 9*bi[i];
196849b5e25fSSatish Balay     pj = bj + bi[i];
196949b5e25fSSatish Balay     nz = bi[i+1] - bi[i];
197049b5e25fSSatish Balay     for (j=0; j<nz; j++) {
197149b5e25fSSatish Balay       x     = rtmp + 9*pj[j];
197249b5e25fSSatish Balay       pv[0] = x[0]; pv[1] = x[1]; pv[2] = x[2]; pv[3] = x[3];
197349b5e25fSSatish Balay       pv[4] = x[4]; pv[5] = x[5]; pv[6] = x[6]; pv[7] = x[7]; pv[8] = x[8];
197449b5e25fSSatish Balay       pv   += 9;
197549b5e25fSSatish Balay     }
197649b5e25fSSatish Balay     /* invert diagonal block */
197749b5e25fSSatish Balay     w = ba + 9*diag_offset[i];
197849b5e25fSSatish Balay     ierr = Kernel_A_gets_inverse_A_3(w);CHKERRQ(ierr);
197949b5e25fSSatish Balay   }
198049b5e25fSSatish Balay 
198149b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
198249b5e25fSSatish Balay   ierr = ISRestoreIndices(isicol,&ic);CHKERRQ(ierr);
198349b5e25fSSatish Balay   ierr = ISRestoreIndices(isrow,&r);CHKERRQ(ierr);
198449b5e25fSSatish Balay   C->factor = FACTOR_LU;
198549b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
198649b5e25fSSatish Balay   PLogFlops(1.3333*27*b->mbs); /* from inverting diagonal blocks */
198749b5e25fSSatish Balay   PetscFunctionReturn(0);
198849b5e25fSSatish Balay }
198949b5e25fSSatish Balay /*
199049b5e25fSSatish Balay       Version for when blocks are 3 by 3 Using natural ordering
199149b5e25fSSatish Balay */
199249b5e25fSSatish Balay #undef __FUNC__
19936f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorNumeric_SeqSBAIJ_3_NaturalOrdering"
19946f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_3_NaturalOrdering(Mat A,Mat *B)
199549b5e25fSSatish Balay {
199649b5e25fSSatish Balay   Mat                C = *B;
199749b5e25fSSatish Balay   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data,*b = (Mat_SeqBAIJ *)C->data;
199849b5e25fSSatish Balay   int                ierr,i,j,n = a->mbs,*bi = b->i,*bj = b->j;
199949b5e25fSSatish Balay   int                *ajtmpold,*ajtmp,nz,row;
200049b5e25fSSatish Balay   int                *diag_offset = b->diag,*ai=a->i,*aj=a->j,*pj;
200149b5e25fSSatish Balay   MatScalar          *pv,*v,*rtmp,*pc,*w,*x;
200249b5e25fSSatish Balay   MatScalar          p1,p2,p3,p4,m1,m2,m3,m4,m5,m6,m7,m8,m9,x1,x2,x3,x4;
200349b5e25fSSatish Balay   MatScalar          p5,p6,p7,p8,p9,x5,x6,x7,x8,x9;
200449b5e25fSSatish Balay   MatScalar          *ba = b->a,*aa = a->a;
200549b5e25fSSatish Balay 
200649b5e25fSSatish Balay   PetscFunctionBegin;
200749b5e25fSSatish Balay   rtmp  = (MatScalar*)PetscMalloc(9*(n+1)*sizeof(MatScalar));CHKPTRQ(rtmp);
200849b5e25fSSatish Balay 
200949b5e25fSSatish Balay   for (i=0; i<n; i++) {
201049b5e25fSSatish Balay     nz    = bi[i+1] - bi[i];
201149b5e25fSSatish Balay     ajtmp = bj + bi[i];
201249b5e25fSSatish Balay     for  (j=0; j<nz; j++) {
201349b5e25fSSatish Balay       x = rtmp+9*ajtmp[j];
201449b5e25fSSatish Balay       x[0]  = x[1]  = x[2]  = x[3]  = x[4]  = x[5]  = x[6] = x[7] = x[8] = 0.0;
201549b5e25fSSatish Balay     }
201649b5e25fSSatish Balay     /* load in initial (unfactored row) */
201749b5e25fSSatish Balay     nz       = ai[i+1] - ai[i];
201849b5e25fSSatish Balay     ajtmpold = aj + ai[i];
201949b5e25fSSatish Balay     v        = aa + 9*ai[i];
202049b5e25fSSatish Balay     for (j=0; j<nz; j++) {
202149b5e25fSSatish Balay       x    = rtmp+9*ajtmpold[j];
202249b5e25fSSatish Balay       x[0]  = v[0];  x[1]  = v[1];  x[2]  = v[2];  x[3]  = v[3];
202349b5e25fSSatish Balay       x[4]  = v[4];  x[5]  = v[5];  x[6]  = v[6];  x[7]  = v[7];  x[8]  = v[8];
202449b5e25fSSatish Balay       v    += 9;
202549b5e25fSSatish Balay     }
202649b5e25fSSatish Balay     row = *ajtmp++;
202749b5e25fSSatish Balay     while (row < i) {
202849b5e25fSSatish Balay       pc  = rtmp + 9*row;
202949b5e25fSSatish Balay       p1  = pc[0];  p2  = pc[1];  p3  = pc[2];  p4  = pc[3];
203049b5e25fSSatish Balay       p5  = pc[4];  p6  = pc[5];  p7  = pc[6];  p8  = pc[7];  p9  = pc[8];
203149b5e25fSSatish Balay       if (p1 != 0.0 || p2 != 0.0 || p3 != 0.0 || p4 != 0.0 || p5 != 0.0 ||
203249b5e25fSSatish Balay           p6 != 0.0 || p7 != 0.0 || p8 != 0.0 || p9 != 0.0) {
203349b5e25fSSatish Balay         pv = ba + 9*diag_offset[row];
203449b5e25fSSatish Balay         pj = bj + diag_offset[row] + 1;
203549b5e25fSSatish Balay         x1  = pv[0];  x2  = pv[1];  x3  = pv[2];  x4  = pv[3];
203649b5e25fSSatish Balay         x5  = pv[4];  x6  = pv[5];  x7  = pv[6];  x8  = pv[7];  x9  = pv[8];
203749b5e25fSSatish Balay         pc[0] = m1 = p1*x1 + p4*x2 + p7*x3;
203849b5e25fSSatish Balay         pc[1] = m2 = p2*x1 + p5*x2 + p8*x3;
203949b5e25fSSatish Balay         pc[2] = m3 = p3*x1 + p6*x2 + p9*x3;
204049b5e25fSSatish Balay 
204149b5e25fSSatish Balay         pc[3] = m4 = p1*x4 + p4*x5 + p7*x6;
204249b5e25fSSatish Balay         pc[4] = m5 = p2*x4 + p5*x5 + p8*x6;
204349b5e25fSSatish Balay         pc[5] = m6 = p3*x4 + p6*x5 + p9*x6;
204449b5e25fSSatish Balay 
204549b5e25fSSatish Balay         pc[6] = m7 = p1*x7 + p4*x8 + p7*x9;
204649b5e25fSSatish Balay         pc[7] = m8 = p2*x7 + p5*x8 + p8*x9;
204749b5e25fSSatish Balay         pc[8] = m9 = p3*x7 + p6*x8 + p9*x9;
204849b5e25fSSatish Balay 
204949b5e25fSSatish Balay         nz = bi[row+1] - diag_offset[row] - 1;
205049b5e25fSSatish Balay         pv += 9;
205149b5e25fSSatish Balay         for (j=0; j<nz; j++) {
205249b5e25fSSatish Balay           x1   = pv[0];  x2  = pv[1];   x3 = pv[2];  x4  = pv[3];
205349b5e25fSSatish Balay           x5   = pv[4];  x6  = pv[5];   x7 = pv[6];  x8  = pv[7]; x9 = pv[8];
205449b5e25fSSatish Balay           x    = rtmp + 9*pj[j];
205549b5e25fSSatish Balay           x[0] -= m1*x1 + m4*x2 + m7*x3;
205649b5e25fSSatish Balay           x[1] -= m2*x1 + m5*x2 + m8*x3;
205749b5e25fSSatish Balay           x[2] -= m3*x1 + m6*x2 + m9*x3;
205849b5e25fSSatish Balay 
205949b5e25fSSatish Balay           x[3] -= m1*x4 + m4*x5 + m7*x6;
206049b5e25fSSatish Balay           x[4] -= m2*x4 + m5*x5 + m8*x6;
206149b5e25fSSatish Balay           x[5] -= m3*x4 + m6*x5 + m9*x6;
206249b5e25fSSatish Balay 
206349b5e25fSSatish Balay           x[6] -= m1*x7 + m4*x8 + m7*x9;
206449b5e25fSSatish Balay           x[7] -= m2*x7 + m5*x8 + m8*x9;
206549b5e25fSSatish Balay           x[8] -= m3*x7 + m6*x8 + m9*x9;
206649b5e25fSSatish Balay           pv   += 9;
206749b5e25fSSatish Balay         }
206849b5e25fSSatish Balay         PLogFlops(54*nz+36);
206949b5e25fSSatish Balay       }
207049b5e25fSSatish Balay       row = *ajtmp++;
207149b5e25fSSatish Balay     }
207249b5e25fSSatish Balay     /* finished row so stick it into b->a */
207349b5e25fSSatish Balay     pv = ba + 9*bi[i];
207449b5e25fSSatish Balay     pj = bj + bi[i];
207549b5e25fSSatish Balay     nz = bi[i+1] - bi[i];
207649b5e25fSSatish Balay     for (j=0; j<nz; j++) {
207749b5e25fSSatish Balay       x      = rtmp+9*pj[j];
207849b5e25fSSatish Balay       pv[0]  = x[0];  pv[1]  = x[1];  pv[2]  = x[2];  pv[3]  = x[3];
207949b5e25fSSatish Balay       pv[4]  = x[4];  pv[5]  = x[5];  pv[6]  = x[6];  pv[7]  = x[7]; pv[8] = x[8];
208049b5e25fSSatish Balay       pv   += 9;
208149b5e25fSSatish Balay     }
208249b5e25fSSatish Balay     /* invert diagonal block */
208349b5e25fSSatish Balay     w = ba + 9*diag_offset[i];
208449b5e25fSSatish Balay     ierr = Kernel_A_gets_inverse_A_3(w);CHKERRQ(ierr);
208549b5e25fSSatish Balay   }
208649b5e25fSSatish Balay 
208749b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
208849b5e25fSSatish Balay   C->factor    = FACTOR_LU;
208949b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
209049b5e25fSSatish Balay   PLogFlops(1.3333*27*b->mbs); /* from inverting diagonal blocks */
209149b5e25fSSatish Balay   PetscFunctionReturn(0);
209249b5e25fSSatish Balay }
209349b5e25fSSatish Balay 
209449b5e25fSSatish Balay /* ------------------------------------------------------------*/
209549b5e25fSSatish Balay /*
209649b5e25fSSatish Balay       Version for when blocks are 2 by 2
209749b5e25fSSatish Balay */
209849b5e25fSSatish Balay #undef __FUNC__
20996f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorNumeric_SeqSBAIJ_2"
21006f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_2(Mat A,Mat *B)
210149b5e25fSSatish Balay {
210249b5e25fSSatish Balay   Mat                C = *B;
210349b5e25fSSatish Balay   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data,*b = (Mat_SeqBAIJ *)C->data;
210449b5e25fSSatish Balay   IS                 isrow = b->row,isicol = b->icol;
210549b5e25fSSatish Balay   int                *r,*ic,ierr,i,j,n = a->mbs,*bi = b->i,*bj = b->j;
210649b5e25fSSatish Balay   int                *ajtmpold,*ajtmp,nz,row;
210749b5e25fSSatish Balay   int                *diag_offset=b->diag,idx,*ai=a->i,*aj=a->j,*pj;
210849b5e25fSSatish Balay   MatScalar          *pv,*v,*rtmp,m1,m2,m3,m4,*pc,*w,*x,x1,x2,x3,x4;
210949b5e25fSSatish Balay   MatScalar          p1,p2,p3,p4;
211049b5e25fSSatish Balay   MatScalar          *ba = b->a,*aa = a->a;
211149b5e25fSSatish Balay 
211249b5e25fSSatish Balay   PetscFunctionBegin;
211349b5e25fSSatish Balay   ierr  = ISGetIndices(isrow,&r);CHKERRQ(ierr);
211449b5e25fSSatish Balay   ierr  = ISGetIndices(isicol,&ic);CHKERRQ(ierr);
211549b5e25fSSatish Balay   rtmp  = (MatScalar*)PetscMalloc(4*(n+1)*sizeof(MatScalar));CHKPTRQ(rtmp);
211649b5e25fSSatish Balay 
211749b5e25fSSatish Balay   for (i=0; i<n; i++) {
211849b5e25fSSatish Balay     nz    = bi[i+1] - bi[i];
211949b5e25fSSatish Balay     ajtmp = bj + bi[i];
212049b5e25fSSatish Balay     for  (j=0; j<nz; j++) {
212149b5e25fSSatish Balay       x = rtmp+4*ajtmp[j]; x[0] = x[1] = x[2] = x[3] = 0.0;
212249b5e25fSSatish Balay     }
212349b5e25fSSatish Balay     /* load in initial (unfactored row) */
212449b5e25fSSatish Balay     idx      = r[i];
212549b5e25fSSatish Balay     nz       = ai[idx+1] - ai[idx];
212649b5e25fSSatish Balay     ajtmpold = aj + ai[idx];
212749b5e25fSSatish Balay     v        = aa + 4*ai[idx];
212849b5e25fSSatish Balay     for (j=0; j<nz; j++) {
212949b5e25fSSatish Balay       x    = rtmp+4*ic[ajtmpold[j]];
213049b5e25fSSatish Balay       x[0] = v[0]; x[1] = v[1]; x[2] = v[2]; x[3] = v[3];
213149b5e25fSSatish Balay       v    += 4;
213249b5e25fSSatish Balay     }
213349b5e25fSSatish Balay     row = *ajtmp++;
213449b5e25fSSatish Balay     while (row < i) {
213549b5e25fSSatish Balay       pc = rtmp + 4*row;
213649b5e25fSSatish Balay       p1 = pc[0]; p2 = pc[1]; p3 = pc[2]; p4 = pc[3];
213749b5e25fSSatish Balay       if (p1 != 0.0 || p2 != 0.0 || p3 != 0.0 || p4 != 0.0) {
213849b5e25fSSatish Balay         pv = ba + 4*diag_offset[row];
213949b5e25fSSatish Balay         pj = bj + diag_offset[row] + 1;
214049b5e25fSSatish Balay         x1 = pv[0]; x2 = pv[1]; x3 = pv[2]; x4 = pv[3];
214149b5e25fSSatish Balay         pc[0] = m1 = p1*x1 + p3*x2;
214249b5e25fSSatish Balay         pc[1] = m2 = p2*x1 + p4*x2;
214349b5e25fSSatish Balay         pc[2] = m3 = p1*x3 + p3*x4;
214449b5e25fSSatish Balay         pc[3] = m4 = p2*x3 + p4*x4;
214549b5e25fSSatish Balay         nz = bi[row+1] - diag_offset[row] - 1;
214649b5e25fSSatish Balay         pv += 4;
214749b5e25fSSatish Balay         for (j=0; j<nz; j++) {
214849b5e25fSSatish Balay           x1   = pv[0]; x2 = pv[1]; x3 = pv[2]; x4 = pv[3];
214949b5e25fSSatish Balay           x    = rtmp + 4*pj[j];
215049b5e25fSSatish Balay           x[0] -= m1*x1 + m3*x2;
215149b5e25fSSatish Balay           x[1] -= m2*x1 + m4*x2;
215249b5e25fSSatish Balay           x[2] -= m1*x3 + m3*x4;
215349b5e25fSSatish Balay           x[3] -= m2*x3 + m4*x4;
215449b5e25fSSatish Balay           pv   += 4;
215549b5e25fSSatish Balay         }
215649b5e25fSSatish Balay         PLogFlops(16*nz+12);
215749b5e25fSSatish Balay       }
215849b5e25fSSatish Balay       row = *ajtmp++;
215949b5e25fSSatish Balay     }
216049b5e25fSSatish Balay     /* finished row so stick it into b->a */
216149b5e25fSSatish Balay     pv = ba + 4*bi[i];
216249b5e25fSSatish Balay     pj = bj + bi[i];
216349b5e25fSSatish Balay     nz = bi[i+1] - bi[i];
216449b5e25fSSatish Balay     for (j=0; j<nz; j++) {
216549b5e25fSSatish Balay       x     = rtmp+4*pj[j];
216649b5e25fSSatish Balay       pv[0] = x[0]; pv[1] = x[1]; pv[2] = x[2]; pv[3] = x[3];
216749b5e25fSSatish Balay       pv   += 4;
216849b5e25fSSatish Balay     }
216949b5e25fSSatish Balay     /* invert diagonal block */
217049b5e25fSSatish Balay     w = ba + 4*diag_offset[i];
217149b5e25fSSatish Balay     ierr = Kernel_A_gets_inverse_A_2(w);CHKERRQ(ierr);
217249b5e25fSSatish Balay     /*Kernel_A_gets_inverse_A(bs,w,v_pivots,v_work);*/
217349b5e25fSSatish Balay   }
217449b5e25fSSatish Balay 
217549b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
217649b5e25fSSatish Balay   ierr = ISRestoreIndices(isicol,&ic);CHKERRQ(ierr);
217749b5e25fSSatish Balay   ierr = ISRestoreIndices(isrow,&r);CHKERRQ(ierr);
217849b5e25fSSatish Balay   C->factor = FACTOR_LU;
217949b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
218049b5e25fSSatish Balay   PLogFlops(1.3333*8*b->mbs); /* from inverting diagonal blocks */
218149b5e25fSSatish Balay   PetscFunctionReturn(0);
218249b5e25fSSatish Balay }
218349b5e25fSSatish Balay /*
218449b5e25fSSatish Balay       Version for when blocks are 2 by 2 Using natural ordering
218549b5e25fSSatish Balay */
218649b5e25fSSatish Balay #undef __FUNC__
21876f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorNumeric_SeqSBAIJ_2_NaturalOrdering"
21886f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_2_NaturalOrdering(Mat A,Mat *B)
218949b5e25fSSatish Balay {
219049b5e25fSSatish Balay   Mat                C = *B;
219149b5e25fSSatish Balay   Mat_SeqBAIJ        *a = (Mat_SeqBAIJ*)A->data,*b = (Mat_SeqBAIJ *)C->data;
219249b5e25fSSatish Balay   int                ierr,i,j,n = a->mbs,*bi = b->i,*bj = b->j;
219349b5e25fSSatish Balay   int                *ajtmpold,*ajtmp,nz,row;
219449b5e25fSSatish Balay   int                *diag_offset = b->diag,*ai=a->i,*aj=a->j,*pj;
219549b5e25fSSatish Balay   MatScalar          *pv,*v,*rtmp,*pc,*w,*x;
219649b5e25fSSatish Balay   MatScalar          p1,p2,p3,p4,m1,m2,m3,m4,x1,x2,x3,x4;
219749b5e25fSSatish Balay   MatScalar          *ba = b->a,*aa = a->a;
219849b5e25fSSatish Balay 
219949b5e25fSSatish Balay   PetscFunctionBegin;
220049b5e25fSSatish Balay   rtmp  = (MatScalar*)PetscMalloc(4*(n+1)*sizeof(MatScalar));CHKPTRQ(rtmp);
220149b5e25fSSatish Balay 
220249b5e25fSSatish Balay   for (i=0; i<n; i++) {
220349b5e25fSSatish Balay     nz    = bi[i+1] - bi[i];
220449b5e25fSSatish Balay     ajtmp = bj + bi[i];
220549b5e25fSSatish Balay     for  (j=0; j<nz; j++) {
220649b5e25fSSatish Balay       x = rtmp+4*ajtmp[j];
220749b5e25fSSatish Balay       x[0]  = x[1]  = x[2]  = x[3]  = 0.0;
220849b5e25fSSatish Balay     }
220949b5e25fSSatish Balay     /* load in initial (unfactored row) */
221049b5e25fSSatish Balay     nz       = ai[i+1] - ai[i];
221149b5e25fSSatish Balay     ajtmpold = aj + ai[i];
221249b5e25fSSatish Balay     v        = aa + 4*ai[i];
221349b5e25fSSatish Balay     for (j=0; j<nz; j++) {
221449b5e25fSSatish Balay       x    = rtmp+4*ajtmpold[j];
221549b5e25fSSatish Balay       x[0]  = v[0];  x[1]  = v[1];  x[2]  = v[2];  x[3]  = v[3];
221649b5e25fSSatish Balay       v    += 4;
221749b5e25fSSatish Balay     }
221849b5e25fSSatish Balay     row = *ajtmp++;
221949b5e25fSSatish Balay     while (row < i) {
222049b5e25fSSatish Balay       pc  = rtmp + 4*row;
222149b5e25fSSatish Balay       p1  = pc[0];  p2  = pc[1];  p3  = pc[2];  p4  = pc[3];
222249b5e25fSSatish Balay       if (p1 != 0.0 || p2 != 0.0 || p3 != 0.0 || p4 != 0.0) {
222349b5e25fSSatish Balay         pv = ba + 4*diag_offset[row];
222449b5e25fSSatish Balay         pj = bj + diag_offset[row] + 1;
222549b5e25fSSatish Balay         x1  = pv[0];  x2  = pv[1];  x3  = pv[2];  x4  = pv[3];
222649b5e25fSSatish Balay         pc[0] = m1 = p1*x1 + p3*x2;
222749b5e25fSSatish Balay         pc[1] = m2 = p2*x1 + p4*x2;
222849b5e25fSSatish Balay         pc[2] = m3 = p1*x3 + p3*x4;
222949b5e25fSSatish Balay         pc[3] = m4 = p2*x3 + p4*x4;
223049b5e25fSSatish Balay         nz = bi[row+1] - diag_offset[row] - 1;
223149b5e25fSSatish Balay         pv += 4;
223249b5e25fSSatish Balay         for (j=0; j<nz; j++) {
223349b5e25fSSatish Balay           x1   = pv[0];  x2  = pv[1];   x3 = pv[2];  x4  = pv[3];
223449b5e25fSSatish Balay           x    = rtmp + 4*pj[j];
223549b5e25fSSatish Balay           x[0] -= m1*x1 + m3*x2;
223649b5e25fSSatish Balay           x[1] -= m2*x1 + m4*x2;
223749b5e25fSSatish Balay           x[2] -= m1*x3 + m3*x4;
223849b5e25fSSatish Balay           x[3] -= m2*x3 + m4*x4;
223949b5e25fSSatish Balay           pv   += 4;
224049b5e25fSSatish Balay         }
224149b5e25fSSatish Balay         PLogFlops(16*nz+12);
224249b5e25fSSatish Balay       }
224349b5e25fSSatish Balay       row = *ajtmp++;
224449b5e25fSSatish Balay     }
224549b5e25fSSatish Balay     /* finished row so stick it into b->a */
224649b5e25fSSatish Balay     pv = ba + 4*bi[i];
224749b5e25fSSatish Balay     pj = bj + bi[i];
224849b5e25fSSatish Balay     nz = bi[i+1] - bi[i];
224949b5e25fSSatish Balay     for (j=0; j<nz; j++) {
225049b5e25fSSatish Balay       x      = rtmp+4*pj[j];
225149b5e25fSSatish Balay       pv[0]  = x[0];  pv[1]  = x[1];  pv[2]  = x[2];  pv[3]  = x[3];
225249b5e25fSSatish Balay       pv   += 4;
225349b5e25fSSatish Balay     }
225449b5e25fSSatish Balay     /* invert diagonal block */
225549b5e25fSSatish Balay     w = ba + 4*diag_offset[i];
225649b5e25fSSatish Balay     ierr = Kernel_A_gets_inverse_A_2(w);CHKERRQ(ierr);
225749b5e25fSSatish Balay     /*Kernel_A_gets_inverse_A(bs,w,v_pivots,v_work);*/
225849b5e25fSSatish Balay   }
225949b5e25fSSatish Balay 
226049b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
226149b5e25fSSatish Balay   C->factor    = FACTOR_LU;
226249b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
226349b5e25fSSatish Balay   PLogFlops(1.3333*8*b->mbs); /* from inverting diagonal blocks */
226449b5e25fSSatish Balay   PetscFunctionReturn(0);
226549b5e25fSSatish Balay }
226649b5e25fSSatish Balay 
226749b5e25fSSatish Balay /* ----------------------------------------------------------- */
226849b5e25fSSatish Balay /*
226949b5e25fSSatish Balay      Version for when blocks are 1 by 1.
227049b5e25fSSatish Balay */
227149b5e25fSSatish Balay #undef __FUNC__
22726f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactorNumeric_SeqSBAIJ_1"
22736f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_1(Mat A,Mat *B)
227449b5e25fSSatish Balay {
227549b5e25fSSatish Balay   Mat                C = *B;
227649b5e25fSSatish Balay   Mat_SeqSBAIJ       *a = (Mat_SeqSBAIJ*)A->data,*b = (Mat_SeqSBAIJ *)C->data;
227749b5e25fSSatish Balay   IS                 ip = b->row;
2278066653e3SSatish Balay   int                *rip,*riip,ierr,i,j,mbs = a->mbs,*bi = b->i,*bj = b->j;
2279066653e3SSatish Balay   int                *ai = a->i,*aj = a->j;
2280066653e3SSatish Balay   MatScalar          *rtmp;
228149b5e25fSSatish Balay   MatScalar          *ba = b->a,*aa = a->a;
228249b5e25fSSatish Balay   MatScalar          dk,uikdi;
228349b5e25fSSatish Balay   int                k,jmin,jmax,*jl,*il,vj,nexti,juj,ili;
228449b5e25fSSatish Balay 
228549b5e25fSSatish Balay   PetscFunctionBegin;
228649b5e25fSSatish Balay   ierr  = ISGetIndices(ip,&rip);CHKERRQ(ierr);
228749b5e25fSSatish Balay   riip = rip;
228849b5e25fSSatish Balay 
228949b5e25fSSatish Balay   /* INITIALIZATION */
229049b5e25fSSatish Balay   /* il and jl record the first nonzero element in each row of the accessing
229149b5e25fSSatish Balay      window U(0:k, k:mbs-1).
229249b5e25fSSatish Balay      jl:    list of rows to be added to uneliminated rows
229349b5e25fSSatish Balay             i>= k: jl(i) is the first row to be added to row i
229449b5e25fSSatish Balay             i<  k: jl(i) is the row following row i in some list of rows
229549b5e25fSSatish Balay             jl(i) = mbs indicates the end of a list
229649b5e25fSSatish Balay      il(i): points to the first nonzero element in columns k,...,mbs-1 of
229749b5e25fSSatish Balay             row i of U */
229849b5e25fSSatish Balay   rtmp  = (MatScalar*)PetscMalloc(mbs*sizeof(MatScalar));CHKPTRQ(rtmp);
229949b5e25fSSatish Balay   il = (int*)PetscMalloc(mbs*sizeof(int));CHKPTRQ(il);
230049b5e25fSSatish Balay   jl = (int*)PetscMalloc(mbs*sizeof(int));CHKPTRQ(jl);
230149b5e25fSSatish Balay   for (i=0; i<mbs; i++) {
230249b5e25fSSatish Balay     rtmp[i] = 0.0; jl[i] = mbs; il[0] = 0;
230349b5e25fSSatish Balay   }
230449b5e25fSSatish Balay 
230549b5e25fSSatish Balay   /* FOR EACH ROW K */
230649b5e25fSSatish Balay   for (k = 0; k<mbs; k++){
230749b5e25fSSatish Balay 
230849b5e25fSSatish Balay     /* INITIALIZE K-TH ROW WITH ELEMENTS NONZERO IN ROW P(K) OF A */
230949b5e25fSSatish Balay     jmin = ai[rip[k]]; jmax = ai[rip[k]+1];
231049b5e25fSSatish Balay     if (jmin < jmax) {
231149b5e25fSSatish Balay       for (j = jmin; j < jmax; j++){
231249b5e25fSSatish Balay         vj = riip[aj[j]];
231349b5e25fSSatish Balay         if (k <= vj) rtmp[vj] = aa[j];
231449b5e25fSSatish Balay       }
231549b5e25fSSatish Balay     }
231649b5e25fSSatish Balay 
231749b5e25fSSatish Balay     /* MODIFY K-TH ROW BY ADDING IN THOSE ROWS I WITH U(I,K) NE 0
231849b5e25fSSatish Balay        FOR EACH ROW I TO BE ADDED IN */
231949b5e25fSSatish Balay     dk = rtmp[k];
232049b5e25fSSatish Balay     i = jl[k]; /* first row to be added to k_th row  */
232149b5e25fSSatish Balay     /* printf(" k=%d, pivot row = %d\n",k,i); */
232249b5e25fSSatish Balay 
232349b5e25fSSatish Balay     while (i < mbs){
232449b5e25fSSatish Balay       nexti = jl[i]; /* next row to be added to k_th row */
232549b5e25fSSatish Balay       /* printf("      pivot row = %d\n", nexti); */
232649b5e25fSSatish Balay 
232749b5e25fSSatish Balay       /* COMPUTE MULTIPLIER AND UPDATE DIAGONAL ELEMENT */
232849b5e25fSSatish Balay       ili = il[i];  /* index of first nonzero element in U(i,k:bms-1) */
232949b5e25fSSatish Balay       uikdi = - ba[ili]*ba[i];
233049b5e25fSSatish Balay       dk += uikdi*ba[ili];
233149b5e25fSSatish Balay       ba[ili] = uikdi; /* update U(i,k) */
233249b5e25fSSatish Balay 
233349b5e25fSSatish Balay       /* ADD MULTIPLE OF ROW I TO K-TH ROW ... */
233449b5e25fSSatish Balay       jmin = ili + 1; jmax = bi[i+1];
233549b5e25fSSatish Balay       if (jmin < jmax){
233649b5e25fSSatish Balay         for (j=jmin; j<jmax; j++) rtmp[bj[j]] += uikdi*ba[j];
233749b5e25fSSatish Balay         /* ... AND ADD I TO ROW LIST FOR NEXT NONZERO ENTRY */
233849b5e25fSSatish Balay          il[i] = jmin;             /* update il(i) in column k+1, ... mbs-1 */
233949b5e25fSSatish Balay          j     = bj[jmin];
234049b5e25fSSatish Balay          jl[i] = jl[j]; jl[j] = i; /* update jl */
234149b5e25fSSatish Balay       }
234249b5e25fSSatish Balay       i = nexti;
234349b5e25fSSatish Balay       /* printf("                  pivot row i=%d\n",i);  */
234449b5e25fSSatish Balay     }
234549b5e25fSSatish Balay 
234649b5e25fSSatish Balay     /* CHECK FOR ZERO PIVOT AND SAVE DIAGONAL ELEMENT */
234749b5e25fSSatish Balay     if (dk == 0.0){
234849b5e25fSSatish Balay       SETERRQ(PETSC_ERR_MAT_LU_ZRPVT,0,"Zero pivot");
234949b5e25fSSatish Balay     }
235049b5e25fSSatish Balay 
235149b5e25fSSatish Balay     /* SAVE NONZERO ENTRIES IN K-TH ROW OF U ... */
2352f3dd7b2dSKris Buschelman     ba[k] = 1.0/dk;
235349b5e25fSSatish Balay     jmin = bi[k]; jmax = bi[k+1];
235449b5e25fSSatish Balay     if (jmin < jmax) {
235549b5e25fSSatish Balay       for (j=jmin; j<jmax; j++){
235649b5e25fSSatish Balay          juj = bj[j]; ba[j] = rtmp[juj]; rtmp[juj] = 0.0;
235749b5e25fSSatish Balay       }
235849b5e25fSSatish Balay 
235949b5e25fSSatish Balay       /* ... AND ADD K TO ROW LIST FOR FIRST NONZERO ENTRY IN K-TH ROW */
236049b5e25fSSatish Balay       il[k] = jmin;
236149b5e25fSSatish Balay       i     = bj[jmin];
236249b5e25fSSatish Balay       jl[k] = jl[i]; jl[i] = k;
236349b5e25fSSatish Balay     }
236449b5e25fSSatish Balay   }
236549b5e25fSSatish Balay 
236649b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
236749b5e25fSSatish Balay   ierr = PetscFree(il);CHKERRQ(ierr);
236849b5e25fSSatish Balay   ierr = PetscFree(jl);CHKERRQ(ierr);
236949b5e25fSSatish Balay 
237049b5e25fSSatish Balay   ierr = ISRestoreIndices(ip,&rip);CHKERRQ(ierr);
237149b5e25fSSatish Balay   C->factor    = FACTOR_LU;
237249b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
237349b5e25fSSatish Balay   PLogFlops(b->mbs);
237449b5e25fSSatish Balay   PetscFunctionReturn(0);
237549b5e25fSSatish Balay }
237649b5e25fSSatish Balay 
237749b5e25fSSatish Balay #undef __FUNC__
23786f9a564bSHong Zhang #define __FUNC__ "MatCholeskyFactor_SeqSBAIJ"
2379b8b23757SHong Zhang int MatCholeskyFactor_SeqSBAIJ(Mat A,IS perm,PetscReal f)
238049b5e25fSSatish Balay {
23816f9a564bSHong Zhang   Mat_SeqSBAIJ    *mat = (Mat_SeqSBAIJ*)A->data;
238249b5e25fSSatish Balay   int            ierr,refct;
238349b5e25fSSatish Balay   Mat            C;
238449b5e25fSSatish Balay   PetscOps *Abops;
238549b5e25fSSatish Balay   MatOps   Aops;
238649b5e25fSSatish Balay 
238749b5e25fSSatish Balay   PetscFunctionBegin;
2388b8b23757SHong Zhang   ierr = MatCholeskyFactorSymbolic(A,perm,f,&C);CHKERRQ(ierr);
2389a4ada70bSHong Zhang   ierr = MatCholeskyFactorNumeric(A,&C);CHKERRQ(ierr);
239049b5e25fSSatish Balay 
239149b5e25fSSatish Balay   /* free all the data structures from mat */
239249b5e25fSSatish Balay   ierr = PetscFree(mat->a);CHKERRQ(ierr);
239349b5e25fSSatish Balay   if (!mat->singlemalloc) {
239449b5e25fSSatish Balay     ierr = PetscFree(mat->i);CHKERRQ(ierr);
239549b5e25fSSatish Balay     ierr = PetscFree(mat->j);CHKERRQ(ierr);
239649b5e25fSSatish Balay   }
239749b5e25fSSatish Balay   if (mat->diag) {ierr = PetscFree(mat->diag);CHKERRQ(ierr);}
239849b5e25fSSatish Balay   if (mat->ilen) {ierr = PetscFree(mat->ilen);CHKERRQ(ierr);}
239949b5e25fSSatish Balay   if (mat->imax) {ierr = PetscFree(mat->imax);CHKERRQ(ierr);}
240049b5e25fSSatish Balay   if (mat->solve_work) {ierr = PetscFree(mat->solve_work);CHKERRQ(ierr);}
240149b5e25fSSatish Balay   if (mat->mult_work) {ierr = PetscFree(mat->mult_work);CHKERRQ(ierr);}
240249b5e25fSSatish Balay   if (mat->icol) {ierr = ISDestroy(mat->icol);CHKERRQ(ierr);}
240349b5e25fSSatish Balay   ierr = PetscFree(mat);CHKERRQ(ierr);
240449b5e25fSSatish Balay 
240549b5e25fSSatish Balay   ierr = MapDestroy(A->rmap);CHKERRQ(ierr);
240649b5e25fSSatish Balay   ierr = MapDestroy(A->cmap);CHKERRQ(ierr);
240749b5e25fSSatish Balay 
240849b5e25fSSatish Balay   /*
240949b5e25fSSatish Balay        This is horrible,horrible code. We need to keep the
241049b5e25fSSatish Balay     A pointers for the bops and ops but copy everything
241149b5e25fSSatish Balay     else from C.
241249b5e25fSSatish Balay   */
241349b5e25fSSatish Balay   Abops = A->bops;
241449b5e25fSSatish Balay   Aops  = A->ops;
241549b5e25fSSatish Balay   refct = A->refct;
241649b5e25fSSatish Balay   ierr  = PetscMemcpy(A,C,sizeof(struct _p_Mat));CHKERRQ(ierr);
2417a4ada70bSHong Zhang   mat   = (Mat_SeqSBAIJ*)A->data;
241849b5e25fSSatish Balay   PLogObjectParent(A,mat->icol);
241949b5e25fSSatish Balay 
242049b5e25fSSatish Balay   A->bops  = Abops;
242149b5e25fSSatish Balay   A->ops   = Aops;
242249b5e25fSSatish Balay   A->qlist = 0;
242349b5e25fSSatish Balay   A->refct = refct;
242449b5e25fSSatish Balay   /* copy over the type_name and name */
242549b5e25fSSatish Balay   ierr     = PetscStrallocpy(C->type_name,&A->type_name);CHKERRQ(ierr);
242649b5e25fSSatish Balay   ierr     = PetscStrallocpy(C->name,&A->name);CHKERRQ(ierr);
242749b5e25fSSatish Balay 
242849b5e25fSSatish Balay   PetscHeaderDestroy(C);
242949b5e25fSSatish Balay   PetscFunctionReturn(0);
243049b5e25fSSatish Balay }
243149b5e25fSSatish Balay 
243249b5e25fSSatish Balay 
2433