xref: /petsc/src/mat/impls/sbaij/seq/sbaijfact.c (revision d60e536229850a423e0d8c2c3c9d45179b73282a)
173f4d377SMatthew Knepley /*$Id: sbaijfact.c,v 1.61 2001/08/06 21:15:47 bsmith Exp $*/
249b5e25fSSatish Balay /* Using Modified Sparse Row (MSR) storage.
349b5e25fSSatish Balay See page 85, "Iterative Methods ..." by Saad. */
449b5e25fSSatish Balay 
549b5e25fSSatish Balay /*
6effa298cSHong Zhang     Symbolic U^T*D*U factorization for SBAIJ format. Modified from SSF of YSMP.
749b5e25fSSatish Balay */
849b5e25fSSatish Balay #include "src/mat/impls/baij/seq/baij.h"
93a7fca6bSBarry Smith #include "src/mat/impls/sbaij/seq/sbaij.h"
1049b5e25fSSatish Balay #include "src/vec/vecimpl.h"
1149b5e25fSSatish Balay #include "src/inline/ilu.h"
1249a6740bSHong Zhang #include "include/petscis.h"
1349b5e25fSSatish Balay 
1487fe1012SHong Zhang /* Use Modified Sparse Row storage for u and ju, see Sasd pp.85 */
154a2ae208SSatish Balay #undef __FUNCT__
164a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactorSymbolic_SeqSBAIJ"
1777f73120SHong Zhang int MatCholeskyFactorSymbolic_SeqSBAIJ(Mat A,IS perm,PetscReal f,Mat *B)
1849b5e25fSSatish Balay {
1949b5e25fSSatish Balay   Mat_SeqSBAIJ *a = (Mat_SeqSBAIJ*)A->data,*b;
20cb718733SHong Zhang   int          *rip,ierr,i,mbs = a->mbs,*ai,*aj;
21066653e3SSatish Balay   int          *jutmp,bs = a->bs,bs2=a->bs2;
2287fe1012SHong Zhang   int          m,realloc = 0,prow;
23*d60e5362SHong Zhang   int          *jl,*q,jmin,jmax,juidx,nzk,qm,*iu,*ju,k,j,vj,umax,maxadd;
24671cb588SHong Zhang   PetscTruth   perm_identity;
2549b5e25fSSatish Balay 
2649b5e25fSSatish Balay   PetscFunctionBegin;
272d007305SHong Zhang 
28cb718733SHong Zhang   /* check whether perm is the identity mapping */
29671cb588SHong Zhang   ierr = ISIdentity(perm,&perm_identity);CHKERRQ(ierr);
30671cb588SHong Zhang   if (!perm_identity) a->permute = PETSC_TRUE;
312d007305SHong Zhang 
32671cb588SHong Zhang   ierr = ISGetIndices(perm,&rip);CHKERRQ(ierr);
33671cb588SHong Zhang 
34671cb588SHong Zhang   if (perm_identity){ /* without permutation */
352d007305SHong Zhang     ai = a->i; aj = a->j;
362d007305SHong Zhang   } else {            /* non-trivial permutation */
37323b833fSBarry Smith     ierr = MatReorderingSeqSBAIJ(A,perm);CHKERRQ(ierr);
382d007305SHong Zhang     ai = a->inew; aj = a->jnew;
392d007305SHong Zhang   }
402d007305SHong Zhang 
4149b5e25fSSatish Balay   /* initialization */
42b0a32e0cSBarry Smith   ierr  = PetscMalloc((mbs+1)*sizeof(int),&iu);CHKERRQ(ierr);
4349b5e25fSSatish Balay   umax  = (int)(f*ai[mbs] + 1); umax += mbs + 1;
4482502324SSatish Balay   ierr  = PetscMalloc(umax*sizeof(int),&ju);CHKERRQ(ierr);
4549b5e25fSSatish Balay   iu[0] = mbs+1;
4687fe1012SHong Zhang   juidx = mbs + 1; /* index for ju */
4787fe1012SHong Zhang   ierr  = PetscMalloc(2*mbs*sizeof(int),&jl);CHKERRQ(ierr); /* linked list for pivot row */
4887fe1012SHong Zhang   q     = jl + mbs;   /* linked list for col index */
4949b5e25fSSatish Balay   for (i=0; i<mbs; i++){
5087fe1012SHong Zhang     jl[i] = mbs;
5187fe1012SHong Zhang     q[i] = 0;
5249b5e25fSSatish Balay   }
5349b5e25fSSatish Balay 
5449b5e25fSSatish Balay   /* for each row k */
5549b5e25fSSatish Balay   for (k=0; k<mbs; k++){
5649b5e25fSSatish Balay     nzk  = 0; /* num. of nz blocks in k-th block row with diagonal block excluded */
5749b5e25fSSatish Balay     q[k] = mbs;
5849b5e25fSSatish Balay     /* initialize nonzero structure of k-th row to row rip[k] of A */
5949b5e25fSSatish Balay     jmin = ai[rip[k]];
6049b5e25fSSatish Balay     jmax = ai[rip[k]+1];
6149b5e25fSSatish Balay     for (j=jmin; j<jmax; j++){
62cb718733SHong Zhang       vj = rip[aj[j]]; /* col. value */
6349b5e25fSSatish Balay       if(vj > k){
6449b5e25fSSatish Balay         qm = k;
6549b5e25fSSatish Balay         do {
6649b5e25fSSatish Balay           m  = qm; qm = q[m];
6749b5e25fSSatish Balay         } while(qm < vj);
6849b5e25fSSatish Balay         if (qm == vj) {
693078e140SBarry Smith           SETERRQ(1," error: duplicate entry in A\n");
7049b5e25fSSatish Balay         }
7149b5e25fSSatish Balay         nzk++;
7249b5e25fSSatish Balay         q[m]  = vj;
7349b5e25fSSatish Balay         q[vj] = qm;
7449b5e25fSSatish Balay       } /* if(vj > k) */
7549b5e25fSSatish Balay     } /* for (j=jmin; j<jmax; j++) */
7649b5e25fSSatish Balay 
7749b5e25fSSatish Balay     /* modify nonzero structure of k-th row by computing fill-in
7849b5e25fSSatish Balay        for each row i to be merged in */
7987fe1012SHong Zhang     prow = k;
8087fe1012SHong Zhang     prow = jl[prow]; /* next pivot row (== mbs for symbolic factorization) */
8187fe1012SHong Zhang 
8287fe1012SHong Zhang     while (prow < k){
8387fe1012SHong Zhang       /* merge row prow into k-th row */
8487fe1012SHong Zhang       jmin = iu[prow] + 1; jmax = iu[prow+1];
8549b5e25fSSatish Balay       qm = k;
8687fe1012SHong Zhang       for (j=jmin; j<jmax; j++){
8749b5e25fSSatish Balay         vj = ju[j];
8849b5e25fSSatish Balay         do {
8949b5e25fSSatish Balay           m = qm; qm = q[m];
9049b5e25fSSatish Balay         } while (qm < vj);
9149b5e25fSSatish Balay         if (qm != vj){
9249b5e25fSSatish Balay          nzk++; q[m] = vj; q[vj] = qm; qm = vj;
9349b5e25fSSatish Balay         }
9449b5e25fSSatish Balay       }
9587fe1012SHong Zhang       prow = jl[prow]; /* next pivot row */
9649b5e25fSSatish Balay     }
9749b5e25fSSatish Balay 
9849b5e25fSSatish Balay     /* add k to row list for first nonzero element in k-th row */
9949b5e25fSSatish Balay     if (nzk > 0){
10049b5e25fSSatish Balay       i = q[k]; /* col value of first nonzero element in U(k, k+1:mbs-1) */
10149b5e25fSSatish Balay       jl[k] = jl[i]; jl[i] = k;
10249b5e25fSSatish Balay     }
10387fe1012SHong Zhang     iu[k+1] = iu[k] + nzk;
10449b5e25fSSatish Balay 
10549b5e25fSSatish Balay     /* allocate more space to ju if needed */
1063078e140SBarry Smith     if (iu[k+1] > umax) {
10749b5e25fSSatish Balay       /* estimate how much additional space we will need */
10849b5e25fSSatish Balay       /* use the strategy suggested by David Hysom <hysom@perch-t.icase.edu> */
10949b5e25fSSatish Balay       /* just double the memory each time */
11049b5e25fSSatish Balay       maxadd = umax;
11149b5e25fSSatish Balay       if (maxadd < nzk) maxadd = (mbs-k)*(nzk+1)/2;
11249b5e25fSSatish Balay       umax += maxadd;
11349b5e25fSSatish Balay 
1149f9cb213SHong Zhang       /* allocate a longer ju */
11582502324SSatish Balay       ierr = PetscMalloc(umax*sizeof(int),&jutmp);CHKERRQ(ierr);
11649b5e25fSSatish Balay       ierr = PetscMemcpy(jutmp,ju,iu[k]*sizeof(int));CHKERRQ(ierr);
11749b5e25fSSatish Balay       ierr = PetscFree(ju);CHKERRQ(ierr);
1189f9cb213SHong Zhang       ju   = jutmp;
11949b5e25fSSatish Balay       realloc++; /* count how many times we realloc */
12049b5e25fSSatish Balay     }
12149b5e25fSSatish Balay 
12249b5e25fSSatish Balay     /* save nonzero structure of k-th row in ju */
12349b5e25fSSatish Balay     i=k;
12487fe1012SHong Zhang     while (nzk --) {
12549b5e25fSSatish Balay       i           = q[i];
12687fe1012SHong Zhang       ju[juidx++] = i;
12749b5e25fSSatish Balay     }
12877f73120SHong Zhang   }
12949b5e25fSSatish Balay 
13049b5e25fSSatish Balay   if (ai[mbs] != 0) {
13149b5e25fSSatish Balay     PetscReal af = ((PetscReal)iu[mbs])/((PetscReal)ai[mbs]);
132b0a32e0cSBarry Smith     PetscLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:Reallocs %d Fill ratio:given %g needed %g\n",realloc,f,af);
1333078e140SBarry Smith     PetscLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:Run with -pc_cholesky_fill %g or use \n",af);
1343078e140SBarry Smith     PetscLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:PCCholeskySetFill(pc,%g);\n",af);
135b0a32e0cSBarry Smith     PetscLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:for best performance.\n");
13649b5e25fSSatish Balay   } else {
137b0a32e0cSBarry Smith      PetscLogInfo(A,"MatCholeskyFactorSymbolic_SeqSBAIJ:Empty matrix.\n");
13849b5e25fSSatish Balay   }
13949b5e25fSSatish Balay 
14077f73120SHong Zhang   ierr = ISRestoreIndices(perm,&rip);CHKERRQ(ierr);
14187fe1012SHong Zhang   /* ierr = PetscFree(q);CHKERRQ(ierr); */
14249b5e25fSSatish Balay   ierr = PetscFree(jl);CHKERRQ(ierr);
14349b5e25fSSatish Balay 
14449b5e25fSSatish Balay   /* put together the new matrix */
14549b5e25fSSatish Balay   ierr = MatCreateSeqSBAIJ(A->comm,bs,bs*mbs,bs*mbs,0,PETSC_NULL,B);CHKERRQ(ierr);
146b0a32e0cSBarry Smith   /* PetscLogObjectParent(*B,iperm); */
14749b5e25fSSatish Balay   b = (Mat_SeqSBAIJ*)(*B)->data;
14849b5e25fSSatish Balay   ierr = PetscFree(b->imax);CHKERRQ(ierr);
14949b5e25fSSatish Balay   b->singlemalloc = PETSC_FALSE;
15049b5e25fSSatish Balay   /* the next line frees the default space generated by the Create() */
15149b5e25fSSatish Balay   ierr = PetscFree(b->a);CHKERRQ(ierr);
15249b5e25fSSatish Balay   ierr = PetscFree(b->ilen);CHKERRQ(ierr);
15382502324SSatish Balay   ierr = PetscMalloc((iu[mbs]+1)*sizeof(MatScalar)*bs2,&b->a);CHKERRQ(ierr);
15449b5e25fSSatish Balay   b->j    = ju;
15549b5e25fSSatish Balay   b->i    = iu;
15649b5e25fSSatish Balay   b->diag = 0;
15749b5e25fSSatish Balay   b->ilen = 0;
15849b5e25fSSatish Balay   b->imax = 0;
15977f73120SHong Zhang   b->row  = perm;
160bcd9e38bSBarry Smith   b->pivotinblocks = PETSC_FALSE; /* need to get from MatCholeskyInfo */
16177f73120SHong Zhang   ierr    = PetscObjectReference((PetscObject)perm);CHKERRQ(ierr);
162cb718733SHong Zhang   b->icol = perm;
163cb718733SHong Zhang   ierr    = PetscObjectReference((PetscObject)perm);CHKERRQ(ierr);
16487828ca2SBarry Smith   ierr    = PetscMalloc((bs*mbs+bs)*sizeof(PetscScalar),&b->solve_work);CHKERRQ(ierr);
16549b5e25fSSatish Balay   /* In b structure:  Free imax, ilen, old a, old j.
16649b5e25fSSatish Balay      Allocate idnew, solve_work, new a, new j */
167b0a32e0cSBarry Smith   PetscLogObjectMemory(*B,(iu[mbs]-mbs)*(sizeof(int)+sizeof(MatScalar)));
16849b5e25fSSatish Balay   b->s_maxnz = b->s_nz = iu[mbs];
16949b5e25fSSatish Balay 
1705c0bcdfcSHong Zhang   (*B)->factor                 = FACTOR_CHOLESKY;
17149b5e25fSSatish Balay   (*B)->info.factor_mallocs    = realloc;
17249b5e25fSSatish Balay   (*B)->info.fill_ratio_given  = f;
17349b5e25fSSatish Balay   if (ai[mbs] != 0) {
17449b5e25fSSatish Balay     (*B)->info.fill_ratio_needed = ((PetscReal)iu[mbs])/((PetscReal)ai[mbs]);
17549b5e25fSSatish Balay   } else {
17649b5e25fSSatish Balay     (*B)->info.fill_ratio_needed = 0.0;
17749b5e25fSSatish Balay   }
1780aa0ce06SHong Zhang 
179671cb588SHong Zhang   if (perm_identity){
180671cb588SHong Zhang     switch (bs) {
181671cb588SHong Zhang       case 1:
182671cb588SHong Zhang         (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_1_NaturalOrdering;
183671cb588SHong Zhang         (*B)->ops->solve           = MatSolve_SeqSBAIJ_1_NaturalOrdering;
1844d101231SSatish Balay         PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:Using special in-place natural ordering factor and solve BS=1\n");
185671cb588SHong Zhang         break;
186671cb588SHong Zhang       case 2:
187671cb588SHong Zhang         (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_2_NaturalOrdering;
188671cb588SHong Zhang         (*B)->ops->solve           = MatSolve_SeqSBAIJ_2_NaturalOrdering;
1894d101231SSatish Balay         PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:Using special in-place natural ordering factor and solve BS=2\n");
190671cb588SHong Zhang         break;
191671cb588SHong Zhang       case 3:
192671cb588SHong Zhang         (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_3_NaturalOrdering;
193671cb588SHong Zhang         (*B)->ops->solve           = MatSolve_SeqSBAIJ_3_NaturalOrdering;
1944d101231SSatish Balay         PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:sing special in-place natural ordering factor and solve BS=3\n");
195671cb588SHong Zhang         break;
196671cb588SHong Zhang       case 4:
197671cb588SHong Zhang         (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_4_NaturalOrdering;
198671cb588SHong Zhang         (*B)->ops->solve           = MatSolve_SeqSBAIJ_4_NaturalOrdering;
1994d101231SSatish Balay         PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:Using special in-place natural ordering factor and solve BS=4\n");
200671cb588SHong Zhang         break;
201671cb588SHong Zhang       case 5:
202671cb588SHong Zhang         (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_5_NaturalOrdering;
203671cb588SHong Zhang         (*B)->ops->solve           = MatSolve_SeqSBAIJ_5_NaturalOrdering;
2044d101231SSatish Balay         PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:Using special in-place natural ordering factor and solve BS=5\n");
205671cb588SHong Zhang         break;
206671cb588SHong Zhang       case 6:
207671cb588SHong Zhang         (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_6_NaturalOrdering;
208671cb588SHong Zhang         (*B)->ops->solve           = MatSolve_SeqSBAIJ_6_NaturalOrdering;
2094d101231SSatish Balay         PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:Using special in-place natural ordering factor and solve BS=6\n");
210671cb588SHong Zhang         break;
211671cb588SHong Zhang       case 7:
212671cb588SHong Zhang         (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_7_NaturalOrdering;
213671cb588SHong Zhang         (*B)->ops->solve           = MatSolve_SeqSBAIJ_7_NaturalOrdering;
2144d101231SSatish Balay         PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:Using special in-place natural ordering factor and solve BS=7\n");
215671cb588SHong Zhang       break;
216671cb588SHong Zhang       default:
217671cb588SHong Zhang         (*B)->ops->choleskyfactornumeric = MatCholeskyFactorNumeric_SeqSBAIJ_N_NaturalOrdering;
218671cb588SHong Zhang         (*B)->ops->solve           = MatSolve_SeqSBAIJ_N_NaturalOrdering;
2194d101231SSatish Balay         PetscLogInfo(A,"MatICCFactorSymbolic_SeqSBAIJ:Using special in-place natural ordering factor and solve BS>7\n");
220671cb588SHong Zhang       break;
221671cb588SHong Zhang     }
222671cb588SHong Zhang   }
223671cb588SHong Zhang 
22449b5e25fSSatish Balay   PetscFunctionReturn(0);
22549b5e25fSSatish Balay }
22649b5e25fSSatish Balay 
22735d8aa7fSBarry Smith 
2284a2ae208SSatish Balay #undef __FUNCT__
2294a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactorNumeric_SeqSBAIJ_N"
2306f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_N(Mat A,Mat *B)
23149b5e25fSSatish Balay {
23249b5e25fSSatish Balay   Mat                C = *B;
2334c16a6a6SHong Zhang   Mat_SeqSBAIJ       *a = (Mat_SeqSBAIJ*)A->data,*b = (Mat_SeqSBAIJ *)C->data;
2344c16a6a6SHong Zhang   IS                 perm = b->row;
2354c16a6a6SHong Zhang   int                *perm_ptr,ierr,i,j,mbs=a->mbs,*bi=b->i,*bj=b->j;
2364c16a6a6SHong Zhang   int                *ai,*aj,*a2anew,k,k1,jmin,jmax,*jl,*il,vj,nexti,ili;
2374c16a6a6SHong Zhang   int                bs=a->bs,bs2 = a->bs2;
2384c16a6a6SHong Zhang   MatScalar          *ba = b->a,*aa,*ap,*dk,*uik;
2394c16a6a6SHong Zhang   MatScalar          *u,*diag,*rtmp,*rtmp_ptr;
24028de702eSHong Zhang   MatScalar          *work;
2414c16a6a6SHong Zhang   int                *pivots;
2424c16a6a6SHong Zhang 
2434c16a6a6SHong Zhang   PetscFunctionBegin;
2449706f043SHong Zhang 
2454c16a6a6SHong Zhang   /* initialization */
24682502324SSatish Balay   ierr = PetscMalloc(bs2*mbs*sizeof(MatScalar),&rtmp);CHKERRQ(ierr);
2474c16a6a6SHong Zhang   ierr = PetscMemzero(rtmp,bs2*mbs*sizeof(MatScalar));CHKERRQ(ierr);
24882502324SSatish Balay   ierr = PetscMalloc(2*mbs*sizeof(int),&il);CHKERRQ(ierr);
24928de702eSHong Zhang   jl   = il + mbs;
2504c16a6a6SHong Zhang   for (i=0; i<mbs; i++) {
2514c16a6a6SHong Zhang     jl[i] = mbs; il[0] = 0;
2524c16a6a6SHong Zhang   }
253b0a32e0cSBarry Smith   ierr = PetscMalloc((2*bs2+bs)*sizeof(MatScalar),&dk);CHKERRQ(ierr);
25428de702eSHong Zhang   uik  = dk + bs2;
25528de702eSHong Zhang   work = uik + bs2;
25682502324SSatish Balay   ierr = PetscMalloc(bs*sizeof(int),&pivots);CHKERRQ(ierr);
2574c16a6a6SHong Zhang 
2584c16a6a6SHong Zhang   ierr  = ISGetIndices(perm,&perm_ptr);CHKERRQ(ierr);
2594c16a6a6SHong Zhang 
2604c16a6a6SHong Zhang   /* check permutation */
2614c16a6a6SHong Zhang   if (!a->permute){
2624c16a6a6SHong Zhang     ai = a->i; aj = a->j; aa = a->a;
2634c16a6a6SHong Zhang   } else {
2644c16a6a6SHong Zhang     ai   = a->inew; aj = a->jnew;
26582502324SSatish Balay     ierr = PetscMalloc(bs2*ai[mbs]*sizeof(MatScalar),&aa);CHKERRQ(ierr);
2664c16a6a6SHong Zhang     ierr = PetscMemcpy(aa,a->a,bs2*ai[mbs]*sizeof(MatScalar));CHKERRQ(ierr);
26782502324SSatish Balay     ierr = PetscMalloc(ai[mbs]*sizeof(int),&a2anew);CHKERRQ(ierr);
2684c16a6a6SHong Zhang     ierr = PetscMemcpy(a2anew,a->a2anew,(ai[mbs])*sizeof(int));CHKERRQ(ierr);
2694c16a6a6SHong Zhang 
2704c16a6a6SHong Zhang     for (i=0; i<mbs; i++){
2714c16a6a6SHong Zhang       jmin = ai[i]; jmax = ai[i+1];
2724c16a6a6SHong Zhang       for (j=jmin; j<jmax; j++){
2734c16a6a6SHong Zhang         while (a2anew[j] != j){
2744c16a6a6SHong Zhang           k = a2anew[j]; a2anew[j] = a2anew[k]; a2anew[k] = k;
2754c16a6a6SHong Zhang           for (k1=0; k1<bs2; k1++){
2764c16a6a6SHong Zhang             dk[k1]       = aa[k*bs2+k1];
2774c16a6a6SHong Zhang             aa[k*bs2+k1] = aa[j*bs2+k1];
2784c16a6a6SHong Zhang             aa[j*bs2+k1] = dk[k1];
2794c16a6a6SHong Zhang           }
2804c16a6a6SHong Zhang         }
2814c16a6a6SHong Zhang         /* transform columnoriented blocks that lie in the lower triangle to roworiented blocks */
2824c16a6a6SHong Zhang         if (i > aj[j]){
2834c16a6a6SHong Zhang           /* printf("change orientation, row: %d, col: %d\n",i,aj[j]); */
2844c16a6a6SHong Zhang           ap = aa + j*bs2;                     /* ptr to the beginning of j-th block of aa */
2854c16a6a6SHong Zhang           for (k=0; k<bs2; k++) dk[k] = ap[k]; /* dk <- j-th block of aa */
2864c16a6a6SHong Zhang           for (k=0; k<bs; k++){               /* j-th block of aa <- dk^T */
2874c16a6a6SHong Zhang             for (k1=0; k1<bs; k1++) *ap++ = dk[k + bs*k1];
2884c16a6a6SHong Zhang           }
2894c16a6a6SHong Zhang         }
2904c16a6a6SHong Zhang       }
2914c16a6a6SHong Zhang     }
292323b833fSBarry Smith     ierr = PetscFree(a2anew);CHKERRQ(ierr);
2934c16a6a6SHong Zhang   }
2944c16a6a6SHong Zhang 
2954c16a6a6SHong Zhang   /* for each row k */
2964c16a6a6SHong Zhang   for (k = 0; k<mbs; k++){
2974c16a6a6SHong Zhang 
2984c16a6a6SHong Zhang     /*initialize k-th row with elements nonzero in row perm(k) of A */
2994c16a6a6SHong Zhang     jmin = ai[perm_ptr[k]]; jmax = ai[perm_ptr[k]+1];
3004c16a6a6SHong Zhang     if (jmin < jmax) {
3014c16a6a6SHong Zhang       ap = aa + jmin*bs2;
3024c16a6a6SHong Zhang       for (j = jmin; j < jmax; j++){
3034c16a6a6SHong Zhang         vj = perm_ptr[aj[j]];         /* block col. index */
3044c16a6a6SHong Zhang         rtmp_ptr = rtmp + vj*bs2;
3054c16a6a6SHong Zhang         for (i=0; i<bs2; i++) *rtmp_ptr++ = *ap++;
3064c16a6a6SHong Zhang       }
3074c16a6a6SHong Zhang     }
3084c16a6a6SHong Zhang 
3094c16a6a6SHong Zhang     /* modify k-th row by adding in those rows i with U(i,k) != 0 */
3104c16a6a6SHong Zhang     ierr = PetscMemcpy(dk,rtmp+k*bs2,bs2*sizeof(MatScalar));CHKERRQ(ierr);
3114c16a6a6SHong Zhang     i = jl[k]; /* first row to be added to k_th row  */
3124c16a6a6SHong Zhang 
3134c16a6a6SHong Zhang     while (i < mbs){
3144c16a6a6SHong Zhang       nexti = jl[i]; /* next row to be added to k_th row */
3154c16a6a6SHong Zhang 
3164c16a6a6SHong Zhang       /* compute multiplier */
3174c16a6a6SHong Zhang       ili = il[i];  /* index of first nonzero element in U(i,k:bms-1) */
3184c16a6a6SHong Zhang 
3194c16a6a6SHong Zhang       /* uik = -inv(Di)*U_bar(i,k) */
3204c16a6a6SHong Zhang       diag = ba + i*bs2;
3214c16a6a6SHong Zhang       u    = ba + ili*bs2;
3224c16a6a6SHong Zhang       ierr = PetscMemzero(uik,bs2*sizeof(MatScalar));CHKERRQ(ierr);
3234c16a6a6SHong Zhang       Kernel_A_gets_A_minus_B_times_C(bs,uik,diag,u);
3244c16a6a6SHong Zhang 
3254c16a6a6SHong Zhang       /* update D(k) += -U(i,k)^T * U_bar(i,k) */
3264c16a6a6SHong Zhang       Kernel_A_gets_A_plus_Btranspose_times_C(bs,dk,uik,u);
3274c16a6a6SHong Zhang 
3284c16a6a6SHong Zhang       /* update -U(i,k) */
3294c16a6a6SHong Zhang       ierr = PetscMemcpy(ba+ili*bs2,uik,bs2*sizeof(MatScalar));CHKERRQ(ierr);
3304c16a6a6SHong Zhang 
3314c16a6a6SHong Zhang       /* add multiple of row i to k-th row ... */
3324c16a6a6SHong Zhang       jmin = ili + 1; jmax = bi[i+1];
3334c16a6a6SHong Zhang       if (jmin < jmax){
3344c16a6a6SHong Zhang         for (j=jmin; j<jmax; j++) {
3354c16a6a6SHong Zhang           /* rtmp += -U(i,k)^T * U_bar(i,j) */
3364c16a6a6SHong Zhang           rtmp_ptr = rtmp + bj[j]*bs2;
3374c16a6a6SHong Zhang           u = ba + j*bs2;
3384c16a6a6SHong Zhang           Kernel_A_gets_A_plus_Btranspose_times_C(bs,rtmp_ptr,uik,u);
3394c16a6a6SHong Zhang         }
3404c16a6a6SHong Zhang 
3414c16a6a6SHong Zhang         /* ... add i to row list for next nonzero entry */
3424c16a6a6SHong Zhang         il[i] = jmin;             /* update il(i) in column k+1, ... mbs-1 */
3434c16a6a6SHong Zhang         j     = bj[jmin];
3444c16a6a6SHong Zhang         jl[i] = jl[j]; jl[j] = i; /* update jl */
3454c16a6a6SHong Zhang       }
3464c16a6a6SHong Zhang       i = nexti;
3474c16a6a6SHong Zhang     }
3484c16a6a6SHong Zhang 
3494c16a6a6SHong Zhang     /* save nonzero entries in k-th row of U ... */
3504c16a6a6SHong Zhang 
3514c16a6a6SHong Zhang     /* invert diagonal block */
3524c16a6a6SHong Zhang     diag = ba+k*bs2;
3534c16a6a6SHong Zhang     ierr = PetscMemcpy(diag,dk,bs2*sizeof(MatScalar));CHKERRQ(ierr);
3544c16a6a6SHong Zhang     Kernel_A_gets_inverse_A(bs,diag,pivots,work);
3554c16a6a6SHong Zhang 
3564c16a6a6SHong Zhang     jmin = bi[k]; jmax = bi[k+1];
3574c16a6a6SHong Zhang     if (jmin < jmax) {
3584c16a6a6SHong Zhang       for (j=jmin; j<jmax; j++){
3594c16a6a6SHong Zhang          vj = bj[j];           /* block col. index of U */
3604c16a6a6SHong Zhang          u   = ba + j*bs2;
3614c16a6a6SHong Zhang          rtmp_ptr = rtmp + vj*bs2;
3624c16a6a6SHong Zhang          for (k1=0; k1<bs2; k1++){
3634c16a6a6SHong Zhang            *u++        = *rtmp_ptr;
3644c16a6a6SHong Zhang            *rtmp_ptr++ = 0.0;
3654c16a6a6SHong Zhang          }
3664c16a6a6SHong Zhang       }
3674c16a6a6SHong Zhang 
3684c16a6a6SHong Zhang       /* ... add k to row list for first nonzero entry in k-th row */
3694c16a6a6SHong Zhang       il[k] = jmin;
3704c16a6a6SHong Zhang       i     = bj[jmin];
3714c16a6a6SHong Zhang       jl[k] = jl[i]; jl[i] = k;
3724c16a6a6SHong Zhang     }
3734c16a6a6SHong Zhang   }
3744c16a6a6SHong Zhang 
3754c16a6a6SHong Zhang   ierr = PetscFree(rtmp);CHKERRQ(ierr);
3764c16a6a6SHong Zhang   ierr = PetscFree(il);CHKERRQ(ierr);
3774c16a6a6SHong Zhang   ierr = PetscFree(dk);CHKERRQ(ierr);
3784c16a6a6SHong Zhang   ierr = PetscFree(pivots);CHKERRQ(ierr);
3794c16a6a6SHong Zhang   if (a->permute){
3804c16a6a6SHong Zhang     ierr = PetscFree(aa);CHKERRQ(ierr);
3814c16a6a6SHong Zhang   }
3824c16a6a6SHong Zhang 
3834c16a6a6SHong Zhang   ierr = ISRestoreIndices(perm,&perm_ptr);CHKERRQ(ierr);
3844c16a6a6SHong Zhang   C->factor    = FACTOR_CHOLESKY;
3854c16a6a6SHong Zhang   C->assembled = PETSC_TRUE;
3864c16a6a6SHong Zhang   C->preallocated = PETSC_TRUE;
387b0a32e0cSBarry Smith   PetscLogFlops(1.3333*bs*bs2*b->mbs); /* from inverting diagonal blocks */
3884c16a6a6SHong Zhang   PetscFunctionReturn(0);
3894c16a6a6SHong Zhang }
390d4edadd4SHong Zhang 
3914a2ae208SSatish Balay #undef __FUNCT__
3924a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactorNumeric_SeqSBAIJ_N_NaturalOrdering"
393671cb588SHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_N_NaturalOrdering(Mat A,Mat *B)
394671cb588SHong Zhang {
395671cb588SHong Zhang   Mat                C = *B;
396671cb588SHong Zhang   Mat_SeqSBAIJ       *a = (Mat_SeqSBAIJ*)A->data,*b = (Mat_SeqSBAIJ *)C->data;
397671cb588SHong Zhang   int                ierr,i,j,mbs=a->mbs,*bi=b->i,*bj=b->j;
3981ad1de41SHong Zhang   int                *ai,*aj,k,k1,jmin,jmax,*jl,*il,vj,nexti,ili;
399671cb588SHong Zhang   int                bs=a->bs,bs2 = a->bs2;
400671cb588SHong Zhang   MatScalar          *ba = b->a,*aa,*ap,*dk,*uik;
401671cb588SHong Zhang   MatScalar          *u,*diag,*rtmp,*rtmp_ptr;
40228de702eSHong Zhang   MatScalar          *work;
403671cb588SHong Zhang   int                *pivots;
404671cb588SHong Zhang 
405671cb588SHong Zhang   PetscFunctionBegin;
406671cb588SHong Zhang 
407671cb588SHong Zhang   /* initialization */
408671cb588SHong Zhang 
40982502324SSatish Balay   ierr = PetscMalloc(bs2*mbs*sizeof(MatScalar),&rtmp);CHKERRQ(ierr);
410671cb588SHong Zhang   ierr = PetscMemzero(rtmp,bs2*mbs*sizeof(MatScalar));CHKERRQ(ierr);
41182502324SSatish Balay   ierr = PetscMalloc(2*mbs*sizeof(int),&il);CHKERRQ(ierr);
41228de702eSHong Zhang   jl   = il + mbs;
413671cb588SHong Zhang   for (i=0; i<mbs; i++) {
414671cb588SHong Zhang     jl[i] = mbs; il[0] = 0;
415671cb588SHong Zhang   }
416b0a32e0cSBarry Smith   ierr = PetscMalloc((2*bs2+bs)*sizeof(MatScalar),&dk);CHKERRQ(ierr);
41728de702eSHong Zhang   uik  = dk + bs2;
41828de702eSHong Zhang   work = uik + bs2;
41982502324SSatish Balay   ierr = PetscMalloc(bs*sizeof(int),&pivots);CHKERRQ(ierr);
420671cb588SHong Zhang 
421671cb588SHong Zhang   ai = a->i; aj = a->j; aa = a->a;
422671cb588SHong Zhang 
423671cb588SHong Zhang   /* for each row k */
424671cb588SHong Zhang   for (k = 0; k<mbs; k++){
425671cb588SHong Zhang 
426671cb588SHong Zhang     /*initialize k-th row with elements nonzero in row k of A */
427671cb588SHong Zhang     jmin = ai[k]; jmax = ai[k+1];
428671cb588SHong Zhang     if (jmin < jmax) {
429671cb588SHong Zhang       ap = aa + jmin*bs2;
430671cb588SHong Zhang       for (j = jmin; j < jmax; j++){
431671cb588SHong Zhang         vj = aj[j];         /* block col. index */
432671cb588SHong Zhang         rtmp_ptr = rtmp + vj*bs2;
433671cb588SHong Zhang         for (i=0; i<bs2; i++) *rtmp_ptr++ = *ap++;
434671cb588SHong Zhang       }
435671cb588SHong Zhang     }
436671cb588SHong Zhang 
437671cb588SHong Zhang     /* modify k-th row by adding in those rows i with U(i,k) != 0 */
438671cb588SHong Zhang     ierr = PetscMemcpy(dk,rtmp+k*bs2,bs2*sizeof(MatScalar));CHKERRQ(ierr);
439671cb588SHong Zhang     i = jl[k]; /* first row to be added to k_th row  */
440671cb588SHong Zhang 
441671cb588SHong Zhang     while (i < mbs){
442671cb588SHong Zhang       nexti = jl[i]; /* next row to be added to k_th row */
443671cb588SHong Zhang 
444671cb588SHong Zhang       /* compute multiplier */
445671cb588SHong Zhang       ili = il[i];  /* index of first nonzero element in U(i,k:bms-1) */
446671cb588SHong Zhang 
447671cb588SHong Zhang       /* uik = -inv(Di)*U_bar(i,k) */
448671cb588SHong Zhang       diag = ba + i*bs2;
449671cb588SHong Zhang       u    = ba + ili*bs2;
450671cb588SHong Zhang       ierr = PetscMemzero(uik,bs2*sizeof(MatScalar));CHKERRQ(ierr);
451671cb588SHong Zhang       Kernel_A_gets_A_minus_B_times_C(bs,uik,diag,u);
452671cb588SHong Zhang 
453671cb588SHong Zhang       /* update D(k) += -U(i,k)^T * U_bar(i,k) */
454671cb588SHong Zhang       Kernel_A_gets_A_plus_Btranspose_times_C(bs,dk,uik,u);
455671cb588SHong Zhang 
456671cb588SHong Zhang       /* update -U(i,k) */
457671cb588SHong Zhang       ierr = PetscMemcpy(ba+ili*bs2,uik,bs2*sizeof(MatScalar));CHKERRQ(ierr);
458671cb588SHong Zhang 
459671cb588SHong Zhang       /* add multiple of row i to k-th row ... */
460671cb588SHong Zhang       jmin = ili + 1; jmax = bi[i+1];
461671cb588SHong Zhang       if (jmin < jmax){
462671cb588SHong Zhang         for (j=jmin; j<jmax; j++) {
463671cb588SHong Zhang           /* rtmp += -U(i,k)^T * U_bar(i,j) */
464671cb588SHong Zhang           rtmp_ptr = rtmp + bj[j]*bs2;
465671cb588SHong Zhang           u = ba + j*bs2;
466671cb588SHong Zhang           Kernel_A_gets_A_plus_Btranspose_times_C(bs,rtmp_ptr,uik,u);
467671cb588SHong Zhang         }
468671cb588SHong Zhang 
469671cb588SHong Zhang         /* ... add i to row list for next nonzero entry */
470671cb588SHong Zhang         il[i] = jmin;             /* update il(i) in column k+1, ... mbs-1 */
471671cb588SHong Zhang         j     = bj[jmin];
472671cb588SHong Zhang         jl[i] = jl[j]; jl[j] = i; /* update jl */
473671cb588SHong Zhang       }
474671cb588SHong Zhang       i = nexti;
475671cb588SHong Zhang     }
476671cb588SHong Zhang 
477671cb588SHong Zhang     /* save nonzero entries in k-th row of U ... */
478671cb588SHong Zhang 
479671cb588SHong Zhang     /* invert diagonal block */
480671cb588SHong Zhang     diag = ba+k*bs2;
481671cb588SHong Zhang     ierr = PetscMemcpy(diag,dk,bs2*sizeof(MatScalar));CHKERRQ(ierr);
482671cb588SHong Zhang     Kernel_A_gets_inverse_A(bs,diag,pivots,work);
483671cb588SHong Zhang 
484671cb588SHong Zhang     jmin = bi[k]; jmax = bi[k+1];
485671cb588SHong Zhang     if (jmin < jmax) {
486671cb588SHong Zhang       for (j=jmin; j<jmax; j++){
487671cb588SHong Zhang          vj = bj[j];           /* block col. index of U */
488671cb588SHong Zhang          u   = ba + j*bs2;
489671cb588SHong Zhang          rtmp_ptr = rtmp + vj*bs2;
490671cb588SHong Zhang          for (k1=0; k1<bs2; k1++){
491671cb588SHong Zhang            *u++        = *rtmp_ptr;
492671cb588SHong Zhang            *rtmp_ptr++ = 0.0;
493671cb588SHong Zhang          }
494671cb588SHong Zhang       }
495671cb588SHong Zhang 
496671cb588SHong Zhang       /* ... add k to row list for first nonzero entry in k-th row */
497671cb588SHong Zhang       il[k] = jmin;
498671cb588SHong Zhang       i     = bj[jmin];
499671cb588SHong Zhang       jl[k] = jl[i]; jl[i] = k;
500671cb588SHong Zhang     }
501671cb588SHong Zhang   }
502671cb588SHong Zhang 
503671cb588SHong Zhang   ierr = PetscFree(rtmp);CHKERRQ(ierr);
504671cb588SHong Zhang   ierr = PetscFree(il);CHKERRQ(ierr);
505671cb588SHong Zhang   ierr = PetscFree(dk);CHKERRQ(ierr);
506671cb588SHong Zhang   ierr = PetscFree(pivots);CHKERRQ(ierr);
507671cb588SHong Zhang 
508671cb588SHong Zhang   C->factor    = FACTOR_CHOLESKY;
509671cb588SHong Zhang   C->assembled = PETSC_TRUE;
510671cb588SHong Zhang   C->preallocated = PETSC_TRUE;
511b0a32e0cSBarry Smith   PetscLogFlops(1.3333*bs*bs2*b->mbs); /* from inverting diagonal blocks */
512671cb588SHong Zhang   PetscFunctionReturn(0);
513671cb588SHong Zhang }
514671cb588SHong Zhang 
51549b5e25fSSatish Balay /*
516fcf159c0SHong Zhang     Numeric U^T*D*U factorization for SBAIJ format. Modified from SNF of YSMP.
517cc0c071aSHong Zhang     Version for blocks 2 by 2.
51849b5e25fSSatish Balay */
5194a2ae208SSatish Balay #undef __FUNCT__
5204a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactorNumeric_SeqSBAIJ_2"
5216f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_2(Mat A,Mat *B)
52249b5e25fSSatish Balay {
52349b5e25fSSatish Balay   Mat                C = *B;
52491602c66SHong Zhang   Mat_SeqSBAIJ       *a = (Mat_SeqSBAIJ*)A->data,*b = (Mat_SeqSBAIJ *)C->data;
525cc0c071aSHong Zhang   IS                 perm = b->row;
526cc0c071aSHong Zhang   int                *perm_ptr,ierr,i,j,mbs=a->mbs,*bi=b->i,*bj=b->j;
527cc0c071aSHong Zhang   int                *ai,*aj,*a2anew,k,k1,jmin,jmax,*jl,*il,vj,nexti,ili;
528a1723e09SHong Zhang   MatScalar          *ba = b->a,*aa,*ap,*dk,*uik;
529cc0c071aSHong Zhang   MatScalar          *u,*diag,*rtmp,*rtmp_ptr;
53049b5e25fSSatish Balay 
53149b5e25fSSatish Balay   PetscFunctionBegin;
532671cb588SHong Zhang 
53391602c66SHong Zhang   /* initialization */
53491602c66SHong Zhang   /* il and jl record the first nonzero element in each row of the accessing
53591602c66SHong Zhang      window U(0:k, k:mbs-1).
53691602c66SHong Zhang      jl:    list of rows to be added to uneliminated rows
53791602c66SHong Zhang             i>= k: jl(i) is the first row to be added to row i
53891602c66SHong Zhang             i<  k: jl(i) is the row following row i in some list of rows
53991602c66SHong Zhang             jl(i) = mbs indicates the end of a list
54091602c66SHong Zhang      il(i): points to the first nonzero element in columns k,...,mbs-1 of
54191602c66SHong Zhang             row i of U */
54282502324SSatish Balay   ierr = PetscMalloc(4*mbs*sizeof(MatScalar),&rtmp);CHKERRQ(ierr);
543cc0c071aSHong Zhang   ierr = PetscMemzero(rtmp,4*mbs*sizeof(MatScalar));CHKERRQ(ierr);
54482502324SSatish Balay   ierr = PetscMalloc(2*mbs*sizeof(int),&il);CHKERRQ(ierr);
54528de702eSHong Zhang   jl   = il + mbs;
54691602c66SHong Zhang   for (i=0; i<mbs; i++) {
5473845f261SHong Zhang     jl[i] = mbs; il[0] = 0;
54891602c66SHong Zhang   }
54982502324SSatish Balay   ierr = PetscMalloc(8*sizeof(MatScalar),&dk);CHKERRQ(ierr);
55028de702eSHong Zhang   uik  = dk + 4;
551cc0c071aSHong Zhang   ierr = ISGetIndices(perm,&perm_ptr);CHKERRQ(ierr);
552cc0c071aSHong Zhang 
553cc0c071aSHong Zhang   /* check permutation */
554cc0c071aSHong Zhang   if (!a->permute){
555cc0c071aSHong Zhang     ai = a->i; aj = a->j; aa = a->a;
556cc0c071aSHong Zhang   } else {
557cc0c071aSHong Zhang     ai   = a->inew; aj = a->jnew;
55882502324SSatish Balay     ierr = PetscMalloc(4*ai[mbs]*sizeof(MatScalar),&aa);CHKERRQ(ierr);
559cc0c071aSHong Zhang     ierr = PetscMemcpy(aa,a->a,4*ai[mbs]*sizeof(MatScalar));CHKERRQ(ierr);
56082502324SSatish Balay     ierr = PetscMalloc(ai[mbs]*sizeof(int),&a2anew);CHKERRQ(ierr);
561cc0c071aSHong Zhang     ierr = PetscMemcpy(a2anew,a->a2anew,(ai[mbs])*sizeof(int));CHKERRQ(ierr);
562cc0c071aSHong Zhang 
563cc0c071aSHong Zhang     for (i=0; i<mbs; i++){
564cc0c071aSHong Zhang       jmin = ai[i]; jmax = ai[i+1];
565cc0c071aSHong Zhang       for (j=jmin; j<jmax; j++){
566cc0c071aSHong Zhang         while (a2anew[j] != j){
567cc0c071aSHong Zhang           k = a2anew[j]; a2anew[j] = a2anew[k]; a2anew[k] = k;
568cc0c071aSHong Zhang           for (k1=0; k1<4; k1++){
569cc0c071aSHong Zhang             dk[k1]       = aa[k*4+k1];
570cc0c071aSHong Zhang             aa[k*4+k1] = aa[j*4+k1];
571cc0c071aSHong Zhang             aa[j*4+k1] = dk[k1];
572cc0c071aSHong Zhang           }
573cc0c071aSHong Zhang         }
574cc0c071aSHong Zhang         /* transform columnoriented blocks that lie in the lower triangle to roworiented blocks */
575cc0c071aSHong Zhang         if (i > aj[j]){
576a1723e09SHong Zhang           /* printf("change orientation, row: %d, col: %d\n",i,aj[j]); */
577cc0c071aSHong Zhang           ap = aa + j*4;     /* ptr to the beginning of the block */
578cc0c071aSHong Zhang           dk[1] = ap[1];     /* swap ap[1] and ap[2] */
579cc0c071aSHong Zhang           ap[1] = ap[2];
580cc0c071aSHong Zhang           ap[2] = dk[1];
581cc0c071aSHong Zhang         }
582cc0c071aSHong Zhang       }
583cc0c071aSHong Zhang     }
584ac355199SBarry Smith     ierr = PetscFree(a2anew);CHKERRQ(ierr);
585cc0c071aSHong Zhang   }
5863845f261SHong Zhang 
58791602c66SHong Zhang   /* for each row k */
58891602c66SHong Zhang   for (k = 0; k<mbs; k++){
58991602c66SHong Zhang 
59091602c66SHong Zhang     /*initialize k-th row with elements nonzero in row perm(k) of A */
591cc0c071aSHong Zhang     jmin = ai[perm_ptr[k]]; jmax = ai[perm_ptr[k]+1];
59291602c66SHong Zhang     if (jmin < jmax) {
593cc0c071aSHong Zhang       ap = aa + jmin*4;
59491602c66SHong Zhang       for (j = jmin; j < jmax; j++){
595cc0c071aSHong Zhang         vj = perm_ptr[aj[j]];         /* block col. index */
596cc0c071aSHong Zhang         rtmp_ptr = rtmp + vj*4;
597cc0c071aSHong Zhang         for (i=0; i<4; i++) *rtmp_ptr++ = *ap++;
59891602c66SHong Zhang       }
59991602c66SHong Zhang     }
60091602c66SHong Zhang 
60191602c66SHong Zhang     /* modify k-th row by adding in those rows i with U(i,k) != 0 */
602cc0c071aSHong Zhang     ierr = PetscMemcpy(dk,rtmp+k*4,4*sizeof(MatScalar));CHKERRQ(ierr);
60391602c66SHong Zhang     i = jl[k]; /* first row to be added to k_th row  */
60491602c66SHong Zhang 
60591602c66SHong Zhang     while (i < mbs){
60691602c66SHong Zhang       nexti = jl[i]; /* next row to be added to k_th row */
60791602c66SHong Zhang 
6083845f261SHong Zhang       /* compute multiplier */
60991602c66SHong Zhang       ili = il[i];  /* index of first nonzero element in U(i,k:bms-1) */
6103845f261SHong Zhang 
6113845f261SHong Zhang       /* uik = -inv(Di)*U_bar(i,k): - ba[ili]*ba[i] */
612cc0c071aSHong Zhang       diag = ba + i*4;
613cc0c071aSHong Zhang       u    = ba + ili*4;
614cc0c071aSHong Zhang       uik[0] = -(diag[0]*u[0] + diag[2]*u[1]);
615cc0c071aSHong Zhang       uik[1] = -(diag[1]*u[0] + diag[3]*u[1]);
616cc0c071aSHong Zhang       uik[2] = -(diag[0]*u[2] + diag[2]*u[3]);
617cc0c071aSHong Zhang       uik[3] = -(diag[1]*u[2] + diag[3]*u[3]);
6183845f261SHong Zhang 
6193845f261SHong Zhang       /* update D(k) += -U(i,k)^T * U_bar(i,k): dk += uik*ba[ili] */
620cc0c071aSHong Zhang       dk[0] += uik[0]*u[0] + uik[1]*u[1];
621cc0c071aSHong Zhang       dk[1] += uik[2]*u[0] + uik[3]*u[1];
622cc0c071aSHong Zhang       dk[2] += uik[0]*u[2] + uik[1]*u[3];
623cc0c071aSHong Zhang       dk[3] += uik[2]*u[2] + uik[3]*u[3];
6243845f261SHong Zhang 
6253845f261SHong Zhang       /* update -U(i,k): ba[ili] = uik */
626cc0c071aSHong Zhang       ierr = PetscMemcpy(ba+ili*4,uik,4*sizeof(MatScalar));CHKERRQ(ierr);
62791602c66SHong Zhang 
62891602c66SHong Zhang       /* add multiple of row i to k-th row ... */
62991602c66SHong Zhang       jmin = ili + 1; jmax = bi[i+1];
63091602c66SHong Zhang       if (jmin < jmax){
6313845f261SHong Zhang         for (j=jmin; j<jmax; j++) {
6323845f261SHong Zhang           /* rtmp += -U(i,k)^T * U_bar(i,j): rtmp[bj[j]] += uik*ba[j]; */
633cc0c071aSHong Zhang           rtmp_ptr = rtmp + bj[j]*4;
634cc0c071aSHong Zhang           u = ba + j*4;
635cc0c071aSHong Zhang           rtmp_ptr[0] += uik[0]*u[0] + uik[1]*u[1];
636cc0c071aSHong Zhang           rtmp_ptr[1] += uik[2]*u[0] + uik[3]*u[1];
637cc0c071aSHong Zhang           rtmp_ptr[2] += uik[0]*u[2] + uik[1]*u[3];
638cc0c071aSHong Zhang           rtmp_ptr[3] += uik[2]*u[2] + uik[3]*u[3];
6393845f261SHong Zhang         }
6403845f261SHong Zhang 
64191602c66SHong Zhang         /* ... add i to row list for next nonzero entry */
64291602c66SHong Zhang         il[i] = jmin;             /* update il(i) in column k+1, ... mbs-1 */
64391602c66SHong Zhang         j     = bj[jmin];
64491602c66SHong Zhang         jl[i] = jl[j]; jl[j] = i; /* update jl */
64591602c66SHong Zhang       }
646a1723e09SHong Zhang       i = nexti;
64791602c66SHong Zhang     }
648cc0c071aSHong Zhang 
64991602c66SHong Zhang     /* save nonzero entries in k-th row of U ... */
6503845f261SHong Zhang 
651cc0c071aSHong Zhang     /* invert diagonal block */
652cc0c071aSHong Zhang     diag = ba+k*4;
653cc0c071aSHong Zhang     ierr = PetscMemcpy(diag,dk,4*sizeof(MatScalar));CHKERRQ(ierr);
6543845f261SHong Zhang     ierr = Kernel_A_gets_inverse_A_2(diag);CHKERRQ(ierr);
6553845f261SHong Zhang 
65691602c66SHong Zhang     jmin = bi[k]; jmax = bi[k+1];
65791602c66SHong Zhang     if (jmin < jmax) {
65891602c66SHong Zhang       for (j=jmin; j<jmax; j++){
659cc0c071aSHong Zhang          vj = bj[j];           /* block col. index of U */
660cc0c071aSHong Zhang          u   = ba + j*4;
661cc0c071aSHong Zhang          rtmp_ptr = rtmp + vj*4;
662cc0c071aSHong Zhang          for (k1=0; k1<4; k1++){
663cc0c071aSHong Zhang            *u++        = *rtmp_ptr;
664cc0c071aSHong Zhang            *rtmp_ptr++ = 0.0;
665cc0c071aSHong Zhang          }
666cc0c071aSHong Zhang       }
6673845f261SHong Zhang 
66891602c66SHong Zhang       /* ... add k to row list for first nonzero entry in k-th row */
66991602c66SHong Zhang       il[k] = jmin;
67091602c66SHong Zhang       i     = bj[jmin];
67191602c66SHong Zhang       jl[k] = jl[i]; jl[i] = k;
67291602c66SHong Zhang     }
67391602c66SHong Zhang   }
6743845f261SHong Zhang 
67549b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
67691602c66SHong Zhang   ierr = PetscFree(il);CHKERRQ(ierr);
6773845f261SHong Zhang   ierr = PetscFree(dk);CHKERRQ(ierr);
67891602c66SHong Zhang   if (a->permute) {
67991602c66SHong Zhang     ierr = PetscFree(aa);CHKERRQ(ierr);
68091602c66SHong Zhang   }
681cc0c071aSHong Zhang   ierr = ISRestoreIndices(perm,&perm_ptr);CHKERRQ(ierr);
68291602c66SHong Zhang   C->factor    = FACTOR_CHOLESKY;
68349b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
6845c0bcdfcSHong Zhang   C->preallocated = PETSC_TRUE;
685b0a32e0cSBarry Smith   PetscLogFlops(1.3333*8*b->mbs); /* from inverting diagonal blocks */
68649b5e25fSSatish Balay   PetscFunctionReturn(0);
68749b5e25fSSatish Balay }
68891602c66SHong Zhang 
68949b5e25fSSatish Balay /*
69049b5e25fSSatish Balay       Version for when blocks are 2 by 2 Using natural ordering
69149b5e25fSSatish Balay */
6924a2ae208SSatish Balay #undef __FUNCT__
6934a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactorNumeric_SeqSBAIJ_2_NaturalOrdering"
6946f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_2_NaturalOrdering(Mat A,Mat *B)
69549b5e25fSSatish Balay {
69649b5e25fSSatish Balay   Mat                C = *B;
697ab27746eSHong Zhang   Mat_SeqSBAIJ       *a = (Mat_SeqSBAIJ*)A->data,*b = (Mat_SeqSBAIJ *)C->data;
698ab27746eSHong Zhang   int                ierr,i,j,mbs=a->mbs,*bi=b->i,*bj=b->j;
69971149678SHong Zhang   int                *ai,*aj,k,k1,jmin,jmax,*jl,*il,vj,nexti,ili;
700ab27746eSHong Zhang   MatScalar          *ba = b->a,*aa,*ap,*dk,*uik;
701ab27746eSHong Zhang   MatScalar          *u,*diag,*rtmp,*rtmp_ptr;
70249b5e25fSSatish Balay 
70349b5e25fSSatish Balay   PetscFunctionBegin;
704671cb588SHong Zhang 
705ab27746eSHong Zhang   /* initialization */
706ab27746eSHong Zhang   /* il and jl record the first nonzero element in each row of the accessing
707ab27746eSHong Zhang      window U(0:k, k:mbs-1).
708ab27746eSHong Zhang      jl:    list of rows to be added to uneliminated rows
709ab27746eSHong Zhang             i>= k: jl(i) is the first row to be added to row i
710ab27746eSHong Zhang             i<  k: jl(i) is the row following row i in some list of rows
711ab27746eSHong Zhang             jl(i) = mbs indicates the end of a list
712ab27746eSHong Zhang      il(i): points to the first nonzero element in columns k,...,mbs-1 of
713ab27746eSHong Zhang             row i of U */
71482502324SSatish Balay   ierr = PetscMalloc(4*mbs*sizeof(MatScalar),&rtmp);CHKERRQ(ierr);
715ab27746eSHong Zhang   ierr = PetscMemzero(rtmp,4*mbs*sizeof(MatScalar));CHKERRQ(ierr);
71682502324SSatish Balay   ierr = PetscMalloc(2*mbs*sizeof(int),&il);CHKERRQ(ierr);
71728de702eSHong Zhang   jl   = il + mbs;
718ab27746eSHong Zhang   for (i=0; i<mbs; i++) {
719ab27746eSHong Zhang     jl[i] = mbs; il[0] = 0;
72049b5e25fSSatish Balay   }
72182502324SSatish Balay   ierr = PetscMalloc(8*sizeof(MatScalar),&dk);CHKERRQ(ierr);
72228de702eSHong Zhang   uik  = dk + 4;
723ab27746eSHong Zhang 
724ab27746eSHong Zhang   ai = a->i; aj = a->j; aa = a->a;
725ab27746eSHong Zhang 
726ab27746eSHong Zhang   /* for each row k */
727ab27746eSHong Zhang   for (k = 0; k<mbs; k++){
728ab27746eSHong Zhang 
729ab27746eSHong Zhang     /*initialize k-th row with elements nonzero in row k of A */
730ab27746eSHong Zhang     jmin = ai[k]; jmax = ai[k+1];
731ab27746eSHong Zhang     if (jmin < jmax) {
732ab27746eSHong Zhang       ap = aa + jmin*4;
733ab27746eSHong Zhang       for (j = jmin; j < jmax; j++){
734ab27746eSHong Zhang         vj = aj[j];         /* block col. index */
735ab27746eSHong Zhang         rtmp_ptr = rtmp + vj*4;
736ab27746eSHong Zhang         for (i=0; i<4; i++) *rtmp_ptr++ = *ap++;
73749b5e25fSSatish Balay       }
73849b5e25fSSatish Balay     }
739ab27746eSHong Zhang 
740ab27746eSHong Zhang     /* modify k-th row by adding in those rows i with U(i,k) != 0 */
741ab27746eSHong Zhang     ierr = PetscMemcpy(dk,rtmp+k*4,4*sizeof(MatScalar));CHKERRQ(ierr);
742ab27746eSHong Zhang     i = jl[k]; /* first row to be added to k_th row  */
743ab27746eSHong Zhang 
744ab27746eSHong Zhang     while (i < mbs){
745ab27746eSHong Zhang       nexti = jl[i]; /* next row to be added to k_th row */
746ab27746eSHong Zhang 
747ab27746eSHong Zhang       /* compute multiplier */
748ab27746eSHong Zhang       ili = il[i];  /* index of first nonzero element in U(i,k:bms-1) */
749ab27746eSHong Zhang 
750ab27746eSHong Zhang       /* uik = -inv(Di)*U_bar(i,k): - ba[ili]*ba[i] */
751ab27746eSHong Zhang       diag = ba + i*4;
752ab27746eSHong Zhang       u    = ba + ili*4;
753ab27746eSHong Zhang       uik[0] = -(diag[0]*u[0] + diag[2]*u[1]);
754ab27746eSHong Zhang       uik[1] = -(diag[1]*u[0] + diag[3]*u[1]);
755ab27746eSHong Zhang       uik[2] = -(diag[0]*u[2] + diag[2]*u[3]);
756ab27746eSHong Zhang       uik[3] = -(diag[1]*u[2] + diag[3]*u[3]);
757ab27746eSHong Zhang 
758ab27746eSHong Zhang       /* update D(k) += -U(i,k)^T * U_bar(i,k): dk += uik*ba[ili] */
759ab27746eSHong Zhang       dk[0] += uik[0]*u[0] + uik[1]*u[1];
760ab27746eSHong Zhang       dk[1] += uik[2]*u[0] + uik[3]*u[1];
761ab27746eSHong Zhang       dk[2] += uik[0]*u[2] + uik[1]*u[3];
762ab27746eSHong Zhang       dk[3] += uik[2]*u[2] + uik[3]*u[3];
763ab27746eSHong Zhang 
764ab27746eSHong Zhang       /* update -U(i,k): ba[ili] = uik */
765ab27746eSHong Zhang       ierr = PetscMemcpy(ba+ili*4,uik,4*sizeof(MatScalar));CHKERRQ(ierr);
766ab27746eSHong Zhang 
767ab27746eSHong Zhang       /* add multiple of row i to k-th row ... */
768ab27746eSHong Zhang       jmin = ili + 1; jmax = bi[i+1];
769ab27746eSHong Zhang       if (jmin < jmax){
770ab27746eSHong Zhang         for (j=jmin; j<jmax; j++) {
771ab27746eSHong Zhang           /* rtmp += -U(i,k)^T * U_bar(i,j): rtmp[bj[j]] += uik*ba[j]; */
772ab27746eSHong Zhang           rtmp_ptr = rtmp + bj[j]*4;
773ab27746eSHong Zhang           u = ba + j*4;
774ab27746eSHong Zhang           rtmp_ptr[0] += uik[0]*u[0] + uik[1]*u[1];
775ab27746eSHong Zhang           rtmp_ptr[1] += uik[2]*u[0] + uik[3]*u[1];
776ab27746eSHong Zhang           rtmp_ptr[2] += uik[0]*u[2] + uik[1]*u[3];
777ab27746eSHong Zhang           rtmp_ptr[3] += uik[2]*u[2] + uik[3]*u[3];
77849b5e25fSSatish Balay         }
779ab27746eSHong Zhang 
780ab27746eSHong Zhang         /* ... add i to row list for next nonzero entry */
781ab27746eSHong Zhang         il[i] = jmin;             /* update il(i) in column k+1, ... mbs-1 */
782ab27746eSHong Zhang         j     = bj[jmin];
783ab27746eSHong Zhang         jl[i] = jl[j]; jl[j] = i; /* update jl */
78449b5e25fSSatish Balay       }
785ab27746eSHong Zhang       i = nexti;
78649b5e25fSSatish Balay     }
787ab27746eSHong Zhang 
788ab27746eSHong Zhang     /* save nonzero entries in k-th row of U ... */
789ab27746eSHong Zhang 
79049b5e25fSSatish Balay     /* invert diagonal block */
791ab27746eSHong Zhang     diag = ba+k*4;
792ab27746eSHong Zhang     ierr = PetscMemcpy(diag,dk,4*sizeof(MatScalar));CHKERRQ(ierr);
793ab27746eSHong Zhang     ierr = Kernel_A_gets_inverse_A_2(diag);CHKERRQ(ierr);
794ab27746eSHong Zhang 
795ab27746eSHong Zhang     jmin = bi[k]; jmax = bi[k+1];
796ab27746eSHong Zhang     if (jmin < jmax) {
797ab27746eSHong Zhang       for (j=jmin; j<jmax; j++){
798ab27746eSHong Zhang          vj = bj[j];           /* block col. index of U */
799ab27746eSHong Zhang          u   = ba + j*4;
800ab27746eSHong Zhang          rtmp_ptr = rtmp + vj*4;
801ab27746eSHong Zhang          for (k1=0; k1<4; k1++){
802ab27746eSHong Zhang            *u++        = *rtmp_ptr;
803ab27746eSHong Zhang            *rtmp_ptr++ = 0.0;
804ab27746eSHong Zhang          }
805ab27746eSHong Zhang       }
806ab27746eSHong Zhang 
807ab27746eSHong Zhang       /* ... add k to row list for first nonzero entry in k-th row */
808ab27746eSHong Zhang       il[k] = jmin;
809ab27746eSHong Zhang       i     = bj[jmin];
810ab27746eSHong Zhang       jl[k] = jl[i]; jl[i] = k;
811ab27746eSHong Zhang     }
81249b5e25fSSatish Balay   }
81349b5e25fSSatish Balay 
81449b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
815ab27746eSHong Zhang   ierr = PetscFree(il);CHKERRQ(ierr);
816ab27746eSHong Zhang   ierr = PetscFree(dk);CHKERRQ(ierr);
817ab27746eSHong Zhang 
818ab27746eSHong Zhang   C->factor    = FACTOR_CHOLESKY;
81949b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
8205c0bcdfcSHong Zhang   C->preallocated = PETSC_TRUE;
821b0a32e0cSBarry Smith   PetscLogFlops(1.3333*8*b->mbs); /* from inverting diagonal blocks */
82249b5e25fSSatish Balay   PetscFunctionReturn(0);
82349b5e25fSSatish Balay }
82449b5e25fSSatish Balay 
82549b5e25fSSatish Balay /*
8265c0bcdfcSHong Zhang     Numeric U^T*D*U factorization for SBAIJ format. Modified from SNF of YSMP.
82791602c66SHong Zhang     Version for blocks are 1 by 1.
82849b5e25fSSatish Balay */
8294a2ae208SSatish Balay #undef __FUNCT__
8304a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactorNumeric_SeqSBAIJ_1"
8316f9a564bSHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_1(Mat A,Mat *B)
83249b5e25fSSatish Balay {
83349b5e25fSSatish Balay   Mat                C = *B;
83449b5e25fSSatish Balay   Mat_SeqSBAIJ       *a = (Mat_SeqSBAIJ*)A->data,*b = (Mat_SeqSBAIJ *)C->data;
83549b5e25fSSatish Balay   IS                 ip = b->row;
836351d0355SHong Zhang   int                *rip,ierr,i,j,mbs = a->mbs,*bi = b->i,*bj = b->j;
837cb718733SHong Zhang   int                *ai,*aj,*r;
838ab27746eSHong Zhang   int                k,jmin,jmax,*jl,*il,vj,nexti,ili;
839066653e3SSatish Balay   MatScalar          *rtmp;
8402d007305SHong Zhang   MatScalar          *ba = b->a,*aa,ak;
84149b5e25fSSatish Balay   MatScalar          dk,uikdi;
84249b5e25fSSatish Balay 
84349b5e25fSSatish Balay   PetscFunctionBegin;
84449b5e25fSSatish Balay   ierr  = ISGetIndices(ip,&rip);CHKERRQ(ierr);
845cb718733SHong Zhang   if (!a->permute){
8462d007305SHong Zhang     ai = a->i; aj = a->j; aa = a->a;
8472d007305SHong Zhang   } else {
8482d007305SHong Zhang     ai = a->inew; aj = a->jnew;
84982502324SSatish Balay     ierr = PetscMalloc(ai[mbs]*sizeof(MatScalar),&aa);CHKERRQ(ierr);
850cb718733SHong Zhang     ierr = PetscMemcpy(aa,a->a,ai[mbs]*sizeof(MatScalar));CHKERRQ(ierr);
85182502324SSatish Balay     ierr = PetscMalloc(ai[mbs]*sizeof(int),&r);CHKERRQ(ierr);
8522d007305SHong Zhang     ierr= PetscMemcpy(r,a->a2anew,(ai[mbs])*sizeof(int));CHKERRQ(ierr);
8532d007305SHong Zhang 
8542d007305SHong Zhang     jmin = ai[0]; jmax = ai[mbs];
8552d007305SHong Zhang     for (j=jmin; j<jmax; j++){
856cb718733SHong Zhang       while (r[j] != j){
8572d007305SHong Zhang         k = r[j]; r[j] = r[k]; r[k] = k;
8582d007305SHong Zhang         ak = aa[k]; aa[k] = aa[j]; aa[j] = ak;
8592d007305SHong Zhang       }
8602d007305SHong Zhang     }
861ac355199SBarry Smith     ierr = PetscFree(r);CHKERRQ(ierr);
8622d007305SHong Zhang   }
8632d007305SHong Zhang 
86491602c66SHong Zhang   /* initialization */
86549b5e25fSSatish Balay   /* il and jl record the first nonzero element in each row of the accessing
86649b5e25fSSatish Balay      window U(0:k, k:mbs-1).
86749b5e25fSSatish Balay      jl:    list of rows to be added to uneliminated rows
86849b5e25fSSatish Balay             i>= k: jl(i) is the first row to be added to row i
86949b5e25fSSatish Balay             i<  k: jl(i) is the row following row i in some list of rows
87049b5e25fSSatish Balay             jl(i) = mbs indicates the end of a list
87149b5e25fSSatish Balay      il(i): points to the first nonzero element in columns k,...,mbs-1 of
87249b5e25fSSatish Balay             row i of U */
87382502324SSatish Balay   ierr = PetscMalloc(mbs*sizeof(MatScalar),&rtmp);CHKERRQ(ierr);
87482502324SSatish Balay   ierr = PetscMalloc(2*mbs*sizeof(int),&il);CHKERRQ(ierr);
87528de702eSHong Zhang   jl   = il + mbs;
87649b5e25fSSatish Balay   for (i=0; i<mbs; i++) {
87749b5e25fSSatish Balay     rtmp[i] = 0.0; jl[i] = mbs; il[0] = 0;
87849b5e25fSSatish Balay   }
87949b5e25fSSatish Balay 
88091602c66SHong Zhang   /* for each row k */
88149b5e25fSSatish Balay   for (k = 0; k<mbs; k++){
88249b5e25fSSatish Balay 
88391602c66SHong Zhang     /*initialize k-th row with elements nonzero in row perm(k) of A */
88449b5e25fSSatish Balay     jmin = ai[rip[k]]; jmax = ai[rip[k]+1];
88549b5e25fSSatish Balay     if (jmin < jmax) {
88649b5e25fSSatish Balay       for (j = jmin; j < jmax; j++){
887351d0355SHong Zhang         vj = rip[aj[j]];
888ab27746eSHong Zhang         rtmp[vj] = aa[j];
88949b5e25fSSatish Balay       }
89049b5e25fSSatish Balay     }
89149b5e25fSSatish Balay 
89291602c66SHong Zhang     /* modify k-th row by adding in those rows i with U(i,k) != 0 */
89349b5e25fSSatish Balay     dk = rtmp[k];
89449b5e25fSSatish Balay     i = jl[k]; /* first row to be added to k_th row  */
89549b5e25fSSatish Balay 
89649b5e25fSSatish Balay     while (i < mbs){
89749b5e25fSSatish Balay       nexti = jl[i]; /* next row to be added to k_th row */
89849b5e25fSSatish Balay 
89991602c66SHong Zhang       /* compute multiplier, update D(k) and U(i,k) */
90049b5e25fSSatish Balay       ili = il[i];  /* index of first nonzero element in U(i,k:bms-1) */
90149b5e25fSSatish Balay       uikdi = - ba[ili]*ba[i];
90249b5e25fSSatish Balay       dk += uikdi*ba[ili];
903658e7b3eSHong Zhang       ba[ili] = uikdi; /* -U(i,k) */
90449b5e25fSSatish Balay 
90591602c66SHong Zhang       /* add multiple of row i to k-th row ... */
90649b5e25fSSatish Balay       jmin = ili + 1; jmax = bi[i+1];
90749b5e25fSSatish Balay       if (jmin < jmax){
90849b5e25fSSatish Balay         for (j=jmin; j<jmax; j++) rtmp[bj[j]] += uikdi*ba[j];
90991602c66SHong Zhang         /* ... add i to row list for next nonzero entry */
91049b5e25fSSatish Balay         il[i] = jmin;             /* update il(i) in column k+1, ... mbs-1 */
91149b5e25fSSatish Balay         j     = bj[jmin];
91249b5e25fSSatish Balay         jl[i] = jl[j]; jl[j] = i; /* update jl */
91349b5e25fSSatish Balay       }
914ab27746eSHong Zhang       i = nexti;
91549b5e25fSSatish Balay     }
91649b5e25fSSatish Balay 
91791602c66SHong Zhang     /* check for zero pivot and save diagoanl element */
91849b5e25fSSatish Balay     if (dk == 0.0){
91929bbc08cSBarry Smith       SETERRQ(PETSC_ERR_MAT_LU_ZRPVT,"Zero pivot");
920671cb588SHong Zhang       /*
9211223c01bSHong Zhang     } else if (PetscRealPart(dk) < 0.0){
9221223c01bSHong Zhang       SETERRQ2(PETSC_ERR_MAT_LU_ZRPVT,"Negative pivot: d[%d] = %g\n",k,dk);
923671cb588SHong Zhang       */
92449b5e25fSSatish Balay     }
92549b5e25fSSatish Balay 
92691602c66SHong Zhang     /* save nonzero entries in k-th row of U ... */
927f3dd7b2dSKris Buschelman     ba[k] = 1.0/dk;
92849b5e25fSSatish Balay     jmin = bi[k]; jmax = bi[k+1];
92949b5e25fSSatish Balay     if (jmin < jmax) {
93049b5e25fSSatish Balay       for (j=jmin; j<jmax; j++){
931cc0c071aSHong Zhang          vj = bj[j]; ba[j] = rtmp[vj]; rtmp[vj] = 0.0;
93249b5e25fSSatish Balay       }
93391602c66SHong Zhang       /* ... add k to row list for first nonzero entry in k-th row */
93449b5e25fSSatish Balay       il[k] = jmin;
93549b5e25fSSatish Balay       i     = bj[jmin];
93649b5e25fSSatish Balay       jl[k] = jl[i]; jl[i] = k;
93749b5e25fSSatish Balay     }
93849b5e25fSSatish Balay   }
93949b5e25fSSatish Balay 
94049b5e25fSSatish Balay   ierr = PetscFree(rtmp);CHKERRQ(ierr);
94149b5e25fSSatish Balay   ierr = PetscFree(il);CHKERRQ(ierr);
942cb718733SHong Zhang   if (a->permute){
943cb718733SHong Zhang     ierr = PetscFree(aa);CHKERRQ(ierr);
944cb718733SHong Zhang   }
94549b5e25fSSatish Balay 
94649b5e25fSSatish Balay   ierr = ISRestoreIndices(ip,&rip);CHKERRQ(ierr);
9478be8c0c7SHong Zhang   C->factor    = FACTOR_CHOLESKY;
94849b5e25fSSatish Balay   C->assembled = PETSC_TRUE;
9495c0bcdfcSHong Zhang   C->preallocated = PETSC_TRUE;
950b0a32e0cSBarry Smith   PetscLogFlops(b->mbs);
95149b5e25fSSatish Balay   PetscFunctionReturn(0);
95249b5e25fSSatish Balay }
95349b5e25fSSatish Balay 
954671cb588SHong Zhang /*
955671cb588SHong Zhang   Version for when blocks are 1 by 1 Using natural ordering
956671cb588SHong Zhang */
9574a2ae208SSatish Balay #undef __FUNCT__
9584a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactorNumeric_SeqSBAIJ_1_NaturalOrdering"
959671cb588SHong Zhang int MatCholeskyFactorNumeric_SeqSBAIJ_1_NaturalOrdering(Mat A,Mat *B)
960671cb588SHong Zhang {
961671cb588SHong Zhang   Mat                C = *B;
962671cb588SHong Zhang   Mat_SeqSBAIJ       *a = (Mat_SeqSBAIJ*)A->data,*b = (Mat_SeqSBAIJ *)C->data;
963671cb588SHong Zhang   int                ierr,i,j,mbs = a->mbs,*bi = b->i,*bj = b->j;
9641ad1de41SHong Zhang   int                *ai,*aj;
965671cb588SHong Zhang   int                k,jmin,jmax,*jl,*il,vj,nexti,ili;
9661ad1de41SHong Zhang   MatScalar          *rtmp,*ba = b->a,*aa,dk,uikdi;
967671cb588SHong Zhang 
968671cb588SHong Zhang   PetscFunctionBegin;
969671cb588SHong Zhang 
970671cb588SHong Zhang   /* initialization */
971671cb588SHong Zhang   /* il and jl record the first nonzero element in each row of the accessing
972671cb588SHong Zhang      window U(0:k, k:mbs-1).
973671cb588SHong Zhang      jl:    list of rows to be added to uneliminated rows
974671cb588SHong Zhang             i>= k: jl(i) is the first row to be added to row i
975671cb588SHong Zhang             i<  k: jl(i) is the row following row i in some list of rows
976671cb588SHong Zhang             jl(i) = mbs indicates the end of a list
977671cb588SHong Zhang      il(i): points to the first nonzero element in columns k,...,mbs-1 of
978671cb588SHong Zhang             row i of U */
97982502324SSatish Balay   ierr = PetscMalloc(mbs*sizeof(MatScalar),&rtmp);CHKERRQ(ierr);
98082502324SSatish Balay   ierr = PetscMalloc(2*mbs*sizeof(int),&il);CHKERRQ(ierr);
98128de702eSHong Zhang   jl   = il + mbs;
982671cb588SHong Zhang   for (i=0; i<mbs; i++) {
983671cb588SHong Zhang     rtmp[i] = 0.0; jl[i] = mbs; il[0] = 0;
984671cb588SHong Zhang   }
985671cb588SHong Zhang 
986671cb588SHong Zhang   ai = a->i; aj = a->j; aa = a->a;
987671cb588SHong Zhang 
988671cb588SHong Zhang   /* for each row k */
989671cb588SHong Zhang   for (k = 0; k<mbs; k++){
990671cb588SHong Zhang 
991671cb588SHong Zhang     /*initialize k-th row with elements nonzero in row perm(k) of A */
992671cb588SHong Zhang     jmin = ai[k]; jmax = ai[k+1];
993671cb588SHong Zhang     if (jmin < jmax) {
994671cb588SHong Zhang       for (j = jmin; j < jmax; j++){
995671cb588SHong Zhang         vj = aj[j];
996671cb588SHong Zhang         rtmp[vj] = aa[j];
997671cb588SHong Zhang       }
998671cb588SHong Zhang     }
999671cb588SHong Zhang 
1000671cb588SHong Zhang     /* modify k-th row by adding in those rows i with U(i,k) != 0 */
1001671cb588SHong Zhang     dk = rtmp[k];
1002671cb588SHong Zhang     i = jl[k]; /* first row to be added to k_th row  */
1003671cb588SHong Zhang 
1004671cb588SHong Zhang     while (i < mbs){
1005671cb588SHong Zhang       nexti = jl[i]; /* next row to be added to k_th row */
1006671cb588SHong Zhang 
1007671cb588SHong Zhang       /* compute multiplier, update D(k) and U(i,k) */
1008671cb588SHong Zhang       ili = il[i];  /* index of first nonzero element in U(i,k:bms-1) */
1009671cb588SHong Zhang       uikdi = - ba[ili]*ba[i];
1010671cb588SHong Zhang       dk += uikdi*ba[ili];
1011671cb588SHong Zhang       ba[ili] = uikdi; /* -U(i,k) */
1012671cb588SHong Zhang 
1013671cb588SHong Zhang       /* add multiple of row i to k-th row ... */
1014671cb588SHong Zhang       jmin = ili + 1; jmax = bi[i+1];
1015671cb588SHong Zhang       if (jmin < jmax){
1016671cb588SHong Zhang         for (j=jmin; j<jmax; j++) rtmp[bj[j]] += uikdi*ba[j];
1017671cb588SHong Zhang         /* ... add i to row list for next nonzero entry */
1018671cb588SHong Zhang         il[i] = jmin;             /* update il(i) in column k+1, ... mbs-1 */
1019671cb588SHong Zhang         j     = bj[jmin];
1020671cb588SHong Zhang         jl[i] = jl[j]; jl[j] = i; /* update jl */
1021671cb588SHong Zhang       }
1022671cb588SHong Zhang       i = nexti;
1023671cb588SHong Zhang     }
1024671cb588SHong Zhang 
1025671cb588SHong Zhang     /* check for zero pivot and save diagoanl element */
1026671cb588SHong Zhang     if (dk == 0.0){
1027671cb588SHong Zhang       SETERRQ(PETSC_ERR_MAT_LU_ZRPVT,"Zero pivot");
1028671cb588SHong Zhang       /*
1029671cb588SHong Zhang     } else if (PetscRealPart(dk) < 0){
10301223c01bSHong Zhang       SETERRQ2(PETSC_ERR_MAT_LU_ZRPVT,"Negative pivot: d[%d] = %g\n",k,dk);
1031671cb588SHong Zhang       */
1032671cb588SHong Zhang     }
1033671cb588SHong Zhang 
1034671cb588SHong Zhang     /* save nonzero entries in k-th row of U ... */
1035671cb588SHong Zhang     ba[k] = 1.0/dk;
1036671cb588SHong Zhang     jmin = bi[k]; jmax = bi[k+1];
1037671cb588SHong Zhang     if (jmin < jmax) {
1038671cb588SHong Zhang       for (j=jmin; j<jmax; j++){
1039671cb588SHong Zhang          vj = bj[j]; ba[j] = rtmp[vj]; rtmp[vj] = 0.0;
1040671cb588SHong Zhang       }
1041671cb588SHong Zhang       /* ... add k to row list for first nonzero entry in k-th row */
1042671cb588SHong Zhang       il[k] = jmin;
1043671cb588SHong Zhang       i     = bj[jmin];
1044671cb588SHong Zhang       jl[k] = jl[i]; jl[i] = k;
1045671cb588SHong Zhang     }
1046671cb588SHong Zhang   }
1047671cb588SHong Zhang 
1048671cb588SHong Zhang   ierr = PetscFree(rtmp);CHKERRQ(ierr);
1049671cb588SHong Zhang   ierr = PetscFree(il);CHKERRQ(ierr);
1050671cb588SHong Zhang 
1051671cb588SHong Zhang   C->factor    = FACTOR_CHOLESKY;
1052671cb588SHong Zhang   C->assembled = PETSC_TRUE;
1053671cb588SHong Zhang   C->preallocated = PETSC_TRUE;
1054b0a32e0cSBarry Smith   PetscLogFlops(b->mbs);
1055671cb588SHong Zhang   PetscFunctionReturn(0);
1056671cb588SHong Zhang }
1057671cb588SHong Zhang 
10584a2ae208SSatish Balay #undef __FUNCT__
10594a2ae208SSatish Balay #define __FUNCT__ "MatCholeskyFactor_SeqSBAIJ"
1060b8b23757SHong Zhang int MatCholeskyFactor_SeqSBAIJ(Mat A,IS perm,PetscReal f)
106149b5e25fSSatish Balay {
10624445ddedSHong Zhang   int ierr;
106349b5e25fSSatish Balay   Mat C;
106449b5e25fSSatish Balay 
106549b5e25fSSatish Balay   PetscFunctionBegin;
1066b8b23757SHong Zhang   ierr = MatCholeskyFactorSymbolic(A,perm,f,&C);CHKERRQ(ierr);
1067a4ada70bSHong Zhang   ierr = MatCholeskyFactorNumeric(A,&C);CHKERRQ(ierr);
10684445ddedSHong Zhang   ierr = MatHeaderCopy(A,C);CHKERRQ(ierr);
106949b5e25fSSatish Balay   PetscFunctionReturn(0);
107049b5e25fSSatish Balay }
107149b5e25fSSatish Balay 
107249b5e25fSSatish Balay 
1073